2020-11-16T19:37:23.249 INFO:root:teuthology version: 1.0.0-357fd4a
2020-11-16T19:37:23.251 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --lock --block --name kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi --description rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/radosbench} --owner scheduled_kchai@teuthology --archive /home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127 -- /tmp/teuthology-worker.oj0qactj.tmp
2020-11-16T19:37:23.315 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2020-11-16T19:37:23.385 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127
  branch: wip-kefu-testing-2020-11-16-1845
  description: rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size
    1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat
    distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/mapgap
    thrashosds-health workloads/radosbench}
  email: tchaikov@gmail.com
  first_in_suite: false
  job_id: '5631127'
  kernel:
    kdb: true
    sha1: distro
  last_in_suite: false
  machine_type: smithi
  name: kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi
  nuke-on-error: true
  openstack:
  - volumes:
      count: 4
      size: 30
  - volumes:
      count: 4
      size: 10
  os_type: ubuntu
  os_version: '18.04'
  overrides:
    admin_socket:
      branch: wip-kefu-testing-2020-11-16-1845
    ceph:
      conf:
        client.2:
          debug ms: 1
          debug objecter: 20
          debug rados: 20
        global:
          mon client directed command retry: 5
          mon election default strategy: 1
          ms bind msgr2: false
          ms inject socket failures: 2500
          ms tcp read timeout: 5
          ms type: async
          osd_pool_default_min_size: 2
          osd_pool_default_size: 2
        mgr:
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
          mon min osdmap epochs: 50
          mon osdmap full prune interval: 2
          mon osdmap full prune min: 15
          mon osdmap full prune txsize: 2
          paxos service trim min: 10
        osd:
          debug filestore: 20
          debug journal: 20
          debug ms: 20
          debug osd: 25
          osd debug verify cached snaps: true
          osd debug verify missing on start: true
          osd map cache size: 1
          osd max backfills: 6
          osd max markdown count: 1000
          osd op queue: debug_random
          osd op queue cut off: debug_random
          osd scrub during recovery: false
          osd scrub max interval: 120
          osd scrub min interval: 60
          osd shutdown pgref assert: true
      log-ignorelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - Health detail
      - \(REQUEST_STUCK\)
      - \(MON_DOWN\)
      - \(OSD_SLOW_PING_TIME
      - but it is still running
      - objects unfound and apparently lost
      - osd_map_cache_size
      - overall HEALTH_
      - \(OSDMAP_FLAGS\)
      - \(OSD_
      - \(PG_
      - \(POOL_
      - \(CACHE_POOL_
      - \(SMALLER_PGP_NUM\)
      - \(OBJECT_
      - \(SLOW_OPS\)
      - \(REQUEST_SLOW\)
      - \(TOO_FEW_PGS\)
      - slow request
      log-whitelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - Health detail
      mon_bind_msgr2: false
      sha1: 911cc35794d871071a8bebfb0919482263b1d18b
    ceph-deploy:
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon:
          osd default pool size: 2
    install:
      ceph:
        sha1: 911cc35794d871071a8bebfb0919482263b1d18b
    workunit:
      branch: wip-kefu-testing-2020-11-16-1845
      sha1: 911cc35794d871071a8bebfb0919482263b1d18b
  owner: scheduled_kchai@teuthology
  priority: 90
  repo: git://git.ceph.com/ceph-ci.git
  roles:
  - - mon.a
    - mgr.y
    - osd.0
    - osd.1
    - osd.2
    - osd.3
    - client.0
  - - mon.b
    - mgr.x
    - osd.4
    - osd.5
    - osd.6
    - osd.7
    - client.1
  - - mon.c
    - osd.8
    - osd.9
    - osd.10
    - osd.11
    - client.2
  sha1: 911cc35794d871071a8bebfb0919482263b1d18b
  sleep_before_teardown: 0
  suite: rados
  suite_branch: wip-kefu-testing-2020-11-16-1845
  suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-11-16-1845/qa
  suite_relpath: qa
  suite_repo: git://git.ceph.com/ceph-ci.git
  suite_sha1: 911cc35794d871071a8bebfb0919482263b1d18b
  tasks:
  - install:
      branch: mimic
      exclude_packages:
      - librados3
      - ceph-mgr-dashboard
      - ceph-mgr-diskprediction-local
      - ceph-mgr-rook
      - ceph-mgr-cephadm
      - cephadm
      - ceph-immutable-object-cache
      - ceph-base
      - python3-rados
      - python3-rgw
      - python3-rbd
      - python3-cephfs
      - librados-devel
      extra_packages:
      - librados2
      - python-rados
      - python-rgw
      - python-rbd
      - python-cephfs
  - cephadm: null
  - exec:
      mon.a:
      - while ! ceph balancer status ; do sleep 1 ; done
      - ceph balancer mode crush-compat
      - ceph balancer on
  - thrashosds:
      chance_pgnum_grow: 0.25
      chance_pgpnum_fix: 0.25
      chance_test_map_discontinuity: 2
      timeout: 1800
  - full_sequential:
    - radosbench:
        clients:
        - client.2
        time: 90
    - radosbench:
        clients:
        - client.2
        time: 90
    - radosbench:
        clients:
        - client.2
        time: 90
    - radosbench:
        clients:
        - client.2
        time: 90
    - radosbench:
        clients:
        - client.2
        time: 90
    - radosbench:
        clients:
        - client.2
        time: 90
    - radosbench:
        clients:
        - client.2
        time: 90
    - radosbench:
        clients:
        - client.2
        time: 90
  teuthology_branch: master
  timestamp: 2020-11-16_12:11:03
  tube: smithi
  user: kchai
  verbose: false
  verify_ceph_hash: false
  worker_log: /home/teuthworker/archive/worker_logs/worker.smithi.4444
2020-11-16T19:37:23.385 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-11-16-1845/qa; will attempt to use it
2020-11-16T19:37:23.386 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-11-16-1845/qa/tasks
2020-11-16T19:37:23.387 INFO:teuthology.run_tasks:Running task internal.lock_machines...
2020-11-16T19:37:23.390 INFO:teuthology.task.internal.lock_machines:Locking machines...
2020-11-16T19:37:23.390 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2020-11-16T19:37:23.445 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:37:33.463 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:37:43.479 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:37:53.496 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 2)...
2020-11-16T19:38:03.511 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:38:13.534 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:38:23.551 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:38:33.567 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:38:43.585 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 1)...
2020-11-16T19:38:53.603 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:39:03.619 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:39:13.638 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:39:23.656 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:39:33.667 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 3, have 0)...
2020-11-16T19:39:43.678 DEBUG:teuthology.lock.ops:lock_many request: {'locked_by': 'scheduled_kchai@teuthology', 'count': 3, 'machine_type': 'smithi', 'description': '/home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127'}
2020-11-16T19:39:43.698 DEBUG:teuthology.lock.ops:locked ubuntu@smithi142.front.sepia.ceph.com, ubuntu@smithi071.front.sepia.ceph.com, ubuntu@smithi065.front.sepia.ceph.com
2020-11-16T19:39:52.458 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7f0eee56ee48>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7f0eede37e18>, signals=[15])
2020-11-16T19:39:52.684 INFO:teuthology.provision.fog.smithi071:Scheduling deploy of ubuntu 18.04
2020-11-16T19:39:52.687 INFO:teuthology.provision.fog.smithi065:Scheduling deploy of ubuntu 18.04
2020-11-16T19:39:52.689 INFO:teuthology.provision.fog.smithi142:Scheduling deploy of ubuntu 18.04
2020-11-16T19:39:53.048 INFO:teuthology.orchestra.console:Power off smithi071
2020-11-16T19:39:53.049 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2020-11-16T19:40:01.679 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:40:01.696 INFO:teuthology.orchestra.console:Power off smithi065
2020-11-16T19:40:01.697 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi065.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2020-11-16T19:40:01.714 INFO:teuthology.orchestra.console:Power off smithi142
2020-11-16T19:40:01.714 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi142.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2020-11-16T19:40:01.723 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi065.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:40:01.736 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi142.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:40:05.727 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:19.653 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi065.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:19.690 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi142.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:19.854 INFO:teuthology.orchestra.console:Power off for smithi071 completed
2020-11-16T19:48:19.892 INFO:teuthology.orchestra.console:Power off for smithi065 completed
2020-11-16T19:48:19.900 INFO:teuthology.orchestra.console:Power off for smithi142 completed
2020-11-16T19:48:19.956 INFO:teuthology.orchestra.console:Power on smithi071
2020-11-16T19:48:19.956 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on
2020-11-16T19:48:19.977 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:19.993 INFO:teuthology.orchestra.console:Power on smithi065
2020-11-16T19:48:19.994 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi065.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on
2020-11-16T19:48:20.001 INFO:teuthology.orchestra.console:Power on smithi142
2020-11-16T19:48:20.002 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi142.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on
2020-11-16T19:48:20.013 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi065.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:20.022 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi142.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:24.011 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:24.034 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi065.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:24.045 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi142.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:28.123 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:36.652 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi065.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:36.660 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi142.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2020-11-16T19:48:40.987 INFO:teuthology.orchestra.console:Power on for smithi071 completed
2020-11-16T19:48:40.988 INFO:teuthology.orchestra.console:Power on for smithi065 completed
2020-11-16T19:48:41.087 INFO:teuthology.orchestra.console:Power on for smithi142 completed
2020-11-16T19:48:41.089 INFO:teuthology.provision.fog.smithi071:Waiting for deploy to finish
2020-11-16T19:48:41.093 INFO:teuthology.provision.fog.smithi065:Waiting for deploy to finish
2020-11-16T19:48:41.187 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:48:41.190 INFO:teuthology.provision.fog.smithi142:Waiting for deploy to finish
2020-11-16T19:48:41.278 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:48:50.258 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:48:50.351 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:48:59.312 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:48:59.407 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:08.372 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:08.463 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:17.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:17.519 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:26.482 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:26.575 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:35.537 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:35.631 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:49:59.857 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:00.111 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:06.238 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:06.336 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:07.435 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:08.537 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:09.166 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:09.263 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:09.635 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:10.360 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:10.732 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:11.459 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:11.793 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:12.555 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:12.890 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:13.651 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:13.947 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:14.748 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:15.044 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:15.806 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:16.104 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:16.864 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:17.960 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:19.018 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:22.106 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:22.164 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:23.166 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:23.167 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:23.167 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:23.168 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:23.168 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:23.168 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:23.168 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:23.168 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:23.169 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:23.169 ERROR:paramiko.transport:
2020-11-16T19:50:23.169 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:23.169 ERROR:paramiko.transport:
2020-11-16T19:50:23.169 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:23.170 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:23.170 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:23.170 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:23.170 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:23.171 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:23.171 ERROR:paramiko.transport:
2020-11-16T19:50:25.020 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:25.076 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:26.080 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:26.080 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:26.080 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:26.081 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:26.081 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:26.081 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:26.081 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:26.081 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:26.082 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:26.082 ERROR:paramiko.transport:
2020-11-16T19:50:26.082 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:26.082 ERROR:paramiko.transport:
2020-11-16T19:50:26.083 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:26.083 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:26.083 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:26.083 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:26.083 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:26.084 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:26.084 ERROR:paramiko.transport:
2020-11-16T19:50:29.172 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:29.173 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:29.174 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:29.174 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:29.175 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:29.175 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:29.175 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:29.175 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:29.176 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:29.176 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:29.176 ERROR:paramiko.transport:
2020-11-16T19:50:29.176 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:29.176 ERROR:paramiko.transport:
2020-11-16T19:50:29.177 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:29.177 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:29.177 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:29.177 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:29.178 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:29.178 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:29.178 ERROR:paramiko.transport:
2020-11-16T19:50:32.086 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:32.147 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:33.149 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:33.150 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:33.150 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:33.150 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:33.151 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:33.151 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:33.151 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:33.151 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:33.151 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:33.152 ERROR:paramiko.transport:
2020-11-16T19:50:33.152 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:33.152 ERROR:paramiko.transport:
2020-11-16T19:50:33.152 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:33.152 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:33.153 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:33.153 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:33.153 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:33.153 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:33.154 ERROR:paramiko.transport:
2020-11-16T19:50:35.180 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:35.276 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:36.334 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:37.433 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:38.531 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:39.155 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:39.157 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:39.158 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:39.158 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:39.158 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:39.158 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:39.159 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:39.159 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:39.159 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:39.159 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:39.159 ERROR:paramiko.transport:
2020-11-16T19:50:39.160 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:39.160 ERROR:paramiko.transport:
2020-11-16T19:50:39.160 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:39.160 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:39.161 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:39.161 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:39.161 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:39.161 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:39.161 ERROR:paramiko.transport:
2020-11-16T19:50:39.629 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:40.726 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:41.825 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:42.827 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:42.828 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:42.828 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:42.828 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:42.828 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:42.829 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:42.829 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:42.829 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:42.829 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:42.830 ERROR:paramiko.transport:
2020-11-16T19:50:42.830 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:42.830 ERROR:paramiko.transport:
2020-11-16T19:50:42.830 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:42.830 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:42.831 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:42.831 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:42.831 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:42.831 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:42.832 ERROR:paramiko.transport:
2020-11-16T19:50:45.163 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:45.165 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:45.166 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:45.166 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:45.166 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:45.167 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:45.167 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:45.167 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:45.167 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:45.167 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:45.168 ERROR:paramiko.transport:
2020-11-16T19:50:45.168 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:45.168 ERROR:paramiko.transport:
2020-11-16T19:50:45.168 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:45.168 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:45.169 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:45.169 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:45.169 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:45.169 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:45.169 ERROR:paramiko.transport:
2020-11-16T19:50:48.832 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:48.930 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:49.988 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:50.991 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:50.991 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:50.992 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:50.992 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:50.992 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:50.992 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:50.993 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:50.993 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:50.993 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:50.993 ERROR:paramiko.transport:
2020-11-16T19:50:50.993 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:50.994 ERROR:paramiko.transport:
2020-11-16T19:50:50.994 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:50.994 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:50.994 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:50.994 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:50.995 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:50.995 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:50.995 ERROR:paramiko.transport:
2020-11-16T19:50:51.170 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:51.228 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:52.325 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:53.423 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:54.561 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:55.658 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:56.661 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:50:56.661 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:56.662 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:50:56.662 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:50:56.662 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:50:56.662 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:50:56.662 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:50:56.663 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:50:56.663 ERROR:paramiko.transport:EOFError
2020-11-16T19:50:56.663 ERROR:paramiko.transport:
2020-11-16T19:50:56.663 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:50:56.664 ERROR:paramiko.transport:
2020-11-16T19:50:56.664 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:50:56.664 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:50:56.664 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:50:56.664 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:50:56.665 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:50:56.665 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:50:56.665 ERROR:paramiko.transport:
2020-11-16T19:50:56.997 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:50:57.094 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:58.193 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:50:59.290 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:00.293 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:51:00.293 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:00.294 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:51:00.294 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:51:00.294 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:51:00.294 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:51:00.295 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:51:00.295 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:51:00.295 ERROR:paramiko.transport:EOFError
2020-11-16T19:51:00.295 ERROR:paramiko.transport:
2020-11-16T19:51:00.295 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:51:00.296 ERROR:paramiko.transport:
2020-11-16T19:51:00.296 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:00.296 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:51:00.296 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:51:00.296 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:51:00.297 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:51:00.297 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:51:00.297 ERROR:paramiko.transport:
2020-11-16T19:51:02.666 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:02.764 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:03.860 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:04.862 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:51:04.863 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:04.863 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:51:04.863 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:51:04.864 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:51:04.864 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:51:04.864 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:51:04.864 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:51:04.864 ERROR:paramiko.transport:EOFError
2020-11-16T19:51:04.865 ERROR:paramiko.transport:
2020-11-16T19:51:04.865 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:51:04.865 ERROR:paramiko.transport:
2020-11-16T19:51:04.865 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:04.865 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:51:04.866 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:51:04.866 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:51:04.866 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:51:04.866 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:51:04.867 ERROR:paramiko.transport:
2020-11-16T19:51:06.298 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:06.392 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:07.395 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:51:07.395 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:07.395 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:51:07.396 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:51:07.396 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:51:07.396 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:51:07.396 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:51:07.396 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:51:07.397 ERROR:paramiko.transport:EOFError
2020-11-16T19:51:07.397 ERROR:paramiko.transport:
2020-11-16T19:51:07.397 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:51:07.397 ERROR:paramiko.transport:
2020-11-16T19:51:07.398 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:07.398 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:51:07.398 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:51:07.398 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:51:07.398 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:51:07.399 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:51:07.399 ERROR:paramiko.transport:
2020-11-16T19:51:10.868 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:10.964 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:12.024 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:13.121 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:13.400 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:13.496 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:14.179 ERROR:teuthology.orchestra.connection:Error connecting to smithi142.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:14.595 ERROR:teuthology.orchestra.connection:Error connecting to smithi065.front.sepia.ceph.com
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/connection.py", line 108, in connect
    ssh.connect(**connect_args)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 446, in connect
    passphrase,
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 764, in _auth
    raise saved_exception
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/client.py", line 740, in _auth
    self._transport.auth_publickey(username, key)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 1580, in auth_publickey
    return self.auth_handler.wait_for_response(my_event)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/auth_handler.py", line 250, in wait_for_response
    raise e
paramiko.ssh_exception.AuthenticationException: Authentication failed.
2020-11-16T19:51:15.182 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:51:15.182 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:15.183 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:51:15.183 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:51:15.183 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:51:15.183 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:51:15.183 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:51:15.184 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:51:15.184 ERROR:paramiko.transport:EOFError
2020-11-16T19:51:15.184 ERROR:paramiko.transport:
2020-11-16T19:51:15.184 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:51:15.184 ERROR:paramiko.transport:
2020-11-16T19:51:15.185 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:15.185 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:51:15.185 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:51:15.185 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:51:15.186 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:51:15.186 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:51:15.186 ERROR:paramiko.transport:
2020-11-16T19:51:15.598 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2020-11-16T19:51:15.599 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:15.599 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2020-11-16T19:51:15.599 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2020-11-16T19:51:15.599 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2020-11-16T19:51:15.600 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2020-11-16T19:51:15.600 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2020-11-16T19:51:15.600 ERROR:paramiko.transport:    raise EOFError()
2020-11-16T19:51:15.600 ERROR:paramiko.transport:EOFError
2020-11-16T19:51:15.600 ERROR:paramiko.transport:
2020-11-16T19:51:15.601 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2020-11-16T19:51:15.601 ERROR:paramiko.transport:
2020-11-16T19:51:15.601 ERROR:paramiko.transport:Traceback (most recent call last):
2020-11-16T19:51:15.601 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2020-11-16T19:51:15.601 ERROR:paramiko.transport:    self._check_banner()
2020-11-16T19:51:15.602 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2020-11-16T19:51:15.602 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2020-11-16T19:51:15.602 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2020-11-16T19:51:15.602 ERROR:paramiko.transport:
2020-11-16T19:51:21.188 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:21.604 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:27.221 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:36.303 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:45.359 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:51:54.415 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:52:03.470 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:52:12.527 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:52:21.583 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:52:27.191 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:52:27.607 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:52:30.639 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:52:51.631 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:52:52.142 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:00.687 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:01.200 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:09.747 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:10.255 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:18.799 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:18.809 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104)
2020-11-16T19:53:19.311 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:19.393 INFO:teuthology.orchestra.run:Running command with timeout 600
2020-11-16T19:53:19.395 INFO:teuthology.orchestra.run.smithi065:> while [ ! -e '/.cephlab_net_configured' ]; do sleep 5; done
2020-11-16T19:53:19.783 INFO:teuthology.provision.fog.smithi065:Node is ready
2020-11-16T19:53:19.783 INFO:teuthology.orchestra.run.smithi065:> hostname
2020-11-16T19:53:19.829 INFO:teuthology.orchestra.run.smithi065.stdout:smithi065.front.sepia.ceph.com
2020-11-16T19:53:19.830 INFO:teuthology.orchestra.run.smithi065:> grep smithi065.front.sepia.ceph.com /etc/hosts
2020-11-16T19:53:19.878 INFO:teuthology.orchestra.run.smithi065.stdout:172.21.15.65 smithi065.front.sepia.ceph.com smithi065
2020-11-16T19:53:19.878 INFO:teuthology.orchestra.run.smithi065:> sudo hostname smithi065
2020-11-16T19:53:19.942 INFO:teuthology.orchestra.run.smithi065:> sudo sed -i -e 's/smithi065.front.sepia.ceph.com/smithi065/g' /etc/hosts
2020-11-16T19:53:20.000 INFO:teuthology.orchestra.run.smithi065:> sudo sed -i -e 's/172.21.15.65/172.21.15.65/g' /etc/hosts
2020-11-16T19:53:20.056 INFO:teuthology.orchestra.run.smithi065:> sudo sed -i -e 's/smithi065.front.sepia.ceph.com/smithi065/g' /etc/hostname
2020-11-16T19:53:20.110 INFO:teuthology.orchestra.run.smithi065:> sudo hostname smithi065
2020-11-16T19:53:20.166 INFO:teuthology.provision.fog.smithi065:Deploy complete!
2020-11-16T19:53:20.167 DEBUG:teuthology.parallel:result is None
2020-11-16T19:53:24.811 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:24.893 INFO:teuthology.orchestra.run:Running command with timeout 600
2020-11-16T19:53:24.893 INFO:teuthology.orchestra.run.smithi142:> while [ ! -e '/.cephlab_net_configured' ]; do sleep 5; done
2020-11-16T19:53:25.234 INFO:teuthology.provision.fog.smithi142:Node is ready
2020-11-16T19:53:25.235 INFO:teuthology.orchestra.run.smithi142:> hostname
2020-11-16T19:53:25.285 INFO:teuthology.orchestra.run.smithi142.stdout:smithi142.front.sepia.ceph.com
2020-11-16T19:53:25.286 INFO:teuthology.orchestra.run.smithi142:> grep smithi142.front.sepia.ceph.com /etc/hosts
2020-11-16T19:53:25.334 INFO:teuthology.orchestra.run.smithi142.stdout:172.21.15.142 smithi142.front.sepia.ceph.com smithi142
2020-11-16T19:53:25.335 INFO:teuthology.orchestra.run.smithi142:> sudo hostname smithi142
2020-11-16T19:53:25.398 INFO:teuthology.orchestra.run.smithi142:> sudo sed -i -e 's/smithi142.front.sepia.ceph.com/smithi142/g' /etc/hosts
2020-11-16T19:53:25.455 INFO:teuthology.orchestra.run.smithi142:> sudo sed -i -e 's/172.21.15.142/172.21.15.142/g' /etc/hosts
2020-11-16T19:53:25.510 INFO:teuthology.orchestra.run.smithi142:> sudo sed -i -e 's/smithi142.front.sepia.ceph.com/smithi142/g' /etc/hostname
2020-11-16T19:53:25.566 INFO:teuthology.orchestra.run.smithi142:> sudo hostname smithi142
2020-11-16T19:53:25.620 INFO:teuthology.provision.fog.smithi142:Deploy complete!
2020-11-16T19:53:25.621 DEBUG:teuthology.parallel:result is None
2020-11-16T19:53:36.642 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:36.727 INFO:teuthology.orchestra.run:Running command with timeout 600
2020-11-16T19:53:36.728 INFO:teuthology.orchestra.run.smithi071:> while [ ! -e '/.cephlab_net_configured' ]; do sleep 5; done
2020-11-16T19:53:37.087 INFO:teuthology.provision.fog.smithi071:Node is ready
2020-11-16T19:53:37.087 INFO:teuthology.orchestra.run.smithi071:> hostname
2020-11-16T19:53:37.132 INFO:teuthology.orchestra.run.smithi071.stdout:smithi071.front.sepia.ceph.com
2020-11-16T19:53:37.133 INFO:teuthology.orchestra.run.smithi071:> grep smithi071.front.sepia.ceph.com /etc/hosts
2020-11-16T19:53:37.181 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71 smithi071.front.sepia.ceph.com smithi071
2020-11-16T19:53:37.182 INFO:teuthology.orchestra.run.smithi071:> sudo hostname smithi071
2020-11-16T19:53:37.345 INFO:teuthology.orchestra.run.smithi071:> sudo sed -i -e 's/smithi071.front.sepia.ceph.com/smithi071/g' /etc/hosts
2020-11-16T19:53:37.358 INFO:teuthology.orchestra.run.smithi071:> sudo sed -i -e 's/172.21.15.71/172.21.15.71/g' /etc/hosts
2020-11-16T19:53:37.413 INFO:teuthology.orchestra.run.smithi071:> sudo sed -i -e 's/smithi071.front.sepia.ceph.com/smithi071/g' /etc/hostname
2020-11-16T19:53:37.470 INFO:teuthology.orchestra.run.smithi071:> sudo hostname smithi071
2020-11-16T19:53:37.524 INFO:teuthology.provision.fog.smithi071:Deploy complete!
2020-11-16T19:53:37.525 DEBUG:teuthology.parallel:result is None
2020-11-16T19:53:53.722 INFO:teuthology.lock.ops:Checking smithi142.front.sepia.ceph.com
2020-11-16T19:53:53.724 INFO:teuthology.lock.ops:New key found. Updating...
2020-11-16T19:53:53.741 INFO:teuthology.lock.ops:Checking smithi071.front.sepia.ceph.com
2020-11-16T19:53:53.741 INFO:teuthology.lock.ops:New key found. Updating...
2020-11-16T19:53:53.755 INFO:teuthology.lock.ops:Checking smithi065.front.sepia.ceph.com
2020-11-16T19:53:53.756 INFO:teuthology.lock.ops:New key found. Updating...
2020-11-16T19:53:53.771 INFO:teuthology.lock.ops:Updating [smithi142.front.sepia.ceph.com]: set os type and version on server
2020-11-16T19:53:53.771 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T19:53:53.772 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:53.849 INFO:teuthology.orchestra.run.smithi142:> true
2020-11-16T19:53:54.093 INFO:teuthology.orchestra.run.smithi142:> uname -m
2020-11-16T19:53:54.149 INFO:teuthology.orchestra.run.smithi142.stdout:x86_64
2020-11-16T19:53:54.150 INFO:teuthology.orchestra.run.smithi142:> cat /etc/os-release
2020-11-16T19:53:54.201 INFO:teuthology.orchestra.run.smithi142.stdout:NAME="Ubuntu"
2020-11-16T19:53:54.201 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION="18.04.5 LTS (Bionic Beaver)"
2020-11-16T19:53:54.202 INFO:teuthology.orchestra.run.smithi142.stdout:ID=ubuntu
2020-11-16T19:53:54.202 INFO:teuthology.orchestra.run.smithi142.stdout:ID_LIKE=debian
2020-11-16T19:53:54.202 INFO:teuthology.orchestra.run.smithi142.stdout:PRETTY_NAME="Ubuntu 18.04.5 LTS"
2020-11-16T19:53:54.202 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION_ID="18.04"
2020-11-16T19:53:54.202 INFO:teuthology.orchestra.run.smithi142.stdout:HOME_URL="https://www.ubuntu.com/"
2020-11-16T19:53:54.202 INFO:teuthology.orchestra.run.smithi142.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2020-11-16T19:53:54.202 INFO:teuthology.orchestra.run.smithi142.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2020-11-16T19:53:54.203 INFO:teuthology.orchestra.run.smithi142.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2020-11-16T19:53:54.203 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION_CODENAME=bionic
2020-11-16T19:53:54.203 INFO:teuthology.orchestra.run.smithi142.stdout:UBUNTU_CODENAME=bionic
2020-11-16T19:53:54.204 INFO:teuthology.lock.ops:Updating smithi142.front.sepia.ceph.com on lock server
2020-11-16T19:53:54.232 INFO:teuthology.lock.ops:Updating [smithi071.front.sepia.ceph.com]: set os type and version on server
2020-11-16T19:53:54.233 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T19:53:54.233 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:54.366 INFO:teuthology.orchestra.run.smithi071:> true
2020-11-16T19:53:54.568 INFO:teuthology.orchestra.run.smithi071:> uname -m
2020-11-16T19:53:54.617 INFO:teuthology.orchestra.run.smithi071.stdout:x86_64
2020-11-16T19:53:54.617 INFO:teuthology.orchestra.run.smithi071:> cat /etc/os-release
2020-11-16T19:53:54.665 INFO:teuthology.orchestra.run.smithi071.stdout:NAME="Ubuntu"
2020-11-16T19:53:54.665 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION="18.04.5 LTS (Bionic Beaver)"
2020-11-16T19:53:54.666 INFO:teuthology.orchestra.run.smithi071.stdout:ID=ubuntu
2020-11-16T19:53:54.666 INFO:teuthology.orchestra.run.smithi071.stdout:ID_LIKE=debian
2020-11-16T19:53:54.666 INFO:teuthology.orchestra.run.smithi071.stdout:PRETTY_NAME="Ubuntu 18.04.5 LTS"
2020-11-16T19:53:54.666 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_ID="18.04"
2020-11-16T19:53:54.666 INFO:teuthology.orchestra.run.smithi071.stdout:HOME_URL="https://www.ubuntu.com/"
2020-11-16T19:53:54.666 INFO:teuthology.orchestra.run.smithi071.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2020-11-16T19:53:54.667 INFO:teuthology.orchestra.run.smithi071.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2020-11-16T19:53:54.667 INFO:teuthology.orchestra.run.smithi071.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2020-11-16T19:53:54.667 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_CODENAME=bionic
2020-11-16T19:53:54.667 INFO:teuthology.orchestra.run.smithi071.stdout:UBUNTU_CODENAME=bionic
2020-11-16T19:53:54.667 INFO:teuthology.lock.ops:Updating smithi071.front.sepia.ceph.com on lock server
2020-11-16T19:53:54.684 INFO:teuthology.lock.ops:Updating [smithi065.front.sepia.ceph.com]: set os type and version on server
2020-11-16T19:53:54.684 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T19:53:54.685 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:54.761 INFO:teuthology.orchestra.run.smithi065:> true
2020-11-16T19:53:55.003 INFO:teuthology.orchestra.run.smithi065:> uname -m
2020-11-16T19:53:55.052 INFO:teuthology.orchestra.run.smithi065.stdout:x86_64
2020-11-16T19:53:55.053 INFO:teuthology.orchestra.run.smithi065:> cat /etc/os-release
2020-11-16T19:53:55.099 INFO:teuthology.orchestra.run.smithi065.stdout:NAME="Ubuntu"
2020-11-16T19:53:55.099 INFO:teuthology.orchestra.run.smithi065.stdout:VERSION="18.04.5 LTS (Bionic Beaver)"
2020-11-16T19:53:55.099 INFO:teuthology.orchestra.run.smithi065.stdout:ID=ubuntu
2020-11-16T19:53:55.099 INFO:teuthology.orchestra.run.smithi065.stdout:ID_LIKE=debian
2020-11-16T19:53:55.099 INFO:teuthology.orchestra.run.smithi065.stdout:PRETTY_NAME="Ubuntu 18.04.5 LTS"
2020-11-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi065.stdout:VERSION_ID="18.04"
2020-11-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi065.stdout:HOME_URL="https://www.ubuntu.com/"
2020-11-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi065.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2020-11-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi065.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2020-11-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi065.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2020-11-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi065.stdout:VERSION_CODENAME=bionic
2020-11-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi065.stdout:UBUNTU_CODENAME=bionic
2020-11-16T19:53:55.101 INFO:teuthology.lock.ops:Updating smithi065.front.sepia.ceph.com on lock server
2020-11-16T19:53:55.130 INFO:teuthology.task.internal.lock_machines:3 smithi machines locked this try, 3/3 locked so far
2020-11-16T19:53:55.188 INFO:teuthology.task.internal.lock_machines:Locked targets:
  smithi065.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDuPaz+ZObpIIhBfb40E9Ftp23ii4Vl2SMbtcFx4ftePkA2wA3+g3wp9PnLnjm75tXiDHLK7n/FKrVgOo9uumG1ENmoPZsWeW6eE+PA3en9Zhf4XALQe1cw8tZNMDDSTVPIR6cPj1njE0gS1xxvyc0K2zUZcvDKa9oz/URjn4qzHKba4PNMXQO9xGU0FUcPKuaelmfErU/HXOl7Q7N6JmGgjztm/Ki0j9qAzYz312Nwhj6KvyxjAGJ671/JEmiiQUzj9Gu5CgAI3nBuDiK8czK7y6AAbH9c6xCeChLKvcSIhIjDmzkzIWSgDdtdNt9iwanK3x+QU21Gwk/a6yzmhGcp
  smithi071.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+O4YJjEiV28TP7dMFbW+KgxYWJL9aLku6moq+SDe9y5K8dQjbiT1dUTyr3cgRc1ox9jESuOLown5LALQk7ElVBvXsEgXl30EhPsSBWa+t2Kh1KgpsLheZ2Nuqp5N/TDAKwu9CF55dILb153n/qh37vD5fkQoJr8jFN5j1sI3zg2WmSAEWAnWr2oAH7ops3VwUKkRSU4QLm7RWmBUN18RRqFyuQqN6twaFF6pn6Da+2RRKFW9fs5xbp0fNwm36EzsaU8IkTdk4wZfpGBbEMwGr+g6NxZvHE7zAb71irZjIOEpRjmyDr/5DQ+evoHFwD7fYJu15podZSF+ZVHlRxzD1
  smithi142.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCr7/COdyrcDBT5eYdwBXG/GWZMWOuL9XNennFJU2+vW3gFj/yHXE8ogytSOj4xQZiaCEa4SwxE3sH8bMoW8yI6QMIOCeOwC8Gg6Rp4YDzuEtF1sncK7AJBUe5eCptyXHOkqvC5tV42SncZDfBVN4PtIssLvkoP3GEqi1eL01obyDXWHa9MfjsT8RWapscdG1hB4qgtG1AUmXPThZn/4ZZLJ7Dp4qmu5+sXWCBUCKTXUPwtedr6yUUobm+JolFZagIQKu2SyTA/Z3RD+JFtbIjvoqBLOJ9j7qty/Z3Zd3ifzasSN3+LSquSYLm4hIlRWEaHqVnaL/4k38dTgTwtHIqN
2020-11-16T19:53:55.188 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2020-11-16T19:53:55.244 INFO:teuthology.run_tasks:Running task internal.save_config...
2020-11-16T19:53:55.250 INFO:teuthology.task.internal:Saving configuration
2020-11-16T19:53:55.267 INFO:teuthology.run_tasks:Running task internal.check_lock...
2020-11-16T19:53:55.294 INFO:teuthology.task.internal.check_lock:Checking locks...
2020-11-16T19:53:55.312 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2020-11-16 19:39:43.684796', 'description': '/home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127', 'locked_by': 'scheduled_kchai@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAID1COLP6F7Lmn8pqEKAX3YnxatfdiGwqeCKOJ1sKwZgc', 'os_version': '18.04', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi142.front.sepia.ceph.com'}
2020-11-16T19:53:55.336 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2020-11-16 19:39:43.684817', 'description': '/home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127', 'locked_by': 'scheduled_kchai@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOwYAQH2cU3nfDQ0BaCgLK8Jnzl3ZQGf0+8dq113xLal', 'os_version': '18.04', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi071.front.sepia.ceph.com'}
2020-11-16T19:53:55.359 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2020-11-16 19:39:43.684833', 'description': '/home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127', 'locked_by': 'scheduled_kchai@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHrovieboJKsQjoQHGeX3bufQsDWQQ1S4Je2MtUbwadX', 'os_version': '18.04', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi065.front.sepia.ceph.com'}
2020-11-16T19:53:55.359 INFO:teuthology.run_tasks:Running task internal.add_remotes...
2020-11-16T19:53:55.380 INFO:teuthology.task.internal:roles: ubuntu@smithi142.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0']
2020-11-16T19:53:55.380 INFO:teuthology.task.internal:roles: ubuntu@smithi071.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1']
2020-11-16T19:53:55.381 INFO:teuthology.task.internal:roles: ubuntu@smithi065.front.sepia.ceph.com - ['mon.c', 'osd.8', 'osd.9', 'osd.10', 'osd.11', 'client.2']
2020-11-16T19:53:55.381 INFO:teuthology.run_tasks:Running task console_log...
2020-11-16T19:53:55.477 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7f0eee56ee48>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7f0eec7eebf8>, signals=[15])
2020-11-16T19:53:55.478 INFO:teuthology.run_tasks:Running task internal.connect...
2020-11-16T19:53:55.486 INFO:teuthology.task.internal:Opening connections...
2020-11-16T19:53:55.488 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi142.front.sepia.ceph.com
2020-11-16T19:53:55.490 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:55.566 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi071.front.sepia.ceph.com
2020-11-16T19:53:55.567 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:55.647 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi065.front.sepia.ceph.com
2020-11-16T19:53:55.648 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:53:55.729 INFO:teuthology.run_tasks:Running task internal.push_inventory...
2020-11-16T19:53:55.739 INFO:teuthology.orchestra.run.smithi142:> uname -m
2020-11-16T19:53:55.757 INFO:teuthology.orchestra.run.smithi142.stdout:x86_64
2020-11-16T19:53:55.758 INFO:teuthology.orchestra.run.smithi142:> cat /etc/os-release
2020-11-16T19:53:55.806 INFO:teuthology.orchestra.run.smithi142.stdout:NAME="Ubuntu"
2020-11-16T19:53:55.806 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION="18.04.5 LTS (Bionic Beaver)"
2020-11-16T19:53:55.806 INFO:teuthology.orchestra.run.smithi142.stdout:ID=ubuntu
2020-11-16T19:53:55.806 INFO:teuthology.orchestra.run.smithi142.stdout:ID_LIKE=debian
2020-11-16T19:53:55.806 INFO:teuthology.orchestra.run.smithi142.stdout:PRETTY_NAME="Ubuntu 18.04.5 LTS"
2020-11-16T19:53:55.807 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION_ID="18.04"
2020-11-16T19:53:55.807 INFO:teuthology.orchestra.run.smithi142.stdout:HOME_URL="https://www.ubuntu.com/"
2020-11-16T19:53:55.807 INFO:teuthology.orchestra.run.smithi142.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2020-11-16T19:53:55.807 INFO:teuthology.orchestra.run.smithi142.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2020-11-16T19:53:55.807 INFO:teuthology.orchestra.run.smithi142.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2020-11-16T19:53:55.808 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION_CODENAME=bionic
2020-11-16T19:53:55.808 INFO:teuthology.orchestra.run.smithi142.stdout:UBUNTU_CODENAME=bionic
2020-11-16T19:53:55.808 INFO:teuthology.lock.ops:Updating smithi142.front.sepia.ceph.com on lock server
2020-11-16T19:53:55.825 INFO:teuthology.orchestra.run.smithi071:> uname -m
2020-11-16T19:53:55.831 INFO:teuthology.orchestra.run.smithi071.stdout:x86_64
2020-11-16T19:53:55.832 INFO:teuthology.orchestra.run.smithi071:> cat /etc/os-release
2020-11-16T19:53:55.880 INFO:teuthology.orchestra.run.smithi071.stdout:NAME="Ubuntu"
2020-11-16T19:53:55.881 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION="18.04.5 LTS (Bionic Beaver)"
2020-11-16T19:53:55.881 INFO:teuthology.orchestra.run.smithi071.stdout:ID=ubuntu
2020-11-16T19:53:55.881 INFO:teuthology.orchestra.run.smithi071.stdout:ID_LIKE=debian
2020-11-16T19:53:55.881 INFO:teuthology.orchestra.run.smithi071.stdout:PRETTY_NAME="Ubuntu 18.04.5 LTS"
2020-11-16T19:53:55.881 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_ID="18.04"
2020-11-16T19:53:55.881 INFO:teuthology.orchestra.run.smithi071.stdout:HOME_URL="https://www.ubuntu.com/"
2020-11-16T19:53:55.881 INFO:teuthology.orchestra.run.smithi071.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2020-11-16T19:53:55.882 INFO:teuthology.orchestra.run.smithi071.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2020-11-16T19:53:55.882 INFO:teuthology.orchestra.run.smithi071.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2020-11-16T19:53:55.882 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_CODENAME=bionic
2020-11-16T19:53:55.882 INFO:teuthology.orchestra.run.smithi071.stdout:UBUNTU_CODENAME=bionic
2020-11-16T19:53:55.882 INFO:teuthology.lock.ops:Updating smithi071.front.sepia.ceph.com on lock server
2020-11-16T19:53:55.901 INFO:teuthology.orchestra.run.smithi065:> uname -m
2020-11-16T19:53:55.929 INFO:teuthology.orchestra.run.smithi065.stdout:x86_64
2020-11-16T19:53:55.930 INFO:teuthology.orchestra.run.smithi065:> cat /etc/os-release
2020-11-16T19:53:55.977 INFO:teuthology.orchestra.run.smithi065.stdout:NAME="Ubuntu"
2020-11-16T19:53:55.977 INFO:teuthology.orchestra.run.smithi065.stdout:VERSION="18.04.5 LTS (Bionic Beaver)"
2020-11-16T19:53:55.977 INFO:teuthology.orchestra.run.smithi065.stdout:ID=ubuntu
2020-11-16T19:53:55.977 INFO:teuthology.orchestra.run.smithi065.stdout:ID_LIKE=debian
2020-11-16T19:53:55.978 INFO:teuthology.orchestra.run.smithi065.stdout:PRETTY_NAME="Ubuntu 18.04.5 LTS"
2020-11-16T19:53:55.978 INFO:teuthology.orchestra.run.smithi065.stdout:VERSION_ID="18.04"
2020-11-16T19:53:55.978 INFO:teuthology.orchestra.run.smithi065.stdout:HOME_URL="https://www.ubuntu.com/"
2020-11-16T19:53:55.979 INFO:teuthology.orchestra.run.smithi065.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2020-11-16T19:53:55.979 INFO:teuthology.orchestra.run.smithi065.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2020-11-16T19:53:55.979 INFO:teuthology.orchestra.run.smithi065.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2020-11-16T19:53:55.979 INFO:teuthology.orchestra.run.smithi065.stdout:VERSION_CODENAME=bionic
2020-11-16T19:53:55.979 INFO:teuthology.orchestra.run.smithi065.stdout:UBUNTU_CODENAME=bionic
2020-11-16T19:53:55.980 INFO:teuthology.lock.ops:Updating smithi065.front.sepia.ceph.com on lock server
2020-11-16T19:53:55.994 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
2020-11-16T19:53:56.039 INFO:teuthology.run_tasks:Running task internal.check_conflict...
2020-11-16T19:53:56.046 INFO:teuthology.task.internal:Checking for old test directory...
2020-11-16T19:53:56.047 INFO:teuthology.orchestra.run.smithi065:> test '!' -e /home/ubuntu/cephtest
2020-11-16T19:53:56.051 INFO:teuthology.orchestra.run.smithi071:> test '!' -e /home/ubuntu/cephtest
2020-11-16T19:53:56.053 INFO:teuthology.orchestra.run.smithi142:> test '!' -e /home/ubuntu/cephtest
2020-11-16T19:53:56.059 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
2020-11-16T19:53:56.067 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph...
2020-11-16T19:53:56.067 INFO:teuthology.orchestra.run.smithi065:> test -z $(ls -A /var/lib/ceph)
2020-11-16T19:53:56.101 INFO:teuthology.orchestra.run.smithi071:> test -z $(ls -A /var/lib/ceph)
2020-11-16T19:53:56.103 INFO:teuthology.orchestra.run.smithi142:> test -z $(ls -A /var/lib/ceph)
2020-11-16T19:53:56.131 INFO:teuthology.run_tasks:Running task internal.vm_setup...
2020-11-16T19:53:56.186 INFO:teuthology.run_tasks:Running task kernel...
2020-11-16T19:53:56.202 DEBUG:teuthology.task.kernel:normalized config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}, 'osd.0': {'kdb': True, 'sha1': 'distro'}, 'osd.1': {'kdb': True, 'sha1': 'distro'}, 'osd.2': {'kdb': True, 'sha1': 'distro'}, 'osd.3': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'osd.4': {'kdb': True, 'sha1': 'distro'}, 'osd.5': {'kdb': True, 'sha1': 'distro'}, 'osd.6': {'kdb': True, 'sha1': 'distro'}, 'osd.7': {'kdb': True, 'sha1': 'distro'}, 'client.1': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}, 'osd.8': {'kdb': True, 'sha1': 'distro'}, 'osd.9': {'kdb': True, 'sha1': 'distro'}, 'osd.10': {'kdb': True, 'sha1': 'distro'}, 'osd.11': {'kdb': True, 'sha1': 'distro'}, 'client.2': {'kdb': True, 'sha1': 'distro'}}
2020-11-16T19:53:56.202 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}}, timeout 300
2020-11-16T19:53:56.203 INFO:teuthology.orchestra.run.smithi142:> uname -r
2020-11-16T19:53:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:4.15.0-123-generic
2020-11-16T19:53:56.209 INFO:teuthology.task.kernel:Running kernel on smithi142: 4.15.0-123-generic
2020-11-16T19:53:56.209 INFO:teuthology.orchestra.run.smithi142:> sudo apt-get clean
2020-11-16T19:53:56.341 INFO:teuthology.orchestra.run.smithi142:> sudo apt-get update
2020-11-16T19:53:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:1 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T19:53:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:Get:2 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB]
2020-11-16T19:53:56.661 INFO:teuthology.orchestra.run.smithi142.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB]
2020-11-16T19:53:56.971 INFO:teuthology.orchestra.run.smithi142.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB]
2020-11-16T19:53:57.114 INFO:teuthology.orchestra.run.smithi142.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [1,761 kB]
2020-11-16T19:53:57.516 INFO:teuthology.orchestra.run.smithi142.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main i386 Packages [1,162 kB]
2020-11-16T19:53:57.550 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main Translation-en [373 kB]
2020-11-16T19:53:57.560 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/restricted i386 Packages [17.4 kB]
2020-11-16T19:53:57.561 INFO:teuthology.orchestra.run.smithi142.stdout:Get:9 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [196 kB]
2020-11-16T19:53:57.567 INFO:teuthology.orchestra.run.smithi142.stdout:Get:10 http://archive.ubuntu.com/ubuntu bionic-updates/restricted Translation-en [26.3 kB]
2020-11-16T19:53:57.568 INFO:teuthology.orchestra.run.smithi142.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [1,692 kB]
2020-11-16T19:53:57.642 INFO:teuthology.orchestra.run.smithi142.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic-updates/universe i386 Packages [1,547 kB]
2020-11-16T19:53:57.685 INFO:teuthology.orchestra.run.smithi142.stdout:Get:13 http://archive.ubuntu.com/ubuntu bionic-updates/universe Translation-en [355 kB]
2020-11-16T19:53:57.692 INFO:teuthology.orchestra.run.smithi142.stdout:Get:14 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse amd64 Packages [36.2 kB]
2020-11-16T19:53:57.693 INFO:teuthology.orchestra.run.smithi142.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse i386 Packages [14.4 kB]
2020-11-16T19:53:57.694 INFO:teuthology.orchestra.run.smithi142.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse Translation-en [7,308 B]
2020-11-16T19:53:58.497 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 7,439 kB in 2s (3,850 kB/s)
2020-11-16T19:54:00.002 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists...
2020-11-16T19:54:00.049 INFO:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic
2020-11-16T19:54:00.129 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists...
2020-11-16T19:54:00.367 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree...
2020-11-16T19:54:00.368 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information...
2020-11-16T19:54:00.446 INFO:teuthology.orchestra.run.smithi142.stderr:E: Unable to locate package linux-image-current-generic
2020-11-16T19:54:00.447 DEBUG:teuthology.orchestra.run:got remote process result: 100
2020-11-16T19:54:00.448 INFO:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2020-11-16T19:54:00.532 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists...
2020-11-16T19:54:00.776 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree...
2020-11-16T19:54:00.776 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information...
2020-11-16T19:54:00.948 INFO:teuthology.orchestra.run.smithi142.stdout:The following additional packages will be installed:
2020-11-16T19:54:00.949 INFO:teuthology.orchestra.run.smithi142.stdout:  linux-generic linux-headers-4.15.0-124 linux-headers-4.15.0-124-generic
2020-11-16T19:54:00.949 INFO:teuthology.orchestra.run.smithi142.stdout:  linux-headers-generic linux-image-4.15.0-124-generic
2020-11-16T19:54:00.949 INFO:teuthology.orchestra.run.smithi142.stdout:  linux-modules-4.15.0-124-generic linux-modules-extra-4.15.0-124-generic
2020-11-16T19:54:00.950 INFO:teuthology.orchestra.run.smithi142.stdout:Suggested packages:
2020-11-16T19:54:00.951 INFO:teuthology.orchestra.run.smithi142.stdout:  fdutils linux-doc-4.15.0 | linux-source-4.15.0 linux-tools
2020-11-16T19:54:00.951 INFO:teuthology.orchestra.run.smithi142.stdout:Recommended packages:
2020-11-16T19:54:00.951 INFO:teuthology.orchestra.run.smithi142.stdout:  thermald
2020-11-16T19:54:00.977 INFO:teuthology.orchestra.run.smithi142.stdout:The following NEW packages will be installed:
2020-11-16T19:54:00.977 INFO:teuthology.orchestra.run.smithi142.stdout:  linux-headers-4.15.0-124 linux-headers-4.15.0-124-generic
2020-11-16T19:54:00.977 INFO:teuthology.orchestra.run.smithi142.stdout:  linux-image-4.15.0-124-generic linux-modules-4.15.0-124-generic
2020-11-16T19:54:00.978 INFO:teuthology.orchestra.run.smithi142.stdout:  linux-modules-extra-4.15.0-124-generic
2020-11-16T19:54:00.980 INFO:teuthology.orchestra.run.smithi142.stdout:The following packages will be upgraded:
2020-11-16T19:54:00.980 INFO:teuthology.orchestra.run.smithi142.stdout:  linux-generic linux-headers-generic linux-image-generic
2020-11-16T19:54:01.156 INFO:teuthology.orchestra.run.smithi142.stdout:3 upgraded, 5 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T19:54:01.157 INFO:teuthology.orchestra.run.smithi142.stdout:Need to get 65.9 MB of archives.
2020-11-16T19:54:01.158 INFO:teuthology.orchestra.run.smithi142.stdout:After this operation, 333 MB of additional disk space will be used.
2020-11-16T19:54:01.158 INFO:teuthology.orchestra.run.smithi142.stdout:Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-4.15.0-124-generic amd64 4.15.0-124.127 [13.1 MB]
2020-11-16T19:54:02.138 INFO:teuthology.orchestra.run.smithi142.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-4.15.0-124-generic amd64 4.15.0-124.127 [8,012 kB]
2020-11-16T19:54:02.335 INFO:teuthology.orchestra.run.smithi142.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-extra-4.15.0-124-generic amd64 4.15.0-124.127 [32.8 MB]
2020-11-16T19:54:03.314 INFO:teuthology.orchestra.run.smithi142.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-generic amd64 4.15.0.124.111 [1,868 B]
2020-11-16T19:54:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-generic amd64 4.15.0.124.111 [2,624 B]
2020-11-16T19:54:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-124 all 4.15.0-124.127 [10.9 MB]
2020-11-16T19:54:03.617 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-124-generic amd64 4.15.0-124.127 [1,084 kB]
2020-11-16T19:54:03.645 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-generic amd64 4.15.0.124.111 [2,520 B]
2020-11-16T19:54:04.127 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 65.9 MB in 3s (24.9 MB/s)
2020-11-16T19:54:04.291 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-modules-4.15.0-124-generic.
2020-11-16T19:54:04.329 INFO:teuthology.orchestra.run.smithi142.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 102077 files and directories currently installed.)
2020-11-16T19:54:04.332 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../0-linux-modules-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:54:04.376 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-modules-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:05.916 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-image-4.15.0-124-generic.
2020-11-16T19:54:05.928 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../1-linux-image-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:54:06.018 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:06.520 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-modules-extra-4.15.0-124-generic.
2020-11-16T19:54:06.531 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../2-linux-modules-extra-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:54:06.569 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-modules-extra-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:10.209 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../3-linux-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:54:10.334 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:54:10.700 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../4-linux-image-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:54:10.886 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-image-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:54:11.140 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-headers-4.15.0-124.
2020-11-16T19:54:11.152 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../5-linux-headers-4.15.0-124_4.15.0-124.127_all.deb ...
2020-11-16T19:54:11.190 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-headers-4.15.0-124 (4.15.0-124.127) ...
2020-11-16T19:54:15.719 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-headers-4.15.0-124-generic.
2020-11-16T19:54:15.739 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../6-linux-headers-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:54:15.778 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-headers-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:18.088 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../7-linux-headers-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:54:18.211 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-headers-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:54:18.559 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-modules-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:19.091 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:19.520 INFO:teuthology.orchestra.run.smithi142.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:54:19.521 INFO:teuthology.orchestra.run.smithi142.stdout:I: /initrd.img is now a symlink to boot/initrd.img-4.15.0-124-generic
2020-11-16T19:54:19.668 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-modules-extra-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:20.144 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-headers-4.15.0-124 (4.15.0-124.127) ...
2020-11-16T19:54:20.270 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-image-generic (4.15.0.124.111) ...
2020-11-16T19:54:20.396 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-headers-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:20.522 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-headers-generic (4.15.0.124.111) ...
2020-11-16T19:54:20.648 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-generic (4.15.0.124.111) ...
2020-11-16T19:54:20.766 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:20.960 INFO:teuthology.orchestra.run.smithi142.stdout:/etc/kernel/postinst.d/initramfs-tools:
2020-11-16T19:54:20.960 INFO:teuthology.orchestra.run.smithi142.stdout:update-initramfs: Generating /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:54:35.348 INFO:teuthology.orchestra.run.smithi142.stdout:/etc/kernel/postinst.d/zz-update-grub:
2020-11-16T19:54:35.348 INFO:teuthology.orchestra.run.smithi142.stdout:Sourcing file `/etc/default/grub'
2020-11-16T19:54:35.383 INFO:teuthology.orchestra.run.smithi142.stdout:Generating grub configuration file ...
2020-11-16T19:54:35.714 INFO:teuthology.orchestra.run.smithi142.stdout:Found linux image: /boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:54:35.750 INFO:teuthology.orchestra.run.smithi142.stdout:Found initrd image: /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:54:36.076 INFO:teuthology.orchestra.run.smithi142.stdout:Found linux image: /boot/vmlinuz-4.15.0-123-generic
2020-11-16T19:54:36.102 INFO:teuthology.orchestra.run.smithi142.stdout:Found initrd image: /boot/initrd.img-4.15.0-123-generic
2020-11-16T19:54:37.255 INFO:teuthology.orchestra.run.smithi142.stdout:done
2020-11-16T19:54:37.659 INFO:teuthology.orchestra.run.smithi142:> dpkg -s linux-image-generic
2020-11-16T19:54:37.683 INFO:teuthology.orchestra.run.smithi142.stdout:Package: linux-image-generic
2020-11-16T19:54:37.683 INFO:teuthology.orchestra.run.smithi142.stdout:Status: install ok installed
2020-11-16T19:54:37.684 INFO:teuthology.orchestra.run.smithi142.stdout:Priority: optional
2020-11-16T19:54:37.684 INFO:teuthology.orchestra.run.smithi142.stdout:Section: kernel
2020-11-16T19:54:37.684 INFO:teuthology.orchestra.run.smithi142.stdout:Installed-Size: 16
2020-11-16T19:54:37.684 INFO:teuthology.orchestra.run.smithi142.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2020-11-16T19:54:37.684 INFO:teuthology.orchestra.run.smithi142.stdout:Architecture: amd64
2020-11-16T19:54:37.684 INFO:teuthology.orchestra.run.smithi142.stdout:Source: linux-meta
2020-11-16T19:54:37.684 INFO:teuthology.orchestra.run.smithi142.stdout:Version: 4.15.0.124.111
2020-11-16T19:54:37.685 INFO:teuthology.orchestra.run.smithi142.stdout:Provides: wireguard-modules (= 1.0.20200611-1ubuntu1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.10)
2020-11-16T19:54:37.685 INFO:teuthology.orchestra.run.smithi142.stdout:Depends: linux-image-4.15.0-124-generic, linux-modules-extra-4.15.0-124-generic, linux-firmware, intel-microcode, amd64-microcode
2020-11-16T19:54:37.685 INFO:teuthology.orchestra.run.smithi142.stdout:Recommends: thermald
2020-11-16T19:54:37.685 INFO:teuthology.orchestra.run.smithi142.stdout:Description: Generic Linux kernel image
2020-11-16T19:54:37.685 INFO:teuthology.orchestra.run.smithi142.stdout: This package will always depend on the latest generic kernel image
2020-11-16T19:54:37.685 INFO:teuthology.orchestra.run.smithi142.stdout: available.
2020-11-16T19:54:37.686 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.15.0-123-generic Expected: 4.15.0-124-generic
2020-11-16T19:54:37.686 INFO:teuthology.orchestra.run.smithi071:> uname -r
2020-11-16T19:54:37.692 INFO:teuthology.orchestra.run.smithi071.stdout:4.15.0-123-generic
2020-11-16T19:54:37.692 INFO:teuthology.task.kernel:Running kernel on smithi071: 4.15.0-123-generic
2020-11-16T19:54:37.693 INFO:teuthology.orchestra.run.smithi071:> sudo apt-get clean
2020-11-16T19:54:37.822 INFO:teuthology.orchestra.run.smithi071:> sudo apt-get update
2020-11-16T19:54:38.092 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T19:54:38.092 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB]
2020-11-16T19:54:38.152 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB]
2020-11-16T19:54:38.456 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB]
2020-11-16T19:54:38.598 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main i386 Packages [1,162 kB]
2020-11-16T19:54:39.002 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [1,761 kB]
2020-11-16T19:54:39.150 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main Translation-en [373 kB]
2020-11-16T19:54:39.162 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/restricted i386 Packages [17.4 kB]
2020-11-16T19:54:39.162 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [196 kB]
2020-11-16T19:54:39.166 INFO:teuthology.orchestra.run.smithi071.stdout:Get:10 http://archive.ubuntu.com/ubuntu bionic-updates/restricted Translation-en [26.3 kB]
2020-11-16T19:54:39.166 INFO:teuthology.orchestra.run.smithi071.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [1,692 kB]
2020-11-16T19:54:39.225 INFO:teuthology.orchestra.run.smithi071.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic-updates/universe i386 Packages [1,547 kB]
2020-11-16T19:54:39.251 INFO:teuthology.orchestra.run.smithi071.stdout:Get:13 http://archive.ubuntu.com/ubuntu bionic-updates/universe Translation-en [355 kB]
2020-11-16T19:54:39.256 INFO:teuthology.orchestra.run.smithi071.stdout:Get:14 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse i386 Packages [14.4 kB]
2020-11-16T19:54:39.256 INFO:teuthology.orchestra.run.smithi071.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse amd64 Packages [36.2 kB]
2020-11-16T19:54:39.257 INFO:teuthology.orchestra.run.smithi071.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse Translation-en [7,308 B]
2020-11-16T19:54:40.086 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 7,439 kB in 2s (3,669 kB/s)
2020-11-16T19:54:41.604 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists...
2020-11-16T19:54:41.652 INFO:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic
2020-11-16T19:54:41.733 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists...
2020-11-16T19:54:41.987 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree...
2020-11-16T19:54:41.987 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information...
2020-11-16T19:54:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:E: Unable to locate package linux-image-current-generic
2020-11-16T19:54:42.066 DEBUG:teuthology.orchestra.run:got remote process result: 100
2020-11-16T19:54:42.066 INFO:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2020-11-16T19:54:42.148 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists...
2020-11-16T19:54:42.404 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree...
2020-11-16T19:54:42.404 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information...
2020-11-16T19:54:42.578 INFO:teuthology.orchestra.run.smithi071.stdout:The following additional packages will be installed:
2020-11-16T19:54:42.579 INFO:teuthology.orchestra.run.smithi071.stdout:  linux-generic linux-headers-4.15.0-124 linux-headers-4.15.0-124-generic
2020-11-16T19:54:42.579 INFO:teuthology.orchestra.run.smithi071.stdout:  linux-headers-generic linux-image-4.15.0-124-generic
2020-11-16T19:54:42.579 INFO:teuthology.orchestra.run.smithi071.stdout:  linux-modules-4.15.0-124-generic linux-modules-extra-4.15.0-124-generic
2020-11-16T19:54:42.580 INFO:teuthology.orchestra.run.smithi071.stdout:Suggested packages:
2020-11-16T19:54:42.580 INFO:teuthology.orchestra.run.smithi071.stdout:  fdutils linux-doc-4.15.0 | linux-source-4.15.0 linux-tools
2020-11-16T19:54:42.581 INFO:teuthology.orchestra.run.smithi071.stdout:Recommended packages:
2020-11-16T19:54:42.581 INFO:teuthology.orchestra.run.smithi071.stdout:  thermald
2020-11-16T19:54:42.606 INFO:teuthology.orchestra.run.smithi071.stdout:The following NEW packages will be installed:
2020-11-16T19:54:42.607 INFO:teuthology.orchestra.run.smithi071.stdout:  linux-headers-4.15.0-124 linux-headers-4.15.0-124-generic
2020-11-16T19:54:42.607 INFO:teuthology.orchestra.run.smithi071.stdout:  linux-image-4.15.0-124-generic linux-modules-4.15.0-124-generic
2020-11-16T19:54:42.607 INFO:teuthology.orchestra.run.smithi071.stdout:  linux-modules-extra-4.15.0-124-generic
2020-11-16T19:54:42.608 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages will be upgraded:
2020-11-16T19:54:42.608 INFO:teuthology.orchestra.run.smithi071.stdout:  linux-generic linux-headers-generic linux-image-generic
2020-11-16T19:54:42.786 INFO:teuthology.orchestra.run.smithi071.stdout:3 upgraded, 5 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T19:54:42.786 INFO:teuthology.orchestra.run.smithi071.stdout:Need to get 65.9 MB of archives.
2020-11-16T19:54:42.786 INFO:teuthology.orchestra.run.smithi071.stdout:After this operation, 333 MB of additional disk space will be used.
2020-11-16T19:54:42.786 INFO:teuthology.orchestra.run.smithi071.stdout:Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-4.15.0-124-generic amd64 4.15.0-124.127 [13.1 MB]
2020-11-16T19:54:43.811 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-4.15.0-124-generic amd64 4.15.0-124.127 [8,012 kB]
2020-11-16T19:54:44.056 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-extra-4.15.0-124-generic amd64 4.15.0-124.127 [32.8 MB]
2020-11-16T19:54:45.011 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-generic amd64 4.15.0.124.111 [1,868 B]
2020-11-16T19:54:45.011 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-generic amd64 4.15.0.124.111 [2,624 B]
2020-11-16T19:54:45.011 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-124 all 4.15.0-124.127 [10.9 MB]
2020-11-16T19:54:45.332 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-124-generic amd64 4.15.0-124.127 [1,084 kB]
2020-11-16T19:54:45.347 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-generic amd64 4.15.0.124.111 [2,520 B]
2020-11-16T19:54:45.827 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 65.9 MB in 3s (24.2 MB/s)
2020-11-16T19:54:45.986 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-modules-4.15.0-124-generic.
2020-11-16T19:54:46.025 INFO:teuthology.orchestra.run.smithi071.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 102077 files and directories currently installed.)
2020-11-16T19:54:46.028 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../0-linux-modules-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:54:46.071 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-modules-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:47.713 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-image-4.15.0-124-generic.
2020-11-16T19:54:47.725 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../1-linux-image-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:54:47.816 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:48.324 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-modules-extra-4.15.0-124-generic.
2020-11-16T19:54:48.336 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../2-linux-modules-extra-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:54:48.374 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-modules-extra-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:52.148 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../3-linux-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:54:52.276 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:54:52.574 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../4-linux-image-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:54:52.679 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-image-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:54:53.024 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-headers-4.15.0-124.
2020-11-16T19:54:53.037 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../5-linux-headers-4.15.0-124_4.15.0-124.127_all.deb ...
2020-11-16T19:54:53.074 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-headers-4.15.0-124 (4.15.0-124.127) ...
2020-11-16T19:54:57.619 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-headers-4.15.0-124-generic.
2020-11-16T19:54:57.639 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../6-linux-headers-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:54:57.676 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-headers-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:54:59.990 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../7-linux-headers-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:55:00.097 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-headers-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:55:00.423 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-modules-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:01.002 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:01.462 INFO:teuthology.orchestra.run.smithi071.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:55:01.463 INFO:teuthology.orchestra.run.smithi071.stdout:I: /initrd.img is now a symlink to boot/initrd.img-4.15.0-124-generic
2020-11-16T19:55:01.587 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-modules-extra-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:02.055 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-headers-4.15.0-124 (4.15.0-124.127) ...
2020-11-16T19:55:02.181 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-image-generic (4.15.0.124.111) ...
2020-11-16T19:55:02.307 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-headers-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:02.452 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-headers-generic (4.15.0.124.111) ...
2020-11-16T19:55:02.578 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-generic (4.15.0.124.111) ...
2020-11-16T19:55:02.687 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:/etc/kernel/postinst.d/initramfs-tools:
2020-11-16T19:55:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:update-initramfs: Generating /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:55:18.250 INFO:teuthology.orchestra.run.smithi071.stdout:/etc/kernel/postinst.d/zz-update-grub:
2020-11-16T19:55:18.251 INFO:teuthology.orchestra.run.smithi071.stdout:Sourcing file `/etc/default/grub'
2020-11-16T19:55:18.278 INFO:teuthology.orchestra.run.smithi071.stdout:Generating grub configuration file ...
2020-11-16T19:55:18.636 INFO:teuthology.orchestra.run.smithi071.stdout:Found linux image: /boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:55:18.671 INFO:teuthology.orchestra.run.smithi071.stdout:Found initrd image: /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:55:19.001 INFO:teuthology.orchestra.run.smithi071.stdout:Found linux image: /boot/vmlinuz-4.15.0-123-generic
2020-11-16T19:55:19.030 INFO:teuthology.orchestra.run.smithi071.stdout:Found initrd image: /boot/initrd.img-4.15.0-123-generic
2020-11-16T19:55:20.220 INFO:teuthology.orchestra.run.smithi071.stdout:done
2020-11-16T19:55:20.616 INFO:teuthology.orchestra.run.smithi071:> dpkg -s linux-image-generic
2020-11-16T19:55:20.639 INFO:teuthology.orchestra.run.smithi071.stdout:Package: linux-image-generic
2020-11-16T19:55:20.639 INFO:teuthology.orchestra.run.smithi071.stdout:Status: install ok installed
2020-11-16T19:55:20.639 INFO:teuthology.orchestra.run.smithi071.stdout:Priority: optional
2020-11-16T19:55:20.640 INFO:teuthology.orchestra.run.smithi071.stdout:Section: kernel
2020-11-16T19:55:20.640 INFO:teuthology.orchestra.run.smithi071.stdout:Installed-Size: 16
2020-11-16T19:55:20.640 INFO:teuthology.orchestra.run.smithi071.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2020-11-16T19:55:20.640 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: amd64
2020-11-16T19:55:20.640 INFO:teuthology.orchestra.run.smithi071.stdout:Source: linux-meta
2020-11-16T19:55:20.640 INFO:teuthology.orchestra.run.smithi071.stdout:Version: 4.15.0.124.111
2020-11-16T19:55:20.640 INFO:teuthology.orchestra.run.smithi071.stdout:Provides: wireguard-modules (= 1.0.20200611-1ubuntu1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.10)
2020-11-16T19:55:20.641 INFO:teuthology.orchestra.run.smithi071.stdout:Depends: linux-image-4.15.0-124-generic, linux-modules-extra-4.15.0-124-generic, linux-firmware, intel-microcode, amd64-microcode
2020-11-16T19:55:20.641 INFO:teuthology.orchestra.run.smithi071.stdout:Recommends: thermald
2020-11-16T19:55:20.641 INFO:teuthology.orchestra.run.smithi071.stdout:Description: Generic Linux kernel image
2020-11-16T19:55:20.641 INFO:teuthology.orchestra.run.smithi071.stdout: This package will always depend on the latest generic kernel image
2020-11-16T19:55:20.641 INFO:teuthology.orchestra.run.smithi071.stdout: available.
2020-11-16T19:55:20.641 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.15.0-123-generic Expected: 4.15.0-124-generic
2020-11-16T19:55:20.642 INFO:teuthology.orchestra.run.smithi065:> uname -r
2020-11-16T19:55:20.648 INFO:teuthology.orchestra.run.smithi065.stdout:4.15.0-123-generic
2020-11-16T19:55:20.648 INFO:teuthology.task.kernel:Running kernel on smithi065: 4.15.0-123-generic
2020-11-16T19:55:20.648 INFO:teuthology.orchestra.run.smithi065:> sudo apt-get clean
2020-11-16T19:55:20.763 INFO:teuthology.orchestra.run.smithi065:> sudo apt-get update
2020-11-16T19:55:20.891 INFO:teuthology.orchestra.run.smithi065.stdout:Get:1 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB]
2020-11-16T19:55:21.013 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T19:55:21.091 INFO:teuthology.orchestra.run.smithi065.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB]
2020-11-16T19:55:21.343 INFO:teuthology.orchestra.run.smithi065.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB]
2020-11-16T19:55:21.494 INFO:teuthology.orchestra.run.smithi065.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main i386 Packages [1,162 kB]
2020-11-16T19:55:21.837 INFO:teuthology.orchestra.run.smithi065.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [1,761 kB]
2020-11-16T19:55:21.954 INFO:teuthology.orchestra.run.smithi065.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main Translation-en [373 kB]
2020-11-16T19:55:21.969 INFO:teuthology.orchestra.run.smithi065.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [196 kB]
2020-11-16T19:55:21.975 INFO:teuthology.orchestra.run.smithi065.stdout:Get:9 http://archive.ubuntu.com/ubuntu bionic-updates/restricted i386 Packages [17.4 kB]
2020-11-16T19:55:21.976 INFO:teuthology.orchestra.run.smithi065.stdout:Get:10 http://archive.ubuntu.com/ubuntu bionic-updates/restricted Translation-en [26.3 kB]
2020-11-16T19:55:21.977 INFO:teuthology.orchestra.run.smithi065.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [1,692 kB]
2020-11-16T19:55:22.026 INFO:teuthology.orchestra.run.smithi065.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic-updates/universe i386 Packages [1,547 kB]
2020-11-16T19:55:22.063 INFO:teuthology.orchestra.run.smithi065.stdout:Get:13 http://archive.ubuntu.com/ubuntu bionic-updates/universe Translation-en [355 kB]
2020-11-16T19:55:22.072 INFO:teuthology.orchestra.run.smithi065.stdout:Get:14 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse amd64 Packages [36.2 kB]
2020-11-16T19:55:22.073 INFO:teuthology.orchestra.run.smithi065.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse i386 Packages [14.4 kB]
2020-11-16T19:55:22.074 INFO:teuthology.orchestra.run.smithi065.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse Translation-en [7,308 B]
2020-11-16T19:55:22.924 INFO:teuthology.orchestra.run.smithi065.stdout:Fetched 7,439 kB in 2s (3,851 kB/s)
2020-11-16T19:55:24.487 INFO:teuthology.orchestra.run.smithi065.stdout:Reading package lists...
2020-11-16T19:55:24.535 INFO:teuthology.orchestra.run.smithi065:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic
2020-11-16T19:55:24.616 INFO:teuthology.orchestra.run.smithi065.stdout:Reading package lists...
2020-11-16T19:55:24.854 INFO:teuthology.orchestra.run.smithi065.stdout:Building dependency tree...
2020-11-16T19:55:24.854 INFO:teuthology.orchestra.run.smithi065.stdout:Reading state information...
2020-11-16T19:55:24.939 INFO:teuthology.orchestra.run.smithi065.stderr:E: Unable to locate package linux-image-current-generic
2020-11-16T19:55:24.941 DEBUG:teuthology.orchestra.run:got remote process result: 100
2020-11-16T19:55:24.941 INFO:teuthology.orchestra.run.smithi065:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2020-11-16T19:55:25.022 INFO:teuthology.orchestra.run.smithi065.stdout:Reading package lists...
2020-11-16T19:55:25.261 INFO:teuthology.orchestra.run.smithi065.stdout:Building dependency tree...
2020-11-16T19:55:25.261 INFO:teuthology.orchestra.run.smithi065.stdout:Reading state information...
2020-11-16T19:55:25.446 INFO:teuthology.orchestra.run.smithi065.stdout:The following additional packages will be installed:
2020-11-16T19:55:25.446 INFO:teuthology.orchestra.run.smithi065.stdout:  linux-generic linux-headers-4.15.0-124 linux-headers-4.15.0-124-generic
2020-11-16T19:55:25.447 INFO:teuthology.orchestra.run.smithi065.stdout:  linux-headers-generic linux-image-4.15.0-124-generic
2020-11-16T19:55:25.447 INFO:teuthology.orchestra.run.smithi065.stdout:  linux-modules-4.15.0-124-generic linux-modules-extra-4.15.0-124-generic
2020-11-16T19:55:25.448 INFO:teuthology.orchestra.run.smithi065.stdout:Suggested packages:
2020-11-16T19:55:25.448 INFO:teuthology.orchestra.run.smithi065.stdout:  fdutils linux-doc-4.15.0 | linux-source-4.15.0 linux-tools
2020-11-16T19:55:25.449 INFO:teuthology.orchestra.run.smithi065.stdout:Recommended packages:
2020-11-16T19:55:25.449 INFO:teuthology.orchestra.run.smithi065.stdout:  thermald
2020-11-16T19:55:25.477 INFO:teuthology.orchestra.run.smithi065.stdout:The following NEW packages will be installed:
2020-11-16T19:55:25.477 INFO:teuthology.orchestra.run.smithi065.stdout:  linux-headers-4.15.0-124 linux-headers-4.15.0-124-generic
2020-11-16T19:55:25.477 INFO:teuthology.orchestra.run.smithi065.stdout:  linux-image-4.15.0-124-generic linux-modules-4.15.0-124-generic
2020-11-16T19:55:25.477 INFO:teuthology.orchestra.run.smithi065.stdout:  linux-modules-extra-4.15.0-124-generic
2020-11-16T19:55:25.479 INFO:teuthology.orchestra.run.smithi065.stdout:The following packages will be upgraded:
2020-11-16T19:55:25.480 INFO:teuthology.orchestra.run.smithi065.stdout:  linux-generic linux-headers-generic linux-image-generic
2020-11-16T19:55:25.657 INFO:teuthology.orchestra.run.smithi065.stdout:3 upgraded, 5 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T19:55:25.657 INFO:teuthology.orchestra.run.smithi065.stdout:Need to get 65.9 MB of archives.
2020-11-16T19:55:25.657 INFO:teuthology.orchestra.run.smithi065.stdout:After this operation, 333 MB of additional disk space will be used.
2020-11-16T19:55:25.657 INFO:teuthology.orchestra.run.smithi065.stdout:Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-4.15.0-124-generic amd64 4.15.0-124.127 [13.1 MB]
2020-11-16T19:55:26.662 INFO:teuthology.orchestra.run.smithi065.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-4.15.0-124-generic amd64 4.15.0-124.127 [8,012 kB]
2020-11-16T19:55:26.903 INFO:teuthology.orchestra.run.smithi065.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-extra-4.15.0-124-generic amd64 4.15.0-124.127 [32.8 MB]
2020-11-16T19:55:27.853 INFO:teuthology.orchestra.run.smithi065.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-generic amd64 4.15.0.124.111 [1,868 B]
2020-11-16T19:55:27.854 INFO:teuthology.orchestra.run.smithi065.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-generic amd64 4.15.0.124.111 [2,624 B]
2020-11-16T19:55:27.854 INFO:teuthology.orchestra.run.smithi065.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-124 all 4.15.0-124.127 [10.9 MB]
2020-11-16T19:55:28.166 INFO:teuthology.orchestra.run.smithi065.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-124-generic amd64 4.15.0-124.127 [1,084 kB]
2020-11-16T19:55:28.200 INFO:teuthology.orchestra.run.smithi065.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-generic amd64 4.15.0.124.111 [2,520 B]
2020-11-16T19:55:28.661 INFO:teuthology.orchestra.run.smithi065.stdout:Fetched 65.9 MB in 3s (24.4 MB/s)
2020-11-16T19:55:28.802 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package linux-modules-4.15.0-124-generic.
2020-11-16T19:55:28.842 INFO:teuthology.orchestra.run.smithi065.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 102077 files and directories currently installed.)
2020-11-16T19:55:28.844 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../0-linux-modules-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:55:28.887 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking linux-modules-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:30.453 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package linux-image-4.15.0-124-generic.
2020-11-16T19:55:30.465 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../1-linux-image-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:55:30.571 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:31.064 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package linux-modules-extra-4.15.0-124-generic.
2020-11-16T19:55:31.076 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../2-linux-modules-extra-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:55:31.114 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking linux-modules-extra-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:34.797 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../3-linux-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:55:34.910 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking linux-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:55:35.242 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../4-linux-image-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:55:35.363 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking linux-image-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:55:35.699 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package linux-headers-4.15.0-124.
2020-11-16T19:55:35.712 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../5-linux-headers-4.15.0-124_4.15.0-124.127_all.deb ...
2020-11-16T19:55:35.749 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking linux-headers-4.15.0-124 (4.15.0-124.127) ...
2020-11-16T19:55:40.460 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package linux-headers-4.15.0-124-generic.
2020-11-16T19:55:40.480 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../6-linux-headers-4.15.0-124-generic_4.15.0-124.127_amd64.deb ...
2020-11-16T19:55:40.509 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking linux-headers-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:43.429 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../7-linux-headers-generic_4.15.0.124.111_amd64.deb ...
2020-11-16T19:55:43.535 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking linux-headers-generic (4.15.0.124.111) over (4.15.0.123.110) ...
2020-11-16T19:55:43.886 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up linux-modules-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:44.440 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:44.895 INFO:teuthology.orchestra.run.smithi065.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:55:44.895 INFO:teuthology.orchestra.run.smithi065.stdout:I: /initrd.img is now a symlink to boot/initrd.img-4.15.0-124-generic
2020-11-16T19:55:45.017 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up linux-modules-extra-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:45.485 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up linux-headers-4.15.0-124 (4.15.0-124.127) ...
2020-11-16T19:55:45.611 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up linux-image-generic (4.15.0.124.111) ...
2020-11-16T19:55:45.737 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up linux-headers-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:45.872 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up linux-headers-generic (4.15.0.124.111) ...
2020-11-16T19:55:45.998 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up linux-generic (4.15.0.124.111) ...
2020-11-16T19:55:46.124 INFO:teuthology.orchestra.run.smithi065.stdout:Processing triggers for linux-image-4.15.0-124-generic (4.15.0-124.127) ...
2020-11-16T19:55:46.317 INFO:teuthology.orchestra.run.smithi065.stdout:/etc/kernel/postinst.d/initramfs-tools:
2020-11-16T19:55:46.317 INFO:teuthology.orchestra.run.smithi065.stdout:update-initramfs: Generating /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:56:01.228 INFO:teuthology.orchestra.run.smithi065.stdout:/etc/kernel/postinst.d/zz-update-grub:
2020-11-16T19:56:01.228 INFO:teuthology.orchestra.run.smithi065.stdout:Sourcing file `/etc/default/grub'
2020-11-16T19:56:01.255 INFO:teuthology.orchestra.run.smithi065.stdout:Generating grub configuration file ...
2020-11-16T19:56:01.608 INFO:teuthology.orchestra.run.smithi065.stdout:Found linux image: /boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:56:01.645 INFO:teuthology.orchestra.run.smithi065.stdout:Found initrd image: /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:56:01.972 INFO:teuthology.orchestra.run.smithi065.stdout:Found linux image: /boot/vmlinuz-4.15.0-123-generic
2020-11-16T19:56:01.999 INFO:teuthology.orchestra.run.smithi065.stdout:Found initrd image: /boot/initrd.img-4.15.0-123-generic
2020-11-16T19:56:03.119 INFO:teuthology.orchestra.run.smithi065.stdout:done
2020-11-16T19:56:03.519 INFO:teuthology.orchestra.run.smithi065:> dpkg -s linux-image-generic
2020-11-16T19:56:03.542 INFO:teuthology.orchestra.run.smithi065.stdout:Package: linux-image-generic
2020-11-16T19:56:03.542 INFO:teuthology.orchestra.run.smithi065.stdout:Status: install ok installed
2020-11-16T19:56:03.542 INFO:teuthology.orchestra.run.smithi065.stdout:Priority: optional
2020-11-16T19:56:03.543 INFO:teuthology.orchestra.run.smithi065.stdout:Section: kernel
2020-11-16T19:56:03.543 INFO:teuthology.orchestra.run.smithi065.stdout:Installed-Size: 16
2020-11-16T19:56:03.543 INFO:teuthology.orchestra.run.smithi065.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2020-11-16T19:56:03.543 INFO:teuthology.orchestra.run.smithi065.stdout:Architecture: amd64
2020-11-16T19:56:03.543 INFO:teuthology.orchestra.run.smithi065.stdout:Source: linux-meta
2020-11-16T19:56:03.543 INFO:teuthology.orchestra.run.smithi065.stdout:Version: 4.15.0.124.111
2020-11-16T19:56:03.543 INFO:teuthology.orchestra.run.smithi065.stdout:Provides: wireguard-modules (= 1.0.20200611-1ubuntu1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.10)
2020-11-16T19:56:03.544 INFO:teuthology.orchestra.run.smithi065.stdout:Depends: linux-image-4.15.0-124-generic, linux-modules-extra-4.15.0-124-generic, linux-firmware, intel-microcode, amd64-microcode
2020-11-16T19:56:03.544 INFO:teuthology.orchestra.run.smithi065.stdout:Recommends: thermald
2020-11-16T19:56:03.544 INFO:teuthology.orchestra.run.smithi065.stdout:Description: Generic Linux kernel image
2020-11-16T19:56:03.544 INFO:teuthology.orchestra.run.smithi065.stdout: This package will always depend on the latest generic kernel image
2020-11-16T19:56:03.544 INFO:teuthology.orchestra.run.smithi065.stdout: available.
2020-11-16T19:56:03.544 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.15.0-123-generic Expected: 4.15.0-124-generic
2020-11-16T19:56:03.545 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2020-11-16T19:56:03.545 DEBUG:teuthology.task.kernel:src is distro, skipping download
2020-11-16T19:56:03.545 DEBUG:teuthology.task.kernel:src is distro, skipping download
2020-11-16T19:56:03.545 DEBUG:teuthology.task.kernel:src is distro, skipping download
2020-11-16T19:56:03.546 INFO:teuthology.task.kernel:Installing distro kernel on mon.a...
2020-11-16T19:56:03.546 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi142.front.sepia.ceph.com, path=None, version=distro)
2020-11-16T19:56:03.546 INFO:teuthology.orchestra.run.smithi142:> sudo apt-get clean
2020-11-16T19:56:03.619 INFO:teuthology.orchestra.run.smithi142:> sudo apt-get update
2020-11-16T19:56:03.867 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:1 http://security.ubuntu.com/ubuntu bionic-security InRelease
2020-11-16T19:56:03.867 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T19:56:03.934 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease
2020-11-16T19:56:04.012 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease
2020-11-16T19:56:05.728 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists...
2020-11-16T19:56:05.775 INFO:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic
2020-11-16T19:56:05.899 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists...
2020-11-16T19:56:06.148 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree...
2020-11-16T19:56:06.149 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information...
2020-11-16T19:56:06.223 INFO:teuthology.orchestra.run.smithi142.stderr:E: Unable to locate package linux-image-current-generic
2020-11-16T19:56:06.224 DEBUG:teuthology.orchestra.run:got remote process result: 100
2020-11-16T19:56:06.225 INFO:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2020-11-16T19:56:06.303 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists...
2020-11-16T19:56:06.532 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree...
2020-11-16T19:56:06.532 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information...
2020-11-16T19:56:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:linux-image-generic is already the newest version (4.15.0.124.111).
2020-11-16T19:56:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:0 upgraded, 0 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T19:56:06.728 INFO:teuthology.orchestra.run.smithi142:> dpkg -s linux-image-generic
2020-11-16T19:56:06.750 INFO:teuthology.orchestra.run.smithi142.stdout:Package: linux-image-generic
2020-11-16T19:56:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:Status: install ok installed
2020-11-16T19:56:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:Priority: optional
2020-11-16T19:56:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:Section: kernel
2020-11-16T19:56:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:Installed-Size: 16
2020-11-16T19:56:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2020-11-16T19:56:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:Architecture: amd64
2020-11-16T19:56:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:Source: linux-meta
2020-11-16T19:56:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:Version: 4.15.0.124.111
2020-11-16T19:56:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:Provides: wireguard-modules (= 1.0.20200611-1ubuntu1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.10)
2020-11-16T19:56:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:Depends: linux-image-4.15.0-124-generic, linux-modules-extra-4.15.0-124-generic, linux-firmware, intel-microcode, amd64-microcode
2020-11-16T19:56:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:Recommends: thermald
2020-11-16T19:56:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:Description: Generic Linux kernel image
2020-11-16T19:56:06.753 INFO:teuthology.orchestra.run.smithi142.stdout: This package will always depend on the latest generic kernel image
2020-11-16T19:56:06.753 INFO:teuthology.orchestra.run.smithi142.stdout: available.
2020-11-16T19:56:06.753 INFO:teuthology.orchestra.run.smithi142:> mktemp
2020-11-16T19:56:06.799 INFO:teuthology.orchestra.run.smithi142.stdout:/tmp/tmp.p5iNx0VrI0
2020-11-16T19:56:06.799 INFO:teuthology.orchestra.run.smithi142:> sudo cp /boot/grub/grub.cfg /tmp/tmp.p5iNx0VrI0
2020-11-16T19:56:06.861 INFO:teuthology.orchestra.run.smithi142:> sudo chmod 0666 /tmp/tmp.p5iNx0VrI0
2020-11-16T19:56:06.989 DEBUG:teuthology.orchestra.remote:smithi142:/tmp/tmp.p5iNx0VrI0 is 8KB
2020-11-16T19:56:06.999 INFO:teuthology.orchestra.run.smithi142:> rm -fr /tmp/tmp.p5iNx0VrI0
2020-11-16T19:56:07.005 INFO:teuthology.orchestra.run.smithi142:> sudo rm -f -- /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:07.059 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T19:56:07.060 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/grub.d/01_ceph_kernel
2020-11-16T19:56:07.060 INFO:teuthology.orchestra.run.smithi142:> sudo chmod 755 /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:07.105 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/etc/grub.d/01_ceph_kernel
2020-11-16T19:56:07.124 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T19:56:07.124 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T19:56:07.124 INFO:teuthology.orchestra.run.smithi142.stderr:93 bytes copied, 3.166e-05 s, 2.9 MB/s
2020-11-16T19:56:07.125 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo chmod 755 /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:07.133 INFO:teuthology.task.kernel:Distro Kernel Version: 4.15.0-124-generic
2020-11-16T19:56:07.134 INFO:teuthology.orchestra.run.smithi142:> sudo update-grub
2020-11-16T19:56:08.319 INFO:teuthology.orchestra.run.smithi142.stderr:Sourcing file `/etc/default/grub'
2020-11-16T19:56:08.337 INFO:teuthology.orchestra.run.smithi142.stderr:Generating grub configuration file ...
2020-11-16T19:56:08.565 INFO:teuthology.orchestra.run.smithi142.stderr:Found linux image: /boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:56:08.576 INFO:teuthology.orchestra.run.smithi142.stderr:Found initrd image: /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:56:08.871 INFO:teuthology.orchestra.run.smithi142.stderr:Found linux image: /boot/vmlinuz-4.15.0-123-generic
2020-11-16T19:56:08.884 INFO:teuthology.orchestra.run.smithi142.stderr:Found initrd image: /boot/initrd.img-4.15.0-123-generic
2020-11-16T19:56:09.669 INFO:teuthology.orchestra.run.smithi142.stderr:done
2020-11-16T19:56:09.671 INFO:teuthology.orchestra.run.smithi142:> sudo shutdown -r now
2020-11-16T19:56:09.673 INFO:teuthology.task.kernel:Installing distro kernel on mon.b...
2020-11-16T19:56:09.673 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi071.front.sepia.ceph.com, path=None, version=distro)
2020-11-16T19:56:09.674 INFO:teuthology.orchestra.run.smithi071:> sudo apt-get clean
2020-11-16T19:56:09.736 INFO:teuthology.orchestra.run.smithi071:> sudo apt-get update
2020-11-16T19:56:09.982 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T19:56:09.982 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:2 http://security.ubuntu.com/ubuntu bionic-security InRelease
2020-11-16T19:56:10.049 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease
2020-11-16T19:56:10.127 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease
2020-11-16T19:56:11.841 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists...
2020-11-16T19:56:11.885 INFO:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic
2020-11-16T19:56:12.007 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists...
2020-11-16T19:56:12.268 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree...
2020-11-16T19:56:12.269 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information...
2020-11-16T19:56:12.353 INFO:teuthology.orchestra.run.smithi071.stderr:E: Unable to locate package linux-image-current-generic
2020-11-16T19:56:12.355 DEBUG:teuthology.orchestra.run:got remote process result: 100
2020-11-16T19:56:12.356 INFO:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2020-11-16T19:56:12.438 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists...
2020-11-16T19:56:12.687 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree...
2020-11-16T19:56:12.687 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information...
2020-11-16T19:56:12.885 INFO:teuthology.orchestra.run.smithi071.stdout:linux-image-generic is already the newest version (4.15.0.124.111).
2020-11-16T19:56:12.885 INFO:teuthology.orchestra.run.smithi071.stdout:0 upgraded, 0 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T19:56:12.886 INFO:teuthology.orchestra.run.smithi071:> dpkg -s linux-image-generic
2020-11-16T19:56:12.908 INFO:teuthology.orchestra.run.smithi071.stdout:Package: linux-image-generic
2020-11-16T19:56:12.909 INFO:teuthology.orchestra.run.smithi071.stdout:Status: install ok installed
2020-11-16T19:56:12.909 INFO:teuthology.orchestra.run.smithi071.stdout:Priority: optional
2020-11-16T19:56:12.909 INFO:teuthology.orchestra.run.smithi071.stdout:Section: kernel
2020-11-16T19:56:12.909 INFO:teuthology.orchestra.run.smithi071.stdout:Installed-Size: 16
2020-11-16T19:56:12.909 INFO:teuthology.orchestra.run.smithi071.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2020-11-16T19:56:12.909 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: amd64
2020-11-16T19:56:12.909 INFO:teuthology.orchestra.run.smithi071.stdout:Source: linux-meta
2020-11-16T19:56:12.910 INFO:teuthology.orchestra.run.smithi071.stdout:Version: 4.15.0.124.111
2020-11-16T19:56:12.910 INFO:teuthology.orchestra.run.smithi071.stdout:Provides: wireguard-modules (= 1.0.20200611-1ubuntu1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.10)
2020-11-16T19:56:12.910 INFO:teuthology.orchestra.run.smithi071.stdout:Depends: linux-image-4.15.0-124-generic, linux-modules-extra-4.15.0-124-generic, linux-firmware, intel-microcode, amd64-microcode
2020-11-16T19:56:12.910 INFO:teuthology.orchestra.run.smithi071.stdout:Recommends: thermald
2020-11-16T19:56:12.910 INFO:teuthology.orchestra.run.smithi071.stdout:Description: Generic Linux kernel image
2020-11-16T19:56:12.910 INFO:teuthology.orchestra.run.smithi071.stdout: This package will always depend on the latest generic kernel image
2020-11-16T19:56:12.911 INFO:teuthology.orchestra.run.smithi071.stdout: available.
2020-11-16T19:56:12.911 INFO:teuthology.orchestra.run.smithi071:> mktemp
2020-11-16T19:56:12.954 INFO:teuthology.orchestra.run.smithi071.stdout:/tmp/tmp.9Y2xnjcRQk
2020-11-16T19:56:12.954 INFO:teuthology.orchestra.run.smithi071:> sudo cp /boot/grub/grub.cfg /tmp/tmp.9Y2xnjcRQk
2020-11-16T19:56:13.027 INFO:teuthology.orchestra.run.smithi071:> sudo chmod 0666 /tmp/tmp.9Y2xnjcRQk
2020-11-16T19:56:13.139 DEBUG:teuthology.orchestra.remote:smithi071:/tmp/tmp.9Y2xnjcRQk is 8KB
2020-11-16T19:56:13.150 INFO:teuthology.orchestra.run.smithi071:> rm -fr /tmp/tmp.9Y2xnjcRQk
2020-11-16T19:56:13.156 INFO:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:13.211 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T19:56:13.211 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/grub.d/01_ceph_kernel
2020-11-16T19:56:13.211 INFO:teuthology.orchestra.run.smithi071:> sudo chmod 755 /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:13.257 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/etc/grub.d/01_ceph_kernel
2020-11-16T19:56:13.269 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T19:56:13.269 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T19:56:13.269 INFO:teuthology.orchestra.run.smithi071.stderr:93 bytes copied, 3.1317e-05 s, 3.0 MB/s
2020-11-16T19:56:13.269 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo chmod 755 /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:13.278 INFO:teuthology.task.kernel:Distro Kernel Version: 4.15.0-124-generic
2020-11-16T19:56:13.279 INFO:teuthology.orchestra.run.smithi071:> sudo update-grub
2020-11-16T19:56:14.547 INFO:teuthology.orchestra.run.smithi071.stderr:Sourcing file `/etc/default/grub'
2020-11-16T19:56:14.565 INFO:teuthology.orchestra.run.smithi071.stderr:Generating grub configuration file ...
2020-11-16T19:56:14.801 INFO:teuthology.orchestra.run.smithi071.stderr:Found linux image: /boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:56:14.813 INFO:teuthology.orchestra.run.smithi071.stderr:Found initrd image: /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:56:15.168 INFO:teuthology.orchestra.run.smithi071.stderr:Found linux image: /boot/vmlinuz-4.15.0-123-generic
2020-11-16T19:56:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:Found initrd image: /boot/initrd.img-4.15.0-123-generic
2020-11-16T19:56:15.986 INFO:teuthology.orchestra.run.smithi071.stderr:done
2020-11-16T19:56:15.987 INFO:teuthology.orchestra.run.smithi071:> sudo shutdown -r now
2020-11-16T19:56:15.990 INFO:teuthology.task.kernel:Installing distro kernel on mon.c...
2020-11-16T19:56:15.990 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi065.front.sepia.ceph.com, path=None, version=distro)
2020-11-16T19:56:15.990 INFO:teuthology.orchestra.run.smithi065:> sudo apt-get clean
2020-11-16T19:56:16.033 INFO:teuthology.orchestra.run.smithi065:> sudo apt-get update
2020-11-16T19:56:16.203 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:1 http://security.ubuntu.com/ubuntu bionic-security InRelease
2020-11-16T19:56:16.313 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T19:56:16.391 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease
2020-11-16T19:56:16.470 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease
2020-11-16T19:56:18.131 INFO:teuthology.orchestra.run.smithi065.stdout:Reading package lists...
2020-11-16T19:56:18.177 INFO:teuthology.orchestra.run.smithi065:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic
2020-11-16T19:56:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:Reading package lists...
2020-11-16T19:56:18.514 INFO:teuthology.orchestra.run.smithi065.stdout:Building dependency tree...
2020-11-16T19:56:18.515 INFO:teuthology.orchestra.run.smithi065.stdout:Reading state information...
2020-11-16T19:56:18.600 INFO:teuthology.orchestra.run.smithi065.stderr:E: Unable to locate package linux-image-current-generic
2020-11-16T19:56:18.601 DEBUG:teuthology.orchestra.run:got remote process result: 100
2020-11-16T19:56:18.601 INFO:teuthology.orchestra.run.smithi065:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2020-11-16T19:56:18.679 INFO:teuthology.orchestra.run.smithi065.stdout:Reading package lists...
2020-11-16T19:56:18.942 INFO:teuthology.orchestra.run.smithi065.stdout:Building dependency tree...
2020-11-16T19:56:18.943 INFO:teuthology.orchestra.run.smithi065.stdout:Reading state information...
2020-11-16T19:56:19.149 INFO:teuthology.orchestra.run.smithi065.stdout:linux-image-generic is already the newest version (4.15.0.124.111).
2020-11-16T19:56:19.149 INFO:teuthology.orchestra.run.smithi065.stdout:0 upgraded, 0 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T19:56:19.151 INFO:teuthology.orchestra.run.smithi065:> dpkg -s linux-image-generic
2020-11-16T19:56:19.171 INFO:teuthology.orchestra.run.smithi065.stdout:Package: linux-image-generic
2020-11-16T19:56:19.172 INFO:teuthology.orchestra.run.smithi065.stdout:Status: install ok installed
2020-11-16T19:56:19.172 INFO:teuthology.orchestra.run.smithi065.stdout:Priority: optional
2020-11-16T19:56:19.172 INFO:teuthology.orchestra.run.smithi065.stdout:Section: kernel
2020-11-16T19:56:19.172 INFO:teuthology.orchestra.run.smithi065.stdout:Installed-Size: 16
2020-11-16T19:56:19.172 INFO:teuthology.orchestra.run.smithi065.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2020-11-16T19:56:19.172 INFO:teuthology.orchestra.run.smithi065.stdout:Architecture: amd64
2020-11-16T19:56:19.173 INFO:teuthology.orchestra.run.smithi065.stdout:Source: linux-meta
2020-11-16T19:56:19.173 INFO:teuthology.orchestra.run.smithi065.stdout:Version: 4.15.0.124.111
2020-11-16T19:56:19.173 INFO:teuthology.orchestra.run.smithi065.stdout:Provides: wireguard-modules (= 1.0.20200611-1ubuntu1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.10)
2020-11-16T19:56:19.173 INFO:teuthology.orchestra.run.smithi065.stdout:Depends: linux-image-4.15.0-124-generic, linux-modules-extra-4.15.0-124-generic, linux-firmware, intel-microcode, amd64-microcode
2020-11-16T19:56:19.173 INFO:teuthology.orchestra.run.smithi065.stdout:Recommends: thermald
2020-11-16T19:56:19.173 INFO:teuthology.orchestra.run.smithi065.stdout:Description: Generic Linux kernel image
2020-11-16T19:56:19.173 INFO:teuthology.orchestra.run.smithi065.stdout: This package will always depend on the latest generic kernel image
2020-11-16T19:56:19.174 INFO:teuthology.orchestra.run.smithi065.stdout: available.
2020-11-16T19:56:19.174 INFO:teuthology.orchestra.run.smithi065:> mktemp
2020-11-16T19:56:19.217 INFO:teuthology.orchestra.run.smithi065.stdout:/tmp/tmp.hFYmjdinbo
2020-11-16T19:56:19.218 INFO:teuthology.orchestra.run.smithi065:> sudo cp /boot/grub/grub.cfg /tmp/tmp.hFYmjdinbo
2020-11-16T19:56:19.274 INFO:teuthology.orchestra.run.smithi065:> sudo chmod 0666 /tmp/tmp.hFYmjdinbo
2020-11-16T19:56:19.387 DEBUG:teuthology.orchestra.remote:smithi065:/tmp/tmp.hFYmjdinbo is 8KB
2020-11-16T19:56:19.396 INFO:teuthology.orchestra.run.smithi065:> rm -fr /tmp/tmp.hFYmjdinbo
2020-11-16T19:56:19.402 INFO:teuthology.orchestra.run.smithi065:> sudo rm -f -- /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:19.458 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T19:56:19.459 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/etc/grub.d/01_ceph_kernel
2020-11-16T19:56:19.459 INFO:teuthology.orchestra.run.smithi065:> sudo chmod 755 /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:19.504 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/etc/grub.d/01_ceph_kernel
2020-11-16T19:56:19.518 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T19:56:19.518 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T19:56:19.518 INFO:teuthology.orchestra.run.smithi065.stderr:93 bytes copied, 3.2321e-05 s, 2.9 MB/s
2020-11-16T19:56:19.519 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo chmod 755 /etc/grub.d/01_ceph_kernel
2020-11-16T19:56:19.528 INFO:teuthology.task.kernel:Distro Kernel Version: 4.15.0-124-generic
2020-11-16T19:56:19.528 INFO:teuthology.orchestra.run.smithi065:> sudo update-grub
2020-11-16T19:56:20.721 INFO:teuthology.orchestra.run.smithi065.stderr:Sourcing file `/etc/default/grub'
2020-11-16T19:56:20.735 INFO:teuthology.orchestra.run.smithi065.stderr:Generating grub configuration file ...
2020-11-16T19:56:20.974 INFO:teuthology.orchestra.run.smithi065.stderr:Found linux image: /boot/vmlinuz-4.15.0-124-generic
2020-11-16T19:56:20.987 INFO:teuthology.orchestra.run.smithi065.stderr:Found initrd image: /boot/initrd.img-4.15.0-124-generic
2020-11-16T19:56:21.261 INFO:teuthology.orchestra.run.smithi065.stderr:Found linux image: /boot/vmlinuz-4.15.0-123-generic
2020-11-16T19:56:21.275 INFO:teuthology.orchestra.run.smithi065.stderr:Found initrd image: /boot/initrd.img-4.15.0-123-generic
2020-11-16T19:56:22.120 INFO:teuthology.orchestra.run.smithi065.stderr:done
2020-11-16T19:56:22.121 INFO:teuthology.orchestra.run.smithi065:> sudo shutdown -r now
2020-11-16T19:56:52.125 INFO:teuthology.misc:Re-opening connections...
2020-11-16T19:56:52.125 INFO:teuthology.misc:trying to connect to ubuntu@smithi142.front.sepia.ceph.com
2020-11-16T19:56:52.126 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T19:56:52.127 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:57:10.590 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.142
2020-11-16T19:57:10.591 INFO:teuthology.misc:trying to connect to ubuntu@smithi071.front.sepia.ceph.com
2020-11-16T19:57:10.591 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T19:57:10.592 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:58:10.594 DEBUG:teuthology.orchestra.remote:timed out
2020-11-16T19:58:10.595 INFO:teuthology.misc:trying to connect to ubuntu@smithi065.front.sepia.ceph.com
2020-11-16T19:58:10.596 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T19:58:10.596 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:58:10.685 INFO:teuthology.orchestra.run.smithi065:> true
2020-11-16T19:58:11.054 DEBUG:teuthology.misc:waited 78.92908430099487
2020-11-16T19:58:12.055 INFO:teuthology.misc:trying to connect to ubuntu@smithi142.front.sepia.ceph.com
2020-11-16T19:58:12.055 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T19:58:12.056 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:58:12.129 INFO:teuthology.orchestra.run.smithi142:> true
2020-11-16T19:58:12.462 DEBUG:teuthology.misc:waited 80.3370041847229
2020-11-16T19:58:13.464 INFO:teuthology.misc:trying to connect to ubuntu@smithi071.front.sepia.ceph.com
2020-11-16T19:58:13.464 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T19:58:13.465 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T19:58:13.541 INFO:teuthology.orchestra.run.smithi071:> true
2020-11-16T19:58:13.887 DEBUG:teuthology.misc:waited 81.76125311851501
2020-11-16T19:58:14.888 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version...
2020-11-16T19:58:14.888 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.15.0-124-generic"...
2020-11-16T19:58:14.889 INFO:teuthology.orchestra.run.smithi142:> uname -r
2020-11-16T19:58:14.895 INFO:teuthology.orchestra.run.smithi142.stdout:4.15.0-124-generic
2020-11-16T19:58:14.895 DEBUG:teuthology.task.kernel:current kernel version is 4.15.0-124-generic vs 4.15.0-124-generic
2020-11-16T19:58:14.895 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2020-11-16T19:58:14.895 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu
2020-11-16T19:58:14.896 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version...
2020-11-16T19:58:14.896 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.15.0-124-generic"...
2020-11-16T19:58:14.896 INFO:teuthology.orchestra.run.smithi071:> uname -r
2020-11-16T19:58:14.902 INFO:teuthology.orchestra.run.smithi071.stdout:4.15.0-124-generic
2020-11-16T19:58:14.902 DEBUG:teuthology.task.kernel:current kernel version is 4.15.0-124-generic vs 4.15.0-124-generic
2020-11-16T19:58:14.902 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2020-11-16T19:58:14.902 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu
2020-11-16T19:58:14.903 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version...
2020-11-16T19:58:14.903 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "4.15.0-124-generic"...
2020-11-16T19:58:14.903 INFO:teuthology.orchestra.run.smithi065:> uname -r
2020-11-16T19:58:14.909 INFO:teuthology.orchestra.run.smithi065.stdout:4.15.0-124-generic
2020-11-16T19:58:14.909 DEBUG:teuthology.task.kernel:current kernel version is 4.15.0-124-generic vs 4.15.0-124-generic
2020-11-16T19:58:14.909 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2020-11-16T19:58:14.909 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu
2020-11-16T19:58:15.910 INFO:teuthology.task.kernel:Enabling kdb on mon.a...
2020-11-16T19:58:15.911 INFO:teuthology.orchestra.run.smithi142:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2020-11-16T19:58:15.937 INFO:teuthology.orchestra.run.smithi142.stdout:ttyS1
2020-11-16T19:58:15.958 INFO:teuthology.task.kernel:Enabling kdb on mon.b...
2020-11-16T19:58:15.959 INFO:teuthology.orchestra.run.smithi071:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2020-11-16T19:58:15.986 INFO:teuthology.orchestra.run.smithi071.stdout:ttyS1
2020-11-16T19:58:16.013 INFO:teuthology.task.kernel:Enabling kdb on mon.c...
2020-11-16T19:58:16.013 INFO:teuthology.orchestra.run.smithi065:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2020-11-16T19:58:16.055 INFO:teuthology.orchestra.run.smithi065.stdout:ttyS1
2020-11-16T19:58:16.070 INFO:teuthology.run_tasks:Running task internal.base...
2020-11-16T19:58:16.078 INFO:teuthology.task.internal:Creating test directory...
2020-11-16T19:58:16.078 INFO:teuthology.orchestra.run.smithi065:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2020-11-16T19:58:16.113 INFO:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2020-11-16T19:58:16.115 INFO:teuthology.orchestra.run.smithi142:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2020-11-16T19:58:16.121 INFO:teuthology.run_tasks:Running task internal.archive_upload...
2020-11-16T19:58:16.129 INFO:teuthology.run_tasks:Running task internal.archive...
2020-11-16T19:58:16.142 INFO:teuthology.task.internal:Creating archive directory...
2020-11-16T19:58:16.143 INFO:teuthology.orchestra.run.smithi065:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2020-11-16T19:58:16.161 INFO:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2020-11-16T19:58:16.164 INFO:teuthology.orchestra.run.smithi142:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2020-11-16T19:58:16.179 INFO:teuthology.run_tasks:Running task internal.coredump...
2020-11-16T19:58:16.187 INFO:teuthology.task.internal:Enabling coredump saving...
2020-11-16T19:58:16.188 INFO:teuthology.orchestra.run.smithi065:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2020-11-16T19:58:16.217 INFO:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2020-11-16T19:58:16.224 INFO:teuthology.orchestra.run.smithi142:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2020-11-16T19:58:16.240 INFO:teuthology.orchestra.run.smithi065.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2020-11-16T19:58:16.240 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2020-11-16T19:58:16.242 INFO:teuthology.orchestra.run.smithi142.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2020-11-16T19:58:16.248 INFO:teuthology.orchestra.run.smithi065.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2020-11-16T19:58:16.250 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2020-11-16T19:58:16.250 INFO:teuthology.orchestra.run.smithi142.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2020-11-16T19:58:16.252 INFO:teuthology.run_tasks:Running task internal.sudo...
2020-11-16T19:58:16.260 INFO:teuthology.task.internal:Configuring sudo...
2020-11-16T19:58:16.260 INFO:teuthology.orchestra.run.smithi065:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2020-11-16T19:58:16.293 INFO:teuthology.orchestra.run.smithi071:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2020-11-16T19:58:16.296 INFO:teuthology.orchestra.run.smithi142:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2020-11-16T19:58:16.311 INFO:teuthology.run_tasks:Running task internal.syslog...
2020-11-16T19:58:16.320 INFO:teuthology.task.internal.syslog:Starting syslog monitoring...
2020-11-16T19:58:16.321 INFO:teuthology.orchestra.run.smithi065:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2020-11-16T19:58:16.349 INFO:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2020-11-16T19:58:16.353 INFO:teuthology.orchestra.run.smithi142:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2020-11-16T19:58:16.360 INFO:teuthology.orchestra.run.smithi142:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2020-11-16T19:58:16.406 INFO:teuthology.orchestra.run.smithi142:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2020-11-16T19:58:16.454 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T19:58:16.455 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2020-11-16T19:58:16.500 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2020-11-16T19:58:16.519 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T19:58:16.520 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T19:58:16.520 INFO:teuthology.orchestra.run.smithi142.stderr:152 bytes copied, 3.4237e-05 s, 4.4 MB/s
2020-11-16T19:58:16.521 INFO:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2020-11-16T19:58:16.527 INFO:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2020-11-16T19:58:16.577 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T19:58:16.577 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2020-11-16T19:58:16.623 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2020-11-16T19:58:16.642 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T19:58:16.642 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T19:58:16.642 INFO:teuthology.orchestra.run.smithi071.stderr:152 bytes copied, 3.0246e-05 s, 5.0 MB/s
2020-11-16T19:58:16.643 INFO:teuthology.orchestra.run.smithi065:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2020-11-16T19:58:16.650 INFO:teuthology.orchestra.run.smithi065:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2020-11-16T19:58:16.698 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T19:58:16.698 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2020-11-16T19:58:16.744 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2020-11-16T19:58:16.761 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T19:58:16.761 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T19:58:16.762 INFO:teuthology.orchestra.run.smithi065.stderr:152 bytes copied, 3.526e-05 s, 4.3 MB/s
2020-11-16T19:58:16.763 INFO:teuthology.orchestra.run.smithi065:> sudo service rsyslog restart
2020-11-16T19:58:16.806 INFO:teuthology.orchestra.run.smithi071:> sudo service rsyslog restart
2020-11-16T19:58:16.808 INFO:teuthology.orchestra.run.smithi142:> sudo service rsyslog restart
2020-11-16T19:58:16.855 INFO:teuthology.run_tasks:Running task internal.timer...
2020-11-16T19:58:16.863 INFO:teuthology.task.internal:Starting timer...
2020-11-16T19:58:16.864 INFO:teuthology.run_tasks:Running task pcp...
2020-11-16T19:58:16.878 INFO:teuthology.run_tasks:Running task selinux...
2020-11-16T19:58:16.891 DEBUG:teuthology.task.selinux:Excluding smithi142: OS 'ubuntu' does not support SELinux
2020-11-16T19:58:16.892 DEBUG:teuthology.task.selinux:Excluding smithi071: OS 'ubuntu' does not support SELinux
2020-11-16T19:58:16.892 DEBUG:teuthology.task.selinux:Excluding smithi065: OS 'ubuntu' does not support SELinux
2020-11-16T19:58:16.892 DEBUG:teuthology.task.selinux:Getting current SELinux state
2020-11-16T19:58:16.892 DEBUG:teuthology.task.selinux:Existing SELinux modes: {}
2020-11-16T19:58:16.892 INFO:teuthology.task.selinux:Putting SELinux into permissive mode
2020-11-16T19:58:16.893 INFO:teuthology.run_tasks:Running task ansible.cephlab...
2020-11-16T19:58:16.903 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master was just updated; assuming it is current
2020-11-16T19:58:16.904 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to branch origin/master
2020-11-16T19:58:16.918 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}]
2020-11-16T19:58:16.920 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi142.front.sepia.ceph.com,smithi071.front.sepia.ceph.com,smithi065.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml
2020-11-16T19:58:25.118 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file

2020-11-16T19:58:25.904 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm-
ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no
tasks to include

2020-11-16T19:58:28.126 INFO:teuthology.task.ansible.out:
PLAY [all] *********************************************************************

2020-11-16T19:58:28.146 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:28 +0000 (0:00:00.075)       0:00:00.075 ******* 

2020-11-16T19:58:39.936 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:39 +0000 (0:00:11.789)       0:00:11.865 ******* 

2020-11-16T19:58:43.859 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:43 +0000 (0:00:03.922)       0:00:15.788 ******* 

2020-11-16T19:58:51.722 INFO:teuthology.task.ansible.out:
TASK [Gathering Facts] *********************************************************
ok: [smithi065.front.sepia.ceph.com]

2020-11-16T19:58:51.896 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:51 +0000 (0:00:08.037)       0:00:23.825 ******* 

2020-11-16T19:58:52.153 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Create the sudo group.] ********************************

2020-11-16T19:58:52.155 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false}

2020-11-16T19:58:52.186 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:52 +0000 (0:00:00.290)       0:00:24.115 ******* 

2020-11-16T19:58:56.611 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Create the ansible user.] ******************************

2020-11-16T19:58:56.613 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100}

2020-11-16T19:58:56.648 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:56 +0000 (0:00:04.461)       0:00:28.577 ******* 

2020-11-16T19:58:57.010 INFO:teuthology.task.ansible.out:
TASK [Gathering Facts] *********************************************************
ok: [smithi142.front.sepia.ceph.com]

2020-11-16T19:58:57.080 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:57 +0000 (0:00:00.431)       0:00:29.009 ******* 

2020-11-16T19:58:57.211 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Create the sudo group.] ********************************

2020-11-16T19:58:57.213 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false}

2020-11-16T19:58:57.247 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:57 +0000 (0:00:00.166)       0:00:29.176 ******* 

2020-11-16T19:58:57.524 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Create the ansible user.] ******************************

2020-11-16T19:58:57.525 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100}

2020-11-16T19:58:57.562 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:57 +0000 (0:00:00.314)       0:00:29.491 ******* 

2020-11-16T19:58:57.776 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Delete the ansible users password.] ********************

2020-11-16T19:58:57.778 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.071188", "end": "2020-11-16 19:58:57.876689", "rc": 0, "start": "2020-11-16 19:58:57.805501", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]}

2020-11-16T19:58:57.809 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:57 +0000 (0:00:00.246)       0:00:29.738 ******* 

2020-11-16T19:58:58.034 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Ensure includedir is present in sudoers.] **************

2020-11-16T19:58:58.036 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T19:58:58.069 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:58:58 +0000 (0:00:00.259)       0:00:29.998 ******* 

2020-11-16T19:59:00.890 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Delete the ansible users password.] ********************

2020-11-16T19:59:00.892 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.081244", "end": "2020-11-16 19:59:00.878783", "rc": 0, "start": "2020-11-16 19:59:00.797539", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]}

2020-11-16T19:59:00.923 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:00 +0000 (0:00:02.854)       0:00:32.853 ******* 

2020-11-16T19:59:00.934 INFO:teuthology.task.ansible.out:
TASK [Gathering Facts] *********************************************************
ok: [smithi071.front.sepia.ceph.com]

2020-11-16T19:59:01.007 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:01 +0000 (0:00:00.082)       0:00:32.935 ******* 

2020-11-16T19:59:01.055 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Ensure includedir is present in sudoers.] **************

2020-11-16T19:59:01.057 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T19:59:01.093 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:01 +0000 (0:00:00.086)       0:00:33.022 ******* 

2020-11-16T19:59:01.145 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Create the sudo group.] ********************************
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false}

2020-11-16T19:59:01.183 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:01 +0000 (0:00:00.089)       0:00:33.112 ******* 
2020-11-16T19:59:01.185 INFO:teuthology.task.ansible.out:

2020-11-16T19:59:05.387 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Create the ansible user.] ******************************
changed: [smithi071.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100}

2020-11-16T19:59:05.390 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] ***************
changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1605556738.0837924-210618453882008/source", "state": "file", "uid": 0}

2020-11-16T19:59:05.423 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:05 +0000 (0:00:04.239)       0:00:37.352 ******* 

2020-11-16T19:59:05.458 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:05 +0000 (0:00:00.035)       0:00:37.387 ******* 

2020-11-16T19:59:05.481 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1605556741.110671-150192122644624/source", "state": "file", "uid": 0}

2020-11-16T19:59:05.527 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:05 +0000 (0:00:00.068)       0:00:37.455 ******* 

2020-11-16T19:59:05.809 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Add authorized keys for the ansible user.] *************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtC
2020-11-16T19:59:05.811 INFO:teuthology.task.ansible.out:toHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true}
ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1
2020-11-16T19:59:05.813 INFO:teuthology.task.ansible.out:cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P
2020-11-16T19:59:05.814 INFO:teuthology.task.ansible.out:2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true}

2020-11-16T19:59:05.957 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Delete the ansible users password.] ********************

2020-11-16T19:59:05.959 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.354539", "end": "2020-11-16 19:59:06.265115", "rc": 0, "start": "2020-11-16 19:59:05.910576", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]}

2020-11-16T19:59:06.020 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:06 +0000 (0:00:00.493)       0:00:37.949 ******* 

2020-11-16T19:59:06.165 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Ensure includedir is present in sudoers.] **************
ok: [smithi071.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T19:59:06.205 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:06 +0000 (0:00:00.185)       0:00:38.134 ******* 

2020-11-16T19:59:06.653 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] ***************

2020-11-16T19:59:06.655 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1605556746.2256515-87058462630424/source", "state": "file", "uid": 0}

2020-11-16T19:59:06.693 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:06 +0000 (0:00:00.488)       0:00:38.622 ******* 

2020-11-16T19:59:06.848 INFO:teuthology.task.ansible.out:
TASK [ansible-managed : Add authorized keys for the ansible user.] *************
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtC
2020-11-16T19:59:06.852 INFO:teuthology.task.ansible.out:toHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true}

2020-11-16T19:59:06.946 INFO:teuthology.task.ansible.out:
PLAY [teuthology] **************************************************************
skipping: no hosts matched

2020-11-16T19:59:06.955 INFO:teuthology.task.ansible.out:
PLAY [testnodes] ***************************************************************

2020-11-16T19:59:07.111 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:07 +0000 (0:00:00.417)       0:00:39.040 ******* 

2020-11-16T19:59:07.146 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:07 +0000 (0:00:00.034)       0:00:39.075 ******* 

2020-11-16T19:59:07.182 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:07 +0000 (0:00:00.036)       0:00:39.111 ******* 

2020-11-16T19:59:07.814 INFO:teuthology.task.ansible.out:
TASK [Gathering Facts] *********************************************************
ok: [smithi065.front.sepia.ceph.com]

2020-11-16T19:59:07.859 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com]

2020-11-16T19:59:07.906 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported.
This task will still be executed for every host in the inventory list.
Monday 16 November 2020  19:59:07 +0000 (0:00:00.723)       0:00:39.835 ******* 

2020-11-16T19:59:07.943 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com]

2020-11-16T19:59:07.990 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:07 +0000 (0:00:00.084)       0:00:39.919 ******* 

2020-11-16T19:59:08.075 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.084)       0:00:40.004 ******* 

2020-11-16T19:59:08.320 INFO:teuthology.task.ansible.out:
TASK [users : Check keys_repo HEAD sha1] ***************************************
changed: [smithi065.front.sepia.ceph.com -> localhost] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.184546", "end": "2020-11-16 19:59:08.286185", "rc": 0, "start": "2020-11-16 19:59:08.101639", "stderr": "", "stderr_lines": [], "stdout": "46fd2a03b54c2ce7520f33746fa0586027b558c3", "stdout_lines": ["46fd2a03b54c2ce7520f33746fa0586027b558c3"]}

2020-11-16T19:59:08.360 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.284)       0:00:40.289 ******* 

2020-11-16T19:59:08.378 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com -> localhost] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.153937", "end": "2020-11-16 19:59:08.349155", "rc": 0, "start": "2020-11-16 19:59:08.195218", "stderr": "", "stderr_lines": [], "stdout": "46fd2a03b54c2ce7520f33746fa0586027b558c3", "stdout_lines": ["46fd2a03b54c2ce7520f33746fa0586027b558c3"]}

2020-11-16T19:59:08.413 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.053)       0:00:40.342 ******* 

2020-11-16T19:59:08.475 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com -> localhost] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.160045", "end": "2020-11-16 19:59:08.455554", "rc": 0, "start": "2020-11-16 19:59:08.295509", "stderr": "", "stderr_lines": [], "stdout": "46fd2a03b54c2ce7520f33746fa0586027b558c3", "stdout_lines": ["46fd2a03b54c2ce7520f33746fa0586027b558c3"]}

2020-11-16T19:59:08.512 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.098)       0:00:40.441 ******* 

2020-11-16T19:59:08.521 INFO:teuthology.task.ansible.out:
TASK [users : Check host's /keys-repo-sha1 sentinel file] **********************
changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.016392", "end": "2020-11-16 19:59:08.483447", "failed_when_result": false, "rc": 0, "start": "2020-11-16 19:59:08.467055", "stderr": "", "stderr_lines": [], "stdout": "46fd2a03b54c2ce7520f33746fa0586027b558c3", "stdout_lines": ["46fd2a03b54c2ce7520f33746fa0586027b558c3"]}

2020-11-16T19:59:08.566 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.052)       0:00:40.494 ******* 

2020-11-16T19:59:08.574 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.007283", "end": "2020-11-16 19:59:08.906366", "failed_when_result": false, "rc": 0, "start": "2020-11-16 19:59:08.899083", "stderr": "", "stderr_lines": [], "stdout": "46fd2a03b54c2ce7520f33746fa0586027b558c3", "stdout_lines": ["46fd2a03b54c2ce7520f33746fa0586027b558c3"]}

2020-11-16T19:59:08.611 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.045)       0:00:40.539 ******* 

2020-11-16T19:59:08.616 INFO:teuthology.task.ansible.out:
TASK [users : Determine if we can skip users and pubkeys updates] **************

2020-11-16T19:59:08.617 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"perform_users_role": false}, "changed": false}

2020-11-16T19:59:08.659 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.048)       0:00:40.588 ******* 

2020-11-16T19:59:08.668 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"perform_users_role": false}, "changed": false}

TASK [users : Check host's /keys-repo-sha1 sentinel file] **********************
changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.007784", "end": "2020-11-16 19:59:08.739276", "failed_when_result": false, "rc": 0, "start": "2020-11-16 19:59:08.731492", "stderr": "", "stderr_lines": [], "stdout": "46fd2a03b54c2ce7520f33746fa0586027b558c3", "stdout_lines": ["46fd2a03b54c2ce7520f33746fa0586027b558c3"]}

2020-11-16T19:59:08.707 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.046)       0:00:40.634 ******* 

2020-11-16T19:59:08.747 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.042)       0:00:40.677 ******* 

2020-11-16T19:59:08.755 INFO:teuthology.task.ansible.out:
TASK [users : Merge extra_admin_users into managed_admin_users] ****************

2020-11-16T19:59:08.756 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:08.794 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.046)       0:00:40.723 ******* 

2020-11-16T19:59:08.835 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.040)       0:00:40.764 ******* 

2020-11-16T19:59:08.841 INFO:teuthology.task.ansible.out:
TASK [users : Determine if we can skip users and pubkeys updates] **************

2020-11-16T19:59:08.843 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"perform_users_role": false}, "changed": false}

TASK [users : Remove managed_admin_users from managed_users] *******************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:08.892 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.056)       0:00:40.820 ******* 

2020-11-16T19:59:08.928 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.036)       0:00:40.857 ******* 

2020-11-16T19:59:08.938 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Filter the managed_users list] ***********************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:08.971 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:08 +0000 (0:00:00.042)       0:00:40.900 ******* 

2020-11-16T19:59:09.010 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:09 +0000 (0:00:00.037)       0:00:40.938 ******* 

2020-11-16T19:59:13.014 INFO:teuthology.task.ansible.out:
TASK [users : Merge extra_admin_users into managed_admin_users] ****************

2020-11-16T19:59:13.016 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Filter the managed_admin_users list] *****************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:13.049 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:13 +0000 (0:00:04.039)       0:00:44.978 ******* 

2020-11-16T19:59:16.974 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:16 +0000 (0:00:03.924)       0:00:48.903 ******* 

2020-11-16T19:59:16.980 INFO:teuthology.task.ansible.out:
TASK [users : Filter the managed_users list] ***********************************

2020-11-16T19:59:16.982 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Set UID_MIN to 1001] *********************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:17.014 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:17 +0000 (0:00:00.040)       0:00:48.944 ******* 

2020-11-16T19:59:17.045 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:17 +0000 (0:00:00.030)       0:00:48.974 ******* 

2020-11-16T19:59:24.898 INFO:teuthology.task.ansible.out:
TASK [users : Remove managed_admin_users from managed_users] *******************

2020-11-16T19:59:24.900 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:24.940 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:24 +0000 (0:00:07.894)       0:00:56.869 ******* 

2020-11-16T19:59:24.946 INFO:teuthology.task.ansible.out:
TASK [users : Create all admin users with sudo access.] ************************

2020-11-16T19:59:24.948 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:24.948 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\
2020-11-16T19:59:24.950 INFO:teuthology.task.ansible.out:ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcN
2020-11-16T19:59:24.951 INFO:teuthology.task.ansible.out:E/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYl
2020-11-16T19:59:24.953 INFO:teuthology.task.ansible.out:hLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2
2020-11-16T19:59:24.954 INFO:teuthology.task.ansible.out:253272dd55c21\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] 
2020-11-16T19:59:24.956 INFO:teuthology.task.ansible.out:=> (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483
2020-11-16T19:59:24.957 INFO:teuthology.task.ansible.out:f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\n'})  => {"ansible_loop_var": "item", "changed": false, "it
2020-11-16T19:59:24.959 INFO:teuthology.task.ansible.out:em": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'zyan', 'ovpn': 'zyan@redhat OP1
2020-11-16T19:59:24.960 INFO:teuthology.task.ansible.out:6IkReCatMfA4Mf3pkdQ b0262be71ef008e2f7d585e34431dc2757c1e22ac1aa844863be533bf873d304'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zyan", "ovpn": "zyan@redhat OP16IkReCatMfA4Mf3pkdQ b0262be71ef008e2f7d585e34431dc2757c1e22ac1aa844863be533bf873d304"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a9
2020-11-16T19:59:24.962 INFO:teuthology.task.ansible.out:2f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389
2020-11-16T19:59:24.963 INFO:teuthology.task.ansible.out:f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"
2020-11-16T19:59:24.965 INFO:teuthology.task.ansible.out:}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270
2020-11-16T19:59:24.966 INFO:teuthology.task.ansible.out:c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'})  => 
2020-11-16T19:59:24.968 INFO:teuthology.task.ansible.out:{"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af
2020-11-16T19:59:24.969 INFO:teuthology.task.ansible.out:272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a6
2020-11-16T19:59:24.971 INFO:teuthology.task.ansible.out:31ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953
2020-11-16T19:59:24.972 INFO:teuthology.task.ansible.out:cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "sk
2020-11-16T19:59:24.974 INFO:teuthology.task.ansible.out:ip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'})  => {"ansible_loop_var": "item", "changed": 
2020-11-16T19:59:24.976 INFO:teuthology.task.ansible.out:false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a
2020-11-16T19:59:24.978 INFO:teuthology.task.ansible.out:7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a
2020-11-16T19:59:24.979 INFO:teuthology.task.ansible.out:48259b10be94a8fdf006'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.
2020-11-16T19:59:24.981 INFO:teuthology.task.ansible.out:sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7
2020-11-16T19:59:24.983 INFO:teuthology.task.ansible.out:xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost eUvx+7UEx5IYGmS0lNIscQ 2f1bfd4874280b9f525a46e93e767504df80a9b09a83a2fea387dcd6e34bc0f8'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost eUvx+7UEx5IYGmS0lNIscQ 2f1bfd4874280b9f525a46e93e767504df80a9b09a83a2fea387dcd6e34bc0f8"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468f
2020-11-16T19:59:24.984 INFO:teuthology.task.ansible.out:e695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (ite
2020-11-16T19:59:24.985 INFO:teuthology.task.ansible.out:m={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"}

TASK [users : Filter the managed_admin_users list] *****************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Create all admin users with sudo access.] ************************
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carb
2020-11-16T19:59:24.987 INFO:teuthology.task.ansible.out:on hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@rgw_vm fAskaxmJYtm4TDcModIkrQ 884b57c3b5d56493da361dc9f1cc4e06e766628fcb0f916090f2096edc5ce7de'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@rgw_vm fAskaxmJYtm4TDcModIkrQ 884b57c3b5d56493da361dc9f1cc4e06e766628fcb0f916090f2096edc5ce7de"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31
2020-11-16T19:59:24.988 INFO:teuthology.task.ansible.out:d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'})  =>
2020-11-16T19:59:24.990 INFO:teuthology.task.ansible.out: {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com
2020-11-16T19:59:24.991 INFO:teuthology.task.ansible.out:] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74
2020-11-16T19:59:24.993 INFO:teuthology.task.ansible.out:d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f83
2020-11-16T19:59:24.994 INFO:teuthology.task.ansible.out:15'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"}
skipping:
2020-11-16T19:59:24.996 INFO:teuthology.task.ansible.out: [smithi065.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKN
2020-11-16T19:59:24.997 INFO:teuthology.task.ansible.out:OWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9aca
2020-11-16T19:59:24.999 INFO:teuthology.task.ansible.out:ae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu
2020-11-16T19:59:25.000 INFO:teuthology.task.ansible.out:/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 5
2020-11-16T19:59:25.002 INFO:teuthology.task.ansible.out:46f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'dorinda', 'ovpn': 'dorinda@ideapad /BLvrh5FMYG1lXzwak5Z+w d028380a40a95f162324dfbb024cfa98b5771a1b90741fbfc908cad93ef09a14'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dorinda", "ovpn": "dorinda@ideapad /BLvrh5FMYG1lXzwak5Z+w d028380a40a95f162324dfbb024cfa98b5771a1b90741fbfc908cad93ef09a14"}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:25.012 INFO:teuthology.task.ansible.out:
TASK [users : Filter the managed_users list] ***********************************

2020-11-16T19:59:25.014 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:25.045 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:25 +0000 (0:00:00.104)       0:00:56.974 ******* 

2020-11-16T19:59:25.077 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:25 +0000 (0:00:00.031)       0:00:57.006 ******* 

2020-11-16T19:59:25.108 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:25 +0000 (0:00:00.031)       0:00:57.037 ******* 

2020-11-16T19:59:25.114 INFO:teuthology.task.ansible.out:
TASK [users : Create all users without sudo access.] ***************************

2020-11-16T19:59:25.116 INFO:teuthology.task.ansible.out:
TASK [users : Set UID_MIN to 1001] *********************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:25.148 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:25 +0000 (0:00:00.040)       0:00:57.077 ******* 

2020-11-16T19:59:25.178 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:25 +0000 (0:00:00.029)       0:00:57.107 ******* 

2020-11-16T19:59:25.184 INFO:teuthology.task.ansible.out:
TASK [users : Filter the managed_admin_users list] *****************************

2020-11-16T19:59:25.186 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Merge managed_users and managed_admin users] *********************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:25.223 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:25 +0000 (0:00:00.044)       0:00:57.152 ******* 

2020-11-16T19:59:25.259 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:25 +0000 (0:00:00.035)       0:00:57.187 ******* 

2020-11-16T19:59:29.243 INFO:teuthology.task.ansible.out:
TASK [users : Create all admin users with sudo access.] ************************

2020-11-16T19:59:29.244 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.245 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.246 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.247 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd
2020-11-16T19:59:29.249 INFO:teuthology.task.ansible.out:0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"}

TASK [users : Clone the keys repo] *********************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Create all admin users with sudo access.] ************************
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.250 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.250 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAA
2020-11-16T19:59:29.252 INFO:teuthology.task.ansible.out:DAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "a
2020-11-16T19:59:29.253 INFO:teuthology.task.ansible.out:emerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet'
2020-11-16T19:59:29.255 INFO:teuthology.task.ansible.out:, 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOr
2020-11-16T19:59:29.256 INFO:teuthology.task.ansible.out:Zru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.f
2020-11-16T19:59:29.258 INFO:teuthology.task.ansible.out:ront.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'zyan', 'ovpn': 'zyan@redhat OP16IkReCatMfA4Mf3pkdQ b0262be71ef008e2f7d585e34431dc2757c1e22ac1aa844863be533bf873d304'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zyan", "ovpn": "zyan@redhat OP16IkReCatMfA4Mf3pkdQ b0262be71ef008e2f7d585e34431dc2757c1e22ac1aa844863be533bf873d304"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.l
2020-11-16T19:59:29.259 INFO:teuthology.task.ansible.out:ocal wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e4
2020-11-16T19:59:29.261 INFO:teuthology.task.ansible.out:3e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b
2020-11-16T19:59:29.262 INFO:teuthology.task.ansible.out:80a486266f77b09d8527983217d15648b4f92b4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'})  => {"ansible_loop_var": "item", "changed":
2020-11-16T19:59:29.264 INFO:teuthology.task.ansible.out: false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32
2020-11-16T19:59:29.265 INFO:teuthology.task.ansible.out:cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'})  => {"ansible_loop_v
2020-11-16T19:59:29.267 INFO:teuthology.task.ansible.out:ar": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d
2020-11-16T19:59:29.268 INFO:teuthology.task.ansible.out:141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKo
2020-11-16T19:59:29.270 INFO:teuthology.task.ansible.out:q8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4
2020-11-16T19:59:29.271 INFO:teuthology.task.ansible.out:e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"}

TASK [users : Set UID_MIN to 1001] *********************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.303 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:29 +0000 (0:00:04.044)       0:01:01.232 ******* 

2020-11-16T19:59:29.334 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:29 +0000 (0:00:00.031)       0:01:01.263 ******* 

2020-11-16T19:59:29.340 INFO:teuthology.task.ansible.out:
TASK [users : Create all admin users with sudo access.] ************************

2020-11-16T19:59:29.342 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.342 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.342 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.344 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.344 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.344 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 
2020-11-16T19:59:29.346 INFO:teuthology.task.ansible.out:'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": 
2020-11-16T19:59:29.347 INFO:teuthology.task.ansible.out:"Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.348 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'})  => {"ansible_loop_var": "item", "changed": 
2020-11-16T19:59:29.350 INFO:teuthology.task.ansible.out:false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.350 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora Of
2020-11-16T19:59:29.352 INFO:teuthology.task.ansible.out:pUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost eUvx+7UEx5IYGmS0lNIscQ 2f1bfd4874280b9f525a46e93e767504df80a9b09a83a2fea387dcd6e34bc0f8'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost eUvx+7UEx5IYGmS0lNIscQ 2f1bfd4874280b9f525a46e93e767504df80a9b09a83a2fea387dcd6e34bc0f8"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw
2020-11-16T19:59:29.353 INFO:teuthology.task.ansible.out: ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3
2020-11-16T19:59:29.354 INFO:teuthology.task.ansible.out:bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'})  => {"ansible_loop_var": "item", "changed": false
2020-11-16T19:59:29.356 INFO:teuthology.task.ansible.out:, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@rgw_vm fAskaxmJYtm4TDcModIkrQ 884b57c3b5d56493da361dc9f1cc4e06e766628fcb0f916090f2096edc5ce7de'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@rgw_vm fAskaxmJYtm4TDcModIkrQ 884b57c3b5d56493da361dc9f1cc4e06e766628fcb0f916090f2096edc5ce7de"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'})  => {"ansible_l
2020-11-16T19:59:29.357 INFO:teuthology.task.ansible.out:oop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29e
2020-11-16T19:59:29.359 INFO:teuthology.task.ansible.out:e69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rak
2020-11-16T19:59:29.360 INFO:teuthology.task.ansible.out:esh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason
2020-11-16T19:59:29.362 INFO:teuthology.task.ansible.out:": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.362 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'})  => {"ansible_loop_var": "item", "changed": false, "item": {"
2020-11-16T19:59:29.364 INFO:teuthology.task.ansible.out:name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.364 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn
2020-11-16T19:59:29.365 INFO:teuthology.task.ansible.out:': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4
2020-11-16T19:59:29.367 INFO:teuthology.task.ansible.out:dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason
2020-11-16T19:59:29.369 INFO:teuthology.task.ansible.out:": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) 
2020-11-16T19:59:29.370 INFO:teuthology.task.ansible.out: => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_rea
2020-11-16T19:59:29.372 INFO:teuthology.task.ansible.out:son": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'dorinda', 'ovpn': 'dorinda@ideapad /BLvrh5FMYG1lXzwak5Z+w d028380a40a95f162324dfbb024cfa98b5771a1b90741fbfc908cad93ef09a14'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dorinda", "ovpn": "dorinda@ideapad /BLvrh5FMYG1lXzwak5Z+w d028380a40a95f162324dfbb024cfa98b5771a1b90741fbfc908cad93ef09a14"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.372 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'})  => {"ansible_loop_var": "item", "
2020-11-16T19:59:29.373 INFO:teuthology.task.ansible.out:changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.388 INFO:teuthology.task.ansible.out:
TASK [users : Update authorized_keys using the keys repo] **********************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.390 INFO:teuthology.task.ansible.out:
TASK [users : Create all admin users with sudo access.] ************************
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.390 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6
2020-11-16T19:59:29.391 INFO:teuthology.task.ansible.out:/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:29.425 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:29 +0000 (0:00:00.090)       0:01:01.354 ******* 

2020-11-16T19:59:33.429 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:04.003)       0:01:05.358 ******* 

2020-11-16T19:59:33.438 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.440 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.441 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.441 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (ite
2020-11-16T19:59:33.442 INFO:teuthology.task.ansible.out:m={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e
2020-11-16T19:59:33.444 INFO:teuthology.task.ansible.out:5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia
2020-11-16T19:59:33.445 INFO:teuthology.task.ansible.out:", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de
2020-11-16T19:59:33.447 INFO:teuthology.task.ansible.out:222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a
2020-11-16T19:59:33.448 INFO:teuthology.task.ansible.out:8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 15
2020-11-16T19:59:33.450 INFO:teuthology.task.ansible.out:90a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'zyan', 'ovpn': 'zyan@redhat OP16IkReCatMfA4Mf3pkdQ b0262be71ef008e2f7d585e34431dc2757c1e22ac1aa844863be533bf873d304'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zyan", "ovpn": "zyan@redhat OP16IkReCatMfA4Mf3pkdQ b0262be71ef008e2f7d585e34431dc2757c1e22ac1aa844863be533bf873d304"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"
2020-11-16T19:59:33.452 INFO:teuthology.task.ansible.out:name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0
2020-11-16T19:59:33.454 INFO:teuthology.task.ansible.out:c7b9fbb79f0a87bcb28b182c7d4\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'})  => {"ansible_loop_var": "item
2020-11-16T19:59:33.456 INFO:teuthology.task.ansible.out:", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b19
2020-11-16T19:59:33.457 INFO:teuthology.task.ansible.out:4e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditi
2020-11-16T19:59:33.459 INFO:teuthology.task.ansible.out:onal result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] =>
2020-11-16T19:59:33.460 INFO:teuthology.task.ansible.out: (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838
2020-11-16T19:59:33.462 INFO:teuthology.task.ansible.out:a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dba
2020-11-16T19:59:33.463 INFO:teuthology.task.ansible.out:bc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@lo
2020-11-16T19:59:33.465 INFO:teuthology.task.ansible.out:calhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi1
2020-11-16T19:59:33.466 INFO:teuthology.task.ansible.out:42.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA2
2020-11-16T19:59:33.468 INFO:teuthology.task.ansible.out:3F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip
2020-11-16T19:59:33.470 INFO:teuthology.task.ansible.out:_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"na
2020-11-16T19:59:33.471 INFO:teuthology.task.ansible.out:me": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"}

TASK [users : Update authorized_keys for each user with literal keys] **********
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Create all admin users with sudo access.] ************************
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'})  => {"ansible_loop_var": "item", "changed": false, "item": {"n
2020-11-16T19:59:33.473 INFO:teuthology.task.ansible.out:ame": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.502 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.072)       0:01:05.431 ******* 

2020-11-16T19:59:33.509 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.511 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost eUvx+7UEx5IYGmS0lNIscQ 2f1bfd4874280b9f525a46e93e767504df80a9b09a83a2fea387dcd6e34bc0f8'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost eUvx+7UEx5IYGmS0lNIscQ 2f1bfd4874280b9f525a46e93e767504df80a9b09a83a2fea387dcd6e34bc0f8"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.511 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.511 INFO:teuthology.task.ansible.out:skipping: [smith
2020-11-16T19:59:33.513 INFO:teuthology.task.ansible.out:i142.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"}

TASK [users : Create all users without sudo access.] ***************************

TASK [users : Create all admin users with sudo access.] ************************
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.513 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.513 INFO:teuthology.task.ansible.out:skipping: [s
2020-11-16T19:59:33.515 INFO:teuthology.task.ansible.out:mithi142.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCV
2020-11-16T19:59:33.516 INFO:teuthology.task.ansible.out:xStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@rgw_vm fAskaxmJYtm4TDcModIkrQ 884b57c3b5d56493da361dc9f1cc4e06e766628fcb0f916090f2096edc5ce7de'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@rgw_vm fAskaxmJYtm4TDcModIkrQ 884b57c3b5d56493da361dc9f1cc4e06e766628fcb0f916090f2096edc5ce7de"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd
2020-11-16T19:59:33.518 INFO:teuthology.task.ansible.out:1b538e70312189"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"}
sk
2020-11-16T19:59:33.519 INFO:teuthology.task.ansible.out:ipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.520 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas
2020-11-16T19:59:33.522 INFO:teuthology.task.ansible.out:@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc02
2020-11-16T19:59:33.524 INFO:teuthology.task.ansible.out:5b257b3d369e135400bf0a4bf503d48503e3\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result
2020-11-16T19:59:33.525 INFO:teuthology.task.ansible.out: was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'})  => {"ansible_loop_var": "item", "changed": false, "item": 
2020-11-16T19:59:33.527 INFO:teuthology.task.ansible.out:{"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+
2020-11-16T19:59:33.529 INFO:teuthology.task.ansible.out:XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296
2020-11-16T19:59:33.530 INFO:teuthology.task.ansible.out:f9a125e4bbdb768d8c76c6d53d02f475d5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad
2020-11-16T19:59:33.532 INFO:teuthology.task.ansible.out:23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05
2020-11-16T19:59:33.534 INFO:teuthology.task.ansible.out:ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'dorinda', 'ovpn': 'dorinda@ideapad /BLvrh5FMYG1lXzwak5Z+w d028380a40a95f162324dfbb024cfa98b5771a1b90741fbfc908cad93ef09a14'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dorinda", "ovpn": "dorinda@ideapad /BLvrh5FMYG1lXzwak5Z+w d028380a40a95f162324dfbb024cfa98b5771a1b90741fbfc908cad93ef09a14"}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'})  => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.547 INFO:teuthology.task.ansible.out:
TASK [users : Filter the revoked_users list] ***********************************

2020-11-16T19:59:33.549 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.580 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.078)       0:01:05.509 ******* 

2020-11-16T19:59:33.613 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.032)       0:01:05.542 ******* 

2020-11-16T19:59:33.648 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.035)       0:01:05.577 ******* 

2020-11-16T19:59:33.656 INFO:teuthology.task.ansible.out:
TASK [users : Remove revoked users] ********************************************

2020-11-16T19:59:33.657 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=zcerza)  => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.658 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=aschoen)  => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.658 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=andrew)  => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.658 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=sweil)  => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.659 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=brad)  => {"ansible_loop_var": "item", "changed": false, "item": "brad", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.660 INFO:teuthology.task.ansible.out:
TASK [users : Merge managed_users and managed_admin users] *********************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Remove revoked users] ********************************************
skipping: [smithi065.front.sepia.ceph.com] => (item=kefu)  => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=shylesh)  => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.700 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.052)       0:01:05.629 ******* 

2020-11-16T19:59:33.707 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=gmeno)  => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.709 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=alfredodeza)  => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.710 INFO:teuthology.task.ansible.out:
TASK [users : Create all users without sudo access.] ***************************


2020-11-16T19:59:33.712 INFO:teuthology.task.ansible.out:TASK [users : Remove revoked users] ********************************************
skipping: [smithi065.front.sepia.ceph.com] => (item=trhoden)  => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=nishtha)  => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=yguang)  => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.713 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=sdieffen)  => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=brian)  => {"ansible_loop_var": "item", "changed": false, "item": "brian", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=pmcgarry)  => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.715 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=karnan)  => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.749 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.048)       0:01:05.678 ******* 

2020-11-16T19:59:33.756 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=ryneli)  => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.757 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=dlambrig)  => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.759 INFO:teuthology.task.ansible.out:
TASK [users : Clone the keys repo] *********************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.759 INFO:teuthology.task.ansible.out:
TASK [users : Remove revoked users] ********************************************
skipping: [smithi065.front.sepia.ceph.com] => (item=icolle)  => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.759 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=soumya)  => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.760 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=jspray)  => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.760 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=loic)  => {"ansible_loop_var": "item", "changed": false, "item": "loic", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.762 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=erwan)  => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=jj)  => {"ansible_loop_var": "item", "changed": false, "item": "jj", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=amarangone)  => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=oprypin)  => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.798 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.048)       0:01:05.726 ******* 

2020-11-16T19:59:33.807 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=adamyanova)  => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "skip_reason": "Conditional result was False"}

TASK [users : Merge managed_users and managed_admin users] *********************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Remove revoked users] ********************************************
skipping: [smithi065.front.sepia.ceph.com] => (item=sbillah)  => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.812 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=onyb)  => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=jwilliamson)  => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=kmroz)  => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=shehbazj)  => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=abhishekvrshny)  => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=asheplyakov)  => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=liupan)  => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.860 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.062)       0:01:05.789 ******* 

2020-11-16T19:59:33.869 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=adeza)  => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.871 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=pranith)  => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "skip_reason": "Conditional result was False"}

TASK [users : Update authorized_keys using the keys repo] **********************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Remove revoked users] ********************************************
skipping: [smithi065.front.sepia.ceph.com] => (item=nlevine)  => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.872 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=tbrekke)  => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=taco)  => {"ansible_loop_var": "item", "changed": false, "item": "taco", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.873 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=louis)  => {"ansible_loop_var": "item", "changed": false, "item": "louis", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=amarango)  => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.873 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=oobe)  => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=rturk)  => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.874 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=fche)  => {"ansible_loop_var": "item", "changed": false, "item": "fche", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=jbainbri)  => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri",
2020-11-16T19:59:33.876 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.913 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.052)       0:01:05.842 ******* 

2020-11-16T19:59:33.920 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=kdhananj)  => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.925 INFO:teuthology.task.ansible.out:
TASK [users : Clone the keys repo] *********************************************

2020-11-16T19:59:33.926 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:33.965 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.051)       0:01:05.893 ******* 

2020-11-16T19:59:33.997 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:33 +0000 (0:00:00.032)       0:01:05.926 ******* 

2020-11-16T19:59:34.004 INFO:teuthology.task.ansible.out:
TASK [users : Update authorized_keys for each user with literal keys] **********

2020-11-16T19:59:34.006 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.043 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.046)       0:01:05.972 ******* 

2020-11-16T19:59:34.050 INFO:teuthology.task.ansible.out:
TASK [users : Update authorized_keys using the keys repo] **********************

2020-11-16T19:59:34.052 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.086 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.043)       0:01:06.015 ******* 

2020-11-16T19:59:34.094 INFO:teuthology.task.ansible.out:
TASK [users : Filter the revoked_users list] ***********************************

2020-11-16T19:59:34.096 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.133 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.046)       0:01:06.062 ******* 

2020-11-16T19:59:34.140 INFO:teuthology.task.ansible.out:
TASK [users : Update authorized_keys for each user with literal keys] **********

2020-11-16T19:59:34.142 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.182 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.049)       0:01:06.111 ******* 

2020-11-16T19:59:34.189 INFO:teuthology.task.ansible.out:
TASK [users : Remove revoked users] ********************************************

2020-11-16T19:59:34.190 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=zcerza)  => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.201 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=aschoen)  => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.203 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=andrew)  => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=sweil)  => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=brad)  => {"ansible_loop_var": "item", "changed": false, "item": "brad", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=kefu)  => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.203 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=shylesh)  => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=gmeno)  => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.214 INFO:teuthology.task.ansible.out:
TASK [users : Filter the revoked_users list] ***********************************

2020-11-16T19:59:34.216 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [users : Remove revoked users] ********************************************
skipping: [smithi071.front.sepia.ceph.com] => (item=alfredodeza)  => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=trhoden)  => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=nishtha)  => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.258 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.075)       0:01:06.187 ******* 

2020-11-16T19:59:34.267 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=yguang)  => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.269 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=sdieffen)  => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=brian)  => {"ansible_loop_var": "item", "changed": false, "item": "brian", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=pmcgarry)  => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.269 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=karnan)  => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=ryneli)  => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.270 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=dlambrig)  => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.271 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=icolle)  => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=soumya)  => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=jspray)  => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=loic)  => {"ansible_loop_var": "item", "changed": false, "item": "loic", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.284 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=erwan)  => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.286 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=jj)  => {"ansible_loop_var": "item", "changed": false, "item": "jj", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.295 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=amarangone)  => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.297 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=oprypin)  => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.307 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=adamyanova)  => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.309 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=zcerza)  => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=aschoen)  => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=sbillah)  => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.326 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=andrew)  => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=onyb)  => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.338 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=jwilliamson)  => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=sweil)  => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=brad)  => {"ansible_loop_var": "item", "changed": false, "item": "brad", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=kmroz)  => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.377 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=shehbazj)  => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.379 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=abhishekvrshny)  => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=kefu)  => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.387 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=shylesh)  => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.389 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=gmeno)  => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=alfredodeza)  => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=asheplyakov)  => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.390 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=liupan)  => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=adeza)  => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.390 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=trhoden)  => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.397 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=pranith)  => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=nishtha)  => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=nlevine)  => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=tbrekke)  => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.406 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=taco)  => {"ansible_loop_var": "item", "changed": false, "item": "taco", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=louis)  => {"ansible_loop_var": "item", "changed": false, "item": "louis", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=yguang)  => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.415 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=amarango)  => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "skip_reason": "Conditional result was False"}
2020-11-16T19:59:34.416 INFO:teuthology.task.ansible.out:

2020-11-16T19:59:34.418 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=oobe)  => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=sdieffen)  => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "skip_reason": "Conditional result was False"}
2020-11-16T19:59:34.419 INFO:teuthology.task.ansible.out:
skipping: [smithi071.front.sepia.ceph.com] => (item=rturk)  => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.433 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=fche)  => {"ansible_loop_var": "item", "changed": false, "item": "fche", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=brian)  => {"ansible_loop_var": "item", "changed": false, "item": "brian", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=jbainbri)  => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.442 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=kdhananj)  => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.446 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=pmcgarry)  => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.448 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=karnan)  => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.501 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.241)       0:01:06.428 ******* 

2020-11-16T19:59:34.511 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=ryneli)  => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.522 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=dlambrig)  => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=icolle)  => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=soumya)  => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=jspray)  => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=loic)  => {"ansible_loop_var": "item", "changed": false, "item": "loic", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=erwan)  => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=jj)  => {"ansible_loop_var": "item", "changed": false, "item": "jj", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=amarangone)  => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=oprypin)  => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.528 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=adamyanova)  => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.528 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=sbillah)  => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.540 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=onyb)  => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=jwilliamson)  => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.554 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=kmroz)  => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=shehbazj)  => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=abhishekvrshny)  => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.565 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=asheplyakov)  => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.567 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=liupan)  => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.577 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=adeza)  => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.579 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=pranith)  => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=nlevine)  => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.589 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=tbrekke)  => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.592 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=taco)  => {"ansible_loop_var": "item", "changed": false, "item": "taco", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.603 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=louis)  => {"ansible_loop_var": "item", "changed": false, "item": "louis", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=amarango)  => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.615 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=oobe)  => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.617 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=rturk)  => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.627 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=fche)  => {"ansible_loop_var": "item", "changed": false, "item": "fche", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.631 INFO:teuthology.task.ansible.out:
TASK [users : Write /keys-repo-sha1 sentinel file] *****************************
ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "eefb312a9cf82af5b9a46fb88fa640babe5fe20f", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/keys-repo-sha1", "size": 40, "state": "file", "uid": 0}

TASK [users : Remove revoked users] ********************************************
skipping: [smithi142.front.sepia.ceph.com] => (item=jbainbri)  => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=kdhananj)  => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.673 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.173)       0:01:06.602 ******* 

2020-11-16T19:59:34.709 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.035)       0:01:06.638 ******* 

2020-11-16T19:59:34.719 INFO:teuthology.task.ansible.out:
TASK [common : Log the OS name, version and release] ***************************
ok: [smithi065.front.sepia.ceph.com] => {
    "msg": "Host smithi065.front.sepia.ceph.com is running Ubuntu 18.04 (bionic)"
}

2020-11-16T19:59:34.760 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.049)       0:01:06.689 ******* 

2020-11-16T19:59:34.816 INFO:teuthology.task.ansible.out:
TASK [common : Including major version specific variables.] ********************
ok: [smithi065.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"}

2020-11-16T19:59:34.854 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.093)       0:01:06.783 ******* 

2020-11-16T19:59:34.863 INFO:teuthology.task.ansible.out:
TASK [users : Write /keys-repo-sha1 sentinel file] *****************************

2020-11-16T19:59:34.865 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "eefb312a9cf82af5b9a46fb88fa640babe5fe20f", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/keys-repo-sha1", "size": 40, "state": "file", "uid": 0}

2020-11-16T19:59:34.901 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.047)       0:01:06.830 ******* 

2020-11-16T19:59:34.911 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone (RHEL/CentOS 6)] ***********************

2020-11-16T19:59:34.913 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:34.951 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.049)       0:01:06.880 ******* 

2020-11-16T19:59:34.962 INFO:teuthology.task.ansible.out:
TASK [common : Log the OS name, version and release] ***************************
ok: [smithi071.front.sepia.ceph.com] => {
    "msg": "Host smithi071.front.sepia.ceph.com is running Ubuntu 18.04 (bionic)"
}

2020-11-16T19:59:35.002 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:34 +0000 (0:00:00.050)       0:01:06.930 ******* 

2020-11-16T19:59:35.011 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone (RHEL/CentOS 7)] ***********************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.048 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.046)       0:01:06.977 ******* 

2020-11-16T19:59:35.061 INFO:teuthology.task.ansible.out:
TASK [common : Including major version specific variables.] ********************

2020-11-16T19:59:35.064 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"}

TASK [users : Write /keys-repo-sha1 sentinel file] *****************************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "eefb312a9cf82af5b9a46fb88fa640babe5fe20f", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/keys-repo-sha1", "size": 40, "state": "file", "uid": 0}

2020-11-16T19:59:35.097 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.049)       0:01:07.026 ******* 

2020-11-16T19:59:35.136 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.036)       0:01:07.063 ******* 

2020-11-16T19:59:35.141 INFO:teuthology.task.ansible.out:
TASK [common : Reboot RHEL7 to workaround systemd bug] *************************

2020-11-16T19:59:35.143 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Get the current timezone (RHEL/CentOS 6)] ***********************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.178 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.044)       0:01:07.107 ******* 

2020-11-16T19:59:35.212 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.033)       0:01:07.141 ******* 

2020-11-16T19:59:35.220 INFO:teuthology.task.ansible.out:
TASK [common : Log the OS name, version and release] ***************************

2020-11-16T19:59:35.221 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {
    "msg": "Host smithi142.front.sepia.ceph.com is running Ubuntu 18.04 (bionic)"
}

2020-11-16T19:59:35.222 INFO:teuthology.task.ansible.out:
TASK [common : Wait for reboot in case of systemd workaround] ******************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.264 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.048)       0:01:07.190 ******* 

2020-11-16T19:59:35.313 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.052)       0:01:07.242 ******* 

2020-11-16T19:59:35.323 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone (RHEL/CentOS 7)] ***********************

2020-11-16T19:59:35.331 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set /etc/localtime (RHEL/CentOS 6)] *****************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.375 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.061)       0:01:07.303 ******* 

2020-11-16T19:59:35.418 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.043)       0:01:07.347 ******* 

2020-11-16T19:59:35.429 INFO:teuthology.task.ansible.out:
TASK [common : Including major version specific variables.] ********************

2020-11-16T19:59:35.430 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"}

2020-11-16T19:59:35.431 INFO:teuthology.task.ansible.out:
TASK [common : Set the timezone (RHEL/CentOS >= 7)] ****************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.482 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.061)       0:01:07.409 ******* 

2020-11-16T19:59:35.517 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.035)       0:01:07.445 ******* 

2020-11-16T19:59:35.524 INFO:teuthology.task.ansible.out:
TASK [common : Reboot RHEL7 to workaround systemd bug] *************************

2020-11-16T19:59:35.526 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Install yum on Fedora 22 and later] *****************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.563 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.047)       0:01:07.492 ******* 

2020-11-16T19:59:35.598 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.033)       0:01:07.526 ******* 

2020-11-16T19:59:35.605 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone (RHEL/CentOS 6)] ***********************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set entitlements_path] ******************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.640 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.043)       0:01:07.569 ******* 

2020-11-16T19:59:35.680 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.037)       0:01:07.606 ******* 

2020-11-16T19:59:35.686 INFO:teuthology.task.ansible.out:
TASK [common : Wait for reboot in case of systemd workaround] ******************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Include Red Hat encrypted variables.] ***************************
skipping: [smithi065.front.sepia.ceph.com] => (item=None)  => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}
skipping: [smithi065.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T19:59:35.729 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.050)       0:01:07.656 ******* 

2020-11-16T19:59:35.764 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.035)       0:01:07.692 ******* 

2020-11-16T19:59:35.775 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone (RHEL/CentOS 7)] ***********************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set have_entitlements] ******************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.828 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.065)       0:01:07.757 ******* 
2020-11-16T19:59:35.830 INFO:teuthology.task.ansible.out:

2020-11-16T19:59:35.869 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.041)       0:01:07.798 ******* 

2020-11-16T19:59:35.878 INFO:teuthology.task.ansible.out:
TASK [common : Set /etc/localtime (RHEL/CentOS 6)] *****************************

2020-11-16T19:59:35.882 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Install CA Cert from Satellite Server] **************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.915 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.046)       0:01:07.844 ******* 

2020-11-16T19:59:35.958 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:35 +0000 (0:00:00.041)       0:01:07.886 ******* 

2020-11-16T19:59:35.964 INFO:teuthology.task.ansible.out:
TASK [common : Reboot RHEL7 to workaround systemd bug] *************************

2020-11-16T19:59:35.965 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:35.965 INFO:teuthology.task.ansible.out:
TASK [common : Determine if node is registered with subscription-manager.] *****
skipping: [smithi065.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T19:59:36.003 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:36 +0000 (0:00:00.046)       0:01:07.932 ******* 

2020-11-16T19:59:36.036 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:36 +0000 (0:00:00.032)       0:01:07.965 ******* 

2020-11-16T19:59:36.042 INFO:teuthology.task.ansible.out:
TASK [common : Set the timezone (RHEL/CentOS >= 7)] ****************************

2020-11-16T19:59:36.049 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set rhsm_registered if we're already registered] ****************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:36.079 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:36 +0000 (0:00:00.042)       0:01:08.008 ******* 

2020-11-16T19:59:36.111 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:36 +0000 (0:00:00.032)       0:01:08.040 ******* 

2020-11-16T19:59:36.118 INFO:teuthology.task.ansible.out:
TASK [common : Wait for reboot in case of systemd workaround] ******************

2020-11-16T19:59:36.120 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Register with subscription-manager.] ****************************
skipping: [smithi065.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T19:59:36.156 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:36 +0000 (0:00:00.044)       0:01:08.085 ******* 

2020-11-16T19:59:36.190 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:36 +0000 (0:00:00.034)       0:01:08.119 ******* 

2020-11-16T19:59:36.198 INFO:teuthology.task.ansible.out:
TASK [common : Install yum on Fedora 22 and later] *****************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set rhsm_registered if we just registered] **********************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:36.232 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:36 +0000 (0:00:00.042)       0:01:08.161 ******* 

2020-11-16T19:59:40.221 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:40 +0000 (0:00:03.988)       0:01:12.150 ******* 

2020-11-16T19:59:44.120 INFO:teuthology.task.ansible.out:
TASK [common : Set /etc/localtime (RHEL/CentOS 6)] *****************************

2020-11-16T19:59:44.122 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : List CDN releases available to system] **************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:44.161 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:44 +0000 (0:00:03.939)       0:01:16.090 ******* 

2020-11-16T19:59:44.198 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:44 +0000 (0:00:00.037)       0:01:16.127 ******* 

2020-11-16T19:59:44.204 INFO:teuthology.task.ansible.out:
TASK [common : Set entitlements_path] ******************************************

2020-11-16T19:59:44.205 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ******
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:44.246 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:44 +0000 (0:00:00.047)       0:01:16.174 ******* 

2020-11-16T19:59:48.188 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:48 +0000 (0:00:03.942)       0:01:20.117 ******* 

2020-11-16T19:59:48.202 INFO:teuthology.task.ansible.out:
TASK [common : Set the timezone (RHEL/CentOS >= 7)] ****************************

2020-11-16T19:59:48.204 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] **********
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T19:59:48.242 INFO:teuthology.task.ansible.out:Monday 16 November 2020  19:59:48 +0000 (0:00:00.054)       0:01:20.171 ******* 

2020-11-16T20:00:15.536 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:15 +0000 (0:00:27.293)       0:01:47.464 ******* 

2020-11-16T20:00:15.542 INFO:teuthology.task.ansible.out:
TASK [common : Include Red Hat encrypted variables.] ***************************

2020-11-16T20:00:15.543 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=None)  => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}
skipping: [smithi071.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

TASK [common : Configure internal beta repos in /etc/yum.repos.d/] *************
skipping: [smithi065.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:00:15.576 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:15 +0000 (0:00:00.041)       0:01:47.506 ******* 

2020-11-16T20:00:15.607 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:15 +0000 (0:00:00.030)       0:01:47.537 ******* 

2020-11-16T20:00:15.614 INFO:teuthology.task.ansible.out:
TASK [common : Install yum on Fedora 22 and later] *****************************

2020-11-16T20:00:15.615 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Clean yum cache] ************************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:15.649 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:15 +0000 (0:00:00.041)       0:01:47.578 ******* 

2020-11-16T20:00:15.680 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:15 +0000 (0:00:00.031)       0:01:47.609 ******* 

2020-11-16T20:00:19.559 INFO:teuthology.task.ansible.out:
TASK [common : Set have_entitlements] ******************************************

2020-11-16T20:00:19.561 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Get list of enabled RHSM repos] *********************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:19.630 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:19 +0000 (0:00:03.942)       0:01:51.552 ******* 

2020-11-16T20:00:19.676 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:19 +0000 (0:00:00.053)       0:01:51.605 ******* 

2020-11-16T20:00:23.586 INFO:teuthology.task.ansible.out:
TASK [common : Set entitlements_path] ******************************************

2020-11-16T20:00:23.589 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Store list of enabled repos] ************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:23.622 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:23 +0000 (0:00:03.945)       0:01:55.551 ******* 

2020-11-16T20:00:23.654 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:23 +0000 (0:00:00.032)       0:01:55.583 ******* 

2020-11-16T20:00:23.661 INFO:teuthology.task.ansible.out:
TASK [common : Install CA Cert from Satellite Server] **************************

2020-11-16T20:00:23.663 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] ***
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:23.709 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:23 +0000 (0:00:00.054)       0:01:55.638 ******* 

2020-11-16T20:00:23.747 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:23 +0000 (0:00:00.037)       0:01:55.675 ******* 

2020-11-16T20:00:23.754 INFO:teuthology.task.ansible.out:
TASK [common : Include Red Hat encrypted variables.] ***************************

2020-11-16T20:00:23.756 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=None)  => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}
skipping: [smithi142.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] ****
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:23.795 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:23 +0000 (0:00:00.049)       0:01:55.724 ******* 

2020-11-16T20:00:23.838 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:23 +0000 (0:00:00.035)       0:01:55.760 ******* 

2020-11-16T20:00:23.851 INFO:teuthology.task.ansible.out:
TASK [common : Determine if node is registered with subscription-manager.] *****
skipping: [smithi071.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

TASK [common : Set replace_repos true if newly-subscribed] *********************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:23.878 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:23 +0000 (0:00:00.046)       0:01:55.807 ******* 

2020-11-16T20:00:27.732 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:27 +0000 (0:00:03.854)       0:01:59.661 ******* 

2020-11-16T20:00:27.740 INFO:teuthology.task.ansible.out:
TASK [common : Set have_entitlements] ******************************************

2020-11-16T20:00:27.742 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Disable all rhsm repos] *****************************************
skipping: [smithi065.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:00:27.774 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:27 +0000 (0:00:00.041)       0:01:59.703 ******* 

2020-11-16T20:00:27.814 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:27 +0000 (0:00:00.033)       0:01:59.737 ******* 

2020-11-16T20:00:27.820 INFO:teuthology.task.ansible.out:
TASK [common : Set rhsm_registered if we're already registered] ****************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Enable necessary rhsm repos] ************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:27.857 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:27 +0000 (0:00:00.049)       0:01:59.786 ******* 

2020-11-16T20:00:31.792 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:31 +0000 (0:00:03.935)       0:02:03.721 ******* 

2020-11-16T20:00:31.805 INFO:teuthology.task.ansible.out:
TASK [common : Install CA Cert from Satellite Server] **************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Remove old apt-mirror repository definition.] *******************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:31.838 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:31 +0000 (0:00:00.044)       0:02:03.766 ******* 

2020-11-16T20:00:31.876 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:31 +0000 (0:00:00.039)       0:02:03.805 ******* 

2020-11-16T20:00:31.886 INFO:teuthology.task.ansible.out:
TASK [common : Register with subscription-manager.] ****************************
skipping: [smithi071.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

TASK [common : Increase the yum timeout.] **************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:31.926 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:31 +0000 (0:00:00.049)       0:02:03.855 ******* 

2020-11-16T20:00:31.969 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:31 +0000 (0:00:00.042)       0:02:03.898 ******* 

2020-11-16T20:00:31.980 INFO:teuthology.task.ansible.out:
TASK [common : Determine if node is registered with subscription-manager.] *****

2020-11-16T20:00:31.982 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:00:31.984 INFO:teuthology.task.ansible.out:
TASK [common : Configure epel repos in /etc/yum.repos.d/] **********************

2020-11-16T20:00:31.986 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.026 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.053)       0:02:03.951 ******* 

2020-11-16T20:00:32.076 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.054)       0:02:04.005 ******* 

2020-11-16T20:00:32.083 INFO:teuthology.task.ansible.out:
TASK [common : Set rhsm_registered if we just registered] **********************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.085 INFO:teuthology.task.ansible.out:
TASK [common : Configure local epel mirrorlists] *******************************
skipping: [smithi065.front.sepia.ceph.com] => (item=epel-mirrorlist)  => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=epel-testing-mirrorlist)  => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.131 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.054)       0:02:04.060 ******* 

2020-11-16T20:00:32.167 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.036)       0:02:04.096 ******* 

2020-11-16T20:00:32.175 INFO:teuthology.task.ansible.out:

2020-11-16T20:00:32.177 INFO:teuthology.task.ansible.out:TASK [common : Set rhsm_registered if we're already registered] ****************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.223 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.045)       0:02:04.142 ******* 

TASK [common : Clean yum cache] ************************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : List CDN releases available to system] **************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.282 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.065)       0:02:04.207 ******* 

2020-11-16T20:00:32.318 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.038)       0:02:04.246 ******* 

2020-11-16T20:00:32.326 INFO:teuthology.task.ansible.out:
TASK [common : Register with subscription-manager.] ****************************

2020-11-16T20:00:32.328 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:00:32.363 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.045)       0:02:04.292 ******* 

2020-11-16T20:00:32.372 INFO:teuthology.task.ansible.out:
TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ******
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.408 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.044)       0:02:04.337 ******* 

2020-11-16T20:00:32.415 INFO:teuthology.task.ansible.out:
TASK [common : Set rhsm_registered if we just registered] **********************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.459 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.050)       0:02:04.388 ******* 

2020-11-16T20:00:32.468 INFO:teuthology.task.ansible.out:
TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] **********

2020-11-16T20:00:32.470 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.514 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.051)       0:02:04.440 ******* 

2020-11-16T20:00:32.521 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone] ***************************************

2020-11-16T20:00:32.527 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.019366", "end": "2020-11-16 20:00:32.404831", "rc": 0, "start": "2020-11-16 20:00:32.385465", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]}

TASK [common : List CDN releases available to system] **************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.569 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.058)       0:02:04.498 ******* 

2020-11-16T20:00:32.613 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.039)       0:02:04.538 ******* 

2020-11-16T20:00:32.631 INFO:teuthology.task.ansible.out:
TASK [common : Configure internal beta repos in /etc/yum.repos.d/] *************

2020-11-16T20:00:32.633 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

TASK [common : Set the timezone in /etc/timezone] ******************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.679 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.064)       0:02:04.602 ******* 

2020-11-16T20:00:32.713 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.035)       0:02:04.638 ******* 

2020-11-16T20:00:32.728 INFO:teuthology.task.ansible.out:
TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ******
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Inform the OS of the new timezone] ******************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.768 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.058)       0:02:04.697 ******* 

2020-11-16T20:00:32.799 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.031)       0:02:04.729 ******* 

2020-11-16T20:00:32.807 INFO:teuthology.task.ansible.out:
TASK [common : Clean yum cache] ************************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Get the current timezone] ***************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:32.856 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.051)       0:02:04.780 ******* 

2020-11-16T20:00:32.986 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:32 +0000 (0:00:00.135)       0:02:04.915 ******* 

2020-11-16T20:00:32.993 INFO:teuthology.task.ansible.out:
TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] **********

2020-11-16T20:00:32.994 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set the timezone] ***********************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:33.027 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:33 +0000 (0:00:00.041)       0:02:04.956 ******* 

2020-11-16T20:00:36.875 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:36 +0000 (0:00:03.847)       0:02:08.804 ******* 

2020-11-16T20:00:36.880 INFO:teuthology.task.ansible.out:
TASK [common : Get list of enabled RHSM repos] *********************************

2020-11-16T20:00:36.882 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Add base OpenSUSE Leap repo] ************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:36.914 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:36 +0000 (0:00:00.038)       0:02:08.843 ******* 

2020-11-16T20:00:36.944 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:36 +0000 (0:00:00.030)       0:02:08.873 ******* 

2020-11-16T20:00:40.785 INFO:teuthology.task.ansible.out:
TASK [common : Configure internal beta repos in /etc/yum.repos.d/] *************

2020-11-16T20:00:40.787 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

TASK [common : Add updates OpenSUSE Leap repo] *********************************

2020-11-16T20:00:40.788 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:40.825 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:40 +0000 (0:00:03.880)       0:02:12.754 ******* 

2020-11-16T20:00:40.866 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:40 +0000 (0:00:00.038)       0:02:12.792 ******* 

2020-11-16T20:00:40.871 INFO:teuthology.task.ansible.out:
TASK [common : Store list of enabled repos] ************************************

2020-11-16T20:00:40.873 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Refresh repos] **************************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:40.909 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:40 +0000 (0:00:00.045)       0:02:12.838 ******* 

2020-11-16T20:00:40.948 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:40 +0000 (0:00:00.038)       0:02:12.876 ******* 

2020-11-16T20:00:44.813 INFO:teuthology.task.ansible.out:
TASK [common : Clean yum cache] ************************************************

2020-11-16T20:00:44.817 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Set the hardware clock] *****************************************
changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.494881", "end": "2020-11-16 20:00:41.500340", "rc": 0, "start": "2020-11-16 20:00:41.005459", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:00:44.858 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:44 +0000 (0:00:03.910)       0:02:16.787 ******* 

2020-11-16T20:00:44.893 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:44 +0000 (0:00:00.035)       0:02:16.822 ******* 

2020-11-16T20:00:44.900 INFO:teuthology.task.ansible.out:
TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] ***

2020-11-16T20:00:44.901 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Install Kerberos Packages (RedHat)] *****************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:44.936 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:44 +0000 (0:00:00.042)       0:02:16.865 ******* 

2020-11-16T20:00:44.970 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:44 +0000 (0:00:00.031)       0:02:16.897 ******* 

2020-11-16T20:00:44.975 INFO:teuthology.task.ansible.out:
TASK [common : Get list of enabled RHSM repos] *********************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.015 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.047)       0:02:16.944 ******* 

2020-11-16T20:00:45.030 INFO:teuthology.task.ansible.out:
TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] ****
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.067 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.051)       0:02:16.996 ******* 

2020-11-16T20:00:45.074 INFO:teuthology.task.ansible.out:
TASK [common : Store list of enabled repos] ************************************

2020-11-16T20:00:45.076 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.110 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.043)       0:02:17.039 ******* 

2020-11-16T20:00:45.116 INFO:teuthology.task.ansible.out:
TASK [common : Set replace_repos true if newly-subscribed] *********************

2020-11-16T20:00:45.118 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Clean apt cache] ************************************************
[WARNING]: Consider using the apt module rather than running 'apt-get'.  If you
need to use command because apt is insufficient you can add 'warn: false' to
this command task or set 'command_warnings=False' in ansible.cfg to get rid of
this message.
changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.034878", "end": "2020-11-16 20:00:45.075441", "rc": 0, "start": "2020-11-16 20:00:45.040563", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:00:45.157 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.046)       0:02:17.085 ******* 

2020-11-16T20:00:45.205 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.048)       0:02:17.134 ******* 

2020-11-16T20:00:45.212 INFO:teuthology.task.ansible.out:
TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] ***

2020-11-16T20:00:45.214 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.251 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.046)       0:02:17.180 ******* 

2020-11-16T20:00:45.257 INFO:teuthology.task.ansible.out:
TASK [common : Disable all rhsm repos] *****************************************

2020-11-16T20:00:45.259 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:00:45.294 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.043)       0:02:17.223 ******* 

2020-11-16T20:00:45.301 INFO:teuthology.task.ansible.out:
TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] ****
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.340 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.045)       0:02:17.269 ******* 

2020-11-16T20:00:45.347 INFO:teuthology.task.ansible.out:
TASK [common : Enable necessary rhsm repos] ************************************

2020-11-16T20:00:45.349 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.383 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.043)       0:02:17.312 ******* 

2020-11-16T20:00:45.391 INFO:teuthology.task.ansible.out:
TASK [common : Set replace_repos true if newly-subscribed] *********************

2020-11-16T20:00:45.392 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.427 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.043)       0:02:17.356 ******* 

2020-11-16T20:00:45.434 INFO:teuthology.task.ansible.out:
TASK [common : Remove old apt-mirror repository definition.] *******************

2020-11-16T20:00:45.436 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.469 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.042)       0:02:17.398 ******* 

2020-11-16T20:00:45.477 INFO:teuthology.task.ansible.out:
TASK [common : Disable all rhsm repos] *****************************************

2020-11-16T20:00:45.479 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:00:45.511 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.042)       0:02:17.440 ******* 

2020-11-16T20:00:45.518 INFO:teuthology.task.ansible.out:
TASK [common : Increase the yum timeout.] **************************************

2020-11-16T20:00:45.520 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.552 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.041)       0:02:17.482 ******* 

2020-11-16T20:00:45.559 INFO:teuthology.task.ansible.out:
TASK [common : Enable necessary rhsm repos] ************************************

2020-11-16T20:00:45.561 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.599 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.046)       0:02:17.528 ******* 

2020-11-16T20:00:45.606 INFO:teuthology.task.ansible.out:
TASK [common : Configure epel repos in /etc/yum.repos.d/] **********************

2020-11-16T20:00:45.608 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.642 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.043)       0:02:17.571 ******* 

2020-11-16T20:00:45.650 INFO:teuthology.task.ansible.out:
TASK [common : Remove old apt-mirror repository definition.] *******************

2020-11-16T20:00:45.651 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.685 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.042)       0:02:17.614 ******* 

2020-11-16T20:00:45.692 INFO:teuthology.task.ansible.out:
TASK [common : Configure local epel mirrorlists] *******************************

2020-11-16T20:00:45.694 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=epel-mirrorlist)  => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=epel-testing-mirrorlist)  => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.727 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.042)       0:02:17.657 ******* 

2020-11-16T20:00:45.735 INFO:teuthology.task.ansible.out:
TASK [common : Increase the yum timeout.] **************************************

2020-11-16T20:00:45.737 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.768 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.040)       0:02:17.697 ******* 

2020-11-16T20:00:45.775 INFO:teuthology.task.ansible.out:
TASK [common : Clean yum cache] ************************************************

2020-11-16T20:00:45.776 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.813 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.044)       0:02:17.742 ******* 

2020-11-16T20:00:45.821 INFO:teuthology.task.ansible.out:
TASK [common : Configure epel repos in /etc/yum.repos.d/] **********************
skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.823 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.859 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.044)       0:02:17.787 ******* 

2020-11-16T20:00:45.885 INFO:teuthology.task.ansible.out:
TASK [common : Configure local epel mirrorlists] *******************************

2020-11-16T20:00:45.887 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=epel-mirrorlist)  => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.897 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=epel-testing-mirrorlist)  => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.931 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.073)       0:02:17.860 ******* 

2020-11-16T20:00:45.959 INFO:teuthology.task.ansible.out:
TASK [common : Clean yum cache] ************************************************

2020-11-16T20:00:45.960 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:45.993 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:45 +0000 (0:00:00.061)       0:02:17.922 ******* 

2020-11-16T20:00:46.218 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone] ***************************************

2020-11-16T20:00:46.220 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.015949", "end": "2020-11-16 20:00:46.529020", "rc": 0, "start": "2020-11-16 20:00:46.513071", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]}

2020-11-16T20:00:46.254 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.260)       0:02:18.183 ******* 

2020-11-16T20:00:46.281 INFO:teuthology.task.ansible.out:
TASK [common : Set the timezone in /etc/timezone] ******************************

2020-11-16T20:00:46.283 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:46.315 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.061)       0:02:18.244 ******* 

2020-11-16T20:00:46.342 INFO:teuthology.task.ansible.out:
TASK [common : Inform the OS of the new timezone] ******************************

2020-11-16T20:00:46.343 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:46.375 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.060)       0:02:18.304 ******* 

2020-11-16T20:00:46.405 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone] ***************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:46.438 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.062)       0:02:18.367 ******* 

2020-11-16T20:00:46.445 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone] ***************************************

2020-11-16T20:00:46.447 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.015257", "end": "2020-11-16 20:00:46.463977", "rc": 0, "start": "2020-11-16 20:00:46.448720", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]}

2020-11-16T20:00:46.485 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.046)       0:02:18.414 ******* 

2020-11-16T20:00:46.493 INFO:teuthology.task.ansible.out:
TASK [common : Set the timezone] ***********************************************

2020-11-16T20:00:46.495 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:46.529 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.043)       0:02:18.458 ******* 

2020-11-16T20:00:46.536 INFO:teuthology.task.ansible.out:
TASK [common : Set the timezone in /etc/timezone] ******************************

2020-11-16T20:00:46.538 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:46.571 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.041)       0:02:18.500 ******* 

2020-11-16T20:00:46.577 INFO:teuthology.task.ansible.out:
TASK [common : Add base OpenSUSE Leap repo] ************************************

2020-11-16T20:00:46.579 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:46.612 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.041)       0:02:18.541 ******* 

2020-11-16T20:00:46.620 INFO:teuthology.task.ansible.out:
TASK [common : Inform the OS of the new timezone] ******************************

2020-11-16T20:00:46.622 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:46.657 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:46 +0000 (0:00:00.044)       0:02:18.586 ******* 

2020-11-16T20:00:50.546 INFO:teuthology.task.ansible.out:
TASK [common : Add updates OpenSUSE Leap repo] *********************************

2020-11-16T20:00:50.547 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:50.548 INFO:teuthology.task.ansible.out:
TASK [common : Update apt cache] ***********************************************
ok: [smithi065.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:00:50.596 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:50 +0000 (0:00:03.939)       0:02:22.525 ******* 

2020-11-16T20:00:50.636 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:50 +0000 (0:00:00.039)       0:02:22.565 ******* 

2020-11-16T20:00:50.644 INFO:teuthology.task.ansible.out:
TASK [common : Get the current timezone] ***************************************

2020-11-16T20:00:50.646 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:50.679 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:50 +0000 (0:00:00.043)       0:02:22.608 ******* 

2020-11-16T20:00:50.686 INFO:teuthology.task.ansible.out:
TASK [common : Refresh repos] **************************************************

2020-11-16T20:00:50.687 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:50.722 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:50 +0000 (0:00:00.042)       0:02:22.651 ******* 

2020-11-16T20:00:50.730 INFO:teuthology.task.ansible.out:
TASK [common : Set the timezone] ***********************************************

2020-11-16T20:00:50.732 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:50.767 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:50 +0000 (0:00:00.045)       0:02:22.696 ******* 

2020-11-16T20:00:50.794 INFO:teuthology.task.ansible.out:
TASK [common : Add base OpenSUSE Leap repo] ************************************

2020-11-16T20:00:50.796 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:50.837 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:50 +0000 (0:00:00.069)       0:02:22.766 ******* 

2020-11-16T20:00:50.865 INFO:teuthology.task.ansible.out:
TASK [common : Add updates OpenSUSE Leap repo] *********************************

2020-11-16T20:00:50.867 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:50.901 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:50 +0000 (0:00:00.063)       0:02:22.830 ******* 

2020-11-16T20:00:50.929 INFO:teuthology.task.ansible.out:
TASK [common : Refresh repos] **************************************************

2020-11-16T20:00:50.931 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:50.962 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:50 +0000 (0:00:00.061)       0:02:22.892 ******* 

2020-11-16T20:00:51.189 INFO:teuthology.task.ansible.out:
TASK [common : Set the hardware clock] *****************************************

2020-11-16T20:00:51.191 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.352085", "end": "2020-11-16 20:00:51.500358", "rc": 0, "start": "2020-11-16 20:00:51.148273", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:00:51.244 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:51 +0000 (0:00:00.281)       0:02:23.173 ******* 

2020-11-16T20:00:51.273 INFO:teuthology.task.ansible.out:
TASK [common : Install Kerberos Packages (RedHat)] *****************************

2020-11-16T20:00:51.275 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:51.314 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:51 +0000 (0:00:00.069)       0:02:23.243 ******* 

2020-11-16T20:00:51.448 INFO:teuthology.task.ansible.out:
TASK [common : Set the hardware clock] *****************************************

2020-11-16T20:00:51.450 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.366752", "end": "2020-11-16 20:00:51.500364", "rc": 0, "start": "2020-11-16 20:00:51.133612", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:00:51.494 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:51 +0000 (0:00:00.180)       0:02:23.423 ******* 

2020-11-16T20:00:51.501 INFO:teuthology.task.ansible.out:
TASK [common : Clean apt cache] ************************************************

2020-11-16T20:00:51.502 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.032635", "end": "2020-11-16 20:00:51.779449", "rc": 0, "start": "2020-11-16 20:00:51.746814", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:00:51.537 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:51 +0000 (0:00:00.043)       0:02:23.466 ******* 

2020-11-16T20:00:51.545 INFO:teuthology.task.ansible.out:
TASK [common : Install Kerberos Packages (Debian)] *****************************

2020-11-16T20:00:51.547 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

TASK [common : Install Kerberos Packages (RedHat)] *****************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:51.581 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:51 +0000 (0:00:00.044)       0:02:23.510 ******* 

2020-11-16T20:00:51.616 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:51 +0000 (0:00:00.034)       0:02:23.545 ******* 

2020-11-16T20:00:51.622 INFO:teuthology.task.ansible.out:
TASK [common : Install Kerberos Packages (OpenSUSE Leap)] **********************

2020-11-16T20:00:51.624 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:00:51.658 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:51 +0000 (0:00:00.041)       0:02:23.587 ******* 

2020-11-16T20:00:51.812 INFO:teuthology.task.ansible.out:
TASK [common : Clean apt cache] ************************************************

2020-11-16T20:00:51.814 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.057697", "end": "2020-11-16 20:00:51.863341", "rc": 0, "start": "2020-11-16 20:00:51.805644", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:00:51.849 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:51 +0000 (0:00:00.191)       0:02:23.778 ******* 

2020-11-16T20:00:51.983 INFO:teuthology.task.ansible.out:
TASK [common : Add krb5 config file] *******************************************

2020-11-16T20:00:51.985 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0}

2020-11-16T20:00:52.020 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:52 +0000 (0:00:00.170)       0:02:23.949 ******* 

2020-11-16T20:00:52.902 INFO:teuthology.task.ansible.out:
TASK [common : Make sure smartmontools is installed] ***************************

2020-11-16T20:00:52.903 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:00:52.934 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:00:52 +0000 (0:00:00.914)       0:02:24.863 ******* 

2020-11-16T20:01:04.525 INFO:teuthology.task.ansible.out:
TASK [common : Update apt cache] ***********************************************

2020-11-16T20:01:04.526 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:01:04.531 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:01:04.573 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:04 +0000 (0:00:11.638)       0:02:36.502 ******* 

2020-11-16T20:01:04.612 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:04 +0000 (0:00:00.038)       0:02:36.540 ******* 

2020-11-16T20:01:05.482 INFO:teuthology.task.ansible.out:
TASK [common : Install Kerberos Packages (Debian)] *****************************

2020-11-16T20:01:05.484 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:01:05.517 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:05 +0000 (0:00:00.905)       0:02:37.446 ******* 

2020-11-16T20:01:05.544 INFO:teuthology.task.ansible.out:
TASK [common : Install Kerberos Packages (OpenSUSE Leap)] **********************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:05.578 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:05 +0000 (0:00:00.060)       0:02:37.507 ******* 

2020-11-16T20:01:05.885 INFO:teuthology.task.ansible.out:
TASK [common : Add krb5 config file] *******************************************

2020-11-16T20:01:05.887 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0}

2020-11-16T20:01:05.919 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:05 +0000 (0:00:00.341)       0:02:37.848 ******* 

2020-11-16T20:01:06.856 INFO:teuthology.task.ansible.out:
TASK [common : Make sure smartmontools is installed] ***************************

2020-11-16T20:01:06.858 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:01:06.890 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:06 +0000 (0:00:00.971)       0:02:38.819 ******* 

2020-11-16T20:01:07.209 INFO:teuthology.task.ansible.out:
TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] ***

2020-11-16T20:01:07.210 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0}

2020-11-16T20:01:07.525 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0}

2020-11-16T20:01:07.796 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0}

2020-11-16T20:01:07.830 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:07 +0000 (0:00:00.940)       0:02:39.760 ******* 

2020-11-16T20:01:07.961 INFO:teuthology.task.ansible.out:
TASK [common : Create /usr/libexec.] *******************************************

2020-11-16T20:01:07.963 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:01:07.995 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:07 +0000 (0:00:00.164)       0:02:39.924 ******* 

2020-11-16T20:01:08.302 INFO:teuthology.task.ansible.out:
TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] ***

2020-11-16T20:01:08.304 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "9a447e184389aadb9aaf1e77f30f0a7f8b716c4e", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 12725, "state": "file", "uid": 0}

2020-11-16T20:01:08.585 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0}
2020-11-16T20:01:08.586 INFO:teuthology.task.ansible.out:

2020-11-16T20:01:09.526 INFO:teuthology.task.ansible.out:
TASK [common : Install Kerberos Packages (Debian)] *****************************

2020-11-16T20:01:09.528 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:01:09.561 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:09 +0000 (0:00:01.565)       0:02:41.490 ******* 

2020-11-16T20:01:09.588 INFO:teuthology.task.ansible.out:
TASK [common : Install Kerberos Packages (OpenSUSE Leap)] **********************

2020-11-16T20:01:09.590 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:09.622 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:09 +0000 (0:00:00.061)       0:02:41.551 ******* 

2020-11-16T20:01:09.922 INFO:teuthology.task.ansible.out:
TASK [common : Add krb5 config file] *******************************************

2020-11-16T20:01:09.923 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0}

2020-11-16T20:01:09.956 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:09 +0000 (0:00:00.334)       0:02:41.885 ******* 

2020-11-16T20:01:10.850 INFO:teuthology.task.ansible.out:
TASK [common : Make sure smartmontools is installed] ***************************

2020-11-16T20:01:10.852 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:01:10.883 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:10 +0000 (0:00:00.927)       0:02:42.812 ******* 

2020-11-16T20:01:11.215 INFO:teuthology.task.ansible.out:
TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] ***

2020-11-16T20:01:11.218 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0}

2020-11-16T20:01:11.486 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0}

2020-11-16T20:01:11.736 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0}

2020-11-16T20:01:11.782 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:11 +0000 (0:00:00.899)       0:02:43.711 ******* 

2020-11-16T20:01:11.915 INFO:teuthology.task.ansible.out:
TASK [common : Create /usr/libexec.] *******************************************

2020-11-16T20:01:11.917 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:01:11.948 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:11 +0000 (0:00:00.165)       0:02:43.877 ******* 

2020-11-16T20:01:12.257 INFO:teuthology.task.ansible.out:
TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] ***

2020-11-16T20:01:12.259 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "9a447e184389aadb9aaf1e77f30f0a7f8b716c4e", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 12725, "state": "file", "uid": 0}

2020-11-16T20:01:12.528 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0}

2020-11-16T20:01:28.108 INFO:teuthology.task.ansible.out:
TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] ***

2020-11-16T20:01:28.110 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0}

2020-11-16T20:01:28.214 INFO:teuthology.task.ansible.out:

2020-11-16T20:01:28.219 INFO:teuthology.task.ansible.out:TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] ***
ok: [smithi142.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "size": 3605, "state": "file", "uid": 0}

2020-11-16T20:01:28.221 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "size": 3605, "state": "file", "uid": 0}

2020-11-16T20:01:28.262 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:16.314)       0:03:00.191 ******* 

2020-11-16T20:01:28.310 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.045)       0:03:00.238 ******* 

2020-11-16T20:01:28.320 INFO:teuthology.task.ansible.out:

2020-11-16T20:01:28.321 INFO:teuthology.task.ansible.out:TASK [common : Include apt_system vars] ****************************************
2020-11-16T20:01:28.323 INFO:teuthology.task.ansible.out:
ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false}

2020-11-16T20:01:28.364 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.054)       0:03:00.292 ******* 

2020-11-16T20:01:28.381 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false}

2020-11-16T20:01:28.438 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.072)       0:03:00.365 ******* 

2020-11-16T20:01:28.449 INFO:teuthology.task.ansible.out:

2020-11-16T20:01:28.451 INFO:teuthology.task.ansible.out:TASK [common : Include yum_systems vars] ***************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.454 INFO:teuthology.task.ansible.out:
TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] ***

2020-11-16T20:01:28.455 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0}

2020-11-16T20:01:28.512 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.075)       0:03:00.440 ******* 

2020-11-16T20:01:28.525 INFO:teuthology.task.ansible.out:
TASK [common : Include yum_systems vars] ***************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.571 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.058)       0:03:00.498 ******* 

2020-11-16T20:01:28.578 INFO:teuthology.task.ansible.out:
TASK [common : Check for epel] *************************************************
skipping: [smithi071.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:01:28.616 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.044)       0:03:00.543 ******* 

2020-11-16T20:01:28.634 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:01:28.693 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.073)       0:03:00.617 ******* 

2020-11-16T20:01:28.702 INFO:teuthology.task.ansible.out:
TASK [common : Install nrpe without epel] **************************************
skipping: [smithi071.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.713 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.714 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.761 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.070)       0:03:00.688 ******* 

2020-11-16T20:01:28.768 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.769 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.770 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.770 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.812 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.053)       0:03:00.741 ******* 

2020-11-16T20:01:28.820 INFO:teuthology.task.ansible.out:
TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] ***

2020-11-16T20:01:28.822 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0}

2020-11-16T20:01:28.826 INFO:teuthology.task.ansible.out:
TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.878 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.065)       0:03:00.807 ******* 

2020-11-16T20:01:28.925 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.046)       0:03:00.854 ******* 

2020-11-16T20:01:28.936 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:28.979 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:28 +0000 (0:00:00.054)       0:03:00.908 ******* 

2020-11-16T20:01:29.027 INFO:teuthology.task.ansible.out:
TASK [common : Create /usr/libexec.] *******************************************
ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:01:29.061 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:29 +0000 (0:00:00.082)       0:03:00.990 ******* 

2020-11-16T20:01:32.883 INFO:teuthology.task.ansible.out:
TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] **********

2020-11-16T20:01:32.885 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}
ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:01:32.921 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:32 +0000 (0:00:03.859)       0:03:04.850 ******* 

2020-11-16T20:01:32.957 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:32 +0000 (0:00:00.035)       0:03:04.886 ******* 

2020-11-16T20:01:33.195 INFO:teuthology.task.ansible.out:
TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] ***

2020-11-16T20:01:33.197 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "9a447e184389aadb9aaf1e77f30f0a7f8b716c4e", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 12725, "state": "file", "uid": 0}

2020-11-16T20:01:33.239 INFO:teuthology.task.ansible.out:
TASK [common : Upload nagios sudoers.d for raid utilities.] ********************

2020-11-16T20:01:33.241 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0}

2020-11-16T20:01:33.279 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:33 +0000 (0:00:00.322)       0:03:05.208 ******* 

2020-11-16T20:01:33.287 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0}

2020-11-16T20:01:33.330 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:33 +0000 (0:00:00.050)       0:03:05.259 ******* 

2020-11-16T20:01:33.473 INFO:teuthology.task.ansible.out:
TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] ***

2020-11-16T20:01:33.475 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0}

2020-11-16T20:01:33.606 INFO:teuthology.task.ansible.out:
TASK [common : Upload nagios check_mem script] *********************************

2020-11-16T20:01:33.608 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0}

2020-11-16T20:01:33.644 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:33 +0000 (0:00:00.314)       0:03:05.573 ******* 

2020-11-16T20:01:33.663 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0}

2020-11-16T20:01:33.703 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:33 +0000 (0:00:00.059)       0:03:05.632 ******* 

2020-11-16T20:01:33.768 INFO:teuthology.task.ansible.out:
TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] ***
ok: [smithi065.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "size": 3605, "state": "file", "uid": 0}

2020-11-16T20:01:33.811 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:33 +0000 (0:00:00.107)       0:03:05.740 ******* 

2020-11-16T20:01:33.820 INFO:teuthology.task.ansible.out:
TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************

2020-11-16T20:01:33.821 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""}

2020-11-16T20:01:33.843 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""}

2020-11-16T20:01:33.844 INFO:teuthology.task.ansible.out:
TASK [common : Include apt_system vars] ****************************************
ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false}

2020-11-16T20:01:33.892 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:33 +0000 (0:00:00.080)       0:03:05.821 ******* 

2020-11-16T20:01:33.909 INFO:teuthology.task.ansible.out:
TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************

2020-11-16T20:01:33.911 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""}

2020-11-16T20:01:33.945 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:33 +0000 (0:00:00.053)       0:03:05.874 ******* 

2020-11-16T20:01:33.952 INFO:teuthology.task.ansible.out:
TASK [common : Include yum_systems vars] ***************************************

2020-11-16T20:01:33.954 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:33.988 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:33 +0000 (0:00:00.042)       0:03:05.917 ******* 

2020-11-16T20:01:33.995 INFO:teuthology.task.ansible.out:
TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************

2020-11-16T20:01:33.997 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""}

2020-11-16T20:01:33.999 INFO:teuthology.task.ansible.out:
TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] *******************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:34.035 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:34 +0000 (0:00:00.047)       0:03:05.964 ******* 

2020-11-16T20:01:34.068 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:34 +0000 (0:00:00.033)       0:03:05.997 ******* 

2020-11-16T20:01:34.075 INFO:teuthology.task.ansible.out:
TASK [common : Check for epel] *************************************************

2020-11-16T20:01:34.076 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

TASK [common : Check firewalld status] *****************************************
skipping: [smithi071.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:01:34.117 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:34 +0000 (0:00:00.048)       0:03:06.046 ******* 

2020-11-16T20:01:34.150 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:34 +0000 (0:00:00.033)       0:03:06.079 ******* 

2020-11-16T20:01:34.158 INFO:teuthology.task.ansible.out:
TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] *******************

2020-11-16T20:01:34.160 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : Install nrpe without epel] **************************************
skipping: [smithi065.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:34.201 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:34 +0000 (0:00:00.051)       0:03:06.130 ******* 

2020-11-16T20:01:34.208 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:34.210 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm)  => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"}

2020-11-16T20:01:34.210 INFO:teuthology.task.ansible.out:
TASK [common : Open nrpe port if firewalld enabled] ****************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:34.249 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:34 +0000 (0:00:00.047)       0:03:06.178 ******* 

2020-11-16T20:01:34.281 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:34 +0000 (0:00:00.031)       0:03:06.210 ******* 

2020-11-16T20:01:38.168 INFO:teuthology.task.ansible.out:
TASK [common : Check firewalld status] *****************************************

2020-11-16T20:01:38.170 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:38.206 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:38 +0000 (0:00:03.924)       0:03:10.135 ******* 

2020-11-16T20:01:38.239 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:38 +0000 (0:00:00.033)       0:03:10.168 ******* 

2020-11-16T20:01:38.266 INFO:teuthology.task.ansible.out:
TASK [common : Open nrpe port if firewalld enabled] ****************************

2020-11-16T20:01:38.268 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:38.308 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:38 +0000 (0:00:00.069)       0:03:10.237 ******* 

2020-11-16T20:01:38.484 INFO:teuthology.task.ansible.out:
TASK [common : Upload nagios nrpe config.] *************************************

2020-11-16T20:01:38.486 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0}

2020-11-16T20:01:38.521 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:38 +0000 (0:00:00.212)       0:03:10.450 ******* 

2020-11-16T20:01:38.635 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0}

2020-11-16T20:01:38.673 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:38 +0000 (0:00:00.150)       0:03:10.601 ******* 

2020-11-16T20:01:39.109 INFO:teuthology.task.ansible.out:
TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] **********

2020-11-16T20:01:39.110 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:01:39.149 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.477)       0:03:11.078 ******* 

2020-11-16T20:01:39.184 INFO:teuthology.task.ansible.out:
TASK [common : Make sure nagios nrpe service is running.] **********************

2020-11-16T20:01:39.185 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:57:54 UTC", "ActiveEnterTimestampMonotonic": "22235702", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "var-run.mount network.target remote-fs.target systemd-journald.socket sysinit.target local-fs.target -.mount nss-lookup.target time-sync.target basic.target system.slice systemd-tmpfiles-setup.service", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:57:54 UTC", "AssertTimestampMonotonic": "22233850", "Before": "shutdown.target xdm.service plymouth-quit.service multi-user.target getty@tty1.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:57:54 UTC", "ConditionTimestampMonotonic": "22233850", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target nrpe.socket", "ControlGroup": "/system.slice/nagios-nrpe-ser
2020-11-16T20:01:39.186 INFO:teuthology.task.ansible.out:ver.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EnvironmentFile": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1259", "ExecMainStartTimestamp": "Mon 2020-11-16 19:57:54 UTC", "ExecMainStartTimestampMonotonic": "22235622", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Mon 2020-11-16 19:57:54 UTC] ; stop_time=[n/a] ; pid=1259 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /var/run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GID": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:57:54 UTC", "InactiveExitTimestampMonotonic": "22235702", "InvocationID": "55f2665c5e214060b8bf204beb84b72e", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "i
2020-11-16T20:01:39.188 INFO:teuthology.task.ansible.out:nfinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1259", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/var/run/nagios/nrpe.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice -.mount sysinit.target", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartUSec": "100ms",
2020-11-16T20:01:39.190 INFO:teuthology.task.ansible.out: "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:57:54 UTC", "StateChangeTimestampMonotonic": "22235702", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "109", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:57:54 UTC", "WatchdogTimestampMonotonic": "22235700", "WatchdogUSec": "0"}}
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:58:01 UTC", "ActiveEnterTimestampMonotonic": "21999011", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "local-fs.target nss-lookup.target systemd-tmpfiles-setup.service sysinit.target system.slice var-run.mount -.mount time-sync.target systemd-jou
2020-11-16T20:01:39.191 INFO:teuthology.task.ansible.out:rnald.socket basic.target network.target remote-fs.target", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:58:01 UTC", "AssertTimestampMonotonic": "21996238", "Before": "multi-user.target shutdown.target plymouth-quit.service getty@tty1.service xdm.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:58:01 UTC", "ConditionTimestampMonotonic": "21996238", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target nrpe.socket", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EnvironmentFile": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1277", "ExecMainStartTimestamp": "Mon 2020-11-16 19:58:01 UTC", "ExecMai
2020-11-16T20:01:39.193 INFO:teuthology.task.ansible.out:nStartTimestampMonotonic": "21998929", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Mon 2020-11-16 19:58:01 UTC] ; stop_time=[n/a] ; pid=1277 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /var/run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GID": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:58:01 UTC", "InactiveExitTimestampMonotonic": "21999011", "InvocationID": "13fad7e74cc04a95adf60cc1981d4407", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft
2020-11-16T20:01:39.195 INFO:teuthology.task.ansible.out:": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1277", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/var/run/nagios/nrpe.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target -.mount system.slice", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "St
2020-11-16T20:01:39.197 INFO:teuthology.task.ansible.out:artLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:58:01 UTC", "StateChangeTimestampMonotonic": "21999011", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "109", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:58:01 UTC", "WatchdogTimestampMonotonic": "21999008", "WatchdogUSec": "0"}}

2020-11-16T20:01:39.224 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.075)       0:03:11.153 ******* 

2020-11-16T20:01:39.267 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.042)       0:03:11.196 ******* 

2020-11-16T20:01:39.275 INFO:teuthology.task.ansible.out:
TASK [common : Get SELinux status] *********************************************

2020-11-16T20:01:39.277 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:39.315 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.047)       0:03:11.243 ******* 

2020-11-16T20:01:39.321 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:39.365 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.050)       0:03:11.294 ******* 

2020-11-16T20:01:39.372 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Install SELinux dependencies] ****************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:39.413 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.048)       0:03:11.342 ******* 

2020-11-16T20:01:39.421 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:39.457 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.043)       0:03:11.386 ******* 

2020-11-16T20:01:39.466 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Ensure SELinux policy is up to date] *********************

2020-11-16T20:01:39.467 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:39.504 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.047)       0:03:11.433 ******* 

2020-11-16T20:01:39.515 INFO:teuthology.task.ansible.out:
TASK [common : Upload nagios sudoers.d for raid utilities.] ********************
ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0}

TASK [common : nrpe - Ensure SELinux policy is up to date] *********************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:39.559 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.055)       0:03:11.489 ******* 

2020-11-16T20:01:39.599 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.039)       0:03:11.528 ******* 

2020-11-16T20:01:39.607 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] ****************

2020-11-16T20:01:39.608 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:39.645 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:39 +0000 (0:00:00.045)       0:03:11.573 ******* 

2020-11-16T20:01:43.489 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.534 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:03.889)       0:03:15.463 ******* 

2020-11-16T20:01:43.543 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Remove SELinux policy package] ***************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.589 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.055)       0:03:15.518 ******* 

2020-11-16T20:01:43.599 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.642 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.052)       0:03:15.571 ******* 

2020-11-16T20:01:43.648 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Copy SELinux type enforcement file] **********************

2020-11-16T20:01:43.650 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.688 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.046)       0:03:15.618 ******* 

2020-11-16T20:01:43.696 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.731 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.042)       0:03:15.660 ******* 

2020-11-16T20:01:43.737 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Compile SELinux module file] *****************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.792 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.060)       0:03:15.720 ******* 

2020-11-16T20:01:43.801 INFO:teuthology.task.ansible.out:
TASK [common : Upload nagios check_mem script] *********************************

2020-11-16T20:01:43.803 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0}

TASK [common : nrpe - Compile SELinux module file] *****************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.838 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.045)       0:03:15.766 ******* 

2020-11-16T20:01:43.869 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.031)       0:03:15.798 ******* 

2020-11-16T20:01:43.879 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Build SELinux policy package] ****************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.922 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.053)       0:03:15.851 ******* 

2020-11-16T20:01:43.929 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.969 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:43 +0000 (0:00:00.046)       0:03:15.897 ******* 

2020-11-16T20:01:43.977 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Load SELinux policy package] *****************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:43.978 INFO:teuthology.task.ansible.out:
TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************
ok: [smithi065.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""}

2020-11-16T20:01:44.018 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:44 +0000 (0:00:00.050)       0:03:15.947 ******* 

2020-11-16T20:01:44.029 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Load SELinux policy package] *****************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:44.077 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:44 +0000 (0:00:00.057)       0:03:16.005 ******* 

2020-11-16T20:01:44.085 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Remove temporary files] **********************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:44.122 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:44 +0000 (0:00:00.046)       0:03:16.051 ******* 

2020-11-16T20:01:44.130 INFO:teuthology.task.ansible.out:
TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************

2020-11-16T20:01:44.132 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""}

2020-11-16T20:01:44.132 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Remove temporary files] **********************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:44.167 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:44 +0000 (0:00:00.044)       0:03:16.096 ******* 

2020-11-16T20:01:48.088 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:48 +0000 (0:00:03.921)       0:03:20.017 ******* 

2020-11-16T20:01:48.100 INFO:teuthology.task.ansible.out:
TASK [testnode : Include package type specific vars.] **************************
ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false}

2020-11-16T20:01:48.105 INFO:teuthology.task.ansible.out:
TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] *******************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:48.138 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:48 +0000 (0:00:00.047)       0:03:20.065 ******* 

2020-11-16T20:01:48.168 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:48 +0000 (0:00:00.031)       0:03:20.097 ******* 

2020-11-16T20:01:48.178 INFO:teuthology.task.ansible.out:
TASK [testnode : Include package type specific vars.] **************************
ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false}

TASK [common : Check firewalld status] *****************************************
skipping: [smithi065.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

2020-11-16T20:01:48.214 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:48 +0000 (0:00:00.044)       0:03:20.141 ******* 

2020-11-16T20:01:52.221 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:04.008)       0:03:24.150 ******* 

2020-11-16T20:01:52.228 INFO:teuthology.task.ansible.out:

2020-11-16T20:01:52.229 INFO:teuthology.task.ansible.out:TASK [testnode : Including distro specific variables.] *************************
ok: [smithi071.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "collectl", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"}

2020-11-16T20:01:52.232 INFO:teuthology.task.ansible.out:

2020-11-16T20:01:52.238 INFO:teuthology.task.ansible.out:TASK [common : Open nrpe port if firewalld enabled] ****************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:52.276 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.055)       0:03:24.205 ******* 

2020-11-16T20:01:52.320 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.043)       0:03:24.249 ******* 

2020-11-16T20:01:52.328 INFO:teuthology.task.ansible.out:
TASK [testnode : Including distro specific variables.] *************************

2020-11-16T20:01:52.330 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "collectl", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"}

2020-11-16T20:01:52.381 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.061)       0:03:24.310 ******* 
2020-11-16T20:01:52.383 INFO:teuthology.task.ansible.out:

2020-11-16T20:01:52.404 INFO:teuthology.task.ansible.out:
TASK [testnode : Including major version specific variables.] ******************

2020-11-16T20:01:52.405 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3", "libssl1.0.0"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "python-virtualenv", "python-configobj", "python-gevent", "python-numpy", "python-matplotlib", "python-nose", "btrfs-tools", "lttng-tools", "libtool-bin", "docker.io", "python3-nose"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml"}

2020-11-16T20:01:52.442 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.061)       0:03:24.371 ******* 

2020-11-16T20:01:52.450 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3", "libssl1.0.0"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "python-virtualenv", "python-configobj", "python-gevent", "python-numpy", "python-matplotlib", "python-nose", "btrfs-tools", "lttng-tools", "libtool-bin", "docker.io", "python3-nose"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml"}

2020-11-16T20:01:52.492 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.049)       0:03:24.421 ******* 

2020-11-16T20:01:52.501 INFO:teuthology.task.ansible.out:
TASK [testnode : Including version specific variables.] ************************

2020-11-16T20:01:52.502 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"}

2020-11-16T20:01:52.542 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.048)       0:03:24.469 ******* 

2020-11-16T20:01:52.548 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"}

2020-11-16T20:01:52.590 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.048)       0:03:24.518 ******* 

2020-11-16T20:01:52.673 INFO:teuthology.task.ansible.out:
TASK [common : Upload nagios nrpe config.] *************************************

2020-11-16T20:01:52.675 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0}

TASK [testnode : Ensure the sudo group exists.] ********************************
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false}

2020-11-16T20:01:52.727 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.136)       0:03:24.654 ******* 

2020-11-16T20:01:52.772 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.036)       0:03:24.691 ******* 
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false}

2020-11-16T20:01:52.810 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:52 +0000 (0:00:00.048)       0:03:24.740 ******* 

2020-11-16T20:01:56.737 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the teuthology_user group exists.] *********************

2020-11-16T20:01:56.740 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "name": "ubuntu", "state": "present", "system": false}

2020-11-16T20:01:56.777 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:56 +0000 (0:00:03.965)       0:03:28.705 ******* 

2020-11-16T20:01:56.785 INFO:teuthology.task.ansible.out:
TASK [common : Make sure nagios nrpe service is running.] **********************

2020-11-16T20:01:56.787 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:58:02 UTC", "ActiveEnterTimestampMonotonic": "18461615", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "basic.target time-sync.target systemd-journald.socket nss-lookup.target local-fs.target remote-fs.target sysinit.target var-run.mount systemd-tmpfiles-setup.service -.mount network.target system.slice", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:58:02 UTC", "AssertTimestampMonotonic": "18460931", "Before": "getty@tty1.service plymouth-quit.service multi-user.target shutdown.target xdm.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:58:02 UTC", "ConditionTimestampMonotonic": "18460931", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target nrpe.socket", "ControlGroup": "/system.slice/nagios-nrpe-ser
2020-11-16T20:01:56.788 INFO:teuthology.task.ansible.out:ver.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EnvironmentFile": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1265", "ExecMainStartTimestamp": "Mon 2020-11-16 19:58:02 UTC", "ExecMainStartTimestampMonotonic": "18461584", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Mon 2020-11-16 19:58:02 UTC] ; stop_time=[n/a] ; pid=1265 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /var/run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GID": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:58:02 UTC", "InactiveExitTimestampMonotonic": "18461615", "InvocationID": "9f622032997e492f91352aa27dd0022f", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "i
2020-11-16T20:01:56.790 INFO:teuthology.task.ansible.out:nfinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1265", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/var/run/nagios/nrpe.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice -.mount sysinit.target", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartUSec": "100ms",
2020-11-16T20:01:56.792 INFO:teuthology.task.ansible.out: "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:58:02 UTC", "StateChangeTimestampMonotonic": "18461615", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "109", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:58:02 UTC", "WatchdogTimestampMonotonic": "18461614", "WatchdogUSec": "0"}}

2020-11-16T20:01:56.821 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:56 +0000 (0:00:00.044)       0:03:28.750 ******* 

2020-11-16T20:01:56.830 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the teuthology user.] **********************************

2020-11-16T20:01:56.832 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:56.875 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:56 +0000 (0:00:00.053)       0:03:28.804 ******* 

2020-11-16T20:01:56.885 INFO:teuthology.task.ansible.out:
TASK [common : Get SELinux status] *********************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:56.886 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the teuthology_user group exists.] *********************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "name": "ubuntu", "state": "present", "system": false}

2020-11-16T20:01:56.927 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:56 +0000 (0:00:00.051)       0:03:28.855 ******* 

2020-11-16T20:01:56.970 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:56 +0000 (0:00:00.043)       0:03:28.899 ******* 

2020-11-16T20:01:56.977 INFO:teuthology.task.ansible.out:
TASK [testnode : Delete the teuthology users password.] ************************

2020-11-16T20:01:56.979 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : nrpe - Install SELinux dependencies] ****************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.017 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.047)       0:03:28.946 ******* 

2020-11-16T20:01:57.050 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.032)       0:03:28.979 ******* 

2020-11-16T20:01:57.057 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the teuthology user.] **********************************

2020-11-16T20:01:57.061 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [common : nrpe - Ensure SELinux policy is up to date] *********************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.098 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.048)       0:03:29.027 ******* 

2020-11-16T20:01:57.135 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.036)       0:03:29.064 ******* 

2020-11-16T20:01:57.150 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] ****************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.192 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.051)       0:03:29.116 ******* 

2020-11-16T20:01:57.199 INFO:teuthology.task.ansible.out:
TASK [testnode : Delete the teuthology users password.] ************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.233 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.046)       0:03:29.162 ******* 

2020-11-16T20:01:57.240 INFO:teuthology.task.ansible.out:
TASK [testnode : Add a user for xfstests to test user quotas.] *****************

2020-11-16T20:01:57.242 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101}

TASK [common : nrpe - Remove SELinux policy package] ***************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.282 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.048)       0:03:29.211 ******* 

2020-11-16T20:01:57.324 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.042)       0:03:29.253 ******* 

2020-11-16T20:01:57.331 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Copy SELinux type enforcement file] **********************

2020-11-16T20:01:57.333 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.368 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.042)       0:03:29.295 ******* 

2020-11-16T20:01:57.386 INFO:teuthology.task.ansible.out:
TASK [testnode : Add a user for xfstests to test user quotas.] *****************
ok: [smithi142.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101}

2020-11-16T20:01:57.431 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.064)       0:03:29.360 ******* 

2020-11-16T20:01:57.441 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Compile SELinux module file] *****************************

2020-11-16T20:01:57.443 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.483 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.052)       0:03:29.412 ******* 

2020-11-16T20:01:57.509 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Build SELinux policy package] ****************************

2020-11-16T20:01:57.511 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.548 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.065)       0:03:29.477 ******* 

2020-11-16T20:01:57.577 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Load SELinux policy package] *****************************

2020-11-16T20:01:57.578 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.611 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.062)       0:03:29.540 ******* 

2020-11-16T20:01:57.649 INFO:teuthology.task.ansible.out:
TASK [common : nrpe - Remove temporary files] **********************************

2020-11-16T20:01:57.652 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:01:57.684 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.073)       0:03:29.613 ******* 

2020-11-16T20:01:57.725 INFO:teuthology.task.ansible.out:
TASK [testnode : Include package type specific vars.] **************************
ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false}

TASK [testnode : Set a high max open files limit for the teuthology user.] *****
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0}

2020-11-16T20:01:57.762 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.078)       0:03:29.691 ******* 

2020-11-16T20:01:57.795 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.032)       0:03:29.724 ******* 

2020-11-16T20:01:57.815 INFO:teuthology.task.ansible.out:
TASK [testnode : Including distro specific variables.] *************************
ok: [smithi065.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "collectl", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"}

2020-11-16T20:01:57.857 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.061)       0:03:29.786 ******* 

2020-11-16T20:01:57.867 INFO:teuthology.task.ansible.out:
TASK [testnode : Set hostname var] *********************************************

2020-11-16T20:01:57.868 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi071"}, "changed": false}

2020-11-16T20:01:57.870 INFO:teuthology.task.ansible.out:
TASK [testnode : Set a high max open files limit for the teuthology user.] *****
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0}

2020-11-16T20:01:57.911 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.053)       0:03:29.840 ******* 

2020-11-16T20:01:57.943 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.032)       0:03:29.872 ******* 

2020-11-16T20:01:57.950 INFO:teuthology.task.ansible.out:
TASK [testnode : Including major version specific variables.] ******************

2020-11-16T20:01:57.951 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3", "libssl1.0.0"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "python-virtualenv", "python-configobj", "python-gevent", "python-numpy", "python-matplotlib", "python-nose", "btrfs-tools", "lttng-tools", "libtool-bin", "docker.io", "python3-nose"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_18.yml"}

2020-11-16T20:01:57.990 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:57 +0000 (0:00:00.046)       0:03:29.919 ******* 

2020-11-16T20:01:57.999 INFO:teuthology.task.ansible.out:
TASK [testnode : Set hostname var] *********************************************

2020-11-16T20:01:58.002 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi142"}, "changed": false}

2020-11-16T20:01:58.048 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:58 +0000 (0:00:00.055)       0:03:29.974 ******* 

2020-11-16T20:01:58.053 INFO:teuthology.task.ansible.out:
TASK [testnode : Including version specific variables.] ************************

2020-11-16T20:01:58.055 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"}

2020-11-16T20:01:58.092 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:01:58 +0000 (0:00:00.046)       0:03:30.021 ******* 

2020-11-16T20:02:02.147 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the sudo group exists.] ********************************

2020-11-16T20:02:02.149 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false}

2020-11-16T20:02:02.183 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:02 +0000 (0:00:04.090)       0:03:34.112 ******* 

2020-11-16T20:02:02.316 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the teuthology_user group exists.] *********************

2020-11-16T20:02:02.318 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "name": "ubuntu", "state": "present", "system": false}

2020-11-16T20:02:02.353 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:02 +0000 (0:00:00.170)       0:03:34.282 ******* 

2020-11-16T20:02:10.234 INFO:teuthology.task.ansible.out:
TASK [testnode : Set the system's hostname] ************************************
changed: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi142.front.sepia.ceph.com", "ansible_hostname": "smithi142", "ansible_nodename": "smithi142"}, "changed": true, "name": "smithi142"}

2020-11-16T20:02:10.275 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:10 +0000 (0:00:07.921)       0:03:42.204 ******* 

2020-11-16T20:02:10.282 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the teuthology user.] **********************************

2020-11-16T20:02:10.285 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:10.320 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:10 +0000 (0:00:00.044)       0:03:42.249 ******* 

2020-11-16T20:02:14.246 INFO:teuthology.task.ansible.out:
TASK [testnode : Set the system's hostname] ************************************

2020-11-16T20:02:14.249 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi071.front.sepia.ceph.com", "ansible_hostname": "smithi071", "ansible_nodename": "smithi071"}, "changed": true, "name": "smithi071"}

2020-11-16T20:02:14.282 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:14 +0000 (0:00:03.962)       0:03:46.212 ******* 

2020-11-16T20:02:18.280 INFO:teuthology.task.ansible.out:
TASK [testnode : Delete the teuthology users password.] ************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:18.316 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:18 +0000 (0:00:04.033)       0:03:50.245 ******* 

2020-11-16T20:02:18.429 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload distro major version specific sshd_config] *************

2020-11-16T20:02:18.430 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0}

2020-11-16T20:02:18.468 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:18 +0000 (0:00:00.151)       0:03:50.397 ******* 

2020-11-16T20:02:18.789 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload ssh_config] ********************************************

2020-11-16T20:02:18.790 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0}

2020-11-16T20:02:18.822 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:18 +0000 (0:00:00.354)       0:03:50.751 ******* 

2020-11-16T20:02:19.320 INFO:teuthology.task.ansible.out:
TASK [testnode : Add ssh pubkeys] **********************************************

2020-11-16T20:02:19.322 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"attempts": 1, "changed": false, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true}

2020-11-16T20:02:19.357 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:19 +0000 (0:00:00.534)       0:03:51.286 ******* 

2020-11-16T20:02:19.384 INFO:teuthology.task.ansible.out:
TASK [testnode : Create remote.conf] *******************************************

2020-11-16T20:02:19.386 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:19.419 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:19 +0000 (0:00:00.062)       0:03:51.348 ******* 

2020-11-16T20:02:23.392 INFO:teuthology.task.ansible.out:
TASK [testnode : Add a user for xfstests to test user quotas.] *****************
ok: [smithi065.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101}

TASK [testnode : Upload distro major version specific sshd_config] *************
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0}

2020-11-16T20:02:23.442 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:23 +0000 (0:00:04.022)       0:03:55.371 ******* 

2020-11-16T20:02:23.480 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:23 +0000 (0:00:00.037)       0:03:55.408 ******* 

2020-11-16T20:02:23.490 INFO:teuthology.task.ansible.out:
TASK [testnode : Set mode on /etc/fuse.conf] ***********************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:23.528 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:23 +0000 (0:00:00.049)       0:03:55.457 ******* 

2020-11-16T20:02:27.561 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the group kvm exists.] *********************************

2020-11-16T20:02:27.563 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:27.603 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:27 +0000 (0:00:04.074)       0:03:59.532 ******* 

2020-11-16T20:02:27.634 INFO:teuthology.task.ansible.out:
TASK [testnode : Add the teuthology user to groups kvm,disk] *******************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:27.670 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:27 +0000 (0:00:00.066)       0:03:59.599 ******* 

2020-11-16T20:02:27.700 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/sudoers.] **************************************

2020-11-16T20:02:27.702 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:27.738 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:27 +0000 (0:00:00.067)       0:03:59.667 ******* 

2020-11-16T20:02:27.765 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/security/limits.conf] **************************

2020-11-16T20:02:27.767 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:27.803 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:27 +0000 (0:00:00.065)       0:03:59.732 ******* 

2020-11-16T20:02:27.832 INFO:teuthology.task.ansible.out:
TASK [testnode : Rebuild rpmdb] ************************************************

2020-11-16T20:02:27.834 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:27.866 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:27 +0000 (0:00:00.062)       0:03:59.795 ******* 

2020-11-16T20:02:27.893 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure local mirrorlists] **********************************

2020-11-16T20:02:27.894 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:27.928 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:27 +0000 (0:00:00.062)       0:03:59.857 ******* 

2020-11-16T20:02:27.956 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] *******

2020-11-16T20:02:27.990 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:27 +0000 (0:00:00.061)       0:03:59.918 ******* 

2020-11-16T20:02:28.017 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ********

2020-11-16T20:02:28.051 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.062)       0:03:59.980 ******* 

2020-11-16T20:02:28.079 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable copr repos] ********************************************

2020-11-16T20:02:28.117 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.065)       0:04:00.046 ******* 

2020-11-16T20:02:28.144 INFO:teuthology.task.ansible.out:
TASK [testnode : Install GPG] **************************************************

2020-11-16T20:02:28.146 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.183 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.065)       0:04:00.112 ******* 

2020-11-16T20:02:28.221 INFO:teuthology.task.ansible.out:
TASK [testnode : Install GPG keys] *********************************************

2020-11-16T20:02:28.223 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc)  => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.233 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc)  => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.272 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.089)       0:04:00.202 ******* 

2020-11-16T20:02:28.301 INFO:teuthology.task.ansible.out:
TASK [testnode : Clean yum cache] **********************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.337 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.064)       0:04:00.266 ******* 

2020-11-16T20:02:28.373 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:02:28.375 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.407 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.070)       0:04:00.336 ******* 

2020-11-16T20:02:28.436 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure yum_utils is present.] *********************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.470 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.062)       0:04:00.399 ******* 

2020-11-16T20:02:28.499 INFO:teuthology.task.ansible.out:

2020-11-16T20:02:28.501 INFO:teuthology.task.ansible.out:TASK [testnode : Removing saved yum transactions] ******************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.533 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.063)       0:04:00.462 ******* 

2020-11-16T20:02:28.562 INFO:teuthology.task.ansible.out:
TASK [testnode : Check if ceph-debuginfo is installed] *************************

2020-11-16T20:02:28.564 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.596 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.062)       0:04:00.525 ******* 

2020-11-16T20:02:28.624 INFO:teuthology.task.ansible.out:
TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] ***

2020-11-16T20:02:28.626 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.660 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.064)       0:04:00.589 ******* 

2020-11-16T20:02:28.687 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph packages are not present.] ************************

2020-11-16T20:02:28.689 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.724 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.064)       0:04:00.653 ******* 

2020-11-16T20:02:28.753 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph dependency packages are not present.] *************

2020-11-16T20:02:28.754 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.787 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.062)       0:04:00.716 ******* 

2020-11-16T20:02:28.814 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages] *********************************************

2020-11-16T20:02:28.816 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.848 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.061)       0:04:00.777 ******* 

2020-11-16T20:02:28.875 INFO:teuthology.task.ansible.out:
TASK [testnode : Install epel packages] ****************************************

2020-11-16T20:02:28.877 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.909 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.061)       0:04:00.839 ******* 

2020-11-16T20:02:28.937 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove packages] **********************************************

2020-11-16T20:02:28.939 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:28.974 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:28 +0000 (0:00:00.064)       0:04:00.903 ******* 

2020-11-16T20:02:32.911 INFO:teuthology.task.ansible.out:
TASK [testnode : Set a high max open files limit for the teuthology user.] *****

2020-11-16T20:02:32.912 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0}

2020-11-16T20:02:32.913 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload ssh_config] ********************************************
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0}

2020-11-16T20:02:32.960 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:32 +0000 (0:00:03.983)       0:04:04.887 ******* 

2020-11-16T20:02:32.996 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:32 +0000 (0:00:00.038)       0:04:04.925 ******* 

2020-11-16T20:02:33.005 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade packages] *********************************************

2020-11-16T20:02:33.007 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Set hostname var] *********************************************
ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi065"}, "changed": false}

2020-11-16T20:02:33.042 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.046)       0:04:04.971 ******* 

2020-11-16T20:02:33.075 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.032)       0:04:05.004 ******* 

2020-11-16T20:02:33.106 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop and disable firewalld] ***********************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.141 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.066)       0:04:05.070 ******* 

2020-11-16T20:02:33.174 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop and disable iptables] ************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.206 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.065)       0:04:05.135 ******* 

2020-11-16T20:02:33.236 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable SELinux] ***********************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.277 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.070)       0:04:05.206 ******* 

2020-11-16T20:02:33.306 INFO:teuthology.task.ansible.out:
TASK [testnode : Install abrt] *************************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.341 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.064)       0:04:05.270 ******* 

2020-11-16T20:02:33.371 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable abrt-auto-reporting] ***********************************

2020-11-16T20:02:33.379 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.413 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.071)       0:04:05.342 ******* 

2020-11-16T20:02:33.448 INFO:teuthology.task.ansible.out:
TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] *******
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}
2020-11-16T20:02:33.452 INFO:teuthology.task.ansible.out:

2020-11-16T20:02:33.495 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.077)       0:04:05.419 ******* 

2020-11-16T20:02:33.511 INFO:teuthology.task.ansible.out:
TASK [testnode : Set the system's hostname] ************************************
changed: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi065.front.sepia.ceph.com", "ansible_hostname": "smithi065", "ansible_nodename": "smithi065"}, "changed": true, "name": "smithi065"}

2020-11-16T20:02:33.550 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.059)       0:04:05.479 ******* 

2020-11-16T20:02:33.565 INFO:teuthology.task.ansible.out:

2020-11-16T20:02:33.569 INFO:teuthology.task.ansible.out:TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] ***
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.610 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.057)       0:04:05.537 ******* 

2020-11-16T20:02:33.643 INFO:teuthology.task.ansible.out:
TASK [testnode : Restart abrtd] ************************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.645 INFO:teuthology.task.ansible.out:
TASK [testnode : Add ssh pubkeys] **********************************************
ok: [smithi071.front.sepia.ceph.com] => {"attempts": 1, "changed": false, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true}

2020-11-16T20:02:33.679 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.070)       0:04:05.608 ******* 

2020-11-16T20:02:33.714 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.035)       0:04:05.643 ******* 

2020-11-16T20:02:33.721 INFO:teuthology.task.ansible.out:
TASK [testnode : Create remote.conf] *******************************************

2020-11-16T20:02:33.723 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.765 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.050)       0:04:05.694 ******* 

2020-11-16T20:02:33.794 INFO:teuthology.task.ansible.out:
TASK [testnode : Set mode on /etc/fuse.conf] ***********************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.828 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.063)       0:04:05.757 ******* 

2020-11-16T20:02:33.860 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the group kvm exists.] *********************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Check for custom repos] ***************************************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.005167", "end": "2020-11-16 20:02:33.842707", "rc": 0, "start": "2020-11-16 20:02:33.837540", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:02:33.909 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.080)       0:04:05.838 ******* 

2020-11-16T20:02:33.946 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.036)       0:04:05.875 ******* 

2020-11-16T20:02:33.953 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload distro major version specific sshd_config] *************

2020-11-16T20:02:33.954 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0}

TASK [testnode : Add the teuthology user to groups kvm,disk] *******************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:33.992 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:33 +0000 (0:00:00.046)       0:04:05.921 ******* 

2020-11-16T20:02:34.028 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.035)       0:04:05.957 ******* 

2020-11-16T20:02:34.035 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove custom repos] ******************************************

2020-11-16T20:02:34.077 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.048)       0:04:06.005 ******* 

2020-11-16T20:02:34.084 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/sudoers.] **************************************

2020-11-16T20:02:34.086 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:34.125 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.048)       0:04:06.054 ******* 

2020-11-16T20:02:34.173 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/security/limits.conf] **************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:34.208 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.082)       0:04:06.137 ******* 

2020-11-16T20:02:34.250 INFO:teuthology.task.ansible.out:
TASK [testnode : Rebuild rpmdb] ************************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:34.286 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.078)       0:04:06.215 ******* 

2020-11-16T20:02:34.326 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure local mirrorlists] **********************************

2020-11-16T20:02:34.331 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:34.364 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.077)       0:04:06.293 ******* 

2020-11-16T20:02:34.373 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload ssh_config] ********************************************

2020-11-16T20:02:34.376 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0}

2020-11-16T20:02:34.412 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.048)       0:04:06.341 ******* 

2020-11-16T20:02:34.438 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] *******

2020-11-16T20:02:34.486 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.072)       0:04:06.413 ******* 

2020-11-16T20:02:34.501 INFO:teuthology.task.ansible.out:
TASK [testnode : Set apt preferences] ******************************************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0}

2020-11-16T20:02:34.547 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.054)       0:04:06.468 ******* 

2020-11-16T20:02:34.555 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ********

2020-11-16T20:02:34.594 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:34 +0000 (0:00:00.055)       0:04:06.523 ******* 

2020-11-16T20:02:42.473 INFO:teuthology.task.ansible.out:
TASK [testnode : Add sources list] *********************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:42.479 INFO:teuthology.task.ansible.out:
TASK [testnode : Add ssh pubkeys] **********************************************
ok: [smithi065.front.sepia.ceph.com] => {"attempts": 1, "changed": false, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true}

2020-11-16T20:02:42.515 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:42 +0000 (0:00:07.921)       0:04:14.444 ******* 

2020-11-16T20:02:42.551 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:42 +0000 (0:00:00.035)       0:04:14.480 ******* 

2020-11-16T20:02:46.498 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable copr repos] ********************************************

TASK [testnode : Create remote.conf] *******************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:46.553 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:46 +0000 (0:00:04.002)       0:04:18.482 ******* 

2020-11-16T20:02:46.585 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:46 +0000 (0:00:00.032)       0:04:18.515 ******* 

2020-11-16T20:02:54.465 INFO:teuthology.task.ansible.out:
TASK [testnode : Set mode on /etc/fuse.conf] ***********************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.503 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:07.917)       0:04:26.432 ******* 

2020-11-16T20:02:54.511 INFO:teuthology.task.ansible.out:
TASK [testnode : Install GPG] **************************************************

2020-11-16T20:02:54.513 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.552 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.048)       0:04:26.481 ******* 

2020-11-16T20:02:54.559 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the group kvm exists.] *********************************

2020-11-16T20:02:54.561 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.595 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.042)       0:04:26.524 ******* 

2020-11-16T20:02:54.603 INFO:teuthology.task.ansible.out:

2020-11-16T20:02:54.604 INFO:teuthology.task.ansible.out:TASK [testnode : Install GPG keys] *********************************************
2020-11-16T20:02:54.606 INFO:teuthology.task.ansible.out:
skipping: [smithi071.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc)  => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc)  => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.641 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.046)       0:04:26.570 ******* 

2020-11-16T20:02:54.649 INFO:teuthology.task.ansible.out:
TASK [testnode : Add the teuthology user to groups kvm,disk] *******************

2020-11-16T20:02:54.651 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.687 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.045)       0:04:26.616 ******* 

2020-11-16T20:02:54.693 INFO:teuthology.task.ansible.out:
TASK [testnode : Clean yum cache] **********************************************

2020-11-16T20:02:54.695 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.729 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.042)       0:04:26.658 ******* 

2020-11-16T20:02:54.736 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/sudoers.] **************************************

2020-11-16T20:02:54.738 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.772 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.042)       0:04:26.700 ******* 

2020-11-16T20:02:54.778 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:02:54.780 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.819 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.045)       0:04:26.746 ******* 

2020-11-16T20:02:54.825 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/security/limits.conf] **************************

2020-11-16T20:02:54.826 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.863 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.046)       0:04:26.792 ******* 

2020-11-16T20:02:54.874 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure yum_utils is present.] *********************************

2020-11-16T20:02:54.876 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.918 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.053)       0:04:26.846 ******* 

2020-11-16T20:02:54.924 INFO:teuthology.task.ansible.out:
TASK [testnode : Rebuild rpmdb] ************************************************

2020-11-16T20:02:54.926 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:54.960 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:54 +0000 (0:00:00.043)       0:04:26.889 ******* 

2020-11-16T20:02:54.969 INFO:teuthology.task.ansible.out:
TASK [testnode : Removing saved yum transactions] ******************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:55.013 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:55 +0000 (0:00:00.049)       0:04:26.938 ******* 

2020-11-16T20:02:55.016 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure local mirrorlists] **********************************

2020-11-16T20:02:55.018 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:55.053 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:55 +0000 (0:00:00.044)       0:04:26.982 ******* 

2020-11-16T20:02:55.065 INFO:teuthology.task.ansible.out:
TASK [testnode : Check if ceph-debuginfo is installed] *************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:02:55.103 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:55 +0000 (0:00:00.049)       0:04:27.032 ******* 

2020-11-16T20:02:55.111 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] *******

2020-11-16T20:02:55.147 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:02:55 +0000 (0:00:00.044)       0:04:27.076 ******* 

2020-11-16T20:03:03.047 INFO:teuthology.task.ansible.out:
TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] ***

2020-11-16T20:03:03.049 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Install apt keys] *********************************************
ok: [smithi142.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"}

2020-11-16T20:03:03.049 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"}

2020-11-16T20:03:03.082 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:07.935)       0:04:35.012 ******* 

2020-11-16T20:03:03.115 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.032)       0:04:35.044 ******* 

2020-11-16T20:03:03.121 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ********

2020-11-16T20:03:03.123 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph packages are not present.] ************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.157 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.086 ******* 

2020-11-16T20:03:03.189 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.032)       0:04:35.118 ******* 

2020-11-16T20:03:03.196 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable copr repos] ********************************************

2020-11-16T20:03:03.230 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.159 ******* 

2020-11-16T20:03:03.238 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph dependency packages are not present.] *************

2020-11-16T20:03:03.239 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.272 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.201 ******* 

2020-11-16T20:03:03.279 INFO:teuthology.task.ansible.out:
TASK [testnode : Install GPG] **************************************************

2020-11-16T20:03:03.280 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.313 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.040)       0:04:35.242 ******* 

2020-11-16T20:03:03.319 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages] *********************************************

2020-11-16T20:03:03.321 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.360 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.047)       0:04:35.289 ******* 

2020-11-16T20:03:03.367 INFO:teuthology.task.ansible.out:
TASK [testnode : Install GPG keys] *********************************************

2020-11-16T20:03:03.368 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc)  => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc)  => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.405 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.045)       0:04:35.334 ******* 

2020-11-16T20:03:03.412 INFO:teuthology.task.ansible.out:
TASK [testnode : Install epel packages] ****************************************

2020-11-16T20:03:03.414 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.446 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.040)       0:04:35.375 ******* 

2020-11-16T20:03:03.454 INFO:teuthology.task.ansible.out:
TASK [testnode : Clean yum cache] **********************************************

2020-11-16T20:03:03.456 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.487 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.040)       0:04:35.416 ******* 

2020-11-16T20:03:03.494 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove packages] **********************************************

2020-11-16T20:03:03.496 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.529 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.458 ******* 

2020-11-16T20:03:03.536 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:03:03.538 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.570 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.499 ******* 

2020-11-16T20:03:03.577 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade packages] *********************************************

2020-11-16T20:03:03.578 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.611 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.541 ******* 

2020-11-16T20:03:03.619 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure yum_utils is present.] *********************************

2020-11-16T20:03:03.620 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.653 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.582 ******* 

2020-11-16T20:03:03.660 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop and disable firewalld] ***********************************

2020-11-16T20:03:03.662 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.694 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.623 ******* 

2020-11-16T20:03:03.703 INFO:teuthology.task.ansible.out:
TASK [testnode : Removing saved yum transactions] ******************************

2020-11-16T20:03:03.704 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.736 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.665 ******* 

2020-11-16T20:03:03.743 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop and disable iptables] ************************************

2020-11-16T20:03:03.745 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.777 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.041)       0:04:35.707 ******* 

2020-11-16T20:03:03.784 INFO:teuthology.task.ansible.out:
TASK [testnode : Check if ceph-debuginfo is installed] *************************

2020-11-16T20:03:03.786 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.818 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.040)       0:04:35.747 ******* 

2020-11-16T20:03:03.825 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable SELinux] ***********************************************

2020-11-16T20:03:03.827 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.861 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.042)       0:04:35.790 ******* 

2020-11-16T20:03:03.869 INFO:teuthology.task.ansible.out:
TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] ***

2020-11-16T20:03:03.871 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.903 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.042)       0:04:35.833 ******* 

2020-11-16T20:03:03.910 INFO:teuthology.task.ansible.out:
TASK [testnode : Install abrt] *************************************************

2020-11-16T20:03:03.912 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.944 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.040)       0:04:35.873 ******* 

2020-11-16T20:03:03.959 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph packages are not present.] ************************

2020-11-16T20:03:03.961 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:03.992 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:03 +0000 (0:00:00.047)       0:04:35.921 ******* 

2020-11-16T20:03:03.998 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable abrt-auto-reporting] ***********************************

2020-11-16T20:03:04.000 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.033 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.041)       0:04:35.963 ******* 

2020-11-16T20:03:04.041 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-apt] *******************************************

2020-11-16T20:03:04.043 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

TASK [testnode : Ensure ceph dependency packages are not present.] *************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.075 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.041)       0:04:36.004 ******* 

2020-11-16T20:03:04.107 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.031)       0:04:36.036 ******* 

2020-11-16T20:03:04.115 INFO:teuthology.task.ansible.out:
TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] *******

2020-11-16T20:03:04.117 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Install packages] *********************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.149 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.041)       0:04:36.078 ******* 

2020-11-16T20:03:04.180 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.031)       0:04:36.109 ******* 

2020-11-16T20:03:04.189 INFO:teuthology.task.ansible.out:
TASK [testnode : Add local apt repos.] *****************************************

TASK [testnode : Install epel packages] ****************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.223 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.042)       0:04:36.152 ******* 

2020-11-16T20:03:04.255 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.032)       0:04:36.184 ******* 

2020-11-16T20:03:04.262 INFO:teuthology.task.ansible.out:
TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] ***

2020-11-16T20:03:04.263 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Remove packages] **********************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.297 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.041)       0:04:36.226 ******* 

2020-11-16T20:03:04.330 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.032)       0:04:36.259 ******* 

2020-11-16T20:03:04.337 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade packages] *********************************************

2020-11-16T20:03:04.338 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.371 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.041)       0:04:36.301 ******* 

2020-11-16T20:03:04.379 INFO:teuthology.task.ansible.out:
TASK [testnode : Restart abrtd] ************************************************

2020-11-16T20:03:04.380 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.414 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.042)       0:04:36.343 ******* 

2020-11-16T20:03:04.421 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop and disable firewalld] ***********************************

2020-11-16T20:03:04.422 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Blast the apt cache.] *****************************************
[WARNING]: Consider using 'become', 'become_method', and 'become_user' rather
than running sudo
changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.033608", "end": "2020-11-16 20:03:04.395046", "rc": 0, "start": "2020-11-16 20:03:04.361438", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:03:04.456 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.042)       0:04:36.385 ******* 

2020-11-16T20:03:04.489 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.033)       0:04:36.418 ******* 

2020-11-16T20:03:04.496 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop and disable iptables] ************************************

2020-11-16T20:03:04.498 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.538 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.048)       0:04:36.467 ******* 

2020-11-16T20:03:04.556 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for custom repos] ***************************************

2020-11-16T20:03:04.558 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.004077", "end": "2020-11-16 20:03:04.527533", "rc": 0, "start": "2020-11-16 20:03:04.523456", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:03:04.590 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.052)       0:04:36.519 ******* 

2020-11-16T20:03:04.597 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable SELinux] ***********************************************

2020-11-16T20:03:04.599 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.631 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.041)       0:04:36.560 ******* 

2020-11-16T20:03:04.639 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove custom repos] ******************************************

2020-11-16T20:03:04.673 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.041)       0:04:36.602 ******* 

2020-11-16T20:03:04.680 INFO:teuthology.task.ansible.out:
TASK [testnode : Install abrt] *************************************************

2020-11-16T20:03:04.682 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.734 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.061)       0:04:36.663 ******* 

2020-11-16T20:03:04.763 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable abrt-auto-reporting] ***********************************

2020-11-16T20:03:04.766 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.804 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.070)       0:04:36.733 ******* 

2020-11-16T20:03:04.835 INFO:teuthology.task.ansible.out:
TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] *******

2020-11-16T20:03:04.837 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:04.871 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:04 +0000 (0:00:00.066)       0:04:36.800 ******* 

2020-11-16T20:03:12.806 INFO:teuthology.task.ansible.out:
TASK [testnode : Update apt cache.] ********************************************

2020-11-16T20:03:12.808 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:03:12.858 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:12 +0000 (0:00:07.986)       0:04:44.787 ******* 

2020-11-16T20:03:12.865 INFO:teuthology.task.ansible.out:
TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] ***

2020-11-16T20:03:12.866 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:12.909 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:12 +0000 (0:00:00.050)       0:04:44.838 ******* 

2020-11-16T20:03:12.929 INFO:teuthology.task.ansible.out:
TASK [testnode : Set apt preferences] ******************************************

2020-11-16T20:03:12.931 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0}

TASK [testnode : Restart abrtd] ************************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:12.971 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:12 +0000 (0:00:00.062)       0:04:44.900 ******* 

2020-11-16T20:03:13.006 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:13 +0000 (0:00:00.034)       0:04:44.935 ******* 

2020-11-16T20:03:13.033 INFO:teuthology.task.ansible.out:
TASK [testnode : Add sources list] *********************************************

2020-11-16T20:03:13.035 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:13.069 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:13 +0000 (0:00:00.063)       0:04:44.998 ******* 

2020-11-16T20:03:13.111 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for custom repos] ***************************************

2020-11-16T20:03:13.112 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.004311", "end": "2020-11-16 20:03:13.092913", "rc": 0, "start": "2020-11-16 20:03:13.088602", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:03:13.145 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:13 +0000 (0:00:00.075)       0:04:45.074 ******* 

2020-11-16T20:03:13.174 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove custom repos] ******************************************

2020-11-16T20:03:13.207 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:13 +0000 (0:00:00.062)       0:04:45.136 ******* 

2020-11-16T20:03:14.086 INFO:teuthology.task.ansible.out:
TASK [testnode : Install apt keys] *********************************************

2020-11-16T20:03:14.088 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"}

2020-11-16T20:03:17.489 INFO:teuthology.task.ansible.out:
TASK [testnode : Set apt preferences] ******************************************

2020-11-16T20:03:17.491 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0}

2020-11-16T20:03:17.523 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:17 +0000 (0:00:04.316)       0:04:49.452 ******* 

2020-11-16T20:03:17.550 INFO:teuthology.task.ansible.out:
TASK [testnode : Add sources list] *********************************************

2020-11-16T20:03:17.552 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:17.583 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:17 +0000 (0:00:00.060)       0:04:49.513 ******* 

2020-11-16T20:03:18.600 INFO:teuthology.task.ansible.out:
TASK [testnode : Install apt keys] *********************************************
ok: [smithi065.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"}

2020-11-16T20:03:22.894 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"}

2020-11-16T20:03:22.897 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure packages are not present.] *****************************
changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n  cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n  gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1 libavc1394-0\n  libbluetooth3 libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1\n  libgstreamer-plugins-base1.0-0 libgstreamer-plugins-good1.0-0\n  libgstreamer1.0-0 libiec61883-0 libiscsi7 libjack-jackd2-0 libmp3lame0\n  libmpg123-0 libopus0 liborc-0.4-0 libraw1394-11 libsamplerate0 libshout3\n  libspeex1 libspice-server1 libtag1v5 libtag1v5-vanilla libtwolame0\n  libusbredirparser1 libv4l-0 libv4lconvert0 libvisual-0.4-0 libvpx5\n  libwavpack1 libxen-4.9 libxenstore3.0 libyajl2 msr-tools seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n  qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 1 not upgraded.\nAfter this operation, 47.6 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ...
2020-11-16T20:03:22.899 INFO:teuthology.task.ansible.out: 95%\r(Reading database ... 100%\r(Reading database ... 137606 files and directories currently installed.)\r\nRemoving qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nRemoving librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\r\nProcessing triggers for libc-bin (2.27-3ubuntu1.3) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", "  cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", "  gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1 libavc1394-0", "  libbluetooth3 libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1", "  libgstreamer-plugins-base1.0-0 libgstreamer-plugins-good1.0-0", "  libgstreamer1.0-0 libiec61883-0 libiscsi7 libjack-jackd2-0 libmp3lame0", "  libmpg123-0 libopus0 liborc-0.4-0 libraw1394-11 libsamplerate0 libshout3", "  libspeex1 libspice-server1 libtag1v5 libtag1v5-vanilla libtwolame0", "  libusbredirparser1 libv4l-0 libv4lconvert0 libvisual-0.4-0 libvpx5", "  libwavpack1 libxen-4.9 libxenstore3.0 libyajl2 msr-tools seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", "  qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 1 not upgraded.", "After this operation, 47.6 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading d
2020-11-16T20:03:22.901 INFO:teuthology.task.ansible.out:atabase ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 137606 files and directories currently installed.)", "Removing qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Removing librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Removing librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...", "Processing triggers for libc-bin (2.27-3ubuntu1.3) ..."]}

2020-11-16T20:03:22.938 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:22 +0000 (0:00:05.354)       0:04:54.867 ******* 

2020-11-16T20:03:22.982 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:22 +0000 (0:00:00.044)       0:04:54.911 ******* 
2020-11-16T20:03:22.985 INFO:teuthology.task.ansible.out:

2020-11-16T20:03:22.994 INFO:teuthology.task.ansible.out:
TASK [testnode : Install apt keys] *********************************************
ok: [smithi071.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"}

2020-11-16T20:03:23.050 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:23 +0000 (0:00:00.067)       0:04:54.979 ******* 

2020-11-16T20:03:23.880 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-apt] *******************************************

2020-11-16T20:03:23.883 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:03:23.928 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:23 +0000 (0:00:00.878)       0:04:55.857 ******* 

2020-11-16T20:03:23.943 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade packages] *********************************************

2020-11-16T20:03:23.945 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:03:24.103 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:24 +0000 (0:00:00.173)       0:04:56.031 ******* 

2020-11-16T20:03:24.111 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-apt] *******************************************

2020-11-16T20:03:24.112 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:03:24.114 INFO:teuthology.task.ansible.out:
TASK [testnode : Add local apt repos.] *****************************************

2020-11-16T20:03:24.152 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:24 +0000 (0:00:00.049)       0:04:56.080 ******* 

2020-11-16T20:03:24.196 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:24 +0000 (0:00:00.044)       0:04:56.125 ******* 

2020-11-16T20:03:24.203 INFO:teuthology.task.ansible.out:

2020-11-16T20:03:24.206 INFO:teuthology.task.ansible.out:TASK [testnode : Upgrade non aarch64 packages] *********************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:24.243 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:24 +0000 (0:00:00.047)       0:04:56.172 ******* 

2020-11-16T20:03:24.250 INFO:teuthology.task.ansible.out:
TASK [testnode : Add local apt repos.] *****************************************

2020-11-16T20:03:24.296 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:24 +0000 (0:00:00.052)       0:04:56.225 ******* 

2020-11-16T20:03:24.337 INFO:teuthology.task.ansible.out:
TASK [testnode : Blast the apt cache.] *****************************************

2020-11-16T20:03:24.339 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.030998", "end": "2020-11-16 20:03:24.306781", "rc": 0, "start": "2020-11-16 20:03:24.275783", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:03:24.399 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:24 +0000 (0:00:00.096)       0:04:56.321 ******* 

2020-11-16T20:03:24.489 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.030401", "end": "2020-11-16 20:03:24.451114", "rc": 0, "start": "2020-11-16 20:03:24.420713", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:03:24.526 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:24 +0000 (0:00:00.131)       0:04:56.453 ******* 

2020-11-16T20:03:27.241 INFO:teuthology.task.ansible.out:
TASK [testnode : Update apt cache.] ********************************************

2020-11-16T20:03:27.243 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:03:27.275 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:27 +0000 (0:00:02.751)       0:04:59.204 ******* 

2020-11-16T20:03:27.282 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:03:27.318 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:27 +0000 (0:00:00.043)       0:04:59.247 ******* 

2020-11-16T20:03:33.095 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages] *********************************************

2020-11-16T20:03:33.096 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\ngit is already the newest version (1:2.17.1-1ubuntu0.7).\nThe following additional packages will be installed:\n  librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils\nSuggested packages:\n  samba vde2 sgabios ovmf debootstrap\nThe following NEW packages will be installed:\n  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n  qemu-utils\n0 upgraded, 6 newly installed, 0 to remove and 1 not upgraded.\nNeed to get 10.4 MB of archives.\nAfter this operation, 47.6 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librados2 amd64 12.2.13-0ubuntu0.18.04.4 [2727 kB]\nGet:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librbd1 amd64 12.2.13-0ubuntu0.18.04.4 [924 kB]\nGet:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-block-extra amd64 1:2.11+dfsg-1ubuntu7.33 [40.1 kB]\nGet:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-common amd64 1:2.11+dfsg-1ubuntu7.33 [672 kB]\nGet:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-x86 amd64 1:2.11+dfsg-1ubuntu7.33 [5193 kB]\nGet:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-utils amd64 1:2.11+dfsg-1ubuntu7.33 [873 kB]\nFetched 10.4 MB in 1s (9841 kB/s)\nSelecting previously unselected package librados2.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ...
2020-11-16T20:03:33.098 INFO:teuthology.task.ansible.out: 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 137464 files and directories currently installed.)\r\nPreparing to unpack .../0-librados2_12.2.13-0ubuntu0.18.04.4_amd64.deb ...\r\nUnpacking librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../1-librbd1_12.2.13-0ubuntu0.18.04.4_amd64.deb ...\r\nUnpacking librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../2-qemu-block-extra_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../3-qemu-system-common_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../4-qemu-system-x86_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../5-qemu-utils_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nSetting up librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nSetting up qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\r\nProcessing triggers for libc-bin (2.27-3ubuntu
2020-11-16T20:03:33.099 INFO:teuthology.task.ansible.out:1.3) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "git is already the newest version (1:2.17.1-1ubuntu0.7).", "The following additional packages will be installed:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils", "Suggested packages:", "  samba vde2 sgabios ovmf debootstrap", "The following NEW packages will be installed:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", "  qemu-utils", "0 upgraded, 6 newly installed, 0 to remove and 1 not upgraded.", "Need to get 10.4 MB of archives.", "After this operation, 47.6 MB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librados2 amd64 12.2.13-0ubuntu0.18.04.4 [2727 kB]", "Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librbd1 amd64 12.2.13-0ubuntu0.18.04.4 [924 kB]", "Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-block-extra amd64 1:2.11+dfsg-1ubuntu7.33 [40.1 kB]", "Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-common amd64 1:2.11+dfsg-1ubuntu7.33 [672 kB]", "Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-x86 amd64 1:2.11+dfsg-1ubuntu7.33 [5193 kB]", "Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-utils amd64 1:2.11+dfsg-1ubuntu7.33 [873 kB]", "Fetched 10.4 MB in 1s (9841 kB/s)", "Selecting previously unselected package librados2.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Rea
2020-11-16T20:03:33.101 INFO:teuthology.task.ansible.out:ding database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 137464 files and directories currently installed.)", "Preparing to unpack .../0-librados2_12.2.13-0ubuntu0.18.04.4_amd64.deb ...", "Unpacking librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../1-librbd1_12.2.13-0ubuntu0.18.04.4_amd64.deb ...", "Unpacking librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../2-qemu-block-extra_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../3-qemu-system-common_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../4-qemu-system-x86_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../5-qemu-utils_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Setting up librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Setting up qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...", "Processing triggers for libc-bin (2.27-3ubuntu1.3) ..."]}

2020-11-16T20:03:33.130 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:33 +0000 (0:00:05.812)       0:05:05.060 ******* 

2020-11-16T20:03:34.020 INFO:teuthology.task.ansible.out:
TASK [testnode : Install non aarch64 packages] *********************************

2020-11-16T20:03:34.022 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:03:34.054 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:34 +0000 (0:00:00.922)       0:05:05.983 ******* 

2020-11-16T20:03:34.175 INFO:teuthology.task.ansible.out:
TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] ***

2020-11-16T20:03:34.177 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]}

2020-11-16T20:03:34.210 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:34 +0000 (0:00:00.156)       0:05:06.139 ******* 

2020-11-16T20:03:34.237 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable xattr for this boot.] **********************************

2020-11-16T20:03:34.239 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:34.271 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:34 +0000 (0:00:00.060)       0:05:06.200 ******* 

2020-11-16T20:03:34.402 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure fuse group exists.] ************************************

2020-11-16T20:03:34.404 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false}

2020-11-16T20:03:34.438 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:34 +0000 (0:00:00.166)       0:05:06.367 ******* 

2020-11-16T20:03:34.748 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload /etc/fuse.conf.] ***************************************

2020-11-16T20:03:34.750 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0}

2020-11-16T20:03:34.782 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:34 +0000 (0:00:00.344)       0:05:06.711 ******* 

2020-11-16T20:03:34.935 INFO:teuthology.task.ansible.out:
TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************

2020-11-16T20:03:34.937 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1236, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000}

2020-11-16T20:03:34.969 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:34 +0000 (0:00:00.186)       0:05:06.898 ******* 

2020-11-16T20:03:35.100 INFO:teuthology.task.ansible.out:
TASK [testnode : Set up static IP in /etc/hosts.] ******************************

2020-11-16T20:03:35.102 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T20:03:35.134 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.165)       0:05:07.063 ******* 

2020-11-16T20:03:35.413 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop apache2] *************************************************

2020-11-16T20:03:35.414 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:57:55 UTC", "ActiveEnterTimestampMonotonic": "22690647", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "basic.target system.slice -.mount nss-lookup.target systemd-tmpfiles-setup.service systemd-journald.socket network.target sysinit.target remote-fs.target", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:57:54 UTC", "AssertTimestampMonotonic": "22236080", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:57:54 UTC", "ConditionTimestampMonotonic": "22236080", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "
2020-11-16T20:03:35.415 INFO:teuthology.task.ansible.out:DropInPaths": "/lib/systemd/system/apache2.service.d/apache2-systemd.conf", "DynamicUser": "no", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1341", "ExecMainStartTimestamp": "Mon 2020-11-16 19:57:55 UTC", "ExecMainStartTimestampMonotonic": "22690621", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:57:54 UTC", "InactiveExitTimestampMonotonic": "22238582", "InvocationID": "020b7b8137994a919e8dc73e84d2f940", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESof
2020-11-16T20:03:35.417 INFO:teuthology.task.ansible.out:t": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1341", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIG
2020-11-16T20:03:35.418 INFO:teuthology.task.ansible.out:HUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:57:55 UTC", "StateChangeTimestampMonotonic": "22690647", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:57:55 UTC", "WatchdogTimestampMonotonic": "22690645", "WatchdogUSec": "0"}}

2020-11-16T20:03:35.448 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.313)       0:05:07.377 ******* 

2020-11-16T20:03:35.475 INFO:teuthology.task.ansible.out:
TASK [testnode : Set mode on /etc/fuse.conf] ***********************************

2020-11-16T20:03:35.477 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:35.512 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.063)       0:05:07.441 ******* 

2020-11-16T20:03:35.539 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the group kvm exists.] *********************************

2020-11-16T20:03:35.541 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:35.575 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.063)       0:05:07.504 ******* 

2020-11-16T20:03:35.603 INFO:teuthology.task.ansible.out:
TASK [testnode : Add the teuthology user to groups kvm,disk] *******************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:35.642 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.065)       0:05:07.570 ******* 

2020-11-16T20:03:35.668 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/sudoers.] **************************************

2020-11-16T20:03:35.670 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:35.703 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.061)       0:05:07.632 ******* 

2020-11-16T20:03:35.731 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/security/limits.conf] **************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:35.771 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.067)       0:05:07.700 ******* 

2020-11-16T20:03:35.799 INFO:teuthology.task.ansible.out:
TASK [testnode : Rebuild rpmdb] ************************************************

2020-11-16T20:03:35.801 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:35.834 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.062)       0:05:07.763 ******* 

2020-11-16T20:03:35.862 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph packages are not present.] ************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:35.896 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.061)       0:05:07.825 ******* 

2020-11-16T20:03:35.924 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph dependency packages are not present.] *************

2020-11-16T20:03:35.926 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:35.958 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:35 +0000 (0:00:00.062)       0:05:07.887 ******* 

2020-11-16T20:03:35.987 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:36.024 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:36 +0000 (0:00:00.065)       0:05:07.953 ******* 

2020-11-16T20:03:36.052 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove packages] **********************************************

2020-11-16T20:03:36.054 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:36.090 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:36 +0000 (0:00:00.066)       0:05:08.019 ******* 

2020-11-16T20:03:36.117 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages] *********************************************

2020-11-16T20:03:36.119 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:36.151 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:36 +0000 (0:00:00.060)       0:05:08.080 ******* 

2020-11-16T20:03:36.179 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade packages] *********************************************

2020-11-16T20:03:36.183 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:36.214 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:36 +0000 (0:00:00.062)       0:05:08.143 ******* 

2020-11-16T20:03:36.242 INFO:teuthology.task.ansible.out:
TASK [testnode : Include hostname in /etc/sysconfig/network] *******************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:36.277 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:36 +0000 (0:00:00.062)       0:05:08.205 ******* 

2020-11-16T20:03:36.304 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************

2020-11-16T20:03:36.306 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:36.341 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:36 +0000 (0:00:00.064)       0:05:08.270 ******* 

2020-11-16T20:03:36.369 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:36.409 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:36 +0000 (0:00:00.068)       0:05:08.338 ******* 

2020-11-16T20:03:40.525 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure packages are not present.] *****************************

2020-11-16T20:03:40.527 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n  cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n  gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1 libavc1394-0\n  libbluetooth3 libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1\n  libgstreamer-plugins-base1.0-0 libgstreamer-plugins-good1.0-0\n  libgstreamer1.0-0 libiec61883-0 libiscsi7 libjack-jackd2-0 libmp3lame0\n  libmpg123-0 libopus0 liborc-0.4-0 libraw1394-11 libsamplerate0 libshout3\n  libspeex1 libspice-server1 libtag1v5 libtag1v5-vanilla libtwolame0\n  libusbredirparser1 libv4l-0 libv4lconvert0 libvisual-0.4-0 libvpx5\n  libwavpack1 libxen-4.9 libxenstore3.0 libyajl2 msr-tools seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n  qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 1 not upgraded.\nAfter this operation, 47.6 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 137606 files and directories
2020-11-16T20:03:40.528 INFO:teuthology.task.ansible.out: currently installed.)\r\nRemoving qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nRemoving librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\r\nProcessing triggers for libc-bin (2.27-3ubuntu1.3) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", "  cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", "  gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1 libavc1394-0", "  libbluetooth3 libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1", "  libgstreamer-plugins-base1.0-0 libgstreamer-plugins-good1.0-0", "  libgstreamer1.0-0 libiec61883-0 libiscsi7 libjack-jackd2-0 libmp3lame0", "  libmpg123-0 libopus0 liborc-0.4-0 libraw1394-11 libsamplerate0 libshout3", "  libspeex1 libspice-server1 libtag1v5 libtag1v5-vanilla libtwolame0", "  libusbredirparser1 libv4l-0 libv4lconvert0 libvisual-0.4-0 libvpx5", "  libwavpack1 libxen-4.9 libxenstore3.0 libyajl2 msr-tools seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", "  qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 1 not upgraded.", "After this operation, 47.6 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Readin
2020-11-16T20:03:40.530 INFO:teuthology.task.ansible.out:g database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 137606 files and directories currently installed.)", "Removing qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Removing librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Removing librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...", "Processing triggers for libc-bin (2.27-3ubuntu1.3) ..."]}
changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n  cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n  gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1 libavc1394-0\n  libbluetooth3 libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1\n  libgstreamer-plugins-base1.0-0 libgstreamer-plugins-good1.0-0\n  libgstreamer1.0-0 libiec61883-0 libiscsi7 libjack-jackd2-0 libmp3lame0\n  libmpg123-0 libopus0 liborc-0.4-0 libraw1394-11 libsamplerate0 libshout3\n  libspeex1 libspice-server1 libtag1v5 libtag1v5-vanilla libtwolame0\n  libusbredirparser1 libv4l-0 libv4lconvert0 libvisual-0.4-0 libvpx5\n  libwavpack1 libxen-4.9 libxenstore3.0 libyajl2 msr-tools seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n  librados2 librbd1 qemu-block-ext
2020-11-16T20:03:40.531 INFO:teuthology.task.ansible.out:ra qemu-system-common qemu-system-x86\n  qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 1 not upgraded.\nAfter this operation, 47.6 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 137606 files and directories currently installed.)\r\nRemoving qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nRemoving librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nRemoving librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\r\nProcessing triggers for libc-bin (2.27-3ubuntu1.3) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", "  cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", "  gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1 libavc1394-0", "  libbluetooth3 libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1", "  libgstreamer-plugins-base1.0-0 libgstreamer-plugins-good1.0-0", "  libgstreamer1.0-0 libiec61883-0 libiscsi7 libjack-jackd2-0 libmp3lame0", "  libmpg123-0 libopus0 liborc-0.4-0 libraw1394-11 libsamplerate0 libshout3", "  libspeex1 libspice-server1 libtag1v5 libtag1v5-vanilla libtwolame0", "  libusbredirparser
2020-11-16T20:03:40.533 INFO:teuthology.task.ansible.out:1 libv4l-0 libv4lconvert0 libvisual-0.4-0 libvpx5", "  libwavpack1 libxen-4.9 libxenstore3.0 libyajl2 msr-tools seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", "  qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 1 not upgraded.", "After this operation, 47.6 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 137606 files and directories currently installed.)", "Removing qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Removing qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Removing librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Removing librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...", "Processing triggers for libc-bin (2.27-3ubuntu1.3) ..."]}

2020-11-16T20:03:40.561 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:40 +0000 (0:00:04.151)       0:05:12.490 ******* 

2020-11-16T20:03:40.593 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:40 +0000 (0:00:00.031)       0:05:12.522 ******* 

2020-11-16T20:03:48.701 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************

2020-11-16T20:03:48.704 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:48.737 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:48 +0000 (0:00:08.144)       0:05:20.666 ******* 

2020-11-16T20:03:48.766 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] ***

2020-11-16T20:03:48.768 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:48.805 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:48 +0000 (0:00:00.068)       0:05:20.734 ******* 

2020-11-16T20:03:48.836 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable nfs-server on rhel 7.x.] *******************************

2020-11-16T20:03:48.838 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:48.871 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:48 +0000 (0:00:00.065)       0:05:20.800 ******* 

2020-11-16T20:03:48.903 INFO:teuthology.task.ansible.out:
TASK [testnode : Include hostname in /etc/sysconfig/network] *******************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:48.938 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:48 +0000 (0:00:00.065)       0:05:20.865 ******* 

2020-11-16T20:03:48.964 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************

2020-11-16T20:03:48.965 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.000 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:48 +0000 (0:00:00.062)       0:05:20.928 ******* 

2020-11-16T20:03:49.026 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************

2020-11-16T20:03:49.028 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.059 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.060)       0:05:20.989 ******* 

2020-11-16T20:03:49.087 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************

2020-11-16T20:03:49.089 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.121 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.061)       0:05:21.050 ******* 

2020-11-16T20:03:49.149 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.183 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.061)       0:05:21.112 ******* 

2020-11-16T20:03:49.210 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************

2020-11-16T20:03:49.212 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.245 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.061)       0:05:21.174 ******* 

2020-11-16T20:03:49.274 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************

2020-11-16T20:03:49.276 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.308 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.063)       0:05:21.237 ******* 

2020-11-16T20:03:49.350 INFO:teuthology.task.ansible.out:
TASK [testnode : Set grub config.] *********************************************

2020-11-16T20:03:49.352 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.383 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.074)       0:05:21.312 ******* 

2020-11-16T20:03:49.516 INFO:teuthology.task.ansible.out:

2020-11-16T20:03:49.517 INFO:teuthology.task.ansible.out:TASK [testnode : Remove /etc/ceph] *********************************************
2020-11-16T20:03:49.518 INFO:teuthology.task.ansible.out:

2020-11-16T20:03:49.519 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"}

2020-11-16T20:03:49.555 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.171)       0:05:21.484 ******* 

2020-11-16T20:03:49.583 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade packages] *********************************************

2020-11-16T20:03:49.585 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:03:49.620 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.065)       0:05:21.549 ******* 

2020-11-16T20:03:49.628 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:03:49.666 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.045)       0:05:21.594 ******* 

2020-11-16T20:03:49.673 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade non aarch64 packages] *********************************

2020-11-16T20:03:49.675 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.708 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.042)       0:05:21.637 ******* 

2020-11-16T20:03:49.716 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.750 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.041)       0:05:21.679 ******* 

2020-11-16T20:03:49.886 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] ***

2020-11-16T20:03:49.889 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0}

2020-11-16T20:03:49.921 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.170)       0:05:21.850 ******* 

2020-11-16T20:03:49.949 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable nfs-server on rhel 7.x.] *******************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:49.983 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:49 +0000 (0:00:00.061)       0:05:21.912 ******* 

2020-11-16T20:03:50.308 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload weekly kernel-clean crontab.] **************************

2020-11-16T20:03:50.310 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0}

2020-11-16T20:03:50.344 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:50 +0000 (0:00:00.361)       0:05:22.273 ******* 

2020-11-16T20:03:50.680 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload /etc/grub.d/02_force_timeout.] *************************

2020-11-16T20:03:50.681 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0}

2020-11-16T20:03:50.713 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:50 +0000 (0:00:00.369)       0:05:22.643 ******* 

2020-11-16T20:03:51.038 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable kernel modules to load at boot time.] ******************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0}

2020-11-16T20:03:51.076 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.362)       0:05:23.005 ******* 

2020-11-16T20:03:51.214 INFO:teuthology.task.ansible.out:
TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] ***************

2020-11-16T20:03:51.216 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T20:03:51.249 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.173)       0:05:23.178 ******* 

2020-11-16T20:03:51.277 INFO:teuthology.task.ansible.out:
TASK [testnode : Work around broken wget on wheezy.] ***************************

2020-11-16T20:03:51.279 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.315 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.065)       0:05:23.244 ******* 

2020-11-16T20:03:51.345 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop collectl] ************************************************

2020-11-16T20:03:51.347 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.379 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.064)       0:05:23.308 ******* 

2020-11-16T20:03:51.407 INFO:teuthology.task.ansible.out:
TASK [testnode : Add PATH to the teuthology_user .bashrc.] *********************

2020-11-16T20:03:51.409 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.441 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.062)       0:05:23.370 ******* 

2020-11-16T20:03:51.469 INFO:teuthology.task.ansible.out:
TASK [testnode : Check to see if we need to edit /etc/profile.] ****************

2020-11-16T20:03:51.471 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.505 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.064)       0:05:23.435 ******* 

2020-11-16T20:03:51.533 INFO:teuthology.task.ansible.out:
TASK [testnode : Update /etc/profile if needed.] *******************************

2020-11-16T20:03:51.535 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.570 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.064)       0:05:23.499 ******* 

2020-11-16T20:03:51.599 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:03:51.600 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false}

2020-11-16T20:03:51.643 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.073)       0:05:23.572 ******* 

2020-11-16T20:03:51.682 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for NVMe drive] *****************************************

2020-11-16T20:03:51.684 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=loop1)  => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.693 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=dm-2)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.705 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=loop6)  => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.706 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=loop4)  => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.717 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=dm-0)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.728 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=sda)  => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.730 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"}

2020-11-16T20:03:51.740 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=loop3)  => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.751 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=loop2)  => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.753 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=dm-4)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.762 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=loop0)  => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.764 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=loop7)  => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.774 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=dm-3)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.785 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=loop5)  => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.787 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=dm-1)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"}

2020-11-16T20:03:51.825 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:51 +0000 (0:00:00.181)       0:05:23.754 ******* 

2020-11-16T20:03:52.026 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for teuthology-lock command] ****************************

2020-11-16T20:03:52.027 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com -> localhost] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003744", "end": "2020-11-16 20:03:52.000971", "rc": 0, "start": "2020-11-16 20:03:51.997227", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/bin/teuthology-lock"]}

2020-11-16T20:03:52.065 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:52 +0000 (0:00:00.240)       0:05:23.995 ******* 

2020-11-16T20:03:52.103 INFO:teuthology.task.ansible.out:
TASK [testnode : Mark system down if NVMe card missing] ************************

2020-11-16T20:03:52.105 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:52.144 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:52 +0000 (0:00:00.078)       0:05:24.074 ******* 

2020-11-16T20:03:52.172 INFO:teuthology.task.ansible.out:
TASK [testnode : Update description in paddles lock DB if NVMe card missing] ***

2020-11-16T20:03:52.173 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:52.207 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:52 +0000 (0:00:00.062)       0:05:24.136 ******* 

2020-11-16T20:03:52.235 INFO:teuthology.task.ansible.out:
TASK [testnode : Fail rest of playbook due to missing NVMe card] ***************

2020-11-16T20:03:52.237 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:52.269 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:52 +0000 (0:00:00.062)       0:05:24.199 ******* 

2020-11-16T20:03:53.156 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure apt dependencies are installed] *********************

2020-11-16T20:03:53.158 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:03:53.190 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:53 +0000 (0:00:00.920)       0:05:25.119 ******* 

2020-11-16T20:03:57.292 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure rpm dependencies are installed] *********************

2020-11-16T20:03:57.294 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:57.326 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:57 +0000 (0:00:04.135)       0:05:29.255 ******* 

2020-11-16T20:03:57.363 INFO:teuthology.task.ansible.out:
TASK [testnode : Set root disk] ************************************************

2020-11-16T20:03:57.365 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item={'block_used': 13753479, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341629, 'size_available': 927095312384, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341629, "block_size": 4096, "block_total": 240095108, "block_used": 13753479, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095312384, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}

2020-11-16T20:03:57.397 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:57 +0000 (0:00:00.071)       0:05:29.326 ******* 

2020-11-16T20:03:57.539 INFO:teuthology.task.ansible.out:
TASK [testnode : Compile list of non-root partitions] **************************

2020-11-16T20:03:57.541 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.010117", "end": "2020-11-16 20:03:57.520674", "rc": 0, "start": "2020-11-16 20:03:57.510557", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:03:57.572 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:57 +0000 (0:00:00.175)       0:05:29.502 ******* 

2020-11-16T20:03:57.610 INFO:teuthology.task.ansible.out:
TASK [testnode : Unmount any non-root mountpoints] *****************************

2020-11-16T20:03:57.612 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'block_used': 13753479, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341629, 'size_available': 927095312384, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446})  => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341629, "block_size": 4096, "block_total": 240095108, "block_used": 13753479, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095312384, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:57.645 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:57 +0000 (0:00:00.072)       0:05:29.574 ******* 

2020-11-16T20:03:57.672 INFO:teuthology.task.ansible.out:
TASK [testnode : Wipe filesystems on non-root partitions] **********************

2020-11-16T20:03:57.706 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:57 +0000 (0:00:00.060)       0:05:29.635 ******* 

2020-11-16T20:03:57.754 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:03:57.756 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:58.575 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages] *********************************************

2020-11-16T20:03:58.576 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\ngit is already the newest version (1:2.17.1-1ubuntu0.7).\nThe following additional packages will be installed:\n  librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils\nSuggested packages:\n  samba vde2 sgabios ovmf debootstrap\nThe following NEW packages will be installed:\n  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n  qemu-utils\n0 upgraded, 6 newly installed, 0 to remove and 1 not upgraded.\nNeed to get 10.4 MB of archives.\nAfter this operation, 47.6 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librados2 amd64 12.2.13-0ubuntu0.18.04.4 [2727 kB]\nGet:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librbd1 amd64 12.2.13-0ubuntu0.18.04.4 [924 kB]\nGet:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-block-extra amd64 1:2.11+dfsg-1ubuntu7.33 [40.1 kB]\nGet:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-common amd64 1:2.11+dfsg-1ubuntu7.33 [672 kB]\nGet:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-x86 amd64 1:2.11+dfsg-1ubuntu7.33 [5193 kB]\nGet:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-utils amd64 1:2.11+dfsg-1ubuntu7.33 [873 kB]\nFetched 10.4 MB in 1s (9745 kB/s)\nSelecting previously unselected package librados2.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ...
2020-11-16T20:03:58.578 INFO:teuthology.task.ansible.out: 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 137464 files and directories currently installed.)\r\nPreparing to unpack .../0-librados2_12.2.13-0ubuntu0.18.04.4_amd64.deb ...\r\nUnpacking librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../1-librbd1_12.2.13-0ubuntu0.18.04.4_amd64.deb ...\r\nUnpacking librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../2-qemu-block-extra_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../3-qemu-system-common_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../4-qemu-system-x86_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../5-qemu-utils_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nSetting up librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nSetting up qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\r\nProcessing triggers for libc-bin (2.27-3ubuntu
2020-11-16T20:03:58.579 INFO:teuthology.task.ansible.out:1.3) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "git is already the newest version (1:2.17.1-1ubuntu0.7).", "The following additional packages will be installed:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils", "Suggested packages:", "  samba vde2 sgabios ovmf debootstrap", "The following NEW packages will be installed:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", "  qemu-utils", "0 upgraded, 6 newly installed, 0 to remove and 1 not upgraded.", "Need to get 10.4 MB of archives.", "After this operation, 47.6 MB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librados2 amd64 12.2.13-0ubuntu0.18.04.4 [2727 kB]", "Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librbd1 amd64 12.2.13-0ubuntu0.18.04.4 [924 kB]", "Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-block-extra amd64 1:2.11+dfsg-1ubuntu7.33 [40.1 kB]", "Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-common amd64 1:2.11+dfsg-1ubuntu7.33 [672 kB]", "Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-x86 amd64 1:2.11+dfsg-1ubuntu7.33 [5193 kB]", "Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-utils amd64 1:2.11+dfsg-1ubuntu7.33 [873 kB]", "Fetched 10.4 MB in 1s (9745 kB/s)", "Selecting previously unselected package librados2.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Rea
2020-11-16T20:03:58.581 INFO:teuthology.task.ansible.out:ding database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 137464 files and directories currently installed.)", "Preparing to unpack .../0-librados2_12.2.13-0ubuntu0.18.04.4_amd64.deb ...", "Unpacking librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../1-librbd1_12.2.13-0ubuntu0.18.04.4_amd64.deb ...", "Unpacking librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../2-qemu-block-extra_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../3-qemu-system-common_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../4-qemu-system-x86_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../5-qemu-utils_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Setting up librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Setting up qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...", "Processing triggers for libc-bin (2.27-3ubuntu1.3) ..."]}

2020-11-16T20:03:58.612 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:58 +0000 (0:00:00.906)       0:05:30.541 ******* 

2020-11-16T20:03:58.917 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\ngit is already the newest version (1:2.17.1-1ubuntu0.7).\nThe following additional packages will be installed:\n  librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils\nSuggested packages:\n  samba vde2 sgabios ovmf debootstrap\nThe following NEW packages will be installed:\n  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n  qemu-utils\n0 upgraded, 6 newly installed, 0 to remove and 1 not upgraded.\nNeed to get 10.4 MB of archives.\nAfter this operation, 47.6 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librados2 amd64 12.2.13-0ubuntu0.18.04.4 [2727 kB]\nGet:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librbd1 amd64 12.2.13-0ubuntu0.18.04.4 [924 kB]\nGet:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-block-extra amd64 1:2.11+dfsg-1ubuntu7.33 [40.1 kB]\nGet:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-common amd64 1:2.11+dfsg-1ubuntu7.33 [672 kB]\nGet:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-x86 amd64 1:2.11+dfsg-1ubuntu7.33 [5193 kB]\nGet:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-utils amd64 1:2.11+dfsg-1ubuntu7.33 [873 kB]\nFetched 10.4 MB in 1s (9414 kB/s)\nSelecting previously unselected package librados2.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ...
2020-11-16T20:03:58.919 INFO:teuthology.task.ansible.out: 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 137464 files and directories currently installed.)\r\nPreparing to unpack .../0-librados2_12.2.13-0ubuntu0.18.04.4_amd64.deb ...\r\nUnpacking librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../1-librbd1_12.2.13-0ubuntu0.18.04.4_amd64.deb ...\r\nUnpacking librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../2-qemu-block-extra_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../3-qemu-system-common_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../4-qemu-system-x86_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../5-qemu-utils_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...\r\nUnpacking qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up librados2 (12.2.13-0ubuntu0.18.04.4) ...\r\nSetting up librbd1 (12.2.13-0ubuntu0.18.04.4) ...\r\nSetting up qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...\r\nSetting up qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...\r\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\r\nProcessing triggers for libc-bin (2.27-3ubuntu
2020-11-16T20:03:58.920 INFO:teuthology.task.ansible.out:1.3) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "git is already the newest version (1:2.17.1-1ubuntu0.7).", "The following additional packages will be installed:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils", "Suggested packages:", "  samba vde2 sgabios ovmf debootstrap", "The following NEW packages will be installed:", "  librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", "  qemu-utils", "0 upgraded, 6 newly installed, 0 to remove and 1 not upgraded.", "Need to get 10.4 MB of archives.", "After this operation, 47.6 MB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librados2 amd64 12.2.13-0ubuntu0.18.04.4 [2727 kB]", "Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 librbd1 amd64 12.2.13-0ubuntu0.18.04.4 [924 kB]", "Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-block-extra amd64 1:2.11+dfsg-1ubuntu7.33 [40.1 kB]", "Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-common amd64 1:2.11+dfsg-1ubuntu7.33 [672 kB]", "Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-system-x86 amd64 1:2.11+dfsg-1ubuntu7.33 [5193 kB]", "Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 qemu-utils amd64 1:2.11+dfsg-1ubuntu7.33 [873 kB]", "Fetched 10.4 MB in 1s (9414 kB/s)", "Selecting previously unselected package librados2.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Rea
2020-11-16T20:03:58.922 INFO:teuthology.task.ansible.out:ding database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 137464 files and directories currently installed.)", "Preparing to unpack .../0-librados2_12.2.13-0ubuntu0.18.04.4_amd64.deb ...", "Unpacking librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../1-librbd1_12.2.13-0ubuntu0.18.04.4_amd64.deb ...", "Unpacking librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../2-qemu-block-extra_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../3-qemu-system-common_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../4-qemu-system-x86_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../5-qemu-utils_1%3a2.11+dfsg-1ubuntu7.33_amd64.deb ...", "Unpacking qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up librados2 (12.2.13-0ubuntu0.18.04.4) ...", "Setting up librbd1 (12.2.13-0ubuntu0.18.04.4) ...", "Setting up qemu-block-extra:amd64 (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-utils (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-system-common (1:2.11+dfsg-1ubuntu7.33) ...", "Setting up qemu-system-x86 (1:2.11+dfsg-1ubuntu7.33) ...", "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...", "Processing triggers for libc-bin (2.27-3ubuntu1.3) ..."]}

2020-11-16T20:03:58.952 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:58 +0000 (0:00:00.339)       0:05:30.881 ******* 

2020-11-16T20:03:59.423 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:03:59.425 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mjNNXxmBtTCKqsDRXzU6YyGdFsrq1Ee6K'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.551588", "end": "2020-11-16 20:03:59.405664", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mjNNXxmBtTCKqsDRXzU6YyGdFsrq1Ee6K"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:03:57.854076", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:03:59.435 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:59.447 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:59.523 INFO:teuthology.task.ansible.out:
TASK [testnode : Install non aarch64 packages] *********************************

2020-11-16T20:03:59.525 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:03:59.558 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:59 +0000 (0:00:00.606)       0:05:31.487 ******* 

2020-11-16T20:03:59.692 INFO:teuthology.task.ansible.out:
TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] ***

2020-11-16T20:03:59.695 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]}

2020-11-16T20:03:59.727 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:59 +0000 (0:00:00.168)       0:05:31.656 ******* 

2020-11-16T20:03:59.756 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable xattr for this boot.] **********************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:03:59.790 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:59 +0000 (0:00:00.062)       0:05:31.719 ******* 

2020-11-16T20:03:59.840 INFO:teuthology.task.ansible.out:
TASK [testnode : Install non aarch64 packages] *********************************

2020-11-16T20:03:59.842 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:03:59.876 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:59 +0000 (0:00:00.086)       0:05:31.805 ******* 

2020-11-16T20:03:59.925 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure fuse group exists.] ************************************

2020-11-16T20:03:59.927 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false}

2020-11-16T20:03:59.962 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:03:59 +0000 (0:00:00.086)       0:05:31.891 ******* 

2020-11-16T20:04:00.003 INFO:teuthology.task.ansible.out:
TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] ***

2020-11-16T20:04:00.005 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]}

2020-11-16T20:04:00.045 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:00 +0000 (0:00:00.082)       0:05:31.974 ******* 

2020-11-16T20:04:00.073 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable xattr for this boot.] **********************************

2020-11-16T20:04:00.075 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:00.109 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:00 +0000 (0:00:00.063)       0:05:32.038 ******* 

2020-11-16T20:04:00.693 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:04:00.694 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mdkOWxSn0L2tRqGu4BAvoYL0B9KVSrSfW'], 'uuids': ['aa14b209-628c-45f2-a12f-ed2d53168a14']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.127706", "end": "2020-11-16 20:04:00.670049", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mdkOWxSn0L2tRqGu4BAvoYL0B9KVSrSfW"], "labels": [], "masters": [], "uuids": ["aa14b209-628c-45f2-a12f-ed2d53168a14"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:03:59.542343", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:04:00.705 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'cfq', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XFVQ', 'wwn-0x5000c5009292426c'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XFVQ-part1', 'wwn-0x5000c5009292426c-part1'], 'uuids': ['5b37dc69-d2db-44bf-9122-6cf42a1bab47']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c5009292426c', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5XFVQ', 'size': '931.51 GB'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XFVQ", "wwn-0x5000c5009292426c"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XFVQ-part1", "wwn-0x5000c5009292426c-part1"], "labels": [], "masters": [], "uuids": ["5b37dc69-d2db-44bf-9122-6cf42a1bab47"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "cfq", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XFVQ", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c5009292426c"}}, "skip_reason": 
2020-11-16T20:04:00.706 INFO:teuthology.task.ansible.out:"Conditional result was False"}

2020-11-16T20:04:04.387 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure fuse group exists.] ************************************

2020-11-16T20:04:04.388 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false}

2020-11-16T20:04:04.419 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:04 +0000 (0:00:04.310)       0:05:36.349 ******* 

2020-11-16T20:04:04.427 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload /etc/fuse.conf.] ***************************************

2020-11-16T20:04:04.427 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0}

2020-11-16T20:04:04.462 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:04 +0000 (0:00:00.042)       0:05:36.391 ******* 

2020-11-16T20:04:04.615 INFO:teuthology.task.ansible.out:
TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************

2020-11-16T20:04:04.617 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1236, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000}

2020-11-16T20:04:04.652 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:04 +0000 (0:00:00.189)       0:05:36.581 ******* 

2020-11-16T20:04:04.792 INFO:teuthology.task.ansible.out:
TASK [testnode : Set up static IP in /etc/hosts.] ******************************

2020-11-16T20:04:04.794 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T20:04:04.826 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:04 +0000 (0:00:00.174)       0:05:36.755 ******* 

2020-11-16T20:04:05.124 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop apache2] *************************************************

2020-11-16T20:04:05.125 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:58:02 UTC", "ActiveEnterTimestampMonotonic": "18904181", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "systemd-tmpfiles-setup.service nss-lookup.target -.mount basic.target network.target systemd-journald.socket system.slice remote-fs.target sysinit.target", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:58:02 UTC", "AssertTimestampMonotonic": "18462382", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:58:02 UTC", "ConditionTimestampMonotonic": "18462382", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "
2020-11-16T20:04:05.126 INFO:teuthology.task.ansible.out:DropInPaths": "/lib/systemd/system/apache2.service.d/apache2-systemd.conf", "DynamicUser": "no", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1346", "ExecMainStartTimestamp": "Mon 2020-11-16 19:58:02 UTC", "ExecMainStartTimestampMonotonic": "18904154", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:58:02 UTC", "InactiveExitTimestampMonotonic": "18463300", "InvocationID": "5b16493d5e6046b28468ce4c3cafc185", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESof
2020-11-16T20:04:05.128 INFO:teuthology.task.ansible.out:t": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1346", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target -.mount system.slice", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIG
2020-11-16T20:04:05.129 INFO:teuthology.task.ansible.out:HUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:58:02 UTC", "StateChangeTimestampMonotonic": "18904181", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:58:02 UTC", "WatchdogTimestampMonotonic": "18904179", "WatchdogUSec": "0"}}

2020-11-16T20:04:05.159 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:05 +0000 (0:00:00.332)       0:05:37.088 ******* 

2020-11-16T20:04:05.185 INFO:teuthology.task.ansible.out:
TASK [testnode : Set mode on /etc/fuse.conf] ***********************************

2020-11-16T20:04:05.187 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:05.218 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:05 +0000 (0:00:00.059)       0:05:37.147 ******* 

2020-11-16T20:04:05.245 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the group kvm exists.] *********************************

2020-11-16T20:04:05.246 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:05.278 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:05 +0000 (0:00:00.059)       0:05:37.207 ******* 

2020-11-16T20:04:05.305 INFO:teuthology.task.ansible.out:
TASK [testnode : Add the teuthology user to groups kvm,disk] *******************

2020-11-16T20:04:05.306 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:05.340 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:05 +0000 (0:00:00.061)       0:05:37.269 ******* 

2020-11-16T20:04:05.367 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/sudoers.] **************************************

2020-11-16T20:04:05.369 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:05.401 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:05 +0000 (0:00:00.061)       0:05:37.330 ******* 

2020-11-16T20:04:05.428 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/security/limits.conf] **************************

2020-11-16T20:04:05.430 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:05.465 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:05 +0000 (0:00:00.063)       0:05:37.394 ******* 

2020-11-16T20:04:09.572 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:04:09.573 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-1ChuiP-rt0X-ZvnG-oF0e-nQy3-qTeo-DXQQTM', 'nvme-INTEL_SSDPEDMD400G4_CVFT6303009Y400BGN', 'nvme-nvme.8086-43564654363330333030395934303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.145159", "end": "2020-11-16 20:04:06.038435", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-1ChuiP-rt0X-ZvnG-oF0e-nQy3-qTeo-DXQQTM", "nvme-INTEL_SSDPEDMD400G4_CVFT6303009Y400BGN", "nvme-nvme.8086-43564654363330333030395934303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:04.893276", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! 
2020-11-16T20:04:09.575 INFO:teuthology.task.ansible.out:You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}
skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:09.576 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_re
2020-11-16T20:04:09.577 INFO:teuthology.task.ansible.out:ason": "Conditional result was False"}
changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mK5AEhXT5eDDrNFFfQUt6GV2kOuU0Q0US'], 'uuids': ['b92c1a0d-2b36-42cc-bee5-9d9264e506c2']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.140697", "end": "2020-11-16 20:04:07.321803", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mK5AEhXT5eDDrNFFfQUt6GV2kOuU0Q0US"], "labels": [], "masters": [], "uuids": ["b92c1a0d-2b36-42cc-bee5-9d9264e506c2"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:06.181106", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:04:09.579 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:09.590 INFO:teuthology.task.ansible.out:
TASK [testnode : Rebuild rpmdb] ************************************************

2020-11-16T20:04:09.591 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:09.622 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:09 +0000 (0:00:04.157)       0:05:41.552 ******* 

2020-11-16T20:04:13.815 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:04:13.816 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1m9m1XOOLxSZlkczmmkxD5SlmRrXNnITgd'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.118758", "end": "2020-11-16 20:04:12.688779", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1m9m1XOOLxSZlkczmmkxD5SlmRrXNnITgd"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:11.570021", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:04:13.818 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:13.829 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph packages are not present.] ************************

2020-11-16T20:04:13.830 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:13.863 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:13 +0000 (0:00:04.240)       0:05:45.792 ******* 

2020-11-16T20:04:13.890 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph dependency packages are not present.] *************

2020-11-16T20:04:13.891 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:13.923 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:13 +0000 (0:00:00.060)       0:05:45.852 ******* 

2020-11-16T20:04:13.951 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:13.984 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:13 +0000 (0:00:00.061)       0:05:45.913 ******* 

2020-11-16T20:04:14.011 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove packages] **********************************************

2020-11-16T20:04:14.012 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.044 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:45.973 ******* 

2020-11-16T20:04:14.077 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages] *********************************************

2020-11-16T20:04:14.079 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.110 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.065)       0:05:46.039 ******* 

2020-11-16T20:04:14.137 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade packages] *********************************************

2020-11-16T20:04:14.139 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.170 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.099 ******* 

2020-11-16T20:04:14.198 INFO:teuthology.task.ansible.out:
TASK [testnode : Include hostname in /etc/sysconfig/network] *******************

2020-11-16T20:04:14.200 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.231 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.160 ******* 

2020-11-16T20:04:14.258 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.291 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.059)       0:05:46.220 ******* 

2020-11-16T20:04:14.318 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************

2020-11-16T20:04:14.320 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.351 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.280 ******* 

2020-11-16T20:04:14.378 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.411 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.340 ******* 

2020-11-16T20:04:14.439 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] ***

2020-11-16T20:04:14.440 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.476 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.064)       0:05:46.405 ******* 

2020-11-16T20:04:14.502 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable nfs-server on rhel 7.x.] *******************************

2020-11-16T20:04:14.504 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.535 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.059)       0:05:46.464 ******* 

2020-11-16T20:04:14.562 INFO:teuthology.task.ansible.out:
TASK [testnode : Include hostname in /etc/sysconfig/network] *******************

2020-11-16T20:04:14.564 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.594 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.059)       0:05:46.523 ******* 

2020-11-16T20:04:14.622 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************

2020-11-16T20:04:14.624 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.655 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.584 ******* 

2020-11-16T20:04:14.682 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************

2020-11-16T20:04:14.684 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.716 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.645 ******* 

2020-11-16T20:04:14.743 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.776 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.705 ******* 

2020-11-16T20:04:14.803 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************

2020-11-16T20:04:14.805 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.836 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.766 ******* 

2020-11-16T20:04:14.864 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.897 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.826 ******* 

2020-11-16T20:04:14.925 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************

2020-11-16T20:04:14.927 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:14.958 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:14 +0000 (0:00:00.060)       0:05:46.887 ******* 

2020-11-16T20:04:14.985 INFO:teuthology.task.ansible.out:
TASK [testnode : Set grub config.] *********************************************

2020-11-16T20:04:14.987 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:15.018 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:15 +0000 (0:00:00.060)       0:05:46.947 ******* 

2020-11-16T20:04:15.148 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove /etc/ceph] *********************************************

2020-11-16T20:04:15.150 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"}

2020-11-16T20:04:15.182 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:15 +0000 (0:00:00.163)       0:05:47.111 ******* 

2020-11-16T20:04:15.490 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] ***

2020-11-16T20:04:15.492 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0}

2020-11-16T20:04:15.526 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:15 +0000 (0:00:00.344)       0:05:47.455 ******* 

2020-11-16T20:04:15.554 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable nfs-server on rhel 7.x.] *******************************

2020-11-16T20:04:15.555 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:15.586 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:15 +0000 (0:00:00.060)       0:05:47.515 ******* 

2020-11-16T20:04:15.897 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload weekly kernel-clean crontab.] **************************

2020-11-16T20:04:15.899 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0}

2020-11-16T20:04:15.930 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:15 +0000 (0:00:00.343)       0:05:47.859 ******* 

2020-11-16T20:04:16.247 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload /etc/grub.d/02_force_timeout.] *************************

2020-11-16T20:04:16.249 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0}

2020-11-16T20:04:16.281 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:16 +0000 (0:00:00.350)       0:05:48.210 ******* 

2020-11-16T20:04:21.556 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:04:21.558 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mqDLwiyDTp2x076WEdfMCGa9hjAGNbf7j'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.127344", "end": "2020-11-16 20:04:18.129469", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mqDLwiyDTp2x076WEdfMCGa9hjAGNbf7j"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:17.002125", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:04:21.568 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable kernel modules to load at boot time.] ******************

2020-11-16T20:04:21.569 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0}

TASK [testnode : Upload /etc/fuse.conf.] ***************************************
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0}

2020-11-16T20:04:21.606 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:21 +0000 (0:00:05.325)       0:05:53.535 ******* 

2020-11-16T20:04:21.640 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:21 +0000 (0:00:00.032)       0:05:53.568 ******* 

2020-11-16T20:04:21.678 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:21 +0000 (0:00:00.039)       0:05:53.607 ******* 

2020-11-16T20:04:21.729 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:04:21.730 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:21.741 INFO:teuthology.task.ansible.out:
TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] ***************

2020-11-16T20:04:21.743 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T20:04:21.783 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:21 +0000 (0:00:00.105)       0:05:53.712 ******* 

2020-11-16T20:04:21.802 INFO:teuthology.task.ansible.out:
TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************

2020-11-16T20:04:21.803 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1236, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000}

2020-11-16T20:04:21.837 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:21 +0000 (0:00:00.053)       0:05:53.766 ******* 

2020-11-16T20:04:21.845 INFO:teuthology.task.ansible.out:
TASK [testnode : Work around broken wget on wheezy.] ***************************

2020-11-16T20:04:21.847 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:21.881 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:21 +0000 (0:00:00.044)       0:05:53.810 ******* 

2020-11-16T20:04:25.909 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:04:25.911 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mjNNXxmBtTCKqsDRXzU6YyGdFsrq1Ee6K'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.169136", "end": "2020-11-16 20:04:21.998376", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mjNNXxmBtTCKqsDRXzU6YyGdFsrq1Ee6K"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:21.829240", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.164253 s, 702 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.164253 s, 702 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:04:25.912 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": 
2020-11-16T20:04:25.913 INFO:teuthology.task.ansible.out:{"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:25.923 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:25.924 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop collectl] ************************************************

2020-11-16T20:04:25.924 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:25.957 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:25 +0000 (0:00:04.075)       0:05:57.886 ******* 

2020-11-16T20:04:38.357 INFO:teuthology.task.ansible.out:
TASK [testnode : Set up static IP in /etc/hosts.] ******************************

2020-11-16T20:04:38.359 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:04:38.360 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mdkOWxSn0L2tRqGu4BAvoYL0B9KVSrSfW'], 'uuids': ['aa14b209-628c-45f2-a12f-ed2d53168a14']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.158410", "end": "2020-11-16 20:04:26.411719", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mdkOWxSn0L2tRqGu4BAvoYL0B9KVSrSfW"], "labels": [], "masters": [], "uuids": ["aa14b209-628c-45f2-a12f-ed2d53168a14"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:26.253309", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.153695 s, 750 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.153695 s, 750 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:04:38.361 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'cfq', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XFVQ', 'wwn-0x5000c5009292426c'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XFVQ-part1', 'wwn-0x5000c5009292426c-part1'], 'uuids': ['5b37dc69-d2db-44bf-9122-6cf42a1bab47']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c5009292426c', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5XFVQ', 'size': '931.51 GB'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XFVQ", "wwn-0x5000c5009292426c"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XFVQ-part1", "wwn-0x5000c5009292426c-part1"], "labels": [], "masters": [], "uuids": ["5b37dc69-d2db-44bf-9122-6cf42a1bab47"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "cfq", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XFVQ", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c5009292426c"}}, "skip_reason": 
2020-11-16T20:04:38.363 INFO:teuthology.task.ansible.out:"Conditional result was False"}
changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-1ChuiP-rt0X-ZvnG-oF0e-nQy3-qTeo-DXQQTM', 'nvme-INTEL_SSDPEDMD400G4_CVFT6303009Y400BGN', 'nvme-nvme.8086-43564654363330333030395934303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.053636", "end": "2020-11-16 20:04:30.742819", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-1ChuiP-rt0X-ZvnG-oF0e-nQy3-qTeo-DXQQTM", "nvme-INTEL_SSDPEDMD400G4_CVFT6303009Y400BGN", "nvme-nvme.8086-43564654363330333030395934303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:30.689183", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) cop
2020-11-16T20:04:38.364 INFO:teuthology.task.ansible.out:ied, 0.0488019 s, 2.4 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0488019 s, 2.4 GB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:04:38.364 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:38.366 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:38.367 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mK5AEhXT5eDDrNFFfQUt6GV2kOuU0Q0US'], 'uuids': ['b92c1a0d-2b36-42cc-bee5-9d9264e506c2']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.144512", "end": "2020-11-16 20:04:31.024475", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mK5AEhXT5eDDrNFFfQUt6GV2kOuU0Q0US"], "labels": [], "masters": [], "uuids": ["b92c1a0d-2b36-42cc-bee5-9d9264e506c2"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:30.879963", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.142191 s, 811 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.142191 s, 811 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:04:38.369 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:38.370 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:38.371 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1m9m1XOOLxSZlkczmmkxD5SlmRrXNnITgd'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.158038", "end": "2020-11-16 20:04:31.316119", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1m9m1XOOLxSZlkczmmkxD5SlmRrXNnITgd"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "1874903
2020-11-16T20:04:38.372 INFO:teuthology.task.ansible.out:04", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:31.158081", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.153331 s, 752 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.153331 s, 752 MB/s"], "stdout": "", "stdout_lines": []}
skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:38.373 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mqDLwiyDTp2x076WEdfMCGa9hjAGNbf7j'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.152747", "end": "2020-11-16 20:04:31.590218", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-3FidBcCxDbIF6Qhc5UjeKLSbCwndxs1mqDLwiyDTp2x076WEdfMCGa9hjAGNbf7j"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:04:31.437471", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.149918 s, 769 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.149918 s, 769 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:04:38.382 INFO:teuthology.task.ansible.out:
TASK [testnode : Add PATH to the teuthology_user .bashrc.] *********************

2020-11-16T20:04:38.383 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:38.414 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:38 +0000 (0:00:12.457)       0:06:10.343 ******* 

2020-11-16T20:04:38.447 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:38 +0000 (0:00:00.031)       0:06:10.375 ******* 

2020-11-16T20:04:38.478 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:38 +0000 (0:00:00.031)       0:06:10.406 ******* 

2020-11-16T20:04:38.483 INFO:teuthology.task.ansible.out:
TASK [testnode : Check to see if we need to edit /etc/profile.] ****************

2020-11-16T20:04:38.485 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:38.520 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:38 +0000 (0:00:00.043)       0:06:10.450 ******* 

2020-11-16T20:04:38.549 INFO:teuthology.task.ansible.out:
TASK [testnode : Update /etc/profile if needed.] *******************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:38.581 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:38 +0000 (0:00:00.060)       0:06:10.510 ******* 

2020-11-16T20:04:50.981 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop apache2] *************************************************

2020-11-16T20:04:50.982 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:58:02 UTC", "ActiveEnterTimestampMonotonic": "22403131", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "system.slice remote-fs.target -.mount systemd-tmpfiles-setup.service sysinit.target nss-lookup.target systemd-journald.socket basic.target network.target", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:58:01 UTC", "AssertTimestampMonotonic": "21999372", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:58:01 UTC", "ConditionTimestampMonotonic": "21999371", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "
2020-11-16T20:04:50.984 INFO:teuthology.task.ansible.out:DropInPaths": "/lib/systemd/system/apache2.service.d/apache2-systemd.conf", "DynamicUser": "no", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1336", "ExecMainStartTimestamp": "Mon 2020-11-16 19:58:02 UTC", "ExecMainStartTimestampMonotonic": "22403104", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:58:01 UTC", "InactiveExitTimestampMonotonic": "22001987", "InvocationID": "f3a02e69b0ce42f88319246e77dcf985", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESof
2020-11-16T20:04:50.985 INFO:teuthology.task.ansible.out:t": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1336", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIG
2020-11-16T20:04:50.987 INFO:teuthology.task.ansible.out:HUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:58:02 UTC", "StateChangeTimestampMonotonic": "22403131", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:58:02 UTC", "WatchdogTimestampMonotonic": "22403129", "WatchdogUSec": "0"}}

2020-11-16T20:04:51.017 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:12.436)       0:06:22.946 ******* 

2020-11-16T20:04:51.026 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:04:51.027 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false}

2020-11-16T20:04:51.061 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.043)       0:06:22.990 ******* 

2020-11-16T20:04:51.069 INFO:teuthology.task.ansible.out:
TASK [testnode : Set mode on /etc/fuse.conf] ***********************************

2020-11-16T20:04:51.070 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.103 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.042)       0:06:23.032 ******* 

2020-11-16T20:04:51.110 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for NVMe drive] *****************************************

2020-11-16T20:04:51.112 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=loop1)  => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.122 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=dm-2)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.124 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=loop6)  => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=loop4)  => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.134 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure the group kvm exists.] *********************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.135 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for NVMe drive] *****************************************
skipping: [smithi065.front.sepia.ceph.com] => (item=dm-0)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=sda)  => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.169 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.065)       0:06:23.098 ******* 

2020-11-16T20:04:51.176 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"}

2020-11-16T20:04:51.178 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=loop3)  => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=loop2)  => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=dm-4)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=loop0)  => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.189 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=loop7)  => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.191 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=dm-3)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.200 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=loop5)  => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.202 INFO:teuthology.task.ansible.out:
TASK [testnode : Add the teuthology user to groups kvm,disk] *******************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Check for NVMe drive] *****************************************
skipping: [smithi065.front.sepia.ceph.com] => (item=dm-1)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.242 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.073)       0:06:23.171 ******* 

2020-11-16T20:04:51.273 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.030)       0:06:23.202 ******* 

2020-11-16T20:04:51.281 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove all LVM data] ******************************************

2020-11-16T20:04:51.282 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.156471", "end": "2020-11-16 20:04:51.206273", "rc": 0, "start": "2020-11-16 20:04:51.049802", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:04:51.331 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.056)       0:06:23.259 ******* 

2020-11-16T20:04:51.339 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/sudoers.] **************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.376 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.045)       0:06:23.305 ******* 

2020-11-16T20:04:51.405 INFO:teuthology.task.ansible.out:
TASK [testnode : Configure /etc/security/limits.conf] **************************

2020-11-16T20:04:51.407 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.440 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.064)       0:06:23.369 ******* 

2020-11-16T20:04:51.457 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for teuthology-lock command] ****************************

2020-11-16T20:04:51.458 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com -> localhost] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003657", "end": "2020-11-16 20:04:51.430262", "rc": 0, "start": "2020-11-16 20:04:51.426605", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/bin/teuthology-lock"]}

2020-11-16T20:04:51.498 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.057)       0:06:23.427 ******* 

2020-11-16T20:04:51.507 INFO:teuthology.task.ansible.out:
TASK [testnode : Rebuild rpmdb] ************************************************

2020-11-16T20:04:51.509 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Check for physical volumes] ***********************************
changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.040008", "end": "2020-11-16 20:04:51.485968", "rc": 0, "start": "2020-11-16 20:04:51.445960", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:04:51.544 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.046)       0:06:23.474 ******* 

2020-11-16T20:04:51.576 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.031)       0:06:23.505 ******* 

2020-11-16T20:04:51.583 INFO:teuthology.task.ansible.out:
TASK [testnode : Mark system down if NVMe card missing] ************************

2020-11-16T20:04:51.585 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Ensure ceph packages are not present.] ************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.622 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.046)       0:06:23.551 ******* 

2020-11-16T20:04:51.655 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.032)       0:06:23.584 ******* 

2020-11-16T20:04:51.662 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove physical volumes] **************************************

2020-11-16T20:04:51.665 INFO:teuthology.task.ansible.out:
TASK [testnode : Update description in paddles lock DB if NVMe card missing] ***
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.700 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.045)       0:06:23.629 ******* 

2020-11-16T20:04:51.736 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.035)       0:06:23.665 ******* 

2020-11-16T20:04:51.742 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure ceph dependency packages are not present.] *************

2020-11-16T20:04:51.745 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Fail rest of playbook due to missing NVMe card] ***************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.789 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.053)       0:06:23.718 ******* 

2020-11-16T20:04:51.834 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.044)       0:06:23.763 ******* 

2020-11-16T20:04:51.844 INFO:teuthology.task.ansible.out:
TASK [testnode : Write a new partition table to {{ item.value.device }}] *******

2020-11-16T20:04:51.847 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.888 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.054)       0:06:23.817 ******* 

2020-11-16T20:04:51.894 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:04:51.897 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.945 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.057)       0:06:23.874 ******* 

2020-11-16T20:04:51.954 INFO:teuthology.task.ansible.out:
TASK [testnode : Write partition entries to {{ item.0.device }}] ***************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:51.993 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:51 +0000 (0:00:00.047)       0:06:23.922 ******* 

2020-11-16T20:04:52.000 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove packages] **********************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.038 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.044)       0:06:23.966 ******* 

2020-11-16T20:04:52.044 INFO:teuthology.task.ansible.out:
TASK [testnode : Erase /scratch_devs so we know it's accurate] *****************

2020-11-16T20:04:52.046 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.084 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.046)       0:06:24.013 ******* 

2020-11-16T20:04:52.090 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages] *********************************************

2020-11-16T20:04:52.091 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.133 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.048)       0:06:24.062 ******* 

2020-11-16T20:04:52.140 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ******************

2020-11-16T20:04:52.142 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.178 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.045)       0:06:24.107 ******* 

2020-11-16T20:04:52.185 INFO:teuthology.task.ansible.out:
TASK [testnode : Upgrade packages] *********************************************

2020-11-16T20:04:52.187 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.225 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.045)       0:06:24.153 ******* 

2020-11-16T20:04:52.255 INFO:teuthology.task.ansible.out:
TASK [testnode : Include hostname in /etc/sysconfig/network] *******************

2020-11-16T20:04:52.257 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.308 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.080)       0:06:24.234 ******* 

2020-11-16T20:04:52.325 INFO:teuthology.task.ansible.out:
TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************

2020-11-16T20:04:52.327 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T20:04:52.328 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.384 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.078)       0:06:24.313 ******* 

2020-11-16T20:04:52.424 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.039)       0:06:24.352 ******* 

2020-11-16T20:04:52.430 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************

2020-11-16T20:04:52.432 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.480 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.056)       0:06:24.409 ******* 

2020-11-16T20:04:52.505 INFO:teuthology.task.ansible.out:
TASK [testnode : Set root disk] ************************************************

2020-11-16T20:04:52.507 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'block_used': 13753479, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341629, 'size_available': 927095312384, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446})  => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341629, "block_size": 4096, "block_total": 240095108, "block_used": 13753479, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095312384, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.546 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.066)       0:06:24.475 ******* 

2020-11-16T20:04:52.553 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.613 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.067)       0:06:24.542 ******* 

2020-11-16T20:04:52.625 INFO:teuthology.task.ansible.out:
TASK [testnode : Combine list of non-root disks] *******************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.668 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.054)       0:06:24.597 ******* 

2020-11-16T20:04:52.675 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] ***

2020-11-16T20:04:52.676 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.715 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.047)       0:06:24.644 ******* 

2020-11-16T20:04:52.723 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure apt dependencies are installed] *********************

2020-11-16T20:04:52.724 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

TASK [testnode : set_fact] *****************************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.758 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.042)       0:06:24.687 ******* 

2020-11-16T20:04:52.791 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.032)       0:06:24.720 ******* 

2020-11-16T20:04:52.799 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable nfs-server on rhel 7.x.] *******************************

2020-11-16T20:04:52.802 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Make sure rpm dependencies are installed] *********************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.835 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.044)       0:06:24.764 ******* 

2020-11-16T20:04:52.869 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.031)       0:06:24.796 ******* 

2020-11-16T20:04:52.876 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:04:52.878 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.912 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.044)       0:06:24.841 ******* 

2020-11-16T20:04:52.918 INFO:teuthology.task.ansible.out:
TASK [testnode : Set root disk] ************************************************

2020-11-16T20:04:52.920 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item={'block_used': 13753464, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341644, 'size_available': 927095373824, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341644, "block_size": 4096, "block_total": 240095108, "block_used": 13753464, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095373824, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}

2020-11-16T20:04:52.920 INFO:teuthology.task.ansible.out:
TASK [testnode : Include hostname in /etc/sysconfig/network] *******************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:52.954 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.042)       0:06:24.883 ******* 

2020-11-16T20:04:52.987 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:52 +0000 (0:00:00.033)       0:06:24.916 ******* 

2020-11-16T20:04:52.996 INFO:teuthology.task.ansible.out:

2020-11-16T20:04:52.999 INFO:teuthology.task.ansible.out:TASK [testnode : Create volume_groups dict] ************************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:04:53.038 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:04:53 +0000 (0:00:00.050)       0:06:24.967 ******* 

2020-11-16T20:05:05.499 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************

2020-11-16T20:05:05.502 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Compile list of non-root partitions] **************************
changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.010134", "end": "2020-11-16 20:04:53.076581", "rc": 0, "start": "2020-11-16 20:04:53.066447", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:05.534 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:05 +0000 (0:00:12.496)       0:06:37.464 ******* 

2020-11-16T20:05:05.568 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:05 +0000 (0:00:00.033)       0:06:37.497 ******* 

2020-11-16T20:05:09.745 INFO:teuthology.task.ansible.out:
TASK [testnode : Determine desired logical volume percentage size] *************

2020-11-16T20:05:09.747 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Unmount any non-root mountpoints] *****************************
skipping: [smithi065.front.sepia.ceph.com] => (item={'block_used': 13753464, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341644, 'size_available': 927095373824, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446})  => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341644, "block_size": 4096, "block_total": 240095108, "block_used": 13753464, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095373824, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:09.784 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:09 +0000 (0:00:04.216)       0:06:41.714 ******* 

2020-11-16T20:05:22.280 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:22 +0000 (0:00:12.495)       0:06:54.209 ******* 

2020-11-16T20:05:22.285 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************

2020-11-16T20:05:22.287 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Wipe filesystems on non-root partitions] **********************

2020-11-16T20:05:22.322 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:22 +0000 (0:00:00.042)       0:06:54.251 ******* 

2020-11-16T20:05:22.353 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:22 +0000 (0:00:00.030)       0:06:54.282 ******* 

2020-11-16T20:05:22.360 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical_volumes dict] **********************************

2020-11-16T20:05:22.362 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:22.362 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:22.397 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:22 +0000 (0:00:00.044)       0:06:54.326 ******* 

2020-11-16T20:05:22.404 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************

2020-11-16T20:05:22.405 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:22.439 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:22 +0000 (0:00:00.042)       0:06:54.369 ******* 

2020-11-16T20:05:26.594 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:26.596 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5e432muEHo13SShmpo7Ra45PDyLzXU9mF'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.178594", "end": "2020-11-16 20:05:23.640858", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5e432muEHo13SShmpo7Ra45PDyLzXU9mF"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:22.462264", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:26.597 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'none', 'rotational': '1'
2020-11-16T20:05:26.598 INFO:teuthology.task.ansible.out:, 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:26.609 INFO:teuthology.task.ansible.out:
TASK [testnode : Make raid/smart scripts work.] ********************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:26.646 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:26 +0000 (0:00:04.206)       0:06:58.576 ******* 

2020-11-16T20:05:26.674 INFO:teuthology.task.ansible.out:
TASK [testnode : Create FStest ubuntu directory.] ******************************

2020-11-16T20:05:26.675 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:26.707 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:26 +0000 (0:00:00.060)       0:06:58.636 ******* 

2020-11-16T20:05:30.876 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:30.878 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5hO1fwMrv34dgk6VqZX13cX4Y9DDmi7Z9'], 'uuids': ['de948444-4493-4785-aa6c-c1f7bc6daceb']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.224711", "end": "2020-11-16 20:05:29.198045", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5hO1fwMrv34dgk6VqZX13cX4Y9DDmi7Z9"], "labels": [], "masters": [], "uuids": ["de948444-4493-4785-aa6c-c1f7bc6daceb"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:27.973334", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:30.878 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => 
2020-11-16T20:05:30.880 INFO:teuthology.task.ansible.out:(item={'key': 'sda', 'value': {'scheduler_mode': 'cfq', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4VHBH', 'wwn-0x5000c50087b9acc1'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4VHBH-part1', 'wwn-0x5000c50087b9acc1-part1'], 'uuids': ['5b37dc69-d2db-44bf-9122-6cf42a1bab47']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50087b9acc1', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W4VHBH', 'size': '931.51 GB'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4VHBH", "wwn-0x5000c50087b9acc1"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4VHBH-part1", "wwn-0x5000c50087b9acc1-part1"], "labels": [], "masters": [], "uuids": ["5b37dc69-d2db-44bf-9122-6cf42a1bab47"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "cfq", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W4VHBH", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50087b9acc1"}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:30.890 INFO:teuthology.task.ansible.out:
TASK [testnode : Make fsstress same path as ubuntu.] ***************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:30.923 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:30 +0000 (0:00:04.215)       0:07:02.852 ******* 

2020-11-16T20:05:35.128 INFO:teuthology.task.ansible.out:
TASK [testnode : Create volume group(s)] ***************************************

2020-11-16T20:05:35.130 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}}

2020-11-16T20:05:35.132 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************
changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-k2j3rJ-4A9m-HjNM-KCRQ-F2Zj-MWgk-GV1LL2', 'nvme-INTEL_SSDPEDMD400G4_CVFT53430010400BGN', 'nvme-nvme.8086-43564654353334333030313034303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.216313", "end": "2020-11-16 20:05:34.705095", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-k2j3rJ-4A9m-HjNM-KCRQ-F2Zj-MWgk-GV1LL2", "nvme-INTEL_SSDPEDMD400G4_CVFT53430010400BGN", "nvme-nvme.8086-43564654353334333030313034303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:33.488782", "stderr": "", "stde
2020-11-16T20:05:35.134 INFO:teuthology.task.ansible.out:rr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}
skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:35.136 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

TASK [testnode : Set grub config.] *********************************************

2020-11-16T20:05:35.136 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:35.172 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:35 +0000 (0:00:04.249)       0:07:07.101 ******* 

2020-11-16T20:05:39.382 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:39 +0000 (0:00:04.210)       0:07:11.311 ******* 

2020-11-16T20:05:39.390 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:39.391 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5BPHyzUjEP39H2dO1M3XUsJXOOqLxFr5k'], 'uuids': ['edda5f16-3339-41b6-8969-8b3f42c9fe99']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.153870", "end": "2020-11-16 20:05:35.998693", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5BPHyzUjEP39H2dO1M3XUsJXOOqLxFr5k"], "labels": [], "masters": [], "uuids": ["edda5f16-3339-41b6-8969-8b3f42c9fe99"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:34.844823", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:39.392 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:39.394 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:39.741 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove /etc/ceph] *********************************************

2020-11-16T20:05:39.742 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"}

2020-11-16T20:05:39.774 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:39 +0000 (0:00:00.391)       0:07:11.703 ******* 

2020-11-16T20:05:39.937 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:05:39.938 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:05:40.156 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:05:41.501 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:41.503 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5kNwlheP9RoX1BAUDfdyTv1j8INahgNzr'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.197039", "end": "2020-11-16 20:05:41.474437", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5kNwlheP9RoX1BAUDfdyTv1j8INahgNzr"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:40.277398", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:41.513 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:44.203 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] ***

2020-11-16T20:05:44.205 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0}

2020-11-16T20:05:44.237 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:44 +0000 (0:00:04.463)       0:07:16.166 ******* 

2020-11-16T20:05:44.263 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable nfs-server on rhel 7.x.] *******************************

2020-11-16T20:05:44.265 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:44.297 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:44 +0000 (0:00:00.060)       0:07:16.226 ******* 

2020-11-16T20:05:44.576 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:05:44.578 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:05:44.620 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload weekly kernel-clean crontab.] **************************

2020-11-16T20:05:44.622 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0}

2020-11-16T20:05:44.657 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:44 +0000 (0:00:00.359)       0:07:16.586 ******* 

2020-11-16T20:05:44.814 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:05:44.816 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:05:44.983 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload /etc/grub.d/02_force_timeout.] *************************

2020-11-16T20:05:44.985 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0}

2020-11-16T20:05:45.017 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.360)       0:07:16.947 ******* 

2020-11-16T20:05:45.056 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:05:45.057 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:05:45.120 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.102)       0:07:17.049 ******* 

2020-11-16T20:05:45.264 INFO:teuthology.task.ansible.out:
TASK [testnode : Erase /scratch_devs so we know it's accurate] *****************

2020-11-16T20:05:45.266 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"}

2020-11-16T20:05:45.298 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.178)       0:07:17.227 ******* 

2020-11-16T20:05:45.336 INFO:teuthology.task.ansible.out:
TASK [testnode : Enable kernel modules to load at boot time.] ******************

2020-11-16T20:05:45.338 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0}

2020-11-16T20:05:45.371 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.072)       0:07:17.300 ******* 

2020-11-16T20:05:45.450 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs] ******************************************

2020-11-16T20:05:45.452 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

2020-11-16T20:05:45.493 INFO:teuthology.task.ansible.out:
TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] ***************

2020-11-16T20:05:45.495 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T20:05:45.527 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.156)       0:07:17.456 ******* 

2020-11-16T20:05:45.554 INFO:teuthology.task.ansible.out:
TASK [testnode : Work around broken wget on wheezy.] ***************************

2020-11-16T20:05:45.556 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.587 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.060)       0:07:17.517 ******* 

2020-11-16T20:05:45.594 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs] ******************************************

2020-11-16T20:05:45.596 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

2020-11-16T20:05:45.616 INFO:teuthology.task.ansible.out:
TASK [testnode : Stop collectl] ************************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.649 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.061)       0:07:17.578 ******* 

2020-11-16T20:05:45.677 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs] ******************************************

2020-11-16T20:05:45.679 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

TASK [testnode : Add PATH to the teuthology_user .bashrc.] *********************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.711 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.061)       0:07:17.640 ******* 

2020-11-16T20:05:45.738 INFO:teuthology.task.ansible.out:
TASK [testnode : Check to see if we need to edit /etc/profile.] ****************

2020-11-16T20:05:45.739 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.777 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.066)       0:07:17.706 ******* 

2020-11-16T20:05:45.795 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs] ******************************************

2020-11-16T20:05:45.796 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}
skipping: [smithi142.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.799 INFO:teuthology.task.ansible.out:
TASK [testnode : Update /etc/profile if needed.] *******************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.831 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.054)       0:07:17.760 ******* 

2020-11-16T20:05:45.863 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.032)       0:07:17.793 ******* 

2020-11-16T20:05:45.870 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:05:45.872 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false}

2020-11-16T20:05:45.905 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:45 +0000 (0:00:00.041)       0:07:17.834 ******* 

2020-11-16T20:05:45.943 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for NVMe drive] *****************************************

2020-11-16T20:05:45.945 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=loop1)  => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.954 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=dm-2)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.956 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=loop6)  => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.965 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=loop4)  => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.976 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=dm-0)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.978 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=sda)  => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:45.987 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"}

2020-11-16T20:05:45.989 INFO:teuthology.task.ansible.out:
TASK [testnode : Create /var/lib/ceph] *****************************************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:05:46.023 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:46 +0000 (0:00:00.118)       0:07:17.952 ******* 

2020-11-16T20:05:46.030 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for NVMe drive] *****************************************

2020-11-16T20:05:46.032 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=loop3)  => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=loop2)  => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=dm-4)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:46.033 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=loop0)  => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:46.033 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=loop7)  => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:46.033 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=dm-3)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:46.044 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=loop5)  => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:46.046 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=dm-1)  => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"}

2020-11-16T20:05:46.082 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:46 +0000 (0:00:00.059)       0:07:18.012 ******* 

2020-11-16T20:05:46.089 INFO:teuthology.task.ansible.out:
TASK [testnode : Set xfs_opts on newer OSes] ***********************************

2020-11-16T20:05:46.091 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false}

2020-11-16T20:05:46.126 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:46 +0000 (0:00:00.043)       0:07:18.055 ******* 

2020-11-16T20:05:50.582 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:50.584 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5Fi04JRCvOLd7tpUl5r9sIfef3AJooFRc'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.150763", "end": "2020-11-16 20:05:46.957085", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5Fi04JRCvOLd7tpUl5r9sIfef3AJooFRc"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:45.806322", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:50.593 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for teuthology-lock command] ****************************
changed: [smithi071.front.sepia.ceph.com -> localhost] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:04.121002", "end": "2020-11-16 20:05:50.365573", "rc": 0, "start": "2020-11-16 20:05:46.244571", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/bin/teuthology-lock"]}

2020-11-16T20:05:50.626 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:50 +0000 (0:00:04.500)       0:07:22.555 ******* 

2020-11-16T20:05:50.664 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:50 +0000 (0:00:00.038)       0:07:22.594 ******* 

2020-11-16T20:05:50.685 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:05:50.686 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:50.697 INFO:teuthology.task.ansible.out:
TASK [testnode : Mark system down if NVMe card missing] ************************

2020-11-16T20:05:50.699 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:50.735 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:50 +0000 (0:00:00.070)       0:07:22.664 ******* 

2020-11-16T20:05:50.774 INFO:teuthology.task.ansible.out:
TASK [testnode : Update description in paddles lock DB if NVMe card missing] ***

2020-11-16T20:05:50.775 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:50.820 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:50 +0000 (0:00:00.084)       0:07:22.749 ******* 

2020-11-16T20:05:50.827 INFO:teuthology.task.ansible.out:
TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] *******************

2020-11-16T20:05:50.828 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true}

2020-11-16T20:05:50.865 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:50 +0000 (0:00:00.044)       0:07:22.794 ******* 

2020-11-16T20:05:50.871 INFO:teuthology.task.ansible.out:
TASK [testnode : Fail rest of playbook due to missing NVMe card] ***************

2020-11-16T20:05:50.873 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:50.906 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:50 +0000 (0:00:00.041)       0:07:22.836 ******* 

2020-11-16T20:05:50.956 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:05:50.957 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5e432muEHo13SShmpo7Ra45PDyLzXU9mF'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.154262", "end": "2020-11-16 20:05:50.932105", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5e432muEHo13SShmpo7Ra45PDyLzXU9mF"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:50.777843", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.151092 s, 763 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.151092 s, 763 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:50.970 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:50.984 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:51.246 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5hO1fwMrv34dgk6VqZX13cX4Y9DDmi7Z9'], 'uuids': ['de948444-4493-4785-aa6c-c1f7bc6daceb']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.154287", "end": "2020-11-16 20:05:51.231932", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5hO1fwMrv34dgk6VqZX13cX4Y9DDmi7Z9"], "labels": [], "masters": [], "uuids": ["de948444-4493-4785-aa6c-c1f7bc6daceb"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:51.077645", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.149763 s, 770 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.149763 s, 770 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:51.258 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'cfq', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4VHBH', 'wwn-0x5000c50087b9acc1'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4VHBH-part1', 'wwn-0x5000c50087b9acc1-part1'], 'uuids': ['5b37dc69-d2db-44bf-9122-6cf42a1bab47']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50087b9acc1', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W4VHBH', 'size': '931.51 GB'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4VHBH", "wwn-0x5000c50087b9acc1"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4VHBH-part1", "wwn-0x5000c50087b9acc1-part1"], "labels": [], "masters": [], "uuids": ["5b37dc69-d2db-44bf-9122-6cf42a1bab47"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "cfq", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W4VHBH", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50087b9acc1"}}, "skip_reason": 
2020-11-16T20:05:51.260 INFO:teuthology.task.ansible.out:"Conditional result was False"}

2020-11-16T20:05:51.322 INFO:teuthology.task.ansible.out:
TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] *********************

2020-11-16T20:05:51.324 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"}

2020-11-16T20:05:51.356 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:51 +0000 (0:00:00.449)       0:07:23.285 ******* 

2020-11-16T20:05:51.426 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:05:51.428 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-k2j3rJ-4A9m-HjNM-KCRQ-F2Zj-MWgk-GV1LL2', 'nvme-INTEL_SSDPEDMD400G4_CVFT53430010400BGN', 'nvme-nvme.8086-43564654353334333030313034303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.053385", "end": "2020-11-16 20:05:51.407627", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-k2j3rJ-4A9m-HjNM-KCRQ-F2Zj-MWgk-GV1LL2", "nvme-INTEL_SSDPEDMD400G4_CVFT53430010400BGN", "nvme-nvme.8086-43564654353334333030313034303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:51.354242", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.048656 s, 2.4 GB/s", "stde
2020-11-16T20:05:51.429 INFO:teuthology.task.ansible.out:rr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.048656 s, 2.4 GB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:51.438 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:51.450 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:51.502 INFO:teuthology.task.ansible.out:
TASK [testnode : Add CPAN config directory for the teuthology user.] ***********

2020-11-16T20:05:51.504 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000}

2020-11-16T20:05:51.536 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:51 +0000 (0:00:00.180)       0:07:23.465 ******* 

2020-11-16T20:05:51.668 INFO:teuthology.task.ansible.out:
TASK [testnode : Add CPAN config directory for the root user.] *****************

2020-11-16T20:05:51.670 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:05:51.703 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:51 +0000 (0:00:00.165)       0:07:23.631 ******* 

2020-11-16T20:05:51.729 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:05:51.731 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5BPHyzUjEP39H2dO1M3XUsJXOOqLxFr5k'], 'uuids': ['edda5f16-3339-41b6-8969-8b3f42c9fe99']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.160228", "end": "2020-11-16 20:05:51.703305", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5BPHyzUjEP39H2dO1M3XUsJXOOqLxFr5k"], "labels": [], "masters": [], "uuids": ["edda5f16-3339-41b6-8969-8b3f42c9fe99"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:51.543077", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.156944 s, 735 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.156944 s, 735 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:51.741 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:51.752 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:51.785 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure apt dependencies are installed] *********************

2020-11-16T20:05:51.787 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:05:51.821 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:51 +0000 (0:00:00.118)       0:07:23.750 ******* 

2020-11-16T20:05:51.849 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure rpm dependencies are installed] *********************

2020-11-16T20:05:51.851 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:51.884 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:51 +0000 (0:00:00.063)       0:07:23.813 ******* 

2020-11-16T20:05:51.922 INFO:teuthology.task.ansible.out:
TASK [testnode : Set root disk] ************************************************

2020-11-16T20:05:51.924 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item={'block_used': 13753459, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341649, 'size_available': 927095394304, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341649, "block_size": 4096, "block_total": 240095108, "block_used": 13753459, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095394304, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}

2020-11-16T20:05:51.957 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:51 +0000 (0:00:00.072)       0:07:23.886 ******* 

2020-11-16T20:05:52.029 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload CPAN config for the teuthology user.] ******************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1236, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000}

2020-11-16T20:05:52.064 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:52 +0000 (0:00:00.107)       0:07:23.993 ******* 

2020-11-16T20:05:52.071 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:05:52.072 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5kNwlheP9RoX1BAUDfdyTv1j8INahgNzr'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.157745", "end": "2020-11-16 20:05:52.026699", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5kNwlheP9RoX1BAUDfdyTv1j8INahgNzr"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:51.868954", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.152998 s, 754 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.152998 s, 754 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:52.073 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": 
2020-11-16T20:05:52.074 INFO:teuthology.task.ansible.out:{"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:52.085 INFO:teuthology.task.ansible.out:
TASK [testnode : Compile list of non-root partitions] **************************

2020-11-16T20:05:52.087 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.007935", "end": "2020-11-16 20:05:52.069030", "rc": 0, "start": "2020-11-16 20:05:52.061095", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:52.123 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:52 +0000 (0:00:00.059)       0:07:24.053 ******* 

2020-11-16T20:05:52.161 INFO:teuthology.task.ansible.out:
TASK [testnode : Unmount any non-root mountpoints] *****************************

2020-11-16T20:05:52.163 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'block_used': 13753459, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341649, 'size_available': 927095394304, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446})  => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341649, "block_size": 4096, "block_total": 240095108, "block_used": 13753459, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095394304, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:52.196 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:52 +0000 (0:00:00.072)       0:07:24.125 ******* 

2020-11-16T20:05:52.224 INFO:teuthology.task.ansible.out:
TASK [testnode : Wipe filesystems on non-root partitions] **********************

2020-11-16T20:05:52.258 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:52 +0000 (0:00:00.061)       0:07:24.187 ******* 

2020-11-16T20:05:52.307 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:52.309 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:52.341 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:05:52.343 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5Fi04JRCvOLd7tpUl5r9sIfef3AJooFRc'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.158947", "end": "2020-11-16 20:05:52.319501", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-degzCzf6VE3TEYO3vTJFFP38cbi953S5Fi04JRCvOLd7tpUl5r9sIfef3AJooFRc"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:52.160554", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.154118 s, 748 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.154118 s, 748 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:52.385 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:52 +0000 (0:00:00.127)       0:07:24.314 ******* 

2020-11-16T20:05:53.667 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:53.669 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xleNAB5GfQ78lHIHE5mMdNujWEL0BCGtT'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.238184", "end": "2020-11-16 20:05:53.639484", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xleNAB5GfQ78lHIHE5mMdNujWEL0BCGtT"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:52.401300", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:53.680 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:53.681 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:54.966 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xfDnW2F4MkM2FuGZyNR5xhDIrScdSG6DV'], 'uuids': ['14e5471a-7ab5-4b47-8edb-64351434972e']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.157141", "end": "2020-11-16 20:05:54.937655", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xfDnW2F4MkM2FuGZyNR5xhDIrScdSG6DV"], "labels": [], "masters": [], "uuids": ["14e5471a-7ab5-4b47-8edb-64351434972e"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:53.780514", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:54.967 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'cfq', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QJJR', 'wwn-0x5000c50091e19c4b'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QJJR-part1', 'wwn-0x5000c50091e19c4b-part1'], 'uuids': ['5b37dc69-d2db-44bf-9122-6cf42a1bab47']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50091e19c4b', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5QJJR', 'size': '931.51 GB'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QJJR", "wwn-0x5000c50091e19c4b"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QJJR-part1", "wwn-0x5000c50091e19c4b-part1"], "labels": [], "masters": [], "uuids": ["5b37dc69-d2db-44bf-9122-6cf42a1bab47"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "cfq", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5QJJR", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50091e19c4b"}}, "skip_reason": 
2020-11-16T20:05:54.969 INFO:teuthology.task.ansible.out:"Conditional result was False"}

2020-11-16T20:05:56.268 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-vvde3b-fOX0-7dmS-YHOj-ZcGA-VsAV-UFiLlw', 'nvme-INTEL_SSDPEDMD400G4_PHFT62040172400BGN', 'nvme-nvme.8086-50484654363230343031373234303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.182652", "end": "2020-11-16 20:05:56.244238", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-vvde3b-fOX0-7dmS-YHOj-ZcGA-VsAV-UFiLlw", "nvme-INTEL_SSDPEDMD400G4_PHFT62040172400BGN", "nvme-nvme.8086-50484654363230343031373234303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:55.061586", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! 
2020-11-16T20:05:56.270 INFO:teuthology.task.ansible.out:You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:56.280 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:56.291 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:56.542 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload CPAN config for root.] *********************************

2020-11-16T20:05:56.544 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0}

2020-11-16T20:05:56.577 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:56 +0000 (0:00:04.192)       0:07:28.506 ******* 

2020-11-16T20:05:56.783 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove all LVM data] ******************************************

2020-11-16T20:05:56.784 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.164991", "end": "2020-11-16 20:05:56.764684", "rc": 0, "start": "2020-11-16 20:05:56.599693", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:56.817 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:56 +0000 (0:00:00.240)       0:07:28.746 ******* 

2020-11-16T20:05:56.995 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for physical volumes] ***********************************

2020-11-16T20:05:56.996 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.042979", "end": "2020-11-16 20:05:56.975374", "rc": 0, "start": "2020-11-16 20:05:56.932395", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:05:57.029 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.211)       0:07:28.958 ******* 

2020-11-16T20:05:57.056 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove physical volumes] **************************************

2020-11-16T20:05:57.094 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.064)       0:07:29.023 ******* 

2020-11-16T20:05:57.121 INFO:teuthology.task.ansible.out:
TASK [testnode : Write a new partition table to {{ item.value.device }}] *******
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:57.157 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.063)       0:07:29.086 ******* 

2020-11-16T20:05:57.185 INFO:teuthology.task.ansible.out:
TASK [testnode : Write partition entries to {{ item.0.device }}] ***************

2020-11-16T20:05:57.187 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:57.220 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.062)       0:07:29.149 ******* 

2020-11-16T20:05:57.247 INFO:teuthology.task.ansible.out:
TASK [testnode : Erase /scratch_devs so we know it's accurate] *****************

2020-11-16T20:05:57.249 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:57.286 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.066)       0:07:29.215 ******* 

2020-11-16T20:05:57.324 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ******************

2020-11-16T20:05:57.326 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:57.371 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.084)       0:07:29.300 ******* 

2020-11-16T20:05:57.460 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure perl-doc is installed on apt systems.] *****************

2020-11-16T20:05:57.462 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:05:57.497 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.125)       0:07:29.426 ******* 

2020-11-16T20:05:57.556 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:05:57.558 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xjENhdNTArUrfqOSOlH3IDVW5tUbAEoLn'], 'uuids': ['9d59f3b2-e600-44e7-b20c-fc3255eaf87d']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.152266", "end": "2020-11-16 20:05:57.530461", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xjENhdNTArUrfqOSOlH3IDVW5tUbAEoLn"], "labels": [], "masters": [], "uuids": ["9d59f3b2-e600-44e7-b20c-fc3255eaf87d"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:56.378195", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:05:57.568 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:57.579 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:57.687 INFO:teuthology.task.ansible.out:
TASK [testnode : Check to see if Amazon::S3 is installed.] *********************

2020-11-16T20:05:57.689 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.044289", "end": "2020-11-16 20:05:57.664879", "rc": 0, "start": "2020-11-16 20:05:57.620590", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.26.1/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.26.1/Amazon/S3.pm"]}

2020-11-16T20:05:57.740 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.242)       0:07:29.669 ******* 

2020-11-16T20:05:57.771 INFO:teuthology.task.ansible.out:
TASK [testnode : Install Amazon::S3.] ******************************************

2020-11-16T20:05:57.772 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:57.810 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.069)       0:07:29.739 ******* 

2020-11-16T20:05:57.837 INFO:teuthology.task.ansible.out:
TASK [testnode : Install ntp package on rpm based systems.] ********************

2020-11-16T20:05:57.839 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:05:57.870 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:05:57 +0000 (0:00:00.060)       0:07:29.799 ******* 

2020-11-16T20:06:02.063 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:06:02.065 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xPhnDKSf1UUKgiTp40ePfJ82l2V924UfC'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.166030", "end": "2020-11-16 20:05:58.838204", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xPhnDKSf1UUKgiTp40ePfJ82l2V924UfC"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:05:57.672174", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}
skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'none', 'rotational': '1'
2020-11-16T20:06:02.066 INFO:teuthology.task.ansible.out:, 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************
ok: [smithi065.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T20:06:02.101 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:04.230)       0:07:34.030 ******* 

2020-11-16T20:06:02.140 INFO:teuthology.task.ansible.out:
TASK [testnode : Set root disk] ************************************************

2020-11-16T20:06:02.141 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'block_used': 13753464, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341644, 'size_available': 927095373824, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446})  => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341644, "block_size": 4096, "block_total": 240095108, "block_used": 13753464, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095373824, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:02.175 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.073)       0:07:34.104 ******* 

2020-11-16T20:06:02.202 INFO:teuthology.task.ansible.out:
TASK [testnode : Combine list of non-root disks] *******************************

2020-11-16T20:06:02.203 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:02.236 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.061)       0:07:34.165 ******* 

2020-11-16T20:06:02.263 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:06:02.265 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:02.297 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.060)       0:07:34.226 ******* 

2020-11-16T20:06:02.325 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:06:02.327 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:02.359 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.061)       0:07:34.288 ******* 

2020-11-16T20:06:02.386 INFO:teuthology.task.ansible.out:
TASK [testnode : Create volume_groups dict] ************************************

2020-11-16T20:06:02.388 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:02.420 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.061)       0:07:34.349 ******* 

2020-11-16T20:06:02.458 INFO:teuthology.task.ansible.out:
TASK [testnode : Determine desired logical volume percentage size] *************

2020-11-16T20:06:02.460 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:02.496 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.075)       0:07:34.425 ******* 

2020-11-16T20:06:02.522 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical_volumes dict] **********************************

2020-11-16T20:06:02.524 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:02.556 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.060)       0:07:34.485 ******* 

2020-11-16T20:06:02.886 INFO:teuthology.task.ansible.out:
TASK [testnode : Create volume group(s)] ***************************************
changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}}

2020-11-16T20:06:02.921 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.364)       0:07:34.850 ******* 

2020-11-16T20:06:02.927 INFO:teuthology.task.ansible.out:
TASK [testnode : Install ntp package on apt based systems.] ********************

2020-11-16T20:06:02.929 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:06:02.963 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:02 +0000 (0:00:00.042)       0:07:34.892 ******* 

2020-11-16T20:06:02.990 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] ***********
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:03.024 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:03 +0000 (0:00:00.060)       0:07:34.953 ******* 

2020-11-16T20:06:03.240 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:06:03.242 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:06:03.336 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the ntp.conf file.] ************************************

2020-11-16T20:06:03.337 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0}

2020-11-16T20:06:03.369 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:03 +0000 (0:00:00.344)       0:07:35.298 ******* 

2020-11-16T20:06:03.395 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the chrony.conf file] **********************************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:03.431 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:03 +0000 (0:00:00.061)       0:07:35.360 ******* 

2020-11-16T20:06:03.479 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:06:03.481 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:06:03.623 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure ntpd is running.] ***********************************

2020-11-16T20:06:03.625 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:58:01 UTC", "ActiveEnterTimestampMonotonic": "28446007", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "network.target -.mount systemd-journald.socket systemd-tmpfiles-setup.service system.slice basic.target sysinit.target", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:57:54 UTC", "AssertTimestampMonotonic": "21916060", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:57:54 UTC", "ConditionTimestampMonotonic": "21916060", "ConfigurationDirectoryMode": "0755", "Conflicts": "systemd-timesyncd.service shutdown.target", "ControlGroup": "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documen
2020-11-16T20:06:03.627 INFO:teuthology.task.ansible.out:tation": "man:ntpd(8)", "DynamicUser": "no", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1756", "ExecMainStartTimestamp": "Mon 2020-11-16 19:58:01 UTC", "ExecMainStartTimestampMonotonic": "28445990", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:57:54 UTC", "InactiveExitTimestampMonotonic": "21917460", "InvocationID": "06a13965d2bc45419e7f022109dcee3f", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "Limi
2020-11-16T20:06:03.628 INFO:teuthology.task.ansible.out:tRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1756", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:58:01 UTC", "S
2020-11-16T20:06:03.630 INFO:teuthology.task.ansible.out:tateChangeTimestampMonotonic": "28446007", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:58:01 UTC", "WatchdogTimestampMonotonic": "28446005", "WatchdogUSec": "0"}}

2020-11-16T20:06:03.662 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:03 +0000 (0:00:00.230)       0:07:35.591 ******* 

2020-11-16T20:06:03.690 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************
ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false}

2020-11-16T20:06:03.723 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:03 +0000 (0:00:00.060)       0:07:35.652 ******* 

2020-11-16T20:06:03.740 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:06:03.741 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:06:03.751 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:06:03.753 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:03.784 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:03 +0000 (0:00:00.061)       0:07:35.713 ******* 

2020-11-16T20:06:03.822 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on rpm based systems.] *********************
skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:03.860 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:03 +0000 (0:00:00.075)       0:07:35.789 ******* 

2020-11-16T20:06:04.119 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:06:04.121 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:06:04.276 INFO:teuthology.task.ansible.out:
TASK [testnode : Zap all non-root disks] ***************************************

2020-11-16T20:06:04.277 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xBhEOj0EUCm9wlo18XMJVayUfD3Db1qH2'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.135511", "end": "2020-11-16 20:06:04.246776", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xBhEOj0EUCm9wlo18XMJVayUfD3Db1qH2"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:06:03.111265", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]}

2020-11-16T20:06:04.319 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:04 +0000 (0:00:00.459)       0:07:36.248 ******* 

2020-11-16T20:06:04.358 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:06:04.360 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:04.452 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:06:04.453 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:06:04.487 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:04 +0000 (0:00:00.167)       0:07:36.416 ******* 

2020-11-16T20:06:17.030 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on apt based systems.] *********************

2020-11-16T20:06:17.032 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"cache_update_time": 1605556438, "cache_updated": false, "changed": false}

2020-11-16T20:06:17.065 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:17 +0000 (0:00:12.578)       0:07:48.995 ******* 

2020-11-16T20:06:17.094 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on zypper based systems.] ******************

2020-11-16T20:06:17.095 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:17.127 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:17 +0000 (0:00:00.060)       0:07:49.055 ******* 

2020-11-16T20:06:17.154 INFO:teuthology.task.ansible.out:
TASK [testnode : Erase /scratch_devs so we know it's accurate] *****************

2020-11-16T20:06:17.155 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"}

2020-11-16T20:06:17.188 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:17 +0000 (0:00:00.061)       0:07:49.117 ******* 

2020-11-16T20:06:17.216 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:06:17.218 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xleNAB5GfQ78lHIHE5mMdNujWEL0BCGtT'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.169704", "end": "2020-11-16 20:06:17.184461", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xleNAB5GfQ78lHIHE5mMdNujWEL0BCGtT"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:06:17.014757", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.164838 s, 700 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.164838 s, 700 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:06:17.218 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": 
2020-11-16T20:06:17.220 INFO:teuthology.task.ansible.out:{"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:17.230 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:22.589 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the .pip directory for the teuthology user.] ***********
ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000}

TASK [testnode : Write /scratch_devs] ******************************************
changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}
changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************
changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xfDnW2F4MkM2FuGZyNR5xhDIrScdSG6DV'], 'uuids': ['14e5471a-7ab5-4b47-8edb-64351434972e']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.158614", "end": "2020-11-16 20:06:21.566850", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xfDnW2F4MkM2FuGZyNR5xhDIrScdSG6DV"], 
2020-11-16T20:06:22.591 INFO:teuthology.task.ansible.out:"labels": [], "masters": [], "uuids": ["14e5471a-7ab5-4b47-8edb-64351434972e"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:06:21.408236", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.155658 s, 741 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.155658 s, 741 MB/s"], "stdout": "", "stdout_lines": []}
skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'cfq', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QJJR', 'wwn-0x5000c50091e19c4b'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QJJR-part1', 'wwn-0x5000c50091e19c4b-part1'], 'uuids': ['5b37dc69-d2db-44bf-9122-6cf42a1bab47']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50091e19c4b', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5QJJR', 'size': '931.51 GB'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QJJR", "wwn-0x5000c50091e19c4b"], "labels": [], "masters": [], "uuids": []}, "model": 
2020-11-16T20:06:22.593 INFO:teuthology.task.ansible.out:"ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QJJR-part1", "wwn-0x5000c50091e19c4b-part1"], "labels": [], "masters": [], "uuids": ["5b37dc69-d2db-44bf-9122-6cf42a1bab47"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "cfq", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5QJJR", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50091e19c4b"}}, "skip_reason": "Conditional result was False"}

TASK [testnode : Write /scratch_devs] ******************************************
changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}
changed: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

2020-11-16T20:06:22.593 INFO:teuthology.task.ansible.out:
TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************

2020-11-16T20:06:22.593 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-vvde3b-fOX0-7dmS-YHOj-ZcGA-VsAV-UFiLlw', 'nvme-INTEL_SSDPEDMD400G4_PHFT62040172400BGN', 'nvme-nvme.8086-50484654363230343031373234303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': Non
2020-11-16T20:06:22.595 INFO:teuthology.task.ansible.out:e, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.055542", "end": "2020-11-16 20:06:21.751540", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-vvde3b-fOX0-7dmS-YHOj-ZcGA-VsAV-UFiLlw", "nvme-INTEL_SSDPEDMD400G4_PHFT62040172400BGN", "nvme-nvme.8086-50484654363230343031373234303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:06:21.695998", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0507379 s, 2.3 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0507379 s, 2.3 GB/s"], "stdout": "", "stdout_lines": []}

TASK [testnode : Write /scratch_devs] ******************************************

2020-11-16T20:06:22.596 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was
2020-11-16T20:06:22.597 INFO:teuthology.task.ansible.out: False"}

TASK [testnode : Blow away lingering OSD data and FSIDs] ***********************
skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:22.599 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:22.599 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xjENhdNTArUrfqOSOlH3IDVW5tUbAEoLn'], 'uuids': ['9d59f3b2-e600-44e7-b20c-fc3255eaf87d']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.156732", "end": "2020-11-16 20:06:22.053408", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xjENhdNTArUrfqOSOlH3IDVW5tUbAEoLn"], "labels": [], "masters": [], "uuids": ["9d59f3b2-e600-44e7-b20c-fc3255eaf87d"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address":
2020-11-16T20:06:22.600 INFO:teuthology.task.ansible.out: null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:06:21.896676", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.153883 s, 750 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.153883 s, 750 MB/s"], "stdout": "", "stdout_lines": []}
skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:22.601 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": 
2020-11-16T20:06:22.602 INFO:teuthology.task.ansible.out:[], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}
changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xPhnDKSf1UUKgiTp40ePfJ82l2V924UfC'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.159232", "end": "2020-11-16 20:06:22.347396", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xPhnDKSf1UUKgiTp40ePfJ82l2V924UfC"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:06:22.188164", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.154885 s, 745 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.154885 s, 745 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:06:22.603 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'none', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links'
2020-11-16T20:06:22.604 INFO:teuthology.task.ansible.out:: {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:22.636 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:22 +0000 (0:00:05.447)       0:07:54.565 ******* 

2020-11-16T20:06:22.674 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:22 +0000 (0:00:00.037)       0:07:54.603 ******* 

2020-11-16T20:06:22.682 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xBhEOj0EUCm9wlo18XMJVayUfD3Db1qH2'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.161412", "end": "2020-11-16 20:06:22.637928", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-lmCy72oArzCoGVocJnpmg8QDqPUv2K4xBhEOj0EUCm9wlo18XMJVayUfD3Db1qH2"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2020-11-16 20:06:22.476516", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.156935 s, 735 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.156935 s, 735 MB/s"], "stdout": "", "stdout_lines": []}

2020-11-16T20:06:22.728 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:22 +0000 (0:00:00.054)       0:07:54.657 ******* 

2020-11-16T20:06:22.771 INFO:teuthology.task.ansible.out:
TASK [testnode : Create /var/lib/ceph] *****************************************

2020-11-16T20:06:22.772 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:06:22.808 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:22 +0000 (0:00:00.079)       0:07:54.737 ******* 

2020-11-16T20:06:22.847 INFO:teuthology.task.ansible.out:
TASK [testnode : Set xfs_opts on newer OSes] ***********************************

2020-11-16T20:06:22.849 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false}

2020-11-16T20:06:22.880 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:22 +0000 (0:00:00.072)       0:07:54.809 ******* 

2020-11-16T20:06:22.982 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove all LVM data] ******************************************

2020-11-16T20:06:22.984 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.115031", "end": "2020-11-16 20:06:22.952202", "rc": 0, "start": "2020-11-16 20:06:22.837171", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:06:23.017 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.136)       0:07:54.946 ******* 

2020-11-16T20:06:23.025 INFO:teuthology.task.ansible.out:
TASK [testnode : Create pip.conf and configure it to use our mirror] ***********

2020-11-16T20:06:23.027 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1236, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000}

2020-11-16T20:06:23.061 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.043)       0:07:54.990 ******* 

2020-11-16T20:06:23.111 INFO:teuthology.task.ansible.out:
TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] *******************

2020-11-16T20:06:23.112 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true}

2020-11-16T20:06:23.146 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.085)       0:07:55.075 ******* 

2020-11-16T20:06:23.218 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for physical volumes] ***********************************

2020-11-16T20:06:23.220 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.068150", "end": "2020-11-16 20:06:23.195712", "rc": 0, "start": "2020-11-16 20:06:23.127562", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:06:23.253 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.107)       0:07:55.182 ******* 

2020-11-16T20:06:23.281 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove physical volumes] **************************************

2020-11-16T20:06:23.316 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.063)       0:07:55.246 ******* 

2020-11-16T20:06:23.354 INFO:teuthology.task.ansible.out:
TASK [testnode : Write a new partition table to {{ item.value.device }}] *******

2020-11-16T20:06:23.356 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:23.393 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.076)       0:07:55.322 ******* 

2020-11-16T20:06:23.401 INFO:teuthology.task.ansible.out:
TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] *********************

2020-11-16T20:06:23.403 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"}

2020-11-16T20:06:23.437 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.043)       0:07:55.366 ******* 

2020-11-16T20:06:23.444 INFO:teuthology.task.ansible.out:
TASK [testnode : Write partition entries to {{ item.0.device }}] ***************

2020-11-16T20:06:23.446 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:23.479 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.042)       0:07:55.408 ******* 

2020-11-16T20:06:23.507 INFO:teuthology.task.ansible.out:
TASK [testnode : Erase /scratch_devs so we know it's accurate] *****************

2020-11-16T20:06:23.508 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:23.543 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.063)       0:07:55.472 ******* 

2020-11-16T20:06:23.586 INFO:teuthology.task.ansible.out:
TASK [testnode : Add CPAN config directory for the teuthology user.] ***********

2020-11-16T20:06:23.587 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000}

TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ******************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:23.620 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.076)       0:07:55.549 ******* 

2020-11-16T20:06:23.652 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.032)       0:07:55.581 ******* 

2020-11-16T20:06:23.755 INFO:teuthology.task.ansible.out:
TASK [testnode : Add CPAN config directory for the root user.] *****************

2020-11-16T20:06:23.756 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:06:23.790 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.138)       0:07:55.719 ******* 

2020-11-16T20:06:23.797 INFO:teuthology.task.ansible.out:
TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************

2020-11-16T20:06:23.799 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""}

2020-11-16T20:06:23.834 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.044)       0:07:55.763 ******* 

2020-11-16T20:06:23.873 INFO:teuthology.task.ansible.out:
TASK [testnode : Set root disk] ************************************************

2020-11-16T20:06:23.875 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'block_used': 13753459, 'uuid': '5b37dc69-d2db-44bf-9122-6cf42a1bab47', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226341649, 'size_available': 927095394304, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro,data=ordered', 'device': '/dev/sda1', 'inode_used': 149530, 'block_size': 4096, 'inode_available': 60905446})  => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226341649, "block_size": 4096, "block_total": 240095108, "block_used": 13753459, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60905446, "inode_total": 61054976, "inode_used": 149530, "mount": "/", "options": "rw,relatime,errors=remount-ro,data=ordered", "size_available": 927095394304, "size_total": 983429562368, "uuid": "5b37dc69-d2db-44bf-9122-6cf42a1bab47"}, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:23.908 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.073)       0:07:55.837 ******* 

2020-11-16T20:06:23.937 INFO:teuthology.task.ansible.out:
TASK [testnode : Combine list of non-root disks] *******************************

2020-11-16T20:06:23.938 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:23.970 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:23 +0000 (0:00:00.062)       0:07:55.900 ******* 

2020-11-16T20:06:32.238 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages via pip] *************************************

2020-11-16T20:06:32.240 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python2.7/dist-packages\nRequirement already satisfied: execnet in /usr/local/lib/python2.7/dist-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python2.7/dist-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python2.7/dist-packages", "Requirement already satisfied: execnet in /usr/local/lib/python2.7/dist-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python2.7/dist-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null}

2020-11-16T20:06:32.273 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:32 +0000 (0:00:08.302)       0:08:04.202 ******* 

2020-11-16T20:06:32.282 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:06:32.284 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:32.319 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:32 +0000 (0:00:00.045)       0:08:04.248 ******* 

2020-11-16T20:06:36.614 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:06:36.616 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:06:36.648 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:06:36 +0000 (0:00:04.329)       0:08:08.578 ******* 

2020-11-16T20:07:05.814 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload CPAN config for the teuthology user.] ******************

2020-11-16T20:07:05.816 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1236, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000}

TASK [testnode : Purge resolvconf] *********************************************
ok: [smithi142.front.sepia.ceph.com] => {"changed": false}

2020-11-16T20:07:05.852 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:05 +0000 (0:00:29.203)       0:08:37.781 ******* 

2020-11-16T20:07:05.883 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:05 +0000 (0:00:00.031)       0:08:37.813 ******* 

2020-11-16T20:07:05.890 INFO:teuthology.task.ansible.out:
TASK [testnode : Create volume_groups dict] ************************************

2020-11-16T20:07:05.892 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:05.926 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:05 +0000 (0:00:00.042)       0:08:37.855 ******* 

2020-11-16T20:07:05.933 INFO:teuthology.task.ansible.out:
TASK [testnode : Set interface] ************************************************
ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false}

2020-11-16T20:07:05.969 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:05 +0000 (0:00:00.043)       0:08:37.898 ******* 

2020-11-16T20:07:05.976 INFO:teuthology.task.ansible.out:
TASK [testnode : Determine desired logical volume percentage size] *************

2020-11-16T20:07:05.977 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:06.016 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:06 +0000 (0:00:00.046)       0:08:37.945 ******* 

2020-11-16T20:07:06.044 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical_volumes dict] **********************************

2020-11-16T20:07:06.046 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:06.079 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:06 +0000 (0:00:00.063)       0:08:38.008 ******* 

2020-11-16T20:07:06.118 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for presence of /etc/network/interfaces] ****************

2020-11-16T20:07:06.120 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1605556397.3955321, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1605556397.3915322, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 2817, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1605556397.3915322, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 71, "uid": 0, "version": "2282523401", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}}

2020-11-16T20:07:06.154 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:06 +0000 (0:00:00.075)       0:08:38.083 ******* 

2020-11-16T20:07:06.189 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload CPAN config for root.] *********************************

2020-11-16T20:07:06.191 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0}

2020-11-16T20:07:06.226 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:06 +0000 (0:00:00.071)       0:08:38.155 ******* 

2020-11-16T20:07:10.645 INFO:teuthology.task.ansible.out:
TASK [testnode : Create volume group(s)] ***************************************

2020-11-16T20:07:10.647 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}}

2020-11-16T20:07:10.682 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:10 +0000 (0:00:04.456)       0:08:42.611 ******* 

2020-11-16T20:07:10.690 INFO:teuthology.task.ansible.out:
TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ******************

2020-11-16T20:07:10.692 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"changed": false, "msg": ""}

2020-11-16T20:07:10.727 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:10 +0000 (0:00:00.045)       0:08:42.656 ******* 

2020-11-16T20:07:10.760 INFO:teuthology.task.ansible.out:
TASK [testnode : Set bounce_interface if we just enabled dhcp] *****************

2020-11-16T20:07:10.762 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false}

2020-11-16T20:07:10.796 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:10 +0000 (0:00:00.068)       0:08:42.725 ******* 

2020-11-16T20:07:10.822 INFO:teuthology.task.ansible.out:
TASK [testnode : ifdown and ifup] **********************************************

2020-11-16T20:07:10.824 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:10.859 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:10 +0000 (0:00:00.063)       0:08:42.788 ******* 

2020-11-16T20:07:10.992 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:07:10.994 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] ***
changed: [smithi142.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"}

2020-11-16T20:07:11.028 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.168)       0:08:42.957 ******* 

2020-11-16T20:07:11.152 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure domain is set in /etc/resolv.conf] *********************

2020-11-16T20:07:11.154 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"}

2020-11-16T20:07:11.186 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.158)       0:08:43.115 ******* 

2020-11-16T20:07:11.213 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure ethtool is installed] *******************************

2020-11-16T20:07:11.214 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.247 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.061)       0:08:43.177 ******* 

2020-11-16T20:07:11.254 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:07:11.256 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:07:11.288 INFO:teuthology.task.ansible.out:
TASK [testnode : grep ethtool for secondary NIC MAC address] *******************

2020-11-16T20:07:11.289 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=enp3s0f1)  => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.299 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=enp3s0f0)  => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.300 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=eno2)  => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"}
skipping: [smithi142.front.sepia.ceph.com] => (item=lo)  => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.311 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item=eno1)  => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.313 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure perl-doc is installed on apt systems.] *****************

2020-11-16T20:07:11.315 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:07:11.362 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.114)       0:08:43.291 ******* 

2020-11-16T20:07:11.406 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.043)       0:08:43.335 ******* 

2020-11-16T20:07:11.445 INFO:teuthology.task.ansible.out:
TASK [testnode : Define net_to_configure var] **********************************

2020-11-16T20:07:11.446 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.448 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.458 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.459 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.469 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.471 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************
changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

TASK [testnode : Define net_to_configure var] **********************************

2020-11-16T20:07:11.505 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.099)       0:08:43.434 ******* 

2020-11-16T20:07:11.532 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:07:11.534 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Check to see if Amazon::S3 is installed.] *********************
ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.045889", "end": "2020-11-16 20:07:11.519058", "rc": 0, "start": "2020-11-16 20:07:11.473169", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.26.1/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.26.1/Amazon/S3.pm"]}

2020-11-16T20:07:11.566 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.061)       0:08:43.496 ******* 

2020-11-16T20:07:11.601 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.034)       0:08:43.530 ******* 

2020-11-16T20:07:11.608 INFO:teuthology.task.ansible.out:
TASK [testnode : Install Amazon::S3.] ******************************************

2020-11-16T20:07:11.610 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.647 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.045)       0:08:43.576 ******* 

2020-11-16T20:07:11.654 INFO:teuthology.task.ansible.out:
TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] **********************

2020-11-16T20:07:11.656 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.706 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.059)       0:08:43.635 ******* 

2020-11-16T20:07:11.715 INFO:teuthology.task.ansible.out:
TASK [testnode : Install ntp package on rpm based systems.] ********************

2020-11-16T20:07:11.717 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

TASK [testnode : Create logical volume(s)] *************************************
changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:07:11.762 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.055)       0:08:43.691 ******* 

2020-11-16T20:07:11.771 INFO:teuthology.task.ansible.out:
TASK [testnode : Set MTU to 9000 if 10Gb] **************************************

2020-11-16T20:07:11.773 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.811 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.049)       0:08:43.740 ******* 

2020-11-16T20:07:11.842 INFO:teuthology.task.ansible.out:
TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] *******

2020-11-16T20:07:11.843 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.880 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.068)       0:08:43.809 ******* 

2020-11-16T20:07:11.907 INFO:teuthology.task.ansible.out:
TASK [testnode : Set MTU on Ubuntu] ********************************************

2020-11-16T20:07:11.909 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:11.951 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:11 +0000 (0:00:00.071)       0:08:43.880 ******* 

2020-11-16T20:07:11.960 INFO:teuthology.task.ansible.out:
TASK [testnode : Create logical volume(s)] *************************************

2020-11-16T20:07:11.962 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""}

2020-11-16T20:07:12.011 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:12 +0000 (0:00:00.059)       0:08:43.940 ******* 

2020-11-16T20:07:12.022 INFO:teuthology.task.ansible.out:
TASK [testnode : Bounce {{ nic_to_configure }}] ********************************

2020-11-16T20:07:12.024 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:12.072 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:12 +0000 (0:00:00.060)       0:08:44.001 ******* 

2020-11-16T20:07:12.144 INFO:teuthology.task.ansible.out:
TASK [testnode : Erase /scratch_devs so we know it's accurate] *****************

2020-11-16T20:07:12.146 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"}

2020-11-16T20:07:12.315 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:12 +0000 (0:00:00.243)       0:08:44.244 ******* 

2020-11-16T20:07:12.322 INFO:teuthology.task.ansible.out:
TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] ***

2020-11-16T20:07:12.324 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:12.360 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:12 +0000 (0:00:00.044)       0:08:44.289 ******* 

2020-11-16T20:07:16.484 INFO:teuthology.task.ansible.out:
TASK [testnode : Install ntp package on apt based systems.] ********************

2020-11-16T20:07:16.486 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

2020-11-16T20:07:16.517 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:16 +0000 (0:00:04.157)       0:08:48.446 ******* 

2020-11-16T20:07:16.525 INFO:teuthology.task.ansible.out:
TASK [testnode : Bounce {{ nic_to_configure }}] ********************************

2020-11-16T20:07:16.526 INFO:teuthology.task.ansible.out:skipping: [smithi142.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:16.559 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:16 +0000 (0:00:00.041)       0:08:48.488 ******* 

2020-11-16T20:07:16.566 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] ***********

2020-11-16T20:07:16.568 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:16.604 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:16 +0000 (0:00:00.045)       0:08:48.534 ******* 

2020-11-16T20:07:25.002 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs] ******************************************

2020-11-16T20:07:25.004 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

2020-11-16T20:07:25.006 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

2020-11-16T20:07:25.006 INFO:teuthology.task.ansible.out:
TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********
ok: [smithi142.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.010735", "end": "2020-11-16 20:07:20.948530", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2020-11-16 20:07:20.937795", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:07:25.008 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs] ******************************************
changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********
ok: [smithi142.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.005546", "end": "2020-11-16 20:07:21.068807", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2020-11-16 20:07:21.063261", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:07:25.311 INFO:teuthology.task.ansible.out:
TASK [testnode : Write /scratch_devs] ******************************************

2020-11-16T20:07:25.313 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"}

2020-11-16T20:07:25.323 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}})  => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:25.359 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:25 +0000 (0:00:08.754)       0:08:57.288 ******* 

2020-11-16T20:07:25.428 INFO:teuthology.task.ansible.out:
TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********

2020-11-16T20:07:25.430 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.005487", "end": "2020-11-16 20:07:25.399694", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2020-11-16 20:07:25.394207", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []}

2020-11-16T20:07:25.491 INFO:teuthology.task.ansible.out:
TASK [testnode : Create /var/lib/ceph] *****************************************

2020-11-16T20:07:25.493 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:07:25.524 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:25 +0000 (0:00:00.165)       0:08:57.454 ******* 

2020-11-16T20:07:25.562 INFO:teuthology.task.ansible.out:
TASK [testnode : Set xfs_opts on newer OSes] ***********************************

2020-11-16T20:07:25.564 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false}

2020-11-16T20:07:25.595 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:25 +0000 (0:00:00.070)       0:08:57.524 ******* 

2020-11-16T20:07:25.601 INFO:teuthology.task.ansible.out:
TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********

2020-11-16T20:07:25.603 INFO:teuthology.task.ansible.out:ok: [smithi142.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.029252", "end": "2020-11-16 20:07:25.539558", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2020-11-16 20:07:25.510306", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:07:25.638 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:25 +0000 (0:00:00.043)       0:08:57.567 ******* 

2020-11-16T20:07:25.665 INFO:teuthology.task.ansible.out:
TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ********

2020-11-16T20:07:25.700 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:25 +0000 (0:00:00.061)       0:08:57.629 ******* 

2020-11-16T20:07:25.831 INFO:teuthology.task.ansible.out:
TASK [testnode : Touch /ceph-qa-ready] *****************************************

2020-11-16T20:07:25.832 INFO:teuthology.task.ansible.out:changed: [smithi142.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0}

2020-11-16T20:07:26.828 INFO:teuthology.task.ansible.out:
TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] *******************
changed: [smithi071.front.sepia.ceph.com] => {"changed": true}

2020-11-16T20:07:26.859 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:26 +0000 (0:00:01.159)       0:08:58.788 ******* 

2020-11-16T20:07:28.071 INFO:teuthology.task.ansible.out:
TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] *********************

2020-11-16T20:07:28.073 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"}

2020-11-16T20:07:28.104 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:28 +0000 (0:00:01.245)       0:09:00.033 ******* 

2020-11-16T20:07:32.713 INFO:teuthology.task.ansible.out:
TASK [testnode : Add CPAN config directory for the teuthology user.] ***********

2020-11-16T20:07:32.715 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000}

2020-11-16T20:07:32.746 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:32 +0000 (0:00:04.642)       0:09:04.676 ******* 

2020-11-16T20:07:32.889 INFO:teuthology.task.ansible.out:
TASK [testnode : Add CPAN config directory for the root user.] *****************

2020-11-16T20:07:32.891 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0}

2020-11-16T20:07:32.924 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:32 +0000 (0:00:00.177)       0:09:04.854 ******* 

2020-11-16T20:07:33.248 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload CPAN config for the teuthology user.] ******************

2020-11-16T20:07:33.250 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1236, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000}

2020-11-16T20:07:33.283 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:33 +0000 (0:00:00.358)       0:09:05.212 ******* 

2020-11-16T20:07:38.166 INFO:teuthology.task.ansible.out:
TASK [testnode : Upload CPAN config for root.] *********************************

2020-11-16T20:07:38.168 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0}

TASK [testnode : Create the ntp.conf file.] ************************************
ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0}

2020-11-16T20:07:38.200 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:38 +0000 (0:00:04.916)       0:09:10.129 ******* 

2020-11-16T20:07:38.232 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:38 +0000 (0:00:00.031)       0:09:10.161 ******* 

2020-11-16T20:07:38.240 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the chrony.conf file] **********************************

2020-11-16T20:07:38.241 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:38.275 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:38 +0000 (0:00:00.043)       0:09:10.204 ******* 

2020-11-16T20:07:42.603 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure ntpd is running.] ***********************************

2020-11-16T20:07:42.604 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:58:08 UTC", "ActiveEnterTimestampMonotonic": "24671872", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "systemd-tmpfiles-setup.service network.target system.slice systemd-journald.socket -.mount sysinit.target basic.target", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:58:01 UTC", "AssertTimestampMonotonic": "18124060", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:58:01 UTC", "ConditionTimestampMonotonic": "18124060", "ConfigurationDirectoryMode": "0755", "Conflicts": "systemd-timesyncd.service shutdown.target", "ControlGroup": "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documen
2020-11-16T20:07:42.606 INFO:teuthology.task.ansible.out:tation": "man:ntpd(8)", "DynamicUser": "no", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1764", "ExecMainStartTimestamp": "Mon 2020-11-16 19:58:08 UTC", "ExecMainStartTimestampMonotonic": "24671822", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:58:01 UTC", "InactiveExitTimestampMonotonic": "18124819", "InvocationID": "55cb7b1add734ada9deee837d070c8d9", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "Limi
2020-11-16T20:07:42.607 INFO:teuthology.task.ansible.out:tRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1764", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice -.mount sysinit.target", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:58:08 UTC", "S
2020-11-16T20:07:42.609 INFO:teuthology.task.ansible.out:tateChangeTimestampMonotonic": "24671872", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:58:08 UTC", "WatchdogTimestampMonotonic": "24671869", "WatchdogUSec": "0"}}

2020-11-16T20:07:42.639 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:42 +0000 (0:00:04.363)       0:09:14.568 ******* 

2020-11-16T20:07:42.667 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:07:42.668 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false}

2020-11-16T20:07:42.700 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:42 +0000 (0:00:00.061)       0:09:14.629 ******* 

2020-11-16T20:07:42.733 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:42.762 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:42 +0000 (0:00:00.061)       0:09:14.691 ******* 

2020-11-16T20:07:42.791 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on rpm based systems.] *********************

2020-11-16T20:07:42.793 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:42.831 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:42 +0000 (0:00:00.069)       0:09:14.760 ******* 

2020-11-16T20:07:47.412 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on apt based systems.] *********************

2020-11-16T20:07:47.414 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"cache_update_time": 1605556522, "cache_updated": false, "changed": false}

TASK [testnode : Ensure perl-doc is installed on apt systems.] *****************
ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:07:47.449 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:47 +0000 (0:00:04.617)       0:09:19.378 ******* 

2020-11-16T20:07:47.486 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:47 +0000 (0:00:00.036)       0:09:19.414 ******* 

2020-11-16T20:07:47.491 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on zypper based systems.] ******************

2020-11-16T20:07:47.493 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:47.535 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:47 +0000 (0:00:00.050)       0:09:19.464 ******* 

2020-11-16T20:07:47.669 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the .pip directory for the teuthology user.] ***********
ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000}

2020-11-16T20:07:47.703 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:47 +0000 (0:00:00.167)       0:09:19.632 ******* 
2020-11-16T20:07:47.704 INFO:teuthology.task.ansible.out:

2020-11-16T20:07:47.713 INFO:teuthology.task.ansible.out:
TASK [testnode : Check to see if Amazon::S3 is installed.] *********************
ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.045496", "end": "2020-11-16 20:07:47.649425", "rc": 0, "start": "2020-11-16 20:07:47.603929", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.26.1/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.26.1/Amazon/S3.pm"]}

2020-11-16T20:07:47.748 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:47 +0000 (0:00:00.045)       0:09:19.677 ******* 

2020-11-16T20:07:51.877 INFO:teuthology.task.ansible.out:
TASK [testnode : Install Amazon::S3.] ******************************************
skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:51.909 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:51 +0000 (0:00:04.160)       0:09:23.838 ******* 

2020-11-16T20:07:51.937 INFO:teuthology.task.ansible.out:
TASK [testnode : Install ntp package on rpm based systems.] ********************

2020-11-16T20:07:51.938 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:51.972 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:51 +0000 (0:00:00.062)       0:09:23.901 ******* 

2020-11-16T20:07:52.149 INFO:teuthology.task.ansible.out:
TASK [testnode : Create pip.conf and configure it to use our mirror] ***********
ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1236, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000}

2020-11-16T20:07:52.184 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:52 +0000 (0:00:00.212)       0:09:24.113 ******* 

2020-11-16T20:07:52.876 INFO:teuthology.task.ansible.out:
TASK [testnode : Install ntp package on apt based systems.] ********************

2020-11-16T20:07:52.878 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:07:52.913 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:52 +0000 (0:00:00.729)       0:09:24.842 ******* 

2020-11-16T20:07:52.941 INFO:teuthology.task.ansible.out:
TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] ***********

2020-11-16T20:07:52.942 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:52.975 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:52 +0000 (0:00:00.062)       0:09:24.905 ******* 

2020-11-16T20:07:52.983 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages via pip] *************************************

2020-11-16T20:07:52.985 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python2.7/dist-packages\nRequirement already satisfied: execnet in /usr/local/lib/python2.7/dist-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python2.7/dist-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python2.7/dist-packages", "Requirement already satisfied: execnet in /usr/local/lib/python2.7/dist-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python2.7/dist-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null}

2020-11-16T20:07:53.019 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.042)       0:09:24.947 ******* 

2020-11-16T20:07:53.293 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the ntp.conf file.] ************************************

2020-11-16T20:07:53.295 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0}

2020-11-16T20:07:53.327 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.308)       0:09:25.256 ******* 

2020-11-16T20:07:53.354 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the chrony.conf file] **********************************

2020-11-16T20:07:53.356 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:53.389 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.062)       0:09:25.318 ******* 

2020-11-16T20:07:53.542 INFO:teuthology.task.ansible.out:
TASK [testnode : Purge resolvconf] *********************************************

2020-11-16T20:07:53.544 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false}

2020-11-16T20:07:53.577 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.187)       0:09:25.506 ******* 

2020-11-16T20:07:53.595 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure ntpd is running.] ***********************************

2020-11-16T20:07:53.596 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2020-11-16 19:58:07 UTC", "ActiveEnterTimestampMonotonic": "28198620", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "sysinit.target systemd-journald.socket -.mount network.target system.slice systemd-tmpfiles-setup.service basic.target", "AllowIsolate": "no", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2020-11-16 19:58:01 UTC", "AssertTimestampMonotonic": "21640295", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2020-11-16 19:58:01 UTC", "ConditionTimestampMonotonic": "21640295", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target systemd-timesyncd.service", "ControlGroup": "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documen
2020-11-16T20:07:53.598 INFO:teuthology.task.ansible.out:tation": "man:ntpd(8)", "DynamicUser": "no", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1747", "ExecMainStartTimestamp": "Mon 2020-11-16 19:58:07 UTC", "ExecMainStartTimestampMonotonic": "28198607", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2020-11-16 19:58:01 UTC", "InactiveExitTimestampMonotonic": "21640953", "InvocationID": "1609d70060c5428e87b0cfcb6aad0561", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "16777216", "LimitMEMLOCKSoft": "16777216", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "128029", "LimitNPROCSoft": "128029", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "Limi
2020-11-16T20:07:53.600 INFO:teuthology.task.ansible.out:tRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "128029", "LimitSIGPENDINGSoft": "128029", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogsDirectoryMode": "0755", "MainPID": "1747", "MemoryAccounting": "no", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target -.mount system.slice", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2020-11-16 19:58:07 UTC", "S
2020-11-16T20:07:53.601 INFO:teuthology.task.ansible.out:tateChangeTimestampMonotonic": "28198620", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "4915", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Mon 2020-11-16 19:58:07 UTC", "WatchdogTimestampMonotonic": "28198618", "WatchdogUSec": "0"}}

2020-11-16T20:07:53.631 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.053)       0:09:25.560 ******* 

2020-11-16T20:07:53.637 INFO:teuthology.task.ansible.out:
TASK [testnode : Set interface] ************************************************

2020-11-16T20:07:53.639 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false}

2020-11-16T20:07:53.671 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.040)       0:09:25.600 ******* 

2020-11-16T20:07:53.678 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:07:53.679 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false}

2020-11-16T20:07:53.713 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.041)       0:09:25.642 ******* 

2020-11-16T20:07:53.740 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:07:53.741 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:53.773 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.060)       0:09:25.702 ******* 

2020-11-16T20:07:53.801 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on rpm based systems.] *********************

2020-11-16T20:07:53.803 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:53.834 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.061)       0:09:25.763 ******* 

2020-11-16T20:07:53.842 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for presence of /etc/network/interfaces] ****************

2020-11-16T20:07:53.843 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1605556393.8125248, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1605556393.8085248, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 2817, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1605556393.8085248, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 71, "uid": 0, "version": "2282523401", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}}

2020-11-16T20:07:53.877 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:53 +0000 (0:00:00.042)       0:09:25.806 ******* 

2020-11-16T20:07:58.002 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on apt based systems.] *********************

2020-11-16T20:07:58.004 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"cache_update_time": 1605556480, "cache_updated": false, "changed": false}

2020-11-16T20:07:58.038 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:04.160)       0:09:29.967 ******* 

2020-11-16T20:07:58.066 INFO:teuthology.task.ansible.out:
TASK [testnode : Install python-pip on zypper based systems.] ******************

2020-11-16T20:07:58.068 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.100 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.061)       0:09:30.029 ******* 

2020-11-16T20:07:58.127 INFO:teuthology.task.ansible.out:
TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ******************

2020-11-16T20:07:58.129 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"changed": false, "msg": ""}

2020-11-16T20:07:58.167 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.066)       0:09:30.096 ******* 

2020-11-16T20:07:58.194 INFO:teuthology.task.ansible.out:
TASK [testnode : Set bounce_interface if we just enabled dhcp] *****************

2020-11-16T20:07:58.196 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false}

2020-11-16T20:07:58.227 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.059)       0:09:30.155 ******* 

2020-11-16T20:07:58.233 INFO:teuthology.task.ansible.out:
TASK [testnode : Create the .pip directory for the teuthology user.] ***********

2020-11-16T20:07:58.234 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "gid": 1236, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000}

2020-11-16T20:07:58.268 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.041)       0:09:30.197 ******* 

2020-11-16T20:07:58.274 INFO:teuthology.task.ansible.out:
TASK [testnode : ifdown and ifup] **********************************************

2020-11-16T20:07:58.275 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.309 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.041)       0:09:30.238 ******* 

2020-11-16T20:07:58.439 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] ***

2020-11-16T20:07:58.442 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"}

2020-11-16T20:07:58.473 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.164)       0:09:30.402 ******* 

2020-11-16T20:07:58.603 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure domain is set in /etc/resolv.conf] *********************

2020-11-16T20:07:58.605 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"}

2020-11-16T20:07:58.639 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.165)       0:09:30.568 ******* 

2020-11-16T20:07:58.666 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure ethtool is installed] *******************************

2020-11-16T20:07:58.668 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.702 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.062)       0:09:30.631 ******* 

2020-11-16T20:07:58.740 INFO:teuthology.task.ansible.out:
TASK [testnode : grep ethtool for secondary NIC MAC address] *******************

2020-11-16T20:07:58.742 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=enp3s0f1)  => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=lo)  => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item=eno2)  => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.752 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=eno1)  => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.754 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item=enp3s0f0)  => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.790 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.088)       0:09:30.719 ******* 

2020-11-16T20:07:58.827 INFO:teuthology.task.ansible.out:
TASK [testnode : Define net_to_configure var] **********************************

2020-11-16T20:07:58.829 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}
skipping: [smithi065.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.839 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.841 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.851 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:07:58.885 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:07:58 +0000 (0:00:00.094)       0:09:30.814 ******* 

2020-11-16T20:08:03.074 INFO:teuthology.task.ansible.out:
TASK [testnode : Create pip.conf and configure it to use our mirror] ***********

2020-11-16T20:08:03.076 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1236, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000}

2020-11-16T20:08:03.108 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:03 +0000 (0:00:04.222)       0:09:35.037 ******* 

2020-11-16T20:08:03.114 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:08:03.116 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:03.152 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:03 +0000 (0:00:00.044)       0:09:35.081 ******* 

2020-11-16T20:08:03.179 INFO:teuthology.task.ansible.out:
TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] **********************

2020-11-16T20:08:03.181 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:03.212 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:03 +0000 (0:00:00.060)       0:09:35.142 ******* 

2020-11-16T20:08:03.240 INFO:teuthology.task.ansible.out:
TASK [testnode : Set MTU to 9000 if 10Gb] **************************************

2020-11-16T20:08:03.242 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:03.282 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:03 +0000 (0:00:00.069)       0:09:35.211 ******* 

2020-11-16T20:08:07.459 INFO:teuthology.task.ansible.out:
TASK [testnode : Install packages via pip] *************************************

2020-11-16T20:08:07.461 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python2.7/dist-packages\nRequirement already satisfied: execnet in /usr/local/lib/python2.7/dist-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python2.7/dist-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python2.7/dist-packages", "Requirement already satisfied: execnet in /usr/local/lib/python2.7/dist-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python2.7/dist-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null}

2020-11-16T20:08:07.494 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:07 +0000 (0:00:04.211)       0:09:39.423 ******* 

2020-11-16T20:08:07.500 INFO:teuthology.task.ansible.out:
TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] *******

2020-11-16T20:08:07.501 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:07.534 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:07 +0000 (0:00:00.040)       0:09:39.463 ******* 

2020-11-16T20:08:07.563 INFO:teuthology.task.ansible.out:
TASK [testnode : Set MTU on Ubuntu] ********************************************

2020-11-16T20:08:07.565 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:07.599 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:07 +0000 (0:00:00.065)       0:09:39.528 ******* 

2020-11-16T20:08:07.631 INFO:teuthology.task.ansible.out:
TASK [testnode : Bounce {{ nic_to_configure }}] ********************************

2020-11-16T20:08:07.633 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:07.667 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:07 +0000 (0:00:00.067)       0:09:39.596 ******* 

2020-11-16T20:08:07.694 INFO:teuthology.task.ansible.out:
TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] ***
skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:07.729 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:07 +0000 (0:00:00.061)       0:09:39.658 ******* 

2020-11-16T20:08:07.756 INFO:teuthology.task.ansible.out:
TASK [testnode : Bounce {{ nic_to_configure }}] ********************************

2020-11-16T20:08:07.758 INFO:teuthology.task.ansible.out:skipping: [smithi065.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:07.789 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:07 +0000 (0:00:00.060)       0:09:39.718 ******* 

2020-11-16T20:08:07.941 INFO:teuthology.task.ansible.out:
TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********

2020-11-16T20:08:07.942 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.008660", "end": "2020-11-16 20:08:07.909072", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2020-11-16 20:08:07.900412", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:08:08.014 INFO:teuthology.task.ansible.out:
TASK [testnode : Purge resolvconf] *********************************************

2020-11-16T20:08:08.016 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false}

2020-11-16T20:08:08.049 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.259)       0:09:39.978 ******* 

2020-11-16T20:08:08.056 INFO:teuthology.task.ansible.out:
TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********

2020-11-16T20:08:08.057 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.005974", "end": "2020-11-16 20:08:08.028250", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2020-11-16 20:08:08.022276", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:08:08.078 INFO:teuthology.task.ansible.out:
TASK [testnode : Set interface] ************************************************

2020-11-16T20:08:08.079 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false}

2020-11-16T20:08:08.111 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.061)       0:09:40.040 ******* 

2020-11-16T20:08:08.169 INFO:teuthology.task.ansible.out:
TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********

2020-11-16T20:08:08.171 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.004438", "end": "2020-11-16 20:08:08.144618", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2020-11-16 20:08:08.140180", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []}

2020-11-16T20:08:08.254 INFO:teuthology.task.ansible.out:
TASK [testnode : Check for presence of /etc/network/interfaces] ****************

2020-11-16T20:08:08.255 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1605556400.463651, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1605556400.459651, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 2817, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1605556400.459651, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 71, "uid": 0, "version": "2282523401", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}}

2020-11-16T20:08:08.287 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.176)       0:09:40.216 ******* 

2020-11-16T20:08:08.304 INFO:teuthology.task.ansible.out:
TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********

2020-11-16T20:08:08.305 INFO:teuthology.task.ansible.out:ok: [smithi065.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.022542", "end": "2020-11-16 20:08:08.274878", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2020-11-16 20:08:08.252336", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:08:08.339 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.051)       0:09:40.268 ******* 

2020-11-16T20:08:08.366 INFO:teuthology.task.ansible.out:
TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ********

2020-11-16T20:08:08.398 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.059)       0:09:40.328 ******* 

2020-11-16T20:08:08.421 INFO:teuthology.task.ansible.out:
TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ******************

2020-11-16T20:08:08.422 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"changed": false, "msg": ""}

2020-11-16T20:08:08.455 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.056)       0:09:40.384 ******* 

2020-11-16T20:08:08.482 INFO:teuthology.task.ansible.out:
TASK [testnode : Set bounce_interface if we just enabled dhcp] *****************

2020-11-16T20:08:08.484 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false}

2020-11-16T20:08:08.516 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.060)       0:09:40.445 ******* 

2020-11-16T20:08:08.533 INFO:teuthology.task.ansible.out:
TASK [testnode : Touch /ceph-qa-ready] *****************************************

2020-11-16T20:08:08.535 INFO:teuthology.task.ansible.out:changed: [smithi065.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0}

2020-11-16T20:08:08.567 INFO:teuthology.task.ansible.out:
TASK [testnode : ifdown and ifup] **********************************************

2020-11-16T20:08:08.569 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:08.619 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.103)       0:09:40.548 ******* 

2020-11-16T20:08:08.751 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] ***

2020-11-16T20:08:08.753 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"}

2020-11-16T20:08:08.787 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.167)       0:09:40.716 ******* 

2020-11-16T20:08:08.918 INFO:teuthology.task.ansible.out:
TASK [testnode : Ensure domain is set in /etc/resolv.conf] *********************

2020-11-16T20:08:08.920 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"}

2020-11-16T20:08:08.952 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:08 +0000 (0:00:00.165)       0:09:40.881 ******* 

2020-11-16T20:08:08.976 INFO:teuthology.task.ansible.out:
TASK [testnode : Make sure ethtool is installed] *******************************

2020-11-16T20:08:08.978 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:09.010 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:09 +0000 (0:00:00.057)       0:09:40.939 ******* 

2020-11-16T20:08:13.189 INFO:teuthology.task.ansible.out:
TASK [testnode : grep ethtool for secondary NIC MAC address] *******************

2020-11-16T20:08:13.191 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=enp3s0f1)  => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=eno1)  => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.201 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=eno2)  => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.203 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item=lo)  => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item=enp3s0f0)  => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.235 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:04.225)       0:09:45.164 ******* 

2020-11-16T20:08:13.272 INFO:teuthology.task.ansible.out:
TASK [testnode : Define net_to_configure var] **********************************

2020-11-16T20:08:13.274 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.284 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.286 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}
skipping: [smithi071.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'})  => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.318 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.083)       0:09:45.248 ******* 

2020-11-16T20:08:13.346 INFO:teuthology.task.ansible.out:
TASK [testnode : set_fact] *****************************************************

2020-11-16T20:08:13.348 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.380 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.061)       0:09:45.309 ******* 

2020-11-16T20:08:13.407 INFO:teuthology.task.ansible.out:
TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] **********************

2020-11-16T20:08:13.409 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.439 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.059)       0:09:45.369 ******* 

2020-11-16T20:08:13.467 INFO:teuthology.task.ansible.out:
TASK [testnode : Set MTU to 9000 if 10Gb] **************************************

2020-11-16T20:08:13.468 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.504 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.064)       0:09:45.434 ******* 

2020-11-16T20:08:13.531 INFO:teuthology.task.ansible.out:
TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] *******

2020-11-16T20:08:13.533 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.565 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.060)       0:09:45.494 ******* 

2020-11-16T20:08:13.592 INFO:teuthology.task.ansible.out:
TASK [testnode : Set MTU on Ubuntu] ********************************************

2020-11-16T20:08:13.594 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.626 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.061)       0:09:45.556 ******* 

2020-11-16T20:08:13.654 INFO:teuthology.task.ansible.out:
TASK [testnode : Bounce {{ nic_to_configure }}] ********************************

2020-11-16T20:08:13.656 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.688 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.061)       0:09:45.617 ******* 

2020-11-16T20:08:13.715 INFO:teuthology.task.ansible.out:
TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] ***

2020-11-16T20:08:13.716 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.749 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.061)       0:09:45.678 ******* 

2020-11-16T20:08:13.776 INFO:teuthology.task.ansible.out:
TASK [testnode : Bounce {{ nic_to_configure }}] ********************************

2020-11-16T20:08:13.778 INFO:teuthology.task.ansible.out:skipping: [smithi071.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"}

2020-11-16T20:08:13.809 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:13 +0000 (0:00:00.059)       0:09:45.738 ******* 

2020-11-16T20:08:13.961 INFO:teuthology.task.ansible.out:
TASK [testnode : List any leftover Ceph artifacts from previous jobs] **********

2020-11-16T20:08:13.962 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.010867", "end": "2020-11-16 20:08:13.935331", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2020-11-16 20:08:13.924464", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:08:14.086 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.006171", "end": "2020-11-16 20:08:14.056676", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2020-11-16 20:08:14.050505", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:08:30.886 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.005085", "end": "2020-11-16 20:08:30.863993", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2020-11-16 20:08:30.858908", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []}

2020-11-16T20:08:31.021 INFO:teuthology.task.ansible.out:ok: [smithi071.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.018290", "end": "2020-11-16 20:08:30.991864", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2020-11-16 20:08:30.973574", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

2020-11-16T20:08:31.055 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:31 +0000 (0:00:17.246)       0:10:02.984 ******* 

2020-11-16T20:08:31.083 INFO:teuthology.task.ansible.out:
TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ********

2020-11-16T20:08:31.115 INFO:teuthology.task.ansible.out:Monday 16 November 2020  20:08:31 +0000 (0:00:00.060)       0:10:03.045 ******* 

2020-11-16T20:08:31.235 INFO:teuthology.task.ansible.out:
TASK [testnode : Touch /ceph-qa-ready] *****************************************

2020-11-16T20:08:31.237 INFO:teuthology.task.ansible.out:changed: [smithi071.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0}

2020-11-16T20:08:31.335 INFO:teuthology.task.ansible.out:
PLAY [cobbler] *****************************************************************
skipping: no hosts matched

2020-11-16T20:08:31.339 INFO:teuthology.task.ansible.out:
PLAY [paddles] *****************************************************************
skipping: no hosts matched

2020-11-16T20:08:31.343 INFO:teuthology.task.ansible.out:
PLAY [pulpito] *****************************************************************
skipping: no hosts matched

2020-11-16T20:08:31.344 INFO:teuthology.task.ansible.out:
PLAY RECAP *********************************************************************
smithi065.front.sepia.ceph.com : ok=108  changed=27   unreachable=0    failed=0    skipped=181  rescued=0    ignored=0   
smithi071.front.sepia.ceph.com : ok=108  changed=27   unreachable=0    failed=0    skipped=181  rescued=0    ignored=0   
smithi142.front.sepia.ceph.com : ok=108  changed=27   unreachable=0    failed=0    skipped=181  rescued=0    ignored=0   

Monday 16 November 2020  20:08:31 +0000 (0:00:00.227)       0:10:03.272 ******* 
=============================================================================== 
testnode : Create volume_groups dict ----------------------------------- 29.20s
testnode : List any leftover Ceph artifacts from previous jobs --------- 17.25s
testnode : set_fact ----------------------------------------------------- 8.30s
testnode : Upgrade packages --------------------------------------------- 8.14s
Gathering Facts --------------------------------------------------------- 8.04s
testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf --- 7.99s
testnode : Configure version specific repos in /etc/yum.repos.d/ -------- 7.94s
testnode : Create the teuthology user. ---------------------------------- 7.92s
testnode : Ensure packages are not present. ----------------------------- 5.81s
testnode : Install apt keys --------------------------------------------- 5.35s
testnode : Upload CPAN config for root. --------------------------------- 4.92s
testnode : Add CPAN config directory for the teuthology user. ----------- 4.64s
testnode : Upload a dummy nfs export so that the nfs kernel server starts. --- 4.46s
testnode : set_fact ----------------------------------------------------- 4.33s
testnode : Set apt preferences ------------------------------------------ 4.32s
testnode : Ensure fuse group exists. ------------------------------------ 4.31s
testnode : Set grub config. --------------------------------------------- 4.25s
2020-11-16T20:08:31.346 INFO:teuthology.task.ansible.out:
ansible-managed : Create the ansible user. ------------------------------ 4.24s
testnode : grep ethtool for secondary NIC MAC address ------------------- 4.23s
testnode : Create FStest ubuntu directory. ------------------------------ 4.22s

2020-11-16T20:08:31.676 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi142.front.sepia.ceph.com'), Remote(name='ubuntu@smithi071.front.sepia.ceph.com'), Remote(name='ubuntu@smithi065.front.sepia.ceph.com')]
2020-11-16T20:08:31.677 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T20:08:31.679 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T20:08:31.755 INFO:teuthology.orchestra.run.smithi142:> true
2020-11-16T20:08:32.003 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T20:08:32.004 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T20:08:32.074 INFO:teuthology.orchestra.run.smithi071:> true
2020-11-16T20:08:32.267 INFO:teuthology.orchestra.remote:Trying to reconnect to host
2020-11-16T20:08:32.267 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi065.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2020-11-16T20:08:32.345 INFO:teuthology.orchestra.run.smithi065:> true
2020-11-16T20:08:32.547 INFO:teuthology.run_tasks:Running task clock...
2020-11-16T20:08:32.558 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew...
2020-11-16T20:08:32.558 INFO:teuthology.orchestra.run:Running command with timeout 360
2020-11-16T20:08:32.559 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2020-11-16T20:08:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: ntpd 4.2.8p10@1.3728-o (1): Starting
2020-11-16T20:08:32.608 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: Command line: ntpd -gq
2020-11-16T20:08:32.609 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: proto: precision = 0.092 usec (-23)
2020-11-16T20:08:32.609 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: restrict 0.0.0.0: KOD does nothing without LIMITED.
2020-11-16T20:08:32.609 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: restrict ::: KOD does nothing without LIMITED.
2020-11-16T20:08:32.610 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: Listen and drop on 0 v6wildcard [::]:123
2020-11-16T20:08:32.610 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: Listen and drop on 1 v4wildcard 0.0.0.0:123
2020-11-16T20:08:32.610 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: Listen normally on 2 lo 127.0.0.1:123
2020-11-16T20:08:32.610 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: Listen normally on 3 enp3s0f1 172.21.15.142:123
2020-11-16T20:08:32.610 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: Listen normally on 4 lo [::1]:123
2020-11-16T20:08:32.610 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:6e0d%5]:123
2020-11-16T20:08:32.610 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:32 ntpd[5760]: Listening on routing socket on fd #22 for interface updates
2020-11-16T20:08:32.611 INFO:teuthology.orchestra.run.smithi142.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED.
2020-11-16T20:08:32.611 INFO:teuthology.orchestra.run.smithi142.stderr:restrict ::: KOD does nothing without LIMITED.
2020-11-16T20:08:33.608 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:33 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:33.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:33 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:33.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:33 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:33.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:33 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:33.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:33 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:33.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:33 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:33.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:33 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:33.610 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:33 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:34.608 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:34 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:34.608 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:34 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:34.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:34 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:34.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:34 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:35.608 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:35 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:35.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:35 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:35.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:35 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:35.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:35 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:35.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:35 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:35.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:35 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:35.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:35 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:35.610 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:35 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:36.608 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:36 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:36.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:36 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:36.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:36 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:36.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:36 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:36.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:36 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:36.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:36 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:36.610 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:36 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:36.610 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:36 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:37.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:37 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:37.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:37 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:37.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:37 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:37.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:37 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:37.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:37 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:37.610 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:37 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:37.610 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:37 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:37.610 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:37 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:38.608 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:38 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:38.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:38 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:38.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:38 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:38.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:38 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:38.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:38 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:38.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:38 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:38.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:38 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:38.610 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:38 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:39 ntpd[5760]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:39 ntpd[5760]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:39 ntpd[5760]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:39 ntpd[5760]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:39 ntpd[5760]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied
2020-11-16T20:08:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:16 Nov 20:08:39 ntpd[5760]: can't open /var/log/ntpstats/loopstats.20201116: Permission denied
2020-11-16T20:08:39.610 INFO:teuthology.orchestra.run.smithi142.stdout:16 Nov 20:08:39 ntpd[5760]: ntpd: time slew +0.001780 s
2020-11-16T20:08:39.610 INFO:teuthology.orchestra.run.smithi142.stdout:ntpd: time slew +0.001780s
2020-11-16T20:08:39.666 INFO:teuthology.orchestra.run.smithi142.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2020-11-16T20:08:39.667 INFO:teuthology.orchestra.run.smithi142.stdout:==============================================================================
2020-11-16T20:08:39.667 INFO:teuthology.orchestra.run.smithi142.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:39.667 INFO:teuthology.orchestra.run.smithi142.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:39.667 INFO:teuthology.orchestra.run.smithi142.stdout: hv03.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:39.667 INFO:teuthology.orchestra.run.smithi142.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:39.668 INFO:teuthology.orchestra.run:Running command with timeout 360
2020-11-16T20:08:39.668 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2020-11-16T20:08:39.717 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: ntpd 4.2.8p10@1.3728-o (1): Starting
2020-11-16T20:08:39.717 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: Command line: ntpd -gq
2020-11-16T20:08:39.718 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: proto: precision = 0.123 usec (-23)
2020-11-16T20:08:39.719 INFO:teuthology.orchestra.run.smithi071.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED.
2020-11-16T20:08:39.719 INFO:teuthology.orchestra.run.smithi071.stderr:restrict ::: KOD does nothing without LIMITED.
2020-11-16T20:08:39.719 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: restrict 0.0.0.0: KOD does nothing without LIMITED.
2020-11-16T20:08:39.719 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: restrict ::: KOD does nothing without LIMITED.
2020-11-16T20:08:39.719 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: Listen and drop on 0 v6wildcard [::]:123
2020-11-16T20:08:39.719 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: Listen and drop on 1 v4wildcard 0.0.0.0:123
2020-11-16T20:08:39.720 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: Listen normally on 2 lo 127.0.0.1:123
2020-11-16T20:08:39.721 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: Listen normally on 3 enp3s0f1 172.21.15.71:123
2020-11-16T20:08:39.721 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: Listen normally on 4 lo [::1]:123
2020-11-16T20:08:39.721 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d765%5]:123
2020-11-16T20:08:39.721 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:39 ntpd[5831]: Listening on routing socket on fd #22 for interface updates
2020-11-16T20:08:40.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:40 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:40.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:40 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:40.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:40 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:40.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:40 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:42.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:42.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:42.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:42.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:42.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:42.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:42.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:42.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:42.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:42.720 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:42.720 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:42.720 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:42 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:43.717 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:43 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:43.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:43 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:43.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:43 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:43.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:43 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:44.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:44.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:44.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:44.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:44.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:44.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:44.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:44.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:44.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:44.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:44.720 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:44.720 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:44 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:45.717 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:45 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:45.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:45 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:45.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:45 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:45.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:45 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:46.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:46.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:46.718 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:46.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:46.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:46.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:46.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:46.719 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:46.720 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied
2020-11-16T20:08:46.720 INFO:teuthology.orchestra.run.smithi071.stderr:16 Nov 20:08:46 ntpd[5831]: can't open /var/log/ntpstats/loopstats.20201116: Permission denied
2020-11-16T20:08:46.720 INFO:teuthology.orchestra.run.smithi071.stdout:16 Nov 20:08:46 ntpd[5831]: ntpd: time slew -0.002017 s
2020-11-16T20:08:46.720 INFO:teuthology.orchestra.run.smithi071.stdout:ntpd: time slew -0.002017s
2020-11-16T20:08:46.863 INFO:teuthology.orchestra.run.smithi071.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2020-11-16T20:08:46.863 INFO:teuthology.orchestra.run.smithi071.stdout:==============================================================================
2020-11-16T20:08:46.863 INFO:teuthology.orchestra.run.smithi071.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:46.863 INFO:teuthology.orchestra.run.smithi071.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:46.863 INFO:teuthology.orchestra.run.smithi071.stdout: hv03.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:46.863 INFO:teuthology.orchestra.run.smithi071.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:46.864 INFO:teuthology.orchestra.run:Running command with timeout 360
2020-11-16T20:08:46.865 INFO:teuthology.orchestra.run.smithi065:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2020-11-16T20:08:46.939 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: ntpd 4.2.8p10@1.3728-o (1): Starting
2020-11-16T20:08:46.939 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: Command line: ntpd -gq
2020-11-16T20:08:46.940 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: proto: precision = 0.127 usec (-23)
2020-11-16T20:08:46.940 INFO:teuthology.orchestra.run.smithi065.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED.
2020-11-16T20:08:46.941 INFO:teuthology.orchestra.run.smithi065.stderr:restrict ::: KOD does nothing without LIMITED.
2020-11-16T20:08:46.941 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: restrict 0.0.0.0: KOD does nothing without LIMITED.
2020-11-16T20:08:46.942 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: restrict ::: KOD does nothing without LIMITED.
2020-11-16T20:08:46.942 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: Listen and drop on 0 v6wildcard [::]:123
2020-11-16T20:08:46.942 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: Listen and drop on 1 v4wildcard 0.0.0.0:123
2020-11-16T20:08:46.943 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: Listen normally on 2 lo 127.0.0.1:123
2020-11-16T20:08:46.943 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: Listen normally on 3 enp3s0f1 172.21.15.65:123
2020-11-16T20:08:46.943 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: Listen normally on 4 lo [::1]:123
2020-11-16T20:08:46.943 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:feb6:f63d%5]:123
2020-11-16T20:08:46.943 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:46 ntpd[5817]: Listening on routing socket on fd #22 for interface updates
2020-11-16T20:08:48.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:48 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:48.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:48 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:48.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:48 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:48.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:48 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:49.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:49 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:49.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:49 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:49.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:49 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:49.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:49 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:50.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:50 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:50.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:50 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:50.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:50 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:50.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:50 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:50.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:50 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:50.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:50 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:50.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:50 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:50.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:50 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:51.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:51 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:51.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:51 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:51.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:51 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:51.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:51 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:51.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:51 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:51.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:51 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:51.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:51 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:51.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:51 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:52.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:52 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:52.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:52 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:52.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:52 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:52.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:52 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:52.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:52 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:52.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:52 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:52.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:52 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:52.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:52 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:53.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:53 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:53.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:53 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:53.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:53 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:53.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:53 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:53.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:53 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:53.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:53 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:53.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:53 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:53.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:53 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:54.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:54 ntpd[5817]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2020-11-16T20:08:54.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:54 ntpd[5817]: can't open /var/log/ntpstats/rawstats.20201116: Permission denied
2020-11-16T20:08:54.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:54 ntpd[5817]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2020-11-16T20:08:54.940 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:54 ntpd[5817]: can't open /var/log/ntpstats/peerstats.20201116: Permission denied
2020-11-16T20:08:54.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:54 ntpd[5817]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied
2020-11-16T20:08:54.941 INFO:teuthology.orchestra.run.smithi065.stderr:16 Nov 20:08:54 ntpd[5817]: can't open /var/log/ntpstats/loopstats.20201116: Permission denied
2020-11-16T20:08:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:16 Nov 20:08:54 ntpd[5817]: ntpd: time slew -0.003890 s
2020-11-16T20:08:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:ntpd: time slew -0.003890s
2020-11-16T20:08:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2020-11-16T20:08:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:==============================================================================
2020-11-16T20:08:54.999 INFO:teuthology.orchestra.run.smithi065.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:54.999 INFO:teuthology.orchestra.run.smithi065.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:54.999 INFO:teuthology.orchestra.run.smithi065.stdout: hv03.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:54.999 INFO:teuthology.orchestra.run.smithi065.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000    0.000   0.000
2020-11-16T20:08:55.000 INFO:teuthology.run_tasks:Running task install...
2020-11-16T20:08:55.008 DEBUG:teuthology.task.install:project ceph
2020-11-16T20:08:55.009 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': '911cc35794d871071a8bebfb0919482263b1d18b'}}
2020-11-16T20:08:55.009 DEBUG:teuthology.task.install:config {'branch': 'mimic', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-immutable-object-cache', 'ceph-base', 'python3-rados', 'python3-rgw', 'python3-rbd', 'python3-cephfs', 'librados-devel'], 'extra_packages': ['librados2', 'python-rados', 'python-rgw', 'python-rbd', 'python-cephfs'], 'sha1': '911cc35794d871071a8bebfb0919482263b1d18b'}
2020-11-16T20:08:55.010 INFO:teuthology.task.install:Using flavor: basic
2020-11-16T20:08:55.019 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-mgr', 'ceph-fuse', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']}
2020-11-16T20:08:55.019 INFO:teuthology.task.install:extra packages: ['librados2', 'python-rados', 'python-rgw', 'python-rbd', 'python-cephfs']
2020-11-16T20:08:55.020 INFO:teuthology.orchestra.run.smithi142:> sudo lsb_release -is
2020-11-16T20:08:55.074 INFO:teuthology.orchestra.run.smithi142.stdout:Ubuntu
2020-11-16T20:08:55.079 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:08:55.079 INFO:teuthology.orchestra.run.smithi071:> sudo lsb_release -is
2020-11-16T20:08:55.080 INFO:teuthology.orchestra.run.smithi142:> sudo apt-key list | grep Ceph
2020-11-16T20:08:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:Ubuntu
2020-11-16T20:08:55.139 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:08:55.139 INFO:teuthology.orchestra.run.smithi065:> sudo lsb_release -is
2020-11-16T20:08:55.140 INFO:teuthology.orchestra.run.smithi071:> sudo apt-key list | grep Ceph
2020-11-16T20:08:55.173 INFO:teuthology.orchestra.run.smithi142.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal)
2020-11-16T20:08:55.193 INFO:teuthology.orchestra.run.smithi065.stdout:Ubuntu
2020-11-16T20:08:55.199 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:08:55.199 INFO:teuthology.orchestra.run.smithi065:> sudo apt-key list | grep Ceph
2020-11-16T20:08:55.227 INFO:teuthology.orchestra.run.smithi142.stdout:uid           [ unknown] Ceph automated package build (Ceph automated package build) <sage@newdream.net>
2020-11-16T20:08:55.228 INFO:teuthology.orchestra.run.smithi142.stdout:uid           [ unknown] Ceph.com (release key) <security@ceph.com>
2020-11-16T20:08:55.229 INFO:teuthology.orchestra.run.smithi142:> sudo lsb_release -is
2020-11-16T20:08:55.235 INFO:teuthology.orchestra.run.smithi071.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal)
2020-11-16T20:08:55.279 INFO:teuthology.orchestra.run.smithi142.stdout:Ubuntu
2020-11-16T20:08:55.284 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:08:55.285 INFO:teuthology.task.install.deb:Installing packages: ceph, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, librados2, python-rados, python-rgw, python-rbd, python-cephfs on remote deb x86_64
2020-11-16T20:08:55.285 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2020-11-16T20:08:55.285 INFO:teuthology.packaging:ref: None
2020-11-16T20:08:55.285 INFO:teuthology.packaging:tag: None
2020-11-16T20:08:55.285 INFO:teuthology.packaging:branch: mimic
2020-11-16T20:08:55.286 INFO:teuthology.packaging:sha1: 911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:08:55.286 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=mimic
2020-11-16T20:08:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:uid           [ unknown] Ceph automated package build (Ceph automated package build) <sage@newdream.net>
2020-11-16T20:08:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:uid           [ unknown] Ceph.com (release key) <security@ceph.com>
2020-11-16T20:08:55.291 INFO:teuthology.orchestra.run.smithi071:> sudo lsb_release -is
2020-11-16T20:08:55.297 INFO:teuthology.orchestra.run.smithi065.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal)
2020-11-16T20:08:55.339 INFO:teuthology.orchestra.run.smithi071.stdout:Ubuntu
2020-11-16T20:08:55.344 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:08:55.345 INFO:teuthology.task.install.deb:Installing packages: ceph, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, librados2, python-rados, python-rgw, python-rbd, python-cephfs on remote deb x86_64
2020-11-16T20:08:55.345 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2020-11-16T20:08:55.345 INFO:teuthology.packaging:ref: None
2020-11-16T20:08:55.345 INFO:teuthology.packaging:tag: None
2020-11-16T20:08:55.346 INFO:teuthology.packaging:branch: mimic
2020-11-16T20:08:55.346 INFO:teuthology.packaging:sha1: 911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:08:55.346 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=mimic
2020-11-16T20:08:55.357 INFO:teuthology.orchestra.run.smithi065.stdout:uid           [ unknown] Ceph automated package build (Ceph automated package build) <sage@newdream.net>
2020-11-16T20:08:55.357 INFO:teuthology.orchestra.run.smithi065.stdout:uid           [ unknown] Ceph.com (release key) <security@ceph.com>
2020-11-16T20:08:55.358 INFO:teuthology.orchestra.run.smithi065:> sudo lsb_release -is
2020-11-16T20:08:55.432 INFO:teuthology.orchestra.run.smithi065.stdout:Ubuntu
2020-11-16T20:08:55.433 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:08:55.433 INFO:teuthology.task.install.deb:Installing packages: ceph, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, librados2, python-rados, python-rgw, python-rbd, python-cephfs on remote deb x86_64
2020-11-16T20:08:55.433 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2020-11-16T20:08:55.433 INFO:teuthology.packaging:ref: None
2020-11-16T20:08:55.434 INFO:teuthology.packaging:tag: None
2020-11-16T20:08:55.434 INFO:teuthology.packaging:branch: mimic
2020-11-16T20:08:55.434 INFO:teuthology.packaging:sha1: 911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:08:55.434 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=mimic
2020-11-16T20:08:55.597 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default/
2020-11-16T20:08:55.598 INFO:teuthology.task.install.deb:Package version is 13.2.10-48-gf871e560-1bionic
2020-11-16T20:08:55.646 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default/
2020-11-16T20:08:55.647 INFO:teuthology.task.install.deb:Package version is 13.2.10-48-gf871e560-1bionic
2020-11-16T20:08:55.703 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default/
2020-11-16T20:08:55.703 INFO:teuthology.task.install.deb:Package version is 13.2.10-48-gf871e560-1bionic
2020-11-16T20:08:55.843 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:08:55.844 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/apt/sources.list.d/ceph.list
2020-11-16T20:08:55.848 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:08:55.849 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/apt/sources.list.d/ceph.list
2020-11-16T20:08:55.849 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/etc/apt/sources.list.d/ceph.list
2020-11-16T20:08:55.854 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/etc/apt/sources.list.d/ceph.list
2020-11-16T20:08:55.858 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:08:55.858 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:08:55.858 INFO:teuthology.orchestra.run.smithi142.stderr:141 bytes copied, 7.9537e-05 s, 1.8 MB/s
2020-11-16T20:08:55.859 INFO:teuthology.orchestra.run.smithi142:> sudo apt-get update
2020-11-16T20:08:55.863 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T20:08:55.863 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T20:08:55.863 INFO:teuthology.orchestra.run.smithi071.stderr:141 bytes copied, 7.0654e-05 s, 2.0 MB/s
2020-11-16T20:08:55.864 INFO:teuthology.orchestra.run.smithi071:> sudo apt-get update
2020-11-16T20:08:55.910 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:08:55.911 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/etc/apt/sources.list.d/ceph.list
2020-11-16T20:08:55.916 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/etc/apt/sources.list.d/ceph.list
2020-11-16T20:08:55.925 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T20:08:55.926 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T20:08:55.926 INFO:teuthology.orchestra.run.smithi065.stderr:141 bytes copied, 7.0579e-05 s, 2.0 MB/s
2020-11-16T20:08:55.927 INFO:teuthology.orchestra.run.smithi065:> sudo apt-get update
2020-11-16T20:08:56.032 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:1 http://security.ubuntu.com/ubuntu bionic-security InRelease
2020-11-16T20:08:56.113 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:1 http://security.ubuntu.com/ubuntu bionic-security InRelease
2020-11-16T20:08:56.144 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T20:08:56.173 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://security.ubuntu.com/ubuntu bionic-security InRelease
2020-11-16T20:08:56.174 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T20:08:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic InRelease
2020-11-16T20:08:56.211 INFO:teuthology.orchestra.run.smithi071.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic InRelease
2020-11-16T20:08:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic Release [7,591 B]
2020-11-16T20:08:56.228 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease
2020-11-16T20:08:56.232 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:5 http://archive.ubuntu.com/ubuntu bionic-updates InRelease
2020-11-16T20:08:56.234 INFO:teuthology.orchestra.run.smithi065.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic InRelease
2020-11-16T20:08:56.234 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic Release [7,591 B]
2020-11-16T20:08:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic Release.gpg
2020-11-16T20:09:00.494 INFO:teuthology.orchestra.run.smithi065.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic Release [7,591 B]
2020-11-16T20:09:00.495 INFO:teuthology.orchestra.run.smithi065.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic Release.gpg
2020-11-16T20:09:00.495 INFO:teuthology.orchestra.run.smithi065.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main i386 Packages [429 B]
2020-11-16T20:09:00.495 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:7 http://archive.ubuntu.com/ubuntu bionic-updates InRelease
2020-11-16T20:09:00.495 INFO:teuthology.orchestra.run.smithi065.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 Packages [13.9 kB]
2020-11-16T20:09:00.495 INFO:teuthology.orchestra.run.smithi065.stdout:Hit:9 http://archive.ubuntu.com/ubuntu bionic-backports InRelease
2020-11-16T20:09:00.496 INFO:teuthology.orchestra.run.smithi065.stdout:Fetched 21.9 kB in 1s (40.0 kB/s)
2020-11-16T20:09:00.496 INFO:teuthology.orchestra.run.smithi065.stdout:Reading package lists...
2020-11-16T20:09:00.496 INFO:teuthology.orchestra.run.smithi065:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=13.2.10-48-gf871e560-1bionic ceph-mds=13.2.10-48-gf871e560-1bionic ceph-mgr=13.2.10-48-gf871e560-1bionic ceph-common=13.2.10-48-gf871e560-1bionic ceph-fuse=13.2.10-48-gf871e560-1bionic ceph-test=13.2.10-48-gf871e560-1bionic radosgw=13.2.10-48-gf871e560-1bionic libcephfs2=13.2.10-48-gf871e560-1bionic libcephfs-dev=13.2.10-48-gf871e560-1bionic librados2=13.2.10-48-gf871e560-1bionic librbd1=13.2.10-48-gf871e560-1bionic rbd-fuse=13.2.10-48-gf871e560-1bionic librados2=13.2.10-48-gf871e560-1bionic python-rados=13.2.10-48-gf871e560-1bionic python-rgw=13.2.10-48-gf871e560-1bionic python-rbd=13.2.10-48-gf871e560-1bionic python-cephfs=13.2.10-48-gf871e560-1bionic
2020-11-16T20:09:00.497 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:5 http://archive.ubuntu.com/ubuntu bionic-updates InRelease
2020-11-16T20:09:00.497 INFO:teuthology.orchestra.run.smithi071.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic Release.gpg
2020-11-16T20:09:00.497 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 Packages [13.9 kB]
2020-11-16T20:09:00.497 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main i386 Packages [429 B]
2020-11-16T20:09:00.498 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:9 http://archive.ubuntu.com/ubuntu bionic-backports InRelease
2020-11-16T20:09:00.498 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 21.9 kB in 1s (30.7 kB/s)
2020-11-16T20:09:00.498 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists...
2020-11-16T20:09:00.498 INFO:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=13.2.10-48-gf871e560-1bionic ceph-mds=13.2.10-48-gf871e560-1bionic ceph-mgr=13.2.10-48-gf871e560-1bionic ceph-common=13.2.10-48-gf871e560-1bionic ceph-fuse=13.2.10-48-gf871e560-1bionic ceph-test=13.2.10-48-gf871e560-1bionic radosgw=13.2.10-48-gf871e560-1bionic libcephfs2=13.2.10-48-gf871e560-1bionic libcephfs-dev=13.2.10-48-gf871e560-1bionic librados2=13.2.10-48-gf871e560-1bionic librbd1=13.2.10-48-gf871e560-1bionic rbd-fuse=13.2.10-48-gf871e560-1bionic librados2=13.2.10-48-gf871e560-1bionic python-rados=13.2.10-48-gf871e560-1bionic python-rgw=13.2.10-48-gf871e560-1bionic python-rbd=13.2.10-48-gf871e560-1bionic python-cephfs=13.2.10-48-gf871e560-1bionic
2020-11-16T20:09:00.499 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main i386 Packages [429 B]
2020-11-16T20:09:00.499 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 Packages [13.9 kB]
2020-11-16T20:09:00.500 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:9 http://archive.ubuntu.com/ubuntu bionic-backports InRelease
2020-11-16T20:09:00.500 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 21.9 kB in 1s (38.1 kB/s)
2020-11-16T20:09:00.500 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists...
2020-11-16T20:09:00.500 INFO:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=13.2.10-48-gf871e560-1bionic ceph-mds=13.2.10-48-gf871e560-1bionic ceph-mgr=13.2.10-48-gf871e560-1bionic ceph-common=13.2.10-48-gf871e560-1bionic ceph-fuse=13.2.10-48-gf871e560-1bionic ceph-test=13.2.10-48-gf871e560-1bionic radosgw=13.2.10-48-gf871e560-1bionic libcephfs2=13.2.10-48-gf871e560-1bionic libcephfs-dev=13.2.10-48-gf871e560-1bionic librados2=13.2.10-48-gf871e560-1bionic librbd1=13.2.10-48-gf871e560-1bionic rbd-fuse=13.2.10-48-gf871e560-1bionic librados2=13.2.10-48-gf871e560-1bionic python-rados=13.2.10-48-gf871e560-1bionic python-rgw=13.2.10-48-gf871e560-1bionic python-rbd=13.2.10-48-gf871e560-1bionic python-cephfs=13.2.10-48-gf871e560-1bionic
2020-11-16T20:09:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists...
2020-11-16T20:09:00.587 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists...
2020-11-16T20:09:00.589 INFO:teuthology.orchestra.run.smithi065.stdout:Reading package lists...
2020-11-16T20:09:00.823 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree...
2020-11-16T20:09:00.824 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information...
2020-11-16T20:09:00.829 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree...
2020-11-16T20:09:00.830 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information...
2020-11-16T20:09:00.857 INFO:teuthology.orchestra.run.smithi065.stdout:Building dependency tree...
2020-11-16T20:09:00.858 INFO:teuthology.orchestra.run.smithi065.stdout:Reading state information...
2020-11-16T20:09:00.989 INFO:teuthology.orchestra.run.smithi142.stdout:The following additional packages will be installed:
2020-11-16T20:09:00.991 INFO:teuthology.orchestra.run.smithi142.stdout:  ceph-base ceph-mon ceph-osd formencode-i18n jq libjq1 libjs-sphinxdoc
2020-11-16T20:09:00.991 INFO:teuthology.orchestra.run.smithi142.stdout:  libjs-underscore libleveldb1v5 liblttng-ust0 liboath0 libonig4
2020-11-16T20:09:00.991 INFO:teuthology.orchestra.run.smithi142.stdout:  libradosstriper1 librgw2 libsnappy1v5 libxslt1.1 python-bcrypt python-bs4
2020-11-16T20:09:00.991 INFO:teuthology.orchestra.run.smithi142.stdout:  python-ceph-argparse python-certifi python-chardet python-cherrypy3
2020-11-16T20:09:00.991 INFO:teuthology.orchestra.run.smithi142.stdout:  python-dnspython python-formencode python-html5lib python-jinja2
2020-11-16T20:09:00.992 INFO:teuthology.orchestra.run.smithi142.stdout:  python-logutils python-lxml python-mako python-markupsafe python-openid
2020-11-16T20:09:00.992 INFO:teuthology.orchestra.run.smithi142.stdout:  python-openssl python-paste python-pastedeploy python-pastedeploy-tpl
2020-11-16T20:09:00.992 INFO:teuthology.orchestra.run.smithi142.stdout:  python-pastescript python-pecan python-prettytable python-pyinotify
2020-11-16T20:09:00.992 INFO:teuthology.orchestra.run.smithi142.stdout:  python-repoze.lru python-requests python-routes python-scgi
2020-11-16T20:09:00.992 INFO:teuthology.orchestra.run.smithi142.stdout:  python-simplegeneric python-simplejson python-singledispatch python-tempita
2020-11-16T20:09:00.992 INFO:teuthology.orchestra.run.smithi142.stdout:  python-urllib3 python-waitress python-webencodings python-webob
2020-11-16T20:09:00.993 INFO:teuthology.orchestra.run.smithi142.stdout:  python-webtest python-werkzeug socat xmlstarlet
2020-11-16T20:09:00.993 INFO:teuthology.orchestra.run.smithi142.stdout:Suggested packages:
2020-11-16T20:09:00.993 INFO:teuthology.orchestra.run.smithi142.stdout:  python-influxdb python-egenix-mxdatetime python-genshi python-jinja2-doc
2020-11-16T20:09:00.993 INFO:teuthology.orchestra.run.smithi142.stdout:  python-lxml-dbg python-lxml-doc python-beaker python-mako-doc
2020-11-16T20:09:00.994 INFO:teuthology.orchestra.run.smithi142.stdout:  python-openssl-doc python-openssl-dbg httpd-wsgi libapache2-mod-python
2020-11-16T20:09:00.994 INFO:teuthology.orchestra.run.smithi142.stdout:  libapache2-mod-scgi libjs-mochikit python-pastewebkit python-cheetah
2020-11-16T20:09:00.994 INFO:teuthology.orchestra.run.smithi142.stdout:  python-cherrypy python-flup python-pecan-doc python-pyinotify-doc
2020-11-16T20:09:00.994 INFO:teuthology.orchestra.run.smithi142.stdout:  python-socks python-ntlm python-waitress-doc python-webob-doc
2020-11-16T20:09:00.994 INFO:teuthology.orchestra.run.smithi142.stdout:  python-webtest-doc python-pyquery ipython python-redis python-pylibmc
2020-11-16T20:09:00.994 INFO:teuthology.orchestra.run.smithi142.stdout:  | python-memcache python-termcolor python-watchdog python-werkzeug-doc
2020-11-16T20:09:01.008 INFO:teuthology.orchestra.run.smithi071.stdout:The following additional packages will be installed:
2020-11-16T20:09:01.009 INFO:teuthology.orchestra.run.smithi071.stdout:  ceph-base ceph-mon ceph-osd formencode-i18n jq libjq1 libjs-sphinxdoc
2020-11-16T20:09:01.009 INFO:teuthology.orchestra.run.smithi071.stdout:  libjs-underscore libleveldb1v5 liblttng-ust0 liboath0 libonig4
2020-11-16T20:09:01.010 INFO:teuthology.orchestra.run.smithi071.stdout:  libradosstriper1 librgw2 libsnappy1v5 libxslt1.1 python-bcrypt python-bs4
2020-11-16T20:09:01.010 INFO:teuthology.orchestra.run.smithi071.stdout:  python-ceph-argparse python-certifi python-chardet python-cherrypy3
2020-11-16T20:09:01.010 INFO:teuthology.orchestra.run.smithi071.stdout:  python-dnspython python-formencode python-html5lib python-jinja2
2020-11-16T20:09:01.010 INFO:teuthology.orchestra.run.smithi071.stdout:  python-logutils python-lxml python-mako python-markupsafe python-openid
2020-11-16T20:09:01.010 INFO:teuthology.orchestra.run.smithi071.stdout:  python-openssl python-paste python-pastedeploy python-pastedeploy-tpl
2020-11-16T20:09:01.010 INFO:teuthology.orchestra.run.smithi071.stdout:  python-pastescript python-pecan python-prettytable python-pyinotify
2020-11-16T20:09:01.011 INFO:teuthology.orchestra.run.smithi071.stdout:  python-repoze.lru python-requests python-routes python-scgi
2020-11-16T20:09:01.011 INFO:teuthology.orchestra.run.smithi071.stdout:  python-simplegeneric python-simplejson python-singledispatch python-tempita
2020-11-16T20:09:01.011 INFO:teuthology.orchestra.run.smithi071.stdout:  python-urllib3 python-waitress python-webencodings python-webob
2020-11-16T20:09:01.011 INFO:teuthology.orchestra.run.smithi071.stdout:  python-webtest python-werkzeug socat xmlstarlet
2020-11-16T20:09:01.012 INFO:teuthology.orchestra.run.smithi071.stdout:Suggested packages:
2020-11-16T20:09:01.012 INFO:teuthology.orchestra.run.smithi071.stdout:  python-influxdb python-egenix-mxdatetime python-genshi python-jinja2-doc
2020-11-16T20:09:01.012 INFO:teuthology.orchestra.run.smithi071.stdout:  python-lxml-dbg python-lxml-doc python-beaker python-mako-doc
2020-11-16T20:09:01.012 INFO:teuthology.orchestra.run.smithi071.stdout:  python-openssl-doc python-openssl-dbg httpd-wsgi libapache2-mod-python
2020-11-16T20:09:01.012 INFO:teuthology.orchestra.run.smithi071.stdout:  libapache2-mod-scgi libjs-mochikit python-pastewebkit python-cheetah
2020-11-16T20:09:01.012 INFO:teuthology.orchestra.run.smithi071.stdout:  python-cherrypy python-flup python-pecan-doc python-pyinotify-doc
2020-11-16T20:09:01.013 INFO:teuthology.orchestra.run.smithi071.stdout:  python-socks python-ntlm python-waitress-doc python-webob-doc
2020-11-16T20:09:01.013 INFO:teuthology.orchestra.run.smithi071.stdout:  python-webtest-doc python-pyquery ipython python-redis python-pylibmc
2020-11-16T20:09:01.013 INFO:teuthology.orchestra.run.smithi071.stdout:  | python-memcache python-termcolor python-watchdog python-werkzeug-doc
2020-11-16T20:09:01.036 INFO:teuthology.orchestra.run.smithi065.stdout:The following additional packages will be installed:
2020-11-16T20:09:01.038 INFO:teuthology.orchestra.run.smithi065.stdout:  ceph-base ceph-mon ceph-osd formencode-i18n jq libjq1 libjs-sphinxdoc
2020-11-16T20:09:01.038 INFO:teuthology.orchestra.run.smithi065.stdout:  libjs-underscore libleveldb1v5 liblttng-ust0 liboath0 libonig4
2020-11-16T20:09:01.038 INFO:teuthology.orchestra.run.smithi065.stdout:  libradosstriper1 librgw2 libsnappy1v5 libxslt1.1 python-bcrypt python-bs4
2020-11-16T20:09:01.038 INFO:teuthology.orchestra.run.smithi065.stdout:  python-ceph-argparse python-certifi python-chardet python-cherrypy3
2020-11-16T20:09:01.039 INFO:teuthology.orchestra.run.smithi065.stdout:  python-dnspython python-formencode python-html5lib python-jinja2
2020-11-16T20:09:01.039 INFO:teuthology.orchestra.run.smithi065.stdout:  python-logutils python-lxml python-mako python-markupsafe python-openid
2020-11-16T20:09:01.039 INFO:teuthology.orchestra.run.smithi065.stdout:  python-openssl python-paste python-pastedeploy python-pastedeploy-tpl
2020-11-16T20:09:01.039 INFO:teuthology.orchestra.run.smithi065.stdout:  python-pastescript python-pecan python-prettytable python-pyinotify
2020-11-16T20:09:01.039 INFO:teuthology.orchestra.run.smithi065.stdout:  python-repoze.lru python-requests python-routes python-scgi
2020-11-16T20:09:01.039 INFO:teuthology.orchestra.run.smithi065.stdout:  python-simplegeneric python-simplejson python-singledispatch python-tempita
2020-11-16T20:09:01.040 INFO:teuthology.orchestra.run.smithi065.stdout:  python-urllib3 python-waitress python-webencodings python-webob
2020-11-16T20:09:01.040 INFO:teuthology.orchestra.run.smithi065.stdout:  python-webtest python-werkzeug socat xmlstarlet
2020-11-16T20:09:01.040 INFO:teuthology.orchestra.run.smithi065.stdout:Suggested packages:
2020-11-16T20:09:01.040 INFO:teuthology.orchestra.run.smithi065.stdout:  python-influxdb python-egenix-mxdatetime python-genshi python-jinja2-doc
2020-11-16T20:09:01.041 INFO:teuthology.orchestra.run.smithi065.stdout:  python-lxml-dbg python-lxml-doc python-beaker python-mako-doc
2020-11-16T20:09:01.041 INFO:teuthology.orchestra.run.smithi065.stdout:  python-openssl-doc python-openssl-dbg httpd-wsgi libapache2-mod-python
2020-11-16T20:09:01.041 INFO:teuthology.orchestra.run.smithi065.stdout:  libapache2-mod-scgi libjs-mochikit python-pastewebkit python-cheetah
2020-11-16T20:09:01.041 INFO:teuthology.orchestra.run.smithi065.stdout:  python-cherrypy python-flup python-pecan-doc python-pyinotify-doc
2020-11-16T20:09:01.041 INFO:teuthology.orchestra.run.smithi065.stdout:  python-socks python-ntlm python-waitress-doc python-webob-doc
2020-11-16T20:09:01.041 INFO:teuthology.orchestra.run.smithi065.stdout:  python-webtest-doc python-pyquery ipython python-redis python-pylibmc
2020-11-16T20:09:01.041 INFO:teuthology.orchestra.run.smithi065.stdout:  | python-memcache python-termcolor python-watchdog python-werkzeug-doc
2020-11-16T20:09:01.070 INFO:teuthology.orchestra.run.smithi142.stdout:The following NEW packages will be installed:
2020-11-16T20:09:01.070 INFO:teuthology.orchestra.run.smithi142.stdout:  ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mon ceph-osd
2020-11-16T20:09:01.071 INFO:teuthology.orchestra.run.smithi142.stdout:  ceph-test formencode-i18n jq libcephfs-dev libcephfs2 libjq1 libjs-sphinxdoc
2020-11-16T20:09:01.072 INFO:teuthology.orchestra.run.smithi142.stdout:  libjs-underscore libleveldb1v5 liblttng-ust0 liboath0 libonig4
2020-11-16T20:09:01.072 INFO:teuthology.orchestra.run.smithi142.stdout:  libradosstriper1 librgw2 libsnappy1v5 libxslt1.1 python-bcrypt python-bs4
2020-11-16T20:09:01.072 INFO:teuthology.orchestra.run.smithi142.stdout:  python-ceph-argparse python-cephfs python-certifi python-chardet
2020-11-16T20:09:01.072 INFO:teuthology.orchestra.run.smithi142.stdout:  python-cherrypy3 python-dnspython python-formencode python-html5lib
2020-11-16T20:09:01.072 INFO:teuthology.orchestra.run.smithi142.stdout:  python-jinja2 python-logutils python-lxml python-mako python-markupsafe
2020-11-16T20:09:01.072 INFO:teuthology.orchestra.run.smithi142.stdout:  python-openid python-openssl python-paste python-pastedeploy
2020-11-16T20:09:01.073 INFO:teuthology.orchestra.run.smithi142.stdout:  python-pastedeploy-tpl python-pastescript python-pecan python-prettytable
2020-11-16T20:09:01.073 INFO:teuthology.orchestra.run.smithi142.stdout:  python-pyinotify python-rados python-rbd python-repoze.lru python-requests
2020-11-16T20:09:01.073 INFO:teuthology.orchestra.run.smithi142.stdout:  python-rgw python-routes python-scgi python-simplegeneric python-simplejson
2020-11-16T20:09:01.073 INFO:teuthology.orchestra.run.smithi142.stdout:  python-singledispatch python-tempita python-urllib3 python-waitress
2020-11-16T20:09:01.073 INFO:teuthology.orchestra.run.smithi142.stdout:  python-webencodings python-webob python-webtest python-werkzeug radosgw
2020-11-16T20:09:01.073 INFO:teuthology.orchestra.run.smithi142.stdout:  rbd-fuse socat xmlstarlet
2020-11-16T20:09:01.074 INFO:teuthology.orchestra.run.smithi142.stdout:The following packages will be upgraded:
2020-11-16T20:09:01.074 INFO:teuthology.orchestra.run.smithi142.stdout:  librados2 librbd1
2020-11-16T20:09:01.085 INFO:teuthology.orchestra.run.smithi071.stdout:The following NEW packages will be installed:
2020-11-16T20:09:01.085 INFO:teuthology.orchestra.run.smithi071.stdout:  ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mon ceph-osd
2020-11-16T20:09:01.085 INFO:teuthology.orchestra.run.smithi071.stdout:  ceph-test formencode-i18n jq libcephfs-dev libcephfs2 libjq1 libjs-sphinxdoc
2020-11-16T20:09:01.085 INFO:teuthology.orchestra.run.smithi071.stdout:  libjs-underscore libleveldb1v5 liblttng-ust0 liboath0 libonig4
2020-11-16T20:09:01.086 INFO:teuthology.orchestra.run.smithi071.stdout:  libradosstriper1 librgw2 libsnappy1v5 libxslt1.1 python-bcrypt python-bs4
2020-11-16T20:09:01.086 INFO:teuthology.orchestra.run.smithi071.stdout:  python-ceph-argparse python-cephfs python-certifi python-chardet
2020-11-16T20:09:01.087 INFO:teuthology.orchestra.run.smithi071.stdout:  python-cherrypy3 python-dnspython python-formencode python-html5lib
2020-11-16T20:09:01.087 INFO:teuthology.orchestra.run.smithi071.stdout:  python-jinja2 python-logutils python-lxml python-mako python-markupsafe
2020-11-16T20:09:01.087 INFO:teuthology.orchestra.run.smithi071.stdout:  python-openid python-openssl python-paste python-pastedeploy
2020-11-16T20:09:01.087 INFO:teuthology.orchestra.run.smithi071.stdout:  python-pastedeploy-tpl python-pastescript python-pecan python-prettytable
2020-11-16T20:09:01.087 INFO:teuthology.orchestra.run.smithi071.stdout:  python-pyinotify python-rados python-rbd python-repoze.lru python-requests
2020-11-16T20:09:01.087 INFO:teuthology.orchestra.run.smithi071.stdout:  python-rgw python-routes python-scgi python-simplegeneric python-simplejson
2020-11-16T20:09:01.087 INFO:teuthology.orchestra.run.smithi071.stdout:  python-singledispatch python-tempita python-urllib3 python-waitress
2020-11-16T20:09:01.088 INFO:teuthology.orchestra.run.smithi071.stdout:  python-webencodings python-webob python-webtest python-werkzeug radosgw
2020-11-16T20:09:01.088 INFO:teuthology.orchestra.run.smithi071.stdout:  rbd-fuse socat xmlstarlet
2020-11-16T20:09:01.088 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages will be upgraded:
2020-11-16T20:09:01.089 INFO:teuthology.orchestra.run.smithi071.stdout:  librados2 librbd1
2020-11-16T20:09:01.117 INFO:teuthology.orchestra.run.smithi065.stdout:The following NEW packages will be installed:
2020-11-16T20:09:01.117 INFO:teuthology.orchestra.run.smithi065.stdout:  ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mon ceph-osd
2020-11-16T20:09:01.118 INFO:teuthology.orchestra.run.smithi065.stdout:  ceph-test formencode-i18n jq libcephfs-dev libcephfs2 libjq1 libjs-sphinxdoc
2020-11-16T20:09:01.118 INFO:teuthology.orchestra.run.smithi065.stdout:  libjs-underscore libleveldb1v5 liblttng-ust0 liboath0 libonig4
2020-11-16T20:09:01.119 INFO:teuthology.orchestra.run.smithi065.stdout:  libradosstriper1 librgw2 libsnappy1v5 libxslt1.1 python-bcrypt python-bs4
2020-11-16T20:09:01.119 INFO:teuthology.orchestra.run.smithi065.stdout:  python-ceph-argparse python-cephfs python-certifi python-chardet
2020-11-16T20:09:01.119 INFO:teuthology.orchestra.run.smithi065.stdout:  python-cherrypy3 python-dnspython python-formencode python-html5lib
2020-11-16T20:09:01.119 INFO:teuthology.orchestra.run.smithi065.stdout:  python-jinja2 python-logutils python-lxml python-mako python-markupsafe
2020-11-16T20:09:01.120 INFO:teuthology.orchestra.run.smithi065.stdout:  python-openid python-openssl python-paste python-pastedeploy
2020-11-16T20:09:01.120 INFO:teuthology.orchestra.run.smithi065.stdout:  python-pastedeploy-tpl python-pastescript python-pecan python-prettytable
2020-11-16T20:09:01.120 INFO:teuthology.orchestra.run.smithi065.stdout:  python-pyinotify python-rados python-rbd python-repoze.lru python-requests
2020-11-16T20:09:01.120 INFO:teuthology.orchestra.run.smithi065.stdout:  python-rgw python-routes python-scgi python-simplegeneric python-simplejson
2020-11-16T20:09:01.120 INFO:teuthology.orchestra.run.smithi065.stdout:  python-singledispatch python-tempita python-urllib3 python-waitress
2020-11-16T20:09:01.120 INFO:teuthology.orchestra.run.smithi065.stdout:  python-webencodings python-webob python-webtest python-werkzeug radosgw
2020-11-16T20:09:01.120 INFO:teuthology.orchestra.run.smithi065.stdout:  rbd-fuse socat xmlstarlet
2020-11-16T20:09:01.121 INFO:teuthology.orchestra.run.smithi065.stdout:The following packages will be upgraded:
2020-11-16T20:09:01.121 INFO:teuthology.orchestra.run.smithi065.stdout:  librados2 librbd1
2020-11-16T20:09:01.232 INFO:teuthology.orchestra.run.smithi142.stdout:2 upgraded, 69 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T20:09:01.233 INFO:teuthology.orchestra.run.smithi142.stdout:Need to get 74.2 MB of archives.
2020-11-16T20:09:01.233 INFO:teuthology.orchestra.run.smithi142.stdout:After this operation, 299 MB of additional disk space will be used.
2020-11-16T20:09:01.233 INFO:teuthology.orchestra.run.smithi142.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librbd1 amd64 13.2.10-48-gf871e560-1bionic [1,085 kB]
2020-11-16T20:09:01.248 INFO:teuthology.orchestra.run.smithi071.stdout:2 upgraded, 69 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T20:09:01.248 INFO:teuthology.orchestra.run.smithi071.stdout:Need to get 74.2 MB of archives.
2020-11-16T20:09:01.248 INFO:teuthology.orchestra.run.smithi071.stdout:After this operation, 299 MB of additional disk space will be used.
2020-11-16T20:09:01.248 INFO:teuthology.orchestra.run.smithi071.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librbd1 amd64 13.2.10-48-gf871e560-1bionic [1,085 kB]
2020-11-16T20:09:01.258 INFO:teuthology.orchestra.run.smithi142.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liblttng-ust0 amd64 2.10.1-1 [154 kB]
2020-11-16T20:09:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liblttng-ust0 amd64 2.10.1-1 [154 kB]
2020-11-16T20:09:01.275 INFO:teuthology.orchestra.run.smithi065.stdout:2 upgraded, 69 newly installed, 0 to remove and 1 not upgraded.
2020-11-16T20:09:01.275 INFO:teuthology.orchestra.run.smithi065.stdout:Need to get 74.2 MB of archives.
2020-11-16T20:09:01.275 INFO:teuthology.orchestra.run.smithi065.stdout:After this operation, 299 MB of additional disk space will be used.
2020-11-16T20:09:01.276 INFO:teuthology.orchestra.run.smithi065.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librbd1 amd64 13.2.10-48-gf871e560-1bionic [1,085 kB]
2020-11-16T20:09:01.307 INFO:teuthology.orchestra.run.smithi065.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liblttng-ust0 amd64 2.10.1-1 [154 kB]
2020-11-16T20:09:01.385 INFO:teuthology.orchestra.run.smithi142.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librados2 amd64 13.2.10-48-gf871e560-1bionic [2,600 kB]
2020-11-16T20:09:01.408 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librados2 amd64 13.2.10-48-gf871e560-1bionic [2,600 kB]
2020-11-16T20:09:01.546 INFO:teuthology.orchestra.run.smithi142.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs2 amd64 13.2.10-48-gf871e560-1bionic [387 kB]
2020-11-16T20:09:01.551 INFO:teuthology.orchestra.run.smithi065.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librados2 amd64 13.2.10-48-gf871e560-1bionic [2,600 kB]
2020-11-16T20:09:01.585 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs2 amd64 13.2.10-48-gf871e560-1bionic [387 kB]
2020-11-16T20:09:01.606 INFO:teuthology.orchestra.run.smithi142.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rados amd64 13.2.10-48-gf871e560-1bionic [288 kB]
2020-11-16T20:09:01.612 INFO:teuthology.orchestra.run.smithi142.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-prettytable all 0.7.2-3 [19.6 kB]
2020-11-16T20:09:01.613 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-certifi all 2018.1.18-2 [144 kB]
2020-11-16T20:09:01.615 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-ceph-argparse amd64 13.2.10-48-gf871e560-1bionic [19.0 kB]
2020-11-16T20:09:01.616 INFO:teuthology.orchestra.run.smithi142.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-cephfs amd64 13.2.10-48-gf871e560-1bionic [93.9 kB]
2020-11-16T20:09:01.619 INFO:teuthology.orchestra.run.smithi142.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rbd amd64 13.2.10-48-gf871e560-1bionic [179 kB]
2020-11-16T20:09:01.625 INFO:teuthology.orchestra.run.smithi142.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-chardet all 3.0.4-1 [80.3 kB]
2020-11-16T20:09:01.631 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-prettytable all 0.7.2-3 [19.6 kB]
2020-11-16T20:09:01.632 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rados amd64 13.2.10-48-gf871e560-1bionic [288 kB]
2020-11-16T20:09:01.638 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-certifi all 2018.1.18-2 [144 kB]
2020-11-16T20:09:01.659 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-chardet all 3.0.4-1 [80.3 kB]
2020-11-16T20:09:01.665 INFO:teuthology.orchestra.run.smithi065.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-prettytable all 0.7.2-3 [19.6 kB]
2020-11-16T20:09:01.672 INFO:teuthology.orchestra.run.smithi065.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-certifi all 2018.1.18-2 [144 kB]
2020-11-16T20:09:01.679 INFO:teuthology.orchestra.run.smithi065.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-chardet all 3.0.4-1 [80.3 kB]
2020-11-16T20:09:01.708 INFO:teuthology.orchestra.run.smithi142.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-urllib3 all 1.22-1ubuntu0.18.04.2 [86.0 kB]
2020-11-16T20:09:01.724 INFO:teuthology.orchestra.run.smithi142.stdout:Get:13 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-requests all 2.18.4-2ubuntu0.1 [58.5 kB]
2020-11-16T20:09:01.734 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-urllib3 all 1.22-1ubuntu0.18.04.2 [86.0 kB]
2020-11-16T20:09:01.735 INFO:teuthology.orchestra.run.smithi142.stdout:Get:14 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liboath0 amd64 2.6.1-1 [44.7 kB]
2020-11-16T20:09:01.744 INFO:teuthology.orchestra.run.smithi142.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic/main amd64 libsnappy1v5 amd64 1.1.7-1 [16.0 kB]
2020-11-16T20:09:01.747 INFO:teuthology.orchestra.run.smithi142.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic/main amd64 libleveldb1v5 amd64 1.20-2 [136 kB]
2020-11-16T20:09:01.751 INFO:teuthology.orchestra.run.smithi071.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-ceph-argparse amd64 13.2.10-48-gf871e560-1bionic [19.0 kB]
2020-11-16T20:09:01.752 INFO:teuthology.orchestra.run.smithi071.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-cephfs amd64 13.2.10-48-gf871e560-1bionic [93.9 kB]
2020-11-16T20:09:01.753 INFO:teuthology.orchestra.run.smithi071.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-requests all 2.18.4-2ubuntu0.1 [58.5 kB]
2020-11-16T20:09:01.753 INFO:teuthology.orchestra.run.smithi071.stdout:Get:13 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rbd amd64 13.2.10-48-gf871e560-1bionic [179 kB]
2020-11-16T20:09:01.755 INFO:teuthology.orchestra.run.smithi071.stdout:Get:14 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librgw2 amd64 13.2.10-48-gf871e560-1bionic [1,884 kB]
2020-11-16T20:09:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:Get:17 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librgw2 amd64 13.2.10-48-gf871e560-1bionic [1,884 kB]
2020-11-16T20:09:01.763 INFO:teuthology.orchestra.run.smithi065.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-urllib3 all 1.22-1ubuntu0.18.04.2 [86.0 kB]
2020-11-16T20:09:01.766 INFO:teuthology.orchestra.run.smithi071.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liboath0 amd64 2.6.1-1 [44.7 kB]
2020-11-16T20:09:01.780 INFO:teuthology.orchestra.run.smithi065.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-requests all 2.18.4-2ubuntu0.1 [58.5 kB]
2020-11-16T20:09:01.788 INFO:teuthology.orchestra.run.smithi142.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rgw amd64 13.2.10-48-gf871e560-1bionic [98.6 kB]
2020-11-16T20:09:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:Get:19 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libradosstriper1 amd64 13.2.10-48-gf871e560-1bionic [306 kB]
2020-11-16T20:09:01.789 INFO:teuthology.orchestra.run.smithi071.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic/main amd64 libsnappy1v5 amd64 1.1.7-1 [16.0 kB]
2020-11-16T20:09:01.791 INFO:teuthology.orchestra.run.smithi065.stdout:Get:9 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liboath0 amd64 2.6.1-1 [44.7 kB]
2020-11-16T20:09:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:Get:20 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-cherrypy3 all 8.9.1-2 [160 kB]
2020-11-16T20:09:01.792 INFO:teuthology.orchestra.run.smithi071.stdout:Get:17 http://archive.ubuntu.com/ubuntu bionic/main amd64 libleveldb1v5 amd64 1.20-2 [136 kB]
2020-11-16T20:09:01.799 INFO:teuthology.orchestra.run.smithi065.stdout:Get:10 http://archive.ubuntu.com/ubuntu bionic/main amd64 libsnappy1v5 amd64 1.1.7-1 [16.0 kB]
2020-11-16T20:09:01.801 INFO:teuthology.orchestra.run.smithi065.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic/main amd64 libleveldb1v5 amd64 1.20-2 [136 kB]
2020-11-16T20:09:01.811 INFO:teuthology.orchestra.run.smithi071.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rgw amd64 13.2.10-48-gf871e560-1bionic [98.6 kB]
2020-11-16T20:09:01.812 INFO:teuthology.orchestra.run.smithi071.stdout:Get:19 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-cherrypy3 all 8.9.1-2 [160 kB]
2020-11-16T20:09:01.814 INFO:teuthology.orchestra.run.smithi071.stdout:Get:20 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libradosstriper1 amd64 13.2.10-48-gf871e560-1bionic [306 kB]
2020-11-16T20:09:01.817 INFO:teuthology.orchestra.run.smithi142.stdout:Get:21 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-markupsafe amd64 1.0-1build1 [13.0 kB]
2020-11-16T20:09:01.819 INFO:teuthology.orchestra.run.smithi142.stdout:Get:22 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-jinja2 all 2.10-1ubuntu0.18.04.1 [94.8 kB]
2020-11-16T20:09:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:Get:23 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-common amd64 13.2.10-48-gf871e560-1bionic [12.0 MB]
2020-11-16T20:09:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:Get:24 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-openssl all 17.5.0-1ubuntu1 [41.3 kB]
2020-11-16T20:09:01.837 INFO:teuthology.orchestra.run.smithi071.stdout:Get:21 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-markupsafe amd64 1.0-1build1 [13.0 kB]
2020-11-16T20:09:01.839 INFO:teuthology.orchestra.run.smithi071.stdout:Get:22 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-jinja2 all 2.10-1ubuntu0.18.04.1 [94.8 kB]
2020-11-16T20:09:01.842 INFO:teuthology.orchestra.run.smithi065.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-cherrypy3 all 8.9.1-2 [160 kB]
2020-11-16T20:09:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:Get:25 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-logutils all 0.3.3-5 [16.7 kB]
2020-11-16T20:09:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:Get:26 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-mako all 1.0.7+ds1-1 [60.1 kB]
2020-11-16T20:09:01.853 INFO:teuthology.orchestra.run.smithi142.stdout:Get:27 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-simplegeneric all 0.8.1-1 [11.5 kB]
2020-11-16T20:09:01.854 INFO:teuthology.orchestra.run.smithi071.stdout:Get:23 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-openssl all 17.5.0-1ubuntu1 [41.3 kB]
2020-11-16T20:09:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:Get:28 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-singledispatch all 3.4.0.3-2 [9,848 B]
2020-11-16T20:09:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:Get:29 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-simplejson amd64 3.13.2-1 [61.2 kB]
2020-11-16T20:09:01.861 INFO:teuthology.orchestra.run.smithi071.stdout:Get:24 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-common amd64 13.2.10-48-gf871e560-1bionic [12.0 MB]
2020-11-16T20:09:01.866 INFO:teuthology.orchestra.run.smithi071.stdout:Get:25 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-logutils all 0.3.3-5 [16.7 kB]
2020-11-16T20:09:01.866 INFO:teuthology.orchestra.run.smithi065.stdout:Get:13 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-markupsafe amd64 1.0-1build1 [13.0 kB]
2020-11-16T20:09:01.867 INFO:teuthology.orchestra.run.smithi071.stdout:Get:26 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-mako all 1.0.7+ds1-1 [60.1 kB]
2020-11-16T20:09:01.867 INFO:teuthology.orchestra.run.smithi065.stdout:Get:14 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-jinja2 all 2.10-1ubuntu0.18.04.1 [94.8 kB]
2020-11-16T20:09:01.873 INFO:teuthology.orchestra.run.smithi071.stdout:Get:27 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-simplegeneric all 0.8.1-1 [11.5 kB]
2020-11-16T20:09:01.882 INFO:teuthology.orchestra.run.smithi065.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-openssl all 17.5.0-1ubuntu1 [41.3 kB]
2020-11-16T20:09:01.904 INFO:teuthology.orchestra.run.smithi065.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-logutils all 0.3.3-5 [16.7 kB]
2020-11-16T20:09:01.905 INFO:teuthology.orchestra.run.smithi065.stdout:Get:17 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-mako all 1.0.7+ds1-1 [60.1 kB]
2020-11-16T20:09:01.910 INFO:teuthology.orchestra.run.smithi065.stdout:Get:18 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-simplegeneric all 0.8.1-1 [11.5 kB]
2020-11-16T20:09:01.912 INFO:teuthology.orchestra.run.smithi065.stdout:Get:19 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-singledispatch all 3.4.0.3-2 [9,848 B]
2020-11-16T20:09:01.912 INFO:teuthology.orchestra.run.smithi065.stdout:Get:20 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-simplejson amd64 3.13.2-1 [61.2 kB]
2020-11-16T20:09:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:Get:30 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webob all 1:1.7.3-2fakesync1 [64.3 kB]
2020-11-16T20:09:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:Get:31 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-bs4 all 4.6.0-1 [67.9 kB]
2020-11-16T20:09:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:Get:32 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-waitress all 1.0.1-1 [53.3 kB]
2020-11-16T20:09:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:Get:33 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-dnspython all 1.15.0-1 [84.9 kB]
2020-11-16T20:09:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:Get:34 http://archive.ubuntu.com/ubuntu bionic/main amd64 formencode-i18n all 1.3.0-0ubuntu5 [3,382 B]
2020-11-16T20:09:01.944 INFO:teuthology.orchestra.run.smithi071.stdout:Get:28 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-singledispatch all 3.4.0.3-2 [9,848 B]
2020-11-16T20:09:01.945 INFO:teuthology.orchestra.run.smithi071.stdout:Get:29 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-simplejson amd64 3.13.2-1 [61.2 kB]
2020-11-16T20:09:01.948 INFO:teuthology.orchestra.run.smithi071.stdout:Get:30 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webob all 1:1.7.3-2fakesync1 [64.3 kB]
2020-11-16T20:09:01.951 INFO:teuthology.orchestra.run.smithi071.stdout:Get:31 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-bs4 all 4.6.0-1 [67.9 kB]
2020-11-16T20:09:01.955 INFO:teuthology.orchestra.run.smithi071.stdout:Get:32 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-waitress all 1.0.1-1 [53.3 kB]
2020-11-16T20:09:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:Get:33 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-dnspython all 1.15.0-1 [84.9 kB]
2020-11-16T20:09:01.963 INFO:teuthology.orchestra.run.smithi071.stdout:Get:34 http://archive.ubuntu.com/ubuntu bionic/main amd64 formencode-i18n all 1.3.0-0ubuntu5 [3,382 B]
2020-11-16T20:09:06.243 INFO:teuthology.orchestra.run.smithi142.stdout:Get:35 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-formencode all 1.3.0-0ubuntu5 [69.1 kB]
2020-11-16T20:09:06.243 INFO:teuthology.orchestra.run.smithi142.stdout:Get:36 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-tempita all 0.5.2-2 [13.9 kB]
2020-11-16T20:09:06.243 INFO:teuthology.orchestra.run.smithi142.stdout:Get:37 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-paste all 2.0.3+dfsg-4ubuntu1 [456 kB]
2020-11-16T20:09:06.244 INFO:teuthology.orchestra.run.smithi142.stdout:Get:38 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastedeploy-tpl all 1.5.2-4 [4,796 B]
2020-11-16T20:09:06.244 INFO:teuthology.orchestra.run.smithi142.stdout:Get:39 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastedeploy all 1.5.2-4 [25.6 kB]
2020-11-16T20:09:06.244 INFO:teuthology.orchestra.run.smithi142.stdout:Get:40 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webtest all 2.0.28-1ubuntu1 [27.8 kB]
2020-11-16T20:09:06.244 INFO:teuthology.orchestra.run.smithi142.stdout:Get:41 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pecan all 1.2.1-2 [86.1 kB]
2020-11-16T20:09:06.244 INFO:teuthology.orchestra.run.smithi142.stdout:Get:42 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-bcrypt amd64 3.1.4-2 [29.8 kB]
2020-11-16T20:09:06.244 INFO:teuthology.orchestra.run.smithi142.stdout:Get:43 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-werkzeug all 0.14.1+dfsg1-1 [174 kB]
2020-11-16T20:09:06.245 INFO:teuthology.orchestra.run.smithi142.stdout:Get:44 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libonig4 amd64 6.7.0-1 [119 kB]
2020-11-16T20:09:06.245 INFO:teuthology.orchestra.run.smithi142.stdout:Get:45 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libjq1 amd64 1.5+dfsg-2 [111 kB]
2020-11-16T20:09:06.245 INFO:teuthology.orchestra.run.smithi142.stdout:Get:46 http://archive.ubuntu.com/ubuntu bionic/universe amd64 jq amd64 1.5+dfsg-2 [45.6 kB]
2020-11-16T20:09:06.245 INFO:teuthology.orchestra.run.smithi142.stdout:Get:47 http://archive.ubuntu.com/ubuntu bionic/main amd64 socat amd64 1.7.3.2-2ubuntu2 [342 kB]
2020-11-16T20:09:06.245 INFO:teuthology.orchestra.run.smithi142.stdout:Get:48 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 libxslt1.1 amd64 1.1.29-5ubuntu0.2 [150 kB]
2020-11-16T20:09:06.245 INFO:teuthology.orchestra.run.smithi142.stdout:Get:49 http://archive.ubuntu.com/ubuntu bionic/universe amd64 xmlstarlet amd64 1.6.1-2 [382 kB]
2020-11-16T20:09:06.245 INFO:teuthology.orchestra.run.smithi142.stdout:Get:50 http://archive.ubuntu.com/ubuntu bionic/main amd64 libjs-underscore all 1.8.3~dfsg-1 [59.9 kB]
2020-11-16T20:09:06.246 INFO:teuthology.orchestra.run.smithi142.stdout:Get:51 http://archive.ubuntu.com/ubuntu bionic/main amd64 libjs-sphinxdoc all 1.6.7-1ubuntu1 [85.6 kB]
2020-11-16T20:09:06.246 INFO:teuthology.orchestra.run.smithi142.stdout:Get:52 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webencodings all 0.5-2 [10.3 kB]
2020-11-16T20:09:06.246 INFO:teuthology.orchestra.run.smithi142.stdout:Get:53 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-html5lib all 0.999999999-1 [83.6 kB]
2020-11-16T20:09:06.246 INFO:teuthology.orchestra.run.smithi142.stdout:Get:54 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-lxml amd64 4.2.1-1ubuntu0.1 [1,075 kB]
2020-11-16T20:09:06.246 INFO:teuthology.orchestra.run.smithi142.stdout:Get:55 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-openid all 2.2.5-6 [97.8 kB]
2020-11-16T20:09:06.246 INFO:teuthology.orchestra.run.smithi142.stdout:Get:56 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastescript all 2.0.2-2 [54.9 kB]
2020-11-16T20:09:06.247 INFO:teuthology.orchestra.run.smithi142.stdout:Get:57 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pyinotify all 0.9.6-1 [24.6 kB]
2020-11-16T20:09:06.247 INFO:teuthology.orchestra.run.smithi142.stdout:Get:58 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-repoze.lru all 0.7-1 [11.9 kB]
2020-11-16T20:09:06.247 INFO:teuthology.orchestra.run.smithi142.stdout:Get:59 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-routes all 2.4.1-1 [88.3 kB]
2020-11-16T20:09:06.247 INFO:teuthology.orchestra.run.smithi142.stdout:Get:60 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-scgi amd64 1.13-1.1build1 [18.4 kB]
2020-11-16T20:09:06.247 INFO:teuthology.orchestra.run.smithi142.stdout:Get:61 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-base amd64 13.2.10-48-gf871e560-1bionic [3,644 kB]
2020-11-16T20:09:06.247 INFO:teuthology.orchestra.run.smithi142.stdout:Get:62 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr amd64 13.2.10-48-gf871e560-1bionic [2,738 kB]
2020-11-16T20:09:06.248 INFO:teuthology.orchestra.run.smithi142.stdout:Get:63 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mon amd64 13.2.10-48-gf871e560-1bionic [2,906 kB]
2020-11-16T20:09:06.248 INFO:teuthology.orchestra.run.smithi142.stdout:Get:64 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-osd amd64 13.2.10-48-gf871e560-1bionic [13.2 MB]
2020-11-16T20:09:06.248 INFO:teuthology.orchestra.run.smithi142.stdout:Get:65 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph amd64 13.2.10-48-gf871e560-1bionic [3,888 B]
2020-11-16T20:09:06.248 INFO:teuthology.orchestra.run.smithi142.stdout:Get:66 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-fuse amd64 13.2.10-48-gf871e560-1bionic [460 kB]
2020-11-16T20:09:06.248 INFO:teuthology.orchestra.run.smithi142.stdout:Get:67 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mds amd64 13.2.10-48-gf871e560-1bionic [1,646 kB]
2020-11-16T20:09:06.248 INFO:teuthology.orchestra.run.smithi142.stdout:Get:68 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-test amd64 13.2.10-48-gf871e560-1bionic [22.3 MB]
2020-11-16T20:09:06.249 INFO:teuthology.orchestra.run.smithi065.stdout:Get:21 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webob all 1:1.7.3-2fakesync1 [64.3 kB]
2020-11-16T20:09:06.249 INFO:teuthology.orchestra.run.smithi065.stdout:Get:22 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-bs4 all 4.6.0-1 [67.9 kB]
2020-11-16T20:09:06.249 INFO:teuthology.orchestra.run.smithi065.stdout:Get:23 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-waitress all 1.0.1-1 [53.3 kB]
2020-11-16T20:09:06.249 INFO:teuthology.orchestra.run.smithi065.stdout:Get:24 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-dnspython all 1.15.0-1 [84.9 kB]
2020-11-16T20:09:06.249 INFO:teuthology.orchestra.run.smithi065.stdout:Get:25 http://archive.ubuntu.com/ubuntu bionic/main amd64 formencode-i18n all 1.3.0-0ubuntu5 [3,382 B]
2020-11-16T20:09:06.250 INFO:teuthology.orchestra.run.smithi065.stdout:Get:26 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs2 amd64 13.2.10-48-gf871e560-1bionic [387 kB]
2020-11-16T20:09:06.250 INFO:teuthology.orchestra.run.smithi065.stdout:Get:27 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-formencode all 1.3.0-0ubuntu5 [69.1 kB]
2020-11-16T20:09:06.250 INFO:teuthology.orchestra.run.smithi065.stdout:Get:28 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-tempita all 0.5.2-2 [13.9 kB]
2020-11-16T20:09:06.250 INFO:teuthology.orchestra.run.smithi065.stdout:Get:29 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-paste all 2.0.3+dfsg-4ubuntu1 [456 kB]
2020-11-16T20:09:06.250 INFO:teuthology.orchestra.run.smithi065.stdout:Get:30 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastedeploy-tpl all 1.5.2-4 [4,796 B]
2020-11-16T20:09:06.250 INFO:teuthology.orchestra.run.smithi065.stdout:Get:31 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastedeploy all 1.5.2-4 [25.6 kB]
2020-11-16T20:09:06.251 INFO:teuthology.orchestra.run.smithi065.stdout:Get:32 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rados amd64 13.2.10-48-gf871e560-1bionic [288 kB]
2020-11-16T20:09:06.251 INFO:teuthology.orchestra.run.smithi065.stdout:Get:33 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webtest all 2.0.28-1ubuntu1 [27.8 kB]
2020-11-16T20:09:06.251 INFO:teuthology.orchestra.run.smithi065.stdout:Get:34 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pecan all 1.2.1-2 [86.1 kB]
2020-11-16T20:09:06.251 INFO:teuthology.orchestra.run.smithi065.stdout:Get:35 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-bcrypt amd64 3.1.4-2 [29.8 kB]
2020-11-16T20:09:06.251 INFO:teuthology.orchestra.run.smithi065.stdout:Get:36 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-werkzeug all 0.14.1+dfsg1-1 [174 kB]
2020-11-16T20:09:06.251 INFO:teuthology.orchestra.run.smithi065.stdout:Get:37 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libonig4 amd64 6.7.0-1 [119 kB]
2020-11-16T20:09:06.251 INFO:teuthology.orchestra.run.smithi065.stdout:Get:38 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-ceph-argparse amd64 13.2.10-48-gf871e560-1bionic [19.0 kB]
2020-11-16T20:09:06.252 INFO:teuthology.orchestra.run.smithi065.stdout:Get:39 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-cephfs amd64 13.2.10-48-gf871e560-1bionic [93.9 kB]
2020-11-16T20:09:06.252 INFO:teuthology.orchestra.run.smithi065.stdout:Get:40 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rbd amd64 13.2.10-48-gf871e560-1bionic [179 kB]
2020-11-16T20:09:06.252 INFO:teuthology.orchestra.run.smithi065.stdout:Get:41 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libjq1 amd64 1.5+dfsg-2 [111 kB]
2020-11-16T20:09:06.252 INFO:teuthology.orchestra.run.smithi065.stdout:Get:42 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 librgw2 amd64 13.2.10-48-gf871e560-1bionic [1,884 kB]
2020-11-16T20:09:06.252 INFO:teuthology.orchestra.run.smithi065.stdout:Get:43 http://archive.ubuntu.com/ubuntu bionic/universe amd64 jq amd64 1.5+dfsg-2 [45.6 kB]
2020-11-16T20:09:06.252 INFO:teuthology.orchestra.run.smithi065.stdout:Get:44 http://archive.ubuntu.com/ubuntu bionic/main amd64 socat amd64 1.7.3.2-2ubuntu2 [342 kB]
2020-11-16T20:09:06.253 INFO:teuthology.orchestra.run.smithi065.stdout:Get:45 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 libxslt1.1 amd64 1.1.29-5ubuntu0.2 [150 kB]
2020-11-16T20:09:06.253 INFO:teuthology.orchestra.run.smithi065.stdout:Get:46 http://archive.ubuntu.com/ubuntu bionic/universe amd64 xmlstarlet amd64 1.6.1-2 [382 kB]
2020-11-16T20:09:06.253 INFO:teuthology.orchestra.run.smithi065.stdout:Get:47 http://archive.ubuntu.com/ubuntu bionic/main amd64 libjs-underscore all 1.8.3~dfsg-1 [59.9 kB]
2020-11-16T20:09:06.253 INFO:teuthology.orchestra.run.smithi065.stdout:Get:48 http://archive.ubuntu.com/ubuntu bionic/main amd64 libjs-sphinxdoc all 1.6.7-1ubuntu1 [85.6 kB]
2020-11-16T20:09:06.253 INFO:teuthology.orchestra.run.smithi065.stdout:Get:49 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webencodings all 0.5-2 [10.3 kB]
2020-11-16T20:09:06.253 INFO:teuthology.orchestra.run.smithi065.stdout:Get:50 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-html5lib all 0.999999999-1 [83.6 kB]
2020-11-16T20:09:06.253 INFO:teuthology.orchestra.run.smithi065.stdout:Get:51 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-lxml amd64 4.2.1-1ubuntu0.1 [1,075 kB]
2020-11-16T20:09:06.254 INFO:teuthology.orchestra.run.smithi065.stdout:Get:52 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-openid all 2.2.5-6 [97.8 kB]
2020-11-16T20:09:06.254 INFO:teuthology.orchestra.run.smithi065.stdout:Get:53 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastescript all 2.0.2-2 [54.9 kB]
2020-11-16T20:09:06.254 INFO:teuthology.orchestra.run.smithi065.stdout:Get:54 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pyinotify all 0.9.6-1 [24.6 kB]
2020-11-16T20:09:06.254 INFO:teuthology.orchestra.run.smithi065.stdout:Get:55 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-repoze.lru all 0.7-1 [11.9 kB]
2020-11-16T20:09:06.254 INFO:teuthology.orchestra.run.smithi065.stdout:Get:56 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-routes all 2.4.1-1 [88.3 kB]
2020-11-16T20:09:06.254 INFO:teuthology.orchestra.run.smithi065.stdout:Get:57 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-scgi amd64 1.13-1.1build1 [18.4 kB]
2020-11-16T20:09:06.254 INFO:teuthology.orchestra.run.smithi065.stdout:Get:58 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 python-rgw amd64 13.2.10-48-gf871e560-1bionic [98.6 kB]
2020-11-16T20:09:06.255 INFO:teuthology.orchestra.run.smithi065.stdout:Get:59 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libradosstriper1 amd64 13.2.10-48-gf871e560-1bionic [306 kB]
2020-11-16T20:09:06.255 INFO:teuthology.orchestra.run.smithi065.stdout:Get:60 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-common amd64 13.2.10-48-gf871e560-1bionic [12.0 MB]
2020-11-16T20:09:06.255 INFO:teuthology.orchestra.run.smithi065.stdout:Get:61 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-base amd64 13.2.10-48-gf871e560-1bionic [3,644 kB]
2020-11-16T20:09:06.255 INFO:teuthology.orchestra.run.smithi065.stdout:Get:62 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr amd64 13.2.10-48-gf871e560-1bionic [2,738 kB]
2020-11-16T20:09:06.255 INFO:teuthology.orchestra.run.smithi065.stdout:Get:63 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mon amd64 13.2.10-48-gf871e560-1bionic [2,906 kB]
2020-11-16T20:09:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:Get:35 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-formencode all 1.3.0-0ubuntu5 [69.1 kB]
2020-11-16T20:09:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:Get:36 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-tempita all 0.5.2-2 [13.9 kB]
2020-11-16T20:09:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:Get:37 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-paste all 2.0.3+dfsg-4ubuntu1 [456 kB]
2020-11-16T20:09:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:Get:38 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastedeploy-tpl all 1.5.2-4 [4,796 B]
2020-11-16T20:09:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:Get:39 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastedeploy all 1.5.2-4 [25.6 kB]
2020-11-16T20:09:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:Get:40 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webtest all 2.0.28-1ubuntu1 [27.8 kB]
2020-11-16T20:09:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:Get:41 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pecan all 1.2.1-2 [86.1 kB]
2020-11-16T20:09:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:Get:42 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-bcrypt amd64 3.1.4-2 [29.8 kB]
2020-11-16T20:09:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:Get:43 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-werkzeug all 0.14.1+dfsg1-1 [174 kB]
2020-11-16T20:09:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:Get:44 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libonig4 amd64 6.7.0-1 [119 kB]
2020-11-16T20:09:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:Get:45 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libjq1 amd64 1.5+dfsg-2 [111 kB]
2020-11-16T20:09:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:Get:46 http://archive.ubuntu.com/ubuntu bionic/universe amd64 jq amd64 1.5+dfsg-2 [45.6 kB]
2020-11-16T20:09:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:Get:47 http://archive.ubuntu.com/ubuntu bionic/main amd64 socat amd64 1.7.3.2-2ubuntu2 [342 kB]
2020-11-16T20:09:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:Get:48 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 libxslt1.1 amd64 1.1.29-5ubuntu0.2 [150 kB]
2020-11-16T20:09:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:Get:49 http://archive.ubuntu.com/ubuntu bionic/universe amd64 xmlstarlet amd64 1.6.1-2 [382 kB]
2020-11-16T20:09:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:Get:50 http://archive.ubuntu.com/ubuntu bionic/main amd64 libjs-underscore all 1.8.3~dfsg-1 [59.9 kB]
2020-11-16T20:09:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:Get:51 http://archive.ubuntu.com/ubuntu bionic/main amd64 libjs-sphinxdoc all 1.6.7-1ubuntu1 [85.6 kB]
2020-11-16T20:09:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:Get:52 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-webencodings all 0.5-2 [10.3 kB]
2020-11-16T20:09:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:Get:53 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-html5lib all 0.999999999-1 [83.6 kB]
2020-11-16T20:09:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:Get:54 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python-lxml amd64 4.2.1-1ubuntu0.1 [1,075 kB]
2020-11-16T20:09:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:Get:55 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-openid all 2.2.5-6 [97.8 kB]
2020-11-16T20:09:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:Get:56 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastescript all 2.0.2-2 [54.9 kB]
2020-11-16T20:09:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:Get:57 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pyinotify all 0.9.6-1 [24.6 kB]
2020-11-16T20:09:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:Get:58 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-repoze.lru all 0.7-1 [11.9 kB]
2020-11-16T20:09:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:Get:59 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-routes all 2.4.1-1 [88.3 kB]
2020-11-16T20:09:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:Get:60 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-scgi amd64 1.13-1.1build1 [18.4 kB]
2020-11-16T20:09:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:Get:61 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-base amd64 13.2.10-48-gf871e560-1bionic [3,644 kB]
2020-11-16T20:09:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:Get:62 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr amd64 13.2.10-48-gf871e560-1bionic [2,738 kB]
2020-11-16T20:09:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:Get:63 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mon amd64 13.2.10-48-gf871e560-1bionic [2,906 kB]
2020-11-16T20:09:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:Get:64 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-osd amd64 13.2.10-48-gf871e560-1bionic [13.2 MB]
2020-11-16T20:09:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:Get:65 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph amd64 13.2.10-48-gf871e560-1bionic [3,888 B]
2020-11-16T20:09:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:Get:66 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-fuse amd64 13.2.10-48-gf871e560-1bionic [460 kB]
2020-11-16T20:09:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:Get:67 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mds amd64 13.2.10-48-gf871e560-1bionic [1,646 kB]
2020-11-16T20:09:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:Get:68 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-test amd64 13.2.10-48-gf871e560-1bionic [22.3 MB]
2020-11-16T20:09:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:Get:69 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs-dev amd64 13.2.10-48-gf871e560-1bionic [16.4 kB]
2020-11-16T20:09:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:Get:70 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 radosgw amd64 13.2.10-48-gf871e560-1bionic [3,218 kB]
2020-11-16T20:09:06.607 INFO:teuthology.orchestra.run.smithi065.stdout:Get:64 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-osd amd64 13.2.10-48-gf871e560-1bionic [13.2 MB]
2020-11-16T20:09:06.637 INFO:teuthology.orchestra.run.smithi071.stdout:Get:71 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 rbd-fuse amd64 13.2.10-48-gf871e560-1bionic [13.7 kB]
2020-11-16T20:09:06.652 INFO:teuthology.orchestra.run.smithi142.stdout:Get:69 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs-dev amd64 13.2.10-48-gf871e560-1bionic [16.4 kB]
2020-11-16T20:09:06.653 INFO:teuthology.orchestra.run.smithi142.stdout:Get:70 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 radosgw amd64 13.2.10-48-gf871e560-1bionic [3,218 kB]
2020-11-16T20:09:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:Get:71 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 rbd-fuse amd64 13.2.10-48-gf871e560-1bionic [13.7 kB]
2020-11-16T20:09:07.232 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 74.2 MB in 6s (13.4 MB/s)
2020-11-16T20:09:07.395 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 74.2 MB in 6s (13.0 MB/s)
2020-11-16T20:09:07.398 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liblttng-ust0:amd64.
2020-11-16T20:09:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:Get:65 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph amd64 13.2.10-48-gf871e560-1bionic [3,888 B]
2020-11-16T20:09:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:Get:66 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-fuse amd64 13.2.10-48-gf871e560-1bionic [460 kB]
2020-11-16T20:09:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:Get:67 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mds amd64 13.2.10-48-gf871e560-1bionic [1,646 kB]
2020-11-16T20:09:07.446 INFO:teuthology.orchestra.run.smithi071.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 137607 files and directories currently installed.)
2020-11-16T20:09:07.450 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../00-liblttng-ust0_2.10.1-1_amd64.deb ...
2020-11-16T20:09:07.517 INFO:teuthology.orchestra.run.smithi065.stdout:Get:68 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 ceph-test amd64 13.2.10-48-gf871e560-1bionic [22.3 MB]
2020-11-16T20:09:07.530 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liblttng-ust0:amd64 (2.10.1-1) ...
2020-11-16T20:09:07.538 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package liblttng-ust0:amd64.
2020-11-16T20:09:07.585 INFO:teuthology.orchestra.run.smithi142.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 137607 files and directories currently installed.)
2020-11-16T20:09:07.589 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../00-liblttng-ust0_2.10.1-1_amd64.deb ...
2020-11-16T20:09:07.662 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking liblttng-ust0:amd64 (2.10.1-1) ...
2020-11-16T20:09:07.863 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../01-librbd1_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:07.959 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librbd1 (13.2.10-48-gf871e560-1bionic) over (12.2.13-0ubuntu0.18.04.4) ...
2020-11-16T20:09:08.013 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../01-librbd1_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:08.141 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking librbd1 (13.2.10-48-gf871e560-1bionic) over (12.2.13-0ubuntu0.18.04.4) ...
2020-11-16T20:09:08.421 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../02-librados2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:08.530 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librados2 (13.2.10-48-gf871e560-1bionic) over (12.2.13-0ubuntu0.18.04.4) ...
2020-11-16T20:09:08.607 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../02-librados2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:08.703 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking librados2 (13.2.10-48-gf871e560-1bionic) over (12.2.13-0ubuntu0.18.04.4) ...
2020-11-16T20:09:08.714 INFO:teuthology.orchestra.run.smithi065.stdout:Get:69 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs-dev amd64 13.2.10-48-gf871e560-1bionic [16.4 kB]
2020-11-16T20:09:08.715 INFO:teuthology.orchestra.run.smithi065.stdout:Get:70 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 radosgw amd64 13.2.10-48-gf871e560-1bionic [3,218 kB]
2020-11-16T20:09:08.885 INFO:teuthology.orchestra.run.smithi065.stdout:Get:71 https://1.chacra.ceph.com/r/ceph/mimic/f871e560170ca0bd255a6b24d6aa31d23a8c3135/ubuntu/bionic/flavors/default bionic/main amd64 rbd-fuse amd64 13.2.10-48-gf871e560-1bionic [13.7 kB]
2020-11-16T20:09:09.125 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libcephfs2.
2020-11-16T20:09:09.141 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../03-libcephfs2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:09.183 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libcephfs2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:09.323 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libcephfs2.
2020-11-16T20:09:09.338 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../03-libcephfs2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:09.381 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libcephfs2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:09.488 INFO:teuthology.orchestra.run.smithi065.stdout:Fetched 74.2 MB in 8s (9,579 kB/s)
2020-11-16T20:09:09.511 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-rados.
2020-11-16T20:09:09.526 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../04-python-rados_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:09.569 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-rados (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:09.654 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package liblttng-ust0:amd64.
2020-11-16T20:09:09.700 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-rados.
2020-11-16T20:09:09.703 INFO:teuthology.orchestra.run.smithi065.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 137607 files and directories currently installed.)
2020-11-16T20:09:09.707 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../00-liblttng-ust0_2.10.1-1_amd64.deb ...
2020-11-16T20:09:09.716 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../04-python-rados_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:09.758 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-rados (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:09.786 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking liblttng-ust0:amd64 (2.10.1-1) ...
2020-11-16T20:09:09.863 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-ceph-argparse.
2020-11-16T20:09:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../05-python-ceph-argparse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:09.913 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-ceph-argparse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:10.019 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-ceph-argparse.
2020-11-16T20:09:10.033 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../05-python-ceph-argparse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:10.102 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-ceph-argparse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:10.105 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../01-librbd1_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:10.182 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-cephfs.
2020-11-16T20:09:10.197 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../06-python-cephfs_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:10.231 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking librbd1 (13.2.10-48-gf871e560-1bionic) over (12.2.13-0ubuntu0.18.04.4) ...
2020-11-16T20:09:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-cephfs (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:10.346 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-cephfs.
2020-11-16T20:09:10.362 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../06-python-cephfs_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:10.404 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-cephfs (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-prettytable.
2020-11-16T20:09:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../07-python-prettytable_0.7.2-3_all.deb ...
2020-11-16T20:09:10.635 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-prettytable (0.7.2-3) ...
2020-11-16T20:09:10.674 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../02-librados2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:10.757 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-prettytable.
2020-11-16T20:09:10.770 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../07-python-prettytable_0.7.2-3_all.deb ...
2020-11-16T20:09:10.807 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-prettytable (0.7.2-3) ...
2020-11-16T20:09:10.896 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-rbd.
2020-11-16T20:09:10.910 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../08-python-rbd_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:10.927 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking librados2 (13.2.10-48-gf871e560-1bionic) over (12.2.13-0ubuntu0.18.04.4) ...
2020-11-16T20:09:10.954 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-rbd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:11.059 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-rbd.
2020-11-16T20:09:11.073 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../08-python-rbd_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:11.118 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-rbd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:11.240 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-certifi.
2020-11-16T20:09:11.257 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../09-python-certifi_2018.1.18-2_all.deb ...
2020-11-16T20:09:11.290 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-certifi (2018.1.18-2) ...
2020-11-16T20:09:11.437 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-certifi.
2020-11-16T20:09:11.450 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../09-python-certifi_2018.1.18-2_all.deb ...
2020-11-16T20:09:11.478 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-certifi (2018.1.18-2) ...
2020-11-16T20:09:11.523 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libcephfs2.
2020-11-16T20:09:11.539 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../03-libcephfs2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:11.581 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libcephfs2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:11.601 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-chardet.
2020-11-16T20:09:11.616 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../10-python-chardet_3.0.4-1_all.deb ...
2020-11-16T20:09:11.660 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-chardet (3.0.4-1) ...
2020-11-16T20:09:11.807 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-chardet.
2020-11-16T20:09:11.821 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../10-python-chardet_3.0.4-1_all.deb ...
2020-11-16T20:09:11.859 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-rados.
2020-11-16T20:09:11.865 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-chardet (3.0.4-1) ...
2020-11-16T20:09:11.872 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../04-python-rados_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:11.933 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-rados (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:12.072 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-urllib3.
2020-11-16T20:09:12.085 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../11-python-urllib3_1.22-1ubuntu0.18.04.2_all.deb ...
2020-11-16T20:09:12.130 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-urllib3 (1.22-1ubuntu0.18.04.2) ...
2020-11-16T20:09:12.211 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-ceph-argparse.
2020-11-16T20:09:12.225 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../05-python-ceph-argparse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:12.269 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-ceph-argparse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:12.276 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-urllib3.
2020-11-16T20:09:12.292 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../11-python-urllib3_1.22-1ubuntu0.18.04.2_all.deb ...
2020-11-16T20:09:12.335 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-urllib3 (1.22-1ubuntu0.18.04.2) ...
2020-11-16T20:09:12.466 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-requests.
2020-11-16T20:09:12.479 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../12-python-requests_2.18.4-2ubuntu0.1_all.deb ...
2020-11-16T20:09:12.508 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-requests (2.18.4-2ubuntu0.1) ...
2020-11-16T20:09:12.572 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-cephfs.
2020-11-16T20:09:12.587 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../06-python-cephfs_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:12.630 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-cephfs (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:12.679 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-requests.
2020-11-16T20:09:12.693 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../12-python-requests_2.18.4-2ubuntu0.1_all.deb ...
2020-11-16T20:09:12.737 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-requests (2.18.4-2ubuntu0.1) ...
2020-11-16T20:09:12.819 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package librgw2.
2020-11-16T20:09:12.833 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../13-librgw2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:12.869 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librgw2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:12.933 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-prettytable.
2020-11-16T20:09:12.948 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../07-python-prettytable_0.7.2-3_all.deb ...
2020-11-16T20:09:12.991 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-prettytable (0.7.2-3) ...
2020-11-16T20:09:13.073 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package librgw2.
2020-11-16T20:09:13.088 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../13-librgw2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:13.123 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking librgw2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:13.227 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-rbd.
2020-11-16T20:09:13.241 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../08-python-rbd_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:13.277 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-rbd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:13.296 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-rgw.
2020-11-16T20:09:13.311 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../14-python-rgw_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:13.388 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-rgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:13.568 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-rgw.
2020-11-16T20:09:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../14-python-rgw_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:13.613 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-certifi.
2020-11-16T20:09:13.626 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-rgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:13.629 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../09-python-certifi_2018.1.18-2_all.deb ...
2020-11-16T20:09:13.672 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-certifi (2018.1.18-2) ...
2020-11-16T20:09:13.749 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liboath0.
2020-11-16T20:09:13.764 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../15-liboath0_2.6.1-1_amd64.deb ...
2020-11-16T20:09:13.809 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liboath0 (2.6.1-1) ...
2020-11-16T20:09:13.991 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-chardet.
2020-11-16T20:09:14.007 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../10-python-chardet_3.0.4-1_all.deb ...
2020-11-16T20:09:14.028 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package liboath0.
2020-11-16T20:09:14.042 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../15-liboath0_2.6.1-1_amd64.deb ...
2020-11-16T20:09:14.049 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-chardet (3.0.4-1) ...
2020-11-16T20:09:14.069 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libradosstriper1.
2020-11-16T20:09:14.078 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking liboath0 (2.6.1-1) ...
2020-11-16T20:09:14.083 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../16-libradosstriper1_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:14.119 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libradosstriper1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:14.381 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libradosstriper1.
2020-11-16T20:09:14.397 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../16-libradosstriper1_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:14.419 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-urllib3.
2020-11-16T20:09:14.433 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../11-python-urllib3_1.22-1ubuntu0.18.04.2_all.deb ...
2020-11-16T20:09:14.456 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libradosstriper1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:14.469 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-urllib3 (1.22-1ubuntu0.18.04.2) ...
2020-11-16T20:09:14.547 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-common.
2020-11-16T20:09:14.561 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../17-ceph-common_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:14.605 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-common (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:14.789 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-requests.
2020-11-16T20:09:14.806 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../12-python-requests_2.18.4-2ubuntu0.1_all.deb ...
2020-11-16T20:09:14.809 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-common.
2020-11-16T20:09:14.824 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../17-ceph-common_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:14.847 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-requests (2.18.4-2ubuntu0.1) ...
2020-11-16T20:09:14.867 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-common (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:15.217 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package librgw2.
2020-11-16T20:09:15.232 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../13-librgw2_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:15.275 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking librgw2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:15.694 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-rgw.
2020-11-16T20:09:15.708 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../14-python-rgw_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:15.753 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-rgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:15.793 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libsnappy1v5:amd64.
2020-11-16T20:09:15.808 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../18-libsnappy1v5_1.1.7-1_amd64.deb ...
2020-11-16T20:09:15.852 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libsnappy1v5:amd64 (1.1.7-1) ...
2020-11-16T20:09:16.089 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package liboath0.
2020-11-16T20:09:16.104 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../15-liboath0_2.6.1-1_amd64.deb ...
2020-11-16T20:09:16.105 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libsnappy1v5:amd64.
2020-11-16T20:09:16.120 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../18-libsnappy1v5_1.1.7-1_amd64.deb ...
2020-11-16T20:09:16.139 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking liboath0 (2.6.1-1) ...
2020-11-16T20:09:16.146 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libleveldb1v5:amd64.
2020-11-16T20:09:16.160 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../19-libleveldb1v5_1.20-2_amd64.deb ...
2020-11-16T20:09:16.163 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libsnappy1v5:amd64 (1.1.7-1) ...
2020-11-16T20:09:16.204 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libleveldb1v5:amd64 (1.20-2) ...
2020-11-16T20:09:16.416 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libleveldb1v5:amd64.
2020-11-16T20:09:16.425 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libradosstriper1.
2020-11-16T20:09:16.432 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../19-libleveldb1v5_1.20-2_amd64.deb ...
2020-11-16T20:09:16.440 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../16-libradosstriper1_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:16.466 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libleveldb1v5:amd64 (1.20-2) ...
2020-11-16T20:09:16.483 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libradosstriper1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:16.674 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-base.
2020-11-16T20:09:16.688 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../20-ceph-base_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:16.742 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-base (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:16.920 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph-common.
2020-11-16T20:09:16.934 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../17-ceph-common_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:16.969 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-base.
2020-11-16T20:09:16.978 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph-common (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:16.982 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../20-ceph-base_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:17.028 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-base (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:17.580 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-cherrypy3.
2020-11-16T20:09:17.593 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../21-python-cherrypy3_8.9.1-2_all.deb ...
2020-11-16T20:09:17.638 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-cherrypy3 (8.9.1-2) ...
2020-11-16T20:09:17.816 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-cherrypy3.
2020-11-16T20:09:17.832 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../21-python-cherrypy3_8.9.1-2_all.deb ...
2020-11-16T20:09:17.866 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-cherrypy3 (8.9.1-2) ...
2020-11-16T20:09:18.124 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-markupsafe.
2020-11-16T20:09:18.138 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../22-python-markupsafe_1.0-1build1_amd64.deb ...
2020-11-16T20:09:18.174 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-markupsafe (1.0-1build1) ...
2020-11-16T20:09:18.193 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-markupsafe.
2020-11-16T20:09:18.210 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../22-python-markupsafe_1.0-1build1_amd64.deb ...
2020-11-16T20:09:18.269 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-markupsafe (1.0-1build1) ...
2020-11-16T20:09:18.333 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libsnappy1v5:amd64.
2020-11-16T20:09:18.349 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../18-libsnappy1v5_1.1.7-1_amd64.deb ...
2020-11-16T20:09:18.391 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libsnappy1v5:amd64 (1.1.7-1) ...
2020-11-16T20:09:18.477 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-jinja2.
2020-11-16T20:09:18.490 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../23-python-jinja2_2.10-1ubuntu0.18.04.1_all.deb ...
2020-11-16T20:09:18.544 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-jinja2 (2.10-1ubuntu0.18.04.1) ...
2020-11-16T20:09:18.571 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-jinja2.
2020-11-16T20:09:18.585 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../23-python-jinja2_2.10-1ubuntu0.18.04.1_all.deb ...
2020-11-16T20:09:18.629 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-jinja2 (2.10-1ubuntu0.18.04.1) ...
2020-11-16T20:09:18.677 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libleveldb1v5:amd64.
2020-11-16T20:09:18.690 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../19-libleveldb1v5_1.20-2_amd64.deb ...
2020-11-16T20:09:18.727 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libleveldb1v5:amd64 (1.20-2) ...
2020-11-16T20:09:18.922 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-openssl.
2020-11-16T20:09:18.935 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../24-python-openssl_17.5.0-1ubuntu1_all.deb ...
2020-11-16T20:09:18.972 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-openssl (17.5.0-1ubuntu1) ...
2020-11-16T20:09:19.024 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-openssl.
2020-11-16T20:09:19.038 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../24-python-openssl_17.5.0-1ubuntu1_all.deb ...
2020-11-16T20:09:19.074 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-openssl (17.5.0-1ubuntu1) ...
2020-11-16T20:09:19.206 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph-base.
2020-11-16T20:09:19.222 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../20-ceph-base_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:19.291 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-logutils.
2020-11-16T20:09:19.307 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../25-python-logutils_0.3.3-5_all.deb ...
2020-11-16T20:09:19.349 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-logutils (0.3.3-5) ...
2020-11-16T20:09:19.373 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph-base (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:19.460 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-logutils.
2020-11-16T20:09:19.475 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../25-python-logutils_0.3.3-5_all.deb ...
2020-11-16T20:09:19.518 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-logutils (0.3.3-5) ...
2020-11-16T20:09:19.637 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-mako.
2020-11-16T20:09:19.653 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../26-python-mako_1.0.7+ds1-1_all.deb ...
2020-11-16T20:09:19.696 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-mako (1.0.7+ds1-1) ...
2020-11-16T20:09:19.821 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-mako.
2020-11-16T20:09:19.836 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../26-python-mako_1.0.7+ds1-1_all.deb ...
2020-11-16T20:09:19.904 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-mako (1.0.7+ds1-1) ...
2020-11-16T20:09:20.040 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-simplegeneric.
2020-11-16T20:09:20.057 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../27-python-simplegeneric_0.8.1-1_all.deb ...
2020-11-16T20:09:20.099 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-simplegeneric (0.8.1-1) ...
2020-11-16T20:09:20.161 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-cherrypy3.
2020-11-16T20:09:20.176 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../21-python-cherrypy3_8.9.1-2_all.deb ...
2020-11-16T20:09:20.219 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-cherrypy3 (8.9.1-2) ...
2020-11-16T20:09:20.240 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-simplegeneric.
2020-11-16T20:09:20.254 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../27-python-simplegeneric_0.8.1-1_all.deb ...
2020-11-16T20:09:20.290 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-simplegeneric (0.8.1-1) ...
2020-11-16T20:09:20.434 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-singledispatch.
2020-11-16T20:09:20.449 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../28-python-singledispatch_3.4.0.3-2_all.deb ...
2020-11-16T20:09:20.493 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-singledispatch (3.4.0.3-2) ...
2020-11-16T20:09:20.573 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-markupsafe.
2020-11-16T20:09:20.589 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../22-python-markupsafe_1.0-1build1_amd64.deb ...
2020-11-16T20:09:20.618 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-singledispatch.
2020-11-16T20:09:20.631 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-markupsafe (1.0-1build1) ...
2020-11-16T20:09:20.632 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../28-python-singledispatch_3.4.0.3-2_all.deb ...
2020-11-16T20:09:20.676 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-singledispatch (3.4.0.3-2) ...
2020-11-16T20:09:20.804 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-simplejson.
2020-11-16T20:09:20.819 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../29-python-simplejson_3.13.2-1_amd64.deb ...
2020-11-16T20:09:20.862 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-simplejson (3.13.2-1) ...
2020-11-16T20:09:20.917 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-jinja2.
2020-11-16T20:09:20.933 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../23-python-jinja2_2.10-1ubuntu0.18.04.1_all.deb ...
2020-11-16T20:09:20.975 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-jinja2 (2.10-1ubuntu0.18.04.1) ...
2020-11-16T20:09:21.004 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-simplejson.
2020-11-16T20:09:21.017 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../29-python-simplejson_3.13.2-1_amd64.deb ...
2020-11-16T20:09:21.062 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-simplejson (3.13.2-1) ...
2020-11-16T20:09:21.190 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-webob.
2020-11-16T20:09:21.204 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../30-python-webob_1%3a1.7.3-2fakesync1_all.deb ...
2020-11-16T20:09:21.273 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-webob (1:1.7.3-2fakesync1) ...
2020-11-16T20:09:21.362 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-openssl.
2020-11-16T20:09:21.378 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../24-python-openssl_17.5.0-1ubuntu1_all.deb ...
2020-11-16T20:09:21.415 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-webob.
2020-11-16T20:09:21.420 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-openssl (17.5.0-1ubuntu1) ...
2020-11-16T20:09:21.428 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../30-python-webob_1%3a1.7.3-2fakesync1_all.deb ...
2020-11-16T20:09:21.465 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-webob (1:1.7.3-2fakesync1) ...
2020-11-16T20:09:21.592 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-bs4.
2020-11-16T20:09:21.607 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../31-python-bs4_4.6.0-1_all.deb ...
2020-11-16T20:09:21.651 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-bs4 (4.6.0-1) ...
2020-11-16T20:09:21.756 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-logutils.
2020-11-16T20:09:21.772 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../25-python-logutils_0.3.3-5_all.deb ...
2020-11-16T20:09:21.792 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-bs4.
2020-11-16T20:09:21.807 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../31-python-bs4_4.6.0-1_all.deb ...
2020-11-16T20:09:21.823 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-logutils (0.3.3-5) ...
2020-11-16T20:09:21.850 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-bs4 (4.6.0-1) ...
2020-11-16T20:09:21.979 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-waitress.
2020-11-16T20:09:21.993 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../32-python-waitress_1.0.1-1_all.deb ...
2020-11-16T20:09:22.037 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-waitress (1.0.1-1) ...
2020-11-16T20:09:22.159 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-mako.
2020-11-16T20:09:22.172 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../26-python-mako_1.0.7+ds1-1_all.deb ...
2020-11-16T20:09:22.217 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-mako (1.0.7+ds1-1) ...
2020-11-16T20:09:22.228 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-waitress.
2020-11-16T20:09:22.241 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../32-python-waitress_1.0.1-1_all.deb ...
2020-11-16T20:09:22.286 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-waitress (1.0.1-1) ...
2020-11-16T20:09:22.365 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-dnspython.
2020-11-16T20:09:22.380 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../33-python-dnspython_1.15.0-1_all.deb ...
2020-11-16T20:09:22.423 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-dnspython (1.15.0-1) ...
2020-11-16T20:09:22.537 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-simplegeneric.
2020-11-16T20:09:22.553 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../27-python-simplegeneric_0.8.1-1_all.deb ...
2020-11-16T20:09:22.603 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-simplegeneric (0.8.1-1) ...
2020-11-16T20:09:22.639 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-dnspython.
2020-11-16T20:09:22.656 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../33-python-dnspython_1.15.0-1_all.deb ...
2020-11-16T20:09:22.698 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-dnspython (1.15.0-1) ...
2020-11-16T20:09:22.726 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package formencode-i18n.
2020-11-16T20:09:22.742 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../34-formencode-i18n_1.3.0-0ubuntu5_all.deb ...
2020-11-16T20:09:22.784 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking formencode-i18n (1.3.0-0ubuntu5) ...
2020-11-16T20:09:22.939 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-singledispatch.
2020-11-16T20:09:22.954 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../28-python-singledispatch_3.4.0.3-2_all.deb ...
2020-11-16T20:09:22.976 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package formencode-i18n.
2020-11-16T20:09:22.990 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../34-formencode-i18n_1.3.0-0ubuntu5_all.deb ...
2020-11-16T20:09:22.998 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-singledispatch (3.4.0.3-2) ...
2020-11-16T20:09:23.034 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking formencode-i18n (1.3.0-0ubuntu5) ...
2020-11-16T20:09:23.317 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-simplejson.
2020-11-16T20:09:23.333 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../29-python-simplejson_3.13.2-1_amd64.deb ...
2020-11-16T20:09:23.361 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-formencode.
2020-11-16T20:09:23.375 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-simplejson (3.13.2-1) ...
2020-11-16T20:09:23.376 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../35-python-formencode_1.3.0-0ubuntu5_all.deb ...
2020-11-16T20:09:23.419 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-formencode (1.3.0-0ubuntu5) ...
2020-11-16T20:09:23.428 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-formencode.
2020-11-16T20:09:23.444 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../35-python-formencode_1.3.0-0ubuntu5_all.deb ...
2020-11-16T20:09:23.487 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-formencode (1.3.0-0ubuntu5) ...
2020-11-16T20:09:23.720 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-webob.
2020-11-16T20:09:23.734 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../30-python-webob_1%3a1.7.3-2fakesync1_all.deb ...
2020-11-16T20:09:23.780 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-tempita.
2020-11-16T20:09:23.786 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-webob (1:1.7.3-2fakesync1) ...
2020-11-16T20:09:23.796 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../36-python-tempita_0.5.2-2_all.deb ...
2020-11-16T20:09:23.823 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-tempita.
2020-11-16T20:09:23.837 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../36-python-tempita_0.5.2-2_all.deb ...
2020-11-16T20:09:23.839 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-tempita (0.5.2-2) ...
2020-11-16T20:09:23.906 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-tempita (0.5.2-2) ...
2020-11-16T20:09:24.133 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-paste.
2020-11-16T20:09:24.148 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-bs4.
2020-11-16T20:09:24.148 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../37-python-paste_2.0.3+dfsg-4ubuntu1_all.deb ...
2020-11-16T20:09:24.162 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../31-python-bs4_4.6.0-1_all.deb ...
2020-11-16T20:09:24.175 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-paste.
2020-11-16T20:09:24.189 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../37-python-paste_2.0.3+dfsg-4ubuntu1_all.deb ...
2020-11-16T20:09:24.191 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-paste (2.0.3+dfsg-4ubuntu1) ...
2020-11-16T20:09:24.226 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-paste (2.0.3+dfsg-4ubuntu1) ...
2020-11-16T20:09:24.242 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-bs4 (4.6.0-1) ...
2020-11-16T20:09:24.503 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-pastedeploy-tpl.
2020-11-16T20:09:24.517 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../38-python-pastedeploy-tpl_1.5.2-4_all.deb ...
2020-11-16T20:09:24.537 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-pastedeploy-tpl.
2020-11-16T20:09:24.552 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../38-python-pastedeploy-tpl_1.5.2-4_all.deb ...
2020-11-16T20:09:24.553 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-pastedeploy-tpl (1.5.2-4) ...
2020-11-16T20:09:24.584 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-waitress.
2020-11-16T20:09:24.595 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-pastedeploy-tpl (1.5.2-4) ...
2020-11-16T20:09:24.599 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../32-python-waitress_1.0.1-1_all.deb ...
2020-11-16T20:09:24.642 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-waitress (1.0.1-1) ...
2020-11-16T20:09:24.856 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-pastedeploy.
2020-11-16T20:09:24.871 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../39-python-pastedeploy_1.5.2-4_all.deb ...
2020-11-16T20:09:24.872 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-pastedeploy.
2020-11-16T20:09:24.885 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../39-python-pastedeploy_1.5.2-4_all.deb ...
2020-11-16T20:09:24.906 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-pastedeploy (1.5.2-4) ...
2020-11-16T20:09:24.922 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-pastedeploy (1.5.2-4) ...
2020-11-16T20:09:24.945 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-dnspython.
2020-11-16T20:09:24.958 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../33-python-dnspython_1.15.0-1_all.deb ...
2020-11-16T20:09:24.995 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-dnspython (1.15.0-1) ...
2020-11-16T20:09:25.242 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-webtest.
2020-11-16T20:09:25.251 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-webtest.
2020-11-16T20:09:25.256 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../40-python-webtest_2.0.28-1ubuntu1_all.deb ...
2020-11-16T20:09:25.264 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../40-python-webtest_2.0.28-1ubuntu1_all.deb ...
2020-11-16T20:09:25.298 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package formencode-i18n.
2020-11-16T20:09:25.309 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-webtest (2.0.28-1ubuntu1) ...
2020-11-16T20:09:25.312 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../34-formencode-i18n_1.3.0-0ubuntu5_all.deb ...
2020-11-16T20:09:25.325 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-webtest (2.0.28-1ubuntu1) ...
2020-11-16T20:09:25.356 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking formencode-i18n (1.3.0-0ubuntu5) ...
2020-11-16T20:09:25.650 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-formencode.
2020-11-16T20:09:25.664 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../35-python-formencode_1.3.0-0ubuntu5_all.deb ...
2020-11-16T20:09:25.679 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-pecan.
2020-11-16T20:09:25.686 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-pecan.
2020-11-16T20:09:25.692 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../41-python-pecan_1.2.1-2_all.deb ...
2020-11-16T20:09:25.700 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../41-python-pecan_1.2.1-2_all.deb ...
2020-11-16T20:09:25.709 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-formencode (1.3.0-0ubuntu5) ...
2020-11-16T20:09:25.740 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-pecan (1.2.1-2) ...
2020-11-16T20:09:25.747 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-pecan (1.2.1-2) ...
2020-11-16T20:09:26.045 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-tempita.
2020-11-16T20:09:26.058 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../36-python-tempita_0.5.2-2_all.deb ...
2020-11-16T20:09:26.093 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-bcrypt.
2020-11-16T20:09:26.095 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-tempita (0.5.2-2) ...
2020-11-16T20:09:26.108 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../42-python-bcrypt_3.1.4-2_amd64.deb ...
2020-11-16T20:09:26.134 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-bcrypt.
2020-11-16T20:09:26.142 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-bcrypt (3.1.4-2) ...
2020-11-16T20:09:26.148 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../42-python-bcrypt_3.1.4-2_amd64.deb ...
2020-11-16T20:09:26.192 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-bcrypt (3.1.4-2) ...
2020-11-16T20:09:26.382 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-paste.
2020-11-16T20:09:26.397 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../37-python-paste_2.0.3+dfsg-4ubuntu1_all.deb ...
2020-11-16T20:09:26.439 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-paste (2.0.3+dfsg-4ubuntu1) ...
2020-11-16T20:09:26.479 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-werkzeug.
2020-11-16T20:09:26.493 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../43-python-werkzeug_0.14.1+dfsg1-1_all.deb ...
2020-11-16T20:09:26.536 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-werkzeug.
2020-11-16T20:09:26.537 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-werkzeug (0.14.1+dfsg1-1) ...
2020-11-16T20:09:26.550 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../43-python-werkzeug_0.14.1+dfsg1-1_all.deb ...
2020-11-16T20:09:26.594 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-werkzeug (0.14.1+dfsg1-1) ...
2020-11-16T20:09:26.751 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-pastedeploy-tpl.
2020-11-16T20:09:26.765 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../38-python-pastedeploy-tpl_1.5.2-4_all.deb ...
2020-11-16T20:09:26.801 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-pastedeploy-tpl (1.5.2-4) ...
2020-11-16T20:09:26.965 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mgr.
2020-11-16T20:09:26.980 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../44-ceph-mgr_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:26.998 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr.
2020-11-16T20:09:27.012 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../44-ceph-mgr_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:27.023 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mgr (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:27.056 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:27.103 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-pastedeploy.
2020-11-16T20:09:27.117 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../39-python-pastedeploy_1.5.2-4_all.deb ...
2020-11-16T20:09:27.153 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-pastedeploy (1.5.2-4) ...
2020-11-16T20:09:27.523 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-webtest.
2020-11-16T20:09:27.538 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../40-python-webtest_2.0.28-1ubuntu1_all.deb ...
2020-11-16T20:09:27.590 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-webtest (2.0.28-1ubuntu1) ...
2020-11-16T20:09:27.759 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mon.
2020-11-16T20:09:27.773 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../45-ceph-mon_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:27.790 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mon.
2020-11-16T20:09:27.805 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../45-ceph-mon_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:27.817 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mon (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:27.874 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mon (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:27.943 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-pecan.
2020-11-16T20:09:27.958 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../41-python-pecan_1.2.1-2_all.deb ...
2020-11-16T20:09:28.004 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-pecan (1.2.1-2) ...
2020-11-16T20:09:28.364 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-bcrypt.
2020-11-16T20:09:28.379 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../42-python-bcrypt_3.1.4-2_amd64.deb ...
2020-11-16T20:09:28.422 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-bcrypt (3.1.4-2) ...
2020-11-16T20:09:28.725 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-werkzeug.
2020-11-16T20:09:28.740 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../43-python-werkzeug_0.14.1+dfsg1-1_all.deb ...
2020-11-16T20:09:28.784 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-werkzeug (0.14.1+dfsg1-1) ...
2020-11-16T20:09:29.079 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-osd.
2020-11-16T20:09:29.093 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../46-ceph-osd_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:29.137 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-osd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:29.220 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph-mgr.
2020-11-16T20:09:29.236 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../44-ceph-mgr_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:29.269 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-osd.
2020-11-16T20:09:29.279 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph-mgr (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:29.284 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../46-ceph-osd_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:29.327 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-osd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:30.325 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph.
2020-11-16T20:09:30.341 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../47-ceph_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:30.590 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph.
2020-11-16T20:09:30.605 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../47-ceph_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:30.657 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:30.719 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-fuse.
2020-11-16T20:09:30.730 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph-mon.
2020-11-16T20:09:30.733 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../48-ceph-fuse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../45-ceph-mon_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:30.778 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph-mon (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:30.993 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-fuse.
2020-11-16T20:09:31.006 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../48-ceph-fuse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:31.034 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:31.223 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mds.
2020-11-16T20:09:31.236 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../49-ceph-mds_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:31.281 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mds (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:31.460 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph-osd.
2020-11-16T20:09:31.472 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mds.
2020-11-16T20:09:31.472 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../46-ceph-osd_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:31.486 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../49-ceph-mds_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:31.517 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph-osd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:31.530 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mds (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:31.801 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libonig4:amd64.
2020-11-16T20:09:31.816 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../50-libonig4_6.7.0-1_amd64.deb ...
2020-11-16T20:09:31.864 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libonig4:amd64 (6.7.0-1) ...
2020-11-16T20:09:32.041 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libonig4:amd64.
2020-11-16T20:09:32.056 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../50-libonig4_6.7.0-1_amd64.deb ...
2020-11-16T20:09:32.108 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libonig4:amd64 (6.7.0-1) ...
2020-11-16T20:09:32.254 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libjq1:amd64.
2020-11-16T20:09:32.268 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../51-libjq1_1.5+dfsg-2_amd64.deb ...
2020-11-16T20:09:32.312 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libjq1:amd64 (1.5+dfsg-2) ...
2020-11-16T20:09:32.452 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjq1:amd64.
2020-11-16T20:09:32.466 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../51-libjq1_1.5+dfsg-2_amd64.deb ...
2020-11-16T20:09:32.502 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjq1:amd64 (1.5+dfsg-2) ...
2020-11-16T20:09:32.615 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package jq.
2020-11-16T20:09:32.629 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../52-jq_1.5+dfsg-2_amd64.deb ...
2020-11-16T20:09:32.673 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking jq (1.5+dfsg-2) ...
2020-11-16T20:09:32.747 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph.
2020-11-16T20:09:32.763 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../47-ceph_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:32.788 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package jq.
2020-11-16T20:09:32.803 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../52-jq_1.5+dfsg-2_amd64.deb ...
2020-11-16T20:09:32.805 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:32.847 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking jq (1.5+dfsg-2) ...
2020-11-16T20:09:32.901 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package socat.
2020-11-16T20:09:32.916 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../53-socat_1.7.3.2-2ubuntu2_amd64.deb ...
2020-11-16T20:09:32.951 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking socat (1.7.3.2-2ubuntu2) ...
2020-11-16T20:09:33.125 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph-fuse.
2020-11-16T20:09:33.132 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package socat.
2020-11-16T20:09:33.138 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../48-ceph-fuse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:33.148 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../53-socat_1.7.3.2-2ubuntu2_amd64.deb ...
2020-11-16T20:09:33.174 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:33.191 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking socat (1.7.3.2-2ubuntu2) ...
2020-11-16T20:09:33.586 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libxslt1.1:amd64.
2020-11-16T20:09:33.600 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../54-libxslt1.1_1.1.29-5ubuntu0.2_amd64.deb ...
2020-11-16T20:09:33.611 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph-mds.
2020-11-16T20:09:33.625 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../49-ceph-mds_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:33.644 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libxslt1.1:amd64 (1.1.29-5ubuntu0.2) ...
2020-11-16T20:09:33.669 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph-mds (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:33.737 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libxslt1.1:amd64.
2020-11-16T20:09:33.751 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../54-libxslt1.1_1.1.29-5ubuntu0.2_amd64.deb ...
2020-11-16T20:09:33.796 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libxslt1.1:amd64 (1.1.29-5ubuntu0.2) ...
2020-11-16T20:09:33.947 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package xmlstarlet.
2020-11-16T20:09:33.961 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../55-xmlstarlet_1.6.1-2_amd64.deb ...
2020-11-16T20:09:34.005 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking xmlstarlet (1.6.1-2) ...
2020-11-16T20:09:34.074 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package xmlstarlet.
2020-11-16T20:09:34.088 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../55-xmlstarlet_1.6.1-2_amd64.deb ...
2020-11-16T20:09:34.132 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking xmlstarlet (1.6.1-2) ...
2020-11-16T20:09:34.190 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libonig4:amd64.
2020-11-16T20:09:34.204 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../50-libonig4_6.7.0-1_amd64.deb ...
2020-11-16T20:09:34.248 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libonig4:amd64 (6.7.0-1) ...
2020-11-16T20:09:34.351 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-test.
2020-11-16T20:09:34.367 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../56-ceph-test_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:34.426 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-test (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:34.503 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-test.
2020-11-16T20:09:34.517 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../56-ceph-test_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:34.561 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-test (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:34.917 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libjq1:amd64.
2020-11-16T20:09:34.933 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../51-libjq1_1.5+dfsg-2_amd64.deb ...
2020-11-16T20:09:34.984 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libjq1:amd64 (1.5+dfsg-2) ...
2020-11-16T20:09:35.295 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package jq.
2020-11-16T20:09:35.308 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../52-jq_1.5+dfsg-2_amd64.deb ...
2020-11-16T20:09:35.353 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking jq (1.5+dfsg-2) ...
2020-11-16T20:09:35.631 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package socat.
2020-11-16T20:09:35.645 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../53-socat_1.7.3.2-2ubuntu2_amd64.deb ...
2020-11-16T20:09:35.689 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking socat (1.7.3.2-2ubuntu2) ...
2020-11-16T20:09:36.067 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libxslt1.1:amd64.
2020-11-16T20:09:36.081 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../54-libxslt1.1_1.1.29-5ubuntu0.2_amd64.deb ...
2020-11-16T20:09:36.125 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libxslt1.1:amd64 (1.1.29-5ubuntu0.2) ...
2020-11-16T20:09:36.296 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libcephfs-dev.
2020-11-16T20:09:36.309 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../57-libcephfs-dev_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:36.354 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libcephfs-dev (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:36.370 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package xmlstarlet.
2020-11-16T20:09:36.384 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../55-xmlstarlet_1.6.1-2_amd64.deb ...
2020-11-16T20:09:36.420 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking xmlstarlet (1.6.1-2) ...
2020-11-16T20:09:36.464 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libcephfs-dev.
2020-11-16T20:09:36.479 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../57-libcephfs-dev_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:36.531 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libcephfs-dev (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:36.623 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjs-underscore.
2020-11-16T20:09:36.637 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../58-libjs-underscore_1.8.3~dfsg-1_all.deb ...
2020-11-16T20:09:36.681 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjs-underscore (1.8.3~dfsg-1) ...
2020-11-16T20:09:36.758 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package ceph-test.
2020-11-16T20:09:36.771 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../56-ceph-test_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:36.799 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking ceph-test (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:36.800 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libjs-underscore.
2020-11-16T20:09:36.815 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../58-libjs-underscore_1.8.3~dfsg-1_all.deb ...
2020-11-16T20:09:36.858 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libjs-underscore (1.8.3~dfsg-1) ...
2020-11-16T20:09:37.003 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjs-sphinxdoc.
2020-11-16T20:09:37.017 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../59-libjs-sphinxdoc_1.6.7-1ubuntu1_all.deb ...
2020-11-16T20:09:37.058 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjs-sphinxdoc (1.6.7-1ubuntu1) ...
2020-11-16T20:09:37.178 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libjs-sphinxdoc.
2020-11-16T20:09:37.194 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../59-libjs-sphinxdoc_1.6.7-1ubuntu1_all.deb ...
2020-11-16T20:09:37.236 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libjs-sphinxdoc (1.6.7-1ubuntu1) ...
2020-11-16T20:09:37.361 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-webencodings.
2020-11-16T20:09:37.377 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../60-python-webencodings_0.5-2_all.deb ...
2020-11-16T20:09:37.419 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-webencodings (0.5-2) ...
2020-11-16T20:09:37.580 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-webencodings.
2020-11-16T20:09:37.595 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../60-python-webencodings_0.5-2_all.deb ...
2020-11-16T20:09:37.638 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-webencodings (0.5-2) ...
2020-11-16T20:09:37.731 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-html5lib.
2020-11-16T20:09:37.745 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../61-python-html5lib_0.999999999-1_all.deb ...
2020-11-16T20:09:37.789 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-html5lib (0.999999999-1) ...
2020-11-16T20:09:37.933 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-html5lib.
2020-11-16T20:09:37.949 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../61-python-html5lib_0.999999999-1_all.deb ...
2020-11-16T20:09:37.991 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-html5lib (0.999999999-1) ...
2020-11-16T20:09:38.133 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-lxml:amd64.
2020-11-16T20:09:38.148 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../62-python-lxml_4.2.1-1ubuntu0.1_amd64.deb ...
2020-11-16T20:09:38.191 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-lxml:amd64 (4.2.1-1ubuntu0.1) ...
2020-11-16T20:09:38.428 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-lxml:amd64.
2020-11-16T20:09:38.441 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../62-python-lxml_4.2.1-1ubuntu0.1_amd64.deb ...
2020-11-16T20:09:38.478 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-lxml:amd64 (4.2.1-1ubuntu0.1) ...
2020-11-16T20:09:38.627 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libcephfs-dev.
2020-11-16T20:09:38.635 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../57-libcephfs-dev_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:38.677 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libcephfs-dev (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:38.695 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-openid.
2020-11-16T20:09:38.709 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../63-python-openid_2.2.5-6_all.deb ...
2020-11-16T20:09:38.753 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-openid (2.2.5-6) ...
2020-11-16T20:09:38.938 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libjs-underscore.
2020-11-16T20:09:38.939 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-openid.
2020-11-16T20:09:38.951 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../58-libjs-underscore_1.8.3~dfsg-1_all.deb ...
2020-11-16T20:09:38.953 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../63-python-openid_2.2.5-6_all.deb ...
2020-11-16T20:09:38.996 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libjs-underscore (1.8.3~dfsg-1) ...
2020-11-16T20:09:38.998 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-openid (2.2.5-6) ...
2020-11-16T20:09:39.090 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-pastescript.
2020-11-16T20:09:39.106 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../64-python-pastescript_2.0.2-2_all.deb ...
2020-11-16T20:09:39.148 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-pastescript (2.0.2-2) ...
2020-11-16T20:09:39.274 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package libjs-sphinxdoc.
2020-11-16T20:09:39.290 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../59-libjs-sphinxdoc_1.6.7-1ubuntu1_all.deb ...
2020-11-16T20:09:39.324 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking libjs-sphinxdoc (1.6.7-1ubuntu1) ...
2020-11-16T20:09:39.352 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-pastescript.
2020-11-16T20:09:39.368 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../64-python-pastescript_2.0.2-2_all.deb ...
2020-11-16T20:09:39.402 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-pastescript (2.0.2-2) ...
2020-11-16T20:09:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-pyinotify.
2020-11-16T20:09:39.533 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../65-python-pyinotify_0.9.6-1_all.deb ...
2020-11-16T20:09:39.576 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-pyinotify (0.9.6-1) ...
2020-11-16T20:09:39.584 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-webencodings.
2020-11-16T20:09:39.598 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../60-python-webencodings_0.5-2_all.deb ...
2020-11-16T20:09:39.626 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-webencodings (0.5-2) ...
2020-11-16T20:09:39.822 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-pyinotify.
2020-11-16T20:09:39.836 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../65-python-pyinotify_0.9.6-1_all.deb ...
2020-11-16T20:09:39.880 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-pyinotify (0.9.6-1) ...
2020-11-16T20:09:39.929 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-repoze.lru.
2020-11-16T20:09:39.944 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../66-python-repoze.lru_0.7-1_all.deb ...
2020-11-16T20:09:39.987 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-repoze.lru (0.7-1) ...
2020-11-16T20:09:40.012 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-html5lib.
2020-11-16T20:09:40.029 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../61-python-html5lib_0.999999999-1_all.deb ...
2020-11-16T20:09:40.071 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-html5lib (0.999999999-1) ...
2020-11-16T20:09:40.228 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-repoze.lru.
2020-11-16T20:09:40.239 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../66-python-repoze.lru_0.7-1_all.deb ...
2020-11-16T20:09:40.283 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-repoze.lru (0.7-1) ...
2020-11-16T20:09:40.290 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-routes.
2020-11-16T20:09:40.305 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../67-python-routes_2.4.1-1_all.deb ...
2020-11-16T20:09:40.349 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-routes (2.4.1-1) ...
2020-11-16T20:09:40.418 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-lxml:amd64.
2020-11-16T20:09:40.432 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../62-python-lxml_4.2.1-1ubuntu0.1_amd64.deb ...
2020-11-16T20:09:40.476 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-lxml:amd64 (4.2.1-1ubuntu0.1) ...
2020-11-16T20:09:40.670 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-routes.
2020-11-16T20:09:40.684 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../67-python-routes_2.4.1-1_all.deb ...
2020-11-16T20:09:40.693 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-scgi.
2020-11-16T20:09:40.708 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../68-python-scgi_1.13-1.1build1_amd64.deb ...
2020-11-16T20:09:40.728 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-routes (2.4.1-1) ...
2020-11-16T20:09:40.760 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-scgi (1.13-1.1build1) ...
2020-11-16T20:09:40.946 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-openid.
2020-11-16T20:09:40.960 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../63-python-openid_2.2.5-6_all.deb ...
2020-11-16T20:09:41.004 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-openid (2.2.5-6) ...
2020-11-16T20:09:41.140 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-scgi.
2020-11-16T20:09:41.153 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../68-python-scgi_1.13-1.1build1_amd64.deb ...
2020-11-16T20:09:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package radosgw.
2020-11-16T20:09:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../69-radosgw_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:41.198 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-scgi (1.13-1.1build1) ...
2020-11-16T20:09:41.213 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking radosgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:41.374 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-pastescript.
2020-11-16T20:09:41.388 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../64-python-pastescript_2.0.2-2_all.deb ...
2020-11-16T20:09:41.432 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-pastescript (2.0.2-2) ...
2020-11-16T20:09:41.601 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package radosgw.
2020-11-16T20:09:41.616 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../69-radosgw_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:41.659 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking radosgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:41.749 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package rbd-fuse.
2020-11-16T20:09:41.764 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../70-rbd-fuse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:41.769 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-pyinotify.
2020-11-16T20:09:41.785 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../65-python-pyinotify_0.9.6-1_all.deb ...
2020-11-16T20:09:41.807 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking rbd-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:41.827 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-pyinotify (0.9.6-1) ...
2020-11-16T20:09:42.100 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-dnspython (1.15.0-1) ...
2020-11-16T20:09:42.171 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package rbd-fuse.
2020-11-16T20:09:42.185 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../70-rbd-fuse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:42.188 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-repoze.lru.
2020-11-16T20:09:42.203 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../66-python-repoze.lru_0.7-1_all.deb ...
2020-11-16T20:09:42.229 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking rbd-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:42.247 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-repoze.lru (0.7-1) ...
2020-11-16T20:09:42.355 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-simplejson (3.13.2-1) ...
2020-11-16T20:09:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-dnspython (1.15.0-1) ...
2020-11-16T20:09:42.556 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-repoze.lru (0.7-1) ...
2020-11-16T20:09:42.558 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-routes.
2020-11-16T20:09:42.574 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../67-python-routes_2.4.1-1_all.deb ...
2020-11-16T20:09:42.617 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-routes (2.4.1-1) ...
2020-11-16T20:09:42.758 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-openid (2.2.5-6) ...
2020-11-16T20:09:42.810 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-simplejson (3.13.2-1) ...
2020-11-16T20:09:42.978 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package python-scgi.
2020-11-16T20:09:42.984 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-prettytable (0.7.2-3) ...
2020-11-16T20:09:42.994 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../68-python-scgi_1.13-1.1build1_amd64.deb ...
2020-11-16T20:09:43.028 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-repoze.lru (0.7-1) ...
2020-11-16T20:09:43.036 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking python-scgi (1.13-1.1build1) ...
2020-11-16T20:09:43.185 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-urllib3 (1.22-1ubuntu0.18.04.2) ...
2020-11-16T20:09:43.221 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-openid (2.2.5-6) ...
2020-11-16T20:09:43.378 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-simplegeneric (0.8.1-1) ...
2020-11-16T20:09:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package radosgw.
2020-11-16T20:09:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../69-radosgw_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:43.448 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-prettytable (0.7.2-3) ...
2020-11-16T20:09:43.448 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking radosgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:43.546 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-chardet (3.0.4-1) ...
2020-11-16T20:09:43.665 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-urllib3 (1.22-1ubuntu0.18.04.2) ...
2020-11-16T20:09:43.822 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjs-underscore (1.8.3~dfsg-1) ...
2020-11-16T20:09:43.884 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-simplegeneric (0.8.1-1) ...
2020-11-16T20:09:43.948 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-openssl (17.5.0-1ubuntu1) ...
2020-11-16T20:09:44.026 INFO:teuthology.orchestra.run.smithi065.stdout:Selecting previously unselected package rbd-fuse.
2020-11-16T20:09:44.042 INFO:teuthology.orchestra.run.smithi065.stdout:Preparing to unpack .../70-rbd-fuse_13.2.10-48-gf871e560-1bionic_amd64.deb ...
2020-11-16T20:09:44.092 INFO:teuthology.orchestra.run.smithi065.stdout:Unpacking rbd-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:44.093 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-chardet (3.0.4-1) ...
2020-11-16T20:09:44.174 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up socat (1.7.3.2-2ubuntu2) ...
2020-11-16T20:09:44.300 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libonig4:amd64 (6.7.0-1) ...
2020-11-16T20:09:44.378 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libjs-underscore (1.8.3~dfsg-1) ...
2020-11-16T20:09:44.418 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-dnspython (1.15.0-1) ...
2020-11-16T20:09:44.426 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-certifi (2018.1.18-2) ...
2020-11-16T20:09:44.504 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-openssl (17.5.0-1ubuntu1) ...
2020-11-16T20:09:44.627 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up formencode-i18n (1.3.0-0ubuntu5) ...
2020-11-16T20:09:44.657 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-simplejson (3.13.2-1) ...
2020-11-16T20:09:44.736 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjs-sphinxdoc (1.6.7-1ubuntu1) ...
2020-11-16T20:09:44.747 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up socat (1.7.3.2-2ubuntu2) ...
2020-11-16T20:09:44.837 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-webob (1:1.7.3-2fakesync1) ...
2020-11-16T20:09:44.873 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libonig4:amd64 (6.7.0-1) ...
2020-11-16T20:09:44.983 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-repoze.lru (0.7-1) ...
2020-11-16T20:09:44.998 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-certifi (2018.1.18-2) ...
2020-11-16T20:09:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-ceph-argparse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:45.192 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up formencode-i18n (1.3.0-0ubuntu5) ...
2020-11-16T20:09:45.193 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-openid (2.2.5-6) ...
2020-11-16T20:09:45.197 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-waitress (1.0.1-1) ...
2020-11-16T20:09:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libjs-sphinxdoc (1.6.7-1ubuntu1) ...
2020-11-16T20:09:45.436 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-prettytable (0.7.2-3) ...
2020-11-16T20:09:45.452 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-webob (1:1.7.3-2fakesync1) ...
2020-11-16T20:09:45.527 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/bin/waitress-serve-python2 to provide /usr/bin/waitress-serve (waitress-serve) in auto mode
2020-11-16T20:09:45.629 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-urllib3 (1.22-1ubuntu0.18.04.2) ...
2020-11-16T20:09:45.712 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-ceph-argparse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:45.725 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-markupsafe (1.0-1build1) ...
2020-11-16T20:09:45.838 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-waitress (1.0.1-1) ...
2020-11-16T20:09:45.926 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-werkzeug (0.14.1+dfsg1-1) ...
2020-11-16T20:09:46.005 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-simplegeneric (0.8.1-1) ...
2020-11-16T20:09:46.194 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-pyinotify (0.9.6-1) ...
2020-11-16T20:09:46.198 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-chardet (3.0.4-1) ...
2020-11-16T20:09:46.213 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/bin/waitress-serve-python2 to provide /usr/bin/waitress-serve (waitress-serve) in auto mode
2020-11-16T20:09:46.395 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-scgi (1.13-1.1build1) ...
2020-11-16T20:09:46.424 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-markupsafe (1.0-1build1) ...
2020-11-16T20:09:46.483 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libjs-underscore (1.8.3~dfsg-1) ...
2020-11-16T20:09:46.588 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libxslt1.1:amd64 (1.1.29-5ubuntu0.2) ...
2020-11-16T20:09:46.609 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-openssl (17.5.0-1ubuntu1) ...
2020-11-16T20:09:46.625 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-werkzeug (0.14.1+dfsg1-1) ...
2020-11-16T20:09:46.714 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjq1:amd64 (1.5+dfsg-2) ...
2020-11-16T20:09:46.826 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up socat (1.7.3.2-2ubuntu2) ...
2020-11-16T20:09:46.840 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-bs4 (4.6.0-1) ...
2020-11-16T20:09:46.893 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-pyinotify (0.9.6-1) ...
2020-11-16T20:09:46.936 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libonig4:amd64 (6.7.0-1) ...
2020-11-16T20:09:47.037 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-certifi (2018.1.18-2) ...
2020-11-16T20:09:47.066 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-mako (1.0.7+ds1-1) ...
2020-11-16T20:09:47.086 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-scgi (1.13-1.1build1) ...
2020-11-16T20:09:47.283 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libsnappy1v5:amd64 (1.1.7-1) ...
2020-11-16T20:09:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libxslt1.1:amd64 (1.1.29-5ubuntu0.2) ...
2020-11-16T20:09:47.313 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up formencode-i18n (1.3.0-0ubuntu5) ...
2020-11-16T20:09:47.409 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-lxml:amd64 (4.2.1-1ubuntu0.1) ...
2020-11-16T20:09:47.438 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libjs-sphinxdoc (1.6.7-1ubuntu1) ...
2020-11-16T20:09:47.454 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libjq1:amd64 (1.5+dfsg-2) ...
2020-11-16T20:09:47.581 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-bs4 (4.6.0-1) ...
2020-11-16T20:09:47.589 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-webob (1:1.7.3-2fakesync1) ...
2020-11-16T20:09:47.653 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-requests (2.18.4-2ubuntu0.1) ...
2020-11-16T20:09:47.815 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-mako (1.0.7+ds1-1) ...
2020-11-16T20:09:47.816 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-ceph-argparse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:47.837 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liboath0 (2.6.1-1) ...
2020-11-16T20:09:47.942 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-waitress (1.0.1-1) ...
2020-11-16T20:09:47.996 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-singledispatch (3.4.0.3-2) ...
2020-11-16T20:09:48.058 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libsnappy1v5:amd64 (1.1.7-1) ...
2020-11-16T20:09:48.181 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-pastedeploy-tpl (1.5.2-4) ...
2020-11-16T20:09:48.192 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-lxml:amd64 (4.2.1-1ubuntu0.1) ...
2020-11-16T20:09:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-tempita (0.5.2-2) ...
2020-11-16T20:09:48.308 INFO:teuthology.orchestra.run.smithi065.stdout:update-alternatives: using /usr/bin/waitress-serve-python2 to provide /usr/bin/waitress-serve (waitress-serve) in auto mode
2020-11-16T20:09:48.443 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-requests (2.18.4-2ubuntu0.1) ...
2020-11-16T20:09:48.495 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-markupsafe (1.0-1build1) ...
2020-11-16T20:09:48.508 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liblttng-ust0:amd64 (2.10.1-1) ...
2020-11-16T20:09:48.634 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-webencodings (0.5-2) ...
2020-11-16T20:09:48.662 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-werkzeug (0.14.1+dfsg1-1) ...
2020-11-16T20:09:48.670 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up liboath0 (2.6.1-1) ...
2020-11-16T20:09:48.838 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-singledispatch (3.4.0.3-2) ...
2020-11-16T20:09:48.868 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-cherrypy3 (8.9.1-2) ...
2020-11-16T20:09:48.905 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-pyinotify (0.9.6-1) ...
2020-11-16T20:09:49.039 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-pastedeploy-tpl (1.5.2-4) ...
2020-11-16T20:09:49.106 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-scgi (1.13-1.1build1) ...
2020-11-16T20:09:49.128 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-bcrypt (3.1.4-2) ...
2020-11-16T20:09:49.165 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-tempita (0.5.2-2) ...
2020-11-16T20:09:49.287 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-logutils (0.3.3-5) ...
2020-11-16T20:09:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libxslt1.1:amd64 (1.1.29-5ubuntu0.2) ...
2020-11-16T20:09:49.366 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up liblttng-ust0:amd64 (2.10.1-1) ...
2020-11-16T20:09:49.442 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libjq1:amd64 (1.5+dfsg-2) ...
2020-11-16T20:09:49.455 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-routes (2.4.1-1) ...
2020-11-16T20:09:49.492 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-webencodings (0.5-2) ...
2020-11-16T20:09:49.568 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-bs4 (4.6.0-1) ...
2020-11-16T20:09:49.656 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-formencode (1.3.0-0ubuntu5) ...
2020-11-16T20:09:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-cherrypy3 (8.9.1-2) ...
2020-11-16T20:09:49.794 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-mako (1.0.7+ds1-1) ...
2020-11-16T20:09:49.890 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up jq (1.5+dfsg-2) ...
2020-11-16T20:09:49.978 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-bcrypt (3.1.4-2) ...
2020-11-16T20:09:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libsnappy1v5:amd64 (1.1.7-1) ...
2020-11-16T20:09:50.016 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-jinja2 (2.10-1ubuntu0.18.04.1) ...
2020-11-16T20:09:50.088 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-lxml:amd64 (4.2.1-1ubuntu0.1) ...
2020-11-16T20:09:50.204 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-logutils (0.3.3-5) ...
2020-11-16T20:09:50.268 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-paste (2.0.3+dfsg-4ubuntu1) ...
2020-11-16T20:09:50.297 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-requests (2.18.4-2ubuntu0.1) ...
2020-11-16T20:09:50.406 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-routes (2.4.1-1) ...
2020-11-16T20:09:50.506 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up liboath0 (2.6.1-1) ...
2020-11-16T20:09:50.552 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libleveldb1v5:amd64 (1.20-2) ...
2020-11-16T20:09:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-formencode (1.3.0-0ubuntu5) ...
2020-11-16T20:09:50.670 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up xmlstarlet (1.6.1-2) ...
2020-11-16T20:09:50.700 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-singledispatch (3.4.0.3-2) ...
2020-11-16T20:09:50.771 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librados2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:50.858 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up jq (1.5+dfsg-2) ...
2020-11-16T20:09:50.872 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libcephfs2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:50.901 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-pastedeploy-tpl (1.5.2-4) ...
2020-11-16T20:09:50.992 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-jinja2 (2.10-1ubuntu0.18.04.1) ...
2020-11-16T20:09:50.998 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libcephfs-dev (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-tempita (0.5.2-2) ...
2020-11-16T20:09:51.124 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-html5lib (0.999999999-1) ...
2020-11-16T20:09:51.220 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up liblttng-ust0:amd64 (2.10.1-1) ...
2020-11-16T20:09:51.252 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-paste (2.0.3+dfsg-4ubuntu1) ...
2020-11-16T20:09:51.329 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-webencodings (0.5-2) ...
2020-11-16T20:09:51.367 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-rados (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:51.497 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-cherrypy3 (8.9.1-2) ...
2020-11-16T20:09:51.518 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-cephfs (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:51.553 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libleveldb1v5:amd64 (1.20-2) ...
2020-11-16T20:09:51.679 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up xmlstarlet (1.6.1-2) ...
2020-11-16T20:09:51.748 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-bcrypt (3.1.4-2) ...
2020-11-16T20:09:51.752 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libradosstriper1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:51.830 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up librados2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:51.861 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librgw2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:51.932 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-logutils (0.3.3-5) ...
2020-11-16T20:09:51.956 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libcephfs2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:51.962 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-rgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:52.063 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-pastedeploy (1.5.2-4) ...
2020-11-16T20:09:52.083 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libcephfs-dev (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:52.150 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-routes (2.4.1-1) ...
2020-11-16T20:09:52.209 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-html5lib (0.999999999-1) ...
2020-11-16T20:09:52.240 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:52.343 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-formencode (1.3.0-0ubuntu5) ...
2020-11-16T20:09:52.456 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2020-11-16T20:09:52.456 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2020-11-16T20:09:52.485 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-rados (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:52.577 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up jq (1.5+dfsg-2) ...
2020-11-16T20:09:52.611 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-cephfs (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:52.687 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-jinja2 (2.10-1ubuntu0.18.04.1) ...
2020-11-16T20:09:52.724 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librbd1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:52.829 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libradosstriper1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:52.875 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-pastescript (2.0.2-2) ...
2020-11-16T20:09:52.897 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-paste (2.0.3+dfsg-4ubuntu1) ...
2020-11-16T20:09:52.955 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up librgw2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:53.081 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-rgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:53.102 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-rbd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:53.181 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libleveldb1v5:amd64 (1.20-2) ...
2020-11-16T20:09:53.207 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-pastedeploy (1.5.2-4) ...
2020-11-16T20:09:53.227 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-common (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:53.307 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up xmlstarlet (1.6.1-2) ...
2020-11-16T20:09:53.417 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:53.450 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up librados2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:53.576 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libcephfs2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:53.632 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2020-11-16T20:09:53.632 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2020-11-16T20:09:53.727 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libcephfs-dev (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:53.753 INFO:teuthology.orchestra.run.smithi071.stdout:Adding group ceph....done
2020-11-16T20:09:53.853 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-html5lib (0.999999999-1) ...
2020-11-16T20:09:53.910 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up librbd1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:54.036 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-pastescript (2.0.2-2) ...
2020-11-16T20:09:54.104 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-rados (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:54.205 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-cephfs (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:54.254 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-rbd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:54.380 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-common (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:54.381 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up libradosstriper1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:54.516 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up librgw2 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:54.565 INFO:teuthology.orchestra.run.smithi071.stdout:Adding system user ceph....done
2020-11-16T20:09:54.642 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-rgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:54.741 INFO:teuthology.orchestra.run.smithi071.stdout:Setting system user ceph properties....done
2020-11-16T20:09:54.768 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-pastedeploy (1.5.2-4) ...
2020-11-16T20:09:54.905 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target.
2020-11-16T20:09:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:55.040 INFO:teuthology.orchestra.run.smithi142.stdout:Adding group ceph....done
2020-11-16T20:09:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service.
2020-11-16T20:09:55.194 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2020-11-16T20:09:55.195 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2020-11-16T20:09:55.405 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up radosgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:55.478 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up librbd1 (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:55.552 INFO:teuthology.orchestra.run.smithi142.stdout:Adding system user ceph....done
2020-11-16T20:09:55.579 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-pastescript (2.0.2-2) ...
2020-11-16T20:09:55.752 INFO:teuthology.orchestra.run.smithi142.stdout:Setting system user ceph properties....done
2020-11-16T20:09:55.777 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2020-11-16T20:09:55.778 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2020-11-16T20:09:55.789 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-rbd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:55.898 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph-common (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:55.907 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target.
2020-11-16T20:09:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service.
2020-11-16T20:09:56.199 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up rbd-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:56.325 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-webtest (2.0.28-1ubuntu1) ...
2020-11-16T20:09:56.425 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up radosgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:56.499 INFO:teuthology.orchestra.run.smithi065.stdout:Adding group ceph....done
2020-11-16T20:09:56.526 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-test (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:56.652 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-base (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:56.844 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2020-11-16T20:09:56.844 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2020-11-16T20:09:56.936 INFO:teuthology.orchestra.run.smithi065.stdout:Adding system user ceph....done
2020-11-16T20:09:57.129 INFO:teuthology.orchestra.run.smithi065.stdout:Setting system user ceph properties....done
2020-11-16T20:09:57.150 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service.
2020-11-16T20:09:57.269 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up rbd-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:57.300 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target.
2020-11-16T20:09:57.404 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-webtest (2.0.28-1ubuntu1) ...
2020-11-16T20:09:57.421 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-pecan (1.2.1-2) ...
2020-11-16T20:09:57.494 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/bin/python2-pecan to provide /usr/bin/pecan (pecan) in auto mode
2020-11-16T20:09:57.527 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/bin/python2-gunicorn_pecan to provide /usr/bin/gunicorn_pecan (gunicorn_pecan) in auto mode
2020-11-16T20:09:57.547 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service.
2020-11-16T20:09:57.605 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-test (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:57.707 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-osd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:57.764 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-base (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:57.843 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up radosgw (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:58.156 INFO:teuthology.orchestra.run.smithi071.stdout:chown: cannot access '/var/lib/ceph/osd/*/block*': No such file or directory
2020-11-16T20:09:58.199 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service.
2020-11-16T20:09:58.231 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2020-11-16T20:09:58.231 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2020-11-16T20:09:58.413 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2020-11-16T20:09:58.413 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2020-11-16T20:09:58.509 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-pecan (1.2.1-2) ...
2020-11-16T20:09:58.590 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/bin/python2-pecan to provide /usr/bin/pecan (pecan) in auto mode
2020-11-16T20:09:58.620 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/bin/python2-gunicorn_pecan to provide /usr/bin/gunicorn_pecan (gunicorn_pecan) in auto mode
2020-11-16T20:09:58.653 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up rbd-fuse (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:58.686 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mds (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:58.771 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-webtest (2.0.28-1ubuntu1) ...
2020-11-16T20:09:58.820 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-osd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:58.948 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph-test (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:59.005 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2020-11-16T20:09:59.005 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2020-11-16T20:09:59.048 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph-base (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:59.280 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mon (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:59.302 INFO:teuthology.orchestra.run.smithi142.stdout:chown: cannot access '/var/lib/ceph/osd/*/block*': No such file or directory
2020-11-16T20:09:59.480 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service.
2020-11-16T20:09:59.567 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2020-11-16T20:09:59.567 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2020-11-16T20:09:59.610 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2020-11-16T20:09:59.610 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2020-11-16T20:09:59.760 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up python-pecan (1.2.1-2) ...
2020-11-16T20:09:59.865 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:59.874 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mds (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:09:59.874 INFO:teuthology.orchestra.run.smithi065.stdout:update-alternatives: using /usr/bin/python2-pecan to provide /usr/bin/pecan (pecan) in auto mode
2020-11-16T20:09:59.923 INFO:teuthology.orchestra.run.smithi065.stdout:update-alternatives: using /usr/bin/python2-gunicorn_pecan to provide /usr/bin/gunicorn_pecan (gunicorn_pecan) in auto mode
2020-11-16T20:10:00.120 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph-osd (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:00.225 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2020-11-16T20:10:00.226 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2020-11-16T20:10:00.348 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2020-11-16T20:10:00.348 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2020-11-16T20:10:00.502 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mon (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:00.522 INFO:teuthology.orchestra.run.smithi065.stdout:chown: cannot access '/var/lib/ceph/osd/*/block*': No such file or directory
2020-11-16T20:10:00.619 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:00.770 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for systemd (237-3ubuntu10.42) ...
2020-11-16T20:10:00.787 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2020-11-16T20:10:00.787 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2020-11-16T20:10:00.844 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2020-11-16T20:10:00.845 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2020-11-16T20:10:00.971 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for man-db (2.8.3-2ubuntu0.1) ...
2020-11-16T20:10:01.058 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph-mds (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:01.154 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mgr (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:01.404 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2020-11-16T20:10:01.404 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2020-11-16T20:10:01.631 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2020-11-16T20:10:01.632 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2020-11-16T20:10:01.694 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph-mon (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:02.023 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for ureadahead (0.100.0-21) ...
2020-11-16T20:10:02.040 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2020-11-16T20:10:02.040 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2020-11-16T20:10:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for systemd (237-3ubuntu10.42) ...
2020-11-16T20:10:02.099 INFO:teuthology.orchestra.run.smithi071.stdout:ureadahead will be reprofiled on next reboot
2020-11-16T20:10:02.157 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for libc-bin (2.27-3ubuntu1.3) ...
2020-11-16T20:10:02.252 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for man-db (2.8.3-2ubuntu0.1) ...
2020-11-16T20:10:02.313 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph-mgr (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:02.623 INFO:teuthology.orchestra.run.smithi071.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead.
2020-11-16T20:10:02.625 DEBUG:teuthology.parallel:result is None
2020-11-16T20:10:02.762 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2020-11-16T20:10:02.762 INFO:teuthology.orchestra.run.smithi065.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2020-11-16T20:10:03.041 INFO:teuthology.orchestra.run.smithi065.stdout:Setting up ceph (13.2.10-48-gf871e560-1bionic) ...
2020-11-16T20:10:03.168 INFO:teuthology.orchestra.run.smithi065.stdout:Processing triggers for systemd (237-3ubuntu10.42) ...
2020-11-16T20:10:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for ureadahead (0.100.0-21) ...
2020-11-16T20:10:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:ureadahead will be reprofiled on next reboot
2020-11-16T20:10:03.360 INFO:teuthology.orchestra.run.smithi065.stdout:Processing triggers for man-db (2.8.3-2ubuntu0.1) ...
2020-11-16T20:10:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for libc-bin (2.27-3ubuntu1.3) ...
2020-11-16T20:10:03.858 INFO:teuthology.orchestra.run.smithi142.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead.
2020-11-16T20:10:03.860 DEBUG:teuthology.parallel:result is None
2020-11-16T20:10:04.479 INFO:teuthology.orchestra.run.smithi065.stdout:Processing triggers for ureadahead (0.100.0-21) ...
2020-11-16T20:10:04.521 INFO:teuthology.orchestra.run.smithi065.stdout:ureadahead will be reprofiled on next reboot
2020-11-16T20:10:04.579 INFO:teuthology.orchestra.run.smithi065.stdout:Processing triggers for libc-bin (2.27-3ubuntu1.3) ...
2020-11-16T20:10:05.015 INFO:teuthology.orchestra.run.smithi065.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead.
2020-11-16T20:10:05.018 DEBUG:teuthology.parallel:result is None
2020-11-16T20:10:05.019 INFO:teuthology.orchestra.run.smithi142:> sudo lsb_release -is
2020-11-16T20:10:05.080 INFO:teuthology.orchestra.run.smithi142.stdout:Ubuntu
2020-11-16T20:10:05.085 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:10:05.086 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2020-11-16T20:10:05.086 INFO:teuthology.packaging:ref: None
2020-11-16T20:10:05.086 INFO:teuthology.packaging:tag: None
2020-11-16T20:10:05.087 INFO:teuthology.packaging:branch: mimic
2020-11-16T20:10:05.087 INFO:teuthology.packaging:sha1: 911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:10:05.087 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=mimic
2020-11-16T20:10:05.372 INFO:teuthology.orchestra.run.smithi142:> dpkg-query -W -f '${Version}' ceph
2020-11-16T20:10:05.396 INFO:teuthology.orchestra.run.smithi142.stdout:13.2.10-48-gf871e560-1bionic
2020-11-16T20:10:05.397 INFO:teuthology.packaging:The installed version of ceph is 13.2.10-48-gf871e560-1bionic
2020-11-16T20:10:05.397 INFO:teuthology.task.install:The correct ceph version 13.2.10-48-gf871e560-1bionic is installed.
2020-11-16T20:10:05.398 INFO:teuthology.orchestra.run.smithi071:> sudo lsb_release -is
2020-11-16T20:10:05.452 INFO:teuthology.orchestra.run.smithi071.stdout:Ubuntu
2020-11-16T20:10:05.457 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:10:05.458 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2020-11-16T20:10:05.458 INFO:teuthology.packaging:ref: None
2020-11-16T20:10:05.459 INFO:teuthology.packaging:tag: None
2020-11-16T20:10:05.459 INFO:teuthology.packaging:branch: mimic
2020-11-16T20:10:05.459 INFO:teuthology.packaging:sha1: 911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:10:05.460 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=mimic
2020-11-16T20:10:05.720 INFO:teuthology.orchestra.run.smithi071:> dpkg-query -W -f '${Version}' ceph
2020-11-16T20:10:05.744 INFO:teuthology.orchestra.run.smithi071.stdout:13.2.10-48-gf871e560-1bionic
2020-11-16T20:10:05.744 INFO:teuthology.packaging:The installed version of ceph is 13.2.10-48-gf871e560-1bionic
2020-11-16T20:10:05.745 INFO:teuthology.task.install:The correct ceph version 13.2.10-48-gf871e560-1bionic is installed.
2020-11-16T20:10:05.745 INFO:teuthology.orchestra.run.smithi065:> sudo lsb_release -is
2020-11-16T20:10:05.800 INFO:teuthology.orchestra.run.smithi065.stdout:Ubuntu
2020-11-16T20:10:05.805 DEBUG:teuthology.misc:System to be installed: Ubuntu
2020-11-16T20:10:05.806 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2020-11-16T20:10:05.806 INFO:teuthology.packaging:ref: None
2020-11-16T20:10:05.806 INFO:teuthology.packaging:tag: None
2020-11-16T20:10:05.807 INFO:teuthology.packaging:branch: mimic
2020-11-16T20:10:05.807 INFO:teuthology.packaging:sha1: 911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:10:05.807 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=mimic
2020-11-16T20:10:06.037 INFO:teuthology.orchestra.run.smithi065:> dpkg-query -W -f '${Version}' ceph
2020-11-16T20:10:06.061 INFO:teuthology.orchestra.run.smithi065.stdout:13.2.10-48-gf871e560-1bionic
2020-11-16T20:10:06.061 INFO:teuthology.packaging:The installed version of ceph is 13.2.10-48-gf871e560-1bionic
2020-11-16T20:10:06.061 INFO:teuthology.task.install:The correct ceph version 13.2.10-48-gf871e560-1bionic is installed.
2020-11-16T20:10:06.062 INFO:teuthology.task.install.util:Shipping valgrind.supp...
2020-11-16T20:10:06.062 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:10:06.062 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2020-11-16T20:10:06.068 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2020-11-16T20:10:06.076 INFO:teuthology.orchestra.run.smithi142.stderr:24+1 records in
2020-11-16T20:10:06.076 INFO:teuthology.orchestra.run.smithi142.stderr:24+1 records out
2020-11-16T20:10:06.076 INFO:teuthology.orchestra.run.smithi142.stderr:12667 bytes (13 kB, 12 KiB) copied, 9.2119e-05 s, 138 MB/s
2020-11-16T20:10:06.077 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:10:06.077 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2020-11-16T20:10:06.082 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2020-11-16T20:10:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:24+1 records in
2020-11-16T20:10:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:24+1 records out
2020-11-16T20:10:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:12667 bytes (13 kB, 12 KiB) copied, 0.000218223 s, 58.0 MB/s
2020-11-16T20:10:06.092 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:10:06.092 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2020-11-16T20:10:06.106 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2020-11-16T20:10:06.114 INFO:teuthology.orchestra.run.smithi065.stderr:24+1 records in
2020-11-16T20:10:06.114 INFO:teuthology.orchestra.run.smithi065.stderr:24+1 records out
2020-11-16T20:10:06.114 INFO:teuthology.orchestra.run.smithi065.stderr:12667 bytes (13 kB, 12 KiB) copied, 0.000218974 s, 57.8 MB/s
2020-11-16T20:10:06.115 INFO:teuthology.task.install.util:Shipping 'daemon-helper'...
2020-11-16T20:10:06.115 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:10:06.116 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/usr/bin/daemon-helper
2020-11-16T20:10:06.122 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/usr/bin/daemon-helper
2020-11-16T20:10:06.131 INFO:teuthology.orchestra.run.smithi142.stderr:5+1 records in
2020-11-16T20:10:06.131 INFO:teuthology.orchestra.run.smithi142.stderr:5+1 records out
2020-11-16T20:10:06.131 INFO:teuthology.orchestra.run.smithi142.stderr:3058 bytes (3.1 kB, 3.0 KiB) copied, 6.894e-05 s, 44.4 MB/s
2020-11-16T20:10:06.132 INFO:teuthology.orchestra.run.smithi142:> sudo chmod a=rx -- /usr/bin/daemon-helper
2020-11-16T20:10:06.188 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:10:06.188 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/daemon-helper
2020-11-16T20:10:06.193 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/usr/bin/daemon-helper
2020-11-16T20:10:06.201 INFO:teuthology.orchestra.run.smithi071.stderr:5+1 records in
2020-11-16T20:10:06.202 INFO:teuthology.orchestra.run.smithi071.stderr:5+1 records out
2020-11-16T20:10:06.202 INFO:teuthology.orchestra.run.smithi071.stderr:3058 bytes (3.1 kB, 3.0 KiB) copied, 9.389e-05 s, 32.6 MB/s
2020-11-16T20:10:06.202 INFO:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/daemon-helper
2020-11-16T20:10:06.260 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:10:06.260 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/usr/bin/daemon-helper
2020-11-16T20:10:06.265 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/usr/bin/daemon-helper
2020-11-16T20:10:06.274 INFO:teuthology.orchestra.run.smithi065.stderr:5+1 records in
2020-11-16T20:10:06.274 INFO:teuthology.orchestra.run.smithi065.stderr:5+1 records out
2020-11-16T20:10:06.274 INFO:teuthology.orchestra.run.smithi065.stderr:3058 bytes (3.1 kB, 3.0 KiB) copied, 0.000106917 s, 28.6 MB/s
2020-11-16T20:10:06.275 INFO:teuthology.orchestra.run.smithi065:> sudo chmod a=rx -- /usr/bin/daemon-helper
2020-11-16T20:10:06.330 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'...
2020-11-16T20:10:06.331 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:10:06.331 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/usr/bin/adjust-ulimits
2020-11-16T20:10:06.335 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/usr/bin/adjust-ulimits
2020-11-16T20:10:06.343 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:10:06.343 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:10:06.344 INFO:teuthology.orchestra.run.smithi142.stderr:299 bytes copied, 6.613e-05 s, 4.5 MB/s
2020-11-16T20:10:06.344 INFO:teuthology.orchestra.run.smithi142:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2020-11-16T20:10:06.400 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:10:06.400 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/adjust-ulimits
2020-11-16T20:10:06.405 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/usr/bin/adjust-ulimits
2020-11-16T20:10:06.414 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T20:10:06.414 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T20:10:06.414 INFO:teuthology.orchestra.run.smithi071.stderr:299 bytes copied, 5.6937e-05 s, 5.3 MB/s
2020-11-16T20:10:06.415 INFO:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2020-11-16T20:10:06.472 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:10:06.473 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/usr/bin/adjust-ulimits
2020-11-16T20:10:06.477 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/usr/bin/adjust-ulimits
2020-11-16T20:10:06.486 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T20:10:06.487 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T20:10:06.487 INFO:teuthology.orchestra.run.smithi065.stderr:299 bytes copied, 8.8581e-05 s, 3.4 MB/s
2020-11-16T20:10:06.487 INFO:teuthology.orchestra.run.smithi065:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2020-11-16T20:10:06.544 INFO:teuthology.run_tasks:Running task cephadm...
2020-11-16T20:10:06.612 INFO:tasks.cephadm:Config: {'conf': {'client.2': {'debug ms': 1, 'debug objecter': 20, 'debug rados': 20}, 'global': {'mon client directed command retry': 5, 'mon election default strategy': 1, 'ms bind msgr2': False, 'ms inject socket failures': 2500, 'ms tcp read timeout': 5, 'ms type': 'async', 'osd_pool_default_min_size': 2, 'osd_pool_default_size': 2}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon min osdmap epochs': 50, 'mon osdmap full prune interval': 2, 'mon osdmap full prune min': 15, 'mon osdmap full prune txsize': 2, 'paxos service trim min': 10}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'osd debug verify cached snaps': True, 'osd debug verify missing on start': True, 'osd map cache size': 1, 'osd max backfills': 6, 'osd max markdown count': 1000, 'osd op queue': 'debug_random', 'osd op queue cut off': 'debug_random', 'osd scrub during recovery': False, 'osd scrub max interval': 120, 'osd scrub min interval': 60, 'osd shutdown pgref assert': True}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'Health detail', '\\(REQUEST_STUCK\\)', '\\(MON_DOWN\\)', '\\(OSD_SLOW_PING_TIME', 'but it is still running', 'objects unfound and apparently lost', 'osd_map_cache_size', 'overall HEALTH_', '\\(OSDMAP_FLAGS\\)', '\\(OSD_', '\\(PG_', '\\(POOL_', '\\(CACHE_POOL_', '\\(SMALLER_PGP_NUM\\)', '\\(OBJECT_', '\\(SLOW_OPS\\)', '\\(REQUEST_SLOW\\)', '\\(TOO_FEW_PGS\\)', 'slow request'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'Health detail'], 'mon_bind_msgr2': False, 'sha1': '911cc35794d871071a8bebfb0919482263b1d18b'}
2020-11-16T20:10:06.612 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:10:06.613 INFO:tasks.cephadm:Cluster fsid is b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:06.614 INFO:tasks.cephadm:Choosing monitor IPs and ports...
2020-11-16T20:10:06.614 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '[v1:172.21.15.142:6789]', 'mon.b': '[v1:172.21.15.71:6789]', 'mon.c': '[v1:172.21.15.65:6789]'}
2020-11-16T20:10:06.614 INFO:tasks.cephadm:First mon is mon.a on smithi142
2020-11-16T20:10:06.615 INFO:tasks.cephadm:First mgr is y
2020-11-16T20:10:06.615 INFO:tasks.cephadm:Normalizing hostnames...
2020-11-16T20:10:06.615 INFO:teuthology.orchestra.run.smithi065:> sudo hostname $(hostname -s)
2020-11-16T20:10:06.633 INFO:teuthology.orchestra.run.smithi071:> sudo hostname $(hostname -s)
2020-11-16T20:10:06.648 INFO:teuthology.orchestra.run.smithi142:> sudo hostname $(hostname -s)
2020-11-16T20:10:06.665 INFO:tasks.cephadm:Downloading cephadm (repo git://git.ceph.com/ceph-ci.git ref 911cc35794d871071a8bebfb0919482263b1d18b)...
2020-11-16T20:10:06.665 INFO:teuthology.orchestra.run.smithi065:> git archive --remote=git://git.ceph.com/ceph-ci.git 911cc35794d871071a8bebfb0919482263b1d18b src/cephadm/cephadm | tar -xO src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm
2020-11-16T20:10:06.804 INFO:teuthology.orchestra.run.smithi071:> git archive --remote=git://git.ceph.com/ceph-ci.git 911cc35794d871071a8bebfb0919482263b1d18b src/cephadm/cephadm | tar -xO src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm
2020-11-16T20:10:06.927 INFO:teuthology.orchestra.run.smithi142:> git archive --remote=git://git.ceph.com/ceph-ci.git 911cc35794d871071a8bebfb0919482263b1d18b src/cephadm/cephadm | tar -xO src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm
2020-11-16T20:10:07.052 INFO:teuthology.orchestra.run.smithi065:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm
2020-11-16T20:10:07.061 INFO:teuthology.orchestra.run.smithi071:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm
2020-11-16T20:10:07.070 INFO:teuthology.orchestra.run.smithi142:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm
2020-11-16T20:10:07.121 INFO:teuthology.orchestra.run.smithi065:> sudo mkdir -p /etc/ceph
2020-11-16T20:10:07.138 INFO:teuthology.orchestra.run.smithi071:> sudo mkdir -p /etc/ceph
2020-11-16T20:10:07.153 INFO:teuthology.orchestra.run.smithi142:> sudo mkdir -p /etc/ceph
2020-11-16T20:10:07.168 INFO:teuthology.orchestra.run.smithi065:> sudo chmod 777 /etc/ceph
2020-11-16T20:10:07.196 INFO:teuthology.orchestra.run.smithi071:> sudo chmod 777 /etc/ceph
2020-11-16T20:10:07.210 INFO:teuthology.orchestra.run.smithi142:> sudo chmod 777 /etc/ceph
2020-11-16T20:10:07.225 INFO:tasks.cephadm:Adding local image mirror vossi04.front.sepia.ceph.com:5000
2020-11-16T20:10:07.226 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:10:07.226 INFO:teuthology.orchestra.run.smithi142:> dd if=/etc/containers/registries.conf of=/dev/stdout
2020-11-16T20:10:07.274 INFO:teuthology.orchestra.run.smithi142.stderr:+ dd if=/etc/containers/registries.conf of=/dev/stdout
2020-11-16T20:10:07.275 INFO:teuthology.orchestra.run.smithi142.stderr:dd: failed to open '/etc/containers/registries.conf': No such file or directory
2020-11-16T20:10:07.276 DEBUG:teuthology.orchestra.run:got remote process result: 1
2020-11-16T20:10:07.276 INFO:tasks.cephadm:Failed to add mirror: [Errno 2] Cannot find file on the remote 'ubuntu@smithi142.front.sepia.ceph.com': '/etc/containers/registries.conf'
2020-11-16T20:10:07.276 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:10:07.277 INFO:teuthology.orchestra.run.smithi071:> dd if=/etc/containers/registries.conf of=/dev/stdout
2020-11-16T20:10:07.281 INFO:teuthology.orchestra.run.smithi071.stderr:+ dd if=/etc/containers/registries.conf of=/dev/stdout
2020-11-16T20:10:07.282 INFO:teuthology.orchestra.run.smithi071.stderr:dd: failed to open '/etc/containers/registries.conf': No such file or directory
2020-11-16T20:10:07.283 DEBUG:teuthology.orchestra.run:got remote process result: 1
2020-11-16T20:10:07.283 INFO:tasks.cephadm:Failed to add mirror: [Errno 2] Cannot find file on the remote 'ubuntu@smithi071.front.sepia.ceph.com': '/etc/containers/registries.conf'
2020-11-16T20:10:07.283 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:10:07.284 INFO:teuthology.orchestra.run.smithi065:> dd if=/etc/containers/registries.conf of=/dev/stdout
2020-11-16T20:10:07.288 INFO:teuthology.orchestra.run.smithi065.stderr:+ dd if=/etc/containers/registries.conf of=/dev/stdout
2020-11-16T20:10:07.289 INFO:teuthology.orchestra.run.smithi065.stderr:dd: failed to open '/etc/containers/registries.conf': No such file or directory
2020-11-16T20:10:07.290 DEBUG:teuthology.orchestra.run:got remote process result: 1
2020-11-16T20:10:07.290 INFO:tasks.cephadm:Failed to add mirror: [Errno 2] Cannot find file on the remote 'ubuntu@smithi065.front.sepia.ceph.com': '/etc/containers/registries.conf'
2020-11-16T20:10:07.290 INFO:tasks.cephadm:Writing seed config...
2020-11-16T20:10:07.291 INFO:tasks.cephadm: override: [client.2] debug ms = 1
2020-11-16T20:10:07.292 INFO:tasks.cephadm: override: [client.2] debug objecter = 20
2020-11-16T20:10:07.292 INFO:tasks.cephadm: override: [client.2] debug rados = 20
2020-11-16T20:10:07.292 INFO:tasks.cephadm: override: [global] mon client directed command retry = 5
2020-11-16T20:10:07.292 INFO:tasks.cephadm: override: [global] mon election default strategy = 1
2020-11-16T20:10:07.293 INFO:tasks.cephadm: override: [global] ms bind msgr2 = False
2020-11-16T20:10:07.293 INFO:tasks.cephadm: override: [global] ms inject socket failures = 2500
2020-11-16T20:10:07.293 INFO:tasks.cephadm: override: [global] ms tcp read timeout = 5
2020-11-16T20:10:07.293 INFO:tasks.cephadm: override: [global] ms type = async
2020-11-16T20:10:07.293 INFO:tasks.cephadm: override: [global] osd_pool_default_min_size = 2
2020-11-16T20:10:07.294 INFO:tasks.cephadm: override: [global] osd_pool_default_size = 2
2020-11-16T20:10:07.294 INFO:tasks.cephadm: override: [mgr] debug mgr = 20
2020-11-16T20:10:07.294 INFO:tasks.cephadm: override: [mgr] debug ms = 1
2020-11-16T20:10:07.294 INFO:tasks.cephadm: override: [mon] debug mon = 20
2020-11-16T20:10:07.294 INFO:tasks.cephadm: override: [mon] debug ms = 1
2020-11-16T20:10:07.295 INFO:tasks.cephadm: override: [mon] debug paxos = 20
2020-11-16T20:10:07.295 INFO:tasks.cephadm: override: [mon] mon min osdmap epochs = 50
2020-11-16T20:10:07.295 INFO:tasks.cephadm: override: [mon] mon osdmap full prune interval = 2
2020-11-16T20:10:07.295 INFO:tasks.cephadm: override: [mon] mon osdmap full prune min = 15
2020-11-16T20:10:07.295 INFO:tasks.cephadm: override: [mon] mon osdmap full prune txsize = 2
2020-11-16T20:10:07.296 INFO:tasks.cephadm: override: [mon] paxos service trim min = 10
2020-11-16T20:10:07.296 INFO:tasks.cephadm: override: [osd] debug filestore = 20
2020-11-16T20:10:07.296 INFO:tasks.cephadm: override: [osd] debug journal = 20
2020-11-16T20:10:07.296 INFO:tasks.cephadm: override: [osd] debug ms = 20
2020-11-16T20:10:07.296 INFO:tasks.cephadm: override: [osd] debug osd = 25
2020-11-16T20:10:07.297 INFO:tasks.cephadm: override: [osd] osd debug verify cached snaps = True
2020-11-16T20:10:07.297 INFO:tasks.cephadm: override: [osd] osd debug verify missing on start = True
2020-11-16T20:10:07.297 INFO:tasks.cephadm: override: [osd] osd map cache size = 1
2020-11-16T20:10:07.297 INFO:tasks.cephadm: override: [osd] osd max backfills = 6
2020-11-16T20:10:07.298 INFO:tasks.cephadm: override: [osd] osd max markdown count = 1000
2020-11-16T20:10:07.298 INFO:tasks.cephadm: override: [osd] osd op queue = debug_random
2020-11-16T20:10:07.298 INFO:tasks.cephadm: override: [osd] osd op queue cut off = debug_random
2020-11-16T20:10:07.298 INFO:tasks.cephadm: override: [osd] osd scrub during recovery = False
2020-11-16T20:10:07.298 INFO:tasks.cephadm: override: [osd] osd scrub max interval = 120
2020-11-16T20:10:07.299 INFO:tasks.cephadm: override: [osd] osd scrub min interval = 60
2020-11-16T20:10:07.299 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True
2020-11-16T20:10:07.300 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:10:07.300 INFO:teuthology.orchestra.run.smithi142:> dd of=/home/ubuntu/cephtest/seed.ceph.conf
2020-11-16T20:10:07.322 INFO:teuthology.orchestra.run.smithi142.stderr:+ dd of=/home/ubuntu/cephtest/seed.ceph.conf
2020-11-16T20:10:07.324 INFO:teuthology.orchestra.run.smithi142.stderr:5+1 records in
2020-11-16T20:10:07.324 INFO:teuthology.orchestra.run.smithi142.stderr:5+1 records out
2020-11-16T20:10:07.324 INFO:teuthology.orchestra.run.smithi142.stderr:2813 bytes (2.8 kB, 2.7 KiB) copied, 0.000104546 s, 26.9 MB/s
2020-11-16T20:10:07.324 DEBUG:tasks.cephadm:Final config:
[global]
# make logging friendly to teuthology
log_to_file = true
log_to_stderr = false
mon cluster log file level = debug

mon clock drift allowed = 1.000

# replicate across OSDs, not hosts
osd crush chooseleaf type = 0
#osd pool default size = 2
osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd

# enable some debugging
auth debug = true
ms die on old message = true
ms die on bug = true
debug asserts on shutdown = true

# adjust warnings
mon max pg per osd = 10000# >= luminous
mon pg warn max object skew = 0
mon osd allow primary affinity = true
mon osd allow pg remap = true
mon warn on legacy crush tunables = false
mon warn on crush straw calc version zero = false
mon warn on no sortbitwise = false
mon warn on osd down out interval zero = false
mon warn on too few osds = false
mon_warn_on_pool_pg_num_not_power_of_two = false

# disable pg_autoscaler by default for new pools
osd_pool_default_pg_autoscale_mode = off

# tests delete pools
mon allow pool delete = true
fsid = b861c014-2847-11eb-a2b2-001a4aab830c
mon client directed command retry = 5
mon election default strategy = 1
ms bind msgr2 = False
ms inject socket failures = 2500
ms tcp read timeout = 5
ms type = async
osd_pool_default_min_size = 2
osd_pool_default_size = 2

[osd]
osd scrub load threshold = 5.0
osd scrub max interval = 120

osd recover clone overlap = true
osd recovery max chunk = 1048576

osd deep scrub update digest min age = 30

osd map max advance = 10

# debugging
osd debug shutdown = true
osd debug op order = true
osd debug verify stray on activate = true
osd debug pg log writeout = true
osd debug verify cached snaps = True
osd debug verify missing on start = True
osd debug misdirected ops = true
osd op queue = debug_random
osd op queue cut off = debug_random
osd shutdown pgref assert = True
bdev debug aio = true
osd sloppy crc = true
debug filestore = 20
debug journal = 20
debug ms = 20
debug osd = 25
osd map cache size = 1
osd max backfills = 6
osd max markdown count = 1000
osd scrub during recovery = False
osd scrub min interval = 60

[mgr]
mon reweight min pgs per osd = 4
mon reweight min bytes per osd = 10
mgr/telemetry/nag = false
debug mgr = 20
debug ms = 1

[mon]
mon data avail warn = 5
mon mgr mkfs grace = 240
mon reweight min pgs per osd = 4
mon osd reporter subtree level = osd
mon osd prime pg temp = true
mon reweight min bytes per osd = 10
debug mon = 20
debug ms = 1
debug paxos = 20
mon min osdmap epochs = 50
mon osdmap full prune interval = 2
mon osdmap full prune min = 15
mon osdmap full prune txsize = 2
paxos service trim min = 10

[client.rgw]
rgw cache enabled = true
rgw enable ops log = true
rgw enable usage log = true
[client.2]
debug ms = 1
debug objecter = 20
debug rados = 20

2020-11-16T20:10:07.325 INFO:teuthology.orchestra.run.smithi142:mon.a> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a.service
2020-11-16T20:10:07.372 INFO:teuthology.orchestra.run.smithi142:mgr.y> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y.service
2020-11-16T20:10:07.415 INFO:tasks.cephadm:Bootstrapping...
2020-11-16T20:10:07.416 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -v bootstrap --fsid b861c014-2847-11eb-a2b2-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-addrv '[v1:172.21.15.142:6789]' && sudo chmod +r /etc/ceph/ceph.client.admin.keyring
2020-11-16T20:10:07.428 INFO:journalctl@ceph.mon.a.smithi142.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:10:07.451 INFO:journalctl@ceph.mgr.y.smithi142.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:10:07.717 INFO:teuthology.orchestra.run.smithi142.stderr:Could not locate podman: podman not found
2020-11-16T20:10:07.717 INFO:teuthology.orchestra.run.smithi142.stderr:Verifying podman|docker is present...
2020-11-16T20:10:07.717 INFO:teuthology.orchestra.run.smithi142.stderr:Verifying lvm2 is present...
2020-11-16T20:10:07.718 INFO:teuthology.orchestra.run.smithi142.stderr:Verifying time synchronization is in place...
2020-11-16T20:10:07.718 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled chrony.service
2020-11-16T20:10:07.726 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Failed to get unit file state for chrony.service: No such file or directory
2020-11-16T20:10:07.727 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active chrony.service
2020-11-16T20:10:07.733 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout inactive
2020-11-16T20:10:07.733 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled chronyd.service
2020-11-16T20:10:07.739 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Failed to get unit file state for chronyd.service: No such file or directory
2020-11-16T20:10:07.739 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active chronyd.service
2020-11-16T20:10:07.745 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout inactive
2020-11-16T20:10:07.745 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled systemd-timesyncd.service
2020-11-16T20:10:07.752 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout enabled
2020-11-16T20:10:07.753 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active systemd-timesyncd.service
2020-11-16T20:10:07.759 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout inactive
2020-11-16T20:10:07.760 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled ntpd.service
2020-11-16T20:10:07.767 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Failed to get unit file state for ntpd.service: No such file or directory
2020-11-16T20:10:07.767 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active ntpd.service
2020-11-16T20:10:07.774 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout inactive
2020-11-16T20:10:07.774 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled ntp.service
2020-11-16T20:10:07.783 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout enabled
2020-11-16T20:10:07.783 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active ntp.service
2020-11-16T20:10:07.790 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout active
2020-11-16T20:10:07.790 INFO:teuthology.orchestra.run.smithi142.stderr:Unit ntp.service is enabled and running
2020-11-16T20:10:07.791 INFO:teuthology.orchestra.run.smithi142.stderr:Repeating the final host check...
2020-11-16T20:10:07.791 INFO:teuthology.orchestra.run.smithi142.stderr:Could not locate podman: podman not found
2020-11-16T20:10:07.791 INFO:teuthology.orchestra.run.smithi142.stderr:podman|docker (/usr/bin/docker) is present
2020-11-16T20:10:07.791 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl is present
2020-11-16T20:10:07.792 INFO:teuthology.orchestra.run.smithi142.stderr:lvcreate is present
2020-11-16T20:10:07.792 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled chrony.service
2020-11-16T20:10:07.799 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Failed to get unit file state for chrony.service: No such file or directory
2020-11-16T20:10:07.799 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active chrony.service
2020-11-16T20:10:07.806 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout inactive
2020-11-16T20:10:07.806 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled chronyd.service
2020-11-16T20:10:07.812 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Failed to get unit file state for chronyd.service: No such file or directory
2020-11-16T20:10:07.813 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active chronyd.service
2020-11-16T20:10:07.820 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout inactive
2020-11-16T20:10:07.820 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled systemd-timesyncd.service
2020-11-16T20:10:07.829 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout enabled
2020-11-16T20:10:07.829 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active systemd-timesyncd.service
2020-11-16T20:10:07.836 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout inactive
2020-11-16T20:10:07.836 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled ntpd.service
2020-11-16T20:10:07.843 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Failed to get unit file state for ntpd.service: No such file or directory
2020-11-16T20:10:07.843 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active ntpd.service
2020-11-16T20:10:07.850 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout inactive
2020-11-16T20:10:07.850 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-enabled ntp.service
2020-11-16T20:10:07.858 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout enabled
2020-11-16T20:10:07.859 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl is-active ntp.service
2020-11-16T20:10:07.865 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stdout active
2020-11-16T20:10:07.866 INFO:teuthology.orchestra.run.smithi142.stderr:Unit ntp.service is enabled and running
2020-11-16T20:10:07.866 INFO:teuthology.orchestra.run.smithi142.stderr:Host looks OK
2020-11-16T20:10:07.867 INFO:teuthology.orchestra.run.smithi142.stderr:Cluster fsid: b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:07.867 INFO:teuthology.orchestra.run.smithi142.stderr:Acquiring lock 139845855066152 on /run/cephadm/b861c014-2847-11eb-a2b2-001a4aab830c.lock
2020-11-16T20:10:07.867 INFO:teuthology.orchestra.run.smithi142.stderr:Lock 139845855066152 acquired on /run/cephadm/b861c014-2847-11eb-a2b2-001a4aab830c.lock
2020-11-16T20:10:07.868 INFO:teuthology.orchestra.run.smithi142.stderr:Verifying IP 172.21.15.142 port 6789 ...
2020-11-16T20:10:07.868 INFO:teuthology.orchestra.run.smithi142.stderr:Base mon IP is 172.21.15.142, final addrv is [v1:172.21.15.142:6789]
2020-11-16T20:10:07.869 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /sbin/ip route ls
2020-11-16T20:10:07.871 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout default via 172.21.15.254 dev enp3s0f1
2020-11-16T20:10:07.871 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.142
2020-11-16T20:10:07.872 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /sbin/ip -6 route ls
2020-11-16T20:10:07.875 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium
2020-11-16T20:10:07.875 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1771sec hoplimit 64 pref medium
2020-11-16T20:10:07.876 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /sbin/ip -6 addr ls
2020-11-16T20:10:07.878 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 state UNKNOWN qlen 1000
2020-11-16T20:10:07.878 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout     inet6 ::1/128 scope host
2020-11-16T20:10:07.878 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout        valid_lft forever preferred_lft forever
2020-11-16T20:10:07.879 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout 5: enp3s0f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 state UP qlen 1000
2020-11-16T20:10:07.879 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout     inet6 fe80::ec4:7aff:fe88:6e0d/64 scope link
2020-11-16T20:10:07.879 INFO:teuthology.orchestra.run.smithi142.stderr:/sbin/ip:stdout        valid_lft forever preferred_lft forever
2020-11-16T20:10:07.879 INFO:teuthology.orchestra.run.smithi142.stderr:Mon IP 172.21.15.142 is in CIDR network 172.21.0.0/20
2020-11-16T20:10:07.880 INFO:teuthology.orchestra.run.smithi142.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b...
2020-11-16T20:10:07.881 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker pull quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:10:13.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 911cc35794d871071a8bebfb0919482263b1d18b: Pulling from ceph-ci/ceph
2020-11-16T20:10:13.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 670545126cfd: Pulling fs layer
2020-11-16T20:10:13.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 3f2f4b202cb4: Pulling fs layer
2020-11-16T20:10:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 670545126cfd: Verifying Checksum
2020-11-16T20:10:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 670545126cfd: Download complete
2020-11-16T20:10:20.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 3f2f4b202cb4: Verifying Checksum
2020-11-16T20:10:20.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 3f2f4b202cb4: Download complete
2020-11-16T20:10:21.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 670545126cfd: Pull complete
2020-11-16T20:10:29.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout 3f2f4b202cb4: Pull complete
2020-11-16T20:10:29.994 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout Digest: sha256:36772338efd2a92e0297ab750b23ee2468cda1ac9f75c30b71ac996d1ab608af
2020-11-16T20:10:30.045 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout Status: Downloaded newer image for quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:10:30.045 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/docker:stdout quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b
2020-11-16T20:10:30.049 INFO:teuthology.orchestra.run.smithi142.stderr:Extracting ceph user uid/gid from container image...
2020-11-16T20:10:30.050 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint stat -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -c %u %g /var/lib/ceph
2020-11-16T20:10:38.324 INFO:teuthology.orchestra.run.smithi142.stderr:stat:stdout 167 167
2020-11-16T20:10:38.948 INFO:teuthology.orchestra.run.smithi142.stderr:Creating initial keys...
2020-11-16T20:10:38.949 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b --gen-print-key
2020-11-16T20:10:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-authtool:stdout AQC/3LJf+HC+NxAAVKIlivBCkteyWLohJ8lMbw==
2020-11-16T20:10:40.501 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b --gen-print-key
2020-11-16T20:10:41.406 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-authtool:stdout AQDB3LJfmOJYGBAANMEPnZ4O8tSUDJMUjFOtMQ==
2020-11-16T20:10:41.997 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b --gen-print-key
2020-11-16T20:10:42.961 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-authtool:stdout AQDC3LJfnEZ0ORAAAifV3Ux0UOp8sxaJlyt6xQ==
2020-11-16T20:10:43.544 INFO:teuthology.orchestra.run.smithi142.stderr:Creating initial monmap...
2020-11-16T20:10:43.544 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/monmaptool -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /tmp/ceph-tmpy7jas16v:/tmp/monmap:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b --create --clobber --fsid b861c014-2847-11eb-a2b2-001a4aab830c --addv a [v1:172.21.15.142:6789] /tmp/monmap
2020-11-16T20:10:44.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/monmaptool:stdout /usr/bin/monmaptool: monmap file /tmp/monmap
2020-11-16T20:10:44.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/monmaptool:stdout /usr/bin/monmaptool: set fsid to b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:44.502 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/monmaptool:stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors)
2020-11-16T20:10:45.093 INFO:teuthology.orchestra.run.smithi142.stderr:Creating mon...
2020-11-16T20:10:45.093 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-mon -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpn23es2kk:/tmp/keyring:z -v /tmp/ceph-tmpy7jas16v:/tmp/monmap:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b --mkfs -i a --fsid b861c014-2847-11eb-a2b2-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix="debug " --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true
2020-11-16T20:10:46.049 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.049+0000 7f56f5d01700  0 set uid:gid to 167:167 (ceph:ceph)
2020-11-16T20:10:50.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.049+0000 7f56f5d01700  1 imported monmap:
2020-11-16T20:10:50.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr epoch 0
2020-11-16T20:10:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr fsid b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr last_changed 2020-11-16T20:10:44.503709+0000
2020-11-16T20:10:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr created 2020-11-16T20:10:44.503709+0000
2020-11-16T20:10:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr min_mon_release 0 (unknown)
2020-11-16T20:10:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr election_strategy: 1
2020-11-16T20:10:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr 0: v1:172.21.15.142:6789/0 mon.a
2020-11-16T20:10:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.049+0000 7f56f5d01700  0 /usr/bin/ceph-mon: set fsid to b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: RocksDB version: 6.8.1
2020-11-16T20:10:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
2020-11-16T20:10:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: Compile date Nov 16 2020
2020-11-16T20:10:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: DB SUMMARY
2020-11-16T20:10:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files:
2020-11-16T20:10:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db:
2020-11-16T20:10:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                         Options.error_if_exists: 0
2020-11-16T20:10:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                       Options.create_if_missing: 1
2020-11-16T20:10:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                         Options.paranoid_checks: 1
2020-11-16T20:10:50.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                                     Options.env: 0x5651eaf47100
2020-11-16T20:10:50.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                                      Options.fs: Posix File System
2020-11-16T20:10:50.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                                Options.info_log: 0x5651ed582b60
2020-11-16T20:10:50.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                Options.max_file_opening_threads: 16
2020-11-16T20:10:50.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                              Options.statistics: (nil)
2020-11-16T20:10:50.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                               Options.use_fsync: 0
2020-11-16T20:10:50.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                       Options.max_log_file_size: 0
2020-11-16T20:10:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                  Options.max_manifest_file_size: 1073741824
2020-11-16T20:10:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                   Options.log_file_time_to_roll: 0
2020-11-16T20:10:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                       Options.keep_log_file_num: 1000
2020-11-16T20:10:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                    Options.recycle_log_file_num: 0
2020-11-16T20:10:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                         Options.allow_fallocate: 1
2020-11-16T20:10:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                        Options.allow_mmap_reads: 0
2020-11-16T20:10:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                       Options.allow_mmap_writes: 0
2020-11-16T20:10:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                        Options.use_direct_reads: 0
2020-11-16T20:10:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
2020-11-16T20:10:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:          Options.create_missing_column_families: 0
2020-11-16T20:10:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                              Options.db_log_dir:
2020-11-16T20:10:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                                 Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db
2020-11-16T20:10:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                Options.table_cache_numshardbits: 6
2020-11-16T20:10:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                      Options.max_subcompactions: 1
2020-11-16T20:10:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                  Options.max_background_flushes: -1
2020-11-16T20:10:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                         Options.WAL_ttl_seconds: 0
2020-11-16T20:10:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                       Options.WAL_size_limit_MB: 0
2020-11-16T20:10:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                        Options.max_write_batch_group_size_bytes: 1048576
2020-11-16T20:10:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.manifest_preallocation_size: 4194304
2020-11-16T20:10:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                     Options.is_fd_close_on_exec: 1
2020-11-16T20:10:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                   Options.advise_random_on_open: 1
2020-11-16T20:10:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                    Options.db_write_buffer_size: 0
2020-11-16T20:10:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                    Options.write_buffer_manager: 0x5651ed542f00
2020-11-16T20:10:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:         Options.access_hint_on_compaction_start: 1
2020-11-16T20:10:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 0
2020-11-16T20:10:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
2020-11-16T20:10:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                      Options.use_adaptive_mutex: 0
2020-11-16T20:10:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                            Options.rate_limiter: (nil)
2020-11-16T20:10:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
2020-11-16T20:10:50.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                       Options.wal_recovery_mode: 2
2020-11-16T20:10:50.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                  Options.enable_thread_tracking: 0
2020-11-16T20:10:50.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                  Options.enable_pipelined_write: 0
2020-11-16T20:10:50.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                  Options.unordered_write: 0
2020-11-16T20:10:50.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
2020-11-16T20:10:50.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
2020-11-16T20:10:50.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.write_thread_max_yield_usec: 100
2020-11-16T20:10:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
2020-11-16T20:10:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                               Options.row_cache: None
2020-11-16T20:10:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                              Options.wal_filter: None
2020-11-16T20:10:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.avoid_flush_during_recovery: 0
2020-11-16T20:10:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.allow_ingest_behind: 0
2020-11-16T20:10:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.preserve_deletes: 0
2020-11-16T20:10:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.two_write_queues: 0
2020-11-16T20:10:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.manual_wal_flush: 0
2020-11-16T20:10:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.atomic_flush: 0
2020-11-16T20:10:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.avoid_unnecessary_blocking_io: 0
2020-11-16T20:10:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                 Options.persist_stats_to_disk: 0
2020-11-16T20:10:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                 Options.write_dbid_to_manifest: 0
2020-11-16T20:10:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                 Options.log_readahead_size: 0
2020-11-16T20:10:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                 Options.sst_file_checksum_func: Unknown
2020-11-16T20:10:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.max_background_jobs: 2
2020-11-16T20:10:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.max_background_compactions: -1
2020-11-16T20:10:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
2020-11-16T20:10:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:           Options.writable_file_max_buffer_size: 1048576
2020-11-16T20:10:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.delayed_write_rate : 16777216
2020-11-16T20:10:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.max_total_wal_size: 0
2020-11-16T20:10:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
2020-11-16T20:10:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                   Options.stats_dump_period_sec: 600
2020-11-16T20:10:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                 Options.stats_persist_period_sec: 600
2020-11-16T20:10:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                 Options.stats_history_buffer_size: 1048576
2020-11-16T20:10:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                          Options.max_open_files: -1
2020-11-16T20:10:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                          Options.bytes_per_sync: 0
2020-11-16T20:10:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                      Options.wal_bytes_per_sync: 0
2020-11-16T20:10:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:                   Options.strict_bytes_per_sync: 0
2020-11-16T20:10:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb:       Options.compaction_readahead_size: 0
2020-11-16T20:10:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: Compression algorithms supported:
2020-11-16T20:10:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: 	kZSTDNotFinalCompression supported: 0
2020-11-16T20:10:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: 	kZSTD supported: 0
2020-11-16T20:10:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: 	kXpressCompression supported: 0
2020-11-16T20:10:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: 	kLZ4HCCompression supported: 1
2020-11-16T20:10:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: 	kLZ4Compression supported: 1
2020-11-16T20:10:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: 	kBZip2Compression supported: 0
2020-11-16T20:10:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: 	kZlibCompression supported: 1
2020-11-16T20:10:50.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: 	kSnappyCompression supported: 1
2020-11-16T20:10:50.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: Fast CRC32 supported: Supported on x86
2020-11-16T20:10:50.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.053+0000 7f56f5d01700  4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1
2020-11-16T20:10:50.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001
2020-11-16T20:10:50.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]:
2020-11-16T20:10:50.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
2020-11-16T20:10:50.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:           Options.merge_operator:
2020-11-16T20:10:50.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:        Options.compaction_filter: None
2020-11-16T20:10:50.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:        Options.compaction_filter_factory: None
2020-11-16T20:10:50.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:         Options.memtable_factory: SkipListFactory
2020-11-16T20:10:50.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:            Options.table_factory: BlockBasedTable
2020-11-16T20:10:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5651ed49bbc0)
2020-11-16T20:10:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   cache_index_and_filter_blocks: 1
2020-11-16T20:10:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   cache_index_and_filter_blocks_with_high_priority: 1
2020-11-16T20:10:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   pin_l0_filter_and_index_blocks_in_cache: 0
2020-11-16T20:10:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   pin_top_level_index_and_filter: 1
2020-11-16T20:10:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   index_type: 0
2020-11-16T20:10:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   data_block_index_type: 0
2020-11-16T20:10:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   index_shortening: 1
2020-11-16T20:10:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   data_block_hash_table_util_ratio: 0.750000
2020-11-16T20:10:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   hash_index_allow_collision: 1
2020-11-16T20:10:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   checksum: 1
2020-11-16T20:10:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   no_block_cache: 0
2020-11-16T20:10:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   block_cache: 0x5651ed4d2510
2020-11-16T20:10:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   block_cache_name: BinnedLRUCache
2020-11-16T20:10:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   block_cache_options:
2020-11-16T20:10:50.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr     capacity : 536870912
2020-11-16T20:10:50.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr     num_shard_bits : 4
2020-11-16T20:10:50.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr     strict_capacity_limit : 0
2020-11-16T20:10:50.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr     high_pri_pool_ratio: 0.000
2020-11-16T20:10:50.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   block_cache_compressed: (nil)
2020-11-16T20:10:50.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   persistent_cache: (nil)
2020-11-16T20:10:50.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   block_size: 4096
2020-11-16T20:10:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   block_size_deviation: 10
2020-11-16T20:10:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   block_restart_interval: 16
2020-11-16T20:10:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   index_block_restart_interval: 1
2020-11-16T20:10:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   metadata_block_size: 4096
2020-11-16T20:10:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   partition_filters: 0
2020-11-16T20:10:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   use_delta_encoding: 1
2020-11-16T20:10:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   filter_policy: rocksdb.BuiltinBloomFilter
2020-11-16T20:10:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   whole_key_filtering: 1
2020-11-16T20:10:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   verify_compression: 0
2020-11-16T20:10:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   read_amp_bytes_per_bit: 0
2020-11-16T20:10:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   format_version: 2
2020-11-16T20:10:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   enable_index_compression: 1
2020-11-16T20:10:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr   block_align: 0
2020-11-16T20:10:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:        Options.write_buffer_size: 33554432
2020-11-16T20:10:50.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:  Options.max_write_buffer_number: 2
2020-11-16T20:10:50.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:          Options.compression: NoCompression
2020-11-16T20:10:50.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                  Options.bottommost_compression: Disabled
2020-11-16T20:10:50.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:       Options.prefix_extractor: nullptr
2020-11-16T20:10:50.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020-11-16T20:10:50.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:             Options.num_levels: 7
2020-11-16T20:10:50.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
2020-11-16T20:10:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
2020-11-16T20:10:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:     Options.max_write_buffer_size_to_maintain: 0
2020-11-16T20:10:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
2020-11-16T20:10:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
2020-11-16T20:10:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
2020-11-16T20:10:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
2020-11-16T20:10:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020-11-16T20:10:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
2020-11-16T20:10:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:            Options.compression_opts.window_bits: -14
2020-11-16T20:10:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                  Options.compression_opts.level: 32767
2020-11-16T20:10:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:               Options.compression_opts.strategy: 0
2020-11-16T20:10:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
2020-11-16T20:10:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
2020-11-16T20:10:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                  Options.compression_opts.enabled: false
2020-11-16T20:10:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
2020-11-16T20:10:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
2020-11-16T20:10:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:              Options.level0_stop_writes_trigger: 36
2020-11-16T20:10:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                   Options.target_file_size_base: 67108864
2020-11-16T20:10:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:             Options.target_file_size_multiplier: 1
2020-11-16T20:10:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
2020-11-16T20:10:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1
2020-11-16T20:10:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
2020-11-16T20:10:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020-11-16T20:10:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020-11-16T20:10:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020-11-16T20:10:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020-11-16T20:10:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020-11-16T20:10:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020-11-16T20:10:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020-11-16T20:10:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
2020-11-16T20:10:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
2020-11-16T20:10:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                        Options.arena_block_size: 4194304
2020-11-16T20:10:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
2020-11-16T20:10:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
2020-11-16T20:10:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
2020-11-16T20:10:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                Options.disable_auto_compactions: 0
2020-11-16T20:10:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
2020-11-16T20:10:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
2020-11-16T20:10:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
2020-11-16T20:10:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
2020-11-16T20:10:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
2020-11-16T20:10:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
2020-11-16T20:10:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
2020-11-16T20:10:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020-11-16T20:10:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
2020-11-16T20:10:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
2020-11-16T20:10:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                   Options.table_properties_collectors:
2020-11-16T20:10:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                   Options.inplace_update_support: 0
2020-11-16T20:10:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                 Options.inplace_update_num_locks: 10000
2020-11-16T20:10:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
2020-11-16T20:10:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:               Options.memtable_whole_key_filtering: 0
2020-11-16T20:10:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:   Options.memtable_huge_page_size: 0
2020-11-16T20:10:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                           Options.bloom_locality: 0
2020-11-16T20:10:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                    Options.max_successive_merges: 0
2020-11-16T20:10:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                Options.optimize_filters_for_hits: 0
2020-11-16T20:10:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                Options.paranoid_file_checks: 0
2020-11-16T20:10:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                Options.force_consistency_checks: 0
2020-11-16T20:10:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                Options.report_bg_io_stats: 0
2020-11-16T20:10:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:                               Options.ttl: 2592000
2020-11-16T20:10:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb:          Options.periodic_compaction_seconds: 0
2020-11-16T20:10:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020-11-16T20:10:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0
2020-11-16T20:10:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56f5d01700  4 rocksdb: DB pointer 0x5651ed523800
2020-11-16T20:10:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56debc0700  4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS -------
2020-11-16T20:10:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.057+0000 7f56debc0700  4 rocksdb: [db_impl/db_impl.cc:851]
2020-11-16T20:10:50.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ** DB Stats **
2020-11-16T20:10:50.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:10:50.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
2020-11-16T20:10:50.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
2020-11-16T20:10:50.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
2020-11-16T20:10:50.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
2020-11-16T20:10:50.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
2020-11-16T20:10:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent
2020-11-16T20:10:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ** Compaction Stats [default] **
2020-11-16T20:10:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:10:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:10:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr  Sum      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      0.0      0.00              0.00         0    0.000       0      0
2020-11-16T20:10:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr  Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      0.0      0.00              0.00         0    0.000       0      0
2020-11-16T20:10:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ** Compaction Stats [default] **
2020-11-16T20:10:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:10:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:10:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:10:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Flush(GB): cumulative 0.000, interval 0.000
2020-11-16T20:10:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr AddFile(GB): cumulative 0.000, interval 0.000
2020-11-16T20:10:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr AddFile(Total Files): cumulative 0, interval 0
2020-11-16T20:10:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr AddFile(L0 Files): cumulative 0, interval 0
2020-11-16T20:10:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr AddFile(Keys): cumulative 0, interval 0
2020-11-16T20:10:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:10:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:10:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2020-11-16T20:10:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ** File Read Latency Histogram By Level [default] **
2020-11-16T20:10:50.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ** Compaction Stats [default] **
2020-11-16T20:10:50.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:10:50.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:10:50.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr  Sum      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      0.0      0.00              0.00         0    0.000       0      0
2020-11-16T20:10:50.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr  Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      0.0      0.00              0.00         0    0.000       0      0
2020-11-16T20:10:50.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ** Compaction Stats [default] **
2020-11-16T20:10:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:10:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:10:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:10:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Flush(GB): cumulative 0.000, interval 0.000
2020-11-16T20:10:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr AddFile(GB): cumulative 0.000, interval 0.000
2020-11-16T20:10:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr AddFile(Total Files): cumulative 0, interval 0
2020-11-16T20:10:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr AddFile(L0 Files): cumulative 0, interval 0
2020-11-16T20:10:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr AddFile(Keys): cumulative 0, interval 0
2020-11-16T20:10:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:10:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:10:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2020-11-16T20:10:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr ** File Read Latency Histogram By Level [default] **
2020-11-16T20:10:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr
2020-11-16T20:10:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.061+0000 7f56f5d01700  4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work
2020-11-16T20:10:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.061+0000 7f56f5d01700  4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete
2020-11-16T20:10:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph-mon:stderr "debug "2020-11-16T20:10:46.061+0000 7f56f5d01700  0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a
2020-11-16T20:10:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl disable ceph.target
2020-11-16T20:10:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target.
2020-11-16T20:10:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl enable ceph.target
2020-11-16T20:10:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target.
2020-11-16T20:10:50.322 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl start ceph.target
2020-11-16T20:10:50.322 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl enable ceph-b861c014-2847-11eb-a2b2-001a4aab830c.target
2020-11-16T20:10:50.322 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-b861c014-2847-11eb-a2b2-001a4aab830c.target -> /etc/systemd/system/ceph-b861c014-2847-11eb-a2b2-001a4aab830c.target.
2020-11-16T20:10:50.322 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-b861c014-2847-11eb-a2b2-001a4aab830c.target -> /etc/systemd/system/ceph-b861c014-2847-11eb-a2b2-001a4aab830c.target.
2020-11-16T20:10:50.322 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl start ceph-b861c014-2847-11eb-a2b2-001a4aab830c.target
2020-11-16T20:10:50.322 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl daemon-reload
2020-11-16T20:10:50.322 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a
2020-11-16T20:10:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl reset-failed ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a
2020-11-16T20:10:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Failed to reset failed state of unit ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a.service: Unit ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a.service is not loaded.
2020-11-16T20:10:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl enable ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a
2020-11-16T20:10:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Created symlink /etc/systemd/system/ceph-b861c014-2847-11eb-a2b2-001a4aab830c.target.wants/ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a.service -> /etc/systemd/system/ceph-b861c014-2847-11eb-a2b2-001a4aab830c@.service.
2020-11-16T20:10:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl start ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a
2020-11-16T20:10:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:firewalld does not appear to be present
2020-11-16T20:10:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:Not possible to enable service <mon>. firewalld.service is not available
2020-11-16T20:10:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:Not possible to open ports <[]>. firewalld.service is not available
2020-11-16T20:10:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:Waiting for mon to start...
2020-11-16T20:10:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:Waiting for mon...
2020-11-16T20:10:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b status
2020-11-16T20:10:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout   cluster:
2020-11-16T20:10:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     id:     b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     health: HEALTH_OK
2020-11-16T20:10:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:10:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout   services:
2020-11-16T20:10:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     mon: 1 daemons, quorum a (age 0.385243s)
2020-11-16T20:10:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     mgr: no daemons active
2020-11-16T20:10:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     osd: 0 osds: 0 up, 0 in
2020-11-16T20:10:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:10:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout   data:
2020-11-16T20:10:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     pools:   0 pools, 0 pgs
2020-11-16T20:10:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     objects: 0 objects, 0 B
2020-11-16T20:10:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     usage:   0 B used, 0 B / 0 B avail
2020-11-16T20:10:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     pgs:
2020-11-16T20:10:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:10:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:mon is available
2020-11-16T20:10:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:Assimilating anything we can from ceph.conf...
2020-11-16T20:10:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z -v /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config
2020-11-16T20:10:50.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:47 smithi142 systemd[1]: Starting Ceph mon.a for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:10:50.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:47 smithi142 docker[9010]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mon.a
2020-11-16T20:10:50.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:47 smithi142 systemd[1]: Started Ceph mon.a for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T20:10:50.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:47 smithi142 bash[9035]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mon.a
2020-11-16T20:10:50.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:48 smithi142 bash[9035]: cluster 2020-11-16T20:10:48.708644+0000 mon.a (mon.0) 0 :  [INF] mkfs b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:50.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:48 smithi142 bash[9035]: cluster 2020-11-16T20:10:48.693344+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0)
2020-11-16T20:10:50.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:49 smithi142 bash[9035]: cluster 2020-11-16T20:10:48.706142+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0)
2020-11-16T20:10:50.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:49 smithi142 bash[9035]: cluster 2020-11-16T20:10:48.707916+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=v1:172.21.15.142:6789/0}
2020-11-16T20:10:50.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:49 smithi142 bash[9035]: cluster 2020-11-16T20:10:48.714359+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap
2020-11-16T20:10:50.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:49 smithi142 bash[9035]: cluster 2020-11-16T20:10:48.723017+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in
2020-11-16T20:10:50.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:49 smithi142 bash[9035]: cluster 2020-11-16T20:10:48.724189+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active
2020-11-16T20:10:50.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:49 smithi142 bash[9035]: audit 2020-11-16T20:10:49.091325+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? v1:172.21.15.142:0/187155728' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch
2020-11-16T20:10:51.096 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:10:51.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout [global]
2020-11-16T20:10:51.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	fsid = b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:51.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	mon_host = [v1:172.21.15.142:6789]
2020-11-16T20:10:51.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	mon_osd_allow_pg_remap = true
2020-11-16T20:10:51.098 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	mon_osd_allow_primary_affinity = true
2020-11-16T20:10:51.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	mon_warn_on_no_sortbitwise = false
2020-11-16T20:10:51.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	ms_tcp_read_timeout = 5
2020-11-16T20:10:51.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	osd_crush_chooseleaf_type = 0
2020-11-16T20:10:51.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:10:51.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout [mgr]
2020-11-16T20:10:51.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	mgr/telemetry/nag = false
2020-11-16T20:10:51.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:10:51.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout [osd]
2020-11-16T20:10:51.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	osd_map_max_advance = 10
2020-11-16T20:10:51.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 	osd_sloppy_crc = true
2020-11-16T20:10:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:51 smithi142 bash[9035]: audit 2020-11-16T20:10:51.095221+0000 mon.a (mon.0) 8 : audit [INF] from='client.? v1:172.21.15.142:0/3789742179' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch
2020-11-16T20:10:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:51 smithi142 bash[9035]: audit 2020-11-16T20:10:51.098720+0000 mon.a (mon.0) 9 : audit [INF] from='client.? v1:172.21.15.142:0/3789742179' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished
2020-11-16T20:10:51.695 INFO:teuthology.orchestra.run.smithi142.stderr:Generating new minimal ceph.conf...
2020-11-16T20:10:51.696 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z -v /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config
2020-11-16T20:10:53.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:52 smithi142 bash[9035]: audit 2020-11-16T20:10:52.939684+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? v1:172.21.15.142:0/3142678427' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:10:53.560 INFO:teuthology.orchestra.run.smithi142.stderr:Restarting the monitor...
2020-11-16T20:10:53.560 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl restart ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a
2020-11-16T20:10:53.827 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:53 smithi142 systemd[1]: Stopping Ceph mon.a for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:10:53.827 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:53 smithi142 bash[9035]: debug 2020-11-16T20:10:53.693+0000 7f5931118700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:10:53.827 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:53 smithi142 bash[9035]: debug 2020-11-16T20:10:53.693+0000 7f5931118700 -1 mon.a@0(leader) e1 *** Got Signal Terminated ***
2020-11-16T20:10:54.398 INFO:teuthology.orchestra.run.smithi142.stderr:Setting mon public_network...
2020-11-16T20:10:54.399 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b config set mon public_network 172.21.0.0/20
2020-11-16T20:10:54.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:54 smithi142 docker[9469]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mon.a
2020-11-16T20:10:54.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:54 smithi142 systemd[1]: Stopped Ceph mon.a for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T20:10:54.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:54 smithi142 systemd[1]: Starting Ceph mon.a for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:10:54.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:54 smithi142 docker[9510]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mon.a
2020-11-16T20:10:54.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:54 smithi142 systemd[1]: Started Ceph mon.a for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T20:10:54.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:54 smithi142 bash[9523]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mon.a
2020-11-16T20:10:56.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.757+0000 7f7581ac1700  0 set uid:gid to 167:167 (ceph:ceph)
2020-11-16T20:10:56.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.757+0000 7f7581ac1700  0 ceph version 16.0.0-7219-g911cc357 (911cc35794d871071a8bebfb0919482263b1d18b) pacific (dev), process ceph-mon, pid 1
2020-11-16T20:10:56.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.757+0000 7f7581ac1700  0 pidfile_write: ignore empty --pid-file
2020-11-16T20:10:56.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  0 load: jerasure load: lrc load: isa
2020-11-16T20:10:56.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: RocksDB version: 6.8.1
2020-11-16T20:10:56.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
2020-11-16T20:10:56.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Compile date Nov 16 2020
2020-11-16T20:10:56.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: DB SUMMARY
2020-11-16T20:10:56.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: CURRENT file:  CURRENT
2020-11-16T20:10:56.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: IDENTITY file:  IDENTITY
2020-11-16T20:10:56.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: MANIFEST file:  MANIFEST-000005 size: 131 Bytes
2020-11-16T20:10:56.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst
2020-11-16T20:10:56.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 73560 ;
2020-11-16T20:10:56.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                         Options.error_if_exists: 0
2020-11-16T20:10:56.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                       Options.create_if_missing: 0
2020-11-16T20:10:56.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                         Options.paranoid_checks: 1
2020-11-16T20:10:56.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                                     Options.env: 0x55ddadb1f100
2020-11-16T20:10:56.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                                      Options.fs: Posix File System
2020-11-16T20:10:56.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                                Options.info_log: 0x55ddaf9faa60
2020-11-16T20:10:56.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                Options.max_file_opening_threads: 16
2020-11-16T20:10:56.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                              Options.statistics: (nil)
2020-11-16T20:10:56.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                               Options.use_fsync: 0
2020-11-16T20:10:56.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                       Options.max_log_file_size: 0
2020-11-16T20:10:56.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.max_manifest_file_size: 1073741824
2020-11-16T20:10:56.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                   Options.log_file_time_to_roll: 0
2020-11-16T20:10:56.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                       Options.keep_log_file_num: 1000
2020-11-16T20:10:56.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                    Options.recycle_log_file_num: 0
2020-11-16T20:10:56.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                         Options.allow_fallocate: 1
2020-11-16T20:10:56.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                        Options.allow_mmap_reads: 0
2020-11-16T20:10:56.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                       Options.allow_mmap_writes: 0
2020-11-16T20:10:56.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                        Options.use_direct_reads: 0
2020-11-16T20:10:56.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
2020-11-16T20:10:56.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:          Options.create_missing_column_families: 0
2020-11-16T20:10:56.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                              Options.db_log_dir:
2020-11-16T20:10:56.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                                 Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db
2020-11-16T20:10:56.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                Options.table_cache_numshardbits: 6
2020-11-16T20:10:56.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                      Options.max_subcompactions: 1
2020-11-16T20:10:56.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.max_background_flushes: -1
2020-11-16T20:10:56.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                         Options.WAL_ttl_seconds: 0
2020-11-16T20:10:56.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                       Options.WAL_size_limit_MB: 0
2020-11-16T20:10:56.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                        Options.max_write_batch_group_size_bytes: 1048576
2020-11-16T20:10:56.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.manifest_preallocation_size: 4194304
2020-11-16T20:10:56.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                     Options.is_fd_close_on_exec: 1
2020-11-16T20:10:56.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                   Options.advise_random_on_open: 1
2020-11-16T20:10:56.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                    Options.db_write_buffer_size: 0
2020-11-16T20:10:56.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                    Options.write_buffer_manager: 0x55ddafa478f0
2020-11-16T20:10:56.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         Options.access_hint_on_compaction_start: 1
2020-11-16T20:10:56.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 0
2020-11-16T20:10:56.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
2020-11-16T20:10:56.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                      Options.use_adaptive_mutex: 0
2020-11-16T20:10:56.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                            Options.rate_limiter: (nil)
2020-11-16T20:10:56.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
2020-11-16T20:10:56.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                       Options.wal_recovery_mode: 2
2020-11-16T20:10:56.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.enable_thread_tracking: 0
2020-11-16T20:10:56.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.enable_pipelined_write: 0
2020-11-16T20:10:56.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.unordered_write: 0
2020-11-16T20:10:56.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
2020-11-16T20:10:56.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
2020-11-16T20:10:56.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.write_thread_max_yield_usec: 100
2020-11-16T20:10:56.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
2020-11-16T20:10:56.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                               Options.row_cache: None
2020-11-16T20:10:56.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                              Options.wal_filter: None
2020-11-16T20:10:56.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.avoid_flush_during_recovery: 0
2020-11-16T20:10:56.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.allow_ingest_behind: 0
2020-11-16T20:10:56.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.preserve_deletes: 0
2020-11-16T20:10:56.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.two_write_queues: 0
2020-11-16T20:10:56.048 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.manual_wal_flush: 0
2020-11-16T20:10:56.048 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.atomic_flush: 0
2020-11-16T20:10:56.048 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.avoid_unnecessary_blocking_io: 0
2020-11-16T20:10:56.048 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                 Options.persist_stats_to_disk: 0
2020-11-16T20:10:56.048 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                 Options.write_dbid_to_manifest: 0
2020-11-16T20:10:56.048 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                 Options.log_readahead_size: 0
2020-11-16T20:10:56.048 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                 Options.sst_file_checksum_func: Unknown
2020-11-16T20:10:56.048 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.max_background_jobs: 2
2020-11-16T20:10:56.049 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.max_background_compactions: -1
2020-11-16T20:10:56.049 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
2020-11-16T20:10:56.049 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:           Options.writable_file_max_buffer_size: 1048576
2020-11-16T20:10:56.049 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.delayed_write_rate : 16777216
2020-11-16T20:10:56.049 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.max_total_wal_size: 0
2020-11-16T20:10:56.049 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
2020-11-16T20:10:56.049 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                   Options.stats_dump_period_sec: 600
2020-11-16T20:10:56.050 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                 Options.stats_persist_period_sec: 600
2020-11-16T20:10:56.050 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                 Options.stats_history_buffer_size: 1048576
2020-11-16T20:10:56.050 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                          Options.max_open_files: -1
2020-11-16T20:10:56.050 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                          Options.bytes_per_sync: 0
2020-11-16T20:10:56.050 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                      Options.wal_bytes_per_sync: 0
2020-11-16T20:10:56.050 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                   Options.strict_bytes_per_sync: 0
2020-11-16T20:10:56.050 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:       Options.compaction_readahead_size: 0
2020-11-16T20:10:56.051 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Compression algorithms supported:
2020-11-16T20:10:56.051 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         kZSTDNotFinalCompression supported: 0
2020-11-16T20:10:56.051 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         kZSTD supported: 0
2020-11-16T20:10:56.051 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         kXpressCompression supported: 0
2020-11-16T20:10:56.051 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         kLZ4HCCompression supported: 1
2020-11-16T20:10:56.051 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         kLZ4Compression supported: 1
2020-11-16T20:10:56.051 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         kBZip2Compression supported: 0
2020-11-16T20:10:56.052 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         kZlibCompression supported: 1
2020-11-16T20:10:56.052 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         kSnappyCompression supported: 1
2020-11-16T20:10:56.052 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Fast CRC32 supported: Supported on x86
2020-11-16T20:10:56.052 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005
2020-11-16T20:10:56.052 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]:
2020-11-16T20:10:56.052 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
2020-11-16T20:10:56.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:           Options.merge_operator:
2020-11-16T20:10:56.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:        Options.compaction_filter: None
2020-11-16T20:10:56.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:        Options.compaction_filter_factory: None
2020-11-16T20:10:56.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         Options.memtable_factory: SkipListFactory
2020-11-16T20:10:56.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:            Options.table_factory: BlockBasedTable
2020-11-16T20:10:56.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ddaf99fbb8)
2020-11-16T20:10:56.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   cache_index_and_filter_blocks: 1
2020-11-16T20:10:56.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   cache_index_and_filter_blocks_with_high_priority: 1
2020-11-16T20:10:56.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   pin_l0_filter_and_index_blocks_in_cache: 0
2020-11-16T20:10:56.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   pin_top_level_index_and_filter: 1
2020-11-16T20:10:56.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   index_type: 0
2020-11-16T20:10:56.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   data_block_index_type: 0
2020-11-16T20:10:56.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   index_shortening: 1
2020-11-16T20:10:56.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   data_block_hash_table_util_ratio: 0.750000
2020-11-16T20:10:56.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   hash_index_allow_collision: 1
2020-11-16T20:10:56.055 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   checksum: 1
2020-11-16T20:10:56.055 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   no_block_cache: 0
2020-11-16T20:10:56.055 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   block_cache: 0x55ddaf9d6610
2020-11-16T20:10:56.055 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   block_cache_name: BinnedLRUCache
2020-11-16T20:10:56.055 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   block_cache_options:
2020-11-16T20:10:56.055 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:     capacity : 536870912
2020-11-16T20:10:56.055 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:     num_shard_bits : 4
2020-11-16T20:10:56.055 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:     strict_capacity_limit : 0
2020-11-16T20:10:56.056 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:     high_pri_pool_ratio: 0.000
2020-11-16T20:10:56.056 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   block_cache_compressed: (nil)
2020-11-16T20:10:56.056 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   persistent_cache: (nil)
2020-11-16T20:10:56.056 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   block_size: 4096
2020-11-16T20:10:56.056 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   block_size_deviation: 10
2020-11-16T20:10:56.056 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   block_restart_interval: 16
2020-11-16T20:10:56.056 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   index_block_restart_interval: 1
2020-11-16T20:10:56.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   metadata_block_size: 4096
2020-11-16T20:10:56.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   partition_filters: 0
2020-11-16T20:10:56.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   use_delta_encoding: 1
2020-11-16T20:10:56.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   filter_policy: rocksdb.BuiltinBloomFilter
2020-11-16T20:10:56.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   whole_key_filtering: 1
2020-11-16T20:10:56.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   verify_compression: 0
2020-11-16T20:10:56.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   read_amp_bytes_per_bit: 0
2020-11-16T20:10:56.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   format_version: 2
2020-11-16T20:10:56.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   enable_index_compression: 1
2020-11-16T20:10:56.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   block_align: 0
2020-11-16T20:10:56.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:        Options.write_buffer_size: 33554432
2020-11-16T20:10:56.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:  Options.max_write_buffer_number: 2
2020-11-16T20:10:56.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:          Options.compression: NoCompression
2020-11-16T20:10:56.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.bottommost_compression: Disabled
2020-11-16T20:10:56.059 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:       Options.prefix_extractor: nullptr
2020-11-16T20:10:56.059 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020-11-16T20:10:56.059 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.num_levels: 7
2020-11-16T20:10:56.059 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
2020-11-16T20:10:56.060 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
2020-11-16T20:10:56.060 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:     Options.max_write_buffer_size_to_maintain: 0
2020-11-16T20:10:56.060 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
2020-11-16T20:10:56.060 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
2020-11-16T20:10:56.060 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
2020-11-16T20:10:56.060 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
2020-11-16T20:10:56.060 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020-11-16T20:10:56.061 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
2020-11-16T20:10:56.061 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:            Options.compression_opts.window_bits: -14
2020-11-16T20:10:56.061 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.compression_opts.level: 32767
2020-11-16T20:10:56.061 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:               Options.compression_opts.strategy: 0
2020-11-16T20:10:56.061 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
2020-11-16T20:10:56.061 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
2020-11-16T20:10:56.061 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                  Options.compression_opts.enabled: false
2020-11-16T20:10:56.061 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
2020-11-16T20:10:56.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
2020-11-16T20:10:56.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:              Options.level0_stop_writes_trigger: 36
2020-11-16T20:10:56.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                   Options.target_file_size_base: 67108864
2020-11-16T20:10:56.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:             Options.target_file_size_multiplier: 1
2020-11-16T20:10:56.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
2020-11-16T20:10:56.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1
2020-11-16T20:10:56.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
2020-11-16T20:10:56.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020-11-16T20:10:56.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020-11-16T20:10:56.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020-11-16T20:10:56.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020-11-16T20:10:56.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020-11-16T20:10:56.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020-11-16T20:10:56.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020-11-16T20:10:56.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
2020-11-16T20:10:56.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
2020-11-16T20:10:56.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                        Options.arena_block_size: 4194304
2020-11-16T20:10:56.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
2020-11-16T20:10:56.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
2020-11-16T20:10:56.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
2020-11-16T20:10:56.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                Options.disable_auto_compactions: 0
2020-11-16T20:10:56.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
2020-11-16T20:10:56.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
2020-11-16T20:10:56.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
2020-11-16T20:10:56.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
2020-11-16T20:10:56.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
2020-11-16T20:10:56.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
2020-11-16T20:10:56.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
2020-11-16T20:10:56.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020-11-16T20:10:56.066 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
2020-11-16T20:10:56.066 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
2020-11-16T20:10:56.066 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                   Options.table_properties_collectors:
2020-11-16T20:10:56.066 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                   Options.inplace_update_support: 0
2020-11-16T20:10:56.066 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                 Options.inplace_update_num_locks: 10000
2020-11-16T20:10:56.066 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
2020-11-16T20:10:56.066 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:               Options.memtable_whole_key_filtering: 0
2020-11-16T20:10:56.066 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:   Options.memtable_huge_page_size: 0
2020-11-16T20:10:56.067 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                           Options.bloom_locality: 0
2020-11-16T20:10:56.067 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                    Options.max_successive_merges: 0
2020-11-16T20:10:56.067 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                Options.optimize_filters_for_hits: 0
2020-11-16T20:10:56.067 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                Options.paranoid_file_checks: 0
2020-11-16T20:10:56.067 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                Options.force_consistency_checks: 0
2020-11-16T20:10:56.067 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                Options.report_bg_io_stats: 0
2020-11-16T20:10:56.067 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:                               Options.ttl: 2592000
2020-11-16T20:10:56.068 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.761+0000 7f7581ac1700  4 rocksdb:          Options.periodic_compaction_seconds: 0
2020-11-16T20:10:56.068 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.769+0000 7f7581ac1700  4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020-11-16T20:10:56.068 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.769+0000 7f7581ac1700  4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4
2020-11-16T20:10:56.068 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.769+0000 7f7581ac1700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557455769964, "job": 1, "event": "recovery_started", "log_files": [6]}
2020-11-16T20:10:56.068 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.769+0000 7f7581ac1700  4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2
2020-11-16T20:10:56.068 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.769+0000 7f7581ac1700  3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5.
2020-11-16T20:10:56.068 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.769+0000 7f7581ac1700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557455772699, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 69189, "table_properties": {"data_size": 67468, "index_size": 326, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 11158, "raw_average_key_size": 48, "raw_value_size": 61319, "raw_average_value_size": 268, "num_data_blocks": 10, "num_entries": 228, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1605557455, "oldest_key_time": 3, "file_creation_time": 0}}
2020-11-16T20:10:56.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.769+0000 7f7581ac1700  4 rocksdb: [version_set.cc:3826] Creating manifest 8
2020-11-16T20:10:56.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.773+0000 7f7581ac1700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557455773760, "job": 1, "event": "recovery_finished"}
2020-11-16T20:10:56.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.773+0000 7f7581ac1700  4 rocksdb: DB pointer 0x55ddafa27800
2020-11-16T20:10:56.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.773+0000 7f7568903700  4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS -------
2020-11-16T20:10:56.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.773+0000 7f7568903700  4 rocksdb: [db_impl/db_impl.cc:851]
2020-11-16T20:10:56.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ** DB Stats **
2020-11-16T20:10:56.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:10:56.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
2020-11-16T20:10:56.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
2020-11-16T20:10:56.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
2020-11-16T20:10:56.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
2020-11-16T20:10:56.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
2020-11-16T20:10:56.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent
2020-11-16T20:10:56.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ** Compaction Stats [default] **
2020-11-16T20:10:56.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:10:56.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:10:56.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   L0      2/0   69.19 KB   0.5      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0     46.7      0.00              0.00         1    0.001       0      0
2020-11-16T20:10:56.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:  Sum      2/0   69.19 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0     46.7      0.00              0.00         1    0.001       0      0
2020-11-16T20:10:56.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:  Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0     46.7      0.00              0.00         1    0.001       0      0
2020-11-16T20:10:56.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ** Compaction Stats [default] **
2020-11-16T20:10:56.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:10:56.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:10:56.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: User      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0     46.7      0.00              0.00         1    0.001       0      0
2020-11-16T20:10:56.072 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:10:56.072 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Flush(GB): cumulative 0.000, interval 0.000
2020-11-16T20:10:56.072 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: AddFile(GB): cumulative 0.000, interval 0.000
2020-11-16T20:10:56.072 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: AddFile(Total Files): cumulative 0, interval 0
2020-11-16T20:10:56.072 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: AddFile(L0 Files): cumulative 0, interval 0
2020-11-16T20:10:56.072 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: AddFile(Keys): cumulative 0, interval 0
2020-11-16T20:10:56.072 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Cumulative compaction: 0.00 GB write, 6.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:10:56.073 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Interval compaction: 0.00 GB write, 6.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:10:56.073 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2020-11-16T20:10:56.073 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ** File Read Latency Histogram By Level [default] **
2020-11-16T20:10:56.073 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ** Compaction Stats [default] **
2020-11-16T20:10:56.073 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:10:56.073 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:10:56.073 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:   L0      2/0   69.19 KB   0.5      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0     46.7      0.00              0.00         1    0.001       0      0
2020-11-16T20:10:56.074 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:  Sum      2/0   69.19 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0     46.7      0.00              0.00         1    0.001       0      0
2020-11-16T20:10:56.074 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:  Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      0.0      0.00              0.00         0    0.000       0      0
2020-11-16T20:10:56.074 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ** Compaction Stats [default] **
2020-11-16T20:10:56.074 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:10:56.074 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:10:56.074 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: User      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0     46.7      0.00              0.00         1    0.001       0      0
2020-11-16T20:10:56.074 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:10:56.074 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Flush(GB): cumulative 0.000, interval 0.000
2020-11-16T20:10:56.075 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: AddFile(GB): cumulative 0.000, interval 0.000
2020-11-16T20:10:56.075 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: AddFile(Total Files): cumulative 0, interval 0
2020-11-16T20:10:56.075 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: AddFile(L0 Files): cumulative 0, interval 0
2020-11-16T20:10:56.075 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: AddFile(Keys): cumulative 0, interval 0
2020-11-16T20:10:56.075 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Cumulative compaction: 0.00 GB write, 6.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:10:56.075 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:10:56.075 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2020-11-16T20:10:56.076 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: ** File Read Latency Histogram By Level [default] **
2020-11-16T20:10:56.076 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.773+0000 7f7581ac1700  0 starting mon.a rank 0 at public addrs v1:172.21.15.142:6789/0 at bind addrs v1:172.21.15.142:6789/0 mon_data /var/lib/ceph/mon/ceph-a fsid b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:56.076 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.777+0000 7f7581ac1700  1 mon.a@-1(???) e1 preinit fsid b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:10:56.076 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.777+0000 7f7581ac1700  0 mon.a@-1(???).mds e1 new map
2020-11-16T20:10:56.076 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.777+0000 7f7581ac1700  0 mon.a@-1(???).mds e1 print_map
2020-11-16T20:10:56.076 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: e1
2020-11-16T20:10:56.076 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: enable_multiple, ever_enabled_multiple: 0,0
2020-11-16T20:10:56.077 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2}
2020-11-16T20:10:56.077 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: legacy client fscid: -1
2020-11-16T20:10:56.077 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]:
2020-11-16T20:10:56.077 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: No filesystems configured
2020-11-16T20:10:56.077 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.777+0000 7f7581ac1700  0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires
2020-11-16T20:10:56.077 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.777+0000 7f7581ac1700  0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires
2020-11-16T20:10:56.077 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.777+0000 7f7581ac1700  0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires
2020-11-16T20:10:56.077 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: audit 2020-11-16T20:10:52.939684+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? v1:172.21.15.142:0/3142678427' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:10:56.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.777+0000 7f7581ac1700  1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3
2020-11-16T20:10:56.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta expand map: {default=false}
2020-11-16T20:10:56.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta from 'false' to 'false'
2020-11-16T20:10:56.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta expanded map: {default=false}
2020-11-16T20:10:56.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta expand map: {default=info}
2020-11-16T20:10:56.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta from 'info' to 'info'
2020-11-16T20:10:56.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta expanded map: {default=info}
2020-11-16T20:10:56.079 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta expand map: {default=daemon}
2020-11-16T20:10:56.079 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta from 'daemon' to 'daemon'
2020-11-16T20:10:56.079 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta expanded map: {default=daemon}
2020-11-16T20:10:56.079 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta expand map: {default=debug}
2020-11-16T20:10:56.079 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta from 'debug' to 'debug'
2020-11-16T20:10:56.079 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: debug 2020-11-16T20:10:55.781+0000 7f7581ac1700 20 expand_channel_meta expanded map: {default=debug}
2020-11-16T20:10:56.079 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: cluster 2020-11-16T20:10:55.784935+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0)
2020-11-16T20:10:56.080 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: cluster 2020-11-16T20:10:55.784988+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=v1:172.21.15.142:6789/0}
2020-11-16T20:10:56.080 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: cluster 2020-11-16T20:10:55.785021+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap
2020-11-16T20:10:56.080 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: cluster 2020-11-16T20:10:55.785055+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in
2020-11-16T20:10:56.080 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:55 smithi142 bash[9523]: cluster 2020-11-16T20:10:55.785461+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active
2020-11-16T20:10:56.721 INFO:teuthology.orchestra.run.smithi142.stderr:Creating mgr...
2020-11-16T20:10:56.722 INFO:teuthology.orchestra.run.smithi142.stderr:Verifying port 9283 ...
2020-11-16T20:10:56.723 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl daemon-reload
2020-11-16T20:10:56.847 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y
2020-11-16T20:10:56.857 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl reset-failed ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y
2020-11-16T20:10:56.863 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Failed to reset failed state of unit ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y.service: Unit ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y.service is not loaded.
2020-11-16T20:10:56.864 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl enable ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y
2020-11-16T20:10:56.871 INFO:teuthology.orchestra.run.smithi142.stderr:systemctl:stderr Created symlink /etc/systemd/system/ceph-b861c014-2847-11eb-a2b2-001a4aab830c.target.wants/ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y.service -> /etc/systemd/system/ceph-b861c014-2847-11eb-a2b2-001a4aab830c@.service.
2020-11-16T20:10:56.975 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: systemctl start ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y
2020-11-16T20:10:56.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:56 smithi142 bash[9523]: audit 2020-11-16T20:10:56.012331+0000 mon.a (mon.0) 6 : audit [INF] from='client.? v1:172.21.15.142:0/1047430080' entity='client.admin' cmd=[{"prefix": "config set", "who": "mon", "name": "public_network", "value": "172.21.0.0/20"}]: dispatch
2020-11-16T20:10:56.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:56 smithi142 bash[9523]: audit 2020-11-16T20:10:56.019550+0000 mon.a (mon.0) 7 : audit [INF] from='client.? v1:172.21.15.142:0/1047430080' entity='client.admin' cmd='[{"prefix": "config set", "who": "mon", "name": "public_network", "value": "172.21.0.0/20"}]': finished
2020-11-16T20:10:57.033 INFO:teuthology.orchestra.run.smithi142.stderr:firewalld does not appear to be present
2020-11-16T20:10:57.034 INFO:teuthology.orchestra.run.smithi142.stderr:Not possible to enable service <mgr>. firewalld.service is not available
2020-11-16T20:10:57.034 INFO:teuthology.orchestra.run.smithi142.stderr:Not possible to open ports <[]>. firewalld.service is not available
2020-11-16T20:10:57.035 INFO:teuthology.orchestra.run.smithi142.stderr:firewalld does not appear to be present
2020-11-16T20:10:57.035 INFO:teuthology.orchestra.run.smithi142.stderr:Not possible to open ports <[9283]>. firewalld.service is not available
2020-11-16T20:10:57.035 INFO:teuthology.orchestra.run.smithi142.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring
2020-11-16T20:10:57.036 INFO:teuthology.orchestra.run.smithi142.stderr:Wrote config to /etc/ceph/ceph.conf
2020-11-16T20:10:57.036 INFO:teuthology.orchestra.run.smithi142.stderr:Waiting for mgr to start...
2020-11-16T20:10:57.036 INFO:teuthology.orchestra.run.smithi142.stderr:Waiting for mgr...
2020-11-16T20:10:57.037 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b status -f json-pretty
2020-11-16T20:10:57.287 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:10:57 smithi142 systemd[1]: Started Ceph mgr.y for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T20:10:57.287 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:10:57 smithi142 bash[9796]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mgr.y
2020-11-16T20:10:59.019 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:10:59.019 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout {
2020-11-16T20:10:59.021 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:10:59.021 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "health": {
2020-11-16T20:10:59.021 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "status": "HEALTH_OK",
2020-11-16T20:10:59.021 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "checks": {},
2020-11-16T20:10:59.021 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "mutes": []
2020-11-16T20:10:59.021 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:10:59.022 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "election_epoch": 5,
2020-11-16T20:10:59.022 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum": [
2020-11-16T20:10:59.022 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         0
2020-11-16T20:10:59.022 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:10:59.022 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum_names": [
2020-11-16T20:10:59.022 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "a"
2020-11-16T20:10:59.022 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:10:59.023 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum_age": 3,
2020-11-16T20:10:59.023 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "monmap": {
2020-11-16T20:10:59.023 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:10:59.023 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "min_mon_release_name": "pacific",
2020-11-16T20:10:59.023 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_mons": 1
2020-11-16T20:10:59.024 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:10:59.024 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "osdmap": {
2020-11-16T20:10:59.024 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:10:59.025 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_osds": 0,
2020-11-16T20:10:59.025 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_up_osds": 0,
2020-11-16T20:10:59.025 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "osd_up_since": 0,
2020-11-16T20:10:59.025 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_in_osds": 0,
2020-11-16T20:10:59.025 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "osd_in_since": 0,
2020-11-16T20:10:59.025 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_remapped_pgs": 0
2020-11-16T20:10:59.025 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:10:59.027 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "pgmap": {
2020-11-16T20:10:59.028 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "pgs_by_state": [],
2020-11-16T20:10:59.028 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_pgs": 0,
2020-11-16T20:10:59.028 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_pools": 0,
2020-11-16T20:10:59.028 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_objects": 0,
2020-11-16T20:10:59.028 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "data_bytes": 0,
2020-11-16T20:10:59.028 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_used": 0,
2020-11-16T20:10:59.029 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_avail": 0,
2020-11-16T20:10:59.029 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_total": 0
2020-11-16T20:10:59.029 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:10:59.029 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "fsmap": {
2020-11-16T20:10:59.029 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:10:59.029 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "by_rank": [],
2020-11-16T20:10:59.029 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "up:standby": 0
2020-11-16T20:10:59.029 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:10:59.030 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "mgrmap": {
2020-11-16T20:10:59.030 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "available": false,
2020-11-16T20:10:59.030 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_standbys": 0,
2020-11-16T20:10:59.030 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "modules": [
2020-11-16T20:10:59.030 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "iostat",
2020-11-16T20:10:59.030 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "restful"
2020-11-16T20:10:59.030 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:10:59.031 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "services": {}
2020-11-16T20:10:59.031 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:10:59.031 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "servicemap": {
2020-11-16T20:10:59.031 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:10:59.031 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "modified": "2020-11-16T20:10:48.709168+0000",
2020-11-16T20:10:59.031 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "services": {}
2020-11-16T20:10:59.031 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:10:59.032 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "progress_events": {}
2020-11-16T20:10:59.032 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout }
2020-11-16T20:10:59.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:10:59 smithi142 bash[9523]: audit 2020-11-16T20:10:59.021473+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? v1:172.21.15.142:0/3442476842' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch
2020-11-16T20:10:59.703 INFO:teuthology.orchestra.run.smithi142.stderr:mgr not available, waiting (1/10)...
2020-11-16T20:11:00.705 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b status -f json-pretty
2020-11-16T20:11:02.005 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:11:02.006 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout {
2020-11-16T20:11:02.006 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:11:02.007 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "health": {
2020-11-16T20:11:02.007 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "status": "HEALTH_OK",
2020-11-16T20:11:02.007 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "checks": {},
2020-11-16T20:11:02.007 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "mutes": []
2020-11-16T20:11:02.008 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:02.008 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "election_epoch": 5,
2020-11-16T20:11:02.008 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum": [
2020-11-16T20:11:02.008 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         0
2020-11-16T20:11:02.008 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:11:02.008 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum_names": [
2020-11-16T20:11:02.008 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "a"
2020-11-16T20:11:02.009 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:11:02.010 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum_age": 6,
2020-11-16T20:11:02.010 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "monmap": {
2020-11-16T20:11:02.010 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:11:02.010 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "min_mon_release_name": "pacific",
2020-11-16T20:11:02.010 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_mons": 1
2020-11-16T20:11:02.010 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:02.011 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "osdmap": {
2020-11-16T20:11:02.011 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:11:02.011 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_osds": 0,
2020-11-16T20:11:02.011 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_up_osds": 0,
2020-11-16T20:11:02.011 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "osd_up_since": 0,
2020-11-16T20:11:02.011 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_in_osds": 0,
2020-11-16T20:11:02.011 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "osd_in_since": 0,
2020-11-16T20:11:02.012 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_remapped_pgs": 0
2020-11-16T20:11:02.014 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:02.014 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "pgmap": {
2020-11-16T20:11:02.014 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "pgs_by_state": [],
2020-11-16T20:11:02.014 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_pgs": 0,
2020-11-16T20:11:02.014 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_pools": 0,
2020-11-16T20:11:02.014 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_objects": 0,
2020-11-16T20:11:02.015 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "data_bytes": 0,
2020-11-16T20:11:02.015 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_used": 0,
2020-11-16T20:11:02.015 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_avail": 0,
2020-11-16T20:11:02.015 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_total": 0
2020-11-16T20:11:02.015 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:02.015 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "fsmap": {
2020-11-16T20:11:02.015 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:11:02.016 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "by_rank": [],
2020-11-16T20:11:02.016 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "up:standby": 0
2020-11-16T20:11:02.016 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:02.016 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "mgrmap": {
2020-11-16T20:11:02.016 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "available": false,
2020-11-16T20:11:02.016 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_standbys": 0,
2020-11-16T20:11:02.016 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "modules": [
2020-11-16T20:11:02.017 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "iostat",
2020-11-16T20:11:02.017 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "restful"
2020-11-16T20:11:02.017 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:11:02.017 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "services": {}
2020-11-16T20:11:02.017 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:02.017 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "servicemap": {
2020-11-16T20:11:02.017 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:11:02.017 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "modified": "2020-11-16T20:10:48.709168+0000",
2020-11-16T20:11:02.018 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "services": {}
2020-11-16T20:11:02.018 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:02.018 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "progress_events": {}
2020-11-16T20:11:02.018 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout }
2020-11-16T20:11:02.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:02 smithi142 bash[9523]: audit 2020-11-16T20:11:02.007522+0000 mon.a (mon.0) 9 : audit [DBG] from='client.? v1:172.21.15.142:0/3053458717' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch
2020-11-16T20:11:02.651 INFO:teuthology.orchestra.run.smithi142.stderr:mgr not available, waiting (2/10)...
2020-11-16T20:11:03.653 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b status -f json-pretty
2020-11-16T20:11:03.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: cluster 2020-11-16T20:11:03.422605+0000 mon.a (mon.0) 10 : cluster [INF] Activating manager daemon y
2020-11-16T20:11:03.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: cluster 2020-11-16T20:11:03.428241+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00576012s)
2020-11-16T20:11:03.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.430499+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch
2020-11-16T20:11:03.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.430683+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch
2020-11-16T20:11:03.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.430865+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch
2020-11-16T20:11:03.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.431035+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch
2020-11-16T20:11:03.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.431219+0000 mon.a (mon.0) 16 : audit [DBG] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch
2020-11-16T20:11:03.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.431387+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch
2020-11-16T20:11:03.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.432089+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2020-11-16T20:11:03.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.432595+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch
2020-11-16T20:11:03.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: cluster 2020-11-16T20:11:03.437212+0000 mon.a (mon.0) 20 : cluster [INF] Manager daemon y is now available
2020-11-16T20:11:03.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.450978+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/devicehealth/last_scrape","val":"20201116-201103"}]: dispatch
2020-11-16T20:11:03.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.456168+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/devicehealth/last_scrape","val":"20201116-201103"}]': finished
2020-11-16T20:11:03.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.462644+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:11:03.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.464599+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch
2020-11-16T20:11:03.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:03 smithi142 bash[9523]: audit 2020-11-16T20:11:03.470083+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/telemetry/report_id","val":"c8587d3d-aaf2-4bd3-8616-19fb8db97a87"}]: dispatch
2020-11-16T20:11:04.730 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:04 smithi142 bash[9523]: audit 2020-11-16T20:11:03.475869+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/telemetry/report_id","val":"c8587d3d-aaf2-4bd3-8616-19fb8db97a87"}]': finished
2020-11-16T20:11:04.731 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:04 smithi142 bash[9523]: audit 2020-11-16T20:11:03.476546+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/telemetry/salt","val":"53c11f15-7ebe-478c-86d9-609c33ef6a37"}]: dispatch
2020-11-16T20:11:04.731 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:04 smithi142 bash[9523]: audit 2020-11-16T20:11:03.488948+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.14100 v1:172.21.15.142:0/754753794' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/telemetry/salt","val":"53c11f15-7ebe-478c-86d9-609c33ef6a37"}]': finished
2020-11-16T20:11:04.731 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:04 smithi142 bash[9523]: cluster 2020-11-16T20:11:04.434620+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e3: y(active, since 1.01214s)
2020-11-16T20:11:05.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout
2020-11-16T20:11:05.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout {
2020-11-16T20:11:05.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:11:05.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "health": {
2020-11-16T20:11:05.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "status": "HEALTH_OK",
2020-11-16T20:11:05.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "checks": {},
2020-11-16T20:11:05.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "mutes": []
2020-11-16T20:11:05.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:05.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "election_epoch": 5,
2020-11-16T20:11:05.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum": [
2020-11-16T20:11:05.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         0
2020-11-16T20:11:05.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:11:05.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum_names": [
2020-11-16T20:11:05.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "a"
2020-11-16T20:11:05.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:11:05.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "quorum_age": 9,
2020-11-16T20:11:05.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "monmap": {
2020-11-16T20:11:05.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:11:05.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "min_mon_release_name": "pacific",
2020-11-16T20:11:05.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_mons": 1
2020-11-16T20:11:05.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:05.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "osdmap": {
2020-11-16T20:11:05.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:11:05.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_osds": 0,
2020-11-16T20:11:05.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_up_osds": 0,
2020-11-16T20:11:05.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "osd_up_since": 0,
2020-11-16T20:11:05.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_in_osds": 0,
2020-11-16T20:11:05.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "osd_in_since": 0,
2020-11-16T20:11:05.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_remapped_pgs": 0
2020-11-16T20:11:05.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:05.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "pgmap": {
2020-11-16T20:11:05.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "pgs_by_state": [],
2020-11-16T20:11:05.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_pgs": 0,
2020-11-16T20:11:05.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_pools": 0,
2020-11-16T20:11:05.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_objects": 0,
2020-11-16T20:11:05.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "data_bytes": 0,
2020-11-16T20:11:05.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_used": 0,
2020-11-16T20:11:05.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_avail": 0,
2020-11-16T20:11:05.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "bytes_total": 0
2020-11-16T20:11:05.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:05.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "fsmap": {
2020-11-16T20:11:05.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:11:05.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "by_rank": [],
2020-11-16T20:11:05.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "up:standby": 0
2020-11-16T20:11:05.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:05.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "mgrmap": {
2020-11-16T20:11:05.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "available": true,
2020-11-16T20:11:05.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "num_standbys": 0,
2020-11-16T20:11:05.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "modules": [
2020-11-16T20:11:05.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "iostat",
2020-11-16T20:11:05.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "restful"
2020-11-16T20:11:05.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:11:05.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "services": {}
2020-11-16T20:11:05.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:05.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "servicemap": {
2020-11-16T20:11:05.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "epoch": 1,
2020-11-16T20:11:05.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "modified": "2020-11-16T20:10:48.709168+0000",
2020-11-16T20:11:05.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "services": {}
2020-11-16T20:11:05.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:05.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "progress_events": {}
2020-11-16T20:11:05.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout }
2020-11-16T20:11:05.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:05 smithi142 bash[9523]: audit 2020-11-16T20:11:05.366326+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? v1:172.21.15.142:0/3027455921' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch
2020-11-16T20:11:06.001 INFO:teuthology.orchestra.run.smithi142.stderr:mgr is available
2020-11-16T20:11:06.002 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b config-key set mgr/cephadm/ssh_user root
2020-11-16T20:11:06.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:06 smithi142 bash[9523]: cluster 2020-11-16T20:11:05.494593+0000 mon.a (mon.0) 31 : cluster [DBG] mgrmap e4: y(active, since 2s)
2020-11-16T20:11:10.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stderr set mgr/cephadm/ssh_user
2020-11-16T20:11:11.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:10 smithi142 bash[9523]: audit 2020-11-16T20:11:10.575995+0000 mon.a (mon.0) 32 : audit [INF] from='client.? v1:172.21.15.142:0/4241769533' entity='client.admin' cmd=[{"prefix": "config-key set", "key": "mgr/cephadm/ssh_user", "val": "root"}]: dispatch
2020-11-16T20:11:11.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:10 smithi142 bash[9523]: audit 2020-11-16T20:11:10.579941+0000 mon.a (mon.0) 33 : audit [INF] from='client.? v1:172.21.15.142:0/4241769533' entity='client.admin' cmd='[{"prefix": "config-key set", "key": "mgr/cephadm/ssh_user", "val": "root"}]': finished
2020-11-16T20:11:11.197 INFO:teuthology.orchestra.run.smithi142.stderr:Enabling cephadm module...
2020-11-16T20:11:11.197 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b mgr module enable cephadm
2020-11-16T20:11:16.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:15 smithi142 bash[9523]: audit 2020-11-16T20:11:15.667732+0000 mon.a (mon.0) 34 : audit [INF] from='client.? v1:172.21.15.142:0/2962183671' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch
2020-11-16T20:11:16.036 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:15 smithi142 bash[9796]: ignoring --setuser ceph since I am not root
2020-11-16T20:11:16.037 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:15 smithi142 bash[9796]: ignoring --setgroup ceph since I am not root
2020-11-16T20:11:16.385 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b mgr dump
2020-11-16T20:11:17.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:16 smithi142 bash[9523]: audit 2020-11-16T20:11:15.722106+0000 mon.a (mon.0) 35 : audit [INF] from='client.? v1:172.21.15.142:0/2962183671' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished
2020-11-16T20:11:17.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:16 smithi142 bash[9523]: cluster 2020-11-16T20:11:15.722173+0000 mon.a (mon.0) 36 : cluster [DBG] mgrmap e5: y(active, since 12s)
2020-11-16T20:11:17.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout {
2020-11-16T20:11:17.812 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "epoch": 5,
2020-11-16T20:11:17.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_gid": 14100,
2020-11-16T20:11:17.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_name": "y",
2020-11-16T20:11:17.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_addrs": {
2020-11-16T20:11:17.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "addrvec": [
2020-11-16T20:11:17.814 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             {
2020-11-16T20:11:17.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "type": "v1",
2020-11-16T20:11:17.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "addr": "172.21.15.142:6800",
2020-11-16T20:11:17.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "nonce": 2714967177
2020-11-16T20:11:17.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:17.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ]
2020-11-16T20:11:17.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:17.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_addr": "172.21.15.142:6800/2714967177",
2020-11-16T20:11:17.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_change": "2020-11-16T20:11:03.422461+0000",
2020-11-16T20:11:17.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_mgr_features": 4540138297136906239,
2020-11-16T20:11:17.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "available": true,
2020-11-16T20:11:17.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "standbys": [],
2020-11-16T20:11:17.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "modules": [
2020-11-16T20:11:17.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "cephadm",
2020-11-16T20:11:17.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "iostat",
2020-11-16T20:11:17.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "restful"
2020-11-16T20:11:17.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:11:17.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "available_modules": [
2020-11-16T20:11:17.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:17.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "alerts",
2020-11-16T20:11:17.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:17.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:17.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:17.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:17.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:17.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:17.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:17.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:17.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "60",
2020-11-16T20:11:17.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:17.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:17.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:17.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "How frequently to reexamine health status",
2020-11-16T20:11:17.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:17.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:17.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:17.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:17.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:17.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:17.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:17.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:17.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:17.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:17.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:17.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:17.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.076 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.076 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.076 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.077 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.077 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.077 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.077 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.077 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.077 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.077 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.078 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.078 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.078 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.078 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.078 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.078 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.078 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.079 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.079 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.079 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.079 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.079 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.079 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.080 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.080 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.080 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.080 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.080 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.080 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.080 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.081 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.081 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.081 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.081 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.081 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.082 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.082 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.082 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.082 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.082 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.082 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.082 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.083 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.083 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.083 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.083 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.083 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.083 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.083 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.083 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.084 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.084 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.084 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.084 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.084 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.084 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.084 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.085 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.085 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.085 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.085 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.085 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_destination": {
2020-11-16T20:11:18.085 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_destination",
2020-11-16T20:11:18.085 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.086 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.086 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.086 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.086 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.086 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.086 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.086 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Email address to send alerts to",
2020-11-16T20:11:18.086 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.087 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.087 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.087 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.087 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_from_name": {
2020-11-16T20:11:18.087 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_from_name",
2020-11-16T20:11:18.087 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.087 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.088 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.088 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "Ceph",
2020-11-16T20:11:18.088 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.088 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.088 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.088 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Email From: name",
2020-11-16T20:11:18.088 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.088 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.089 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.089 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.089 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_host": {
2020-11-16T20:11:18.089 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_host",
2020-11-16T20:11:18.089 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.089 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.089 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.090 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.090 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.090 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.090 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.090 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "SMTP server",
2020-11-16T20:11:18.090 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.091 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.091 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.091 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.091 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_password": {
2020-11-16T20:11:18.091 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_password",
2020-11-16T20:11:18.091 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.091 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.092 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.092 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.092 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.092 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.092 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.092 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Password to authenticate with",
2020-11-16T20:11:18.092 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.093 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.093 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.093 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.093 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_port": {
2020-11-16T20:11:18.093 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_port",
2020-11-16T20:11:18.093 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.093 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.094 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.094 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "465",
2020-11-16T20:11:18.094 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.094 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.094 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.094 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "SMTP port",
2020-11-16T20:11:18.094 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.095 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.095 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.095 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.095 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_sender": {
2020-11-16T20:11:18.095 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_sender",
2020-11-16T20:11:18.095 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.095 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.095 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.096 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.096 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.096 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.096 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.096 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "SMTP envelope sender",
2020-11-16T20:11:18.096 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.096 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_ssl": {
2020-11-16T20:11:18.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_ssl",
2020-11-16T20:11:18.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.097 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.098 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.098 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.098 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.098 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.098 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Use SSL to connect to SMTP server",
2020-11-16T20:11:18.098 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.098 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_user": {
2020-11-16T20:11:18.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_user",
2020-11-16T20:11:18.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.099 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "User to authenticate as",
2020-11-16T20:11:18.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.100 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.101 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.101 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.101 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.101 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.101 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "balancer",
2020-11-16T20:11:18.101 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.101 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.101 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.102 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "active": {
2020-11-16T20:11:18.102 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "active",
2020-11-16T20:11:18.102 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.102 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.102 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.102 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.103 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.103 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.103 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.103 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "automatically balance PGs across cluster",
2020-11-16T20:11:18.103 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.103 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.103 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.104 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.104 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "begin_time": {
2020-11-16T20:11:18.104 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "begin_time",
2020-11-16T20:11:18.104 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.104 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.104 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.104 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0000",
2020-11-16T20:11:18.105 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.105 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.105 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.105 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "beginning time of day to automatically balance",
2020-11-16T20:11:18.105 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "This is a time of day in the format HHMM.",
2020-11-16T20:11:18.105 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.106 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.106 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.106 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "begin_weekday": {
2020-11-16T20:11:18.106 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "begin_weekday",
2020-11-16T20:11:18.106 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "uint",
2020-11-16T20:11:18.106 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.106 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.107 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0",
2020-11-16T20:11:18.107 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "0",
2020-11-16T20:11:18.107 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "7",
2020-11-16T20:11:18.107 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.107 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Restrict automatic balancing to this day of the week or later",
2020-11-16T20:11:18.107 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.",
2020-11-16T20:11:18.107 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.108 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.108 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.108 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "crush_compat_max_iterations": {
2020-11-16T20:11:18.108 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "crush_compat_max_iterations",
2020-11-16T20:11:18.108 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "uint",
2020-11-16T20:11:18.108 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.108 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.109 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "25",
2020-11-16T20:11:18.109 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "1",
2020-11-16T20:11:18.109 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "250",
2020-11-16T20:11:18.109 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.109 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "maximum number of iterations to attempt optimization",
2020-11-16T20:11:18.109 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.109 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.109 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.110 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.110 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "crush_compat_metrics": {
2020-11-16T20:11:18.110 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "crush_compat_metrics",
2020-11-16T20:11:18.110 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.110 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.110 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.110 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "pgs,objects,bytes",
2020-11-16T20:11:18.111 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.111 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.111 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.111 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "metrics with which to calculate OSD utilization",
2020-11-16T20:11:18.111 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.",
2020-11-16T20:11:18.111 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.111 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.112 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.112 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "crush_compat_step": {
2020-11-16T20:11:18.112 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "crush_compat_step",
2020-11-16T20:11:18.112 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "float",
2020-11-16T20:11:18.112 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.112 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.112 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0.5",
2020-11-16T20:11:18.113 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "0.001",
2020-11-16T20:11:18.113 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "0.999",
2020-11-16T20:11:18.113 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.113 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "aggressiveness of optimization",
2020-11-16T20:11:18.113 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": ".99 is very aggressive, .01 is less aggressive",
2020-11-16T20:11:18.113 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.113 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.113 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.114 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "end_time": {
2020-11-16T20:11:18.114 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "end_time",
2020-11-16T20:11:18.114 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.114 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.114 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.114 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "2400",
2020-11-16T20:11:18.114 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.115 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.115 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.115 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "ending time of day to automatically balance",
2020-11-16T20:11:18.115 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "This is a time of day in the format HHMM.",
2020-11-16T20:11:18.115 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.115 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.115 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.116 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "end_weekday": {
2020-11-16T20:11:18.116 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "end_weekday",
2020-11-16T20:11:18.116 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "uint",
2020-11-16T20:11:18.116 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.116 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.116 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "7",
2020-11-16T20:11:18.116 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "0",
2020-11-16T20:11:18.117 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "7",
2020-11-16T20:11:18.117 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.117 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Restrict automatic balancing to days of the week earlier than this",
2020-11-16T20:11:18.117 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.",
2020-11-16T20:11:18.117 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.117 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.117 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.118 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.118 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.118 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.118 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.118 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.118 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.118 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.119 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.119 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.119 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.119 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.119 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.119 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.119 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.121 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.121 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.121 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.121 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.121 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.121 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.121 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.122 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.122 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.122 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.122 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.122 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.122 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.122 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.122 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.123 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.123 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.123 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.123 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.123 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.123 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.123 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.124 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.124 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.124 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.124 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.124 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.124 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.124 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.125 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.125 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.125 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.125 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.125 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.125 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.125 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.125 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.126 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.126 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.126 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.126 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.126 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.126 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.126 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.127 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.127 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.127 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.127 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.127 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "min_score": {
2020-11-16T20:11:18.127 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "min_score",
2020-11-16T20:11:18.127 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "float",
2020-11-16T20:11:18.128 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.128 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.128 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0",
2020-11-16T20:11:18.128 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.128 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.128 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.128 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "minimum score, below which no optimization is attempted",
2020-11-16T20:11:18.128 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.129 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.129 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.129 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.129 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "mode": {
2020-11-16T20:11:18.129 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "mode",
2020-11-16T20:11:18.129 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.129 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.129 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.130 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "upmap",
2020-11-16T20:11:18.130 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.130 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.130 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.130 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "crush-compat",
2020-11-16T20:11:18.130 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "none",
2020-11-16T20:11:18.131 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "upmap"
2020-11-16T20:11:18.131 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.131 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Balancer mode",
2020-11-16T20:11:18.131 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.131 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.131 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.131 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.132 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "pool_ids": {
2020-11-16T20:11:18.132 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "pool_ids",
2020-11-16T20:11:18.132 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.132 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.132 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.132 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.132 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.132 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.133 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.133 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "pools which the automatic balancing will be limited to",
2020-11-16T20:11:18.133 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.133 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.133 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.133 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.133 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "sleep_interval": {
2020-11-16T20:11:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "sleep_interval",
2020-11-16T20:11:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "60",
2020-11-16T20:11:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.135 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to wake up and attempt optimization",
2020-11-16T20:11:18.135 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.135 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.135 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.135 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.135 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "upmap_max_deviation": {
2020-11-16T20:11:18.135 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "upmap_max_deviation",
2020-11-16T20:11:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5",
2020-11-16T20:11:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "1",
2020-11-16T20:11:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "deviation below which no optimization is attempted",
2020-11-16T20:11:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "If the number of PGs are within this count then no optimization is attempted",
2020-11-16T20:11:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "upmap_max_optimizations": {
2020-11-16T20:11:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "upmap_max_optimizations",
2020-11-16T20:11:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "uint",
2020-11-16T20:11:18.138 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.138 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.138 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:18.138 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.138 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.138 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.138 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "maximum upmap optimizations to make per attempt",
2020-11-16T20:11:18.139 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.139 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.139 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.139 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.139 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.139 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.139 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.140 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "cephadm",
2020-11-16T20:11:18.140 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.140 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.140 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.140 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "allow_ptrace": {
2020-11-16T20:11:18.140 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "allow_ptrace",
2020-11-16T20:11:18.140 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.140 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.141 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.141 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.141 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.141 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.141 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.141 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "allow SYS_PTRACE capability on ceph containers",
2020-11-16T20:11:18.141 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.",
2020-11-16T20:11:18.142 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.142 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.142 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.142 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "config_dashboard": {
2020-11-16T20:11:18.142 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "config_dashboard",
2020-11-16T20:11:18.142 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.142 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.143 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.143 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.143 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.143 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.143 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.143 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "manage configs like API endpoints in Dashboard.",
2020-11-16T20:11:18.143 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.144 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.144 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.144 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.144 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_alertmanager": {
2020-11-16T20:11:18.144 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_alertmanager",
2020-11-16T20:11:18.144 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.144 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.144 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.145 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/prom/alertmanager:v0.20.0",
2020-11-16T20:11:18.145 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.145 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.145 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.145 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Prometheus container image",
2020-11-16T20:11:18.145 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.145 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.146 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.146 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.146 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_base": {
2020-11-16T20:11:18.146 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_base",
2020-11-16T20:11:18.146 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.146 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.146 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.146 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/ceph/ceph",
2020-11-16T20:11:18.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Container image name, without the tag",
2020-11-16T20:11:18.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_grafana": {
2020-11-16T20:11:18.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_grafana",
2020-11-16T20:11:18.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/ceph/ceph-grafana:6.6.2",
2020-11-16T20:11:18.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Prometheus container image",
2020-11-16T20:11:18.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_node_exporter": {
2020-11-16T20:11:18.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_node_exporter",
2020-11-16T20:11:18.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/prom/node-exporter:v0.18.1",
2020-11-16T20:11:18.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Prometheus container image",
2020-11-16T20:11:18.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_prometheus": {
2020-11-16T20:11:18.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_prometheus",
2020-11-16T20:11:18.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/prom/prometheus:v2.18.1",
2020-11-16T20:11:18.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Prometheus container image",
2020-11-16T20:11:18.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_init": {
2020-11-16T20:11:18.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_init",
2020-11-16T20:11:18.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Run podman/docker with `--init`",
2020-11-16T20:11:18.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "daemon_cache_timeout": {
2020-11-16T20:11:18.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "daemon_cache_timeout",
2020-11-16T20:11:18.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "600",
2020-11-16T20:11:18.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "seconds to cache service (daemon) inventory",
2020-11-16T20:11:18.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "device_cache_timeout": {
2020-11-16T20:11:18.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "device_cache_timeout",
2020-11-16T20:11:18.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "1800",
2020-11-16T20:11:18.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "seconds to cache device inventory",
2020-11-16T20:11:18.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "host_check_interval": {
2020-11-16T20:11:18.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "host_check_interval",
2020-11-16T20:11:18.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "600",
2020-11-16T20:11:18.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to perform a host check",
2020-11-16T20:11:18.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "log to the \"cephadm\" cluster log channel\"",
2020-11-16T20:11:18.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "manage_etc_ceph_ceph_conf": {
2020-11-16T20:11:18.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "manage_etc_ceph_ceph_conf",
2020-11-16T20:11:18.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.",
2020-11-16T20:11:18.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "migration_current": {
2020-11-16T20:11:18.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "migration_current",
2020-11-16T20:11:18.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "internal - do not modify",
2020-11-16T20:11:18.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "mode": {
2020-11-16T20:11:18.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "mode",
2020-11-16T20:11:18.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "root",
2020-11-16T20:11:18.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "cephadm-package",
2020-11-16T20:11:18.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "root"
2020-11-16T20:11:18.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "mode for remote execution of cephadm",
2020-11-16T20:11:18.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "prometheus_alerts_path": {
2020-11-16T20:11:18.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "prometheus_alerts_path",
2020-11-16T20:11:18.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml",
2020-11-16T20:11:18.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "location of alerts to include in prometheus deployments",
2020-11-16T20:11:18.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "registry_password": {
2020-11-16T20:11:18.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "registry_password",
2020-11-16T20:11:18.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Custom repository password",
2020-11-16T20:11:18.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "registry_url": {
2020-11-16T20:11:18.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "registry_url",
2020-11-16T20:11:18.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Custom repository url",
2020-11-16T20:11:18.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "registry_username": {
2020-11-16T20:11:18.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "registry_username",
2020-11-16T20:11:18.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Custom repository username",
2020-11-16T20:11:18.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ssh_config_file": {
2020-11-16T20:11:18.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ssh_config_file",
2020-11-16T20:11:18.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "customized SSH config file to connect to managed hosts",
2020-11-16T20:11:18.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "use_repo_digest": {
2020-11-16T20:11:18.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "use_repo_digest",
2020-11-16T20:11:18.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image",
2020-11-16T20:11:18.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_on_failed_host_check": {
2020-11-16T20:11:18.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_on_failed_host_check",
2020-11-16T20:11:18.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "raise a health warning if the host check fails",
2020-11-16T20:11:18.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_on_stray_daemons": {
2020-11-16T20:11:18.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_on_stray_daemons",
2020-11-16T20:11:18.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "raise a health warning if daemons are detected that are not managed by cephadm",
2020-11-16T20:11:18.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_on_stray_hosts": {
2020-11-16T20:11:18.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_on_stray_hosts",
2020-11-16T20:11:18.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm",
2020-11-16T20:11:18.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "crash",
2020-11-16T20:11:18.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "retain_interval": {
2020-11-16T20:11:18.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "retain_interval",
2020-11-16T20:11:18.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "31536000",
2020-11-16T20:11:18.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how long to retain crashes before pruning them",
2020-11-16T20:11:18.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_recent_interval": {
2020-11-16T20:11:18.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_recent_interval",
2020-11-16T20:11:18.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "1209600",
2020-11-16T20:11:18.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "time interval in which to warn about recent crashes",
2020-11-16T20:11:18.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "dashboard",
2020-11-16T20:11:18.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ALERTMANAGER_API_HOST": {
2020-11-16T20:11:18.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ALERTMANAGER_API_HOST",
2020-11-16T20:11:18.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ALERTMANAGER_API_SSL_VERIFY": {
2020-11-16T20:11:18.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ALERTMANAGER_API_SSL_VERIFY",
2020-11-16T20:11:18.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "AUDIT_API_ENABLED": {
2020-11-16T20:11:18.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "AUDIT_API_ENABLED",
2020-11-16T20:11:18.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "AUDIT_API_LOG_PAYLOAD": {
2020-11-16T20:11:18.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "AUDIT_API_LOG_PAYLOAD",
2020-11-16T20:11:18.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ENABLE_BROWSABLE_API": {
2020-11-16T20:11:18.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ENABLE_BROWSABLE_API",
2020-11-16T20:11:18.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_cephfs": {
2020-11-16T20:11:18.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_cephfs",
2020-11-16T20:11:18.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_iscsi": {
2020-11-16T20:11:18.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_iscsi",
2020-11-16T20:11:18.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_mirroring": {
2020-11-16T20:11:18.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_mirroring",
2020-11-16T20:11:18.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_nfs": {
2020-11-16T20:11:18.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_nfs",
2020-11-16T20:11:18.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_rbd": {
2020-11-16T20:11:18.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_rbd",
2020-11-16T20:11:18.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_rgw": {
2020-11-16T20:11:18.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_rgw",
2020-11-16T20:11:18.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": {
2020-11-16T20:11:18.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE",
2020-11-16T20:11:18.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_API_PASSWORD": {
2020-11-16T20:11:18.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_API_PASSWORD",
2020-11-16T20:11:18.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "admin",
2020-11-16T20:11:18.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_API_SSL_VERIFY": {
2020-11-16T20:11:18.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_API_SSL_VERIFY",
2020-11-16T20:11:18.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_API_URL": {
2020-11-16T20:11:18.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_API_URL",
2020-11-16T20:11:18.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_API_USERNAME": {
2020-11-16T20:11:18.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_API_USERNAME",
2020-11-16T20:11:18.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "admin",
2020-11-16T20:11:18.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_UPDATE_DASHBOARDS": {
2020-11-16T20:11:18.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_UPDATE_DASHBOARDS",
2020-11-16T20:11:18.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ISCSI_API_SSL_VERIFICATION": {
2020-11-16T20:11:18.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ISCSI_API_SSL_VERIFICATION",
2020-11-16T20:11:18.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PROMETHEUS_API_HOST": {
2020-11-16T20:11:18.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PROMETHEUS_API_HOST",
2020-11-16T20:11:18.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PROMETHEUS_API_SSL_VERIFY": {
2020-11-16T20:11:18.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PROMETHEUS_API_SSL_VERIFY",
2020-11-16T20:11:18.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": {
2020-11-16T20:11:18.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED",
2020-11-16T20:11:18.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": {
2020-11-16T20:11:18.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED",
2020-11-16T20:11:18.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_LENGTH_ENABLED": {
2020-11-16T20:11:18.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_LENGTH_ENABLED",
2020-11-16T20:11:18.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_OLDPWD_ENABLED": {
2020-11-16T20:11:18.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED",
2020-11-16T20:11:18.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": {
2020-11-16T20:11:18.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED",
2020-11-16T20:11:18.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": {
2020-11-16T20:11:18.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED",
2020-11-16T20:11:18.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_USERNAME_ENABLED": {
2020-11-16T20:11:18.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_USERNAME_ENABLED",
2020-11-16T20:11:18.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_ENABLED": {
2020-11-16T20:11:18.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_ENABLED",
2020-11-16T20:11:18.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_EXCLUSION_LIST": {
2020-11-16T20:11:18.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_EXCLUSION_LIST",
2020-11-16T20:11:18.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps",
2020-11-16T20:11:18.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_MIN_COMPLEXITY": {
2020-11-16T20:11:18.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_MIN_COMPLEXITY",
2020-11-16T20:11:18.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:18.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_MIN_LENGTH": {
2020-11-16T20:11:18.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_MIN_LENGTH",
2020-11-16T20:11:18.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "8",
2020-11-16T20:11:18.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "REST_REQUESTS_TIMEOUT": {
2020-11-16T20:11:18.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "REST_REQUESTS_TIMEOUT",
2020-11-16T20:11:18.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "45",
2020-11-16T20:11:18.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_ACCESS_KEY": {
2020-11-16T20:11:18.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_ACCESS_KEY",
2020-11-16T20:11:18.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_ADMIN_RESOURCE": {
2020-11-16T20:11:18.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_ADMIN_RESOURCE",
2020-11-16T20:11:18.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "admin",
2020-11-16T20:11:18.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_HOST": {
2020-11-16T20:11:18.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_HOST",
2020-11-16T20:11:18.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_PORT": {
2020-11-16T20:11:18.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_PORT",
2020-11-16T20:11:18.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "80",
2020-11-16T20:11:18.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_SCHEME": {
2020-11-16T20:11:18.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_SCHEME",
2020-11-16T20:11:18.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "http",
2020-11-16T20:11:18.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_SECRET_KEY": {
2020-11-16T20:11:18.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_SECRET_KEY",
2020-11-16T20:11:18.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_SSL_VERIFY": {
2020-11-16T20:11:18.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_SSL_VERIFY",
2020-11-16T20:11:18.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_USER_ID": {
2020-11-16T20:11:18.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_USER_ID",
2020-11-16T20:11:18.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "USER_PWD_EXPIRATION_SPAN": {
2020-11-16T20:11:18.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "USER_PWD_EXPIRATION_SPAN",
2020-11-16T20:11:18.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0",
2020-11-16T20:11:18.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "USER_PWD_EXPIRATION_WARNING_1": {
2020-11-16T20:11:18.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "USER_PWD_EXPIRATION_WARNING_1",
2020-11-16T20:11:18.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:18.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "USER_PWD_EXPIRATION_WARNING_2": {
2020-11-16T20:11:18.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "USER_PWD_EXPIRATION_WARNING_2",
2020-11-16T20:11:18.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5",
2020-11-16T20:11:18.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "crt_file": {
2020-11-16T20:11:18.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "crt_file",
2020-11-16T20:11:18.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "debug": {
2020-11-16T20:11:18.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "debug",
2020-11-16T20:11:18.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Enable/disable debug options",
2020-11-16T20:11:18.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "jwt_token_ttl": {
2020-11-16T20:11:18.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "jwt_token_ttl",
2020-11-16T20:11:18.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "28800",
2020-11-16T20:11:18.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "key_file": {
2020-11-16T20:11:18.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "key_file",
2020-11-16T20:11:18.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "password": {
2020-11-16T20:11:18.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "password",
2020-11-16T20:11:18.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_addr": {
2020-11-16T20:11:18.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_addr",
2020-11-16T20:11:18.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "::",
2020-11-16T20:11:18.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_port": {
2020-11-16T20:11:18.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_port",
2020-11-16T20:11:18.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "8080",
2020-11-16T20:11:18.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ssl": {
2020-11-16T20:11:18.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ssl",
2020-11-16T20:11:18.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ssl_server_port": {
2020-11-16T20:11:18.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ssl_server_port",
2020-11-16T20:11:18.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "8443",
2020-11-16T20:11:18.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "standby_behaviour": {
2020-11-16T20:11:18.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "standby_behaviour",
2020-11-16T20:11:18.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "redirect",
2020-11-16T20:11:18.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "redirect"
2020-11-16T20:11:18.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "standby_error_status_code": {
2020-11-16T20:11:18.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "standby_error_status_code",
2020-11-16T20:11:18.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "500",
2020-11-16T20:11:18.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "400",
2020-11-16T20:11:18.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "599",
2020-11-16T20:11:18.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "url_prefix": {
2020-11-16T20:11:18.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "url_prefix",
2020-11-16T20:11:18.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "username": {
2020-11-16T20:11:18.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "username",
2020-11-16T20:11:18.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "devicehealth",
2020-11-16T20:11:18.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "enable_monitoring": {
2020-11-16T20:11:18.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "enable_monitoring",
2020-11-16T20:11:18.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "monitor device health metrics",
2020-11-16T20:11:18.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.338 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.338 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.338 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.338 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.338 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.338 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.338 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.339 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.339 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "mark_out_threshold": {
2020-11-16T20:11:18.339 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "mark_out_threshold",
2020-11-16T20:11:18.339 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.339 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.339 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.339 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "2419200",
2020-11-16T20:11:18.339 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.340 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.340 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.340 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "automatically mark OSD if it may fail before this long",
2020-11-16T20:11:18.340 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.340 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.340 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.340 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.341 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "pool_name": {
2020-11-16T20:11:18.341 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "pool_name",
2020-11-16T20:11:18.341 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.341 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.341 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.341 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "device_health_metrics",
2020-11-16T20:11:18.341 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.341 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.342 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.342 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "name of pool in which to store device health metrics",
2020-11-16T20:11:18.342 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.342 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.342 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.342 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.342 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "retention_period": {
2020-11-16T20:11:18.343 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "retention_period",
2020-11-16T20:11:18.343 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.343 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.343 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.343 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "15552000",
2020-11-16T20:11:18.343 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.343 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.343 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.344 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how long to retain device health metrics",
2020-11-16T20:11:18.344 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.344 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.344 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.344 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.344 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "scrape_frequency": {
2020-11-16T20:11:18.344 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "scrape_frequency",
2020-11-16T20:11:18.345 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.345 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.345 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.345 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "86400",
2020-11-16T20:11:18.345 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.345 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.345 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.345 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to scrape device health metrics",
2020-11-16T20:11:18.346 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.346 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.346 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.346 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.346 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "self_heal": {
2020-11-16T20:11:18.346 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "self_heal",
2020-11-16T20:11:18.346 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.347 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.347 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.347 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.347 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.347 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.347 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.347 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "preemptively heal cluster around devices that may fail",
2020-11-16T20:11:18.347 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.348 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.348 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.348 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.348 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "sleep_interval": {
2020-11-16T20:11:18.348 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "sleep_interval",
2020-11-16T20:11:18.348 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.348 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.349 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.349 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "600",
2020-11-16T20:11:18.349 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.349 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.349 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.349 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to wake up and check device health",
2020-11-16T20:11:18.349 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.349 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.350 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.350 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.350 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_threshold": {
2020-11-16T20:11:18.350 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_threshold",
2020-11-16T20:11:18.350 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.350 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.350 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.351 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "7257600",
2020-11-16T20:11:18.351 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.351 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.351 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.351 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "raise health warning if OSD may fail before this long",
2020-11-16T20:11:18.351 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.351 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.352 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.352 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.352 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.352 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.352 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.352 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "diskprediction_local",
2020-11-16T20:11:18.352 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.352 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.353 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.353 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.353 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.353 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.353 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.353 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.353 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.354 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.354 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.354 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.354 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.354 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.354 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.354 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.354 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.355 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.355 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.355 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.355 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.355 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.355 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.355 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.356 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.356 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.356 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.356 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.356 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.356 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.356 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.356 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.357 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.357 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.357 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.357 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.357 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.357 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.357 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.357 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.358 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.358 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.358 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.358 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.358 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.358 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.358 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.359 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.359 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.359 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.359 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.359 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.359 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.359 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.360 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.361 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.361 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.361 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.361 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.361 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.361 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.361 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.362 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.362 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.362 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.362 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.362 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "predict_interval": {
2020-11-16T20:11:18.362 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "predict_interval",
2020-11-16T20:11:18.362 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.362 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.363 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.363 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "86400",
2020-11-16T20:11:18.363 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.363 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.363 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.363 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.363 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "predictor_model": {
2020-11-16T20:11:18.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "predictor_model",
2020-11-16T20:11:18.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.364 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "prophetstor",
2020-11-16T20:11:18.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.365 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "sleep_interval": {
2020-11-16T20:11:18.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "sleep_interval",
2020-11-16T20:11:18.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.366 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "600",
2020-11-16T20:11:18.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.367 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "influx",
2020-11-16T20:11:18.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": false,
2020-11-16T20:11:18.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "influxdb python module not found",
2020-11-16T20:11:18.368 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "batch_size": {
2020-11-16T20:11:18.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "batch_size",
2020-11-16T20:11:18.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5000",
2020-11-16T20:11:18.369 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.370 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.370 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.370 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.370 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.370 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.370 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.370 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.371 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "database": {
2020-11-16T20:11:18.371 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "database",
2020-11-16T20:11:18.371 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.371 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.371 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.371 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "ceph",
2020-11-16T20:11:18.371 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.371 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.372 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "hostname": {
2020-11-16T20:11:18.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "hostname",
2020-11-16T20:11:18.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.373 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:18.374 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:18.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "30",
2020-11-16T20:11:18.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.375 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.376 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.377 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.378 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.378 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.378 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.378 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.378 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.378 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.378 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.379 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.379 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.379 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.379 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.379 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.379 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.379 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.379 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.380 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.380 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.380 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.380 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.380 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.380 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.380 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.381 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.381 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.381 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.381 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.381 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.381 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.381 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.381 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.382 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.382 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.382 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.382 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.382 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.382 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.382 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.383 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.383 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.383 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.383 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.383 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.383 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.383 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.383 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.384 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.384 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.384 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.384 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.384 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.384 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.384 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.385 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.385 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.385 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.385 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.385 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.385 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.385 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.385 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.386 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.386 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "password": {
2020-11-16T20:11:18.386 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "password",
2020-11-16T20:11:18.386 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.386 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.386 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.386 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.387 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.387 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.387 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.387 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.387 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.387 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.387 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.387 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.388 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "port": {
2020-11-16T20:11:18.388 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "port",
2020-11-16T20:11:18.388 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.388 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.388 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.388 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "8086",
2020-11-16T20:11:18.388 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.389 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.389 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.389 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.389 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.389 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.389 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.389 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.390 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ssl": {
2020-11-16T20:11:18.390 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ssl",
2020-11-16T20:11:18.390 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.390 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.390 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.390 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "false",
2020-11-16T20:11:18.390 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.390 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.391 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.391 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.391 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.391 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.391 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.391 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.391 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "threads": {
2020-11-16T20:11:18.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "threads",
2020-11-16T20:11:18.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5",
2020-11-16T20:11:18.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.393 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.393 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.393 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.393 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.393 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.393 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "username": {
2020-11-16T20:11:18.393 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "username",
2020-11-16T20:11:18.394 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.394 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.394 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.394 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.394 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.394 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.395 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.395 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.395 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.395 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.395 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.395 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.395 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "verify_ssl": {
2020-11-16T20:11:18.396 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "verify_ssl",
2020-11-16T20:11:18.396 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.396 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.396 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.396 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "true",
2020-11-16T20:11:18.396 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.396 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.396 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.397 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.397 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.397 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.397 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.397 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.397 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.397 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.398 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.398 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "insights",
2020-11-16T20:11:18.398 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.398 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.398 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.398 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.398 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.398 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.399 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.399 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.399 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.399 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.399 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.399 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.399 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.400 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.400 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.400 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.400 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.400 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.400 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.400 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.400 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.401 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.401 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.401 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.401 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.401 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.401 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.401 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.402 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.402 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.402 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.402 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.402 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.402 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.402 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.402 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.403 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.403 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.403 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.403 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.403 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.403 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.403 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.404 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.404 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.404 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.404 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.404 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.404 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.404 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.404 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.405 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.405 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.405 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.405 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.405 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.405 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.405 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.406 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.406 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.406 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.406 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.406 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.406 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.406 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.407 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.407 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.407 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.407 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.407 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.407 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.408 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.408 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.408 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.408 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.408 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.408 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "iostat",
2020-11-16T20:11:18.408 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.409 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.409 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.409 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.409 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.409 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.409 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.409 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.410 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.410 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.410 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.410 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.410 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.410 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.411 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.411 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.411 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.411 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.411 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.411 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.411 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.411 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.412 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.412 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.412 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.412 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.412 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.412 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.412 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.413 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.413 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.413 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.413 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.413 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.413 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.413 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.413 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.414 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.414 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.414 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.414 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.414 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.414 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.414 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.415 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.415 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.415 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.415 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.415 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.415 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.415 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.415 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.416 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.416 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.416 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.416 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.416 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.416 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.416 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.417 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.417 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.417 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.417 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.417 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.417 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.417 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.417 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.418 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.418 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.418 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.418 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.418 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.418 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.418 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.419 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.419 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.419 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "k8sevents",
2020-11-16T20:11:18.419 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.419 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.419 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.419 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ceph_event_retention_days": {
2020-11-16T20:11:18.420 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ceph_event_retention_days",
2020-11-16T20:11:18.420 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.420 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.420 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.420 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "7",
2020-11-16T20:11:18.420 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.420 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.420 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.421 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Days to hold ceph event information within local cache",
2020-11-16T20:11:18.421 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.421 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.421 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.421 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.421 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "config_check_secs": {
2020-11-16T20:11:18.421 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "config_check_secs",
2020-11-16T20:11:18.422 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.422 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.422 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.422 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:18.422 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "10",
2020-11-16T20:11:18.422 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.422 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.422 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "interval (secs) to check for cluster configuration changes",
2020-11-16T20:11:18.423 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.423 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.423 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.423 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.423 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.423 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.423 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.424 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.424 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.424 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.424 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.424 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.424 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.424 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.424 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.425 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.425 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.425 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.425 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.425 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.425 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.425 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.426 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.426 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.426 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.426 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.426 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.426 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.426 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.426 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.427 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.427 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.427 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.427 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.427 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.427 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.427 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.428 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.428 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.428 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.428 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.428 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.428 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.428 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.428 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.429 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.429 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.429 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.429 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.429 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.430 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.430 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.430 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.430 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.430 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.430 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.430 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.431 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.431 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.431 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.431 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.431 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.431 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.431 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.432 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.432 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.432 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.432 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.432 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.432 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.432 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.432 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.433 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.433 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.433 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.433 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.433 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.433 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "localpool",
2020-11-16T20:11:18.433 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.434 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.434 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.434 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "failure_domain": {
2020-11-16T20:11:18.434 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "failure_domain",
2020-11-16T20:11:18.434 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.434 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.434 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.434 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "host",
2020-11-16T20:11:18.435 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.435 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.435 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.435 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "failure domain for any created local pool",
2020-11-16T20:11:18.435 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.435 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.435 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.437 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.437 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.437 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.437 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.437 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.437 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.437 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.438 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.438 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.438 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.438 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.438 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.438 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.438 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.439 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.439 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.439 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.439 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.439 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.439 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.439 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.439 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.440 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.440 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.440 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.440 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.440 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.440 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.440 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.440 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.441 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.441 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.441 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.441 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.441 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.441 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.441 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.442 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.442 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.442 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.442 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.442 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.442 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.442 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.443 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.443 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.443 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.443 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.443 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.443 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.443 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.443 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.444 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.444 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.444 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.444 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.444 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.444 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.444 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.444 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.445 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.445 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.445 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.445 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "min_size": {
2020-11-16T20:11:18.445 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "min_size",
2020-11-16T20:11:18.445 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.445 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.446 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.446 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.446 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.446 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.446 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.446 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "default min_size for any created local pool",
2020-11-16T20:11:18.446 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.446 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.447 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.447 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.447 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "num_rep": {
2020-11-16T20:11:18.447 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "num_rep",
2020-11-16T20:11:18.447 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.447 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.447 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.448 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "3",
2020-11-16T20:11:18.448 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.448 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.448 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.448 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "default replica count for any created local pool",
2020-11-16T20:11:18.448 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.448 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.448 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.449 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.449 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "pg_num": {
2020-11-16T20:11:18.449 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "pg_num",
2020-11-16T20:11:18.449 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.449 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.449 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.450 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "128",
2020-11-16T20:11:18.450 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.450 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.450 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.450 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "default pg_num for any created local pool",
2020-11-16T20:11:18.450 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.450 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.451 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.451 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.451 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "prefix": {
2020-11-16T20:11:18.451 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "prefix",
2020-11-16T20:11:18.451 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.451 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.451 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.451 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.452 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.452 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.452 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.452 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "name prefix for any created local pool",
2020-11-16T20:11:18.452 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.452 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.452 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.452 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.453 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "subtree": {
2020-11-16T20:11:18.453 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "subtree",
2020-11-16T20:11:18.453 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.453 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.453 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.453 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "rack",
2020-11-16T20:11:18.453 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.454 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.454 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.454 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "CRUSH level for which to create a local pool",
2020-11-16T20:11:18.454 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.454 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.454 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.454 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.454 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.455 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.455 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.455 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "mds_autoscaler",
2020-11-16T20:11:18.455 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.455 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.455 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.455 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.456 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.456 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.456 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.456 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.456 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.456 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.456 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.456 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.457 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.457 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.457 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.457 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.457 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.457 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.457 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.458 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.458 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.458 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.458 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.458 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.458 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.458 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.458 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.459 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.459 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.459 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.459 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.459 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.459 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.459 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.460 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.460 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.460 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.460 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.460 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.460 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.460 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.460 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.461 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.461 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.461 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.461 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.461 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.461 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.461 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.461 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.462 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.462 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.462 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.462 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.462 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.462 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.462 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.463 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.463 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.463 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.463 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.463 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.463 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.463 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.463 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.464 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.464 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.464 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.464 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.464 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.464 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.464 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.465 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.465 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.465 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.465 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.465 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "orchestrator",
2020-11-16T20:11:18.465 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.465 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.465 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.466 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.466 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.466 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.466 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.466 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.466 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.466 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.468 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.468 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.468 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.468 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.468 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.468 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.468 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.468 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.469 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.469 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.469 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.469 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.469 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.469 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.469 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.470 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.470 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.470 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.470 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.470 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.470 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.470 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.471 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.471 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.471 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.471 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.471 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.471 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.471 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.471 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.472 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.472 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.472 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.472 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.472 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.472 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.472 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.473 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.473 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.473 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.473 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.473 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.473 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.473 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.473 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.474 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.474 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.474 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.474 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.474 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.474 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.474 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.474 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.475 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.475 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.475 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "orchestrator": {
2020-11-16T20:11:18.475 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "orchestrator",
2020-11-16T20:11:18.475 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.475 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.475 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.476 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.476 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.476 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.476 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.476 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "cephadm",
2020-11-16T20:11:18.476 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "rook",
2020-11-16T20:11:18.477 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "test_orchestrator"
2020-11-16T20:11:18.477 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.477 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Orchestrator backend",
2020-11-16T20:11:18.477 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.477 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.477 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.477 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.478 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.478 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.478 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.478 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "osd_support",
2020-11-16T20:11:18.478 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.478 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.478 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.478 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.479 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.479 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.479 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.479 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.479 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.479 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.479 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.480 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.480 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.480 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.480 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.480 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.480 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.480 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.481 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.481 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.481 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.481 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.481 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.482 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.482 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.482 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.482 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.482 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.482 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.482 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.482 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.483 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.483 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.483 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.483 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.483 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.483 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.483 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.484 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.484 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.484 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.484 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.484 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.484 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.484 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.484 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.485 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.485 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.485 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.485 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.485 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.485 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.485 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.486 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.486 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.486 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.486 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.486 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.486 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.486 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.487 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.487 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.487 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.487 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.487 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.487 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.487 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.487 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.488 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.488 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.488 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.488 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.488 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.488 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.488 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.488 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.489 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "pg_autoscaler",
2020-11-16T20:11:18.489 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.489 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.489 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.489 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.489 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.489 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.490 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.490 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.490 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.490 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.490 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.490 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.490 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.491 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.491 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.491 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.491 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.491 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.491 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.491 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.491 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.492 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.492 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.492 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.492 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.492 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.492 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.492 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.493 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.493 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.493 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.493 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.493 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.493 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.493 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.493 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.494 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.494 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.494 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.494 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.494 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.494 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.494 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.495 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.495 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.495 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.495 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.495 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.495 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.496 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.496 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.496 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.496 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.496 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.496 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.496 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.498 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.498 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.498 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.498 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.498 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.498 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.498 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.499 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.499 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.499 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "sleep_interval": {
2020-11-16T20:11:18.499 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "sleep_interval",
2020-11-16T20:11:18.499 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.499 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.499 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.499 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "60",
2020-11-16T20:11:18.500 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.500 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.500 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.500 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.500 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.500 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.500 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "progress",
2020-11-16T20:11:18.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.501 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.502 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.502 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.502 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.502 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.502 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.502 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.502 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.503 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.503 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.503 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.503 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.503 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.503 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.503 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.503 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.504 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.504 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.504 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.504 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.504 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.504 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.504 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.505 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.505 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.505 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.505 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.505 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.505 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.505 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.505 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.506 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.506 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.506 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.506 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.506 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.506 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.506 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.507 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.507 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.507 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.507 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.507 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.507 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.507 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.508 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.508 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.508 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.508 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.508 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.508 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.508 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.509 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.509 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.509 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.509 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.509 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.509 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.509 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.510 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.510 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.510 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.510 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.510 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.510 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.510 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.511 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.511 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.511 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.511 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.511 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.511 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "max_completed_events": {
2020-11-16T20:11:18.512 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "max_completed_events",
2020-11-16T20:11:18.512 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.512 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.512 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.512 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "50",
2020-11-16T20:11:18.512 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.512 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.512 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.513 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "number of past completed events to remember",
2020-11-16T20:11:18.513 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.513 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.513 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.513 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.513 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "persist_interval": {
2020-11-16T20:11:18.513 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "persist_interval",
2020-11-16T20:11:18.514 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.514 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.514 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.514 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5",
2020-11-16T20:11:18.514 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.514 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.514 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.515 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to persist completed events",
2020-11-16T20:11:18.515 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.515 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.515 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.515 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.515 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.515 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.515 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.516 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "prometheus",
2020-11-16T20:11:18.516 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.516 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.516 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.516 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.516 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.516 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.517 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.517 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.517 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.517 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.517 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.517 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.517 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.517 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.518 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.518 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.518 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.518 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.518 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.518 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.518 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.518 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.519 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.519 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.519 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.519 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.519 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.519 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.519 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rbd_stats_pools": {
2020-11-16T20:11:18.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rbd_stats_pools",
2020-11-16T20:11:18.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rbd_stats_pools_refresh_interval": {
2020-11-16T20:11:18.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rbd_stats_pools_refresh_interval",
2020-11-16T20:11:18.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "300",
2020-11-16T20:11:18.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "scrape_interval": {
2020-11-16T20:11:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "scrape_interval",
2020-11-16T20:11:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_addr": {
2020-11-16T20:11:18.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_addr",
2020-11-16T20:11:18.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_port": {
2020-11-16T20:11:18.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_port",
2020-11-16T20:11:18.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "stale_cache_strategy": {
2020-11-16T20:11:18.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "stale_cache_strategy",
2020-11-16T20:11:18.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "rbd_support",
2020-11-16T20:11:18.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "max_concurrent_snap_create": {
2020-11-16T20:11:18.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "max_concurrent_snap_create",
2020-11-16T20:11:18.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:18.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "mirror_snapshot_schedule": {
2020-11-16T20:11:18.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "mirror_snapshot_schedule",
2020-11-16T20:11:18.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "trash_purge_schedule": {
2020-11-16T20:11:18.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "trash_purge_schedule",
2020-11-16T20:11:18.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "restful",
2020-11-16T20:11:18.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "enable_auth": {
2020-11-16T20:11:18.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "enable_auth",
2020-11-16T20:11:18.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "key_file": {
2020-11-16T20:11:18.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "key_file",
2020-11-16T20:11:18.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_addr": {
2020-11-16T20:11:18.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_addr",
2020-11-16T20:11:18.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_port": {
2020-11-16T20:11:18.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_port",
2020-11-16T20:11:18.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "rook",
2020-11-16T20:11:18.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "selftest",
2020-11-16T20:11:18.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "roption1": {
2020-11-16T20:11:18.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "roption1",
2020-11-16T20:11:18.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "roption2": {
2020-11-16T20:11:18.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "roption2",
2020-11-16T20:11:18.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "xyz",
2020-11-16T20:11:18.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption1": {
2020-11-16T20:11:18.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption1",
2020-11-16T20:11:18.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption2": {
2020-11-16T20:11:18.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption2",
2020-11-16T20:11:18.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption3": {
2020-11-16T20:11:18.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption3",
2020-11-16T20:11:18.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "float",
2020-11-16T20:11:18.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption4": {
2020-11-16T20:11:18.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption4",
2020-11-16T20:11:18.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption5": {
2020-11-16T20:11:18.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption5",
2020-11-16T20:11:18.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption6": {
2020-11-16T20:11:18.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption6",
2020-11-16T20:11:18.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "testkey": {
2020-11-16T20:11:18.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "testkey",
2020-11-16T20:11:18.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "testlkey": {
2020-11-16T20:11:18.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "testlkey",
2020-11-16T20:11:18.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "testnewline": {
2020-11-16T20:11:18.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "testnewline",
2020-11-16T20:11:18.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "snap_schedule",
2020-11-16T20:11:18.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "stats",
2020-11-16T20:11:18.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "status",
2020-11-16T20:11:18.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "telegraf",
2020-11-16T20:11:18.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "address": {
2020-11-16T20:11:18.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "address",
2020-11-16T20:11:18.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "unixgram:///tmp/telegraf.sock",
2020-11-16T20:11:18.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:18.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:18.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "15",
2020-11-16T20:11:18.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "telemetry",
2020-11-16T20:11:18.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "channel_basic": {
2020-11-16T20:11:18.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "channel_basic",
2020-11-16T20:11:18.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Share basic cluster information (size, version)",
2020-11-16T20:11:18.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "channel_crash": {
2020-11-16T20:11:18.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "channel_crash",
2020-11-16T20:11:18.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "channel_device": {
2020-11-16T20:11:18.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "channel_device",
2020-11-16T20:11:18.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:18.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "channel_ident": {
2020-11-16T20:11:18.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "channel_ident",
2020-11-16T20:11:18.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "contact": {
2020-11-16T20:11:18.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "contact",
2020-11-16T20:11:18.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "description": {
2020-11-16T20:11:18.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "description",
2020-11-16T20:11:18.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "device_url": {
2020-11-16T20:11:18.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "device_url",
2020-11-16T20:11:18.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "https://telemetry.ceph.com/device",
2020-11-16T20:11:18.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "enabled": {
2020-11-16T20:11:18.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "enabled",
2020-11-16T20:11:18.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:18.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:18.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "24",
2020-11-16T20:11:18.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "8",
2020-11-16T20:11:18.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "last_opt_revision": {
2020-11-16T20:11:18.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "last_opt_revision",
2020-11-16T20:11:18.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "1",
2020-11-16T20:11:18.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "leaderboard": {
2020-11-16T20:11:18.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "leaderboard",
2020-11-16T20:11:18.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "organization": {
2020-11-16T20:11:18.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "organization",
2020-11-16T20:11:18.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "proxy": {
2020-11-16T20:11:18.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "proxy",
2020-11-16T20:11:18.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "url": {
2020-11-16T20:11:18.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "url",
2020-11-16T20:11:18.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "https://telemetry.ceph.com/report",
2020-11-16T20:11:18.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "test_orchestrator",
2020-11-16T20:11:18.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "volumes",
2020-11-16T20:11:18.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "max_concurrent_clones": {
2020-11-16T20:11:18.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "max_concurrent_clones",
2020-11-16T20:11:18.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "4",
2020-11-16T20:11:18.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Number of asynchronous cloner threads",
2020-11-16T20:11:18.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:18.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:18.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "zabbix",
2020-11-16T20:11:18.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:18.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:18.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:18.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "discovery_interval": {
2020-11-16T20:11:18.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "discovery_interval",
2020-11-16T20:11:18.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "100",
2020-11-16T20:11:18.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "identifier": {
2020-11-16T20:11:18.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "identifier",
2020-11-16T20:11:18.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:18.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:18.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:18.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "60",
2020-11-16T20:11:18.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:18.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:18.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:18.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:18.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:18.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:18.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:18.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:18.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:18.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:18.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:18.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:18.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:18.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:18.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:18.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:18.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:18.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:18.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:18.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:18.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:18.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "zabbix_host": {
2020-11-16T20:11:18.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "zabbix_host",
2020-11-16T20:11:18.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:18.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "zabbix_port": {
2020-11-16T20:11:18.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "zabbix_port",
2020-11-16T20:11:18.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:18.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10051",
2020-11-16T20:11:18.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:18.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "zabbix_sender": {
2020-11-16T20:11:18.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "zabbix_sender",
2020-11-16T20:11:18.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:18.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:18.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:18.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "/usr/bin/zabbix_sender",
2020-11-16T20:11:18.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:18.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:18.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:18.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:18.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:18.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:18.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:18.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:18.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         }
2020-11-16T20:11:18.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:11:18.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "services": {},
2020-11-16T20:11:18.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "always_on_modules": {
2020-11-16T20:11:18.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "nautilus": [
2020-11-16T20:11:18.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "balancer",
2020-11-16T20:11:18.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "crash",
2020-11-16T20:11:18.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "devicehealth",
2020-11-16T20:11:18.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "orchestrator_cli",
2020-11-16T20:11:18.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "progress",
2020-11-16T20:11:18.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "rbd_support",
2020-11-16T20:11:18.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "status",
2020-11-16T20:11:18.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "volumes"
2020-11-16T20:11:18.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:11:18.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "octopus": [
2020-11-16T20:11:18.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "balancer",
2020-11-16T20:11:18.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "crash",
2020-11-16T20:11:18.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "devicehealth",
2020-11-16T20:11:18.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "orchestrator",
2020-11-16T20:11:18.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "pg_autoscaler",
2020-11-16T20:11:18.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "progress",
2020-11-16T20:11:18.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "rbd_support",
2020-11-16T20:11:18.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "status",
2020-11-16T20:11:18.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "telemetry",
2020-11-16T20:11:18.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "volumes"
2020-11-16T20:11:18.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:11:18.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "pacific": [
2020-11-16T20:11:18.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "balancer",
2020-11-16T20:11:18.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "crash",
2020-11-16T20:11:18.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "devicehealth",
2020-11-16T20:11:18.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "orchestrator",
2020-11-16T20:11:18.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "pg_autoscaler",
2020-11-16T20:11:18.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "progress",
2020-11-16T20:11:18.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "rbd_support",
2020-11-16T20:11:18.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "status",
2020-11-16T20:11:18.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "telemetry",
2020-11-16T20:11:18.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "volumes"
2020-11-16T20:11:18.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:11:18.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "last_failure_osd_epoch": 0,
2020-11-16T20:11:18.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "active_clients": [
2020-11-16T20:11:18.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             {
2020-11-16T20:11:18.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "addrvec": [
2020-11-16T20:11:18.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     {
2020-11-16T20:11:18.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "type": "v2",
2020-11-16T20:11:18.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "addr": "172.21.15.142:0",
2020-11-16T20:11:18.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "nonce": 3648584722
2020-11-16T20:11:18.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     }
2020-11-16T20:11:18.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 ]
2020-11-16T20:11:18.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             },
2020-11-16T20:11:18.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             {
2020-11-16T20:11:18.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "addrvec": [
2020-11-16T20:11:18.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     {
2020-11-16T20:11:18.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "type": "v2",
2020-11-16T20:11:18.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "addr": "172.21.15.142:0",
2020-11-16T20:11:18.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "nonce": 1223358460
2020-11-16T20:11:18.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     }
2020-11-16T20:11:18.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 ]
2020-11-16T20:11:18.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:18.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ]
2020-11-16T20:11:18.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     }
2020-11-16T20:11:18.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout }
2020-11-16T20:11:18.768 INFO:teuthology.orchestra.run.smithi142.stderr:Waiting for the mgr to restart...
2020-11-16T20:11:18.768 INFO:teuthology.orchestra.run.smithi142.stderr:Waiting for mgr epoch 5...
2020-11-16T20:11:18.768 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b tell mgr mgr_status
2020-11-16T20:11:18.768 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:17 smithi142 bash[9523]: audit 2020-11-16T20:11:17.811562+0000 mon.a (mon.0) 37 : audit [DBG] from='client.? v1:172.21.15.142:0/3830567704' entity='client.admin' cmd=[{"prefix": "mgr dump"}]: dispatch
2020-11-16T20:11:21.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:20 smithi142 bash[9523]: cluster 2020-11-16T20:11:20.538346+0000 mon.a (mon.0) 38 : cluster [INF] Active manager daemon y restarted
2020-11-16T20:11:21.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:20 smithi142 bash[9523]: cluster 2020-11-16T20:11:20.538986+0000 mon.a (mon.0) 39 : cluster [INF] Activating manager daemon y
2020-11-16T20:11:21.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:20 smithi142 bash[9523]: cluster 2020-11-16T20:11:20.542466+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in
2020-11-16T20:11:21.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout {
2020-11-16T20:11:21.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "mgrmap_epoch": 7,
2020-11-16T20:11:21.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "initialized": true
2020-11-16T20:11:21.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout }
2020-11-16T20:11:22.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: cluster 2020-11-16T20:11:20.593677+0000 mon.a (mon.0) 41 : cluster [DBG] mgrmap e6: y(active, starting, since 0.054799s)
2020-11-16T20:11:22.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.599581+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2020-11-16T20:11:22.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.600545+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch
2020-11-16T20:11:22.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.600890+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch
2020-11-16T20:11:22.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.601164+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch
2020-11-16T20:11:22.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.601680+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch
2020-11-16T20:11:22.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.603119+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch
2020-11-16T20:11:22.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.603608+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch
2020-11-16T20:11:22.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.603970+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch
2020-11-16T20:11:22.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.604341+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch
2020-11-16T20:11:22.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: cluster 2020-11-16T20:11:20.607155+0000 mon.a (mon.0) 51 : cluster [INF] Manager daemon y is now available
2020-11-16T20:11:22.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.624269+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config set","value":"0","who":"mgr","name":"mgr/cephadm/migration_current"}]: dispatch
2020-11-16T20:11:22.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.629882+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config set","value":"0","who":"mgr","name":"mgr/cephadm/migration_current"}]': finished
2020-11-16T20:11:22.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.631554+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config set","value":"1","who":"mgr","name":"mgr/cephadm/migration_current"}]: dispatch
2020-11-16T20:11:22.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.636186+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config set","value":"1","who":"mgr","name":"mgr/cephadm/migration_current"}]': finished
2020-11-16T20:11:22.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.637513+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config set","value":"2","who":"mgr","name":"mgr/cephadm/migration_current"}]: dispatch
2020-11-16T20:11:22.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.642424+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config set","value":"2","who":"mgr","name":"mgr/cephadm/migration_current"}]': finished
2020-11-16T20:11:22.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.775070+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:11:22.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.779011+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:11:22.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.783056+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:11:22.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.785755+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:11:22.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.798588+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:11:22.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:21 smithi142 bash[9523]: audit 2020-11-16T20:11:20.800608+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch
2020-11-16T20:11:22.357 INFO:teuthology.orchestra.run.smithi142.stderr:mgr epoch 5 is available
2020-11-16T20:11:22.358 INFO:teuthology.orchestra.run.smithi142.stderr:Setting orchestrator backend to cephadm...
2020-11-16T20:11:22.359 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b orch set backend cephadm
2020-11-16T20:11:23.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:22 smithi142 bash[9523]: audit 2020-11-16T20:11:21.608985+0000 mgr.y (mgr.14116) 1 : audit [DBG] from='client.14120 v1:172.21.15.142:0/2231367337' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch
2020-11-16T20:11:23.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:22 smithi142 bash[9523]: cluster 2020-11-16T20:11:21.610917+0000 mon.a (mon.0) 64 : cluster [DBG] mgrmap e7: y(active, since 1.07204s)
2020-11-16T20:11:23.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:22 smithi142 bash[9523]: audit 2020-11-16T20:11:21.624057+0000 mgr.y (mgr.14116) 2 : audit [DBG] from='client.14120 v1:172.21.15.142:0/2231367337' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch
2020-11-16T20:11:23.977 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:23 smithi142 bash[9523]: cluster 2020-11-16T20:11:22.610605+0000 mon.a (mon.0) 65 : cluster [DBG] mgrmap e8: y(active, since 2s)
2020-11-16T20:11:24.520 INFO:teuthology.orchestra.run.smithi142.stderr:Generating ssh key...
2020-11-16T20:11:24.521 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b cephadm generate-key
2020-11-16T20:11:25.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:24 smithi142 bash[9523]: audit 2020-11-16T20:11:23.890113+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config set","value":"cephadm","who":"mgr","name":"mgr/orchestrator/orchestrator"}]: dispatch
2020-11-16T20:11:25.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:24 smithi142 bash[9523]: audit 2020-11-16T20:11:23.896371+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config set","value":"cephadm","who":"mgr","name":"mgr/orchestrator/orchestrator"}]': finished
2020-11-16T20:11:25.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:24 smithi142 bash[9523]: audit 2020-11-16T20:11:23.903550+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:11:25.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:24 smithi142 bash[9523]: audit 2020-11-16T20:11:23.907957+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:11:25.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:25 smithi142 bash[9523]: audit 2020-11-16T20:11:23.888477+0000 mgr.y (mgr.14116) 3 : audit [DBG] from='client.14126 v1:172.21.15.142:0/3828112043' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:11:26.536 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: Generating public/private rsa key pair.
2020-11-16T20:11:26.536 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: Your identification has been saved in /tmp/tmppis01g1p/key.
2020-11-16T20:11:26.536 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: Your public key has been saved in /tmp/tmppis01g1p/key.pub.
2020-11-16T20:11:26.537 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: The key fingerprint is:
2020-11-16T20:11:26.537 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: SHA256:ElnjDdSOuf/rCqUzegFNv45N8tV83+q5mD0+Z4ze/CA ceph-b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:11:26.537 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: The key's randomart image is:
2020-11-16T20:11:26.537 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: +---[RSA 3072]----+
2020-11-16T20:11:26.537 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |       .=.       |
2020-11-16T20:11:26.537 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |       +.+.      |
2020-11-16T20:11:26.537 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |      oo.=.      |
2020-11-16T20:11:26.538 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |      ..+ o      |
2020-11-16T20:11:26.538 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |      ..S... o   |
2020-11-16T20:11:26.538 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |       .+oo . o .|
2020-11-16T20:11:26.538 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |        =X .E .+o|
2020-11-16T20:11:26.538 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |       .o+=  =+=*|
2020-11-16T20:11:26.538 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: |      ..  .+*=OB=|
2020-11-16T20:11:26.538 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9796]: +----[SHA256]-----+
2020-11-16T20:11:26.922 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b cephadm get-pub-key
2020-11-16T20:11:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9523]: audit 2020-11-16T20:11:26.049312+0000 mgr.y (mgr.14116) 4 : audit [DBG] from='client.14128 v1:172.21.15.142:0/1803020543' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:11:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9523]: cephadm 2020-11-16T20:11:26.049753+0000 mgr.y (mgr.14116) 5 : cephadm [INF] Generating ssh key...
2020-11-16T20:11:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9523]: audit 2020-11-16T20:11:26.251390+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/ssh_identity_key","val":"-----BEGIN OPENSSH PRIVATE KEY-----\nb3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAABlwAAAAdzc2gtcn\nNhAAAAAwEAAQAAAYEA6KlgBfCecSROCu4BAx0SKK+H6I8fhXNAnPIT7XNnEIgsA9k+bGy6\nMl7+rBDw1QkSPOV0n3HzDBwd6xc6NrZyam1qTb0R6a9Egyc2Wylm+FtCpH7gbLa4ispoXH\n5aMYOUVYz8RsUjUfJY2rhG+J3pGf6nTKL/0BUItVT3ENFKtM3RgoOENNt8u0cf+huYcHHe\n8Enph57XpcLgxNnHyi7J9S3jE+BvlifhB4S/VXw2EUP0wd8Z3/Qz1QyUoio7STsW2+nOt1\ng+Ue2z50U5KfRhg+XWP+RNC7+uTk+tWYuHvmB2jXo2ugoVANS9CykiahKUhY4T2IKqvvoH\nfIBTpJ/X9FEqMgEfHoBhGkP44Dse39LcL3ZpsFrR+P5Dzrs5Z2LAi8DU/CjbVW/6YGI1Ob\nKO/LihKJAP9L6L/LG3mWt8mcaKYBIySFiizQBH5UO7pi8QiThFWITu0cZY0D9EzG93jcCj\nS+U4Ab2hzJio63N9QrBcU0Wdps/QzSvtPbBmZVRHAAAFoIY+0RSGPtEUAAAAB3NzaC1yc2\nEAAAGBAOipYAXwnnEkTgruAQMdEiivh+iPH4VzQJzyE+1zZxCILAPZPmxsujJe/qwQ8NUJ\nEjzldJ9x8wwcHesXOja2cmptak29EemvRIMnNlspZvhbQqR+4Gy2uIrKaFx+WjGDlFWM/E\nbFI1HyWNq4Rvid6Rn+p0yi/9AVCLVU9xDRSrTN0YKDhDTbfLtHH/obmHBx3vBJ6Yee16XC\n4MTZx8ouyfUt4xPgb5Yn4QeEv1V8NhFD9MHfGd/0M9UMlKIqO0k7FtvpzrdYPlHts+dFOS\nn0YYPl1j/kTQu/rk5PrVmLh75gdo16NroKFQDUvQspImoSlIWOE9iCqr76B3yAU6Sf1/RR\nKjIBHx6AYRpD+OA7Ht/S3C92abBa0fj+Q867OWdiwIvA1Pwo21Vv+mBiNTmyjvy4oSiQD/\nS+i/yxt5lrfJnGimASMkhYos0AR+VDu6YvEIk4RViE7tHGWNA/RMxvd43Ao0vlOAG9ocyY\nqOtzfUKwXFNFnabP0M0r7T2wZmVURwAAAAMBAAEAAAGBAMCT4b1I63yvFkIJuqC/IVa35A\nDk5qxpN2QxI7l5uid+7x/IY9kPLhefdaEq7I0JUyVAsAWCJjEx3LnIohDDd3UMV988zmTl\nBAqjHGTcojSUJVdPBag2ng2TeEqG81TkmpUte2uApbmgpVd1DJmg617u37+Zc7DimDCvwU\nkUU4fQjMhA3994hYfmWVuGF+mK94NhSoFNQyYbZjzKHosFq3jboIfFT9ez7plwkYbKp14n\nJ6KJbjtnQLfqD+Uim6wD0VXkmtbkDIz3HRZSnSWLFbY/bvfQQUg8HaP2adl5iJI1Sutr0C\n6EROPZoouGUvT1wvlXC29Y73GvI9cF5Lea6SXKNBRKMJuJE+ftnKOIVA1UYCFxYk/fGiN3\nXZwY+YsTg/l/d+t5SvKUtkoBMHzDmI4mBXyVTKolHGB5caq+hXa7U2Ftvaio1JBY6jKu9+\nNlzRtqUn1BjYjrj7XR7478piAQxnApBqKmnXzxoSZbtlAOch+vU8LxUPYOb00hIXVDwQAA\nAMAdVPKIzFGPfHJunOJcM2q/q/ojRtfuhJ9/fAGCUhV22oiOqWQUTwOAHf5H9IcmtUe8eg\npygxRhN45b7WtBkY5RmQ6auM7CyFqYzFsj/YfCy+Msdh/CpQR4tHx1cDLw8fh/fNqRcRBv\nZLxnRsXCRBeXj3NUVjDfSbPz9gd914uGNU3TrRrZE709VMP05ltviK8jch9AVKVk3pK9Uy\nTyOmn4Eegp5VRRcHVlM3eZSz4KGHEXqW3VBiahdIGTILnWznYAAADBAPiAI0PHsLCQyQ/T\nCtS6MSYgsKjyU6bpqqkHWfPKOstOPAgcFs126KdUc4hEhQbAL0B8XQW3YQtBHoKG5ZEHDq\nhfldsoKoM80KwSphi965fFVnYWyYbjh//pioopeUky+d3ilCc9pr4deo9Lqima5UC0AHNo\n31busAZUHgkIeMlE4brsV6QLuKTtWYVvmaiKV8p8gC8iQ0UdSdVIOZ73YCs6XyLSH04CJz\nDLZrMb5rKDs1Qk+RWX0UdohznppY2OtwAAAMEA767ehoNQTb+/WgnNpPP9Lz4OuUbSLLe1\nNiJ6dFcnua+U6PMc8KQIfgQhqBOY6HeXzFnUd8SB4IFR0+tsrC5dJa7g2GOwAkbq3+tTK5\nbMqI8uba3fL63j+mBZZO5fO0yiTtNFBJilIHI3yc3TqfVM+9HLNzibgokpmvRqrqLf7Gcl\nQgKbCxyOOFuYcFcqIAKrga255OPhFRHSnV2AV7SRYiIctAL4yFvlDtLFMq82PC/vN+I6j/\nfANk20ITQa09bxAAAAKWNlcGgtYjg2MWMwMTQtMjg0Ny0xMWViLWEyYjItMDAxYTRhYWI4\nMzBjAQ==\n-----END OPENSSH PRIVATE KEY-----\n"}]: dispatch
2020-11-16T20:11:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9523]: audit 2020-11-16T20:11:26.254030+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/ssh_identity_key","val":"-----BEGIN OPENSSH PRIVATE KEY-----\nb3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAABlwAAAAdzc2gtcn\nNhAAAAAwEAAQAAAYEA6KlgBfCecSROCu4BAx0SKK+H6I8fhXNAnPIT7XNnEIgsA9k+bGy6\nMl7+rBDw1QkSPOV0n3HzDBwd6xc6NrZyam1qTb0R6a9Egyc2Wylm+FtCpH7gbLa4ispoXH\n5aMYOUVYz8RsUjUfJY2rhG+J3pGf6nTKL/0BUItVT3ENFKtM3RgoOENNt8u0cf+huYcHHe\n8Enph57XpcLgxNnHyi7J9S3jE+BvlifhB4S/VXw2EUP0wd8Z3/Qz1QyUoio7STsW2+nOt1\ng+Ue2z50U5KfRhg+XWP+RNC7+uTk+tWYuHvmB2jXo2ugoVANS9CykiahKUhY4T2IKqvvoH\nfIBTpJ/X9FEqMgEfHoBhGkP44Dse39LcL3ZpsFrR+P5Dzrs5Z2LAi8DU/CjbVW/6YGI1Ob\nKO/LihKJAP9L6L/LG3mWt8mcaKYBIySFiizQBH5UO7pi8QiThFWITu0cZY0D9EzG93jcCj\nS+U4Ab2hzJio63N9QrBcU0Wdps/QzSvtPbBmZVRHAAAFoIY+0RSGPtEUAAAAB3NzaC1yc2\nEAAAGBAOipYAXwnnEkTgruAQMdEiivh+iPH4VzQJzyE+1zZxCILAPZPmxsujJe/qwQ8NUJ\nEjzldJ9x8wwcHesXOja2cmptak29EemvRIMnNlspZvhbQqR+4Gy2uIrKaFx+WjGDlFWM/E\nbFI1HyWNq4Rvid6Rn+p0yi/9AVCLVU9xDRSrTN0YKDhDTbfLtHH/obmHBx3vBJ6Yee16XC\n4MTZx8ouyfUt4xPgb5Yn4QeEv1V8NhFD9MHfGd/0M9UMlKIqO0k7FtvpzrdYPlHts+dFOS\nn0YYPl1j/kTQu/rk5PrVmLh75gdo16NroKFQDUvQspImoSlIWOE9iCqr76B3yAU6Sf1/RR\nKjIBHx6AYRpD+OA7Ht/S3C92abBa0fj+Q867OWdiwIvA1Pwo21Vv+mBiNTmyjvy4oSiQD/\nS+i/yxt5lrfJnGimASMkhYos0AR+VDu6YvEIk4RViE7tHGWNA/RMxvd43Ao0vlOAG9ocyY\nqOtzfUKwXFNFnabP0M0r7T2wZmVURwAAAAMBAAEAAAGBAMCT4b1I63yvFkIJuqC/IVa35A\nDk5qxpN2QxI7l5uid+7x/IY9kPLhefdaEq7I0JUyVAsAWCJjEx3LnIohDDd3UMV988zmTl\nBAqjHGTcojSUJVdPBag2ng2TeEqG81TkmpUte2uApbmgpVd1DJmg617u37+Zc7DimDCvwU\nkUU4fQjMhA3994hYfmWVuGF+mK94NhSoFNQyYbZjzKHosFq3jboIfFT9ez7plwkYbKp14n\nJ6KJbjtnQLfqD+Uim6wD0VXkmtbkDIz3HRZSnSWLFbY/bvfQQUg8HaP2adl5iJI1Sutr0C\n6EROPZoouGUvT1wvlXC29Y73GvI9cF5Lea6SXKNBRKMJuJE+ftnKOIVA1UYCFxYk/fGiN3\nXZwY+YsTg/l/d+t5SvKUtkoBMHzDmI4mBXyVTKolHGB5caq+hXa7U2Ftvaio1JBY6jKu9+\nNlzRtqUn1BjYjrj7XR7478piAQxnApBqKmnXzxoSZbtlAOch+vU8LxUPYOb00hIXVDwQAA\nAMAdVPKIzFGPfHJunOJcM2q/q/ojRtfuhJ9/fAGCUhV22oiOqWQUTwOAHf5H9IcmtUe8eg\npygxRhN45b7WtBkY5RmQ6auM7CyFqYzFsj/YfCy+Msdh/CpQR4tHx1cDLw8fh/fNqRcRBv\nZLxnRsXCRBeXj3NUVjDfSbPz9gd914uGNU3TrRrZE709VMP05ltviK8jch9AVKVk3pK9Uy\nTyOmn4Eegp5VRRcHVlM3eZSz4KGHEXqW3VBiahdIGTILnWznYAAADBAPiAI0PHsLCQyQ/T\nCtS6MSYgsKjyU6bpqqkHWfPKOstOPAgcFs126KdUc4hEhQbAL0B8XQW3YQtBHoKG5ZEHDq\nhfldsoKoM80KwSphi965fFVnYWyYbjh//pioopeUky+d3ilCc9pr4deo9Lqima5UC0AHNo\n31busAZUHgkIeMlE4brsV6QLuKTtWYVvmaiKV8p8gC8iQ0UdSdVIOZ73YCs6XyLSH04CJz\nDLZrMb5rKDs1Qk+RWX0UdohznppY2OtwAAAMEA767ehoNQTb+/WgnNpPP9Lz4OuUbSLLe1\nNiJ6dFcnua+U6PMc8KQIfgQhqBOY6HeXzFnUd8SB4IFR0+tsrC5dJa7g2GOwAkbq3+tTK5\nbMqI8uba3fL63j+mBZZO5fO0yiTtNFBJilIHI3yc3TqfVM+9HLNzibgokpmvRqrqLf7Gcl\nQgKbCxyOOFuYcFcqIAKrga255OPhFRHSnV2AV7SRYiIctAL4yFvlDtLFMq82PC/vN+I6j/\nfANk20ITQa09bxAAAAKWNlcGgtYjg2MWMwMTQtMjg0Ny0xMWViLWEyYjItMDAxYTRhYWI4\nMzBjAQ==\n-----END OPENSSH PRIVATE KEY-----\n"}]': finished
2020-11-16T20:11:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9523]: audit 2020-11-16T20:11:26.254487+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/ssh_identity_pub","val":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c\n"}]: dispatch
2020-11-16T20:11:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:26 smithi142 bash[9523]: audit 2020-11-16T20:11:26.256567+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/ssh_identity_pub","val":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c\n"}]': finished
2020-11-16T20:11:28.392 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:11:28.978 INFO:teuthology.orchestra.run.smithi142.stderr:Wrote public SSH key to to /home/ubuntu/cephtest/ceph.pub
2020-11-16T20:11:28.978 INFO:teuthology.orchestra.run.smithi142.stderr:Adding key to root@localhost's authorized_keys...
2020-11-16T20:11:28.979 INFO:teuthology.orchestra.run.smithi142.stderr:Adding host smithi142...
2020-11-16T20:11:28.979 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b orch host add smithi142
2020-11-16T20:11:29.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:28 smithi142 bash[9523]: audit 2020-11-16T20:11:28.394889+0000 mgr.y (mgr.14116) 6 : audit [DBG] from='client.14130 v1:172.21.15.142:0/2227189445' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:11:30.785 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:30 smithi142 bash[9796]: Warning: Permanently added 'smithi142,172.21.15.142' (ECDSA) to the list of known hosts.
2020-11-16T20:11:31.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout Added host 'smithi142'
2020-11-16T20:11:31.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:30 smithi142 bash[9523]: audit 2020-11-16T20:11:30.499653+0000 mgr.y (mgr.14116) 7 : audit [DBG] from='client.14132 v1:172.21.15.142:0/4019197675' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi142", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:11:32.024 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b config set mgr mgr/dashboard/ssl_server_port 8443
2020-11-16T20:11:32.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:31 smithi142 bash[9523]: audit 2020-11-16T20:11:31.256456+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/inventory","val":"{\"smithi142\": {\"hostname\": \"smithi142\", \"addr\": \"smithi142\", \"labels\": [], \"status\": \"\"}}"}]: dispatch
2020-11-16T20:11:32.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:31 smithi142 bash[9523]: audit 2020-11-16T20:11:31.262940+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/inventory","val":"{\"smithi142\": {\"hostname\": \"smithi142\", \"addr\": \"smithi142\", \"labels\": [], \"status\": \"\"}}"}]': finished
2020-11-16T20:11:32.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:31 smithi142 bash[9523]: cephadm 2020-11-16T20:11:31.263437+0000 mgr.y (mgr.14116) 8 : cephadm [INF] Added host smithi142
2020-11-16T20:11:32.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:31 smithi142 bash[9523]: audit 2020-11-16T20:11:31.623500+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"networks\": {}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:11:32.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:31 smithi142 bash[9523]: audit 2020-11-16T20:11:31.628915+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"networks\": {}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:11:32.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:31 smithi142 bash[9523]: audit 2020-11-16T20:11:31.630075+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:11:33.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:32 smithi142 bash[9523]: audit 2020-11-16T20:11:32.287589+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:32.284309\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:32.286712\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:11:32.286857\", \"networks\": {}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:11:33.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:32 smithi142 bash[9523]: audit 2020-11-16T20:11:32.289963+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:32.284309\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:32.286712\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:11:32.286857\", \"networks\": {}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:11:33.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:32 smithi142 bash[9523]: audit 2020-11-16T20:11:32.290687+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14116 v1:172.21.15.142:0/3132406036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:11:34.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:34 smithi142 bash[9523]: audit 2020-11-16T20:11:34.060738+0000 mon.a (mon.0) 82 : audit [INF] from='client.? v1:172.21.15.142:0/2450321555' entity='client.admin' cmd=[{"prefix": "config set", "who": "mgr", "name": "mgr/dashboard/ssl_server_port", "value": "8443"}]: dispatch
2020-11-16T20:11:34.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:34 smithi142 bash[9523]: audit 2020-11-16T20:11:34.066139+0000 mon.a (mon.0) 83 : audit [INF] from='client.? v1:172.21.15.142:0/2450321555' entity='client.admin' cmd='[{"prefix": "config set", "who": "mgr", "name": "mgr/dashboard/ssl_server_port", "value": "8443"}]': finished
2020-11-16T20:11:34.940 INFO:teuthology.orchestra.run.smithi142.stderr:Enabling the dashboard module...
2020-11-16T20:11:34.941 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b mgr module enable dashboard
2020-11-16T20:11:37.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:36 smithi142 bash[9523]: audit 2020-11-16T20:11:36.505140+0000 mon.a (mon.0) 84 : audit [INF] from='client.? v1:172.21.15.142:0/2040234214' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch
2020-11-16T20:11:37.286 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:36 smithi142 bash[9796]: ignoring --setuser ceph since I am not root
2020-11-16T20:11:37.286 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:36 smithi142 bash[9796]: ignoring --setgroup ceph since I am not root
2020-11-16T20:11:37.488 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b mgr dump
2020-11-16T20:11:38.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:37 smithi142 bash[9523]: audit 2020-11-16T20:11:36.803558+0000 mon.a (mon.0) 85 : audit [INF] from='client.? v1:172.21.15.142:0/2040234214' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished
2020-11-16T20:11:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:37 smithi142 bash[9523]: cluster 2020-11-16T20:11:36.803677+0000 mon.a (mon.0) 86 : cluster [DBG] mgrmap e9: y(active, since 16s)
2020-11-16T20:11:39.060 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout {
2020-11-16T20:11:39.061 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "epoch": 9,
2020-11-16T20:11:39.061 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_gid": 14116,
2020-11-16T20:11:39.061 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_name": "y",
2020-11-16T20:11:39.061 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_addrs": {
2020-11-16T20:11:39.061 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "addrvec": [
2020-11-16T20:11:39.061 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             {
2020-11-16T20:11:39.062 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "type": "v1",
2020-11-16T20:11:39.062 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "addr": "172.21.15.142:6800",
2020-11-16T20:11:39.063 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "nonce": 1465625619
2020-11-16T20:11:39.063 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.063 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ]
2020-11-16T20:11:39.063 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     },
2020-11-16T20:11:39.063 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_addr": "172.21.15.142:6800/1465625619",
2020-11-16T20:11:39.063 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_change": "2020-11-16T20:11:20.538863+0000",
2020-11-16T20:11:39.063 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "active_mgr_features": 4540138297136906239,
2020-11-16T20:11:39.064 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "available": true,
2020-11-16T20:11:39.066 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "standbys": [],
2020-11-16T20:11:39.066 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "modules": [
2020-11-16T20:11:39.066 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "cephadm",
2020-11-16T20:11:39.066 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "dashboard",
2020-11-16T20:11:39.066 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "iostat",
2020-11-16T20:11:39.066 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "restful"
2020-11-16T20:11:39.067 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:11:39.067 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "available_modules": [
2020-11-16T20:11:39.067 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.067 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "alerts",
2020-11-16T20:11:39.067 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.067 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.067 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.068 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:39.068 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:39.068 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.068 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.068 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.068 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "60",
2020-11-16T20:11:39.068 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.069 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.069 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.069 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "How frequently to reexamine health status",
2020-11-16T20:11:39.069 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.069 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.069 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.069 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.070 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.070 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.070 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.070 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.147 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.148 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.149 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.150 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.151 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.153 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.154 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.155 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_destination": {
2020-11-16T20:11:39.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_destination",
2020-11-16T20:11:39.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.156 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Email address to send alerts to",
2020-11-16T20:11:39.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.157 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_from_name": {
2020-11-16T20:11:39.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_from_name",
2020-11-16T20:11:39.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.158 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "Ceph",
2020-11-16T20:11:39.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Email From: name",
2020-11-16T20:11:39.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.159 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_host": {
2020-11-16T20:11:39.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_host",
2020-11-16T20:11:39.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.160 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "SMTP server",
2020-11-16T20:11:39.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.161 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_password": {
2020-11-16T20:11:39.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_password",
2020-11-16T20:11:39.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.162 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Password to authenticate with",
2020-11-16T20:11:39.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.163 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_port": {
2020-11-16T20:11:39.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_port",
2020-11-16T20:11:39.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "465",
2020-11-16T20:11:39.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.164 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "SMTP port",
2020-11-16T20:11:39.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_sender": {
2020-11-16T20:11:39.165 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_sender",
2020-11-16T20:11:39.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.166 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "SMTP envelope sender",
2020-11-16T20:11:39.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_ssl": {
2020-11-16T20:11:39.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_ssl",
2020-11-16T20:11:39.167 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.168 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Use SSL to connect to SMTP server",
2020-11-16T20:11:39.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.169 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "smtp_user": {
2020-11-16T20:11:39.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "smtp_user",
2020-11-16T20:11:39.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.170 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "User to authenticate as",
2020-11-16T20:11:39.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.171 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "balancer",
2020-11-16T20:11:39.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.172 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "active": {
2020-11-16T20:11:39.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "active",
2020-11-16T20:11:39.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.173 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "automatically balance PGs across cluster",
2020-11-16T20:11:39.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.174 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "begin_time": {
2020-11-16T20:11:39.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "begin_time",
2020-11-16T20:11:39.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0000",
2020-11-16T20:11:39.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.175 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "beginning time of day to automatically balance",
2020-11-16T20:11:39.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "This is a time of day in the format HHMM.",
2020-11-16T20:11:39.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "begin_weekday": {
2020-11-16T20:11:39.176 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "begin_weekday",
2020-11-16T20:11:39.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "uint",
2020-11-16T20:11:39.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0",
2020-11-16T20:11:39.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "0",
2020-11-16T20:11:39.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "7",
2020-11-16T20:11:39.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.177 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Restrict automatic balancing to this day of the week or later",
2020-11-16T20:11:39.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.",
2020-11-16T20:11:39.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "crush_compat_max_iterations": {
2020-11-16T20:11:39.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "crush_compat_max_iterations",
2020-11-16T20:11:39.178 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "uint",
2020-11-16T20:11:39.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "25",
2020-11-16T20:11:39.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "1",
2020-11-16T20:11:39.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "250",
2020-11-16T20:11:39.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.179 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "maximum number of iterations to attempt optimization",
2020-11-16T20:11:39.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "crush_compat_metrics": {
2020-11-16T20:11:39.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "crush_compat_metrics",
2020-11-16T20:11:39.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.180 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "pgs,objects,bytes",
2020-11-16T20:11:39.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "metrics with which to calculate OSD utilization",
2020-11-16T20:11:39.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.",
2020-11-16T20:11:39.181 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "crush_compat_step": {
2020-11-16T20:11:39.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "crush_compat_step",
2020-11-16T20:11:39.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "float",
2020-11-16T20:11:39.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.182 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0.5",
2020-11-16T20:11:39.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "0.001",
2020-11-16T20:11:39.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "0.999",
2020-11-16T20:11:39.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "aggressiveness of optimization",
2020-11-16T20:11:39.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": ".99 is very aggressive, .01 is less aggressive",
2020-11-16T20:11:39.183 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "end_time": {
2020-11-16T20:11:39.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "end_time",
2020-11-16T20:11:39.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.184 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "2400",
2020-11-16T20:11:39.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "ending time of day to automatically balance",
2020-11-16T20:11:39.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "This is a time of day in the format HHMM.",
2020-11-16T20:11:39.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.185 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "end_weekday": {
2020-11-16T20:11:39.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "end_weekday",
2020-11-16T20:11:39.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "uint",
2020-11-16T20:11:39.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.186 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "7",
2020-11-16T20:11:39.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "0",
2020-11-16T20:11:39.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "7",
2020-11-16T20:11:39.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Restrict automatic balancing to days of the week earlier than this",
2020-11-16T20:11:39.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.",
2020-11-16T20:11:39.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.187 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.188 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.189 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.190 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.191 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.192 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.193 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.194 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.195 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.196 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "min_score": {
2020-11-16T20:11:39.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "min_score",
2020-11-16T20:11:39.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "float",
2020-11-16T20:11:39.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.197 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0",
2020-11-16T20:11:39.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "minimum score, below which no optimization is attempted",
2020-11-16T20:11:39.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.198 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "mode": {
2020-11-16T20:11:39.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "mode",
2020-11-16T20:11:39.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.199 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "upmap",
2020-11-16T20:11:39.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "crush-compat",
2020-11-16T20:11:39.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "none",
2020-11-16T20:11:39.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "upmap"
2020-11-16T20:11:39.200 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Balancer mode",
2020-11-16T20:11:39.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "pool_ids": {
2020-11-16T20:11:39.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "pool_ids",
2020-11-16T20:11:39.201 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.202 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "pools which the automatic balancing will be limited to",
2020-11-16T20:11:39.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "sleep_interval": {
2020-11-16T20:11:39.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "sleep_interval",
2020-11-16T20:11:39.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.203 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "60",
2020-11-16T20:11:39.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to wake up and attempt optimization",
2020-11-16T20:11:39.204 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "upmap_max_deviation": {
2020-11-16T20:11:39.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "upmap_max_deviation",
2020-11-16T20:11:39.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.205 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5",
2020-11-16T20:11:39.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "1",
2020-11-16T20:11:39.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "deviation below which no optimization is attempted",
2020-11-16T20:11:39.206 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "If the number of PGs are within this count then no optimization is attempted",
2020-11-16T20:11:39.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "upmap_max_optimizations": {
2020-11-16T20:11:39.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "upmap_max_optimizations",
2020-11-16T20:11:39.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "uint",
2020-11-16T20:11:39.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.207 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:39.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "maximum upmap optimizations to make per attempt",
2020-11-16T20:11:39.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.208 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "cephadm",
2020-11-16T20:11:39.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.209 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "allow_ptrace": {
2020-11-16T20:11:39.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "allow_ptrace",
2020-11-16T20:11:39.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.210 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "allow SYS_PTRACE capability on ceph containers",
2020-11-16T20:11:39.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.",
2020-11-16T20:11:39.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.211 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "config_dashboard": {
2020-11-16T20:11:39.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "config_dashboard",
2020-11-16T20:11:39.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.212 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "manage configs like API endpoints in Dashboard.",
2020-11-16T20:11:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_alertmanager": {
2020-11-16T20:11:39.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_alertmanager",
2020-11-16T20:11:39.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/prom/alertmanager:v0.20.0",
2020-11-16T20:11:39.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.214 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Prometheus container image",
2020-11-16T20:11:39.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_base": {
2020-11-16T20:11:39.215 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_base",
2020-11-16T20:11:39.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/ceph/ceph",
2020-11-16T20:11:39.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.216 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Container image name, without the tag",
2020-11-16T20:11:39.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_grafana": {
2020-11-16T20:11:39.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_grafana",
2020-11-16T20:11:39.217 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/ceph/ceph-grafana:6.6.2",
2020-11-16T20:11:39.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.218 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Prometheus container image",
2020-11-16T20:11:39.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_node_exporter": {
2020-11-16T20:11:39.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_node_exporter",
2020-11-16T20:11:39.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.219 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/prom/node-exporter:v0.18.1",
2020-11-16T20:11:39.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Prometheus container image",
2020-11-16T20:11:39.220 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_image_prometheus": {
2020-11-16T20:11:39.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_image_prometheus",
2020-11-16T20:11:39.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.221 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "docker.io/prom/prometheus:v2.18.1",
2020-11-16T20:11:39.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Prometheus container image",
2020-11-16T20:11:39.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.222 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "container_init": {
2020-11-16T20:11:39.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "container_init",
2020-11-16T20:11:39.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.223 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Run podman/docker with `--init`",
2020-11-16T20:11:39.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.224 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "daemon_cache_timeout": {
2020-11-16T20:11:39.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "daemon_cache_timeout",
2020-11-16T20:11:39.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "600",
2020-11-16T20:11:39.225 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "seconds to cache service (daemon) inventory",
2020-11-16T20:11:39.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.226 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "device_cache_timeout": {
2020-11-16T20:11:39.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "device_cache_timeout",
2020-11-16T20:11:39.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "1800",
2020-11-16T20:11:39.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.227 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "seconds to cache device inventory",
2020-11-16T20:11:39.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.228 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "host_check_interval": {
2020-11-16T20:11:39.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "host_check_interval",
2020-11-16T20:11:39.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "600",
2020-11-16T20:11:39.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.229 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to perform a host check",
2020-11-16T20:11:39.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.230 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.231 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.232 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.233 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "log to the \"cephadm\" cluster log channel\"",
2020-11-16T20:11:39.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.234 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.235 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.236 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.237 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.238 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.239 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "manage_etc_ceph_ceph_conf": {
2020-11-16T20:11:39.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "manage_etc_ceph_ceph_conf",
2020-11-16T20:11:39.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.240 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.",
2020-11-16T20:11:39.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.241 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "migration_current": {
2020-11-16T20:11:39.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "migration_current",
2020-11-16T20:11:39.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.242 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "internal - do not modify",
2020-11-16T20:11:39.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "mode": {
2020-11-16T20:11:39.243 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "mode",
2020-11-16T20:11:39.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "root",
2020-11-16T20:11:39.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.244 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "cephadm-package",
2020-11-16T20:11:39.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "root"
2020-11-16T20:11:39.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "mode for remote execution of cephadm",
2020-11-16T20:11:39.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.245 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "prometheus_alerts_path": {
2020-11-16T20:11:39.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "prometheus_alerts_path",
2020-11-16T20:11:39.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml",
2020-11-16T20:11:39.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.246 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "location of alerts to include in prometheus deployments",
2020-11-16T20:11:39.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.247 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "registry_password": {
2020-11-16T20:11:39.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "registry_password",
2020-11-16T20:11:39.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.248 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Custom repository password",
2020-11-16T20:11:39.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "registry_url": {
2020-11-16T20:11:39.249 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "registry_url",
2020-11-16T20:11:39.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.250 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Custom repository url",
2020-11-16T20:11:39.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "registry_username": {
2020-11-16T20:11:39.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "registry_username",
2020-11-16T20:11:39.251 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Custom repository username",
2020-11-16T20:11:39.252 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ssh_config_file": {
2020-11-16T20:11:39.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ssh_config_file",
2020-11-16T20:11:39.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.253 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "customized SSH config file to connect to managed hosts",
2020-11-16T20:11:39.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.254 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "use_repo_digest": {
2020-11-16T20:11:39.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "use_repo_digest",
2020-11-16T20:11:39.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.255 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image",
2020-11-16T20:11:39.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.256 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_on_failed_host_check": {
2020-11-16T20:11:39.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_on_failed_host_check",
2020-11-16T20:11:39.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.257 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "raise a health warning if the host check fails",
2020-11-16T20:11:39.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.258 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_on_stray_daemons": {
2020-11-16T20:11:39.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_on_stray_daemons",
2020-11-16T20:11:39.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.259 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "raise a health warning if daemons are detected that are not managed by cephadm",
2020-11-16T20:11:39.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.260 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_on_stray_hosts": {
2020-11-16T20:11:39.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_on_stray_hosts",
2020-11-16T20:11:39.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.261 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm",
2020-11-16T20:11:39.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.262 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "crash",
2020-11-16T20:11:39.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.263 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.264 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.265 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.266 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.267 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.268 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.269 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.271 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.272 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "retain_interval": {
2020-11-16T20:11:39.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "retain_interval",
2020-11-16T20:11:39.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "31536000",
2020-11-16T20:11:39.273 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how long to retain crashes before pruning them",
2020-11-16T20:11:39.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.274 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_recent_interval": {
2020-11-16T20:11:39.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_recent_interval",
2020-11-16T20:11:39.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "1209600",
2020-11-16T20:11:39.275 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "time interval in which to warn about recent crashes",
2020-11-16T20:11:39.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.276 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "dashboard",
2020-11-16T20:11:39.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ALERTMANAGER_API_HOST": {
2020-11-16T20:11:39.277 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ALERTMANAGER_API_HOST",
2020-11-16T20:11:39.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.278 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ALERTMANAGER_API_SSL_VERIFY": {
2020-11-16T20:11:39.279 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ALERTMANAGER_API_SSL_VERIFY",
2020-11-16T20:11:39.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.280 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "AUDIT_API_ENABLED": {
2020-11-16T20:11:39.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "AUDIT_API_ENABLED",
2020-11-16T20:11:39.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.281 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.282 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "AUDIT_API_LOG_PAYLOAD": {
2020-11-16T20:11:39.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "AUDIT_API_LOG_PAYLOAD",
2020-11-16T20:11:39.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.283 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.284 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ENABLE_BROWSABLE_API": {
2020-11-16T20:11:39.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ENABLE_BROWSABLE_API",
2020-11-16T20:11:39.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.285 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.286 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_cephfs": {
2020-11-16T20:11:39.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_cephfs",
2020-11-16T20:11:39.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.287 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.288 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_iscsi": {
2020-11-16T20:11:39.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_iscsi",
2020-11-16T20:11:39.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.289 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.290 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_mirroring": {
2020-11-16T20:11:39.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_mirroring",
2020-11-16T20:11:39.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.291 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.292 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_nfs": {
2020-11-16T20:11:39.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_nfs",
2020-11-16T20:11:39.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.293 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_rbd": {
2020-11-16T20:11:39.294 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_rbd",
2020-11-16T20:11:39.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.295 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "FEATURE_TOGGLE_rgw": {
2020-11-16T20:11:39.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "FEATURE_TOGGLE_rgw",
2020-11-16T20:11:39.296 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.297 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": {
2020-11-16T20:11:39.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE",
2020-11-16T20:11:39.298 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.299 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_API_PASSWORD": {
2020-11-16T20:11:39.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_API_PASSWORD",
2020-11-16T20:11:39.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.300 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "admin",
2020-11-16T20:11:39.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.301 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_API_SSL_VERIFY": {
2020-11-16T20:11:39.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_API_SSL_VERIFY",
2020-11-16T20:11:39.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.302 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.303 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_API_URL": {
2020-11-16T20:11:39.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_API_URL",
2020-11-16T20:11:39.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.304 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.305 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_API_USERNAME": {
2020-11-16T20:11:39.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_API_USERNAME",
2020-11-16T20:11:39.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.306 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "admin",
2020-11-16T20:11:39.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.307 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "GRAFANA_UPDATE_DASHBOARDS": {
2020-11-16T20:11:39.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "GRAFANA_UPDATE_DASHBOARDS",
2020-11-16T20:11:39.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.308 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.309 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ISCSI_API_SSL_VERIFICATION": {
2020-11-16T20:11:39.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ISCSI_API_SSL_VERIFICATION",
2020-11-16T20:11:39.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.310 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.311 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PROMETHEUS_API_HOST": {
2020-11-16T20:11:39.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PROMETHEUS_API_HOST",
2020-11-16T20:11:39.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.312 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PROMETHEUS_API_SSL_VERIFY": {
2020-11-16T20:11:39.313 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PROMETHEUS_API_SSL_VERIFY",
2020-11-16T20:11:39.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.314 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": {
2020-11-16T20:11:39.315 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED",
2020-11-16T20:11:39.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.316 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": {
2020-11-16T20:11:39.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED",
2020-11-16T20:11:39.317 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.318 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_LENGTH_ENABLED": {
2020-11-16T20:11:39.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_LENGTH_ENABLED",
2020-11-16T20:11:39.319 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.320 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_OLDPWD_ENABLED": {
2020-11-16T20:11:39.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED",
2020-11-16T20:11:39.321 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.322 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": {
2020-11-16T20:11:39.323 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED",
2020-11-16T20:11:39.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.324 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": {
2020-11-16T20:11:39.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED",
2020-11-16T20:11:39.325 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_CHECK_USERNAME_ENABLED": {
2020-11-16T20:11:39.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_CHECK_USERNAME_ENABLED",
2020-11-16T20:11:39.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.327 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.328 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_ENABLED": {
2020-11-16T20:11:39.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_ENABLED",
2020-11-16T20:11:39.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.329 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.330 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_EXCLUSION_LIST": {
2020-11-16T20:11:39.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_EXCLUSION_LIST",
2020-11-16T20:11:39.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.331 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps",
2020-11-16T20:11:39.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.332 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_MIN_COMPLEXITY": {
2020-11-16T20:11:39.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_MIN_COMPLEXITY",
2020-11-16T20:11:39.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.333 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:39.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.334 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "PWD_POLICY_MIN_LENGTH": {
2020-11-16T20:11:39.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "PWD_POLICY_MIN_LENGTH",
2020-11-16T20:11:39.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "8",
2020-11-16T20:11:39.335 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.336 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "REST_REQUESTS_TIMEOUT": {
2020-11-16T20:11:39.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "REST_REQUESTS_TIMEOUT",
2020-11-16T20:11:39.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.337 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "45",
2020-11-16T20:11:39.338 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.520 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.521 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_ACCESS_KEY": {
2020-11-16T20:11:39.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_ACCESS_KEY",
2020-11-16T20:11:39.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.522 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_ADMIN_RESOURCE": {
2020-11-16T20:11:39.523 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_ADMIN_RESOURCE",
2020-11-16T20:11:39.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "admin",
2020-11-16T20:11:39.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.524 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_HOST": {
2020-11-16T20:11:39.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_HOST",
2020-11-16T20:11:39.525 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.526 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_PORT": {
2020-11-16T20:11:39.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_PORT",
2020-11-16T20:11:39.527 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "80",
2020-11-16T20:11:39.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.528 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_SCHEME": {
2020-11-16T20:11:39.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_SCHEME",
2020-11-16T20:11:39.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.529 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "http",
2020-11-16T20:11:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_SECRET_KEY": {
2020-11-16T20:11:39.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_SECRET_KEY",
2020-11-16T20:11:39.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.531 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.532 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_SSL_VERIFY": {
2020-11-16T20:11:39.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_SSL_VERIFY",
2020-11-16T20:11:39.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.533 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.534 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "RGW_API_USER_ID": {
2020-11-16T20:11:39.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "RGW_API_USER_ID",
2020-11-16T20:11:39.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.535 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.536 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "USER_PWD_EXPIRATION_SPAN": {
2020-11-16T20:11:39.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "USER_PWD_EXPIRATION_SPAN",
2020-11-16T20:11:39.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "0",
2020-11-16T20:11:39.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.537 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.538 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "USER_PWD_EXPIRATION_WARNING_1": {
2020-11-16T20:11:39.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "USER_PWD_EXPIRATION_WARNING_1",
2020-11-16T20:11:39.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:39.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.539 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "USER_PWD_EXPIRATION_WARNING_2": {
2020-11-16T20:11:39.540 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "USER_PWD_EXPIRATION_WARNING_2",
2020-11-16T20:11:39.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5",
2020-11-16T20:11:39.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.541 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "crt_file": {
2020-11-16T20:11:39.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "crt_file",
2020-11-16T20:11:39.542 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.543 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "debug": {
2020-11-16T20:11:39.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "debug",
2020-11-16T20:11:39.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.544 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Enable/disable debug options",
2020-11-16T20:11:39.545 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "jwt_token_ttl": {
2020-11-16T20:11:39.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "jwt_token_ttl",
2020-11-16T20:11:39.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.546 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "28800",
2020-11-16T20:11:39.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.547 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "key_file": {
2020-11-16T20:11:39.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "key_file",
2020-11-16T20:11:39.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.548 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.549 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.550 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.551 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.552 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.553 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.554 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.555 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.556 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.557 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.558 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "password": {
2020-11-16T20:11:39.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "password",
2020-11-16T20:11:39.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.559 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.560 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_addr": {
2020-11-16T20:11:39.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_addr",
2020-11-16T20:11:39.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.561 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "::",
2020-11-16T20:11:39.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.562 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_port": {
2020-11-16T20:11:39.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_port",
2020-11-16T20:11:39.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "8080",
2020-11-16T20:11:39.563 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.564 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ssl": {
2020-11-16T20:11:39.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ssl",
2020-11-16T20:11:39.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.565 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.566 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ssl_server_port": {
2020-11-16T20:11:39.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ssl_server_port",
2020-11-16T20:11:39.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "8443",
2020-11-16T20:11:39.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.567 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "standby_behaviour": {
2020-11-16T20:11:39.568 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "standby_behaviour",
2020-11-16T20:11:39.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "redirect",
2020-11-16T20:11:39.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.569 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "redirect"
2020-11-16T20:11:39.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.570 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "standby_error_status_code": {
2020-11-16T20:11:39.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "standby_error_status_code",
2020-11-16T20:11:39.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "500",
2020-11-16T20:11:39.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "400",
2020-11-16T20:11:39.571 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "599",
2020-11-16T20:11:39.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.572 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "url_prefix": {
2020-11-16T20:11:39.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "url_prefix",
2020-11-16T20:11:39.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.573 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "username": {
2020-11-16T20:11:39.574 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "username",
2020-11-16T20:11:39.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.575 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.576 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "devicehealth",
2020-11-16T20:11:39.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "enable_monitoring": {
2020-11-16T20:11:39.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "enable_monitoring",
2020-11-16T20:11:39.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.577 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "monitor device health metrics",
2020-11-16T20:11:39.578 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.579 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.580 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.581 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.582 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.583 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.584 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.585 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.586 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.587 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "mark_out_threshold": {
2020-11-16T20:11:39.588 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "mark_out_threshold",
2020-11-16T20:11:39.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "2419200",
2020-11-16T20:11:39.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.589 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "automatically mark OSD if it may fail before this long",
2020-11-16T20:11:39.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "pool_name": {
2020-11-16T20:11:39.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "pool_name",
2020-11-16T20:11:39.590 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "device_health_metrics",
2020-11-16T20:11:39.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "name of pool in which to store device health metrics",
2020-11-16T20:11:39.591 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "retention_period": {
2020-11-16T20:11:39.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "retention_period",
2020-11-16T20:11:39.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.592 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "15552000",
2020-11-16T20:11:39.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how long to retain device health metrics",
2020-11-16T20:11:39.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.593 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "scrape_frequency": {
2020-11-16T20:11:39.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "scrape_frequency",
2020-11-16T20:11:39.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.594 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "86400",
2020-11-16T20:11:39.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to scrape device health metrics",
2020-11-16T20:11:39.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.595 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "self_heal": {
2020-11-16T20:11:39.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "self_heal",
2020-11-16T20:11:39.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.596 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "preemptively heal cluster around devices that may fail",
2020-11-16T20:11:39.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.597 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "sleep_interval": {
2020-11-16T20:11:39.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "sleep_interval",
2020-11-16T20:11:39.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "600",
2020-11-16T20:11:39.598 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to wake up and check device health",
2020-11-16T20:11:39.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.599 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "warn_threshold": {
2020-11-16T20:11:39.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "warn_threshold",
2020-11-16T20:11:39.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "7257600",
2020-11-16T20:11:39.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.600 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "raise health warning if OSD may fail before this long",
2020-11-16T20:11:39.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.601 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "diskprediction_local",
2020-11-16T20:11:39.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.602 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.603 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.604 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.605 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.606 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.607 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.608 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.609 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.610 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.611 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "predict_interval": {
2020-11-16T20:11:39.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "predict_interval",
2020-11-16T20:11:39.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.612 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "86400",
2020-11-16T20:11:39.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.613 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "predictor_model": {
2020-11-16T20:11:39.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "predictor_model",
2020-11-16T20:11:39.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "prophetstor",
2020-11-16T20:11:39.614 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.615 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "sleep_interval": {
2020-11-16T20:11:39.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "sleep_interval",
2020-11-16T20:11:39.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "600",
2020-11-16T20:11:39.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.616 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.617 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "influx",
2020-11-16T20:11:39.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": false,
2020-11-16T20:11:39.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "influxdb python module not found",
2020-11-16T20:11:39.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "batch_size": {
2020-11-16T20:11:39.618 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "batch_size",
2020-11-16T20:11:39.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5000",
2020-11-16T20:11:39.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.619 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "database": {
2020-11-16T20:11:39.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "database",
2020-11-16T20:11:39.620 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "ceph",
2020-11-16T20:11:39.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.621 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "hostname": {
2020-11-16T20:11:39.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "hostname",
2020-11-16T20:11:39.622 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.623 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:39.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:39.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.624 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "30",
2020-11-16T20:11:39.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.625 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.626 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.627 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.628 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.629 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.631 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.632 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.633 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.634 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "password": {
2020-11-16T20:11:39.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "password",
2020-11-16T20:11:39.635 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.636 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "port": {
2020-11-16T20:11:39.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "port",
2020-11-16T20:11:39.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.637 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "8086",
2020-11-16T20:11:39.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.638 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ssl": {
2020-11-16T20:11:39.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ssl",
2020-11-16T20:11:39.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.639 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "false",
2020-11-16T20:11:39.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.640 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "threads": {
2020-11-16T20:11:39.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "threads",
2020-11-16T20:11:39.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.641 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5",
2020-11-16T20:11:39.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.642 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "username": {
2020-11-16T20:11:39.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "username",
2020-11-16T20:11:39.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.643 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.644 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "verify_ssl": {
2020-11-16T20:11:39.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "verify_ssl",
2020-11-16T20:11:39.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "true",
2020-11-16T20:11:39.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.645 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.646 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "insights",
2020-11-16T20:11:39.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.647 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.648 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.649 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.650 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.651 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.653 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.654 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.655 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.656 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "iostat",
2020-11-16T20:11:39.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.657 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.658 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.659 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.660 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.661 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.662 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.663 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.664 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.665 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "k8sevents",
2020-11-16T20:11:39.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "ceph_event_retention_days": {
2020-11-16T20:11:39.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "ceph_event_retention_days",
2020-11-16T20:11:39.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.668 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "7",
2020-11-16T20:11:39.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Days to hold ceph event information within local cache",
2020-11-16T20:11:39.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.669 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "config_check_secs": {
2020-11-16T20:11:39.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "config_check_secs",
2020-11-16T20:11:39.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.670 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:39.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "10",
2020-11-16T20:11:39.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "interval (secs) to check for cluster configuration changes",
2020-11-16T20:11:39.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.671 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.672 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.673 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.674 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.675 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.676 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.677 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.678 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.679 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.680 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "localpool",
2020-11-16T20:11:39.681 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "failure_domain": {
2020-11-16T20:11:39.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "failure_domain",
2020-11-16T20:11:39.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.682 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "host",
2020-11-16T20:11:39.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "failure domain for any created local pool",
2020-11-16T20:11:39.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.683 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.684 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.685 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.686 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.687 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.688 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.689 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.690 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.691 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.692 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "min_size": {
2020-11-16T20:11:39.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "min_size",
2020-11-16T20:11:39.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.693 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "default min_size for any created local pool",
2020-11-16T20:11:39.694 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "num_rep": {
2020-11-16T20:11:39.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "num_rep",
2020-11-16T20:11:39.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.695 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "3",
2020-11-16T20:11:39.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "default replica count for any created local pool",
2020-11-16T20:11:39.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.696 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "pg_num": {
2020-11-16T20:11:39.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "pg_num",
2020-11-16T20:11:39.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.697 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "128",
2020-11-16T20:11:39.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "default pg_num for any created local pool",
2020-11-16T20:11:39.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.698 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "prefix": {
2020-11-16T20:11:39.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "prefix",
2020-11-16T20:11:39.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.699 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "name prefix for any created local pool",
2020-11-16T20:11:39.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.700 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "subtree": {
2020-11-16T20:11:39.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "subtree",
2020-11-16T20:11:39.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "rack",
2020-11-16T20:11:39.701 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "CRUSH level for which to create a local pool",
2020-11-16T20:11:39.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.702 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "mds_autoscaler",
2020-11-16T20:11:39.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.703 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.704 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.704 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.704 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.704 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.704 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.704 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.704 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.704 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.705 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.705 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.705 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.705 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.705 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.705 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.705 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.705 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.706 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.706 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.706 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.706 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.706 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.706 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.706 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.707 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.707 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.707 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.707 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.707 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.707 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.707 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.707 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.708 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.708 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.708 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.708 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.708 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.708 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.708 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.709 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.709 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.709 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.709 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.709 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.709 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.709 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.709 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.710 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.710 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.710 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.710 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.710 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.710 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.710 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.711 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.711 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.711 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.711 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.711 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.711 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.711 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.711 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.712 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.712 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.712 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.712 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.712 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.712 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.712 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.713 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.713 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.713 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.713 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.713 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "orchestrator",
2020-11-16T20:11:39.713 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.713 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.713 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.714 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.714 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.714 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.714 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.714 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.714 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.714 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.715 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.715 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.715 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.715 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.715 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.715 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.715 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.715 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.716 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.716 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.716 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.716 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.716 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.716 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.716 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.716 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.717 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.717 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.717 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.717 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.717 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.717 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.717 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.718 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.718 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.718 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.718 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.718 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.718 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.718 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.719 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.719 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.719 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.719 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.719 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.719 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.719 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.719 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.720 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.720 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.720 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.720 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.720 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.720 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.720 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.720 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.721 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.721 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.721 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.721 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.721 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.721 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.721 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.722 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.722 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.722 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.722 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.722 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.722 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.722 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.722 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "orchestrator": {
2020-11-16T20:11:39.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "orchestrator",
2020-11-16T20:11:39.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.723 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "cephadm",
2020-11-16T20:11:39.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "rook",
2020-11-16T20:11:39.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "test_orchestrator"
2020-11-16T20:11:39.724 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Orchestrator backend",
2020-11-16T20:11:39.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.725 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "osd_support",
2020-11-16T20:11:39.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.726 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.727 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.728 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.729 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.730 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.731 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.732 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.733 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.734 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.735 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "pg_autoscaler",
2020-11-16T20:11:39.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.736 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.737 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.738 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.739 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.740 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.741 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.742 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.743 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.744 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.745 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "sleep_interval": {
2020-11-16T20:11:39.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "sleep_interval",
2020-11-16T20:11:39.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "60",
2020-11-16T20:11:39.746 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.747 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "progress",
2020-11-16T20:11:39.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.748 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.749 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.750 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.751 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.752 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.753 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.754 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.755 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.756 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.757 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "max_completed_events": {
2020-11-16T20:11:39.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "max_completed_events",
2020-11-16T20:11:39.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.758 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "50",
2020-11-16T20:11:39.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "number of past completed events to remember",
2020-11-16T20:11:39.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.759 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "persist_interval": {
2020-11-16T20:11:39.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "persist_interval",
2020-11-16T20:11:39.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "5",
2020-11-16T20:11:39.760 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "how frequently to persist completed events",
2020-11-16T20:11:39.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.761 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "prometheus",
2020-11-16T20:11:39.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.762 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.763 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.764 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.765 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.766 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.767 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.768 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.769 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.769 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.769 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.769 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.769 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.769 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.769 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.769 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.770 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.770 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.770 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.770 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.770 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.770 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.770 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.771 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.771 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.771 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.771 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.771 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.771 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.771 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.771 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.772 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.772 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rbd_stats_pools": {
2020-11-16T20:11:39.772 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rbd_stats_pools",
2020-11-16T20:11:39.772 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.772 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.772 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.772 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.773 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.773 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.773 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.773 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.773 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.773 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.773 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.773 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.774 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rbd_stats_pools_refresh_interval": {
2020-11-16T20:11:39.774 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rbd_stats_pools_refresh_interval",
2020-11-16T20:11:39.774 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.774 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.774 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.774 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "300",
2020-11-16T20:11:39.774 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.775 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.775 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.775 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.775 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.775 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.775 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.775 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.775 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "scrape_interval": {
2020-11-16T20:11:39.776 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "scrape_interval",
2020-11-16T20:11:39.776 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.776 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.776 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.776 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.776 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.776 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.777 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.777 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.777 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.777 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.777 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.777 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.777 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_addr": {
2020-11-16T20:11:39.777 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_addr",
2020-11-16T20:11:39.778 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.778 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.778 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.778 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.778 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.778 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.778 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.779 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.779 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.779 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.779 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.779 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.779 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_port": {
2020-11-16T20:11:39.779 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_port",
2020-11-16T20:11:39.779 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.780 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.780 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.780 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.780 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.780 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.780 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.780 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.781 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.781 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.781 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.781 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.781 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "stale_cache_strategy": {
2020-11-16T20:11:39.781 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "stale_cache_strategy",
2020-11-16T20:11:39.781 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.781 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.782 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.782 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.782 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.782 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.782 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.782 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.782 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.783 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.783 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.783 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.783 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.783 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.783 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.783 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "rbd_support",
2020-11-16T20:11:39.783 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.784 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.784 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.784 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.784 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.784 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.784 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.784 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.785 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.785 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.785 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.785 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.785 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.785 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.785 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.785 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.786 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.786 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.786 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.786 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.786 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.786 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.786 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.787 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.787 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.787 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.787 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.787 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.787 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.788 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.788 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.788 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.788 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.788 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.788 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.788 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.789 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.789 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.789 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.789 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.789 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.789 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.789 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.789 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.790 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.790 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.790 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.790 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.790 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.790 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.790 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.791 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.791 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.791 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.791 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.791 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.791 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.791 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.791 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.792 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.792 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.792 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.792 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.792 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.792 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.792 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.792 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.793 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.793 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.793 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.793 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.793 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.793 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.793 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "max_concurrent_snap_create": {
2020-11-16T20:11:39.794 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "max_concurrent_snap_create",
2020-11-16T20:11:39.794 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.794 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.794 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.794 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10",
2020-11-16T20:11:39.794 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.794 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.794 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.795 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.795 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.795 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.795 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.795 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.795 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "mirror_snapshot_schedule": {
2020-11-16T20:11:39.795 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "mirror_snapshot_schedule",
2020-11-16T20:11:39.796 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.796 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.796 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.796 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.796 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.796 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.796 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.797 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.797 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.797 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.797 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.797 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.797 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "trash_purge_schedule": {
2020-11-16T20:11:39.797 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "trash_purge_schedule",
2020-11-16T20:11:39.797 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.798 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.798 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.798 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.798 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.798 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.798 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.798 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.799 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.799 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.799 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.799 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.799 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.799 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.799 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.799 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "restful",
2020-11-16T20:11:39.800 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.800 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.800 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.800 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "enable_auth": {
2020-11-16T20:11:39.800 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "enable_auth",
2020-11-16T20:11:39.800 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.800 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.801 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.801 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.801 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.801 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.801 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.801 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.801 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.801 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "key_file": {
2020-11-16T20:11:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "key_file",
2020-11-16T20:11:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.803 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.803 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.803 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.803 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.803 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.803 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.803 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.804 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.804 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.804 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.804 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.804 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.804 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.804 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.804 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.805 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.805 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.805 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.805 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.805 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.805 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.805 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.806 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.806 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.806 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.806 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.806 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.806 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.806 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.806 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.807 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.807 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.807 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.807 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.807 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.807 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.807 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.808 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.808 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.808 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.808 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.808 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.808 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.808 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.808 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.809 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.809 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.809 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.809 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.809 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.809 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.809 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.809 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.810 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.810 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.810 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.810 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.810 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.810 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.810 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.811 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.812 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.812 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.812 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.812 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.812 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.812 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.812 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_addr": {
2020-11-16T20:11:39.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_addr",
2020-11-16T20:11:39.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.813 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.814 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.814 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.814 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.814 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.814 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.814 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.814 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "server_port": {
2020-11-16T20:11:39.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "server_port",
2020-11-16T20:11:39.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.815 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.816 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "rook",
2020-11-16T20:11:39.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.817 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.818 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.819 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.820 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.820 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.820 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.820 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.820 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.820 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.820 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "selftest",
2020-11-16T20:11:39.828 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.828 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.828 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.828 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.828 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.828 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.828 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.828 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.829 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.829 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.829 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.829 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.829 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.829 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.829 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.830 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.830 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.830 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.830 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.830 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.830 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.830 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.831 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.831 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.831 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.831 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.831 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.831 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.831 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.831 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.832 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.832 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.832 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.832 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.832 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.832 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.832 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.833 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.833 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.833 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.833 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.833 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.833 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.833 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.833 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.834 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.834 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.834 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.834 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.834 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.834 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.834 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.835 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.835 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.835 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.835 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.835 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.835 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.835 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.836 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.836 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.836 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.836 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.836 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.836 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.836 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.836 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.837 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.837 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.837 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.837 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.837 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.837 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.837 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "roption1": {
2020-11-16T20:11:39.838 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "roption1",
2020-11-16T20:11:39.838 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.838 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.838 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.838 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.838 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.838 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.839 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.839 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.839 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.839 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.839 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.839 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.839 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "roption2": {
2020-11-16T20:11:39.839 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "roption2",
2020-11-16T20:11:39.840 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.840 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.840 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.840 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "xyz",
2020-11-16T20:11:39.840 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.840 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.840 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.841 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.841 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.841 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.841 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.841 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.841 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption1": {
2020-11-16T20:11:39.841 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption1",
2020-11-16T20:11:39.841 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.842 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.842 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.842 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.842 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.842 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.842 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.842 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.843 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.843 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.843 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.843 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.843 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption2": {
2020-11-16T20:11:39.843 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption2",
2020-11-16T20:11:39.843 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.843 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.844 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.844 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.844 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.844 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.844 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.844 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.844 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.845 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.845 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.845 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.845 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption3": {
2020-11-16T20:11:39.845 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption3",
2020-11-16T20:11:39.845 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "float",
2020-11-16T20:11:39.845 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.845 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.846 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.846 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.846 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.846 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.846 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.846 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.846 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.847 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.847 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.847 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption4": {
2020-11-16T20:11:39.847 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption4",
2020-11-16T20:11:39.847 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.847 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.847 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.847 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.848 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.848 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.848 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.848 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.848 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.848 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.848 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.849 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.849 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption5": {
2020-11-16T20:11:39.849 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption5",
2020-11-16T20:11:39.849 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.849 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.849 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.849 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.849 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.850 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.850 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.850 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.850 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.850 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.850 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.850 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.851 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "rwoption6": {
2020-11-16T20:11:39.851 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "rwoption6",
2020-11-16T20:11:39.851 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.851 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.851 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.851 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.851 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.851 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.852 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.852 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.852 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.852 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.852 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.852 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.852 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "testkey": {
2020-11-16T20:11:39.853 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "testkey",
2020-11-16T20:11:39.853 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.853 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.853 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.853 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.853 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.853 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.853 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.854 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.854 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.854 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.854 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.854 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.854 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "testlkey": {
2020-11-16T20:11:39.854 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "testlkey",
2020-11-16T20:11:39.855 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.855 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.855 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.855 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.855 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.855 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.855 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.855 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.856 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.856 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.856 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.856 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.856 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "testnewline": {
2020-11-16T20:11:39.856 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "testnewline",
2020-11-16T20:11:39.856 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.857 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.857 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.857 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.857 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.857 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.857 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.857 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.857 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.858 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.858 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.858 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.858 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.858 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.858 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.858 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "snap_schedule",
2020-11-16T20:11:39.859 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.859 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.859 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.859 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.859 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.859 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.859 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.859 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.860 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.860 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.860 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.860 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.860 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.860 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.860 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.861 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.861 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.861 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.861 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.861 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.861 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.861 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.861 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.862 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.862 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.862 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.862 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.862 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.862 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.862 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.863 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.863 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.863 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.863 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.863 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.863 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.863 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.863 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.864 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.864 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.864 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.864 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.864 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.864 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.864 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.865 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.865 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.865 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.865 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.865 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.865 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.865 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.865 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.866 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.866 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.866 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.866 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.866 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.866 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.866 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.867 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.867 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.867 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.867 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.867 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.867 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.867 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.867 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.868 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.868 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.868 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.868 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.868 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.868 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.868 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.868 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.869 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "stats",
2020-11-16T20:11:39.869 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.869 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.869 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.869 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.869 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.869 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.870 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.870 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.870 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.870 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.870 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.870 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.870 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.870 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.871 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.871 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.871 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.871 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.871 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.871 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.871 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.872 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.875 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.875 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.875 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.875 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.875 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.875 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.876 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.876 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.876 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.876 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.876 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.876 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.876 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.877 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.877 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.877 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.877 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.877 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.877 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.877 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.877 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.878 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.878 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.878 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.878 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.878 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.878 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.878 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.879 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.879 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.879 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.879 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.879 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.879 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.879 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.879 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.880 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.880 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.880 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.880 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.880 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.880 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.880 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.881 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.881 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.881 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.881 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.881 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.881 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.881 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.881 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.882 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.882 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.882 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.882 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "status",
2020-11-16T20:11:39.882 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.882 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.882 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.883 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.883 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.883 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.883 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.883 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.883 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.883 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.883 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.884 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.884 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.884 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.884 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.884 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.884 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.884 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.885 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.885 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.885 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.885 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.885 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.885 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.885 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.885 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.886 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.886 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.886 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.886 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.886 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.886 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.886 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.887 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.887 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.887 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.887 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.887 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.887 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.887 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.887 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.888 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.888 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.888 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.888 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.888 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.888 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.888 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.889 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.889 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.889 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.889 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.889 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.889 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.889 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.889 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.890 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.890 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.890 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.890 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.890 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.890 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.890 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.891 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.891 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.891 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.891 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.891 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.891 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.891 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.891 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.892 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.892 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.892 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.892 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.892 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.892 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "telegraf",
2020-11-16T20:11:39.892 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.892 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.893 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.893 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "address": {
2020-11-16T20:11:39.893 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "address",
2020-11-16T20:11:39.893 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.893 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.893 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.893 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "unixgram:///tmp/telegraf.sock",
2020-11-16T20:11:39.894 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.894 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.894 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.894 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.894 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.894 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.894 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.894 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.895 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:39.895 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:39.895 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.895 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.895 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.895 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "15",
2020-11-16T20:11:39.895 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.896 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.896 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.896 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.896 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.896 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.896 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.896 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.896 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.897 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.897 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.897 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.897 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.897 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.897 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.897 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.898 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.898 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.898 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.898 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.898 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.898 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.898 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.898 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.899 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.899 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.899 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.899 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.899 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.899 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.899 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.900 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.900 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.900 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.900 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.900 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.900 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.900 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.900 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.901 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.901 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.901 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.901 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.901 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.901 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.901 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.902 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.902 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.902 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.902 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.902 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.902 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.902 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.902 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.903 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.903 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.903 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.903 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.903 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.903 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.903 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.904 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.904 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.904 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.904 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.904 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.904 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.904 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.904 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.905 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.905 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.905 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.905 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.905 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.905 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.905 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.905 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.906 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.906 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.906 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.906 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.906 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "telemetry",
2020-11-16T20:11:39.906 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.906 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.907 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.907 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "channel_basic": {
2020-11-16T20:11:39.907 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "channel_basic",
2020-11-16T20:11:39.907 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.907 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.907 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.907 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.907 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.908 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.908 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.908 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Share basic cluster information (size, version)",
2020-11-16T20:11:39.908 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.908 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.908 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.908 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.909 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "channel_crash": {
2020-11-16T20:11:39.909 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "channel_crash",
2020-11-16T20:11:39.909 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.909 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.909 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.909 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.909 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.909 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.910 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.910 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.910 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.910 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.910 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.910 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.910 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "channel_device": {
2020-11-16T20:11:39.911 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "channel_device",
2020-11-16T20:11:39.911 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.911 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.911 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.911 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "True",
2020-11-16T20:11:39.911 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.911 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.911 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.912 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.912 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.912 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.912 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.912 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.912 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "channel_ident": {
2020-11-16T20:11:39.912 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "channel_ident",
2020-11-16T20:11:39.913 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.913 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.913 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.913 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.913 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.913 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.913 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.913 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.914 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.914 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.914 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.914 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.914 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "contact": {
2020-11-16T20:11:39.914 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "contact",
2020-11-16T20:11:39.914 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.914 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.915 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.915 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.915 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.915 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.915 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.915 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.915 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.916 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.916 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.916 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.916 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "description": {
2020-11-16T20:11:39.916 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "description",
2020-11-16T20:11:39.916 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.916 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.916 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.917 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.917 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.917 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.917 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.917 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.917 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.917 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "device_url": {
2020-11-16T20:11:39.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "device_url",
2020-11-16T20:11:39.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.918 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "https://telemetry.ceph.com/device",
2020-11-16T20:11:39.919 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.919 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.919 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.919 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.919 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.919 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.919 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.920 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.920 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "enabled": {
2020-11-16T20:11:39.920 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "enabled",
2020-11-16T20:11:39.920 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.920 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.920 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.920 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.920 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.921 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.921 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.921 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.921 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.921 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.921 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.921 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.922 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:39.922 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:39.922 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.922 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.922 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.922 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "24",
2020-11-16T20:11:39.922 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "8",
2020-11-16T20:11:39.922 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.923 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.923 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.923 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.923 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.923 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.923 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.923 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "last_opt_revision": {
2020-11-16T20:11:39.924 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "last_opt_revision",
2020-11-16T20:11:39.924 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.924 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.924 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.924 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "1",
2020-11-16T20:11:39.924 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.924 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.924 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.925 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.925 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.925 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.925 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.925 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.925 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "leaderboard": {
2020-11-16T20:11:39.925 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "leaderboard",
2020-11-16T20:11:39.925 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.926 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.926 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.926 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.926 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.926 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.926 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.926 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.927 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.927 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.927 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.927 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.927 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.927 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.927 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.927 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.928 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.928 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.928 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.928 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.928 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.928 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.928 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.929 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.929 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.929 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.929 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.929 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.929 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.929 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.929 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.930 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.930 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.930 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.930 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.930 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.930 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.930 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.930 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.931 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.931 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.931 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.931 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.931 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.931 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.931 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.932 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.933 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.933 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.933 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.933 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.933 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.933 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.933 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.934 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.934 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.934 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.934 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.934 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.934 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.934 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.934 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.935 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.935 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.935 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.935 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.935 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.935 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.935 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.936 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.936 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.936 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.936 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.936 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.936 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.936 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "organization": {
2020-11-16T20:11:39.936 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "organization",
2020-11-16T20:11:39.937 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.937 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.937 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.937 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.937 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.937 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.937 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.938 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.938 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.938 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.938 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.938 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.938 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "proxy": {
2020-11-16T20:11:39.938 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "proxy",
2020-11-16T20:11:39.938 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.939 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.939 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.939 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.939 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.939 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.939 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.939 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.940 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.940 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.940 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.940 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.940 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "url": {
2020-11-16T20:11:39.940 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "url",
2020-11-16T20:11:39.940 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.940 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.941 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.941 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "https://telemetry.ceph.com/report",
2020-11-16T20:11:39.941 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.941 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.941 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.941 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.941 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.942 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.942 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.942 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.942 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.942 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.942 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.942 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "test_orchestrator",
2020-11-16T20:11:39.942 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.943 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.943 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.943 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.943 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.943 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.943 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.943 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.944 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.944 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.944 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.944 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.944 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.944 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.944 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.944 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.945 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.945 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.945 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.945 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.945 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.945 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.945 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.946 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.946 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.946 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.946 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.946 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.946 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.946 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.946 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.947 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.947 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.947 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.947 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.947 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.947 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.947 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.948 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.948 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.948 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.948 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.948 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.948 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.948 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.948 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.949 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.949 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.949 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.949 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.949 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.949 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.949 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.950 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.950 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.950 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.950 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.950 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.950 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.950 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.951 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.951 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.951 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.951 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.951 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.951 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.951 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.951 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.952 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.952 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.952 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.952 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.952 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.952 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.952 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.952 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.953 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "volumes",
2020-11-16T20:11:39.953 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.953 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.953 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.953 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.953 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.953 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.954 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.954 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.954 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.954 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.954 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.954 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.954 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.954 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.955 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.955 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.955 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.955 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.955 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.955 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.955 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.956 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.956 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.956 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.956 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.956 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.956 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.956 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.956 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.957 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.957 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.957 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.957 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.957 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.957 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.957 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.958 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.958 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.958 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.958 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.958 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.958 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.958 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.958 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.959 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.959 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.959 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.959 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.959 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.959 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.959 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.961 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.961 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.961 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.961 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.961 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.961 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.961 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.962 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.962 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.962 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.962 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.962 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.962 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.962 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.962 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "max_concurrent_clones": {
2020-11-16T20:11:39.963 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "max_concurrent_clones",
2020-11-16T20:11:39.963 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.963 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.963 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.963 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "4",
2020-11-16T20:11:39.963 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.963 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.964 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.964 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "Number of asynchronous cloner threads",
2020-11-16T20:11:39.964 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.964 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.964 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.964 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.964 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.965 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         },
2020-11-16T20:11:39.965 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         {
2020-11-16T20:11:39.965 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "name": "zabbix",
2020-11-16T20:11:39.965 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "can_run": true,
2020-11-16T20:11:39.965 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "error_string": "",
2020-11-16T20:11:39.965 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "module_options": {
2020-11-16T20:11:39.965 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "discovery_interval": {
2020-11-16T20:11:39.965 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "discovery_interval",
2020-11-16T20:11:39.966 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.966 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.966 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.966 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "100",
2020-11-16T20:11:39.966 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.966 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.966 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.967 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.967 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.967 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.967 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.967 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.967 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "identifier": {
2020-11-16T20:11:39.967 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "identifier",
2020-11-16T20:11:39.968 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.968 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.968 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.968 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.968 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.968 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.968 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.968 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.969 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.969 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.969 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.969 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.969 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "interval": {
2020-11-16T20:11:39.969 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "interval",
2020-11-16T20:11:39.969 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "secs",
2020-11-16T20:11:39.970 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.970 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.970 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "60",
2020-11-16T20:11:39.970 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.970 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.970 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.970 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.970 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.971 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.971 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.971 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.971 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_level": {
2020-11-16T20:11:39.971 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_level",
2020-11-16T20:11:39.971 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.971 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.972 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.972 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "",
2020-11-16T20:11:39.972 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.972 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.972 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.972 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.972 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.973 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.973 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.973 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.973 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.973 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.973 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.973 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.973 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.974 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.974 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.974 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster": {
2020-11-16T20:11:39.974 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster",
2020-11-16T20:11:39.974 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.974 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.974 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.975 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.975 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.975 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.975 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.975 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.975 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.975 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.975 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.976 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.976 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_cluster_level": {
2020-11-16T20:11:39.976 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_cluster_level",
2020-11-16T20:11:39.976 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.976 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.976 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.976 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "info",
2020-11-16T20:11:39.977 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.977 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.977 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [
2020-11-16T20:11:39.977 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "",
2020-11-16T20:11:39.977 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "critical",
2020-11-16T20:11:39.977 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "debug",
2020-11-16T20:11:39.977 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "error",
2020-11-16T20:11:39.977 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "info",
2020-11-16T20:11:39.978 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "warning"
2020-11-16T20:11:39.978 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     ],
2020-11-16T20:11:39.978 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.978 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.978 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.978 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.978 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.979 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "log_to_file": {
2020-11-16T20:11:39.979 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "log_to_file",
2020-11-16T20:11:39.979 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "bool",
2020-11-16T20:11:39.979 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.979 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 1,
2020-11-16T20:11:39.979 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "False",
2020-11-16T20:11:39.979 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.979 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.980 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.980 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.980 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.980 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.980 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.980 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.980 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "zabbix_host": {
2020-11-16T20:11:39.981 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "zabbix_host",
2020-11-16T20:11:39.981 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.981 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.981 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.981 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "None",
2020-11-16T20:11:39.981 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.981 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.981 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.982 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.982 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.982 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.982 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.982 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.982 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "zabbix_port": {
2020-11-16T20:11:39.982 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "zabbix_port",
2020-11-16T20:11:39.983 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "int",
2020-11-16T20:11:39.983 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.983 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.983 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "10051",
2020-11-16T20:11:39.983 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.983 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.983 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.983 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.984 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.984 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.984 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.984 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 },
2020-11-16T20:11:39.984 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "zabbix_sender": {
2020-11-16T20:11:39.984 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "name": "zabbix_sender",
2020-11-16T20:11:39.984 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "type": "str",
2020-11-16T20:11:39.985 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "level": "advanced",
2020-11-16T20:11:39.985 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "flags": 0,
2020-11-16T20:11:39.985 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "default_value": "/usr/bin/zabbix_sender",
2020-11-16T20:11:39.985 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "min": "",
2020-11-16T20:11:39.985 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "max": "",
2020-11-16T20:11:39.985 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "enum_allowed": [],
2020-11-16T20:11:39.985 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "desc": "",
2020-11-16T20:11:39.985 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "long_desc": "",
2020-11-16T20:11:39.986 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "tags": [],
2020-11-16T20:11:39.986 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     "see_also": []
2020-11-16T20:11:39.986 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 }
2020-11-16T20:11:39.986 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.986 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         }
2020-11-16T20:11:39.986 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     ],
2020-11-16T20:11:39.986 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "services": {},
2020-11-16T20:11:39.987 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "always_on_modules": {
2020-11-16T20:11:39.987 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "nautilus": [
2020-11-16T20:11:39.987 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "balancer",
2020-11-16T20:11:39.987 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "crash",
2020-11-16T20:11:39.987 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "devicehealth",
2020-11-16T20:11:39.987 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "orchestrator_cli",
2020-11-16T20:11:39.987 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "progress",
2020-11-16T20:11:39.987 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "rbd_support",
2020-11-16T20:11:39.988 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "status",
2020-11-16T20:11:39.988 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "volumes"
2020-11-16T20:11:39.988 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:11:39.988 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "octopus": [
2020-11-16T20:11:39.988 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "balancer",
2020-11-16T20:11:39.988 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "crash",
2020-11-16T20:11:39.988 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "devicehealth",
2020-11-16T20:11:39.988 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "orchestrator",
2020-11-16T20:11:39.989 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "pg_autoscaler",
2020-11-16T20:11:39.989 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "progress",
2020-11-16T20:11:39.989 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "rbd_support",
2020-11-16T20:11:39.989 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "status",
2020-11-16T20:11:39.989 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "telemetry",
2020-11-16T20:11:39.989 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "volumes"
2020-11-16T20:11:39.989 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:11:39.990 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "pacific": [
2020-11-16T20:11:39.990 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "balancer",
2020-11-16T20:11:39.990 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "crash",
2020-11-16T20:11:39.990 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "devicehealth",
2020-11-16T20:11:39.990 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "orchestrator",
2020-11-16T20:11:39.990 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "pg_autoscaler",
2020-11-16T20:11:39.990 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "progress",
2020-11-16T20:11:39.990 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "rbd_support",
2020-11-16T20:11:39.991 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "status",
2020-11-16T20:11:39.991 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "telemetry",
2020-11-16T20:11:39.991 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             "volumes"
2020-11-16T20:11:39.991 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ],
2020-11-16T20:11:39.991 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "last_failure_osd_epoch": 2,
2020-11-16T20:11:39.991 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         "active_clients": [
2020-11-16T20:11:39.991 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             {
2020-11-16T20:11:39.992 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "addrvec": [
2020-11-16T20:11:39.992 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     {
2020-11-16T20:11:39.992 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "type": "v2",
2020-11-16T20:11:39.992 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "addr": "172.21.15.142:0",
2020-11-16T20:11:39.992 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "nonce": 1735707732
2020-11-16T20:11:39.992 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     }
2020-11-16T20:11:39.992 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 ]
2020-11-16T20:11:39.992 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             },
2020-11-16T20:11:39.993 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             {
2020-11-16T20:11:39.993 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 "addrvec": [
2020-11-16T20:11:39.993 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     {
2020-11-16T20:11:39.993 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "type": "v2",
2020-11-16T20:11:39.993 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "addr": "172.21.15.142:0",
2020-11-16T20:11:39.993 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                         "nonce": 3320495051
2020-11-16T20:11:39.993 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                     }
2020-11-16T20:11:39.994 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout                 ]
2020-11-16T20:11:39.994 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout             }
2020-11-16T20:11:39.994 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout         ]
2020-11-16T20:11:39.994 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     }
2020-11-16T20:11:39.994 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout }
2020-11-16T20:11:39.996 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:39 smithi142 bash[9523]: audit 2020-11-16T20:11:39.060668+0000 mon.a (mon.0) 87 : audit [DBG] from='client.? v1:172.21.15.142:0/1789051362' entity='client.admin' cmd=[{"prefix": "mgr dump"}]: dispatch
2020-11-16T20:11:39.996 INFO:teuthology.orchestra.run.smithi142.stderr:Waiting for the mgr to restart...
2020-11-16T20:11:39.997 INFO:teuthology.orchestra.run.smithi142.stderr:Waiting for mgr epoch 9...
2020-11-16T20:11:39.997 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b tell mgr mgr_status
2020-11-16T20:11:45.285 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:11:44 smithi142 bash[9796]: Warning: Permanently added 'smithi142,172.21.15.142' (ECDSA) to the list of known hosts.
2020-11-16T20:11:45.666 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout {
2020-11-16T20:11:45.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "mgrmap_epoch": 11,
2020-11-16T20:11:45.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout     "initialized": true
2020-11-16T20:11:45.667 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout }
2020-11-16T20:11:46.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: cluster 2020-11-16T20:11:44.591265+0000 mon.a (mon.0) 88 : cluster [INF] Active manager daemon y restarted
2020-11-16T20:11:46.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: cluster 2020-11-16T20:11:44.591938+0000 mon.a (mon.0) 89 : cluster [INF] Activating manager daemon y
2020-11-16T20:11:46.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: cluster 2020-11-16T20:11:44.594792+0000 mon.a (mon.0) 90 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in
2020-11-16T20:11:46.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: cluster 2020-11-16T20:11:44.646828+0000 mon.a (mon.0) 91 : cluster [DBG] mgrmap e10: y(active, starting, since 0.0549916s)
2020-11-16T20:11:46.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.651661+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2020-11-16T20:11:46.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.652859+0000 mon.a (mon.0) 93 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch
2020-11-16T20:11:46.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.653194+0000 mon.a (mon.0) 94 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch
2020-11-16T20:11:46.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.653497+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch
2020-11-16T20:11:46.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.654205+0000 mon.a (mon.0) 96 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch
2020-11-16T20:11:46.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.656063+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi142"}]: dispatch
2020-11-16T20:11:46.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.656552+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch
2020-11-16T20:11:46.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.656988+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch
2020-11-16T20:11:46.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.657428+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch
2020-11-16T20:11:46.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.657874+0000 mon.a (mon.0) 101 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch
2020-11-16T20:11:46.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.658222+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch
2020-11-16T20:11:46.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.658568+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch
2020-11-16T20:11:46.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.658913+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch
2020-11-16T20:11:46.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.659238+0000 mon.a (mon.0) 105 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch
2020-11-16T20:11:46.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: cluster 2020-11-16T20:11:44.662996+0000 mon.a (mon.0) 106 : cluster [INF] Manager daemon y is now available
2020-11-16T20:11:46.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.851281+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:11:46.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:44.854227+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch
2020-11-16T20:11:46.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:45 smithi142 bash[9523]: audit 2020-11-16T20:11:45.162241+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:11:46.587 INFO:teuthology.orchestra.run.smithi142.stderr:mgr epoch 9 is available
2020-11-16T20:11:46.588 INFO:teuthology.orchestra.run.smithi142.stderr:Generating a dashboard self-signed certificate...
2020-11-16T20:11:46.588 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b dashboard create-self-signed-cert
2020-11-16T20:11:47.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:46 smithi142 bash[9523]: audit 2020-11-16T20:11:45.648965+0000 mgr.y (mgr.14141) 1 : audit [DBG] from='client.14143 v1:172.21.15.142:0/2846529650' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch
2020-11-16T20:11:47.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:46 smithi142 bash[9523]: cluster 2020-11-16T20:11:45.651957+0000 mon.a (mon.0) 110 : cluster [DBG] mgrmap e11: y(active, since 1.06011s)
2020-11-16T20:11:47.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:46 smithi142 bash[9523]: audit 2020-11-16T20:11:45.669930+0000 mgr.y (mgr.14141) 2 : audit [DBG] from='client.14143 v1:172.21.15.142:0/2846529650' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch
2020-11-16T20:11:47.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:46 smithi142 bash[9523]: audit 2020-11-16T20:11:45.850454+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849204\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849471\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:11:45.849708\", \"networks\": {}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:11:47.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:46 smithi142 bash[9523]: audit 2020-11-16T20:11:45.853991+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849204\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849471\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:11:45.849708\", \"networks\": {}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:11:47.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:46 smithi142 bash[9523]: audit 2020-11-16T20:11:45.854754+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:11:48.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:47 smithi142 bash[9523]: cluster 2020-11-16T20:11:46.855423+0000 mon.a (mon.0) 114 : cluster [DBG] mgrmap e12: y(active, since 2s)
2020-11-16T20:11:48.652 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout Self-signed certificate created
2020-11-16T20:11:49.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:48 smithi142 bash[9523]: audit 2020-11-16T20:11:48.564797+0000 mgr.y (mgr.14141) 3 : audit [DBG] from='client.14149 v1:172.21.15.142:0/842389254' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:11:49.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:48 smithi142 bash[9523]: audit 2020-11-16T20:11:48.647772+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/dashboard/crt","val":"-----BEGIN CERTIFICATE-----\nMIICzzCCAbcCEFDhlX70GEo/lMRXRcpvfjUwDQYJKoZIhvcNAQENBQAwJjELMAkG\nA1UECgwCSVQxFzAVBgNVBAMMDmNlcGgtZGFzaGJvYXJkMB4XDTIwMTExNjIwMTE0\nOFoXDTMwMTExNDIwMTE0OFowJjELMAkGA1UECgwCSVQxFzAVBgNVBAMMDmNlcGgt\nZGFzaGJvYXJkMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAugCVamWl\n9h/OJ7yrupRCmxx8k883s7Xo0PJWo73i7rMrsc29j5XPbczJOpyqusvUhuZiTBTZ\nx564M4RYgNks8+VwR2SbuSjGknAw2JOFvu8zj7eIBo9FF6i6xm7ruBGswy+DhPy9\noBpl78su3Va8ZYvXDt7+Qp3ZL0C+tu1qMAFDfOpQa5juEfV3DL3SXIrWvHBgcJob\n7ny4AdZlNJuTD04ycCT1ZGxnQzx7zYOXcDYPiXtIQWF3UzTJ7ZJAFBM6NCefEBU6\nEihEJ+HDibMrCwe1ppXhOXwDTED3GSYGXJ+PYml2uGY9qn66ICtlaF7naGBdKJMp\njPi4Zh6zS8nngQIDAQABMA0GCSqGSIb3DQEBDQUAA4IBAQCFawUm05olmXfDpAsP\ns0+NNgB3bn2O3jGCxI+swQHqWi6RKueP+iKUjMQGWw+yO7oYzxs71lHsjVTDLVGH\nijEysZ20zNpXf+9KfsrV3XbqDV4zQTnHEE6NENVfr0UbAszjz59zEB864fMFOKu4\npywOQS4kmz4CnbQZFcKQAnCW3PWXEWCNex1VyIsZ3f5wtZt5wKSihyeSmL04m/Cf\nzIytlRRaFLC8NyxAk7wkjm+/dgb4ShqSGwZDRDKvD8WpKmLMn+DNPXgAziWJWdrD\n5TCOPysqnd9iGsCs1Z4ljG9VL3v+HEVNXJw5/TWjUcEirv7vLmbkTMAbCVgvsve0\n3wcx\n-----END CERTIFICATE-----\n"}]: dispatch
2020-11-16T20:11:49.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:48 smithi142 bash[9523]: audit 2020-11-16T20:11:48.649982+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/dashboard/crt","val":"-----BEGIN CERTIFICATE-----\nMIICzzCCAbcCEFDhlX70GEo/lMRXRcpvfjUwDQYJKoZIhvcNAQENBQAwJjELMAkG\nA1UECgwCSVQxFzAVBgNVBAMMDmNlcGgtZGFzaGJvYXJkMB4XDTIwMTExNjIwMTE0\nOFoXDTMwMTExNDIwMTE0OFowJjELMAkGA1UECgwCSVQxFzAVBgNVBAMMDmNlcGgt\nZGFzaGJvYXJkMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAugCVamWl\n9h/OJ7yrupRCmxx8k883s7Xo0PJWo73i7rMrsc29j5XPbczJOpyqusvUhuZiTBTZ\nx564M4RYgNks8+VwR2SbuSjGknAw2JOFvu8zj7eIBo9FF6i6xm7ruBGswy+DhPy9\noBpl78su3Va8ZYvXDt7+Qp3ZL0C+tu1qMAFDfOpQa5juEfV3DL3SXIrWvHBgcJob\n7ny4AdZlNJuTD04ycCT1ZGxnQzx7zYOXcDYPiXtIQWF3UzTJ7ZJAFBM6NCefEBU6\nEihEJ+HDibMrCwe1ppXhOXwDTED3GSYGXJ+PYml2uGY9qn66ICtlaF7naGBdKJMp\njPi4Zh6zS8nngQIDAQABMA0GCSqGSIb3DQEBDQUAA4IBAQCFawUm05olmXfDpAsP\ns0+NNgB3bn2O3jGCxI+swQHqWi6RKueP+iKUjMQGWw+yO7oYzxs71lHsjVTDLVGH\nijEysZ20zNpXf+9KfsrV3XbqDV4zQTnHEE6NENVfr0UbAszjz59zEB864fMFOKu4\npywOQS4kmz4CnbQZFcKQAnCW3PWXEWCNex1VyIsZ3f5wtZt5wKSihyeSmL04m/Cf\nzIytlRRaFLC8NyxAk7wkjm+/dgb4ShqSGwZDRDKvD8WpKmLMn+DNPXgAziWJWdrD\n5TCOPysqnd9iGsCs1Z4ljG9VL3v+HEVNXJw5/TWjUcEirv7vLmbkTMAbCVgvsve0\n3wcx\n-----END CERTIFICATE-----\n"}]': finished
2020-11-16T20:11:49.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:48 smithi142 bash[9523]: audit 2020-11-16T20:11:48.650678+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/dashboard/key","val":"-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQC6AJVqZaX2H84n\nvKu6lEKbHHyTzzeztejQ8lajveLusyuxzb2Plc9tzMk6nKq6y9SG5mJMFNnHnrgz\nhFiA2Szz5XBHZJu5KMaScDDYk4W+7zOPt4gGj0UXqLrGbuu4EazDL4OE/L2gGmXv\nyy7dVrxli9cO3v5CndkvQL627WowAUN86lBrmO4R9XcMvdJcita8cGBwmhvufLgB\n1mU0m5MPTjJwJPVkbGdDPHvNg5dwNg+Je0hBYXdTNMntkkAUEzo0J58QFToSKEQn\n4cOJsysLB7WmleE5fANMQPcZJgZcn49iaXa4Zj2qfrogK2VoXudoYF0okymM+Lhm\nHrNLyeeBAgMBAAECggEBAKXcL2CZE8zNv7+fdmMCIgK+/Dex6DHQXLM15hxNDzdb\nffMnS4nmRPncSvSBD51SdUl11uGRFkHzPr5xnZoIDxXN2rlO9a2+tpOOh4AYzILe\nOlRFjH6M80eNpj+cWYXh/PRwQg8scMt7vrp9rGSjG4xRjowsPP6aUzjXuzjTrITw\nlNaHEOvXMLZCQU8TELOTrMJ7gSKjigIeM3RFvs7mP211diMyfnkU7Mf/JuCWHPCz\n+I6ihOFY57bLxcfbWY+BKAmT0LozrE3JAa21ncGvM152rdTg4BI99XlO+cWashVb\n01QR8pB6r1BPRHvLJi+CDeouTSP2ulQcxZ8CvGtQ7YECgYEA7lQLSTRPp4tpMnd7\ndo7INqy2NzWVZi+7Wwau28tBB9JYgxzsJDa77DVdmpNmr1Xcr19kLiqAUqCX1wiq\ntjy8PpfO1ld5b2vvZ0IwoJdcLpLzYiEMbaoYHjXUAEVUxkCXuP2VYfZuLOrP0Uek\nu9CYxodmWQty+J2XrAvlMEfeJGUCgYEAx8tJCkmCRd7zwZS24ezKXlxwPINdYx7Y\nra19l7B4y2xjdqe/Gat79VaAKNL0gt1VKi86ckeH6lmVtafRI4inKqnba3n2++Fj\nlZ9TYJfMU/xCHE+b7ucvbzx25z9iZ/RwgynlQkUVHkNIEWn2VzEOt4Q6/dS09mX5\nPScg00+O/u0CgYEAiXu2Hv6sTKyhfNlsQZJQcSnk26hvjMlQPUx3ppdz5j0zjj8r\nAiEI+1Q1sSwC+nZ/njNbKT6fVAsMTKHVSNd0iG8uhHtltB8BtgF658kpBj0DZcJG\n1yReUV8f8yALrWopnC+88wwjtommZMX9g9LrrusA4bE3G7BdhIRALD/pJ/kCgYAW\nklTSILPjCOko+ZAfvgyu1Gqpq32lcRqxpGQH+xvqf3hNM25XjBQZB4i7E/ojvrWc\nanGD76jfRPew6iCqjwmzvDTZ05GfqzsA8FsPEpc29czSPfwz5VJqkr4sKfEIJYmA\nh/8qmXtlS9ycewglmZk8CmhPvPQk0ihyTDVdKiPRkQKBgGMPoA2uYJxXudNgUJiN\nDa2evALJf/9g5aRO4Ff1w30REftFL9uSVpyHx8ewjraoLOuA3wed+ney2oCJGc+E\nTx1/NtT0afnlMdjmq2M5peiGvca8iQouNc2b5CXFGxfLV32Du1Yt2P2/c7cmfCsT\nPYX05Wp/pbkSGlL7UgXLFv/A\n-----END PRIVATE KEY-----\n"}]: dispatch
2020-11-16T20:11:49.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:48 smithi142 bash[9523]: audit 2020-11-16T20:11:48.655295+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/dashboard/key","val":"-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQC6AJVqZaX2H84n\nvKu6lEKbHHyTzzeztejQ8lajveLusyuxzb2Plc9tzMk6nKq6y9SG5mJMFNnHnrgz\nhFiA2Szz5XBHZJu5KMaScDDYk4W+7zOPt4gGj0UXqLrGbuu4EazDL4OE/L2gGmXv\nyy7dVrxli9cO3v5CndkvQL627WowAUN86lBrmO4R9XcMvdJcita8cGBwmhvufLgB\n1mU0m5MPTjJwJPVkbGdDPHvNg5dwNg+Je0hBYXdTNMntkkAUEzo0J58QFToSKEQn\n4cOJsysLB7WmleE5fANMQPcZJgZcn49iaXa4Zj2qfrogK2VoXudoYF0okymM+Lhm\nHrNLyeeBAgMBAAECggEBAKXcL2CZE8zNv7+fdmMCIgK+/Dex6DHQXLM15hxNDzdb\nffMnS4nmRPncSvSBD51SdUl11uGRFkHzPr5xnZoIDxXN2rlO9a2+tpOOh4AYzILe\nOlRFjH6M80eNpj+cWYXh/PRwQg8scMt7vrp9rGSjG4xRjowsPP6aUzjXuzjTrITw\nlNaHEOvXMLZCQU8TELOTrMJ7gSKjigIeM3RFvs7mP211diMyfnkU7Mf/JuCWHPCz\n+I6ihOFY57bLxcfbWY+BKAmT0LozrE3JAa21ncGvM152rdTg4BI99XlO+cWashVb\n01QR8pB6r1BPRHvLJi+CDeouTSP2ulQcxZ8CvGtQ7YECgYEA7lQLSTRPp4tpMnd7\ndo7INqy2NzWVZi+7Wwau28tBB9JYgxzsJDa77DVdmpNmr1Xcr19kLiqAUqCX1wiq\ntjy8PpfO1ld5b2vvZ0IwoJdcLpLzYiEMbaoYHjXUAEVUxkCXuP2VYfZuLOrP0Uek\nu9CYxodmWQty+J2XrAvlMEfeJGUCgYEAx8tJCkmCRd7zwZS24ezKXlxwPINdYx7Y\nra19l7B4y2xjdqe/Gat79VaAKNL0gt1VKi86ckeH6lmVtafRI4inKqnba3n2++Fj\nlZ9TYJfMU/xCHE+b7ucvbzx25z9iZ/RwgynlQkUVHkNIEWn2VzEOt4Q6/dS09mX5\nPScg00+O/u0CgYEAiXu2Hv6sTKyhfNlsQZJQcSnk26hvjMlQPUx3ppdz5j0zjj8r\nAiEI+1Q1sSwC+nZ/njNbKT6fVAsMTKHVSNd0iG8uhHtltB8BtgF658kpBj0DZcJG\n1yReUV8f8yALrWopnC+88wwjtommZMX9g9LrrusA4bE3G7BdhIRALD/pJ/kCgYAW\nklTSILPjCOko+ZAfvgyu1Gqpq32lcRqxpGQH+xvqf3hNM25XjBQZB4i7E/ojvrWc\nanGD76jfRPew6iCqjwmzvDTZ05GfqzsA8FsPEpc29czSPfwz5VJqkr4sKfEIJYmA\nh/8qmXtlS9ycewglmZk8CmhPvPQk0ihyTDVdKiPRkQKBgGMPoA2uYJxXudNgUJiN\nDa2evALJf/9g5aRO4Ff1w30REftFL9uSVpyHx8ewjraoLOuA3wed+ney2oCJGc+E\nTx1/NtT0afnlMdjmq2M5peiGvca8iQouNc2b5CXFGxfLV32Du1Yt2P2/c7cmfCsT\nPYX05Wp/pbkSGlL7UgXLFv/A\n-----END PRIVATE KEY-----\n"}]': finished
2020-11-16T20:11:49.323 INFO:teuthology.orchestra.run.smithi142.stderr:Creating initial admin user...
2020-11-16T20:11:49.323 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b dashboard ac-user-create admin ti4m38v9d6 administrator --force-password --pwd-update-required
2020-11-16T20:11:51.102 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout {"username": "admin", "password": "$2b$12$WMuy/86A5kiSgehny8Wbi.ICVs3busYkf/iOg210YTDcMhd5NPdlm", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1605557511, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true}
2020-11-16T20:11:51.759 INFO:teuthology.orchestra.run.smithi142.stderr:Fetching dashboard port number...
2020-11-16T20:11:51.760 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b -e NODE_NAME=smithi142 -v /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp53kjsomb:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp67auq6wk:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b config get mgr mgr/dashboard/ssl_server_port
2020-11-16T20:11:52.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:51 smithi142 bash[9523]: cluster 2020-11-16T20:11:50.650246+0000 mon.a (mon.0) 119 : cluster [DBG] mgrmap e13: y(active, since 6s)
2020-11-16T20:11:52.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:51 smithi142 bash[9523]: audit 2020-11-16T20:11:51.100584+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/dashboard/accessdb_v2","val":"{\"users\": {\"admin\": {\"username\": \"admin\", \"password\": \"$2b$12$WMuy/86A5kiSgehny8Wbi.ICVs3busYkf/iOg210YTDcMhd5NPdlm\", \"roles\": [\"administrator\"], \"name\": null, \"email\": null, \"lastUpdate\": 1605557511, \"enabled\": true, \"pwdExpirationDate\": null, \"pwdUpdateRequired\": true}}, \"roles\": {}, \"version\": 2}"}]: dispatch
2020-11-16T20:11:52.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:51 smithi142 bash[9523]: audit 2020-11-16T20:11:51.105061+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/dashboard/accessdb_v2","val":"{\"users\": {\"admin\": {\"username\": \"admin\", \"password\": \"$2b$12$WMuy/86A5kiSgehny8Wbi.ICVs3busYkf/iOg210YTDcMhd5NPdlm\", \"roles\": [\"administrator\"], \"name\": null, \"email\": null, \"lastUpdate\": 1605557511, \"enabled\": true, \"pwdExpirationDate\": null, \"pwdUpdateRequired\": true}}, \"roles\": {}, \"version\": 2}"}]': finished
2020-11-16T20:11:53.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:52 smithi142 bash[9523]: audit 2020-11-16T20:11:50.887950+0000 mgr.y (mgr.14141) 4 : audit [DBG] from='client.14151 v1:172.21.15.142:0/3412251958' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "password": "ti4m38v9d6", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:11:53.270 INFO:teuthology.orchestra.run.smithi142.stderr:/usr/bin/ceph:stdout 8443
2020-11-16T20:11:53.942 INFO:teuthology.orchestra.run.smithi142.stderr:firewalld does not appear to be present
2020-11-16T20:11:53.943 INFO:teuthology.orchestra.run.smithi142.stderr:Not possible to open ports <[8443]>. firewalld.service is not available
2020-11-16T20:11:53.958 INFO:teuthology.orchestra.run.smithi142.stderr:Ceph Dashboard is now available at:
2020-11-16T20:11:53.958 INFO:teuthology.orchestra.run.smithi142.stderr:
2020-11-16T20:11:53.958 INFO:teuthology.orchestra.run.smithi142.stderr:	     URL: https://smithi142.front.sepia.ceph.com:8443/
2020-11-16T20:11:53.958 INFO:teuthology.orchestra.run.smithi142.stderr:	    User: admin
2020-11-16T20:11:53.959 INFO:teuthology.orchestra.run.smithi142.stderr:	Password: ti4m38v9d6
2020-11-16T20:11:53.959 INFO:teuthology.orchestra.run.smithi142.stderr:
2020-11-16T20:11:53.959 INFO:teuthology.orchestra.run.smithi142.stderr:You can access the Ceph CLI with:
2020-11-16T20:11:53.959 INFO:teuthology.orchestra.run.smithi142.stderr:
2020-11-16T20:11:53.959 INFO:teuthology.orchestra.run.smithi142.stderr:	sudo /home/ubuntu/cephtest/cephadm shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring
2020-11-16T20:11:53.959 INFO:teuthology.orchestra.run.smithi142.stderr:
2020-11-16T20:11:53.959 INFO:teuthology.orchestra.run.smithi142.stderr:Please consider enabling telemetry to help improve Ceph:
2020-11-16T20:11:53.960 INFO:teuthology.orchestra.run.smithi142.stderr:
2020-11-16T20:11:53.960 INFO:teuthology.orchestra.run.smithi142.stderr:	ceph telemetry on
2020-11-16T20:11:53.960 INFO:teuthology.orchestra.run.smithi142.stderr:
2020-11-16T20:11:53.960 INFO:teuthology.orchestra.run.smithi142.stderr:For more information see:
2020-11-16T20:11:53.960 INFO:teuthology.orchestra.run.smithi142.stderr:
2020-11-16T20:11:53.960 INFO:teuthology.orchestra.run.smithi142.stderr:	https://docs.ceph.com/docs/master/mgr/telemetry/
2020-11-16T20:11:53.960 INFO:teuthology.orchestra.run.smithi142.stderr:
2020-11-16T20:11:53.961 INFO:teuthology.orchestra.run.smithi142.stderr:Bootstrap complete.
2020-11-16T20:11:53.961 INFO:teuthology.orchestra.run.smithi142.stderr:Releasing lock 139845855066152 on /run/cephadm/b861c014-2847-11eb-a2b2-001a4aab830c.lock
2020-11-16T20:11:53.961 INFO:teuthology.orchestra.run.smithi142.stderr:Lock 139845855066152 released on /run/cephadm/b861c014-2847-11eb-a2b2-001a4aab830c.lock
2020-11-16T20:11:53.975 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:53 smithi142 bash[9523]: audit 2020-11-16T20:11:53.270902+0000 mon.a (mon.0) 122 : audit [DBG] from='client.? v1:172.21.15.142:0/1564792072' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch
2020-11-16T20:11:53.976 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:53 smithi142 bash[9523]: audit 2020-11-16T20:11:53.272736+0000 mon.a (mon.0) 123 : audit [DBG] from='client.14153 v1:172.21.15.142:0/1564792072' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch
2020-11-16T20:11:53.987 INFO:tasks.cephadm:Fetching config...
2020-11-16T20:11:53.988 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:11:53.988 INFO:teuthology.orchestra.run.smithi142:> dd if=/etc/ceph/ceph.conf of=/dev/stdout
2020-11-16T20:11:54.029 INFO:teuthology.orchestra.run.smithi142.stderr:+ dd if=/etc/ceph/ceph.conf of=/dev/stdout
2020-11-16T20:11:54.030 INFO:teuthology.orchestra.run.smithi142.stdout:# minimal ceph.conf for b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:11:54.030 INFO:teuthology.orchestra.run.smithi142.stdout:[global]
2020-11-16T20:11:54.030 INFO:teuthology.orchestra.run.smithi142.stdout:	fsid = b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:11:54.030 INFO:teuthology.orchestra.run.smithi142.stdout:	mon_host = 172.21.15.142:6789/0
2020-11-16T20:11:54.031 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:11:54.031 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:11:54.031 INFO:teuthology.orchestra.run.smithi142.stderr:148 bytes copied, 8.391e-05 s, 1.8 MB/s
2020-11-16T20:11:54.032 INFO:tasks.cephadm:Fetching client.admin keyring...
2020-11-16T20:11:54.032 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:11:54.032 INFO:teuthology.orchestra.run.smithi142:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout
2020-11-16T20:11:54.076 INFO:teuthology.orchestra.run.smithi142.stderr:+ dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout
2020-11-16T20:11:54.078 INFO:teuthology.orchestra.run.smithi142.stdout:[client.admin]
2020-11-16T20:11:54.078 INFO:teuthology.orchestra.run.smithi142.stdout:	key = AQDB3LJfmOJYGBAANMEPnZ4O8tSUDJMUjFOtMQ==
2020-11-16T20:11:54.078 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:11:54.078 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:11:54.078 INFO:teuthology.orchestra.run.smithi142.stderr:63 bytes copied, 0.000156896 s, 402 kB/s
2020-11-16T20:11:54.079 INFO:tasks.cephadm:Fetching mon keyring...
2020-11-16T20:11:54.079 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:11:54.079 INFO:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/keyring of=/dev/stdout
2020-11-16T20:11:54.124 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd if=/var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/keyring of=/dev/stdout
2020-11-16T20:11:54.132 INFO:teuthology.orchestra.run.smithi142.stdout:[mon.]
2020-11-16T20:11:54.132 INFO:teuthology.orchestra.run.smithi142.stdout:	key = AQC/3LJf+HC+NxAAVKIlivBCkteyWLohJ8lMbw==
2020-11-16T20:11:54.132 INFO:teuthology.orchestra.run.smithi142.stdout:	caps mon = "allow *"
2020-11-16T20:11:54.133 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:11:54.133 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:11:54.133 INFO:teuthology.orchestra.run.smithi142.stderr:77 bytes copied, 0.000214394 s, 359 kB/s
2020-11-16T20:11:54.134 INFO:tasks.cephadm:Fetching pub ssh key...
2020-11-16T20:11:54.134 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:11:54.134 INFO:teuthology.orchestra.run.smithi142:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout
2020-11-16T20:11:54.181 INFO:teuthology.orchestra.run.smithi142.stderr:+ dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout
2020-11-16T20:11:54.182 INFO:teuthology.orchestra.run.smithi142.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:11:54.182 INFO:teuthology.orchestra.run.smithi142.stderr:1+1 records in
2020-11-16T20:11:54.183 INFO:teuthology.orchestra.run.smithi142.stderr:1+1 records out
2020-11-16T20:11:54.183 INFO:teuthology.orchestra.run.smithi142.stderr:595 bytes copied, 0.00017587 s, 3.4 MB/s
2020-11-16T20:11:54.183 INFO:tasks.cephadm:Installing pub ssh key for root users...
2020-11-16T20:11:54.183 INFO:teuthology.orchestra.run.smithi065:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys
2020-11-16T20:11:54.209 INFO:teuthology.orchestra.run.smithi065.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:11:54.220 INFO:teuthology.orchestra.run.smithi071:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys
2020-11-16T20:11:54.247 INFO:teuthology.orchestra.run.smithi071.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:11:54.258 INFO:teuthology.orchestra.run.smithi142:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys
2020-11-16T20:11:54.284 INFO:teuthology.orchestra.run.smithi142.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoqWAF8J5xJE4K7gEDHRIor4fojx+Fc0Cc8hPtc2cQiCwD2T5sbLoyXv6sEPDVCRI85XSfcfMMHB3rFzo2tnJqbWpNvRHpr0SDJzZbKWb4W0KkfuBstriKymhcfloxg5RVjPxGxSNR8ljauEb4nekZ/qdMov/QFQi1VPcQ0Uq0zdGCg4Q023y7Rx/6G5hwcd7wSemHntelwuDE2cfKLsn1LeMT4G+WJ+EHhL9VfDYRQ/TB3xnf9DPVDJSiKjtJOxbb6c63WD5R7bPnRTkp9GGD5dY/5E0Lv65OT61Zi4e+YHaNeja6ChUA1L0LKSJqEpSFjhPYgqq++gd8gFOkn9f0USoyAR8egGEaQ/jgOx7f0twvdmmwWtH4/kPOuzlnYsCLwNT8KNtVb/pgYjU5so78uKEokA/0vov8sbeZa3yZxopgEjJIWKLNAEflQ7umLxCJOEVYhO7RxljQP0TMb3eNwKNL5TgBvaHMmKjrc31CsFxTRZ2mz9DNK+09sGZlVEc= ceph-b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:11:54.294 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true
2020-11-16T20:11:58.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:58 smithi142 bash[9523]: audit 2020-11-16T20:11:58.162197+0000 mon.a (mon.0) 124 : audit [INF] from='client.? v1:172.21.15.142:0/2794558123' entity='client.admin' cmd=[{"prefix": "config set", "who": "mgr", "name": "mgr/cephadm/allow_ptrace", "value": "true"}]: dispatch
2020-11-16T20:11:58.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:11:58 smithi142 bash[9523]: audit 2020-11-16T20:11:58.165273+0000 mon.a (mon.0) 125 : audit [INF] from='client.? v1:172.21.15.142:0/2794558123' entity='client.admin' cmd='[{"prefix": "config set", "who": "mgr", "name": "mgr/cephadm/allow_ptrace", "value": "true"}]': finished
2020-11-16T20:11:59.046 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi071
2020-11-16T20:11:59.047 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:11:59.047 INFO:teuthology.orchestra.run.smithi071:> dd of=/etc/ceph/ceph.conf
2020-11-16T20:11:59.053 INFO:teuthology.orchestra.run.smithi071.stderr:+ dd of=/etc/ceph/ceph.conf
2020-11-16T20:11:59.054 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T20:11:59.054 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T20:11:59.054 INFO:teuthology.orchestra.run.smithi071.stderr:148 bytes copied, 7.6023e-05 s, 1.9 MB/s
2020-11-16T20:11:59.055 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:11:59.055 INFO:teuthology.orchestra.run.smithi071:> dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:11:59.100 INFO:teuthology.orchestra.run.smithi071.stderr:+ dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:11:59.102 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T20:11:59.103 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T20:11:59.103 INFO:teuthology.orchestra.run.smithi071.stderr:63 bytes copied, 9.1743e-05 s, 687 kB/s
2020-11-16T20:11:59.103 INFO:tasks.cephadm:Adding host smithi071 to orchestrator...
2020-11-16T20:11:59.104 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch host add smithi071
2020-11-16T20:12:02.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:01 smithi142 bash[9523]: audit 2020-11-16T20:12:01.161857+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:12:02.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:01 smithi142 bash[9523]: audit 2020-11-16T20:12:01.443859+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849204\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849471\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:11:45.849708\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:12:02.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:01 smithi142 bash[9523]: audit 2020-11-16T20:12:01.448363+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849204\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849471\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:11:45.849708\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:12:02.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:01 smithi142 bash[9523]: audit 2020-11-16T20:12:01.449973+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:12:02.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:01 smithi142 bash[9523]: audit 2020-11-16T20:12:01.451739+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:12:02.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:01 smithi142 bash[9523]: audit 2020-11-16T20:12:01.452546+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:12:02.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:01 smithi142 bash[9523]: audit 2020-11-16T20:12:01.458773+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:12:02.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:01 smithi142 bash[9523]: audit 2020-11-16T20:12:01.460223+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch
2020-11-16T20:12:02.931 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:02 smithi142 bash[9523]: cephadm 2020-11-16T20:12:01.459759+0000 mgr.y (mgr.14141) 6 : cephadm [INF] Reconfiguring daemon mon.a on smithi142
2020-11-16T20:12:04.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:03 smithi142 bash[9523]: audit 2020-11-16T20:12:03.507107+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849471\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:01.452248\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:12:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:03 smithi142 bash[9523]: audit 2020-11-16T20:12:03.510084+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:11:45.849471\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:01.452248\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:12:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:03 smithi142 bash[9523]: audit 2020-11-16T20:12:03.511302+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch
2020-11-16T20:12:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:03 smithi142 bash[9523]: audit 2020-11-16T20:12:03.512539+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:12:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:03 smithi142 bash[9523]: audit 2020-11-16T20:12:03.514706+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch
2020-11-16T20:12:05.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:04 smithi142 bash[9523]: cephadm 2020-11-16T20:12:03.510803+0000 mgr.y (mgr.14141) 7 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)...
2020-11-16T20:12:05.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:04 smithi142 bash[9523]: cephadm 2020-11-16T20:12:03.513807+0000 mgr.y (mgr.14141) 8 : cephadm [INF] Reconfiguring daemon mgr.y on smithi142
2020-11-16T20:12:06.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:05 smithi142 bash[9523]: cluster 2020-11-16T20:12:04.655256+0000 mgr.y (mgr.14141) 9 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:06.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:05 smithi142 bash[9523]: audit 2020-11-16T20:12:05.452705+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:01.452248\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:12:06.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:05 smithi142 bash[9523]: audit 2020-11-16T20:12:05.457056+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:01.452248\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:12:06.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:05 smithi142 bash[9523]: audit 2020-11-16T20:12:05.459097+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:12:07.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:06 smithi142 bash[9523]: audit 2020-11-16T20:12:06.091762+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:12:06.090933\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:12:06.091026\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:01.452248\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_daemon_update\": \"2020-11-16T20:12:06.091128\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:12:07.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:06 smithi142 bash[9523]: audit 2020-11-16T20:12:06.093841+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:12:06.090933\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:12:06.091026\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:01.452248\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_daemon_update\": \"2020-11-16T20:12:06.091128\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:12:07.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:06 smithi142 bash[9523]: audit 2020-11-16T20:12:06.094539+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:12:07.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:06 smithi142 bash[9523]: audit 2020-11-16T20:12:06.098695+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:12:08.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:07 smithi142 bash[9523]: cluster 2020-11-16T20:12:06.655647+0000 mgr.y (mgr.14141) 10 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:10.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:09 smithi142 bash[9523]: cluster 2020-11-16T20:12:08.656051+0000 mgr.y (mgr.14141) 11 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:12.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:11 smithi142 bash[9523]: cluster 2020-11-16T20:12:10.656436+0000 mgr.y (mgr.14141) 12 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:14.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:13 smithi142 bash[9523]: cluster 2020-11-16T20:12:12.656833+0000 mgr.y (mgr.14141) 13 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:16.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:15 smithi142 bash[9523]: cluster 2020-11-16T20:12:14.657199+0000 mgr.y (mgr.14141) 14 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:18.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:17 smithi142 bash[9523]: cluster 2020-11-16T20:12:16.657586+0000 mgr.y (mgr.14141) 15 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:20.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:19 smithi142 bash[9523]: cluster 2020-11-16T20:12:18.657965+0000 mgr.y (mgr.14141) 16 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:22.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:21 smithi142 bash[9523]: cluster 2020-11-16T20:12:20.658365+0000 mgr.y (mgr.14141) 17 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:24.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:23 smithi142 bash[9523]: cluster 2020-11-16T20:12:22.658764+0000 mgr.y (mgr.14141) 18 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:26.101 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:25 smithi142 bash[9523]: cluster 2020-11-16T20:12:24.659145+0000 mgr.y (mgr.14141) 19 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:26.543 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:12:26 smithi142 bash[9796]: Warning: Permanently added 'smithi071,172.21.15.71' (ECDSA) to the list of known hosts.
2020-11-16T20:12:26.850 INFO:teuthology.orchestra.run.smithi071.stdout:Added host 'smithi071'
2020-11-16T20:12:27.638 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch host ls --format=json
2020-11-16T20:12:28.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:26.040280+0000 mgr.y (mgr.14141) 20 : audit [DBG] from='client.14157 v1:172.21.15.71:0/2064519920' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi071", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:12:28.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: cluster 2020-11-16T20:12:26.659669+0000 mgr.y (mgr.14141) 21 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:28.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:26.838825+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/inventory","val":"{\"smithi142\": {\"hostname\": \"smithi142\", \"addr\": \"smithi142\", \"labels\": [], \"status\": \"\"}, \"smithi071\": {\"hostname\": \"smithi071\", \"addr\": \"smithi071\", \"labels\": [], \"status\": \"\"}}"}]: dispatch
2020-11-16T20:12:28.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:26.842800+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/inventory","val":"{\"smithi142\": {\"hostname\": \"smithi142\", \"addr\": \"smithi142\", \"labels\": [], \"status\": \"\"}, \"smithi071\": {\"hostname\": \"smithi071\", \"addr\": \"smithi071\", \"labels\": [], \"status\": \"\"}}"}]': finished
2020-11-16T20:12:28.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: cephadm 2020-11-16T20:12:26.843637+0000 mgr.y (mgr.14141) 22 : cephadm [INF] Added host smithi071
2020-11-16T20:12:28.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:26.848609+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:12:28.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:27.231929+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"networks\": {}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:12:28.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:27.236001+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"networks\": {}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:12:28.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:27.237246+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:12:28.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:27.515287+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:12:27.514170\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:01.452248\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_daemon_update\": \"2020-11-16T20:12:27.514470\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:12:28.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:27.519783+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:12:27.514170\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:01.452248\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_daemon_update\": \"2020-11-16T20:12:27.514470\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:12:28.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:27.519951+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:12:27.518798\", \"networks\": {}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:12:28.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:27.523589+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:12:27.518798\", \"networks\": {}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:12:28.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:27 smithi142 bash[9523]: audit 2020-11-16T20:12:27.524725+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:12:30.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:29 smithi142 bash[9523]: cluster 2020-11-16T20:12:28.660102+0000 mgr.y (mgr.14141) 23 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:31.729 INFO:teuthology.orchestra.run.smithi071.stdout:
2020-11-16T20:12:31.730 INFO:teuthology.orchestra.run.smithi071.stdout:[{"addr": "smithi142", "hostname": "smithi142", "labels": [], "status": ""}, {"addr": "smithi071", "hostname": "smithi071", "labels": [], "status": ""}]
2020-11-16T20:12:32.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:31 smithi142 bash[9523]: cluster 2020-11-16T20:12:30.660504+0000 mgr.y (mgr.14141) 24 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:32.467 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi065
2020-11-16T20:12:32.467 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:12:32.467 INFO:teuthology.orchestra.run.smithi065:> dd of=/etc/ceph/ceph.conf
2020-11-16T20:12:32.472 INFO:teuthology.orchestra.run.smithi065.stderr:+ dd of=/etc/ceph/ceph.conf
2020-11-16T20:12:32.474 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T20:12:32.474 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T20:12:32.474 INFO:teuthology.orchestra.run.smithi065.stderr:148 bytes copied, 7.469e-05 s, 2.0 MB/s
2020-11-16T20:12:32.475 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:12:32.475 INFO:teuthology.orchestra.run.smithi065:> dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:12:32.524 INFO:teuthology.orchestra.run.smithi065.stderr:+ dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:12:32.525 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T20:12:32.526 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T20:12:32.526 INFO:teuthology.orchestra.run.smithi065.stderr:63 bytes copied, 7.484e-05 s, 842 kB/s
2020-11-16T20:12:32.526 INFO:tasks.cephadm:Adding host smithi065 to orchestrator...
2020-11-16T20:12:32.526 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch host add smithi065
2020-11-16T20:12:33.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:32 smithi142 bash[9523]: audit 2020-11-16T20:12:31.724134+0000 mgr.y (mgr.14141) 25 : audit [DBG] from='client.14159 v1:172.21.15.71:0/1445615882' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:12:33.851 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9796]: debug 2020-11-16T20:12:33.556+0000 7f7bd74ee700 -1 ceph_set_health_checks check CEPHADM_REFRESH_FAILED detail item 0 not a [unicode] string
2020-11-16T20:12:33.852 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9796]: debug 2020-11-16T20:12:33.556+0000 7f7bd74ee700 -1 ceph_set_health_checks check CEPHADM_REFRESH_FAILED detail item 0 not a [unicode] string
2020-11-16T20:12:34.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9523]: cluster 2020-11-16T20:12:32.660922+0000 mgr.y (mgr.14141) 26 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:34.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9523]: audit 2020-11-16T20:12:33.232184+0000 mon.a (mon.0) 157 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:12:34.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9523]: audit 2020-11-16T20:12:33.547939+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:12:27.518798\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:12:34.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9523]: audit 2020-11-16T20:12:33.552200+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:12:27.518798\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:12:34.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9523]: audit 2020-11-16T20:12:33.554032+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:12:27.518798\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:12:34.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9523]: audit 2020-11-16T20:12:33.558578+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:12:27.518798\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:12:34.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9523]: audit 2020-11-16T20:12:33.560706+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:12:34.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:33 smithi142 bash[9523]: audit 2020-11-16T20:12:33.564949+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:12:35.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:34 smithi142 bash[9523]: cluster 2020-11-16T20:12:33.559843+0000 mgr.y (mgr.14141) 27 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:35.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:34 smithi142 bash[9523]: cluster 2020-11-16T20:12:34.555172+0000 mon.a (mon.0) 164 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)
2020-11-16T20:12:37.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:36 smithi142 bash[9523]: cluster 2020-11-16T20:12:35.560321+0000 mgr.y (mgr.14141) 28 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:39.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:38 smithi142 bash[9523]: cluster 2020-11-16T20:12:37.560743+0000 mgr.y (mgr.14141) 29 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:41.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:40 smithi142 bash[9523]: cluster 2020-11-16T20:12:39.561148+0000 mgr.y (mgr.14141) 30 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:43.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:42 smithi142 bash[9523]: cluster 2020-11-16T20:12:41.561626+0000 mgr.y (mgr.14141) 31 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:45.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:44 smithi142 bash[9523]: cluster 2020-11-16T20:12:43.562054+0000 mgr.y (mgr.14141) 32 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:45.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:44 smithi142 bash[9523]: audit 2020-11-16T20:12:44.853585+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:12:45.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:44 smithi142 bash[9523]: audit 2020-11-16T20:12:44.856040+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch
2020-11-16T20:12:47.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:46 smithi142 bash[9523]: cluster 2020-11-16T20:12:45.562488+0000 mgr.y (mgr.14141) 33 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:49.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:48 smithi142 bash[9523]: cluster 2020-11-16T20:12:47.562912+0000 mgr.y (mgr.14141) 34 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:51.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:50 smithi142 bash[9523]: cluster 2020-11-16T20:12:49.563311+0000 mgr.y (mgr.14141) 35 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:53.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:52 smithi142 bash[9523]: cluster 2020-11-16T20:12:51.563711+0000 mgr.y (mgr.14141) 36 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:55.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:54 smithi142 bash[9523]: cluster 2020-11-16T20:12:53.564103+0000 mgr.y (mgr.14141) 37 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:57.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:56 smithi142 bash[9523]: cluster 2020-11-16T20:12:55.564506+0000 mgr.y (mgr.14141) 38 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:12:59.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:12:58 smithi142 bash[9523]: cluster 2020-11-16T20:12:57.564956+0000 mgr.y (mgr.14141) 39 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:00.292 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:12:59 smithi142 bash[9796]: Warning: Permanently added 'smithi065,172.21.15.65' (ECDSA) to the list of known hosts.
2020-11-16T20:13:00.600 INFO:teuthology.orchestra.run.smithi065.stdout:Added host 'smithi065'
2020-11-16T20:13:01.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:00 smithi142 bash[9523]: cluster 2020-11-16T20:12:59.565395+0000 mgr.y (mgr.14141) 40 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:01.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:00 smithi142 bash[9523]: audit 2020-11-16T20:12:59.821261+0000 mgr.y (mgr.14141) 41 : audit [DBG] from='client.14161 v1:172.21.15.65:0/2956798252' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi065", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:13:01.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:00 smithi142 bash[9523]: audit 2020-11-16T20:13:00.590400+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/inventory","val":"{\"smithi142\": {\"hostname\": \"smithi142\", \"addr\": \"smithi142\", \"labels\": [], \"status\": \"\"}, \"smithi071\": {\"hostname\": \"smithi071\", \"addr\": \"smithi071\", \"labels\": [], \"status\": \"\"}, \"smithi065\": {\"hostname\": \"smithi065\", \"addr\": \"smithi065\", \"labels\": [], \"status\": \"\"}}"}]: dispatch
2020-11-16T20:13:01.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:00 smithi142 bash[9523]: audit 2020-11-16T20:13:00.595109+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/inventory","val":"{\"smithi142\": {\"hostname\": \"smithi142\", \"addr\": \"smithi142\", \"labels\": [], \"status\": \"\"}, \"smithi071\": {\"hostname\": \"smithi071\", \"addr\": \"smithi071\", \"labels\": [], \"status\": \"\"}, \"smithi065\": {\"hostname\": \"smithi065\", \"addr\": \"smithi065\", \"labels\": [], \"status\": \"\"}}"}]': finished
2020-11-16T20:13:01.345 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch host ls --format=json
2020-11-16T20:13:02.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:01 smithi142 bash[9523]: cephadm 2020-11-16T20:13:00.595670+0000 mgr.y (mgr.14141) 42 : cephadm [INF] Added host smithi065
2020-11-16T20:13:02.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:01 smithi142 bash[9523]: audit 2020-11-16T20:13:00.970025+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"networks\": {}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:02.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:01 smithi142 bash[9523]: audit 2020-11-16T20:13:00.974083+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"networks\": {}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:02.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:01 smithi142 bash[9523]: audit 2020-11-16T20:13:00.975979+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:02.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:01 smithi142 bash[9523]: audit 2020-11-16T20:13:01.256666+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:13:01.256093\", \"networks\": {}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:02.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:01 smithi142 bash[9523]: audit 2020-11-16T20:13:01.260827+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {}, \"devices\": [], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:13:01.256093\", \"networks\": {}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:02.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:01 smithi142 bash[9523]: audit 2020-11-16T20:13:01.262462+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:13:03.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:02 smithi142 bash[9523]: cluster 2020-11-16T20:13:01.565849+0000 mgr.y (mgr.14141) 43 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:05.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:04 smithi142 bash[9523]: cluster 2020-11-16T20:13:03.566297+0000 mgr.y (mgr.14141) 44 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:05.429 INFO:teuthology.orchestra.run.smithi065.stdout:
2020-11-16T20:13:05.429 INFO:teuthology.orchestra.run.smithi065.stdout:[{"addr": "smithi142", "hostname": "smithi142", "labels": [], "status": ""}, {"addr": "smithi071", "hostname": "smithi071", "labels": [], "status": ""}, {"addr": "smithi065", "hostname": "smithi065", "labels": [], "status": ""}]
2020-11-16T20:13:06.123 INFO:tasks.cephadm:Setting crush tunables to default
2020-11-16T20:13:06.124 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd crush tunables default
2020-11-16T20:13:07.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:06 smithi142 bash[9523]: audit 2020-11-16T20:13:05.423831+0000 mgr.y (mgr.14141) 45 : audit [DBG] from='client.14163 v1:172.21.15.65:0/3839993147' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:13:07.235 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:06 smithi142 bash[9523]: cluster 2020-11-16T20:13:05.566701+0000 mgr.y (mgr.14141) 46 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:08.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9523]: audit 2020-11-16T20:13:07.458804+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:08.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9523]: audit 2020-11-16T20:13:07.763244+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:13:01.256093\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:08.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9523]: audit 2020-11-16T20:13:07.767922+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:13:01.256093\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:08.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9523]: audit 2020-11-16T20:13:07.769636+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:13:01.256093\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:08.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9523]: audit 2020-11-16T20:13:07.774058+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {}, \"last_daemon_update\": \"2020-11-16T20:13:01.256093\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:08.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9523]: audit 2020-11-16T20:13:07.776371+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:08.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9523]: audit 2020-11-16T20:13:07.779727+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:08.045 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9796]: debug 2020-11-16T20:13:07.772+0000 7f7bd74ee700 -1 ceph_set_health_checks check CEPHADM_REFRESH_FAILED detail item 0 not a [unicode] string
2020-11-16T20:13:08.045 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:13:07 smithi142 bash[9796]: debug 2020-11-16T20:13:07.772+0000 7f7bd74ee700 -1 ceph_set_health_checks check CEPHADM_REFRESH_FAILED detail item 0 not a [unicode] string
2020-11-16T20:13:09.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:08 smithi142 bash[9523]: cluster 2020-11-16T20:13:07.567171+0000 mgr.y (mgr.14141) 47 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:09.862 INFO:teuthology.orchestra.run.smithi142.stderr:adjusted tunables profile to default
2020-11-16T20:13:10.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:09 smithi142 bash[9523]: audit 2020-11-16T20:13:09.385427+0000 mon.a (mon.0) 182 : audit [INF] from='client.? v1:172.21.15.142:0/582577522' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch
2020-11-16T20:13:10.512 INFO:tasks.cephadm:Adding mon.b on smithi071
2020-11-16T20:13:10.512 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add mon 'smithi071:[v1:172.21.15.71:6789]=b'
2020-11-16T20:13:11.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:10 smithi142 bash[9523]: cluster 2020-11-16T20:13:09.567611+0000 mgr.y (mgr.14141) 48 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:11.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:10 smithi142 bash[9523]: audit 2020-11-16T20:13:09.852926+0000 mon.a (mon.0) 183 : audit [INF] from='client.? v1:172.21.15.142:0/582577522' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished
2020-11-16T20:13:11.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:10 smithi142 bash[9523]: cluster 2020-11-16T20:13:09.853033+0000 mon.a (mon.0) 184 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in
2020-11-16T20:13:11.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:10 smithi142 bash[9523]: audit 2020-11-16T20:13:09.853799+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch
2020-11-16T20:13:12.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:11 smithi142 bash[9523]: audit 2020-11-16T20:13:10.860013+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished
2020-11-16T20:13:12.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:11 smithi142 bash[9523]: cluster 2020-11-16T20:13:10.860118+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in
2020-11-16T20:13:12.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:11 smithi142 bash[9523]: audit 2020-11-16T20:13:10.861455+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch
2020-11-16T20:13:13.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:12 smithi142 bash[9523]: cluster 2020-11-16T20:13:11.568079+0000 mgr.y (mgr.14141) 49 : cluster [DBG] pgmap v39: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:13.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:12 smithi142 bash[9523]: audit 2020-11-16T20:13:11.867722+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished
2020-11-16T20:13:13.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:12 smithi142 bash[9523]: cluster 2020-11-16T20:13:11.867817+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in
2020-11-16T20:13:14.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:13 smithi142 bash[9523]: audit 2020-11-16T20:13:13.572106+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:14.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:13 smithi142 bash[9523]: audit 2020-11-16T20:13:13.573871+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:14.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:13 smithi142 bash[9523]: audit 2020-11-16T20:13:13.575937+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch
2020-11-16T20:13:15.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:14 smithi142 bash[9523]: audit 2020-11-16T20:13:13.568029+0000 mgr.y (mgr.14141) 50 : audit [DBG] from='client.14167 v1:172.21.15.71:0/1321028693' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi071:[v1:172.21.15.71:6789]=b", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:13:15.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:14 smithi142 bash[9523]: cluster 2020-11-16T20:13:13.568574+0000 mgr.y (mgr.14141) 51 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:15.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:14 smithi142 bash[9523]: cephadm 2020-11-16T20:13:13.575283+0000 mgr.y (mgr.14141) 52 : cephadm [INF] Deploying daemon mon.b on smithi071
2020-11-16T20:13:17.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:16 smithi142 bash[9523]: cluster 2020-11-16T20:13:15.569056+0000 mgr.y (mgr.14141) 53 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:17.674 INFO:teuthology.orchestra.run.smithi071.stdout:Deployed mon.b on host 'smithi071'
2020-11-16T20:13:18.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:17 smithi142 bash[9523]: audit 2020-11-16T20:13:17.665409+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:13.573406\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:18.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:17 smithi142 bash[9523]: audit 2020-11-16T20:13:17.669796+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:13.573406\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:18.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:17 smithi142 bash[9523]: audit 2020-11-16T20:13:17.670021+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:18.920 INFO:teuthology.orchestra.run.smithi071:mon.b> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.b.service
2020-11-16T20:13:18.923 INFO:tasks.cephadm:Waiting for 2 mons in monmap...
2020-11-16T20:13:18.924 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph mon dump -f json
2020-11-16T20:13:18.974 INFO:journalctl@ceph.mon.b.smithi071.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:13:19.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:18 smithi142 bash[9523]: cluster 2020-11-16T20:13:17.569532+0000 mgr.y (mgr.14141) 54 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:19.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:18 smithi142 bash[9523]: audit 2020-11-16T20:13:18.320619+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:18.319277\", \"created\": \"2020-11-16T20:13:17.638784\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:13.573406\"}}, \"last_daemon_update\": \"2020-11-16T20:13:18.319596\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:19.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:18 smithi142 bash[9523]: audit 2020-11-16T20:13:18.324744+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:18.319277\", \"created\": \"2020-11-16T20:13:17.638784\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:13.573406\"}}, \"last_daemon_update\": \"2020-11-16T20:13:18.319596\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:19.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:18 smithi142 bash[9523]: audit 2020-11-16T20:13:18.327111+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:19.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:18 smithi142 bash[9523]: audit 2020-11-16T20:13:18.331384+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:19.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.474+0000 7f376dd48700  0 set uid:gid to 167:167 (ceph:ceph)
2020-11-16T20:13:19.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.474+0000 7f376dd48700  0 ceph version 16.0.0-7219-g911cc357 (911cc35794d871071a8bebfb0919482263b1d18b) pacific (dev), process ceph-mon, pid 1
2020-11-16T20:13:19.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.474+0000 7f376dd48700  0 pidfile_write: ignore empty --pid-file
2020-11-16T20:13:19.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  0 load: jerasure load: lrc load: isa
2020-11-16T20:13:19.956 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: RocksDB version: 6.8.1
2020-11-16T20:13:19.956 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
2020-11-16T20:13:19.956 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Compile date Nov 16 2020
2020-11-16T20:13:19.956 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: DB SUMMARY
2020-11-16T20:13:19.956 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: CURRENT file:  CURRENT
2020-11-16T20:13:19.956 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: IDENTITY file:  IDENTITY
2020-11-16T20:13:19.957 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: MANIFEST file:  MANIFEST-000001 size: 13 Bytes
2020-11-16T20:13:19.957 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files:
2020-11-16T20:13:19.957 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000003.log size: 476 ;
2020-11-16T20:13:19.957 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                         Options.error_if_exists: 0
2020-11-16T20:13:19.957 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                       Options.create_if_missing: 0
2020-11-16T20:13:19.957 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                         Options.paranoid_checks: 1
2020-11-16T20:13:19.957 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                                     Options.env: 0x561891709100
2020-11-16T20:13:19.958 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                                      Options.fs: Posix File System
2020-11-16T20:13:19.958 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                                Options.info_log: 0x561892d32a00
2020-11-16T20:13:19.958 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                Options.max_file_opening_threads: 16
2020-11-16T20:13:19.958 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                              Options.statistics: (nil)
2020-11-16T20:13:19.958 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                               Options.use_fsync: 0
2020-11-16T20:13:19.958 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                       Options.max_log_file_size: 0
2020-11-16T20:13:19.958 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.max_manifest_file_size: 1073741824
2020-11-16T20:13:19.959 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                   Options.log_file_time_to_roll: 0
2020-11-16T20:13:19.959 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                       Options.keep_log_file_num: 1000
2020-11-16T20:13:19.959 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                    Options.recycle_log_file_num: 0
2020-11-16T20:13:19.959 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                         Options.allow_fallocate: 1
2020-11-16T20:13:19.959 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                        Options.allow_mmap_reads: 0
2020-11-16T20:13:19.959 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                       Options.allow_mmap_writes: 0
2020-11-16T20:13:19.959 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                        Options.use_direct_reads: 0
2020-11-16T20:13:19.959 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
2020-11-16T20:13:19.960 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:          Options.create_missing_column_families: 0
2020-11-16T20:13:19.960 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                              Options.db_log_dir:
2020-11-16T20:13:19.960 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                                 Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db
2020-11-16T20:13:19.960 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                Options.table_cache_numshardbits: 6
2020-11-16T20:13:19.960 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                      Options.max_subcompactions: 1
2020-11-16T20:13:19.960 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.max_background_flushes: -1
2020-11-16T20:13:19.960 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                         Options.WAL_ttl_seconds: 0
2020-11-16T20:13:19.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                       Options.WAL_size_limit_MB: 0
2020-11-16T20:13:19.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                        Options.max_write_batch_group_size_bytes: 1048576
2020-11-16T20:13:19.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.manifest_preallocation_size: 4194304
2020-11-16T20:13:19.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                     Options.is_fd_close_on_exec: 1
2020-11-16T20:13:19.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                   Options.advise_random_on_open: 1
2020-11-16T20:13:19.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                    Options.db_write_buffer_size: 0
2020-11-16T20:13:19.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                    Options.write_buffer_manager: 0x561892d7f950
2020-11-16T20:13:19.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         Options.access_hint_on_compaction_start: 1
2020-11-16T20:13:19.962 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 0
2020-11-16T20:13:19.962 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
2020-11-16T20:13:19.962 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                      Options.use_adaptive_mutex: 0
2020-11-16T20:13:19.962 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                            Options.rate_limiter: (nil)
2020-11-16T20:13:19.962 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
2020-11-16T20:13:19.962 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                       Options.wal_recovery_mode: 2
2020-11-16T20:13:19.962 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.enable_thread_tracking: 0
2020-11-16T20:13:19.963 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.enable_pipelined_write: 0
2020-11-16T20:13:19.963 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.unordered_write: 0
2020-11-16T20:13:19.963 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
2020-11-16T20:13:19.963 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
2020-11-16T20:13:19.963 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.write_thread_max_yield_usec: 100
2020-11-16T20:13:19.963 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
2020-11-16T20:13:19.963 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                               Options.row_cache: None
2020-11-16T20:13:19.964 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                              Options.wal_filter: None
2020-11-16T20:13:19.964 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.avoid_flush_during_recovery: 0
2020-11-16T20:13:19.964 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.allow_ingest_behind: 0
2020-11-16T20:13:19.964 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.preserve_deletes: 0
2020-11-16T20:13:19.964 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.two_write_queues: 0
2020-11-16T20:13:19.964 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.manual_wal_flush: 0
2020-11-16T20:13:19.964 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.atomic_flush: 0
2020-11-16T20:13:19.965 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.avoid_unnecessary_blocking_io: 0
2020-11-16T20:13:19.965 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                 Options.persist_stats_to_disk: 0
2020-11-16T20:13:19.965 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                 Options.write_dbid_to_manifest: 0
2020-11-16T20:13:19.965 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                 Options.log_readahead_size: 0
2020-11-16T20:13:19.965 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                 Options.sst_file_checksum_func: Unknown
2020-11-16T20:13:19.965 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.max_background_jobs: 2
2020-11-16T20:13:19.965 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.max_background_compactions: -1
2020-11-16T20:13:19.965 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
2020-11-16T20:13:19.966 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:           Options.writable_file_max_buffer_size: 1048576
2020-11-16T20:13:19.966 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.delayed_write_rate : 16777216
2020-11-16T20:13:19.966 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.max_total_wal_size: 0
2020-11-16T20:13:19.966 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
2020-11-16T20:13:19.966 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                   Options.stats_dump_period_sec: 600
2020-11-16T20:13:19.966 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                 Options.stats_persist_period_sec: 600
2020-11-16T20:13:19.966 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                 Options.stats_history_buffer_size: 1048576
2020-11-16T20:13:19.967 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                          Options.max_open_files: -1
2020-11-16T20:13:19.967 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                          Options.bytes_per_sync: 0
2020-11-16T20:13:19.967 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                      Options.wal_bytes_per_sync: 0
2020-11-16T20:13:19.967 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                   Options.strict_bytes_per_sync: 0
2020-11-16T20:13:19.967 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:       Options.compaction_readahead_size: 0
2020-11-16T20:13:19.967 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Compression algorithms supported:
2020-11-16T20:13:19.967 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         kZSTDNotFinalCompression supported: 0
2020-11-16T20:13:19.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         kZSTD supported: 0
2020-11-16T20:13:19.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         kXpressCompression supported: 0
2020-11-16T20:13:19.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         kLZ4HCCompression supported: 1
2020-11-16T20:13:19.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         kLZ4Compression supported: 1
2020-11-16T20:13:19.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         kBZip2Compression supported: 0
2020-11-16T20:13:19.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         kZlibCompression supported: 1
2020-11-16T20:13:19.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         kSnappyCompression supported: 1
2020-11-16T20:13:19.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Fast CRC32 supported: Supported on x86
2020-11-16T20:13:19.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001
2020-11-16T20:13:19.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]:
2020-11-16T20:13:19.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
2020-11-16T20:13:19.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:           Options.merge_operator:
2020-11-16T20:13:19.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:        Options.compaction_filter: None
2020-11-16T20:13:19.970 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:        Options.compaction_filter_factory: None
2020-11-16T20:13:19.970 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         Options.memtable_factory: SkipListFactory
2020-11-16T20:13:19.970 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:            Options.table_factory: BlockBasedTable
2020-11-16T20:13:19.970 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561892cd7bb8)
2020-11-16T20:13:19.970 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   cache_index_and_filter_blocks: 1
2020-11-16T20:13:19.971 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   cache_index_and_filter_blocks_with_high_priority: 1
2020-11-16T20:13:19.971 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   pin_l0_filter_and_index_blocks_in_cache: 0
2020-11-16T20:13:19.971 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   pin_top_level_index_and_filter: 1
2020-11-16T20:13:19.971 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   index_type: 0
2020-11-16T20:13:19.971 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   data_block_index_type: 0
2020-11-16T20:13:19.972 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   index_shortening: 1
2020-11-16T20:13:19.973 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   data_block_hash_table_util_ratio: 0.750000
2020-11-16T20:13:19.973 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   hash_index_allow_collision: 1
2020-11-16T20:13:19.973 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   checksum: 1
2020-11-16T20:13:19.973 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   no_block_cache: 0
2020-11-16T20:13:19.973 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   block_cache: 0x561892d0e610
2020-11-16T20:13:19.974 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   block_cache_name: BinnedLRUCache
2020-11-16T20:13:19.974 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   block_cache_options:
2020-11-16T20:13:19.974 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:     capacity : 536870912
2020-11-16T20:13:19.974 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:     num_shard_bits : 4
2020-11-16T20:13:19.974 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:     strict_capacity_limit : 0
2020-11-16T20:13:19.974 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:     high_pri_pool_ratio: 0.000
2020-11-16T20:13:19.975 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   block_cache_compressed: (nil)
2020-11-16T20:13:19.975 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   persistent_cache: (nil)
2020-11-16T20:13:19.975 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   block_size: 4096
2020-11-16T20:13:19.975 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   block_size_deviation: 10
2020-11-16T20:13:19.975 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   block_restart_interval: 16
2020-11-16T20:13:19.975 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   index_block_restart_interval: 1
2020-11-16T20:13:19.975 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   metadata_block_size: 4096
2020-11-16T20:13:19.975 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   partition_filters: 0
2020-11-16T20:13:19.976 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   use_delta_encoding: 1
2020-11-16T20:13:19.976 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   filter_policy: rocksdb.BuiltinBloomFilter
2020-11-16T20:13:19.976 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   whole_key_filtering: 1
2020-11-16T20:13:19.976 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   verify_compression: 0
2020-11-16T20:13:19.976 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   read_amp_bytes_per_bit: 0
2020-11-16T20:13:19.976 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   format_version: 2
2020-11-16T20:13:19.976 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   enable_index_compression: 1
2020-11-16T20:13:19.976 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   block_align: 0
2020-11-16T20:13:19.977 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:        Options.write_buffer_size: 33554432
2020-11-16T20:13:19.977 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:  Options.max_write_buffer_number: 2
2020-11-16T20:13:19.977 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:          Options.compression: NoCompression
2020-11-16T20:13:19.977 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.bottommost_compression: Disabled
2020-11-16T20:13:19.977 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:       Options.prefix_extractor: nullptr
2020-11-16T20:13:19.977 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020-11-16T20:13:19.977 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.num_levels: 7
2020-11-16T20:13:19.978 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
2020-11-16T20:13:19.978 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
2020-11-16T20:13:19.978 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:     Options.max_write_buffer_size_to_maintain: 0
2020-11-16T20:13:19.978 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
2020-11-16T20:13:19.978 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
2020-11-16T20:13:19.978 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
2020-11-16T20:13:19.978 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
2020-11-16T20:13:19.979 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020-11-16T20:13:19.979 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
2020-11-16T20:13:19.979 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:            Options.compression_opts.window_bits: -14
2020-11-16T20:13:19.979 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.compression_opts.level: 32767
2020-11-16T20:13:19.979 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:               Options.compression_opts.strategy: 0
2020-11-16T20:13:19.979 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
2020-11-16T20:13:19.979 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
2020-11-16T20:13:19.979 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                  Options.compression_opts.enabled: false
2020-11-16T20:13:19.980 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
2020-11-16T20:13:19.980 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
2020-11-16T20:13:19.980 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:              Options.level0_stop_writes_trigger: 36
2020-11-16T20:13:19.980 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                   Options.target_file_size_base: 67108864
2020-11-16T20:13:19.980 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:             Options.target_file_size_multiplier: 1
2020-11-16T20:13:19.980 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
2020-11-16T20:13:19.980 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1
2020-11-16T20:13:19.981 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
2020-11-16T20:13:19.981 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020-11-16T20:13:19.981 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020-11-16T20:13:19.981 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020-11-16T20:13:19.981 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020-11-16T20:13:19.981 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020-11-16T20:13:19.981 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020-11-16T20:13:19.981 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020-11-16T20:13:19.982 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
2020-11-16T20:13:19.982 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
2020-11-16T20:13:19.982 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                        Options.arena_block_size: 4194304
2020-11-16T20:13:19.982 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
2020-11-16T20:13:19.982 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
2020-11-16T20:13:19.982 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
2020-11-16T20:13:19.982 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                Options.disable_auto_compactions: 0
2020-11-16T20:13:19.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
2020-11-16T20:13:19.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
2020-11-16T20:13:19.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
2020-11-16T20:13:19.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
2020-11-16T20:13:19.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
2020-11-16T20:13:19.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
2020-11-16T20:13:19.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
2020-11-16T20:13:19.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020-11-16T20:13:19.984 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
2020-11-16T20:13:19.984 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
2020-11-16T20:13:19.984 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                   Options.table_properties_collectors:
2020-11-16T20:13:19.984 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                   Options.inplace_update_support: 0
2020-11-16T20:13:19.984 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                 Options.inplace_update_num_locks: 10000
2020-11-16T20:13:19.984 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
2020-11-16T20:13:19.984 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:               Options.memtable_whole_key_filtering: 0
2020-11-16T20:13:19.985 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:   Options.memtable_huge_page_size: 0
2020-11-16T20:13:19.985 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                           Options.bloom_locality: 0
2020-11-16T20:13:19.985 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                    Options.max_successive_merges: 0
2020-11-16T20:13:19.985 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                Options.optimize_filters_for_hits: 0
2020-11-16T20:13:19.985 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                Options.paranoid_file_checks: 0
2020-11-16T20:13:19.985 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                Options.force_consistency_checks: 0
2020-11-16T20:13:19.985 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                Options.report_bg_io_stats: 0
2020-11-16T20:13:19.985 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:                               Options.ttl: 2592000
2020-11-16T20:13:19.986 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.478+0000 7f376dd48700  4 rocksdb:          Options.periodic_compaction_seconds: 0
2020-11-16T20:13:19.986 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.486+0000 7f376dd48700  4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020-11-16T20:13:19.986 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.486+0000 7f376dd48700  4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0
2020-11-16T20:13:19.986 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.486+0000 7f376dd48700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557599487782, "job": 1, "event": "recovery_started", "log_files": [3]}
2020-11-16T20:13:19.986 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.486+0000 7f376dd48700  4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2
2020-11-16T20:13:19.986 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.486+0000 7f376dd48700  3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5.
2020-11-16T20:13:19.986 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.486+0000 7f376dd48700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557599488957, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1402, "table_properties": {"data_size": 488, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 366, "raw_average_value_size": 73, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1605557599, "oldest_key_time": 3, "file_creation_time": 0}}
2020-11-16T20:13:19.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.486+0000 7f376dd48700  4 rocksdb: [version_set.cc:3826] Creating manifest 5
2020-11-16T20:13:19.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.486+0000 7f376dd48700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557599489890, "job": 1, "event": "recovery_finished"}
2020-11-16T20:13:19.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.490+0000 7f376dd48700  4 rocksdb: DB pointer 0x561892d5f800
2020-11-16T20:13:19.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.490+0000 7f3754b8a700  4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS -------
2020-11-16T20:13:19.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.490+0000 7f3754b8a700  4 rocksdb: [db_impl/db_impl.cc:851]
2020-11-16T20:13:19.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ** DB Stats **
2020-11-16T20:13:19.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:13:19.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
2020-11-16T20:13:19.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
2020-11-16T20:13:19.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
2020-11-16T20:13:19.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
2020-11-16T20:13:19.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
2020-11-16T20:13:19.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent
2020-11-16T20:13:19.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ** Compaction Stats [default] **
2020-11-16T20:13:19.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:13:19.989 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:13:19.989 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   L0      1/0    1.37 KB   0.2      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      1.3      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:19.989 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:  Sum      1/0    1.37 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      1.3      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:19.989 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:  Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      1.3      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:19.989 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ** Compaction Stats [default] **
2020-11-16T20:13:19.989 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:13:19.989 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:13:19.990 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: User      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      1.3      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:19.990 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:13:19.990 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Flush(GB): cumulative 0.000, interval 0.000
2020-11-16T20:13:19.990 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: AddFile(GB): cumulative 0.000, interval 0.000
2020-11-16T20:13:19.990 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: AddFile(Total Files): cumulative 0, interval 0
2020-11-16T20:13:19.990 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: AddFile(L0 Files): cumulative 0, interval 0
2020-11-16T20:13:19.990 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: AddFile(Keys): cumulative 0, interval 0
2020-11-16T20:13:19.991 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Cumulative compaction: 0.00 GB write, 0.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:13:19.991 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Interval compaction: 0.00 GB write, 0.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:13:19.991 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2020-11-16T20:13:19.991 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ** File Read Latency Histogram By Level [default] **
2020-11-16T20:13:19.991 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ** Compaction Stats [default] **
2020-11-16T20:13:19.991 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:13:19.991 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:13:19.992 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:   L0      1/0    1.37 KB   0.2      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      1.3      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:19.992 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:  Sum      1/0    1.37 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      1.3      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:19.992 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:  Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      0.0      0.00              0.00         0    0.000       0      0
2020-11-16T20:13:19.992 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ** Compaction Stats [default] **
2020-11-16T20:13:19.992 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:13:19.992 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:13:19.992 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: User      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      1.3      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:19.992 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:13:19.993 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Flush(GB): cumulative 0.000, interval 0.000
2020-11-16T20:13:19.993 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: AddFile(GB): cumulative 0.000, interval 0.000
2020-11-16T20:13:19.993 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: AddFile(Total Files): cumulative 0, interval 0
2020-11-16T20:13:19.993 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: AddFile(L0 Files): cumulative 0, interval 0
2020-11-16T20:13:19.993 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: AddFile(Keys): cumulative 0, interval 0
2020-11-16T20:13:19.993 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Cumulative compaction: 0.00 GB write, 0.14 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:13:19.993 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:13:19.994 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2020-11-16T20:13:19.994 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: ** File Read Latency Histogram By Level [default] **
2020-11-16T20:13:19.994 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.490+0000 7f376dd48700  0 mon.b does not exist in monmap, will attempt to join an existing cluster
2020-11-16T20:13:19.995 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.490+0000 7f376dd48700  0 using public_addrv v1:172.21.15.71:6789/0
2020-11-16T20:13:19.995 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.490+0000 7f376dd48700  0 starting mon.b rank -1 at public addrs v1:172.21.15.71:6789/0 at bind addrs v1:172.21.15.71:6789/0 mon_data /var/lib/ceph/mon/ceph-b fsid b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:13:19.995 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.494+0000 7f376dd48700  1 mon.b@-1(???) e0 preinit fsid b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:13:19.995 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.546+0000 7f3752b86700  4 rocksdb: [db_impl/db_impl_write.cc:1668] [default] New memtable created with log file: #9. Immutable memtables: 0.
2020-11-16T20:13:19.995 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.546+0000 7f375cb9a700  4 rocksdb: (Original Log Time 2020/11/16-20:13:19.547871) [db_impl/db_impl_compaction_flush.cc:2198] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2020-11-16T20:13:19.995 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.546+0000 7f375cb9a700  4 rocksdb: [flush_job.cc:321] [default] [JOB 3] Flushing memtable with next log file: 9
2020-11-16T20:13:19.995 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.546+0000 7f375cb9a700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557599547965, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 1039, "num_deletes": 21, "total_data_size": 6389497, "memory_usage": 6457280, "flush_reason": "Manual Compaction"}
2020-11-16T20:13:19.996 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.546+0000 7f375cb9a700  4 rocksdb: [flush_job.cc:350] [default] [JOB 3] Level-0 flush table #10: started
2020-11-16T20:13:19.996 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375cb9a700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557599559920, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 10, "file_size": 6194628, "table_properties": {"data_size": 6186407, "index_size": 5769, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1605, "raw_key_size": 18771, "raw_average_key_size": 30, "raw_value_size": 6170927, "raw_average_value_size": 10132, "num_data_blocks": 184, "num_entries": 609, "num_deletions": 21, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1605557599, "oldest_key_time": 1605557599, "file_creation_time": 1605557599}}
2020-11-16T20:13:19.996 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375cb9a700  4 rocksdb: [flush_job.cc:401] [default] [JOB 3] Level-0 flush table #10: 6194628 bytes OK
2020-11-16T20:13:19.996 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375cb9a700  4 rocksdb: (Original Log Time 2020/11/16-20:13:19.560010) [memtable_list.cc:447] [default] Level-0 commit table #10 started
2020-11-16T20:13:19.996 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375cb9a700  4 rocksdb: (Original Log Time 2020/11/16-20:13:19.561962) [memtable_list.cc:503] [default] Level-0 commit table #10: memtable #1 done
2020-11-16T20:13:19.996 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375cb9a700  4 rocksdb: (Original Log Time 2020/11/16-20:13:19.561985) EVENT_LOG_v1 {"time_micros": 1605557599561979, "job": 3, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [2, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0}
2020-11-16T20:13:19.996 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375cb9a700  4 rocksdb: (Original Log Time 2020/11/16-20:13:19.562003) [db_impl/db_impl_compaction_flush.cc:205] [default] Level summary: files[2 0 0 0 0 0 0] max score 0.50
2020-11-16T20:13:19.997 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375cb9a700  4 rocksdb: [db_impl/db_impl_files.cc:353] [JOB 3] Try to delete WAL files size 6382275, prev total WAL file size 8375927, number of live WAL files 2.
2020-11-16T20:13:19.997 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f3752b86700  4 rocksdb: [db_impl/db_impl_compaction_flush.cc:1443] [default] Manual compaction starting
2020-11-16T20:13:19.997 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375d39b700  4 rocksdb: (Original Log Time 2020/11/16-20:13:19.562931) [db_impl/db_impl_compaction_flush.cc:2516] [default] Manual compaction from level-0 to level-6 from 'mgrstat .. 'mgrstat; will stop at (end)
2020-11-16T20:13:19.997 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375d39b700  4 rocksdb: [compaction/compaction_job.cc:1676] [default] [JOB 4] Compacting 2@0 files to L6, score -1.00
2020-11-16T20:13:19.997 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375d39b700  4 rocksdb: [compaction/compaction_job.cc:1680] [default] Compaction start summary: Base version 3 Base level 0, inputs: [10(6049KB) 4(1402B)]
2020-11-16T20:13:19.997 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.558+0000 7f375d39b700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557599562984, "job": 4, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [10, 4], "score": -1, "input_data_size": 6196030}
2020-11-16T20:13:19.997 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  0 mon.b@-1(synchronizing).mds e1 new map
2020-11-16T20:13:19.998 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  0 mon.b@-1(synchronizing).mds e1 print_map
2020-11-16T20:13:19.998 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: e1
2020-11-16T20:13:19.998 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: enable_multiple, ever_enabled_multiple: 0,0
2020-11-16T20:13:19.998 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2}
2020-11-16T20:13:19.998 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: legacy client fscid: -1
2020-11-16T20:13:19.998 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]:
2020-11-16T20:13:19.998 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: No filesystems configured
2020-11-16T20:13:19.999 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375
2020-11-16T20:13:19.999 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1
2020-11-16T20:13:19.999 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in
2020-11-16T20:13:19.999 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in
2020-11-16T20:13:19.999 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in
2020-11-16T20:13:19.999 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in
2020-11-16T20:13:19.999 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in
2020-11-16T20:13:19.999 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).osd e6 e6: 0 total, 0 up, 0 in
2020-11-16T20:13:20.000 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires
2020-11-16T20:13:20.000 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  0 mon.b@-1(synchronizing).osd e6 crush map has features 3314933000852226048, adjusting msgr requires
2020-11-16T20:13:20.000 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires
2020-11-16T20:13:20.000 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: cluster 2020-11-16T20:13:17.569532+0000 mgr.y (mgr.14141) 54 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:20.000 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: audit 2020-11-16T20:13:18.320619+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:18.319277\", \"created\": \"2020-11-16T20:13:17.638784\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:13.573406\"}}, \"last_daemon_update\": \"2020-11-16T20:13:18.319596\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:20.000 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: audit 2020-11-16T20:13:18.324744+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:18.319277\", \"created\": \"2020-11-16T20:13:17.638784\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:13.573406\"}}, \"last_daemon_update\": \"2020-11-16T20:13:18.319596\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:20.000 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: audit 2020-11-16T20:13:18.327111+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:20.001 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: audit 2020-11-16T20:13:18.331384+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:20.001 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.562+0000 7f375738f700  1 mon.b@-1(synchronizing).paxosservice(auth 1..4) refresh upgraded, format 0 -> 3
2020-11-16T20:13:20.001 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 10 mon.b@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete,mon_osdmap_full_prune_interval,mon_osdmap_full_prune_min,mon_osdmap_full_prune_txsize
2020-11-16T20:13:20.001 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta expand map: {default=false}
2020-11-16T20:13:20.001 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta from 'false' to 'false'
2020-11-16T20:13:20.001 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta expanded map: {default=false}
2020-11-16T20:13:20.001 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta expand map: {default=info}
2020-11-16T20:13:20.002 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta from 'info' to 'info'
2020-11-16T20:13:20.002 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta expanded map: {default=info}
2020-11-16T20:13:20.002 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta expand map: {default=daemon}
2020-11-16T20:13:20.002 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta from 'daemon' to 'daemon'
2020-11-16T20:13:20.002 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta expanded map: {default=daemon}
2020-11-16T20:13:20.002 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta expand map: {default=debug}
2020-11-16T20:13:20.002 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta from 'debug' to 'debug'
2020-11-16T20:13:20.003 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:19 smithi071 bash[9480]: debug 2020-11-16T20:13:19.566+0000 7f375738f700 20 expand_channel_meta expanded map: {default=debug}
2020-11-16T20:13:24.903 INFO:teuthology.orchestra.run.smithi071.stdout:
2020-11-16T20:13:24.903 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":2,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","modified":"2020-11-16T20:13:19.572553Z","created":"2020-11-16T20:10:44.503709Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6789","nonce":0}]},"addr":"172.21.15.142:6789/0","public_addr":"172.21.15.142:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]}
2020-11-16T20:13:24.905 INFO:teuthology.orchestra.run.smithi071.stderr:dumped monmap epoch 2
2020-11-16T20:13:24.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:19.580885+0000 mon.a (mon.0) 206 : cluster [INF] mon.a calling monitor election
2020-11-16T20:13:24.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:20.326711+0000 mgr.y (mgr.14141) 56 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:24.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: audit 2020-11-16T20:13:20.570211+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:24.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: audit 2020-11-16T20:13:21.570327+0000 mon.a (mon.0) 208 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:24.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:21.577634+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election
2020-11-16T20:13:24.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:22.327102+0000 mgr.y (mgr.14141) 57 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:24.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: audit 2020-11-16T20:13:22.570363+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:24.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: audit 2020-11-16T20:13:23.570512+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:24.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: audit 2020-11-16T20:13:24.570674+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:24.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:24.607044+0000 mon.a (mon.0) 212 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1)
2020-11-16T20:13:24.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:24.614437+0000 mon.a (mon.0) 213 : cluster [DBG] monmap e2: 2 mons at {a=v1:172.21.15.142:6789/0,b=v1:172.21.15.71:6789/0}
2020-11-16T20:13:24.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:24.614541+0000 mon.a (mon.0) 214 : cluster [DBG] fsmap
2020-11-16T20:13:24.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:24.614595+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in
2020-11-16T20:13:24.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:24.614894+0000 mon.a (mon.0) 216 : cluster [DBG] mgrmap e13: y(active, since 100s)
2020-11-16T20:13:24.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:24 smithi071 bash[9480]: cluster 2020-11-16T20:13:24.623083+0000 mon.a (mon.0) 217 : cluster [INF] overall HEALTH_OK
2020-11-16T20:13:25.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:19.580885+0000 mon.a (mon.0) 206 : cluster [INF] mon.a calling monitor election
2020-11-16T20:13:29.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:20.326711+0000 mgr.y (mgr.14141) 56 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:29.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: audit 2020-11-16T20:13:20.570211+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:29.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: audit 2020-11-16T20:13:21.570327+0000 mon.a (mon.0) 208 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:29.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:21.577634+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election
2020-11-16T20:13:29.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:22.327102+0000 mgr.y (mgr.14141) 57 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:29.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: audit 2020-11-16T20:13:22.570363+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:29.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: audit 2020-11-16T20:13:23.570512+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:29.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: audit 2020-11-16T20:13:24.570674+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:29.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:24.607044+0000 mon.a (mon.0) 212 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1)
2020-11-16T20:13:29.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:24.614437+0000 mon.a (mon.0) 213 : cluster [DBG] monmap e2: 2 mons at {a=v1:172.21.15.142:6789/0,b=v1:172.21.15.71:6789/0}
2020-11-16T20:13:29.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:24.614541+0000 mon.a (mon.0) 214 : cluster [DBG] fsmap
2020-11-16T20:13:29.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:24.614595+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in
2020-11-16T20:13:29.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:24.614894+0000 mon.a (mon.0) 216 : cluster [DBG] mgrmap e13: y(active, since 100s)
2020-11-16T20:13:29.206 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:24 smithi142 bash[9523]: cluster 2020-11-16T20:13:24.623083+0000 mon.a (mon.0) 217 : cluster [INF] overall HEALTH_OK
2020-11-16T20:13:29.210 INFO:tasks.cephadm:Adding mon.c on smithi065
2020-11-16T20:13:29.211 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add mon 'smithi065:[v1:172.21.15.65:6789]=c'
2020-11-16T20:13:29.211 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:25 smithi071 bash[9480]: cluster 2020-11-16T20:13:24.327495+0000 mgr.y (mgr.14141) 58 : cluster [DBG] pgmap v47: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:29.212 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:25 smithi071 bash[9480]: audit 2020-11-16T20:13:24.899632+0000 mon.a (mon.0) 218 : audit [DBG] from='client.? v1:172.21.15.71:0/3282632795' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T20:13:29.212 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:25 smithi071 bash[9480]: audit 2020-11-16T20:13:25.570822+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:29.212 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:27 smithi071 bash[9480]: cluster 2020-11-16T20:13:26.327944+0000 mgr.y (mgr.14141) 59 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:29.213 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:25 smithi142 bash[9523]: cluster 2020-11-16T20:13:24.327495+0000 mgr.y (mgr.14141) 58 : cluster [DBG] pgmap v47: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:29.213 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:25 smithi142 bash[9523]: audit 2020-11-16T20:13:24.899632+0000 mon.a (mon.0) 218 : audit [DBG] from='client.? v1:172.21.15.71:0/3282632795' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T20:13:29.213 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:25 smithi142 bash[9523]: audit 2020-11-16T20:13:25.570822+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2020-11-16T20:13:29.214 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:27 smithi142 bash[9523]: cluster 2020-11-16T20:13:26.327944+0000 mgr.y (mgr.14141) 59 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:30.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:29 smithi071 bash[9480]: cluster 2020-11-16T20:13:28.328390+0000 mgr.y (mgr.14141) 60 : cluster [DBG] pgmap v49: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:30.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:29 smithi142 bash[9523]: cluster 2020-11-16T20:13:28.328390+0000 mgr.y (mgr.14141) 60 : cluster [DBG] pgmap v49: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:31 smithi071 bash[9480]: cluster 2020-11-16T20:13:30.328836+0000 mgr.y (mgr.14141) 61 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:32.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:31 smithi142 bash[9523]: cluster 2020-11-16T20:13:30.328836+0000 mgr.y (mgr.14141) 61 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:33.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:32 smithi071 bash[9480]: audit 2020-11-16T20:13:32.192605+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:33.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:32 smithi071 bash[9480]: audit 2020-11-16T20:13:32.194335+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:33.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:32 smithi071 bash[9480]: audit 2020-11-16T20:13:32.196415+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch
2020-11-16T20:13:33.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:32 smithi142 bash[9523]: audit 2020-11-16T20:13:32.192605+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:33.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:32 smithi142 bash[9523]: audit 2020-11-16T20:13:32.194335+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:33.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:32 smithi142 bash[9523]: audit 2020-11-16T20:13:32.196415+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch
2020-11-16T20:13:34.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:33 smithi071 bash[9480]: audit 2020-11-16T20:13:32.190107+0000 mgr.y (mgr.14141) 62 : audit [DBG] from='client.14174 v1:172.21.15.65:0/3500633160' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi065:[v1:172.21.15.65:6789]=c", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:13:34.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:33 smithi071 bash[9480]: cephadm 2020-11-16T20:13:32.195734+0000 mgr.y (mgr.14141) 63 : cephadm [INF] Deploying daemon mon.c on smithi065
2020-11-16T20:13:34.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:33 smithi071 bash[9480]: cluster 2020-11-16T20:13:32.329270+0000 mgr.y (mgr.14141) 64 : cluster [DBG] pgmap v51: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:34.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:33 smithi142 bash[9523]: audit 2020-11-16T20:13:32.190107+0000 mgr.y (mgr.14141) 62 : audit [DBG] from='client.14174 v1:172.21.15.65:0/3500633160' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi065:[v1:172.21.15.65:6789]=c", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:13:34.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:33 smithi142 bash[9523]: cephadm 2020-11-16T20:13:32.195734+0000 mgr.y (mgr.14141) 63 : cephadm [INF] Deploying daemon mon.c on smithi065
2020-11-16T20:13:34.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:33 smithi142 bash[9523]: cluster 2020-11-16T20:13:32.329270+0000 mgr.y (mgr.14141) 64 : cluster [DBG] pgmap v51: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:36.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:35 smithi071 bash[9480]: cluster 2020-11-16T20:13:34.329778+0000 mgr.y (mgr.14141) 65 : cluster [DBG] pgmap v52: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:36.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:35 smithi142 bash[9523]: cluster 2020-11-16T20:13:34.329778+0000 mgr.y (mgr.14141) 65 : cluster [DBG] pgmap v52: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:36.683 INFO:teuthology.orchestra.run.smithi065.stdout:Deployed mon.c on host 'smithi065'
2020-11-16T20:13:37.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:36 smithi071 bash[9480]: audit 2020-11-16T20:13:36.673942+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:37.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:36 smithi071 bash[9480]: audit 2020-11-16T20:13:36.674940+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:37.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:36 smithi071 bash[9480]: audit 2020-11-16T20:13:36.679153+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:37.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:36 smithi142 bash[9523]: audit 2020-11-16T20:13:36.673942+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:37.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:36 smithi142 bash[9523]: audit 2020-11-16T20:13:36.674940+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:37.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:36 smithi142 bash[9523]: audit 2020-11-16T20:13:36.679153+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:37.806 INFO:teuthology.orchestra.run.smithi065:mon.c> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.c.service
2020-11-16T20:13:37.808 INFO:tasks.cephadm:Waiting for 3 mons in monmap...
2020-11-16T20:13:37.809 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph mon dump -f json
2020-11-16T20:13:37.873 INFO:journalctl@ceph.mon.c.smithi065.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:13:38.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:37 smithi071 bash[9480]: cluster 2020-11-16T20:13:36.330206+0000 mgr.y (mgr.14141) 66 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:38.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:37 smithi071 bash[9480]: audit 2020-11-16T20:13:37.285668+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:37.284524\", \"created\": \"2020-11-16T20:13:36.645456\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_daemon_update\": \"2020-11-16T20:13:37.284755\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:38.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:37 smithi071 bash[9480]: audit 2020-11-16T20:13:37.291094+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:37.284524\", \"created\": \"2020-11-16T20:13:36.645456\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_daemon_update\": \"2020-11-16T20:13:37.284755\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:38.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:37 smithi071 bash[9480]: audit 2020-11-16T20:13:37.292736+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:38.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:37 smithi071 bash[9480]: audit 2020-11-16T20:13:37.297548+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:38.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:37 smithi071 bash[9480]: audit 2020-11-16T20:13:37.298796+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:38.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:37 smithi071 bash[9480]: audit 2020-11-16T20:13:37.300405+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:38.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:37 smithi071 bash[9480]: audit 2020-11-16T20:13:37.302403+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch
2020-11-16T20:13:38.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:37 smithi142 bash[9523]: cluster 2020-11-16T20:13:36.330206+0000 mgr.y (mgr.14141) 66 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:38.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:37 smithi142 bash[9523]: audit 2020-11-16T20:13:37.285668+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:37.284524\", \"created\": \"2020-11-16T20:13:36.645456\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_daemon_update\": \"2020-11-16T20:13:37.284755\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:38.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:37 smithi142 bash[9523]: audit 2020-11-16T20:13:37.291094+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:37.284524\", \"created\": \"2020-11-16T20:13:36.645456\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_daemon_update\": \"2020-11-16T20:13:37.284755\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:42.482 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:37 smithi142 bash[9523]: audit 2020-11-16T20:13:37.292736+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:42.482 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:37 smithi142 bash[9523]: audit 2020-11-16T20:13:37.297548+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:42.482 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:37 smithi142 bash[9523]: audit 2020-11-16T20:13:37.298796+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:42.483 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:37 smithi142 bash[9523]: audit 2020-11-16T20:13:37.300405+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:42.483 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:37 smithi142 bash[9523]: audit 2020-11-16T20:13:37.302403+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch
2020-11-16T20:13:42.486 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.093+0000 7f249c3b1700  0 set uid:gid to 167:167 (ceph:ceph)
2020-11-16T20:13:42.486 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.093+0000 7f249c3b1700  0 ceph version 16.0.0-7219-g911cc357 (911cc35794d871071a8bebfb0919482263b1d18b) pacific (dev), process ceph-mon, pid 1
2020-11-16T20:13:42.487 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.093+0000 7f249c3b1700  0 pidfile_write: ignore empty --pid-file
2020-11-16T20:13:42.487 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  0 load: jerasure load: lrc load: isa
2020-11-16T20:13:42.487 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: RocksDB version: 6.8.1
2020-11-16T20:13:42.487 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
2020-11-16T20:13:42.487 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Compile date Nov 16 2020
2020-11-16T20:13:42.487 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: DB SUMMARY
2020-11-16T20:13:42.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: CURRENT file:  CURRENT
2020-11-16T20:13:42.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: IDENTITY file:  IDENTITY
2020-11-16T20:13:42.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: MANIFEST file:  MANIFEST-000001 size: 13 Bytes
2020-11-16T20:13:42.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files:
2020-11-16T20:13:42.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000003.log size: 566 ;
2020-11-16T20:13:42.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                         Options.error_if_exists: 0
2020-11-16T20:13:42.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                       Options.create_if_missing: 0
2020-11-16T20:13:42.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                         Options.paranoid_checks: 1
2020-11-16T20:13:42.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                                     Options.env: 0x5654bdfbe100
2020-11-16T20:13:42.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                                      Options.fs: Posix File System
2020-11-16T20:13:42.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                                Options.info_log: 0x5654be934aa0
2020-11-16T20:13:42.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                Options.max_file_opening_threads: 16
2020-11-16T20:13:42.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                              Options.statistics: (nil)
2020-11-16T20:13:42.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                               Options.use_fsync: 0
2020-11-16T20:13:42.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                       Options.max_log_file_size: 0
2020-11-16T20:13:42.490 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.max_manifest_file_size: 1073741824
2020-11-16T20:13:42.490 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                   Options.log_file_time_to_roll: 0
2020-11-16T20:13:42.490 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                       Options.keep_log_file_num: 1000
2020-11-16T20:13:42.490 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                    Options.recycle_log_file_num: 0
2020-11-16T20:13:42.490 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                         Options.allow_fallocate: 1
2020-11-16T20:13:42.490 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                        Options.allow_mmap_reads: 0
2020-11-16T20:13:42.490 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                       Options.allow_mmap_writes: 0
2020-11-16T20:13:42.491 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                        Options.use_direct_reads: 0
2020-11-16T20:13:42.491 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
2020-11-16T20:13:42.491 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:          Options.create_missing_column_families: 0
2020-11-16T20:13:42.491 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                              Options.db_log_dir:
2020-11-16T20:13:42.491 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                                 Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db
2020-11-16T20:13:42.491 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                Options.table_cache_numshardbits: 6
2020-11-16T20:13:42.491 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                      Options.max_subcompactions: 1
2020-11-16T20:13:42.492 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.max_background_flushes: -1
2020-11-16T20:13:42.492 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                         Options.WAL_ttl_seconds: 0
2020-11-16T20:13:42.492 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                       Options.WAL_size_limit_MB: 0
2020-11-16T20:13:42.492 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                        Options.max_write_batch_group_size_bytes: 1048576
2020-11-16T20:13:42.492 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.manifest_preallocation_size: 4194304
2020-11-16T20:13:42.492 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                     Options.is_fd_close_on_exec: 1
2020-11-16T20:13:42.492 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                   Options.advise_random_on_open: 1
2020-11-16T20:13:42.492 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                    Options.db_write_buffer_size: 0
2020-11-16T20:13:42.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                    Options.write_buffer_manager: 0x5654be9819b0
2020-11-16T20:13:42.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         Options.access_hint_on_compaction_start: 1
2020-11-16T20:13:42.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 0
2020-11-16T20:13:42.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
2020-11-16T20:13:42.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                      Options.use_adaptive_mutex: 0
2020-11-16T20:13:42.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                            Options.rate_limiter: (nil)
2020-11-16T20:13:42.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
2020-11-16T20:13:42.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                       Options.wal_recovery_mode: 2
2020-11-16T20:13:42.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.enable_thread_tracking: 0
2020-11-16T20:13:42.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.enable_pipelined_write: 0
2020-11-16T20:13:42.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.unordered_write: 0
2020-11-16T20:13:42.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
2020-11-16T20:13:42.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
2020-11-16T20:13:42.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.write_thread_max_yield_usec: 100
2020-11-16T20:13:42.495 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
2020-11-16T20:13:42.495 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                               Options.row_cache: None
2020-11-16T20:13:42.495 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                              Options.wal_filter: None
2020-11-16T20:13:42.495 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.avoid_flush_during_recovery: 0
2020-11-16T20:13:42.495 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.allow_ingest_behind: 0
2020-11-16T20:13:42.495 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.preserve_deletes: 0
2020-11-16T20:13:42.495 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.two_write_queues: 0
2020-11-16T20:13:42.495 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.manual_wal_flush: 0
2020-11-16T20:13:42.496 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.atomic_flush: 0
2020-11-16T20:13:42.496 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.avoid_unnecessary_blocking_io: 0
2020-11-16T20:13:42.496 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                 Options.persist_stats_to_disk: 0
2020-11-16T20:13:42.496 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                 Options.write_dbid_to_manifest: 0
2020-11-16T20:13:42.496 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                 Options.log_readahead_size: 0
2020-11-16T20:13:42.496 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                 Options.sst_file_checksum_func: Unknown
2020-11-16T20:13:42.496 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.max_background_jobs: 2
2020-11-16T20:13:42.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.max_background_compactions: -1
2020-11-16T20:13:42.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
2020-11-16T20:13:42.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:           Options.writable_file_max_buffer_size: 1048576
2020-11-16T20:13:42.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.delayed_write_rate : 16777216
2020-11-16T20:13:42.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.max_total_wal_size: 0
2020-11-16T20:13:42.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
2020-11-16T20:13:42.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                   Options.stats_dump_period_sec: 600
2020-11-16T20:13:42.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                 Options.stats_persist_period_sec: 600
2020-11-16T20:13:42.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                 Options.stats_history_buffer_size: 1048576
2020-11-16T20:13:42.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                          Options.max_open_files: -1
2020-11-16T20:13:42.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                          Options.bytes_per_sync: 0
2020-11-16T20:13:42.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                      Options.wal_bytes_per_sync: 0
2020-11-16T20:13:42.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                   Options.strict_bytes_per_sync: 0
2020-11-16T20:13:42.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:       Options.compaction_readahead_size: 0
2020-11-16T20:13:42.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Compression algorithms supported:
2020-11-16T20:13:42.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         kZSTDNotFinalCompression supported: 0
2020-11-16T20:13:42.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         kZSTD supported: 0
2020-11-16T20:13:42.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         kXpressCompression supported: 0
2020-11-16T20:13:42.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         kLZ4HCCompression supported: 1
2020-11-16T20:13:42.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         kLZ4Compression supported: 1
2020-11-16T20:13:42.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         kBZip2Compression supported: 0
2020-11-16T20:13:42.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         kZlibCompression supported: 1
2020-11-16T20:13:42.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         kSnappyCompression supported: 1
2020-11-16T20:13:42.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Fast CRC32 supported: Supported on x86
2020-11-16T20:13:42.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001
2020-11-16T20:13:42.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]:
2020-11-16T20:13:42.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
2020-11-16T20:13:42.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:           Options.merge_operator:
2020-11-16T20:13:42.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:        Options.compaction_filter: None
2020-11-16T20:13:42.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:        Options.compaction_filter_factory: None
2020-11-16T20:13:42.501 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         Options.memtable_factory: SkipListFactory
2020-11-16T20:13:42.501 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:            Options.table_factory: BlockBasedTable
2020-11-16T20:13:42.501 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5654be8d9bb8)
2020-11-16T20:13:42.501 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   cache_index_and_filter_blocks: 1
2020-11-16T20:13:42.501 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   cache_index_and_filter_blocks_with_high_priority: 1
2020-11-16T20:13:42.501 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   pin_l0_filter_and_index_blocks_in_cache: 0
2020-11-16T20:13:42.501 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   pin_top_level_index_and_filter: 1
2020-11-16T20:13:42.501 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   index_type: 0
2020-11-16T20:13:42.502 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   data_block_index_type: 0
2020-11-16T20:13:42.502 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   index_shortening: 1
2020-11-16T20:13:42.502 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   data_block_hash_table_util_ratio: 0.750000
2020-11-16T20:13:42.502 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   hash_index_allow_collision: 1
2020-11-16T20:13:42.502 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   checksum: 1
2020-11-16T20:13:42.502 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   no_block_cache: 0
2020-11-16T20:13:42.502 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   block_cache: 0x5654be910610
2020-11-16T20:13:42.503 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   block_cache_name: BinnedLRUCache
2020-11-16T20:13:42.503 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   block_cache_options:
2020-11-16T20:13:42.503 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:     capacity : 536870912
2020-11-16T20:13:42.503 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:     num_shard_bits : 4
2020-11-16T20:13:42.503 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:     strict_capacity_limit : 0
2020-11-16T20:13:42.503 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:     high_pri_pool_ratio: 0.000
2020-11-16T20:13:42.503 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   block_cache_compressed: (nil)
2020-11-16T20:13:42.503 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   persistent_cache: (nil)
2020-11-16T20:13:42.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   block_size: 4096
2020-11-16T20:13:42.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   block_size_deviation: 10
2020-11-16T20:13:42.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   block_restart_interval: 16
2020-11-16T20:13:42.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   index_block_restart_interval: 1
2020-11-16T20:13:42.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   metadata_block_size: 4096
2020-11-16T20:13:42.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   partition_filters: 0
2020-11-16T20:13:42.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   use_delta_encoding: 1
2020-11-16T20:13:42.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   filter_policy: rocksdb.BuiltinBloomFilter
2020-11-16T20:13:42.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   whole_key_filtering: 1
2020-11-16T20:13:42.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   verify_compression: 0
2020-11-16T20:13:42.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   read_amp_bytes_per_bit: 0
2020-11-16T20:13:42.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   format_version: 2
2020-11-16T20:13:42.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   enable_index_compression: 1
2020-11-16T20:13:42.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   block_align: 0
2020-11-16T20:13:42.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:        Options.write_buffer_size: 33554432
2020-11-16T20:13:42.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:  Options.max_write_buffer_number: 2
2020-11-16T20:13:42.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:          Options.compression: NoCompression
2020-11-16T20:13:42.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.bottommost_compression: Disabled
2020-11-16T20:13:42.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:       Options.prefix_extractor: nullptr
2020-11-16T20:13:42.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020-11-16T20:13:42.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.num_levels: 7
2020-11-16T20:13:42.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
2020-11-16T20:13:42.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
2020-11-16T20:13:42.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:     Options.max_write_buffer_size_to_maintain: 0
2020-11-16T20:13:42.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
2020-11-16T20:13:42.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
2020-11-16T20:13:42.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
2020-11-16T20:13:42.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
2020-11-16T20:13:42.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020-11-16T20:13:42.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
2020-11-16T20:13:42.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:            Options.compression_opts.window_bits: -14
2020-11-16T20:13:42.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.compression_opts.level: 32767
2020-11-16T20:13:42.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:               Options.compression_opts.strategy: 0
2020-11-16T20:13:42.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
2020-11-16T20:13:42.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
2020-11-16T20:13:42.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                  Options.compression_opts.enabled: false
2020-11-16T20:13:42.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
2020-11-16T20:13:42.509 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
2020-11-16T20:13:42.509 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:              Options.level0_stop_writes_trigger: 36
2020-11-16T20:13:42.509 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                   Options.target_file_size_base: 67108864
2020-11-16T20:13:42.509 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:             Options.target_file_size_multiplier: 1
2020-11-16T20:13:42.509 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
2020-11-16T20:13:42.509 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1
2020-11-16T20:13:42.509 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
2020-11-16T20:13:42.509 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020-11-16T20:13:42.510 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020-11-16T20:13:42.510 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020-11-16T20:13:42.510 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020-11-16T20:13:42.510 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020-11-16T20:13:42.510 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020-11-16T20:13:42.510 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020-11-16T20:13:42.510 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
2020-11-16T20:13:42.511 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
2020-11-16T20:13:42.511 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                        Options.arena_block_size: 4194304
2020-11-16T20:13:42.511 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
2020-11-16T20:13:42.511 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
2020-11-16T20:13:42.511 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
2020-11-16T20:13:42.511 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                Options.disable_auto_compactions: 0
2020-11-16T20:13:42.511 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
2020-11-16T20:13:42.512 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
2020-11-16T20:13:42.512 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
2020-11-16T20:13:42.512 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
2020-11-16T20:13:42.512 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
2020-11-16T20:13:42.512 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
2020-11-16T20:13:42.512 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
2020-11-16T20:13:42.512 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020-11-16T20:13:42.512 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
2020-11-16T20:13:42.513 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
2020-11-16T20:13:42.513 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                   Options.table_properties_collectors:
2020-11-16T20:13:42.513 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                   Options.inplace_update_support: 0
2020-11-16T20:13:42.513 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                 Options.inplace_update_num_locks: 10000
2020-11-16T20:13:42.513 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
2020-11-16T20:13:42.513 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:               Options.memtable_whole_key_filtering: 0
2020-11-16T20:13:42.513 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:   Options.memtable_huge_page_size: 0
2020-11-16T20:13:42.514 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                           Options.bloom_locality: 0
2020-11-16T20:13:42.514 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                    Options.max_successive_merges: 0
2020-11-16T20:13:42.514 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                Options.optimize_filters_for_hits: 0
2020-11-16T20:13:42.514 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                Options.paranoid_file_checks: 0
2020-11-16T20:13:42.514 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                Options.force_consistency_checks: 0
2020-11-16T20:13:42.514 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                Options.report_bg_io_stats: 0
2020-11-16T20:13:42.514 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:                               Options.ttl: 2592000
2020-11-16T20:13:42.514 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb:          Options.periodic_compaction_seconds: 0
2020-11-16T20:13:42.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020-11-16T20:13:42.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0
2020-11-16T20:13:42.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.101+0000 7f249c3b1700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557618107808, "job": 1, "event": "recovery_started", "log_files": [3]}
2020-11-16T20:13:42.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f249c3b1700  4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2
2020-11-16T20:13:42.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f249c3b1700  3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5.
2020-11-16T20:13:42.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f249c3b1700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557618108542, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1492, "table_properties": {"data_size": 578, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 456, "raw_average_value_size": 91, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1605557618, "oldest_key_time": 3, "file_creation_time": 0}}
2020-11-16T20:13:42.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f249c3b1700  4 rocksdb: [version_set.cc:3826] Creating manifest 5
2020-11-16T20:13:42.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f249c3b1700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557618109224, "job": 1, "event": "recovery_finished"}
2020-11-16T20:13:42.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f249c3b1700  4 rocksdb: DB pointer 0x5654be961800
2020-11-16T20:13:42.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f24831f3700  4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS -------
2020-11-16T20:13:42.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f24831f3700  4 rocksdb: [db_impl/db_impl.cc:851]
2020-11-16T20:13:42.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ** DB Stats **
2020-11-16T20:13:42.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:13:42.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
2020-11-16T20:13:42.517 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
2020-11-16T20:13:42.517 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
2020-11-16T20:13:42.517 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
2020-11-16T20:13:42.517 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
2020-11-16T20:13:42.517 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent
2020-11-16T20:13:42.517 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ** Compaction Stats [default] **
2020-11-16T20:13:42.517 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:13:42.517 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:13:42.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   L0      1/0    1.46 KB   0.2      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      2.1      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:42.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:  Sum      1/0    1.46 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      2.1      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:42.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:  Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      2.1      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:42.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ** Compaction Stats [default] **
2020-11-16T20:13:42.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:13:42.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:13:42.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: User      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      2.1      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:42.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:13:42.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Flush(GB): cumulative 0.000, interval 0.000
2020-11-16T20:13:42.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: AddFile(GB): cumulative 0.000, interval 0.000
2020-11-16T20:13:42.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: AddFile(Total Files): cumulative 0, interval 0
2020-11-16T20:13:42.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: AddFile(L0 Files): cumulative 0, interval 0
2020-11-16T20:13:42.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: AddFile(Keys): cumulative 0, interval 0
2020-11-16T20:13:42.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Cumulative compaction: 0.00 GB write, 0.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:13:42.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Interval compaction: 0.00 GB write, 0.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:13:42.520 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2020-11-16T20:13:42.520 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ** File Read Latency Histogram By Level [default] **
2020-11-16T20:13:42.520 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ** Compaction Stats [default] **
2020-11-16T20:13:42.520 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:13:42.520 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:13:42.520 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:   L0      1/0    1.46 KB   0.2      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      2.1      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:42.520 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:  Sum      1/0    1.46 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0      2.1      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:42.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:  Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      0.0      0.00              0.00         0    0.000       0      0
2020-11-16T20:13:42.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ** Compaction Stats [default] **
2020-11-16T20:13:42.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
2020-11-16T20:13:42.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2020-11-16T20:13:42.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: User      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0      2.1      0.00              0.00         1    0.001       0      0
2020-11-16T20:13:42.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Uptime(secs): 0.0 total, 0.0 interval
2020-11-16T20:13:42.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Flush(GB): cumulative 0.000, interval 0.000
2020-11-16T20:13:42.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: AddFile(GB): cumulative 0.000, interval 0.000
2020-11-16T20:13:42.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: AddFile(Total Files): cumulative 0, interval 0
2020-11-16T20:13:42.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: AddFile(L0 Files): cumulative 0, interval 0
2020-11-16T20:13:42.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: AddFile(Keys): cumulative 0, interval 0
2020-11-16T20:13:42.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Cumulative compaction: 0.00 GB write, 0.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:13:42.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2020-11-16T20:13:42.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2020-11-16T20:13:42.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: ** File Read Latency Histogram By Level [default] **
2020-11-16T20:13:42.523 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f249c3b1700  0 mon.c does not exist in monmap, will attempt to join an existing cluster
2020-11-16T20:13:42.523 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.105+0000 7f249c3b1700  0 using public_addrv v1:172.21.15.65:6789/0
2020-11-16T20:13:42.523 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.109+0000 7f249c3b1700  0 starting mon.c rank -1 at public addrs v1:172.21.15.65:6789/0 at bind addrs v1:172.21.15.65:6789/0 mon_data /var/lib/ceph/mon/ceph-c fsid b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:13:42.523 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.109+0000 7f249c3b1700  1 mon.c@-1(???) e0 preinit fsid b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:13:42.523 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.153+0000 7f24811ef700  4 rocksdb: [db_impl/db_impl_write.cc:1668] [default] New memtable created with log file: #9. Immutable memtables: 0.
2020-11-16T20:13:42.523 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.153+0000 7f248b203700  4 rocksdb: (Original Log Time 2020/11/16-20:13:38.159556) [db_impl/db_impl_compaction_flush.cc:2198] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2020-11-16T20:13:42.523 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.153+0000 7f248b203700  4 rocksdb: [flush_job.cc:321] [default] [JOB 3] Flushing memtable with next log file: 9
2020-11-16T20:13:42.524 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.153+0000 7f248b203700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557618159675, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 1039, "num_deletes": 21, "total_data_size": 6389497, "memory_usage": 6457240, "flush_reason": "Manual Compaction"}
2020-11-16T20:13:42.524 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.153+0000 7f248b203700  4 rocksdb: [flush_job.cc:350] [default] [JOB 3] Level-0 flush table #10: started
2020-11-16T20:13:42.524 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248b203700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557618176596, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 10, "file_size": 6194628, "table_properties": {"data_size": 6186407, "index_size": 5769, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1605, "raw_key_size": 18771, "raw_average_key_size": 30, "raw_value_size": 6170927, "raw_average_value_size": 10132, "num_data_blocks": 184, "num_entries": 609, "num_deletions": 21, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1605557618, "oldest_key_time": 1605557618, "file_creation_time": 1605557618}}
2020-11-16T20:13:42.524 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248b203700  4 rocksdb: [flush_job.cc:401] [default] [JOB 3] Level-0 flush table #10: 6194628 bytes OK
2020-11-16T20:13:42.524 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248b203700  4 rocksdb: (Original Log Time 2020/11/16-20:13:38.176667) [memtable_list.cc:447] [default] Level-0 commit table #10 started
2020-11-16T20:13:42.524 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248b203700  4 rocksdb: (Original Log Time 2020/11/16-20:13:38.176846) [memtable_list.cc:503] [default] Level-0 commit table #10: memtable #1 done
2020-11-16T20:13:42.524 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248b203700  4 rocksdb: (Original Log Time 2020/11/16-20:13:38.176866) EVENT_LOG_v1 {"time_micros": 1605557618176859, "job": 3, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [2, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0}
2020-11-16T20:13:42.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248b203700  4 rocksdb: (Original Log Time 2020/11/16-20:13:38.176890) [db_impl/db_impl_compaction_flush.cc:205] [default] Level summary: files[2 0 0 0 0 0 0] max score 0.50
2020-11-16T20:13:42.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248b203700  4 rocksdb: [db_impl/db_impl_files.cc:353] [JOB 3] Try to delete WAL files size 6382275, prev total WAL file size 8492420, number of live WAL files 2.
2020-11-16T20:13:42.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f24811ef700  4 rocksdb: [db_impl/db_impl_compaction_flush.cc:1443] [default] Manual compaction starting
2020-11-16T20:13:42.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248ba04700  4 rocksdb: (Original Log Time 2020/11/16-20:13:38.178305) [db_impl/db_impl_compaction_flush.cc:2516] [default] Manual compaction from level-0 to level-6 from 'mgrstat .. 'mgrstat; will stop at (end)
2020-11-16T20:13:42.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248ba04700  4 rocksdb: [compaction/compaction_job.cc:1676] [default] [JOB 4] Compacting 2@0 files to L6, score -1.00
2020-11-16T20:13:42.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248ba04700  4 rocksdb: [compaction/compaction_job.cc:1680] [default] Compaction start summary: Base version 3 Base level 0, inputs: [10(6049KB) 4(1492B)]
2020-11-16T20:13:42.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.173+0000 7f248ba04700  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1605557618178382, "job": 4, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [10, 4], "score": -1, "input_data_size": 6196120}
2020-11-16T20:13:42.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  0 mon.c@-1(synchronizing).mds e1 new map
2020-11-16T20:13:42.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  0 mon.c@-1(synchronizing).mds e1 print_map
2020-11-16T20:13:42.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: e1
2020-11-16T20:13:42.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: enable_multiple, ever_enabled_multiple: 0,0
2020-11-16T20:13:42.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2}
2020-11-16T20:13:42.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: legacy client fscid: -1
2020-11-16T20:13:42.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]:
2020-11-16T20:13:42.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: No filesystems configured
2020-11-16T20:13:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375
2020-11-16T20:13:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1
2020-11-16T20:13:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in
2020-11-16T20:13:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in
2020-11-16T20:13:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in
2020-11-16T20:13:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in
2020-11-16T20:13:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  1 mon.c@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in
2020-11-16T20:13:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  1 mon.c@-1(synchronizing).osd e6 e6: 0 total, 0 up, 0 in
2020-11-16T20:13:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires
2020-11-16T20:13:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  0 mon.c@-1(synchronizing).osd e6 crush map has features 3314933000852226048, adjusting msgr requires
2020-11-16T20:13:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.181+0000 7f24859f8700  0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires
2020-11-16T20:13:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: cluster 2020-11-16T20:13:36.330206+0000 mgr.y (mgr.14141) 66 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: audit 2020-11-16T20:13:37.285668+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:37.284524\", \"created\": \"2020-11-16T20:13:36.645456\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_daemon_update\": \"2020-11-16T20:13:37.284755\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: audit 2020-11-16T20:13:37.291094+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:37.284524\", \"created\": \"2020-11-16T20:13:36.645456\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:32.193872\"}}, \"last_daemon_update\": \"2020-11-16T20:13:37.284755\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:42.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: audit 2020-11-16T20:13:37.292736+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:42.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: audit 2020-11-16T20:13:37.297548+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:42.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: audit 2020-11-16T20:13:37.298796+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:42.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: audit 2020-11-16T20:13:37.300405+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:42.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: audit 2020-11-16T20:13:37.302403+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch
2020-11-16T20:13:42.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.185+0000 7f24859f8700  1 mon.c@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3
2020-11-16T20:13:42.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 10 mon.c@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete,mon_osdmap_full_prune_interval,mon_osdmap_full_prune_min,mon_osdmap_full_prune_txsize
2020-11-16T20:13:42.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta expand map: {default=false}
2020-11-16T20:13:42.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta from 'false' to 'false'
2020-11-16T20:13:42.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta expanded map: {default=false}
2020-11-16T20:13:42.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta expand map: {default=info}
2020-11-16T20:13:42.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta from 'info' to 'info'
2020-11-16T20:13:42.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta expanded map: {default=info}
2020-11-16T20:13:42.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta expand map: {default=daemon}
2020-11-16T20:13:42.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta from 'daemon' to 'daemon'
2020-11-16T20:13:42.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta expanded map: {default=daemon}
2020-11-16T20:13:42.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta expand map: {default=debug}
2020-11-16T20:13:42.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta from 'debug' to 'debug'
2020-11-16T20:13:42.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:38 smithi065 bash[9468]: debug 2020-11-16T20:13:38.189+0000 7f24859f8700 20 expand_channel_meta expanded map: {default=debug}
2020-11-16T20:13:43.520 INFO:teuthology.orchestra.run.smithi065.stdout:
2020-11-16T20:13:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:{"epoch":3,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","modified":"2020-11-16T20:13:38.193264Z","created":"2020-11-16T20:10:44.503709Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6789","nonce":0}]},"addr":"172.21.15.142:6789/0","public_addr":"172.21.15.142:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6789","nonce":0}]},"addr":"172.21.15.65:6789/0","public_addr":"172.21.15.65:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]}
2020-11-16T20:13:43.523 INFO:teuthology.orchestra.run.smithi065.stderr:dumped monmap epoch 3
2020-11-16T20:13:43.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:38.200266+0000 mon.a (mon.0) 234 : cluster [INF] mon.a calling monitor election
2020-11-16T20:13:43.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:38.204062+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election
2020-11-16T20:13:43.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:39.191449+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:39.289588+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:40.191482+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:40.198158+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election
2020-11-16T20:13:43.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:40.331131+0000 mgr.y (mgr.14141) 70 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:43.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:41.191571+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:42.191748+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:42.331594+0000 mgr.y (mgr.14141) 71 : cluster [DBG] pgmap v56: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:43.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:43.223164+0000 mon.a (mon.0) 240 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2)
2020-11-16T20:13:43.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:43.229714+0000 mon.a (mon.0) 241 : cluster [DBG] monmap e3: 3 mons at {a=v1:172.21.15.142:6789/0,b=v1:172.21.15.71:6789/0,c=v1:172.21.15.65:6789/0}
2020-11-16T20:13:43.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:43.229868+0000 mon.a (mon.0) 242 : cluster [DBG] fsmap
2020-11-16T20:13:43.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:43.229964+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in
2020-11-16T20:13:43.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:43.230587+0000 mon.a (mon.0) 244 : cluster [DBG] mgrmap e13: y(active, since 118s)
2020-11-16T20:13:43.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:43.232068+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:43.232431+0000 mon.b (mon.1) 4 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:43.232781+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:43.236143+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14141 ' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: cluster 2020-11-16T20:13:43.239236+0000 mon.a (mon.0) 246 : cluster [INF] overall HEALTH_OK
2020-11-16T20:13:43.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:43.244049+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14141 ' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:43.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:43.249316+0000 mon.b (mon.1) 6 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch
2020-11-16T20:13:43.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:43.254156+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:43.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:43 smithi142 bash[9523]: audit 2020-11-16T20:13:43.256261+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch
2020-11-16T20:13:43.605 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:38.200266+0000 mon.a (mon.0) 234 : cluster [INF] mon.a calling monitor election
2020-11-16T20:13:43.605 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:38.204062+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election
2020-11-16T20:13:43.605 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:39.191449+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.605 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:39.289588+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.606 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:40.191482+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.606 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:40.198158+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election
2020-11-16T20:13:43.606 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:40.331131+0000 mgr.y (mgr.14141) 70 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:43.606 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:41.191571+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.606 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:42.191748+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.606 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:42.331594+0000 mgr.y (mgr.14141) 71 : cluster [DBG] pgmap v56: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:43.607 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:43.223164+0000 mon.a (mon.0) 240 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2)
2020-11-16T20:13:43.607 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:43.229714+0000 mon.a (mon.0) 241 : cluster [DBG] monmap e3: 3 mons at {a=v1:172.21.15.142:6789/0,b=v1:172.21.15.71:6789/0,c=v1:172.21.15.65:6789/0}
2020-11-16T20:13:43.607 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:43.229868+0000 mon.a (mon.0) 242 : cluster [DBG] fsmap
2020-11-16T20:13:43.607 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:43.229964+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in
2020-11-16T20:13:43.607 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:43.230587+0000 mon.a (mon.0) 244 : cluster [DBG] mgrmap e13: y(active, since 118s)
2020-11-16T20:13:43.607 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:43.232068+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.608 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:43.232431+0000 mon.b (mon.1) 4 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.608 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:43.232781+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.608 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:43.236143+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14141 ' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.608 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: cluster 2020-11-16T20:13:43.239236+0000 mon.a (mon.0) 246 : cluster [INF] overall HEALTH_OK
2020-11-16T20:13:43.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:43.244049+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14141 ' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:43.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:43.249316+0000 mon.b (mon.1) 6 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch
2020-11-16T20:13:43.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:43.254156+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:43.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:43 smithi065 bash[9468]: audit 2020-11-16T20:13:43.256261+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch
2020-11-16T20:13:43.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:38.200266+0000 mon.a (mon.0) 234 : cluster [INF] mon.a calling monitor election
2020-11-16T20:13:43.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:38.204062+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election
2020-11-16T20:13:43.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:39.191449+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:39.289588+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:40.191482+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:40.198158+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election
2020-11-16T20:13:43.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:40.331131+0000 mgr.y (mgr.14141) 70 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:43.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:41.191571+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:42.191748+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:42.331594+0000 mgr.y (mgr.14141) 71 : cluster [DBG] pgmap v56: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:43.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:43.223164+0000 mon.a (mon.0) 240 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2)
2020-11-16T20:13:43.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:43.229714+0000 mon.a (mon.0) 241 : cluster [DBG] monmap e3: 3 mons at {a=v1:172.21.15.142:6789/0,b=v1:172.21.15.71:6789/0,c=v1:172.21.15.65:6789/0}
2020-11-16T20:13:43.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:43.229868+0000 mon.a (mon.0) 242 : cluster [DBG] fsmap
2020-11-16T20:13:43.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:43.229964+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in
2020-11-16T20:13:43.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:43.230587+0000 mon.a (mon.0) 244 : cluster [DBG] mgrmap e13: y(active, since 118s)
2020-11-16T20:13:43.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:43.232068+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:43.232431+0000 mon.b (mon.1) 4 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:43.232781+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:43.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:43.236143+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14141 ' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:43.706 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: cluster 2020-11-16T20:13:43.239236+0000 mon.a (mon.0) 246 : cluster [INF] overall HEALTH_OK
2020-11-16T20:13:43.706 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:43.244049+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14141 ' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:12:27.514325\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:12:03.510896\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:43.706 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:43.249316+0000 mon.b (mon.1) 6 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch
2020-11-16T20:13:43.706 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:43.254156+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:43.706 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:43 smithi071 bash[9480]: audit 2020-11-16T20:13:43.256261+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch
2020-11-16T20:13:44.150 INFO:tasks.cephadm:Generating final ceph.conf file...
2020-11-16T20:13:44.150 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph config generate-minimal-conf
2020-11-16T20:13:44.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:44 smithi065 bash[9468]: cephadm 2020-11-16T20:13:43.252576+0000 mgr.y (mgr.14141) 73 : cephadm [INF] Reconfiguring daemon mgr.y on smithi142
2020-11-16T20:13:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:44 smithi065 bash[9468]: audit 2020-11-16T20:13:43.517600+0000 mon.a (mon.0) 248 : audit [DBG] from='client.? v1:172.21.15.65:0/851395791' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T20:13:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:44 smithi065 bash[9468]: audit 2020-11-16T20:13:44.191903+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:44.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:44 smithi142 bash[9523]: cephadm 2020-11-16T20:13:43.252576+0000 mgr.y (mgr.14141) 73 : cephadm [INF] Reconfiguring daemon mgr.y on smithi142
2020-11-16T20:13:44.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:44 smithi142 bash[9523]: audit 2020-11-16T20:13:43.517600+0000 mon.a (mon.0) 248 : audit [DBG] from='client.? v1:172.21.15.65:0/851395791' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T20:13:44.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:44 smithi142 bash[9523]: audit 2020-11-16T20:13:44.191903+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:44.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:44 smithi071 bash[9480]: cephadm 2020-11-16T20:13:43.252576+0000 mgr.y (mgr.14141) 73 : cephadm [INF] Reconfiguring daemon mgr.y on smithi142
2020-11-16T20:13:44.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:44 smithi071 bash[9480]: audit 2020-11-16T20:13:43.517600+0000 mon.a (mon.0) 248 : audit [DBG] from='client.? v1:172.21.15.65:0/851395791' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T20:13:44.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:44 smithi071 bash[9480]: audit 2020-11-16T20:13:44.191903+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2020-11-16T20:13:45.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:45 smithi142 bash[9523]: cluster 2020-11-16T20:13:44.331991+0000 mgr.y (mgr.14141) 74 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:45.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:45 smithi142 bash[9523]: audit 2020-11-16T20:13:44.855456+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:13:45.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:45 smithi142 bash[9523]: audit 2020-11-16T20:13:44.857676+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch
2020-11-16T20:13:45.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:45 smithi071 bash[9480]: cluster 2020-11-16T20:13:44.331991+0000 mgr.y (mgr.14141) 74 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:45.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:45 smithi071 bash[9480]: audit 2020-11-16T20:13:44.855456+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:13:45.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:45 smithi071 bash[9480]: audit 2020-11-16T20:13:44.857676+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch
2020-11-16T20:13:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:45 smithi065 bash[9468]: cluster 2020-11-16T20:13:44.331991+0000 mgr.y (mgr.14141) 74 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:45 smithi065 bash[9468]: audit 2020-11-16T20:13:44.855456+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:13:45.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:45 smithi065 bash[9468]: audit 2020-11-16T20:13:44.857676+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch
2020-11-16T20:13:47.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:46 smithi071 bash[9480]: audit 2020-11-16T20:13:45.998375+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:47.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:46 smithi071 bash[9480]: audit 2020-11-16T20:13:46.002369+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:47.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:46 smithi071 bash[9480]: audit 2020-11-16T20:13:46.003650+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:47.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:46 smithi071 bash[9480]: audit 2020-11-16T20:13:46.004987+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:47.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:46 smithi071 bash[9480]: audit 2020-11-16T20:13:46.006464+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch
2020-11-16T20:13:47.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:46 smithi065 bash[9468]: audit 2020-11-16T20:13:45.998375+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:47.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:46 smithi065 bash[9468]: audit 2020-11-16T20:13:46.002369+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:47.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:46 smithi065 bash[9468]: audit 2020-11-16T20:13:46.003650+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:47.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:46 smithi065 bash[9468]: audit 2020-11-16T20:13:46.004987+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:47.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:46 smithi065 bash[9468]: audit 2020-11-16T20:13:46.006464+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch
2020-11-16T20:13:47.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:46 smithi142 bash[9523]: audit 2020-11-16T20:13:45.998375+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:47.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:46 smithi142 bash[9523]: audit 2020-11-16T20:13:46.002369+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:47.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:46 smithi142 bash[9523]: audit 2020-11-16T20:13:46.003650+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:47.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:46 smithi142 bash[9523]: audit 2020-11-16T20:13:46.004987+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:47.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:46 smithi142 bash[9523]: audit 2020-11-16T20:13:46.006464+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch
2020-11-16T20:13:48.032 INFO:teuthology.orchestra.run.smithi142.stdout:# minimal ceph.conf for b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:13:48.032 INFO:teuthology.orchestra.run.smithi142.stdout:[global]
2020-11-16T20:13:48.032 INFO:teuthology.orchestra.run.smithi142.stdout:	fsid = b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:13:48.032 INFO:teuthology.orchestra.run.smithi142.stdout:	mon_host = 172.21.15.142:6789/0 172.21.15.71:6789/0 172.21.15.65:6789/0
2020-11-16T20:13:48.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:47 smithi142 bash[9523]: cephadm 2020-11-16T20:13:46.003101+0000 mgr.y (mgr.14141) 75 : cephadm [INF] Reconfiguring mon.b (monmap changed)...
2020-11-16T20:13:48.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:47 smithi142 bash[9523]: cephadm 2020-11-16T20:13:46.005955+0000 mgr.y (mgr.14141) 76 : cephadm [INF] Reconfiguring daemon mon.b on smithi071
2020-11-16T20:13:48.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:47 smithi142 bash[9523]: cluster 2020-11-16T20:13:46.332502+0000 mgr.y (mgr.14141) 77 : cluster [DBG] pgmap v58: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:48.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:47 smithi071 bash[9480]: cephadm 2020-11-16T20:13:46.003101+0000 mgr.y (mgr.14141) 75 : cephadm [INF] Reconfiguring mon.b (monmap changed)...
2020-11-16T20:13:48.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:47 smithi071 bash[9480]: cephadm 2020-11-16T20:13:46.005955+0000 mgr.y (mgr.14141) 76 : cephadm [INF] Reconfiguring daemon mon.b on smithi071
2020-11-16T20:13:48.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:47 smithi071 bash[9480]: cluster 2020-11-16T20:13:46.332502+0000 mgr.y (mgr.14141) 77 : cluster [DBG] pgmap v58: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:48.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:47 smithi065 bash[9468]: cephadm 2020-11-16T20:13:46.003101+0000 mgr.y (mgr.14141) 75 : cephadm [INF] Reconfiguring mon.b (monmap changed)...
2020-11-16T20:13:48.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:47 smithi065 bash[9468]: cephadm 2020-11-16T20:13:46.005955+0000 mgr.y (mgr.14141) 76 : cephadm [INF] Reconfiguring daemon mon.b on smithi071
2020-11-16T20:13:48.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:47 smithi065 bash[9468]: cluster 2020-11-16T20:13:46.332502+0000 mgr.y (mgr.14141) 77 : cluster [DBG] pgmap v58: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:48.698 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring...
2020-11-16T20:13:48.699 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:13:48.699 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/ceph/ceph.conf
2020-11-16T20:13:48.704 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/etc/ceph/ceph.conf
2020-11-16T20:13:48.712 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:13:48.712 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:13:48.713 INFO:teuthology.orchestra.run.smithi142.stderr:188 bytes copied, 0.000107675 s, 1.7 MB/s
2020-11-16T20:13:48.713 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:13:48.714 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:13:48.759 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:13:48.767 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:13:48.768 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:13:48.768 INFO:teuthology.orchestra.run.smithi142.stderr:63 bytes copied, 9.1623e-05 s, 688 kB/s
2020-11-16T20:13:48.769 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:13:48.769 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.conf
2020-11-16T20:13:48.774 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/etc/ceph/ceph.conf
2020-11-16T20:13:48.783 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T20:13:48.783 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T20:13:48.783 INFO:teuthology.orchestra.run.smithi071.stderr:188 bytes copied, 0.000127189 s, 1.5 MB/s
2020-11-16T20:13:48.784 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:13:48.784 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:13:48.830 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:13:48.839 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T20:13:48.840 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T20:13:48.840 INFO:teuthology.orchestra.run.smithi071.stderr:63 bytes copied, 0.000123731 s, 509 kB/s
2020-11-16T20:13:48.841 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:13:48.842 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/etc/ceph/ceph.conf
2020-11-16T20:13:48.849 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/etc/ceph/ceph.conf
2020-11-16T20:13:48.858 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T20:13:48.858 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T20:13:48.859 INFO:teuthology.orchestra.run.smithi065.stderr:188 bytes copied, 0.000115387 s, 1.6 MB/s
2020-11-16T20:13:48.860 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:13:48.860 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:13:48.906 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/etc/ceph/ceph.client.admin.keyring
2020-11-16T20:13:48.914 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T20:13:48.914 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T20:13:48.914 INFO:teuthology.orchestra.run.smithi065.stderr:63 bytes copied, 0.000116714 s, 540 kB/s
2020-11-16T20:13:48.915 INFO:tasks.cephadm:Adding mgr.x on smithi071
2020-11-16T20:13:48.915 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch apply mgr '2;smithi071=x'
2020-11-16T20:13:49.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:48 smithi142 bash[9523]: audit 2020-11-16T20:13:47.991294+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:49.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:48 smithi142 bash[9523]: audit 2020-11-16T20:13:47.996390+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:49.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:48 smithi142 bash[9523]: audit 2020-11-16T20:13:47.997526+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:49.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:48 smithi142 bash[9523]: audit 2020-11-16T20:13:47.998757+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:49.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:48 smithi142 bash[9523]: audit 2020-11-16T20:13:48.000425+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch
2020-11-16T20:13:49.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:48 smithi142 bash[9523]: audit 2020-11-16T20:13:48.029728+0000 mon.a (mon.0) 262 : audit [DBG] from='client.? v1:172.21.15.142:0/2970936783' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:49.179 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:48 smithi065 bash[9468]: audit 2020-11-16T20:13:47.991294+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:49.179 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:48 smithi065 bash[9468]: audit 2020-11-16T20:13:47.996390+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:49.180 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:48 smithi065 bash[9468]: audit 2020-11-16T20:13:47.997526+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:49.180 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:48 smithi065 bash[9468]: audit 2020-11-16T20:13:47.998757+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:49.180 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:48 smithi065 bash[9468]: audit 2020-11-16T20:13:48.000425+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch
2020-11-16T20:13:49.180 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:48 smithi065 bash[9468]: audit 2020-11-16T20:13:48.029728+0000 mon.a (mon.0) 262 : audit [DBG] from='client.? v1:172.21.15.142:0/2970936783' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:49.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:48 smithi071 bash[9480]: audit 2020-11-16T20:13:47.991294+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:49.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:48 smithi071 bash[9480]: audit 2020-11-16T20:13:47.996390+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:49.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:48 smithi071 bash[9480]: audit 2020-11-16T20:13:47.997526+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:49.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:48 smithi071 bash[9480]: audit 2020-11-16T20:13:47.998757+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:49.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:48 smithi071 bash[9480]: audit 2020-11-16T20:13:48.000425+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch
2020-11-16T20:13:49.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:48 smithi071 bash[9480]: audit 2020-11-16T20:13:48.029728+0000 mon.a (mon.0) 262 : audit [DBG] from='client.? v1:172.21.15.142:0/2970936783' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:50.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:49 smithi065 bash[9468]: cephadm 2020-11-16T20:13:47.997070+0000 mgr.y (mgr.14141) 78 : cephadm [INF] Reconfiguring mon.c (monmap changed)...
2020-11-16T20:13:50.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:49 smithi065 bash[9468]: cephadm 2020-11-16T20:13:47.999812+0000 mgr.y (mgr.14141) 79 : cephadm [INF] Reconfiguring daemon mon.c on smithi065
2020-11-16T20:13:50.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:49 smithi065 bash[9468]: cluster 2020-11-16T20:13:48.332996+0000 mgr.y (mgr.14141) 80 : cluster [DBG] pgmap v59: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:50.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:49 smithi071 bash[9480]: cephadm 2020-11-16T20:13:47.997070+0000 mgr.y (mgr.14141) 78 : cephadm [INF] Reconfiguring mon.c (monmap changed)...
2020-11-16T20:13:50.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:49 smithi071 bash[9480]: cephadm 2020-11-16T20:13:47.999812+0000 mgr.y (mgr.14141) 79 : cephadm [INF] Reconfiguring daemon mon.c on smithi065
2020-11-16T20:13:50.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:49 smithi071 bash[9480]: cluster 2020-11-16T20:13:48.332996+0000 mgr.y (mgr.14141) 80 : cluster [DBG] pgmap v59: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:50.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:49 smithi142 bash[9523]: cephadm 2020-11-16T20:13:47.997070+0000 mgr.y (mgr.14141) 78 : cephadm [INF] Reconfiguring mon.c (monmap changed)...
2020-11-16T20:13:50.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:49 smithi142 bash[9523]: cephadm 2020-11-16T20:13:47.999812+0000 mgr.y (mgr.14141) 79 : cephadm [INF] Reconfiguring daemon mon.c on smithi065
2020-11-16T20:13:50.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:49 smithi142 bash[9523]: cluster 2020-11-16T20:13:48.332996+0000 mgr.y (mgr.14141) 80 : cluster [DBG] pgmap v59: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:51.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:50 smithi071 bash[9480]: audit 2020-11-16T20:13:50.571042+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:50 smithi071 bash[9480]: audit 2020-11-16T20:13:50.577102+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:50 smithi071 bash[9480]: audit 2020-11-16T20:13:50.579341+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:50 smithi071 bash[9480]: audit 2020-11-16T20:13:50.579930+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:50 smithi071 bash[9480]: audit 2020-11-16T20:13:50.580560+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:51.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:50 smithi065 bash[9468]: audit 2020-11-16T20:13:50.571042+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:51.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:50 smithi065 bash[9468]: audit 2020-11-16T20:13:50.577102+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:51.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:50 smithi065 bash[9468]: audit 2020-11-16T20:13:50.579341+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:51.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:50 smithi065 bash[9468]: audit 2020-11-16T20:13:50.579930+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:51.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:50 smithi065 bash[9468]: audit 2020-11-16T20:13:50.580560+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:51.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:50 smithi142 bash[9523]: audit 2020-11-16T20:13:50.571042+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:50 smithi142 bash[9523]: audit 2020-11-16T20:13:50.577102+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:50 smithi142 bash[9523]: audit 2020-11-16T20:13:50.579341+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:50 smithi142 bash[9523]: audit 2020-11-16T20:13:50.579930+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:50 smithi142 bash[9523]: audit 2020-11-16T20:13:50.580560+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:52.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: cluster 2020-11-16T20:13:50.333444+0000 mgr.y (mgr.14141) 81 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:52.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.194075+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.193084\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:52.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.199604+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.193084\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:52.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.242028+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241161\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.241388\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:52.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.246184+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241161\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.241388\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:52.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.410961+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.409707\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.410014\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:52.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.416216+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.409707\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.410014\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:52.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.417788+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:52.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.421545+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:52.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.422712+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:52.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.424111+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:52.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:51 smithi071 bash[9480]: audit 2020-11-16T20:13:51.426174+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch
2020-11-16T20:13:52.219 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: cluster 2020-11-16T20:13:50.333444+0000 mgr.y (mgr.14141) 81 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:52.219 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.194075+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.193084\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:52.220 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.199604+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.193084\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:52.220 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.242028+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241161\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.241388\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:52.220 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.246184+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241161\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.241388\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:52.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.410961+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.409707\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.410014\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:52.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.416216+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.409707\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.410014\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:52.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.417788+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:52.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.421545+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:52.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.422712+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:52.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.424111+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:52.222 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:51 smithi065 bash[9468]: audit 2020-11-16T20:13:51.426174+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch
2020-11-16T20:13:52.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: cluster 2020-11-16T20:13:50.333444+0000 mgr.y (mgr.14141) 81 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:52.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.194075+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.193084\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:52.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.199604+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.193084\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:52.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.242028+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241161\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.241388\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:52.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.246184+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241161\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:37.298351\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.241388\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:52.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.410961+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.409707\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.410014\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:13:52.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.416216+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.409707\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:13:51.410014\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:13:52.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.417788+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:52.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.421545+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:52.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.422712+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2020-11-16T20:13:52.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.424111+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:52.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:51 smithi142 bash[9523]: audit 2020-11-16T20:13:51.426174+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch
2020-11-16T20:13:52.679 INFO:teuthology.orchestra.run.smithi065.stdout:Scheduled mgr update...
2020-11-16T20:13:53.020 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:52 smithi142 bash[9523]: cephadm 2020-11-16T20:13:51.422176+0000 mgr.y (mgr.14141) 82 : cephadm [INF] Reconfiguring mon.a (monmap changed)...
2020-11-16T20:13:53.021 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:52 smithi142 bash[9523]: cephadm 2020-11-16T20:13:51.425242+0000 mgr.y (mgr.14141) 83 : cephadm [INF] Reconfiguring daemon mon.a on smithi142
2020-11-16T20:13:53.021 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:52 smithi142 bash[9523]: audit 2020-11-16T20:13:52.668937+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/spec.mgr","val":"{\"created\": \"2020-11-16T20:13:52.668255\", \"spec\": {\"placement\": {\"count\": 2, \"hosts\": [\"smithi071=x\"]}, \"service_name\": \"mgr\", \"service_type\": \"mgr\"}}"}]: dispatch
2020-11-16T20:13:53.021 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:52 smithi142 bash[9523]: audit 2020-11-16T20:13:52.676101+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/spec.mgr","val":"{\"created\": \"2020-11-16T20:13:52.668255\", \"spec\": {\"placement\": {\"count\": 2, \"hosts\": [\"smithi071=x\"]}, \"service_name\": \"mgr\", \"service_type\": \"mgr\"}}"}]': finished
2020-11-16T20:13:53.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:52 smithi065 bash[9468]: cephadm 2020-11-16T20:13:51.422176+0000 mgr.y (mgr.14141) 82 : cephadm [INF] Reconfiguring mon.a (monmap changed)...
2020-11-16T20:13:53.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:52 smithi065 bash[9468]: cephadm 2020-11-16T20:13:51.425242+0000 mgr.y (mgr.14141) 83 : cephadm [INF] Reconfiguring daemon mon.a on smithi142
2020-11-16T20:13:53.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:52 smithi065 bash[9468]: audit 2020-11-16T20:13:52.668937+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/spec.mgr","val":"{\"created\": \"2020-11-16T20:13:52.668255\", \"spec\": {\"placement\": {\"count\": 2, \"hosts\": [\"smithi071=x\"]}, \"service_name\": \"mgr\", \"service_type\": \"mgr\"}}"}]: dispatch
2020-11-16T20:13:53.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:52 smithi065 bash[9468]: audit 2020-11-16T20:13:52.676101+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/spec.mgr","val":"{\"created\": \"2020-11-16T20:13:52.668255\", \"spec\": {\"placement\": {\"count\": 2, \"hosts\": [\"smithi071=x\"]}, \"service_name\": \"mgr\", \"service_type\": \"mgr\"}}"}]': finished
2020-11-16T20:13:53.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:52 smithi071 bash[9480]: cephadm 2020-11-16T20:13:51.422176+0000 mgr.y (mgr.14141) 82 : cephadm [INF] Reconfiguring mon.a (monmap changed)...
2020-11-16T20:13:53.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:52 smithi071 bash[9480]: cephadm 2020-11-16T20:13:51.425242+0000 mgr.y (mgr.14141) 83 : cephadm [INF] Reconfiguring daemon mon.a on smithi142
2020-11-16T20:13:53.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:52 smithi071 bash[9480]: audit 2020-11-16T20:13:52.668937+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/spec.mgr","val":"{\"created\": \"2020-11-16T20:13:52.668255\", \"spec\": {\"placement\": {\"count\": 2, \"hosts\": [\"smithi071=x\"]}, \"service_name\": \"mgr\", \"service_type\": \"mgr\"}}"}]: dispatch
2020-11-16T20:13:53.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:52 smithi071 bash[9480]: audit 2020-11-16T20:13:52.676101+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/spec.mgr","val":"{\"created\": \"2020-11-16T20:13:52.668255\", \"spec\": {\"placement\": {\"count\": 2, \"hosts\": [\"smithi071=x\"]}, \"service_name\": \"mgr\", \"service_type\": \"mgr\"}}"}]': finished
2020-11-16T20:13:53.333 INFO:teuthology.orchestra.run.smithi071:mgr.x> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.x.service
2020-11-16T20:13:53.336 INFO:tasks.cephadm:Deploying OSDs...
2020-11-16T20:13:53.336 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:13:53.337 INFO:teuthology.orchestra.run.smithi142:> dd if=/scratch_devs of=/dev/stdout
2020-11-16T20:13:53.342 INFO:teuthology.orchestra.run.smithi142.stderr:+ dd if=/scratch_devs of=/dev/stdout
2020-11-16T20:13:53.343 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/vg_nvme/lv_1
2020-11-16T20:13:53.343 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/vg_nvme/lv_2
2020-11-16T20:13:53.343 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/vg_nvme/lv_3
2020-11-16T20:13:53.344 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/vg_nvme/lv_4
2020-11-16T20:13:53.344 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:13:53.344 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:13:53.344 INFO:teuthology.orchestra.run.smithi142.stderr:72 bytes copied, 0.00017532 s, 411 kB/s
2020-11-16T20:13:53.344 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2020-11-16T20:13:53.345 INFO:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1
2020-11-16T20:13:53.386 INFO:journalctl@ceph.mgr.x.smithi071.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:13:53.393 INFO:teuthology.orchestra.run.smithi142.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2020-11-16T20:13:53.394 INFO:teuthology.orchestra.run.smithi142.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.394 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 6h/6d	Inode: 342         Links: 1
2020-11-16T20:13:53.394 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.394 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2020-11-16 20:05:40.036742208 +0000
2020-11-16T20:13:53.394 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2020-11-16 20:05:39.944742210 +0000
2020-11-16T20:13:53.395 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2020-11-16 20:05:39.944742210 +0000
2020-11-16T20:13:53.395 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: -
2020-11-16T20:13:53.402 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in
2020-11-16T20:13:53.402 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out
2020-11-16T20:13:53.403 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.000302626 s, 1.7 MB/s
2020-11-16T20:13:53.405 INFO:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2
2020-11-16T20:13:53.453 INFO:teuthology.orchestra.run.smithi142.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2020-11-16T20:13:53.453 INFO:teuthology.orchestra.run.smithi142.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.453 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 6h/6d	Inode: 349         Links: 1
2020-11-16T20:13:53.454 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.454 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2020-11-16 20:05:44.428742111 +0000
2020-11-16T20:13:53.454 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2020-11-16 20:05:40.156742206 +0000
2020-11-16T20:13:53.454 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2020-11-16 20:05:40.156742206 +0000
2020-11-16T20:13:53.454 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: -
2020-11-16T20:13:53.463 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in
2020-11-16T20:13:53.463 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out
2020-11-16T20:13:53.463 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.000366809 s, 1.4 MB/s
2020-11-16T20:13:53.467 INFO:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3
2020-11-16T20:13:53.517 INFO:teuthology.orchestra.run.smithi142.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2020-11-16T20:13:53.517 INFO:teuthology.orchestra.run.smithi142.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.517 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 6h/6d	Inode: 355         Links: 1
2020-11-16T20:13:53.517 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.518 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2020-11-16 20:05:44.676742105 +0000
2020-11-16T20:13:53.518 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2020-11-16 20:05:44.592742107 +0000
2020-11-16T20:13:53.518 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2020-11-16 20:05:44.592742107 +0000
2020-11-16T20:13:53.518 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: -
2020-11-16T20:13:53.526 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in
2020-11-16T20:13:53.526 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out
2020-11-16T20:13:53.527 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.000368632 s, 1.4 MB/s
2020-11-16T20:13:53.530 INFO:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4
2020-11-16T20:13:53.578 INFO:teuthology.orchestra.run.smithi142.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2020-11-16T20:13:53.578 INFO:teuthology.orchestra.run.smithi142.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.578 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 6h/6d	Inode: 361         Links: 1
2020-11-16T20:13:53.578 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.578 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2020-11-16 20:05:44.824742102 +0000
2020-11-16T20:13:53.579 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2020-11-16 20:05:44.820742102 +0000
2020-11-16T20:13:53.579 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2020-11-16 20:05:44.820742102 +0000
2020-11-16T20:13:53.579 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: -
2020-11-16T20:13:53.587 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in
2020-11-16T20:13:53.587 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out
2020-11-16T20:13:53.587 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.000337694 s, 1.5 MB/s
2020-11-16T20:13:53.591 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:13:53.592 INFO:teuthology.orchestra.run.smithi071:> dd if=/scratch_devs of=/dev/stdout
2020-11-16T20:13:53.596 INFO:teuthology.orchestra.run.smithi071.stderr:+ dd if=/scratch_devs of=/dev/stdout
2020-11-16T20:13:53.598 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/vg_nvme/lv_1
2020-11-16T20:13:53.598 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/vg_nvme/lv_2
2020-11-16T20:13:53.598 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/vg_nvme/lv_3
2020-11-16T20:13:53.598 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/vg_nvme/lv_4
2020-11-16T20:13:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T20:13:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T20:13:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:72 bytes copied, 0.000176193 s, 409 kB/s
2020-11-16T20:13:53.599 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2020-11-16T20:13:53.600 INFO:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1
2020-11-16T20:13:53.648 INFO:teuthology.orchestra.run.smithi071.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2020-11-16T20:13:53.648 INFO:teuthology.orchestra.run.smithi071.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.648 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 6h/6d	Inode: 344         Links: 1
2020-11-16T20:13:53.649 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.649 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2020-11-16 20:07:10.998949005 +0000
2020-11-16T20:13:53.649 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2020-11-16 20:07:10.994949268 +0000
2020-11-16T20:13:53.649 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2020-11-16 20:07:10.994949268 +0000
2020-11-16T20:13:53.649 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: -
2020-11-16T20:13:53.657 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in
2020-11-16T20:13:53.657 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out
2020-11-16T20:13:53.657 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.00035784 s, 1.4 MB/s
2020-11-16T20:13:53.660 INFO:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2
2020-11-16T20:13:53.708 INFO:teuthology.orchestra.run.smithi071.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2020-11-16T20:13:53.708 INFO:teuthology.orchestra.run.smithi071.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.708 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 6h/6d	Inode: 350         Links: 1
2020-11-16T20:13:53.709 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.709 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2020-11-16 20:07:11.342927105 +0000
2020-11-16T20:13:53.709 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2020-11-16 20:07:11.226934488 +0000
2020-11-16T20:13:53.709 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2020-11-16 20:07:11.226934488 +0000
2020-11-16T20:13:53.709 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: -
2020-11-16T20:13:53.718 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in
2020-11-16T20:13:53.718 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out
2020-11-16T20:13:53.718 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000298869 s, 1.7 MB/s
2020-11-16T20:13:53.722 INFO:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3
2020-11-16T20:13:53.772 INFO:teuthology.orchestra.run.smithi071.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2020-11-16T20:13:53.772 INFO:teuthology.orchestra.run.smithi071.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.772 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 6h/6d	Inode: 357         Links: 1
2020-11-16T20:13:53.772 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.773 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2020-11-16 20:07:11.574912338 +0000
2020-11-16T20:13:53.773 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2020-11-16 20:07:11.474918703 +0000
2020-11-16T20:13:53.773 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2020-11-16 20:07:11.474918703 +0000
2020-11-16T20:13:53.773 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: -
2020-11-16T20:13:53.781 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in
2020-11-16T20:13:53.781 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out
2020-11-16T20:13:53.781 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000330045 s, 1.6 MB/s
2020-11-16T20:13:53.784 INFO:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4
2020-11-16T20:13:53.832 INFO:teuthology.orchestra.run.smithi071.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2020-11-16T20:13:53.832 INFO:teuthology.orchestra.run.smithi071.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.832 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 6h/6d	Inode: 363         Links: 1
2020-11-16T20:13:53.832 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.832 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2020-11-16 20:07:11.806897571 +0000
2020-11-16T20:13:53.832 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2020-11-16 20:07:11.718903172 +0000
2020-11-16T20:13:53.833 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2020-11-16 20:07:11.718903172 +0000
2020-11-16T20:13:53.833 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: -
2020-11-16T20:13:53.841 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in
2020-11-16T20:13:53.841 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out
2020-11-16T20:13:53.842 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000360597 s, 1.4 MB/s
2020-11-16T20:13:53.845 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:13:53.845 INFO:teuthology.orchestra.run.smithi065:> dd if=/scratch_devs of=/dev/stdout
2020-11-16T20:13:53.850 INFO:teuthology.orchestra.run.smithi065.stderr:+ dd if=/scratch_devs of=/dev/stdout
2020-11-16T20:13:53.852 INFO:teuthology.orchestra.run.smithi065.stdout:/dev/vg_nvme/lv_1
2020-11-16T20:13:53.852 INFO:teuthology.orchestra.run.smithi065.stdout:/dev/vg_nvme/lv_2
2020-11-16T20:13:53.852 INFO:teuthology.orchestra.run.smithi065.stdout:/dev/vg_nvme/lv_3
2020-11-16T20:13:53.852 INFO:teuthology.orchestra.run.smithi065.stdout:/dev/vg_nvme/lv_4
2020-11-16T20:13:53.852 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T20:13:53.852 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T20:13:53.853 INFO:teuthology.orchestra.run.smithi065.stderr:72 bytes copied, 0.000186254 s, 387 kB/s
2020-11-16T20:13:53.853 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2020-11-16T20:13:53.853 INFO:teuthology.orchestra.run.smithi065:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1
2020-11-16T20:13:53.900 INFO:teuthology.orchestra.run.smithi065.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2020-11-16T20:13:53.901 INFO:teuthology.orchestra.run.smithi065.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.901 INFO:teuthology.orchestra.run.smithi065.stdout:Device: 6h/6d	Inode: 342         Links: 1
2020-11-16T20:13:53.901 INFO:teuthology.orchestra.run.smithi065.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.901 INFO:teuthology.orchestra.run.smithi065.stdout:Access: 2020-11-16 20:06:03.263219466 +0000
2020-11-16T20:13:53.901 INFO:teuthology.orchestra.run.smithi065.stdout:Modify: 2020-11-16 20:06:03.259219466 +0000
2020-11-16T20:13:53.902 INFO:teuthology.orchestra.run.smithi065.stdout:Change: 2020-11-16 20:06:03.259219466 +0000
2020-11-16T20:13:53.902 INFO:teuthology.orchestra.run.smithi065.stdout: Birth: -
2020-11-16T20:13:53.911 INFO:teuthology.orchestra.run.smithi065.stderr:1+0 records in
2020-11-16T20:13:53.911 INFO:teuthology.orchestra.run.smithi065.stderr:1+0 records out
2020-11-16T20:13:53.911 INFO:teuthology.orchestra.run.smithi065.stderr:512 bytes copied, 0.000382171 s, 1.3 MB/s
2020-11-16T20:13:53.916 INFO:teuthology.orchestra.run.smithi065:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2
2020-11-16T20:13:53.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:53 smithi071 bash[9480]: cluster 2020-11-16T20:13:52.333893+0000 mgr.y (mgr.14141) 84 : cluster [DBG] pgmap v61: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:53.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:53 smithi071 bash[9480]: audit 2020-11-16T20:13:52.666581+0000 mgr.y (mgr.14141) 85 : audit [DBG] from='client.34106 v1:172.21.15.65:0/1308168099' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=x", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:13:53.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:53 smithi071 bash[9480]: cephadm 2020-11-16T20:13:52.668222+0000 mgr.y (mgr.14141) 86 : cephadm [INF] Saving service mgr spec with placement smithi071=x;count:2
2020-11-16T20:13:53.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:53 smithi071 bash[9480]: audit 2020-11-16T20:13:53.639951+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:53.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:53 smithi071 bash[9480]: audit 2020-11-16T20:13:53.645931+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:53.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:53 smithi071 bash[9480]: audit 2020-11-16T20:13:53.647842+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:53.964 INFO:teuthology.orchestra.run.smithi065.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2020-11-16T20:13:53.964 INFO:teuthology.orchestra.run.smithi065.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:53.965 INFO:teuthology.orchestra.run.smithi065.stdout:Device: 6h/6d	Inode: 348         Links: 1
2020-11-16T20:13:53.965 INFO:teuthology.orchestra.run.smithi065.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:53.965 INFO:teuthology.orchestra.run.smithi065.stdout:Access: 2020-11-16 20:06:03.595219458 +0000
2020-11-16T20:13:53.965 INFO:teuthology.orchestra.run.smithi065.stdout:Modify: 2020-11-16 20:06:03.491219461 +0000
2020-11-16T20:13:53.965 INFO:teuthology.orchestra.run.smithi065.stdout:Change: 2020-11-16 20:06:03.491219461 +0000
2020-11-16T20:13:53.965 INFO:teuthology.orchestra.run.smithi065.stdout: Birth: -
2020-11-16T20:13:53.975 INFO:teuthology.orchestra.run.smithi065.stderr:1+0 records in
2020-11-16T20:13:53.975 INFO:teuthology.orchestra.run.smithi065.stderr:1+0 records out
2020-11-16T20:13:53.975 INFO:teuthology.orchestra.run.smithi065.stderr:512 bytes copied, 0.000324683 s, 1.6 MB/s
2020-11-16T20:13:53.979 INFO:teuthology.orchestra.run.smithi065:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3
2020-11-16T20:13:54.028 INFO:teuthology.orchestra.run.smithi065.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2020-11-16T20:13:54.029 INFO:teuthology.orchestra.run.smithi065.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:54.029 INFO:teuthology.orchestra.run.smithi065.stdout:Device: 6h/6d	Inode: 354         Links: 1
2020-11-16T20:13:54.029 INFO:teuthology.orchestra.run.smithi065.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:54.029 INFO:teuthology.orchestra.run.smithi065.stdout:Access: 2020-11-16 20:06:03.839219453 +0000
2020-11-16T20:13:54.029 INFO:teuthology.orchestra.run.smithi065.stdout:Modify: 2020-11-16 20:06:03.759219455 +0000
2020-11-16T20:13:54.029 INFO:teuthology.orchestra.run.smithi065.stdout:Change: 2020-11-16 20:06:03.759219455 +0000
2020-11-16T20:13:54.029 INFO:teuthology.orchestra.run.smithi065.stdout: Birth: -
2020-11-16T20:13:54.037 INFO:teuthology.orchestra.run.smithi065.stderr:1+0 records in
2020-11-16T20:13:54.038 INFO:teuthology.orchestra.run.smithi065.stderr:1+0 records out
2020-11-16T20:13:54.038 INFO:teuthology.orchestra.run.smithi065.stderr:512 bytes copied, 0.000345007 s, 1.5 MB/s
2020-11-16T20:13:54.041 INFO:teuthology.orchestra.run.smithi065:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4
2020-11-16T20:13:54.088 INFO:teuthology.orchestra.run.smithi065.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2020-11-16T20:13:54.088 INFO:teuthology.orchestra.run.smithi065.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2020-11-16T20:13:54.089 INFO:teuthology.orchestra.run.smithi065.stdout:Device: 6h/6d	Inode: 360         Links: 1
2020-11-16T20:13:54.089 INFO:teuthology.orchestra.run.smithi065.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2020-11-16T20:13:54.089 INFO:teuthology.orchestra.run.smithi065.stdout:Access: 2020-11-16 20:06:04.215219445 +0000
2020-11-16T20:13:54.089 INFO:teuthology.orchestra.run.smithi065.stdout:Modify: 2020-11-16 20:06:04.135219446 +0000
2020-11-16T20:13:54.089 INFO:teuthology.orchestra.run.smithi065.stdout:Change: 2020-11-16 20:06:04.135219446 +0000
2020-11-16T20:13:54.089 INFO:teuthology.orchestra.run.smithi065.stdout: Birth: -
2020-11-16T20:13:54.098 INFO:teuthology.orchestra.run.smithi065.stderr:1+0 records in
2020-11-16T20:13:54.098 INFO:teuthology.orchestra.run.smithi065.stderr:1+0 records out
2020-11-16T20:13:54.099 INFO:teuthology.orchestra.run.smithi065.stderr:512 bytes copied, 0.000409318 s, 1.3 MB/s
2020-11-16T20:13:54.103 INFO:tasks.cephadm:Deploying osd.0 on smithi142 with /dev/vg_nvme/lv_4...
2020-11-16T20:13:54.103 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4
2020-11-16T20:13:54.116 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:53 smithi142 bash[9523]: cluster 2020-11-16T20:13:52.333893+0000 mgr.y (mgr.14141) 84 : cluster [DBG] pgmap v61: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:54.116 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:53 smithi142 bash[9523]: audit 2020-11-16T20:13:52.666581+0000 mgr.y (mgr.14141) 85 : audit [DBG] from='client.34106 v1:172.21.15.65:0/1308168099' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=x", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:13:54.116 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:53 smithi142 bash[9523]: cephadm 2020-11-16T20:13:52.668222+0000 mgr.y (mgr.14141) 86 : cephadm [INF] Saving service mgr spec with placement smithi071=x;count:2
2020-11-16T20:13:54.117 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:53 smithi142 bash[9523]: audit 2020-11-16T20:13:53.639951+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:54.117 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:53 smithi142 bash[9523]: audit 2020-11-16T20:13:53.645931+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:54.117 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:53 smithi142 bash[9523]: audit 2020-11-16T20:13:53.647842+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:54.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:53 smithi065 bash[9468]: cluster 2020-11-16T20:13:52.333893+0000 mgr.y (mgr.14141) 84 : cluster [DBG] pgmap v61: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:54.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:53 smithi065 bash[9468]: audit 2020-11-16T20:13:52.666581+0000 mgr.y (mgr.14141) 85 : audit [DBG] from='client.34106 v1:172.21.15.65:0/1308168099' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=x", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:13:54.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:53 smithi065 bash[9468]: cephadm 2020-11-16T20:13:52.668222+0000 mgr.y (mgr.14141) 86 : cephadm [INF] Saving service mgr spec with placement smithi071=x;count:2
2020-11-16T20:13:54.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:53 smithi065 bash[9468]: audit 2020-11-16T20:13:53.639951+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:54.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:53 smithi065 bash[9468]: audit 2020-11-16T20:13:53.645931+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.241261\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:54.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:53 smithi065 bash[9468]: audit 2020-11-16T20:13:53.647842+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:13:55.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.301023+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299900\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:54.300088\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:55.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.307964+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299900\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:54.300088\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:55.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.308910+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:55.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.313505+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:55.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.314631+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2020-11-16T20:13:55.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.320890+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2020-11-16T20:13:55.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.321923+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch
2020-11-16T20:13:55.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.323354+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:55.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:54 smithi071 bash[9480]: audit 2020-11-16T20:13:54.324808+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch
2020-11-16T20:13:55.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.301023+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299900\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:54.300088\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:55.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.307964+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299900\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:54.300088\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:55.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.308910+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:55.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.313505+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:55.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.314631+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2020-11-16T20:13:55.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.320890+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2020-11-16T20:13:55.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.321923+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch
2020-11-16T20:13:55.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.323354+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:55.206 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:54 smithi142 bash[9523]: audit 2020-11-16T20:13:54.324808+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch
2020-11-16T20:13:55.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.301023+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299900\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:54.300088\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:13:55.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.307964+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"mgr.y\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"y\", \"hostname\": \"smithi142\", \"container_id\": \"b24e868a6f25\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:54.299900\", \"created\": \"2020-11-16T20:10:57.033119\", \"started\": \"2020-11-16T20:10:57.121032\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:13:54.300088\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:13:55.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.308910+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:13:55.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.313505+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:13:55.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.314631+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2020-11-16T20:13:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.320890+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2020-11-16T20:13:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.321923+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch
2020-11-16T20:13:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.323354+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:13:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:54 smithi065 bash[9468]: audit 2020-11-16T20:13:54.324808+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch
2020-11-16T20:13:55.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:55 smithi071 bash[9480]: cephadm 2020-11-16T20:13:54.324221+0000 mgr.y (mgr.14141) 87 : cephadm [INF] Deploying daemon mgr.x on smithi071
2020-11-16T20:13:55.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:55 smithi071 bash[9480]: cluster 2020-11-16T20:13:54.334253+0000 mgr.y (mgr.14141) 88 : cluster [DBG] pgmap v62: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:56.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:55 smithi065 bash[9468]: cephadm 2020-11-16T20:13:54.324221+0000 mgr.y (mgr.14141) 87 : cephadm [INF] Deploying daemon mgr.x on smithi071
2020-11-16T20:13:56.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:55 smithi065 bash[9468]: cluster 2020-11-16T20:13:54.334253+0000 mgr.y (mgr.14141) 88 : cluster [DBG] pgmap v62: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:56.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:55 smithi142 bash[9523]: cephadm 2020-11-16T20:13:54.324221+0000 mgr.y (mgr.14141) 87 : cephadm [INF] Deploying daemon mgr.x on smithi071
2020-11-16T20:13:56.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:55 smithi142 bash[9523]: cluster 2020-11-16T20:13:54.334253+0000 mgr.y (mgr.14141) 88 : cluster [DBG] pgmap v62: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:56.757 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:13:56 smithi071 systemd[1]: Starting Ceph mgr.x for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:13:57.201 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:13:57 smithi142 systemd[1]: Stopping Ceph mgr.y for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:13:57.201 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:56 smithi142 bash[9523]: audit 2020-11-16T20:13:56.784908+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:57.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:56 smithi142 bash[9523]: audit 2020-11-16T20:13:56.788770+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:57.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:56 smithi142 bash[9523]: audit 2020-11-16T20:13:56.790422+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch
2020-11-16T20:13:57.203 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:13:56 smithi071 docker[10217]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mgr.x
2020-11-16T20:13:57.203 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:13:56 smithi071 systemd[1]: Started Ceph mgr.x for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T20:13:57.203 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:13:56 smithi071 bash[10230]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mgr.x
2020-11-16T20:13:57.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:56 smithi071 bash[9480]: audit 2020-11-16T20:13:56.784908+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:57.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:56 smithi071 bash[9480]: audit 2020-11-16T20:13:56.788770+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:57.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:56 smithi071 bash[9480]: audit 2020-11-16T20:13:56.790422+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch
2020-11-16T20:13:57.225 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:56 smithi065 bash[9468]: audit 2020-11-16T20:13:56.784908+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:13:57.225 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:56 smithi065 bash[9468]: audit 2020-11-16T20:13:56.788770+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:13:51.192800\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:13:57.225 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:56 smithi065 bash[9468]: audit 2020-11-16T20:13:56.790422+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14141 v1:172.21.15.142:0/1962006739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch
2020-11-16T20:13:57.541 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:13:57 smithi142 bash[9796]: debug 2020-11-16T20:13:57.196+0000 7f7c0051c700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:13:57.542 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:13:57 smithi142 bash[9796]: debug 2020-11-16T20:13:57.196+0000 7f7c0051c700 -1 mgr handle_mgr_signal  *** Got signal Terminated ***
2020-11-16T20:13:57.623 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping: /dev/vg_nvme/lv_4
2020-11-16T20:13:57.623 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync
2020-11-16T20:13:57.623 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10+0 records in
2020-11-16T20:13:57.623 INFO:teuthology.orchestra.run.smithi142.stderr:10+0 records out
2020-11-16T20:13:57.623 INFO:teuthology.orchestra.run.smithi142.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.01913 s, 548 MB/s
2020-11-16T20:13:57.624 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_4>
2020-11-16T20:13:58.002 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:13:57 smithi142 docker[14156]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mgr.y
2020-11-16T20:13:58.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:57 smithi142 bash[9523]: cluster 2020-11-16T20:13:56.334729+0000 mgr.y (mgr.14141) 89 : cluster [DBG] pgmap v63: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:58.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:57 smithi142 bash[9523]: cephadm 2020-11-16T20:13:56.789510+0000 mgr.y (mgr.14141) 90 : cephadm [INF] It is presumed safe to stop ['mgr.y']
2020-11-16T20:13:58.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:13:57 smithi142 bash[9523]: cephadm 2020-11-16T20:13:56.789867+0000 mgr.y (mgr.14141) 91 : cephadm [INF] Removing daemon mgr.y from smithi142
2020-11-16T20:13:58.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:57 smithi071 bash[9480]: cluster 2020-11-16T20:13:56.334729+0000 mgr.y (mgr.14141) 89 : cluster [DBG] pgmap v63: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:58.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:57 smithi071 bash[9480]: cephadm 2020-11-16T20:13:56.789510+0000 mgr.y (mgr.14141) 90 : cephadm [INF] It is presumed safe to stop ['mgr.y']
2020-11-16T20:13:58.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:13:57 smithi071 bash[9480]: cephadm 2020-11-16T20:13:56.789867+0000 mgr.y (mgr.14141) 91 : cephadm [INF] Removing daemon mgr.y from smithi142
2020-11-16T20:13:58.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:57 smithi065 bash[9468]: cluster 2020-11-16T20:13:56.334729+0000 mgr.y (mgr.14141) 89 : cluster [DBG] pgmap v63: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:13:58.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:57 smithi065 bash[9468]: cephadm 2020-11-16T20:13:56.789510+0000 mgr.y (mgr.14141) 90 : cephadm [INF] It is presumed safe to stop ['mgr.y']
2020-11-16T20:13:58.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:13:57 smithi065 bash[9468]: cephadm 2020-11-16T20:13:56.789867+0000 mgr.y (mgr.14141) 91 : cephadm [INF] Removing daemon mgr.y from smithi142
2020-11-16T20:13:58.291 INFO:journalctl@ceph.mgr.y.smithi142.stdout:Nov 16 20:13:58 smithi142 systemd[1]: Stopped Ceph mgr.y for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T20:13:58.418 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi142:vg_nvme/lv_4
2020-11-16T20:14:03.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:02 smithi071 bash[9480]: cluster 2020-11-16T20:14:02.818418+0000 mon.a (mon.0) 296 : cluster [DBG] Standby manager daemon x started
2020-11-16T20:14:03.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:02 smithi071 bash[9480]: audit 2020-11-16T20:14:02.820592+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.? v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2020-11-16T20:14:03.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:02 smithi071 bash[9480]: audit 2020-11-16T20:14:02.822960+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.? v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2020-11-16T20:14:03.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:02 smithi065 bash[9468]: cluster 2020-11-16T20:14:02.818418+0000 mon.a (mon.0) 296 : cluster [DBG] Standby manager daemon x started
2020-11-16T20:14:03.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:02 smithi065 bash[9468]: audit 2020-11-16T20:14:02.820592+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.? v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2020-11-16T20:14:03.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:02 smithi065 bash[9468]: audit 2020-11-16T20:14:02.822960+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.? v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2020-11-16T20:14:03.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:02 smithi142 bash[9523]: cluster 2020-11-16T20:14:02.818418+0000 mon.a (mon.0) 296 : cluster [DBG] Standby manager daemon x started
2020-11-16T20:14:03.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:02 smithi142 bash[9523]: audit 2020-11-16T20:14:02.820592+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.? v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2020-11-16T20:14:03.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:02 smithi142 bash[9523]: audit 2020-11-16T20:14:02.822960+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.? v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2020-11-16T20:14:04.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:03 smithi071 bash[9480]: cluster 2020-11-16T20:14:02.879178+0000 mon.a (mon.0) 299 : cluster [DBG] mgrmap e14: y(active, since 2m), standbys: x
2020-11-16T20:14:04.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:03 smithi065 bash[9468]: cluster 2020-11-16T20:14:02.879178+0000 mon.a (mon.0) 299 : cluster [DBG] mgrmap e14: y(active, since 2m), standbys: x
2020-11-16T20:14:04.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:03 smithi142 bash[9523]: cluster 2020-11-16T20:14:02.879178+0000 mon.a (mon.0) 299 : cluster [DBG] mgrmap e14: y(active, since 2m), standbys: x
2020-11-16T20:14:26.150 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[10230]: Warning: Permanently added 'smithi071,172.21.15.71' (ECDSA) to the list of known hosts.
2020-11-16T20:14:26.151 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[10230]: Warning: Permanently added 'smithi142,172.21.15.142' (ECDSA) to the list of known hosts.
2020-11-16T20:14:26.151 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[10230]: Warning: Permanently added 'smithi065,172.21.15.65' (ECDSA) to the list of known hosts.
2020-11-16T20:14:26.151 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: cluster 2020-11-16T20:14:25.827705+0000 mon.a (mon.0) 300 : cluster [INF] Manager daemon y is unresponsive, replacing it with standby daemon x
2020-11-16T20:14:26.151 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: cluster 2020-11-16T20:14:25.834821+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e7: 0 total, 0 up, 0 in
2020-11-16T20:14:26.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: cluster 2020-11-16T20:14:25.839176+0000 mon.a (mon.0) 302 : cluster [DBG] mgrmap e15: x(active, starting, since 0.0115828s)
2020-11-16T20:14:26.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.845665+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2020-11-16T20:14:26.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.847103+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2020-11-16T20:14:26.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.847464+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2020-11-16T20:14:26.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.847778+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2020-11-16T20:14:26.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.848873+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch
2020-11-16T20:14:26.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.850838+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi065"}]: dispatch
2020-11-16T20:14:26.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.851547+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi071"}]: dispatch
2020-11-16T20:14:26.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.852301+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi142"}]: dispatch
2020-11-16T20:14:26.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.852839+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch
2020-11-16T20:14:26.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.853626+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch
2020-11-16T20:14:26.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.854293+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch
2020-11-16T20:14:26.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.854934+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch
2020-11-16T20:14:26.153 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.855561+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch
2020-11-16T20:14:26.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.856206+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch
2020-11-16T20:14:26.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.856778+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch
2020-11-16T20:14:26.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.857463+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2020-11-16T20:14:26.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.858116+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2020-11-16T20:14:26.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.858682+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch
2020-11-16T20:14:26.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.859222+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch
2020-11-16T20:14:26.154 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: audit 2020-11-16T20:14:25.859733+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch
2020-11-16T20:14:26.155 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:25 smithi071 bash[9480]: cluster 2020-11-16T20:14:25.866887+0000 mon.a (mon.0) 323 : cluster [INF] Manager daemon x is now available
2020-11-16T20:14:26.159 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: cluster 2020-11-16T20:14:25.827705+0000 mon.a (mon.0) 300 : cluster [INF] Manager daemon y is unresponsive, replacing it with standby daemon x
2020-11-16T20:14:26.159 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: cluster 2020-11-16T20:14:25.834821+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e7: 0 total, 0 up, 0 in
2020-11-16T20:14:26.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: cluster 2020-11-16T20:14:25.839176+0000 mon.a (mon.0) 302 : cluster [DBG] mgrmap e15: x(active, starting, since 0.0115828s)
2020-11-16T20:14:26.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.845665+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2020-11-16T20:14:26.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.847103+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2020-11-16T20:14:26.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.847464+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2020-11-16T20:14:26.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.847778+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2020-11-16T20:14:26.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.848873+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch
2020-11-16T20:14:26.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.850838+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi065"}]: dispatch
2020-11-16T20:14:26.161 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.851547+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi071"}]: dispatch
2020-11-16T20:14:26.161 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.852301+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi142"}]: dispatch
2020-11-16T20:14:26.161 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.852839+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch
2020-11-16T20:14:26.161 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.853626+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch
2020-11-16T20:14:26.161 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.854293+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch
2020-11-16T20:14:26.161 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.854934+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch
2020-11-16T20:14:26.161 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.855561+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch
2020-11-16T20:14:26.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.856206+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch
2020-11-16T20:14:26.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.856778+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch
2020-11-16T20:14:26.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.857463+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2020-11-16T20:14:26.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.858116+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2020-11-16T20:14:26.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.858682+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch
2020-11-16T20:14:26.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.859222+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch
2020-11-16T20:14:26.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: audit 2020-11-16T20:14:25.859733+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch
2020-11-16T20:14:26.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:25 smithi142 bash[9523]: cluster 2020-11-16T20:14:25.866887+0000 mon.a (mon.0) 323 : cluster [INF] Manager daemon x is now available
2020-11-16T20:14:26.171 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: cluster 2020-11-16T20:14:25.827705+0000 mon.a (mon.0) 300 : cluster [INF] Manager daemon y is unresponsive, replacing it with standby daemon x
2020-11-16T20:14:26.171 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: cluster 2020-11-16T20:14:25.834821+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e7: 0 total, 0 up, 0 in
2020-11-16T20:14:26.171 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: cluster 2020-11-16T20:14:25.839176+0000 mon.a (mon.0) 302 : cluster [DBG] mgrmap e15: x(active, starting, since 0.0115828s)
2020-11-16T20:14:26.171 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.845665+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2020-11-16T20:14:26.171 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.847103+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2020-11-16T20:14:26.172 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.847464+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2020-11-16T20:14:26.172 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.847778+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2020-11-16T20:14:26.172 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.848873+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch
2020-11-16T20:14:26.172 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.850838+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi065"}]: dispatch
2020-11-16T20:14:26.172 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.851547+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi071"}]: dispatch
2020-11-16T20:14:26.172 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.852301+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi142"}]: dispatch
2020-11-16T20:14:26.172 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.852839+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch
2020-11-16T20:14:26.172 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.853626+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch
2020-11-16T20:14:26.173 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.854293+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch
2020-11-16T20:14:26.173 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.854934+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch
2020-11-16T20:14:26.173 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.855561+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch
2020-11-16T20:14:26.173 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.856206+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch
2020-11-16T20:14:26.173 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.856778+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch
2020-11-16T20:14:26.173 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.857463+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2020-11-16T20:14:26.173 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.858116+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2020-11-16T20:14:26.174 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.858682+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch
2020-11-16T20:14:26.174 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.859222+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch
2020-11-16T20:14:26.174 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: audit 2020-11-16T20:14:25.859733+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch
2020-11-16T20:14:26.174 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:25 smithi065 bash[9468]: cluster 2020-11-16T20:14:25.866887+0000 mon.a (mon.0) 323 : cluster [INF] Manager daemon x is now available
2020-11-16T20:14:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.061250+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:14:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.066507+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:14:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.418660+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.452000+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.455277+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: cluster 2020-11-16T20:14:26.845574+0000 mon.a (mon.0) 329 : cluster [DBG] mgrmap e16: x(active, since 1.01797s)
2020-11-16T20:14:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.849674+0000 mon.b (mon.1) 9 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:14:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.853218+0000 mon.b (mon.1) 10 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:14:27.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.854305+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:27.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:26 smithi071 bash[9480]: audit 2020-11-16T20:14:26.855348+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.061250+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:14:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.066507+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:14:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.418660+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.452000+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.455277+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: cluster 2020-11-16T20:14:26.845574+0000 mon.a (mon.0) 329 : cluster [DBG] mgrmap e16: x(active, since 1.01797s)
2020-11-16T20:14:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.849674+0000 mon.b (mon.1) 9 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:14:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.853218+0000 mon.b (mon.1) 10 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:14:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.854305+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:26 smithi065 bash[9468]: audit 2020-11-16T20:14:26.855348+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.061250+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:14:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.066507+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:14:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.418660+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.452000+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.455277+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:27.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: cluster 2020-11-16T20:14:26.845574+0000 mon.a (mon.0) 329 : cluster [DBG] mgrmap e16: x(active, since 1.01797s)
2020-11-16T20:14:27.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.849674+0000 mon.b (mon.1) 9 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:14:27.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.853218+0000 mon.b (mon.1) 10 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:14:27.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.854305+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:27.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:26 smithi142 bash[9523]: audit 2020-11-16T20:14:26.855348+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:28.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:26.847164+0000 mgr.x (mgr.14196) 1 : audit [DBG] from='client.14202 v1:172.21.15.142:0/103805396' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:14:28.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: cephadm 2020-11-16T20:14:26.850637+0000 mgr.x (mgr.14196) 2 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:14:28.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: cephadm 2020-11-16T20:14:26.850770+0000 mgr.x (mgr.14196) 3 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:14:28.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: cephadm 2020-11-16T20:14:26.852646+0000 mgr.x (mgr.14196) 4 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:14:28.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.077191+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:14:28.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.079507+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:14:28.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.080454+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:14:28.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.085236+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:14:28.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.085920+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:28.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.087531+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:14:28.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.088315+0000 mon.b (mon.1) 15 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:28.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.090784+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:14:28.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.093162+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:28.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.095458+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.097927+0000 mon.b (mon.1) 16 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.101255+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:28.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.107392+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.109709+0000 mon.b (mon.1) 17 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.206 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:27 smithi071 bash[9480]: audit 2020-11-16T20:14:27.111467+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:28.243 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:26.847164+0000 mgr.x (mgr.14196) 1 : audit [DBG] from='client.14202 v1:172.21.15.142:0/103805396' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:14:28.244 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: cephadm 2020-11-16T20:14:26.850637+0000 mgr.x (mgr.14196) 2 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:14:28.244 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: cephadm 2020-11-16T20:14:26.850770+0000 mgr.x (mgr.14196) 3 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:14:28.244 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: cephadm 2020-11-16T20:14:26.852646+0000 mgr.x (mgr.14196) 4 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:14:28.244 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.077191+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:14:28.244 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.079507+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:14:28.245 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.080454+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:14:28.245 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.085236+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:14:28.245 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.085920+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:28.245 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.087531+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:14:28.246 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.088315+0000 mon.b (mon.1) 15 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:28.246 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.090784+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:14:28.246 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.093162+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:28.246 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.095458+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.097927+0000 mon.b (mon.1) 16 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.101255+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:28.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.107392+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.109709+0000 mon.b (mon.1) 17 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:27 smithi142 bash[9523]: audit 2020-11-16T20:14:27.111467+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:28.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:26.847164+0000 mgr.x (mgr.14196) 1 : audit [DBG] from='client.14202 v1:172.21.15.142:0/103805396' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:14:28.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: cephadm 2020-11-16T20:14:26.850637+0000 mgr.x (mgr.14196) 2 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:14:28.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: cephadm 2020-11-16T20:14:26.850770+0000 mgr.x (mgr.14196) 3 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:14:28.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: cephadm 2020-11-16T20:14:26.852646+0000 mgr.x (mgr.14196) 4 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:14:28.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.077191+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:14:28.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.079507+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:14:28.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.080454+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.078412\", \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:14:28.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.085236+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:14:28.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.085920+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:28.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.087531+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:14:28.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.088315+0000 mon.b (mon.1) 15 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:28.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.090784+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.086641\", \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:14:28.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.093162+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}}, \"last_daemon_update\": \"2020-11-16T20:14:27.087872\", \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:28.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.095458+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.097927+0000 mon.b (mon.1) 16 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.101255+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:28.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.107392+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.109709+0000 mon.b (mon.1) 17 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:28.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:27 smithi065 bash[9468]: audit 2020-11-16T20:14:27.111467+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:29.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:28 smithi071 bash[9480]: cluster 2020-11-16T20:14:27.900073+0000 mon.a (mon.0) 340 : cluster [DBG] mgrmap e17: x(active, since 2s)
2020-11-16T20:14:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:28 smithi065 bash[9468]: cluster 2020-11-16T20:14:27.900073+0000 mon.a (mon.0) 340 : cluster [DBG] mgrmap e17: x(active, since 2s)
2020-11-16T20:14:29.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:28 smithi142 bash[9523]: cluster 2020-11-16T20:14:27.900073+0000 mon.a (mon.0) 340 : cluster [DBG] mgrmap e17: x(active, since 2s)
2020-11-16T20:14:32.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:31 smithi071 bash[9480]: audit 2020-11-16T20:14:30.844752+0000 mon.a (mon.0) 341 : audit [INF] from='client.? v1:172.21.15.142:0/2327369750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6"}]: dispatch
2020-11-16T20:14:32.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:31 smithi071 bash[9480]: audit 2020-11-16T20:14:30.849412+0000 mon.a (mon.0) 342 : audit [INF] from='client.? v1:172.21.15.142:0/2327369750' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6"}]': finished
2020-11-16T20:14:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:31 smithi071 bash[9480]: cluster 2020-11-16T20:14:30.849439+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in
2020-11-16T20:14:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:31 smithi071 bash[9480]: audit 2020-11-16T20:14:30.855633+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:31 smithi071 bash[9480]: audit 2020-11-16T20:14:31.498702+0000 mon.a (mon.0) 344 : audit [DBG] from='client.? v1:172.21.15.142:0/3502465741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:14:32.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:31 smithi065 bash[9468]: audit 2020-11-16T20:14:30.844752+0000 mon.a (mon.0) 341 : audit [INF] from='client.? v1:172.21.15.142:0/2327369750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6"}]: dispatch
2020-11-16T20:14:32.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:31 smithi065 bash[9468]: audit 2020-11-16T20:14:30.849412+0000 mon.a (mon.0) 342 : audit [INF] from='client.? v1:172.21.15.142:0/2327369750' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6"}]': finished
2020-11-16T20:14:32.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:31 smithi065 bash[9468]: cluster 2020-11-16T20:14:30.849439+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in
2020-11-16T20:14:32.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:31 smithi065 bash[9468]: audit 2020-11-16T20:14:30.855633+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:32.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:31 smithi065 bash[9468]: audit 2020-11-16T20:14:31.498702+0000 mon.a (mon.0) 344 : audit [DBG] from='client.? v1:172.21.15.142:0/3502465741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:14:32.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:31 smithi142 bash[9523]: audit 2020-11-16T20:14:30.844752+0000 mon.a (mon.0) 341 : audit [INF] from='client.? v1:172.21.15.142:0/2327369750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6"}]: dispatch
2020-11-16T20:14:32.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:31 smithi142 bash[9523]: audit 2020-11-16T20:14:30.849412+0000 mon.a (mon.0) 342 : audit [INF] from='client.? v1:172.21.15.142:0/2327369750' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6"}]': finished
2020-11-16T20:14:32.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:31 smithi142 bash[9523]: cluster 2020-11-16T20:14:30.849439+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in
2020-11-16T20:14:32.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:31 smithi142 bash[9523]: audit 2020-11-16T20:14:30.855633+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:32.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:31 smithi142 bash[9523]: audit 2020-11-16T20:14:31.498702+0000 mon.a (mon.0) 344 : audit [DBG] from='client.? v1:172.21.15.142:0/3502465741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:14:34.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:34 smithi071 bash[9480]: audit 2020-11-16T20:14:34.645581+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:35.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:34 smithi065 bash[9468]: audit 2020-11-16T20:14:34.645581+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:35.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:34 smithi142 bash[9523]: audit 2020-11-16T20:14:34.645581+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:38 smithi071 bash[9480]: audit 2020-11-16T20:14:38.645576+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch
2020-11-16T20:14:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:38 smithi071 bash[9480]: audit 2020-11-16T20:14:38.647191+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:38 smithi071 bash[9480]: audit 2020-11-16T20:14:38.649112+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch
2020-11-16T20:14:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:38 smithi065 bash[9468]: audit 2020-11-16T20:14:38.645576+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch
2020-11-16T20:14:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:38 smithi065 bash[9468]: audit 2020-11-16T20:14:38.647191+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:38 smithi065 bash[9468]: audit 2020-11-16T20:14:38.649112+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch
2020-11-16T20:14:39.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:38 smithi142 bash[9523]: audit 2020-11-16T20:14:38.645576+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch
2020-11-16T20:14:39.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:38 smithi142 bash[9523]: audit 2020-11-16T20:14:38.647191+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:39.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:38 smithi142 bash[9523]: audit 2020-11-16T20:14:38.649112+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch
2020-11-16T20:14:40.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:39 smithi065 bash[9468]: cephadm 2020-11-16T20:14:38.648451+0000 mgr.x (mgr.14196) 5 : cephadm [INF] Deploying daemon osd.0 on smithi142
2020-11-16T20:14:40.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:39 smithi142 bash[9523]: cephadm 2020-11-16T20:14:38.648451+0000 mgr.x (mgr.14196) 5 : cephadm [INF] Deploying daemon osd.0 on smithi142
2020-11-16T20:14:40.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:39 smithi071 bash[9480]: cephadm 2020-11-16T20:14:38.648451+0000 mgr.x (mgr.14196) 5 : cephadm [INF] Deploying daemon osd.0 on smithi142
2020-11-16T20:14:41.082 INFO:teuthology.orchestra.run.smithi142.stdout:Created osd(s) 0 on host 'smithi142'
2020-11-16T20:14:42.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.066726+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.068573+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.069703+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:42.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.072043+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:42.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.097505+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch
2020-11-16T20:14:42.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.098832+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch
2020-11-16T20:14:42.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.099787+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch
2020-11-16T20:14:42.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.101337+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch
2020-11-16T20:14:42.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.752652+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.754733+0000 mon.b (mon.1) 27 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.758102+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:42.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:41 smithi071 bash[9480]: audit 2020-11-16T20:14:41.763045+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:42.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.066726+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.068573+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.069703+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:42.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.072043+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:42.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.097505+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch
2020-11-16T20:14:42.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.098832+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch
2020-11-16T20:14:42.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.099787+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch
2020-11-16T20:14:42.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.101337+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch
2020-11-16T20:14:42.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.752652+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.754733+0000 mon.b (mon.1) 27 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.758102+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:42.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:41 smithi065 bash[9468]: audit 2020-11-16T20:14:41.763045+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:42.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.066726+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.068573+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.069703+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:42.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.072043+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.087750\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_device_update\": \"2020-11-16T20:12:01.442452\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:42.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.097505+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch
2020-11-16T20:14:42.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.098832+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch
2020-11-16T20:14:42.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.099787+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch
2020-11-16T20:14:42.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.101337+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch
2020-11-16T20:14:42.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.752652+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.754733+0000 mon.b (mon.1) 27 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:42.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.758102+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:42.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:41 smithi142 bash[9523]: audit 2020-11-16T20:14:41.763045+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:42.581 INFO:teuthology.orchestra.run.smithi142:osd.0> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.0.service
2020-11-16T20:14:42.584 INFO:tasks.cephadm:Deploying osd.1 on smithi142 with /dev/vg_nvme/lv_3...
2020-11-16T20:14:42.584 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3
2020-11-16T20:14:42.632 INFO:journalctl@ceph.osd.0.smithi142.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:14:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:43 smithi071 bash[9480]: audit 2020-11-16T20:14:42.073014+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished
2020-11-16T20:14:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:43 smithi071 bash[9480]: cluster 2020-11-16T20:14:42.073060+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in
2020-11-16T20:14:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:43 smithi071 bash[9480]: audit 2020-11-16T20:14:42.082634+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:43.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:43 smithi065 bash[9468]: audit 2020-11-16T20:14:42.073014+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished
2020-11-16T20:14:43.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:43 smithi065 bash[9468]: cluster 2020-11-16T20:14:42.073060+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in
2020-11-16T20:14:43.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:43 smithi065 bash[9468]: audit 2020-11-16T20:14:42.082634+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:43.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[9523]: audit 2020-11-16T20:14:42.073014+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished
2020-11-16T20:14:43.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[9523]: cluster 2020-11-16T20:14:42.073060+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in
2020-11-16T20:14:43.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[9523]: audit 2020-11-16T20:14:42.082634+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:44.117 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[15670]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0
2020-11-16T20:14:44.118 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[15670]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config
2020-11-16T20:14:44.118 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[15670]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block
2020-11-16T20:14:44.118 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[15670]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block
2020-11-16T20:14:44.118 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[15670]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3
2020-11-16T20:14:44.118 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[15670]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0
2020-11-16T20:14:44.118 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:43 smithi142 bash[15670]: --> ceph-volume lvm activate successful for osd ID: 0
2020-11-16T20:14:45.290 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:44 smithi142 bash[15670]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:14:47.090 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:46 smithi142 bash[9523]: cluster 2020-11-16T20:14:45.851634+0000 mgr.x (mgr.14196) 6 : cluster [DBG] pgmap v5: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:47.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:46 smithi071 bash[9480]: cluster 2020-11-16T20:14:45.851634+0000 mgr.x (mgr.14196) 6 : cluster [DBG] pgmap v5: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:47.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:46 smithi065 bash[9468]: cluster 2020-11-16T20:14:45.851634+0000 mgr.x (mgr.14196) 6 : cluster [DBG] pgmap v5: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:47.425 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:47 smithi142 bash[15670]: debug 2020-11-16T20:14:47.128+0000 7f94b4217700 10 -- 172.21.15.142:0/2828974432 dispatch_throttle_release 308 to dispatch throttler 502/104857600
2020-11-16T20:14:47.426 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:47 smithi142 bash[15670]: debug 2020-11-16T20:14:47.128+0000 7f94b4217700 20 -- 172.21.15.142:0/2828974432 done calling dispatch on 0x56342ba56c60
2020-11-16T20:14:47.426 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:47 smithi142 bash[15670]: debug 2020-11-16T20:14:47.128+0000 7f94b4217700  1 -- 172.21.15.142:0/2828974432 <== mon.0 v1:172.21.15.142:6789/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (unknown 3836061528 0 0) 0x56342ba60680 con 0x56342badac00
2020-11-16T20:14:47.426 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:47 smithi142 bash[15670]: debug 2020-11-16T20:14:47.128+0000 7f94b4217700 10 -- 172.21.15.142:0/2828974432 dispatch_throttle_release 194 to dispatch throttler 194/104857600
2020-11-16T20:14:47.426 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:47 smithi142 bash[15670]: debug 2020-11-16T20:14:47.128+0000 7f94b4217700 20 -- 172.21.15.142:0/2828974432 done calling dispatch on 0x56342ba60680
2020-11-16T20:14:47.426 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:47 smithi142 bash[15670]: debug 2020-11-16T20:14:47.420+0000 7f94bbc97f40 -1 Falling back to public interface
2020-11-16T20:14:48.284 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping: /dev/vg_nvme/lv_3
2020-11-16T20:14:48.285 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync
2020-11-16T20:14:48.285 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10+0 records in
2020-11-16T20:14:48.285 INFO:teuthology.orchestra.run.smithi142.stderr:10+0 records out
2020-11-16T20:14:48.285 INFO:teuthology.orchestra.run.smithi142.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121688 s, 862 MB/s
2020-11-16T20:14:48.285 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_3>
2020-11-16T20:14:48.375 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:48 smithi142 bash[15670]: debug 2020-11-16T20:14:48.036+0000 7f94bbc97f40 -1 osd.0 0 log_to_monitors {default=true}
2020-11-16T20:14:49.070 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi142:vg_nvme/lv_3
2020-11-16T20:14:49.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:48 smithi071 bash[9480]: cluster 2020-11-16T20:14:47.852060+0000 mgr.x (mgr.14196) 7 : cluster [DBG] pgmap v6: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:49.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:48 smithi071 bash[9480]: audit 2020-11-16T20:14:48.043987+0000 mon.a (mon.0) 353 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T20:14:49.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:48 smithi065 bash[9468]: cluster 2020-11-16T20:14:47.852060+0000 mgr.x (mgr.14196) 7 : cluster [DBG] pgmap v6: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:49.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:48 smithi065 bash[9468]: audit 2020-11-16T20:14:48.043987+0000 mon.a (mon.0) 353 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T20:14:49.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:48 smithi142 bash[9523]: cluster 2020-11-16T20:14:47.852060+0000 mgr.x (mgr.14196) 7 : cluster [DBG] pgmap v6: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:49.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:48 smithi142 bash[9523]: audit 2020-11-16T20:14:48.043987+0000 mon.a (mon.0) 353 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T20:14:50.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:49 smithi071 bash[9480]: audit 2020-11-16T20:14:48.914850+0000 mon.a (mon.0) 354 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished
2020-11-16T20:14:50.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:49 smithi071 bash[9480]: cluster 2020-11-16T20:14:48.914908+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e10: 1 total, 0 up, 0 in
2020-11-16T20:14:50.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:49 smithi071 bash[9480]: audit 2020-11-16T20:14:48.915542+0000 mon.a (mon.0) 356 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:14:50.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:49 smithi071 bash[9480]: audit 2020-11-16T20:14:48.920244+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:50.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:49 smithi071 bash[9480]: audit 2020-11-16T20:14:49.831394+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:50.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:49 smithi065 bash[9468]: audit 2020-11-16T20:14:48.914850+0000 mon.a (mon.0) 354 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished
2020-11-16T20:14:50.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:49 smithi065 bash[9468]: cluster 2020-11-16T20:14:48.914908+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e10: 1 total, 0 up, 0 in
2020-11-16T20:14:50.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:49 smithi065 bash[9468]: audit 2020-11-16T20:14:48.915542+0000 mon.a (mon.0) 356 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:14:50.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:49 smithi065 bash[9468]: audit 2020-11-16T20:14:48.920244+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:50.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:49 smithi065 bash[9468]: audit 2020-11-16T20:14:49.831394+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:50.290 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:14:49 smithi142 bash[15670]: debug 2020-11-16T20:14:49.920+0000 7f94b2213700 -1 osd.0 0 waiting for initial osdmap
2020-11-16T20:14:50.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:49 smithi142 bash[9523]: audit 2020-11-16T20:14:48.914850+0000 mon.a (mon.0) 354 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished
2020-11-16T20:14:50.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:49 smithi142 bash[9523]: cluster 2020-11-16T20:14:48.914908+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e10: 1 total, 0 up, 0 in
2020-11-16T20:14:50.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:49 smithi142 bash[9523]: audit 2020-11-16T20:14:48.915542+0000 mon.a (mon.0) 356 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:14:50.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:49 smithi142 bash[9523]: audit 2020-11-16T20:14:48.920244+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:50.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:49 smithi142 bash[9523]: audit 2020-11-16T20:14:49.831394+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:14:51.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: cluster 2020-11-16T20:14:49.852600+0000 mgr.x (mgr.14196) 8 : cluster [DBG] pgmap v8: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:51.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:49.918021+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:14:51.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: cluster 2020-11-16T20:14:49.918102+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e11: 1 total, 0 up, 0 in
2020-11-16T20:14:51.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:49.922010+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:51.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:49.930288+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:51.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.134821+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:51.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.136730+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:51.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.139139+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.142628+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.145088+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.146709+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.152656+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.154981+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:50 smithi071 bash[9480]: audit 2020-11-16T20:14:50.155927+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:51.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: cluster 2020-11-16T20:14:49.852600+0000 mgr.x (mgr.14196) 8 : cluster [DBG] pgmap v8: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:51.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:49.918021+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:14:51.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: cluster 2020-11-16T20:14:49.918102+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e11: 1 total, 0 up, 0 in
2020-11-16T20:14:51.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:49.922010+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:51.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:49.930288+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:51.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.134821+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:51.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.136730+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:51.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.139139+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:51.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.142628+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.145088+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.146709+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:51.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.152656+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.154981+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:50 smithi065 bash[9468]: audit 2020-11-16T20:14:50.155927+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:51.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: cluster 2020-11-16T20:14:49.852600+0000 mgr.x (mgr.14196) 8 : cluster [DBG] pgmap v8: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:51.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:49.918021+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1276457002' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:14:51.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: cluster 2020-11-16T20:14:49.918102+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e11: 1 total, 0 up, 0 in
2020-11-16T20:14:51.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:49.922010+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:51.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:49.930288+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:51.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.134821+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.136730+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:14:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.139139+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}}, \"last_daemon_update\": \"2020-11-16T20:14:41.753583\", \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:14:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.142628+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.145088+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.146709+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:51.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.152656+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.154981+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:14:51.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:50 smithi142 bash[9523]: audit 2020-11-16T20:14:50.155927+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:14:52.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:51 smithi071 bash[9480]: cluster 2020-11-16T20:14:49.004919+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:14:52.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:51 smithi071 bash[9480]: cluster 2020-11-16T20:14:49.005106+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:14:52.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:51 smithi071 bash[9480]: cluster 2020-11-16T20:14:49.918520+0000 osd.0 (osd.0) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:14:52.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:51 smithi071 bash[9480]: audit 2020-11-16T20:14:50.925746+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:52.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:51 smithi071 bash[9480]: cluster 2020-11-16T20:14:50.925889+0000 mon.a (mon.0) 365 : cluster [INF] osd.0 v1:172.21.15.142:6800/1276457002 boot
2020-11-16T20:14:52.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:51 smithi071 bash[9480]: cluster 2020-11-16T20:14:50.925931+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in
2020-11-16T20:14:52.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:51 smithi071 bash[9480]: cluster 2020-11-16T20:14:51.928024+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e13: 1 total, 1 up, 1 in
2020-11-16T20:14:52.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:51 smithi065 bash[9468]: cluster 2020-11-16T20:14:49.004919+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:14:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:51 smithi065 bash[9468]: cluster 2020-11-16T20:14:49.005106+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:14:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:51 smithi065 bash[9468]: cluster 2020-11-16T20:14:49.918520+0000 osd.0 (osd.0) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:14:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:51 smithi065 bash[9468]: audit 2020-11-16T20:14:50.925746+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:51 smithi065 bash[9468]: cluster 2020-11-16T20:14:50.925889+0000 mon.a (mon.0) 365 : cluster [INF] osd.0 v1:172.21.15.142:6800/1276457002 boot
2020-11-16T20:14:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:51 smithi065 bash[9468]: cluster 2020-11-16T20:14:50.925931+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in
2020-11-16T20:14:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:51 smithi065 bash[9468]: cluster 2020-11-16T20:14:51.928024+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e13: 1 total, 1 up, 1 in
2020-11-16T20:14:52.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:51 smithi142 bash[9523]: cluster 2020-11-16T20:14:49.004919+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:14:52.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:51 smithi142 bash[9523]: cluster 2020-11-16T20:14:49.005106+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:14:52.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:51 smithi142 bash[9523]: cluster 2020-11-16T20:14:49.918520+0000 osd.0 (osd.0) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:14:52.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:51 smithi142 bash[9523]: audit 2020-11-16T20:14:50.925746+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T20:14:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:51 smithi142 bash[9523]: cluster 2020-11-16T20:14:50.925889+0000 mon.a (mon.0) 365 : cluster [INF] osd.0 v1:172.21.15.142:6800/1276457002 boot
2020-11-16T20:14:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:51 smithi142 bash[9523]: cluster 2020-11-16T20:14:50.925931+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in
2020-11-16T20:14:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:51 smithi142 bash[9523]: cluster 2020-11-16T20:14:51.928024+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e13: 1 total, 1 up, 1 in
2020-11-16T20:14:53.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:52 smithi071 bash[9480]: cluster 2020-11-16T20:14:51.853076+0000 mgr.x (mgr.14196) 9 : cluster [DBG] pgmap v11: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:53.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:52 smithi071 bash[9480]: audit 2020-11-16T20:14:52.512725+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:14:53.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:52 smithi071 bash[9480]: audit 2020-11-16T20:14:52.515909+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:14:53.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:52 smithi071 bash[9480]: audit 2020-11-16T20:14:52.517521+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:53.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:52 smithi071 bash[9480]: audit 2020-11-16T20:14:52.519248+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:53.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:52 smithi071 bash[9480]: cluster 2020-11-16T20:14:52.931923+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e14: 1 total, 1 up, 1 in
2020-11-16T20:14:53.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:52 smithi065 bash[9468]: cluster 2020-11-16T20:14:51.853076+0000 mgr.x (mgr.14196) 9 : cluster [DBG] pgmap v11: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:53.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:52 smithi065 bash[9468]: audit 2020-11-16T20:14:52.512725+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:14:53.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:52 smithi065 bash[9468]: audit 2020-11-16T20:14:52.515909+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:14:53.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:52 smithi065 bash[9468]: audit 2020-11-16T20:14:52.517521+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:53.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:52 smithi065 bash[9468]: audit 2020-11-16T20:14:52.519248+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:53.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:52 smithi065 bash[9468]: cluster 2020-11-16T20:14:52.931923+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e14: 1 total, 1 up, 1 in
2020-11-16T20:14:53.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:52 smithi142 bash[9523]: cluster 2020-11-16T20:14:51.853076+0000 mgr.x (mgr.14196) 9 : cluster [DBG] pgmap v11: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail
2020-11-16T20:14:53.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:52 smithi142 bash[9523]: audit 2020-11-16T20:14:52.512725+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:14:53.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:52 smithi142 bash[9523]: audit 2020-11-16T20:14:52.515909+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:14:53.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:52 smithi142 bash[9523]: audit 2020-11-16T20:14:52.517521+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:14:53.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:52 smithi142 bash[9523]: audit 2020-11-16T20:14:52.519248+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:14:53.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:52 smithi142 bash[9523]: cluster 2020-11-16T20:14:52.931923+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e14: 1 total, 1 up, 1 in
2020-11-16T20:14:54.133 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:53 smithi142 bash[9523]: audit 2020-11-16T20:14:52.510664+0000 mgr.x (mgr.14196) 10 : audit [DBG] from='client.14241 v1:172.21.15.142:0/139662058' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:14:54.134 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:53 smithi142 bash[9523]: cephadm 2020-11-16T20:14:52.514033+0000 mgr.x (mgr.14196) 11 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:14:54.134 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:53 smithi142 bash[9523]: cephadm 2020-11-16T20:14:52.514160+0000 mgr.x (mgr.14196) 12 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:14:54.134 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:53 smithi142 bash[9523]: cephadm 2020-11-16T20:14:52.515080+0000 mgr.x (mgr.14196) 13 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:14:54.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:53 smithi065 bash[9468]: audit 2020-11-16T20:14:52.510664+0000 mgr.x (mgr.14196) 10 : audit [DBG] from='client.14241 v1:172.21.15.142:0/139662058' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:14:54.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:53 smithi065 bash[9468]: cephadm 2020-11-16T20:14:52.514033+0000 mgr.x (mgr.14196) 11 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:14:54.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:53 smithi065 bash[9468]: cephadm 2020-11-16T20:14:52.514160+0000 mgr.x (mgr.14196) 12 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:14:54.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:53 smithi065 bash[9468]: cephadm 2020-11-16T20:14:52.515080+0000 mgr.x (mgr.14196) 13 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:14:54.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:53 smithi071 bash[9480]: audit 2020-11-16T20:14:52.510664+0000 mgr.x (mgr.14196) 10 : audit [DBG] from='client.14241 v1:172.21.15.142:0/139662058' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:14:54.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:53 smithi071 bash[9480]: cephadm 2020-11-16T20:14:52.514033+0000 mgr.x (mgr.14196) 11 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:14:54.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:53 smithi071 bash[9480]: cephadm 2020-11-16T20:14:52.514160+0000 mgr.x (mgr.14196) 12 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:14:54.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:53 smithi071 bash[9480]: cephadm 2020-11-16T20:14:52.515080+0000 mgr.x (mgr.14196) 13 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:14:55.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:54 smithi065 bash[9468]: cluster 2020-11-16T20:14:53.853640+0000 mgr.x (mgr.14196) 14 : cluster [DBG] pgmap v14: 1 pgs: 1 creating+peering; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:14:55.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:54 smithi065 bash[9468]: cluster 2020-11-16T20:14:53.940866+0000 mon.a (mon.0) 369 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T20:14:55.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:54 smithi142 bash[9523]: cluster 2020-11-16T20:14:53.853640+0000 mgr.x (mgr.14196) 14 : cluster [DBG] pgmap v14: 1 pgs: 1 creating+peering; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:14:55.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:54 smithi142 bash[9523]: cluster 2020-11-16T20:14:53.940866+0000 mon.a (mon.0) 369 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T20:14:55.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:54 smithi071 bash[9480]: cluster 2020-11-16T20:14:53.853640+0000 mgr.x (mgr.14196) 14 : cluster [DBG] pgmap v14: 1 pgs: 1 creating+peering; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:14:55.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:54 smithi071 bash[9480]: cluster 2020-11-16T20:14:53.940866+0000 mon.a (mon.0) 369 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T20:14:57.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:56 smithi071 bash[9480]: cluster 2020-11-16T20:14:55.854322+0000 mgr.x (mgr.14196) 15 : cluster [DBG] pgmap v15: 1 pgs: 1 creating+peering; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:14:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:56 smithi071 bash[9480]: audit 2020-11-16T20:14:56.580713+0000 mon.a (mon.0) 370 : audit [INF] from='client.? v1:172.21.15.142:0/2247242340' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7"}]: dispatch
2020-11-16T20:14:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:56 smithi071 bash[9480]: audit 2020-11-16T20:14:56.587782+0000 mon.a (mon.0) 371 : audit [INF] from='client.? v1:172.21.15.142:0/2247242340' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7"}]': finished
2020-11-16T20:14:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:56 smithi071 bash[9480]: cluster 2020-11-16T20:14:56.587880+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in
2020-11-16T20:14:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:56 smithi071 bash[9480]: audit 2020-11-16T20:14:56.591980+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:14:57.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:56 smithi065 bash[9468]: cluster 2020-11-16T20:14:55.854322+0000 mgr.x (mgr.14196) 15 : cluster [DBG] pgmap v15: 1 pgs: 1 creating+peering; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:14:57.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:56 smithi065 bash[9468]: audit 2020-11-16T20:14:56.580713+0000 mon.a (mon.0) 370 : audit [INF] from='client.? v1:172.21.15.142:0/2247242340' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7"}]: dispatch
2020-11-16T20:14:57.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:56 smithi065 bash[9468]: audit 2020-11-16T20:14:56.587782+0000 mon.a (mon.0) 371 : audit [INF] from='client.? v1:172.21.15.142:0/2247242340' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7"}]': finished
2020-11-16T20:14:57.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:56 smithi065 bash[9468]: cluster 2020-11-16T20:14:56.587880+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in
2020-11-16T20:14:57.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:56 smithi065 bash[9468]: audit 2020-11-16T20:14:56.591980+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:14:57.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:56 smithi142 bash[9523]: cluster 2020-11-16T20:14:55.854322+0000 mgr.x (mgr.14196) 15 : cluster [DBG] pgmap v15: 1 pgs: 1 creating+peering; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:14:57.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:56 smithi142 bash[9523]: audit 2020-11-16T20:14:56.580713+0000 mon.a (mon.0) 370 : audit [INF] from='client.? v1:172.21.15.142:0/2247242340' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7"}]: dispatch
2020-11-16T20:14:57.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:56 smithi142 bash[9523]: audit 2020-11-16T20:14:56.587782+0000 mon.a (mon.0) 371 : audit [INF] from='client.? v1:172.21.15.142:0/2247242340' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7"}]': finished
2020-11-16T20:14:57.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:56 smithi142 bash[9523]: cluster 2020-11-16T20:14:56.587880+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in
2020-11-16T20:14:57.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:56 smithi142 bash[9523]: audit 2020-11-16T20:14:56.591980+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:14:58.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:57 smithi071 bash[9480]: audit 2020-11-16T20:14:57.257798+0000 mon.a (mon.0) 373 : audit [DBG] from='client.? v1:172.21.15.142:0/24152444' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:14:58.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:57 smithi065 bash[9468]: audit 2020-11-16T20:14:57.257798+0000 mon.a (mon.0) 373 : audit [DBG] from='client.? v1:172.21.15.142:0/24152444' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:14:58.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:57 smithi142 bash[9523]: audit 2020-11-16T20:14:57.257798+0000 mon.a (mon.0) 373 : audit [DBG] from='client.? v1:172.21.15.142:0/24152444' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:14:59.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:14:58 smithi071 bash[9480]: cluster 2020-11-16T20:14:57.854919+0000 mgr.x (mgr.14196) 16 : cluster [DBG] pgmap v17: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:14:59.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:14:58 smithi065 bash[9468]: cluster 2020-11-16T20:14:57.854919+0000 mgr.x (mgr.14196) 16 : cluster [DBG] pgmap v17: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:14:59.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:14:58 smithi142 bash[9523]: cluster 2020-11-16T20:14:57.854919+0000 mgr.x (mgr.14196) 16 : cluster [DBG] pgmap v17: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:01.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:00 smithi071 bash[9480]: cluster 2020-11-16T20:14:59.855506+0000 mgr.x (mgr.14196) 17 : cluster [DBG] pgmap v18: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:01.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:00 smithi071 bash[9480]: audit 2020-11-16T20:15:00.401111+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:01.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:00 smithi071 bash[9480]: cluster 2020-11-16T20:15:00.835468+0000 mon.a (mon.0) 374 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY)
2020-11-16T20:15:01.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:00 smithi065 bash[9468]: cluster 2020-11-16T20:14:59.855506+0000 mgr.x (mgr.14196) 17 : cluster [DBG] pgmap v18: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:01.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:00 smithi065 bash[9468]: audit 2020-11-16T20:15:00.401111+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:01.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:00 smithi065 bash[9468]: cluster 2020-11-16T20:15:00.835468+0000 mon.a (mon.0) 374 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY)
2020-11-16T20:15:01.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:00 smithi142 bash[9523]: cluster 2020-11-16T20:14:59.855506+0000 mgr.x (mgr.14196) 17 : cluster [DBG] pgmap v18: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:01.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:00 smithi142 bash[9523]: audit 2020-11-16T20:15:00.401111+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:01.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:00 smithi142 bash[9523]: cluster 2020-11-16T20:15:00.835468+0000 mon.a (mon.0) 374 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY)
2020-11-16T20:15:03.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:02 smithi071 bash[9480]: cluster 2020-11-16T20:15:01.856059+0000 mgr.x (mgr.14196) 18 : cluster [DBG] pgmap v19: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:03.261 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:02 smithi142 bash[9523]: cluster 2020-11-16T20:15:01.856059+0000 mgr.x (mgr.14196) 18 : cluster [DBG] pgmap v19: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:03.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:02 smithi065 bash[9468]: cluster 2020-11-16T20:15:01.856059+0000 mgr.x (mgr.14196) 18 : cluster [DBG] pgmap v19: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:04 smithi071 bash[9480]: cluster 2020-11-16T20:15:03.856606+0000 mgr.x (mgr.14196) 19 : cluster [DBG] pgmap v20: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:05.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:04 smithi071 bash[9480]: audit 2020-11-16T20:15:04.511367+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch
2020-11-16T20:15:05.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:04 smithi071 bash[9480]: audit 2020-11-16T20:15:04.513019+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:05.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:04 smithi071 bash[9480]: audit 2020-11-16T20:15:04.515265+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch
2020-11-16T20:15:05.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:04 smithi065 bash[9468]: cluster 2020-11-16T20:15:03.856606+0000 mgr.x (mgr.14196) 19 : cluster [DBG] pgmap v20: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:05.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:04 smithi065 bash[9468]: audit 2020-11-16T20:15:04.511367+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch
2020-11-16T20:15:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:04 smithi065 bash[9468]: audit 2020-11-16T20:15:04.513019+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:04 smithi065 bash[9468]: audit 2020-11-16T20:15:04.515265+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch
2020-11-16T20:15:05.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:04 smithi142 bash[9523]: cluster 2020-11-16T20:15:03.856606+0000 mgr.x (mgr.14196) 19 : cluster [DBG] pgmap v20: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:05.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:04 smithi142 bash[9523]: audit 2020-11-16T20:15:04.511367+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch
2020-11-16T20:15:05.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:04 smithi142 bash[9523]: audit 2020-11-16T20:15:04.513019+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:05.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:04 smithi142 bash[9523]: audit 2020-11-16T20:15:04.515265+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch
2020-11-16T20:15:05.976 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:05 smithi142 bash[9523]: cephadm 2020-11-16T20:15:04.514517+0000 mgr.x (mgr.14196) 20 : cephadm [INF] Deploying daemon osd.1 on smithi142
2020-11-16T20:15:06.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:05 smithi071 bash[9480]: cephadm 2020-11-16T20:15:04.514517+0000 mgr.x (mgr.14196) 20 : cephadm [INF] Deploying daemon osd.1 on smithi142
2020-11-16T20:15:06.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:05 smithi065 bash[9468]: cephadm 2020-11-16T20:15:04.514517+0000 mgr.x (mgr.14196) 20 : cephadm [INF] Deploying daemon osd.1 on smithi142
2020-11-16T20:15:06.917 INFO:teuthology.orchestra.run.smithi142.stdout:Created osd(s) 1 on host 'smithi142'
2020-11-16T20:15:07.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:06 smithi071 bash[9480]: cluster 2020-11-16T20:15:05.857016+0000 mgr.x (mgr.14196) 21 : cluster [DBG] pgmap v21: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:07.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:06 smithi065 bash[9468]: cluster 2020-11-16T20:15:05.857016+0000 mgr.x (mgr.14196) 21 : cluster [DBG] pgmap v21: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:07.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:06 smithi142 bash[9523]: cluster 2020-11-16T20:15:05.857016+0000 mgr.x (mgr.14196) 21 : cluster [DBG] pgmap v21: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:08.163 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:07 smithi142 bash[9523]: audit 2020-11-16T20:15:06.908467+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.164 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:07 smithi142 bash[9523]: audit 2020-11-16T20:15:06.910447+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.164 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:07 smithi142 bash[9523]: audit 2020-11-16T20:15:06.911652+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:08.164 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:07 smithi142 bash[9523]: audit 2020-11-16T20:15:06.913152+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:08.164 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:07 smithi142 bash[9523]: audit 2020-11-16T20:15:07.751811+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.164 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:07 smithi142 bash[9523]: audit 2020-11-16T20:15:07.753683+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.165 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:07 smithi142 bash[9523]: audit 2020-11-16T20:15:07.755718+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:08.165 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:07 smithi142 bash[9523]: audit 2020-11-16T20:15:07.762101+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:08.165 INFO:teuthology.orchestra.run.smithi142:osd.1> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.1.service
2020-11-16T20:15:08.168 INFO:tasks.cephadm:Deploying osd.2 on smithi142 with /dev/vg_nvme/lv_2...
2020-11-16T20:15:08.168 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2
2020-11-16T20:15:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:07 smithi071 bash[9480]: audit 2020-11-16T20:15:06.908467+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:07 smithi071 bash[9480]: audit 2020-11-16T20:15:06.910447+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:07 smithi071 bash[9480]: audit 2020-11-16T20:15:06.911652+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:07 smithi071 bash[9480]: audit 2020-11-16T20:15:06.913152+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:08.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:07 smithi071 bash[9480]: audit 2020-11-16T20:15:07.751811+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:07 smithi071 bash[9480]: audit 2020-11-16T20:15:07.753683+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:07 smithi071 bash[9480]: audit 2020-11-16T20:15:07.755718+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:08.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:07 smithi071 bash[9480]: audit 2020-11-16T20:15:07.762101+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:08.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:07 smithi065 bash[9468]: audit 2020-11-16T20:15:06.908467+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:07 smithi065 bash[9468]: audit 2020-11-16T20:15:06.910447+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:07 smithi065 bash[9468]: audit 2020-11-16T20:15:06.911652+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:07 smithi065 bash[9468]: audit 2020-11-16T20:15:06.913152+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753158\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:41.753354\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_device_update\": \"2020-11-16T20:14:50.135157\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:07 smithi065 bash[9468]: audit 2020-11-16T20:15:07.751811+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:07 smithi065 bash[9468]: audit 2020-11-16T20:15:07.753683+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:08.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:07 smithi065 bash[9468]: audit 2020-11-16T20:15:07.755718+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:08.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:07 smithi065 bash[9468]: audit 2020-11-16T20:15:07.762101+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:08.296 INFO:journalctl@ceph.osd.1.smithi142.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:15:09.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:08 smithi071 bash[9480]: cluster 2020-11-16T20:15:07.857553+0000 mgr.x (mgr.14196) 22 : cluster [DBG] pgmap v22: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:09.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:08 smithi065 bash[9468]: cluster 2020-11-16T20:15:07.857553+0000 mgr.x (mgr.14196) 22 : cluster [DBG] pgmap v22: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:09.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:08 smithi142 bash[9523]: cluster 2020-11-16T20:15:07.857553+0000 mgr.x (mgr.14196) 22 : cluster [DBG] pgmap v22: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:10.040 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:09 smithi142 bash[18009]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1
2020-11-16T20:15:10.040 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:09 smithi142 bash[18009]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config
2020-11-16T20:15:10.041 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:09 smithi142 bash[18009]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block
2020-11-16T20:15:10.041 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:09 smithi142 bash[18009]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block
2020-11-16T20:15:10.041 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:09 smithi142 bash[18009]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2
2020-11-16T20:15:10.041 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:09 smithi142 bash[18009]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1
2020-11-16T20:15:10.041 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:09 smithi142 bash[18009]: --> ceph-volume lvm activate successful for osd ID: 1
2020-11-16T20:15:10.897 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:10 smithi142 bash[18009]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:15:11.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:10 smithi071 bash[9480]: cluster 2020-11-16T20:15:09.857986+0000 mgr.x (mgr.14196) 23 : cluster [DBG] pgmap v23: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:11.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:10 smithi065 bash[9468]: cluster 2020-11-16T20:15:09.857986+0000 mgr.x (mgr.14196) 23 : cluster [DBG] pgmap v23: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:11.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:10 smithi142 bash[9523]: cluster 2020-11-16T20:15:09.857986+0000 mgr.x (mgr.14196) 23 : cluster [DBG] pgmap v23: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:13.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:12 smithi071 bash[9480]: cluster 2020-11-16T20:15:11.858581+0000 mgr.x (mgr.14196) 24 : cluster [DBG] pgmap v24: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:13.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:12 smithi065 bash[9468]: cluster 2020-11-16T20:15:11.858581+0000 mgr.x (mgr.14196) 24 : cluster [DBG] pgmap v24: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:13.447 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:12 smithi142 bash[9523]: cluster 2020-11-16T20:15:11.858581+0000 mgr.x (mgr.14196) 24 : cluster [DBG] pgmap v24: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:13.906 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:13 smithi142 bash[18009]: debug 2020-11-16T20:15:13.584+0000 7fc7cee62f40 -1 Falling back to public interface
2020-11-16T20:15:14.519 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping: /dev/vg_nvme/lv_2
2020-11-16T20:15:14.519 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync
2020-11-16T20:15:14.519 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10+0 records in
2020-11-16T20:15:14.519 INFO:teuthology.orchestra.run.smithi142.stderr:10+0 records out
2020-11-16T20:15:14.520 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0161809 s, 648 MB/s
2020-11-16T20:15:14.520 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_2>
2020-11-16T20:15:14.539 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:14 smithi142 bash[18009]: debug 2020-11-16T20:15:14.220+0000 7fc7cee62f40 -1 osd.1 0 log_to_monitors {default=true}
2020-11-16T20:15:15.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:14 smithi071 bash[9480]: cluster 2020-11-16T20:15:13.859188+0000 mgr.x (mgr.14196) 25 : cluster [DBG] pgmap v25: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:15.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:14 smithi071 bash[9480]: audit 2020-11-16T20:15:14.227583+0000 mon.a (mon.0) 379 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2020-11-16T20:15:15.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:14 smithi065 bash[9468]: cluster 2020-11-16T20:15:13.859188+0000 mgr.x (mgr.14196) 25 : cluster [DBG] pgmap v25: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:15.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:14 smithi065 bash[9468]: audit 2020-11-16T20:15:14.227583+0000 mon.a (mon.0) 379 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2020-11-16T20:15:15.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:14 smithi142 bash[9523]: cluster 2020-11-16T20:15:13.859188+0000 mgr.x (mgr.14196) 25 : cluster [DBG] pgmap v25: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:15.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:14 smithi142 bash[9523]: audit 2020-11-16T20:15:14.227583+0000 mon.a (mon.0) 379 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2020-11-16T20:15:15.372 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi142:vg_nvme/lv_2
2020-11-16T20:15:16.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:15 smithi071 bash[9480]: audit 2020-11-16T20:15:14.912792+0000 mon.a (mon.0) 380 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished
2020-11-16T20:15:16.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:15 smithi071 bash[9480]: cluster 2020-11-16T20:15:14.912873+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e16: 2 total, 1 up, 1 in
2020-11-16T20:15:16.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:15 smithi071 bash[9480]: audit 2020-11-16T20:15:14.914338+0000 mon.a (mon.0) 382 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:15:16.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:15 smithi071 bash[9480]: audit 2020-11-16T20:15:14.915636+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:16.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:15 smithi071 bash[9480]: audit 2020-11-16T20:15:15.915219+0000 mon.a (mon.0) 383 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:15:16.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:15 smithi071 bash[9480]: cluster 2020-11-16T20:15:15.915307+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e17: 2 total, 1 up, 1 in
2020-11-16T20:15:16.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:15 smithi065 bash[9468]: audit 2020-11-16T20:15:14.912792+0000 mon.a (mon.0) 380 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished
2020-11-16T20:15:16.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:15 smithi065 bash[9468]: cluster 2020-11-16T20:15:14.912873+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e16: 2 total, 1 up, 1 in
2020-11-16T20:15:16.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:15 smithi065 bash[9468]: audit 2020-11-16T20:15:14.914338+0000 mon.a (mon.0) 382 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:15:16.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:15 smithi065 bash[9468]: audit 2020-11-16T20:15:14.915636+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:16.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:15 smithi065 bash[9468]: audit 2020-11-16T20:15:15.915219+0000 mon.a (mon.0) 383 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:15:16.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:15 smithi065 bash[9468]: cluster 2020-11-16T20:15:15.915307+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e17: 2 total, 1 up, 1 in
2020-11-16T20:15:16.290 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:15:15 smithi142 bash[18009]: debug 2020-11-16T20:15:15.920+0000 7fc7c53de700 -1 osd.1 0 waiting for initial osdmap
2020-11-16T20:15:16.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:15 smithi142 bash[9523]: audit 2020-11-16T20:15:14.912792+0000 mon.a (mon.0) 380 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished
2020-11-16T20:15:16.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:15 smithi142 bash[9523]: cluster 2020-11-16T20:15:14.912873+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e16: 2 total, 1 up, 1 in
2020-11-16T20:15:16.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:15 smithi142 bash[9523]: audit 2020-11-16T20:15:14.914338+0000 mon.a (mon.0) 382 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:15:16.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:15 smithi142 bash[9523]: audit 2020-11-16T20:15:14.915636+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:16.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:15 smithi142 bash[9523]: audit 2020-11-16T20:15:15.915219+0000 mon.a (mon.0) 383 : audit [INF] from='osd.1 v1:172.21.15.142:6804/2156745596' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:15:16.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:15 smithi142 bash[9523]: cluster 2020-11-16T20:15:15.915307+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e17: 2 total, 1 up, 1 in
2020-11-16T20:15:17.159 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:16 smithi142 bash[9523]: cluster 2020-11-16T20:15:15.859879+0000 mgr.x (mgr.14196) 26 : cluster [DBG] pgmap v27: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:17.159 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:16 smithi142 bash[9523]: audit 2020-11-16T20:15:15.919500+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:17.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:16 smithi142 bash[9523]: audit 2020-11-16T20:15:15.928765+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:17.160 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:16 smithi142 bash[9523]: audit 2020-11-16T20:15:16.737061+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:17.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:16 smithi071 bash[9480]: cluster 2020-11-16T20:15:15.859879+0000 mgr.x (mgr.14196) 26 : cluster [DBG] pgmap v27: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:17.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:16 smithi071 bash[9480]: audit 2020-11-16T20:15:15.919500+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:17.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:16 smithi071 bash[9480]: audit 2020-11-16T20:15:15.928765+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:17.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:16 smithi071 bash[9480]: audit 2020-11-16T20:15:16.737061+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:17.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:16 smithi065 bash[9468]: cluster 2020-11-16T20:15:15.859879+0000 mgr.x (mgr.14196) 26 : cluster [DBG] pgmap v27: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:17.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:16 smithi065 bash[9468]: audit 2020-11-16T20:15:15.919500+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:17.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:16 smithi065 bash[9468]: audit 2020-11-16T20:15:15.928765+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:17.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:16 smithi065 bash[9468]: audit 2020-11-16T20:15:16.737061+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:18.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: cluster 2020-11-16T20:15:15.231369+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:18.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: cluster 2020-11-16T20:15:15.231772+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:18.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: cluster 2020-11-16T20:15:15.915776+0000 osd.1 (osd.1) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:15:18.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:16.923860+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:18.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: cluster 2020-11-16T20:15:16.925528+0000 mon.a (mon.0) 385 : cluster [INF] osd.1 v1:172.21.15.142:6804/2156745596 boot
2020-11-16T20:15:18.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: cluster 2020-11-16T20:15:16.925597+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e18: 2 total, 2 up, 2 in
2020-11-16T20:15:18.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.048206+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:18.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.050160+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:18.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.053860+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:18.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.056135+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.058664+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.059091+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:18.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.065101+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.067579+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: audit 2020-11-16T20:15:17.068832+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:18.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:17 smithi071 bash[9480]: cluster 2020-11-16T20:15:17.926198+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e19: 2 total, 2 up, 2 in
2020-11-16T20:15:18.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: cluster 2020-11-16T20:15:15.231369+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: cluster 2020-11-16T20:15:15.231772+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: cluster 2020-11-16T20:15:15.915776+0000 osd.1 (osd.1) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:15:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:16.923860+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:18.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: cluster 2020-11-16T20:15:16.925528+0000 mon.a (mon.0) 385 : cluster [INF] osd.1 v1:172.21.15.142:6804/2156745596 boot
2020-11-16T20:15:18.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: cluster 2020-11-16T20:15:16.925597+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e18: 2 total, 2 up, 2 in
2020-11-16T20:15:18.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.048206+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:18.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.050160+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:18.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.053860+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:18.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.056135+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.058664+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.059091+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:18.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.065101+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.067579+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: audit 2020-11-16T20:15:17.068832+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:18.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:17 smithi065 bash[9468]: cluster 2020-11-16T20:15:17.926198+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e19: 2 total, 2 up, 2 in
2020-11-16T20:15:18.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: cluster 2020-11-16T20:15:15.231369+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:18.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: cluster 2020-11-16T20:15:15.231772+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:18.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: cluster 2020-11-16T20:15:15.915776+0000 osd.1 (osd.1) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:15:18.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:16.923860+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2020-11-16T20:15:18.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: cluster 2020-11-16T20:15:16.925528+0000 mon.a (mon.0) 385 : cluster [INF] osd.1 v1:172.21.15.142:6804/2156745596 boot
2020-11-16T20:15:18.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: cluster 2020-11-16T20:15:16.925597+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e18: 2 total, 2 up, 2 in
2020-11-16T20:15:18.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.048206+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:18.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.050160+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:18.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.053860+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}}, \"last_daemon_update\": \"2020-11-16T20:15:07.752418\", \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:18.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.056135+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.294 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.058664+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.059091+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:18.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.065101+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.295 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.067579+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:18.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: audit 2020-11-16T20:15:17.068832+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:18.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:17 smithi142 bash[9523]: cluster 2020-11-16T20:15:17.926198+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e19: 2 total, 2 up, 2 in
2020-11-16T20:15:19.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:19 smithi071 bash[9480]: cluster 2020-11-16T20:15:17.860405+0000 mgr.x (mgr.14196) 27 : cluster [DBG] pgmap v30: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:19.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:19 smithi065 bash[9468]: cluster 2020-11-16T20:15:17.860405+0000 mgr.x (mgr.14196) 27 : cluster [DBG] pgmap v30: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:19.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:19 smithi142 bash[9523]: cluster 2020-11-16T20:15:17.860405+0000 mgr.x (mgr.14196) 27 : cluster [DBG] pgmap v30: 1 pgs: 1 undersized+peered; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail
2020-11-16T20:15:20.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:20 smithi071 bash[9480]: audit 2020-11-16T20:15:19.258970+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:15:20.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:20 smithi071 bash[9480]: audit 2020-11-16T20:15:19.262389+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:15:20.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:20 smithi071 bash[9480]: audit 2020-11-16T20:15:19.263895+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:20.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:20 smithi071 bash[9480]: audit 2020-11-16T20:15:19.265639+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:20.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:20 smithi065 bash[9468]: audit 2020-11-16T20:15:19.258970+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:15:20.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:20 smithi065 bash[9468]: audit 2020-11-16T20:15:19.262389+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:15:20.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:20 smithi065 bash[9468]: audit 2020-11-16T20:15:19.263895+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:20.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:20 smithi065 bash[9468]: audit 2020-11-16T20:15:19.265639+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:20.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:20 smithi142 bash[9523]: audit 2020-11-16T20:15:19.258970+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:15:20.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:20 smithi142 bash[9523]: audit 2020-11-16T20:15:19.262389+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:15:20.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:20 smithi142 bash[9523]: audit 2020-11-16T20:15:19.263895+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:20.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:20 smithi142 bash[9523]: audit 2020-11-16T20:15:19.265639+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:21.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:21 smithi071 bash[9480]: audit 2020-11-16T20:15:19.257097+0000 mgr.x (mgr.14196) 28 : audit [DBG] from='client.14268 v1:172.21.15.142:0/860866271' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:15:21.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:21 smithi071 bash[9480]: cephadm 2020-11-16T20:15:19.260394+0000 mgr.x (mgr.14196) 29 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:15:21.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:21 smithi071 bash[9480]: cephadm 2020-11-16T20:15:19.260567+0000 mgr.x (mgr.14196) 30 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:15:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:21 smithi071 bash[9480]: cephadm 2020-11-16T20:15:19.261608+0000 mgr.x (mgr.14196) 31 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:15:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:21 smithi071 bash[9480]: cluster 2020-11-16T20:15:19.278245+0000 osd.1 (osd.1) 4 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:15:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:21 smithi071 bash[9480]: cluster 2020-11-16T20:15:19.279918+0000 osd.1 (osd.1) 5 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:15:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:21 smithi071 bash[9480]: cluster 2020-11-16T20:15:19.860981+0000 mgr.x (mgr.14196) 32 : cluster [DBG] pgmap v32: 1 pgs: 1 undersized+peered; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:21.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:21 smithi065 bash[9468]: audit 2020-11-16T20:15:19.257097+0000 mgr.x (mgr.14196) 28 : audit [DBG] from='client.14268 v1:172.21.15.142:0/860866271' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:15:21.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:21 smithi065 bash[9468]: cephadm 2020-11-16T20:15:19.260394+0000 mgr.x (mgr.14196) 29 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:15:21.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:21 smithi065 bash[9468]: cephadm 2020-11-16T20:15:19.260567+0000 mgr.x (mgr.14196) 30 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:15:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:21 smithi065 bash[9468]: cephadm 2020-11-16T20:15:19.261608+0000 mgr.x (mgr.14196) 31 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:15:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:21 smithi065 bash[9468]: cluster 2020-11-16T20:15:19.278245+0000 osd.1 (osd.1) 4 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:15:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:21 smithi065 bash[9468]: cluster 2020-11-16T20:15:19.279918+0000 osd.1 (osd.1) 5 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:15:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:21 smithi065 bash[9468]: cluster 2020-11-16T20:15:19.860981+0000 mgr.x (mgr.14196) 32 : cluster [DBG] pgmap v32: 1 pgs: 1 undersized+peered; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:21.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:21 smithi142 bash[9523]: audit 2020-11-16T20:15:19.257097+0000 mgr.x (mgr.14196) 28 : audit [DBG] from='client.14268 v1:172.21.15.142:0/860866271' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:15:21.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:21 smithi142 bash[9523]: cephadm 2020-11-16T20:15:19.260394+0000 mgr.x (mgr.14196) 29 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:15:21.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:21 smithi142 bash[9523]: cephadm 2020-11-16T20:15:19.260567+0000 mgr.x (mgr.14196) 30 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:15:21.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:21 smithi142 bash[9523]: cephadm 2020-11-16T20:15:19.261608+0000 mgr.x (mgr.14196) 31 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:15:21.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:21 smithi142 bash[9523]: cluster 2020-11-16T20:15:19.278245+0000 osd.1 (osd.1) 4 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:15:21.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:21 smithi142 bash[9523]: cluster 2020-11-16T20:15:19.279918+0000 osd.1 (osd.1) 5 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:15:21.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:21 smithi142 bash[9523]: cluster 2020-11-16T20:15:19.860981+0000 mgr.x (mgr.14196) 32 : cluster [DBG] pgmap v32: 1 pgs: 1 undersized+peered; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:23.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:23 smithi071 bash[9480]: cluster 2020-11-16T20:15:21.861518+0000 mgr.x (mgr.14196) 33 : cluster [DBG] pgmap v33: 1 pgs: 1 undersized+peered; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:23.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:23 smithi065 bash[9468]: cluster 2020-11-16T20:15:21.861518+0000 mgr.x (mgr.14196) 33 : cluster [DBG] pgmap v33: 1 pgs: 1 undersized+peered; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:23.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:23 smithi142 bash[9523]: cluster 2020-11-16T20:15:21.861518+0000 mgr.x (mgr.14196) 33 : cluster [DBG] pgmap v33: 1 pgs: 1 undersized+peered; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:24.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:24 smithi071 bash[9480]: audit 2020-11-16T20:15:23.229984+0000 mon.a (mon.0) 394 : audit [INF] from='client.? v1:172.21.15.142:0/4073946153' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b"}]: dispatch
2020-11-16T20:15:24.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:24 smithi071 bash[9480]: audit 2020-11-16T20:15:23.237522+0000 mon.a (mon.0) 395 : audit [INF] from='client.? v1:172.21.15.142:0/4073946153' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b"}]': finished
2020-11-16T20:15:24.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:24 smithi071 bash[9480]: cluster 2020-11-16T20:15:23.237625+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in
2020-11-16T20:15:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:24 smithi071 bash[9480]: audit 2020-11-16T20:15:23.238893+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:24 smithi071 bash[9480]: audit 2020-11-16T20:15:23.880359+0000 mon.a (mon.0) 397 : audit [DBG] from='client.? v1:172.21.15.142:0/3441614719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:15:24.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:24 smithi065 bash[9468]: audit 2020-11-16T20:15:23.229984+0000 mon.a (mon.0) 394 : audit [INF] from='client.? v1:172.21.15.142:0/4073946153' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b"}]: dispatch
2020-11-16T20:15:24.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:24 smithi065 bash[9468]: audit 2020-11-16T20:15:23.237522+0000 mon.a (mon.0) 395 : audit [INF] from='client.? v1:172.21.15.142:0/4073946153' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b"}]': finished
2020-11-16T20:15:24.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:24 smithi065 bash[9468]: cluster 2020-11-16T20:15:23.237625+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in
2020-11-16T20:15:24.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:24 smithi065 bash[9468]: audit 2020-11-16T20:15:23.238893+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:24.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:24 smithi065 bash[9468]: audit 2020-11-16T20:15:23.880359+0000 mon.a (mon.0) 397 : audit [DBG] from='client.? v1:172.21.15.142:0/3441614719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:15:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:24 smithi142 bash[9523]: audit 2020-11-16T20:15:23.229984+0000 mon.a (mon.0) 394 : audit [INF] from='client.? v1:172.21.15.142:0/4073946153' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b"}]: dispatch
2020-11-16T20:15:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:24 smithi142 bash[9523]: audit 2020-11-16T20:15:23.237522+0000 mon.a (mon.0) 395 : audit [INF] from='client.? v1:172.21.15.142:0/4073946153' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b"}]': finished
2020-11-16T20:15:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:24 smithi142 bash[9523]: cluster 2020-11-16T20:15:23.237625+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in
2020-11-16T20:15:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:24 smithi142 bash[9523]: audit 2020-11-16T20:15:23.238893+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:24 smithi142 bash[9523]: audit 2020-11-16T20:15:23.880359+0000 mon.a (mon.0) 397 : audit [DBG] from='client.? v1:172.21.15.142:0/3441614719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:15:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:25 smithi071 bash[9480]: cluster 2020-11-16T20:15:23.862043+0000 mgr.x (mgr.14196) 34 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:25 smithi071 bash[9480]: cluster 2020-11-16T20:15:24.232824+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive)
2020-11-16T20:15:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:25 smithi071 bash[9480]: cluster 2020-11-16T20:15:24.232914+0000 mon.a (mon.0) 399 : cluster [INF] Cluster is now healthy
2020-11-16T20:15:25.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:25 smithi065 bash[9468]: cluster 2020-11-16T20:15:23.862043+0000 mgr.x (mgr.14196) 34 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:25.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:25 smithi065 bash[9468]: cluster 2020-11-16T20:15:24.232824+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive)
2020-11-16T20:15:25.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:25 smithi065 bash[9468]: cluster 2020-11-16T20:15:24.232914+0000 mon.a (mon.0) 399 : cluster [INF] Cluster is now healthy
2020-11-16T20:15:25.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:25 smithi142 bash[9523]: cluster 2020-11-16T20:15:23.862043+0000 mgr.x (mgr.14196) 34 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:25.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:25 smithi142 bash[9523]: cluster 2020-11-16T20:15:24.232824+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive)
2020-11-16T20:15:25.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:25 smithi142 bash[9523]: cluster 2020-11-16T20:15:24.232914+0000 mon.a (mon.0) 399 : cluster [INF] Cluster is now healthy
2020-11-16T20:15:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:26 smithi071 bash[9480]: cluster 2020-11-16T20:15:25.862538+0000 mgr.x (mgr.14196) 35 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:26 smithi071 bash[9480]: audit 2020-11-16T20:15:26.066146+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:15:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:26 smithi071 bash[9480]: audit 2020-11-16T20:15:26.068301+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:15:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:26 smithi071 bash[9480]: audit 2020-11-16T20:15:26.091072+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:15:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:26 smithi071 bash[9480]: audit 2020-11-16T20:15:26.093374+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:15:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:26 smithi065 bash[9468]: cluster 2020-11-16T20:15:25.862538+0000 mgr.x (mgr.14196) 35 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:26 smithi065 bash[9468]: audit 2020-11-16T20:15:26.066146+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:15:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:26 smithi065 bash[9468]: audit 2020-11-16T20:15:26.068301+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:15:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:26 smithi065 bash[9468]: audit 2020-11-16T20:15:26.091072+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:15:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:26 smithi065 bash[9468]: audit 2020-11-16T20:15:26.093374+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:15:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:26 smithi142 bash[9523]: cluster 2020-11-16T20:15:25.862538+0000 mgr.x (mgr.14196) 35 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:26 smithi142 bash[9523]: audit 2020-11-16T20:15:26.066146+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:15:27.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:26 smithi142 bash[9523]: audit 2020-11-16T20:15:26.068301+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:15:27.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:26 smithi142 bash[9523]: audit 2020-11-16T20:15:26.091072+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:15:27.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:26 smithi142 bash[9523]: audit 2020-11-16T20:15:26.093374+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:15:28.178 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:27 smithi142 bash[9523]: audit 2020-11-16T20:15:26.979222+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:28.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:27 smithi071 bash[9480]: audit 2020-11-16T20:15:26.979222+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:28.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:27 smithi065 bash[9468]: audit 2020-11-16T20:15:26.979222+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:28 smithi071 bash[9480]: cluster 2020-11-16T20:15:27.863041+0000 mgr.x (mgr.14196) 36 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:28 smithi065 bash[9468]: cluster 2020-11-16T20:15:27.863041+0000 mgr.x (mgr.14196) 36 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:29.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:28 smithi142 bash[9523]: cluster 2020-11-16T20:15:27.863041+0000 mgr.x (mgr.14196) 36 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:31.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:30 smithi071 bash[9480]: cluster 2020-11-16T20:15:29.863549+0000 mgr.x (mgr.14196) 37 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:31.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:30 smithi065 bash[9468]: cluster 2020-11-16T20:15:29.863549+0000 mgr.x (mgr.14196) 37 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:31.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:30 smithi142 bash[9523]: cluster 2020-11-16T20:15:29.863549+0000 mgr.x (mgr.14196) 37 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:32.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:31 smithi071 bash[9480]: audit 2020-11-16T20:15:31.182741+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch
2020-11-16T20:15:32.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:31 smithi071 bash[9480]: audit 2020-11-16T20:15:31.184589+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:32.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:31 smithi071 bash[9480]: audit 2020-11-16T20:15:31.186700+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch
2020-11-16T20:15:32.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:31 smithi065 bash[9468]: audit 2020-11-16T20:15:31.182741+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch
2020-11-16T20:15:32.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:31 smithi065 bash[9468]: audit 2020-11-16T20:15:31.184589+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:32.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:31 smithi065 bash[9468]: audit 2020-11-16T20:15:31.186700+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch
2020-11-16T20:15:32.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:31 smithi142 bash[9523]: audit 2020-11-16T20:15:31.182741+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch
2020-11-16T20:15:32.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:31 smithi142 bash[9523]: audit 2020-11-16T20:15:31.184589+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:32.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:31 smithi142 bash[9523]: audit 2020-11-16T20:15:31.186700+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch
2020-11-16T20:15:33.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:32 smithi142 bash[9523]: cephadm 2020-11-16T20:15:31.186016+0000 mgr.x (mgr.14196) 38 : cephadm [INF] Deploying daemon osd.2 on smithi142
2020-11-16T20:15:33.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:32 smithi142 bash[9523]: cluster 2020-11-16T20:15:31.864053+0000 mgr.x (mgr.14196) 39 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:33.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:32 smithi071 bash[9480]: cephadm 2020-11-16T20:15:31.186016+0000 mgr.x (mgr.14196) 38 : cephadm [INF] Deploying daemon osd.2 on smithi142
2020-11-16T20:15:33.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:32 smithi071 bash[9480]: cluster 2020-11-16T20:15:31.864053+0000 mgr.x (mgr.14196) 39 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:33.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:32 smithi065 bash[9468]: cephadm 2020-11-16T20:15:31.186016+0000 mgr.x (mgr.14196) 38 : cephadm [INF] Deploying daemon osd.2 on smithi142
2020-11-16T20:15:33.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:32 smithi065 bash[9468]: cluster 2020-11-16T20:15:31.864053+0000 mgr.x (mgr.14196) 39 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:33.592 INFO:teuthology.orchestra.run.smithi142.stdout:Created osd(s) 2 on host 'smithi142'
2020-11-16T20:15:34.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:33 smithi071 bash[9480]: audit 2020-11-16T20:15:33.581948+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:34.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:33 smithi071 bash[9480]: audit 2020-11-16T20:15:33.583918+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:34.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:33 smithi071 bash[9480]: audit 2020-11-16T20:15:33.584894+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:34.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:33 smithi071 bash[9480]: audit 2020-11-16T20:15:33.585555+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:34.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:33 smithi065 bash[9468]: audit 2020-11-16T20:15:33.581948+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:34.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:33 smithi065 bash[9468]: audit 2020-11-16T20:15:33.583918+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:34.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:33 smithi065 bash[9468]: audit 2020-11-16T20:15:33.584894+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:34.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:33 smithi065 bash[9468]: audit 2020-11-16T20:15:33.585555+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:34.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:33 smithi142 bash[9523]: audit 2020-11-16T20:15:33.581948+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:34.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:33 smithi142 bash[9523]: audit 2020-11-16T20:15:33.583918+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:34.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:33 smithi142 bash[9523]: audit 2020-11-16T20:15:33.584894+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:34.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:33 smithi142 bash[9523]: audit 2020-11-16T20:15:33.585555+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751776\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.751972\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:07.752167\", \"created\": \"2020-11-16T20:15:06.880293\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_device_update\": \"2020-11-16T20:15:17.048630\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:35.060 INFO:teuthology.orchestra.run.smithi142:osd.2> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.2.service
2020-11-16T20:15:35.062 INFO:tasks.cephadm:Deploying osd.3 on smithi142 with /dev/vg_nvme/lv_1...
2020-11-16T20:15:35.063 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1
2020-11-16T20:15:35.100 INFO:journalctl@ceph.osd.2.smithi142.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:15:35.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:34 smithi071 bash[9480]: cluster 2020-11-16T20:15:33.864599+0000 mgr.x (mgr.14196) 40 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:35.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:34 smithi071 bash[9480]: audit 2020-11-16T20:15:34.484085+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:35.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:34 smithi071 bash[9480]: audit 2020-11-16T20:15:34.485888+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:35.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:34 smithi071 bash[9480]: audit 2020-11-16T20:15:34.489906+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:35.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:34 smithi071 bash[9480]: audit 2020-11-16T20:15:34.494091+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:35.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:34 smithi065 bash[9468]: cluster 2020-11-16T20:15:33.864599+0000 mgr.x (mgr.14196) 40 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:35.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:34 smithi065 bash[9468]: audit 2020-11-16T20:15:34.484085+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:35.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:34 smithi065 bash[9468]: audit 2020-11-16T20:15:34.485888+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:35.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:34 smithi065 bash[9468]: audit 2020-11-16T20:15:34.489906+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:35.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:34 smithi065 bash[9468]: audit 2020-11-16T20:15:34.494091+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:35.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:34 smithi142 bash[9523]: cluster 2020-11-16T20:15:33.864599+0000 mgr.x (mgr.14196) 40 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:35.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:34 smithi142 bash[9523]: audit 2020-11-16T20:15:34.484085+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:35.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:34 smithi142 bash[9523]: audit 2020-11-16T20:15:34.485888+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:35.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:34 smithi142 bash[9523]: audit 2020-11-16T20:15:34.489906+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:35.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:34 smithi142 bash[9523]: audit 2020-11-16T20:15:34.494091+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:36.539 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:36 smithi142 bash[20366]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2
2020-11-16T20:15:36.540 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:36 smithi142 bash[20366]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config
2020-11-16T20:15:36.540 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:36 smithi142 bash[20366]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block
2020-11-16T20:15:40.645 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:36 smithi142 bash[20366]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block
2020-11-16T20:15:40.645 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:36 smithi142 bash[20366]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1
2020-11-16T20:15:40.645 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:36 smithi142 bash[20366]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2
2020-11-16T20:15:40.645 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:36 smithi142 bash[20366]: --> ceph-volume lvm activate successful for osd ID: 2
2020-11-16T20:15:40.648 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:36 smithi065 bash[9468]: cluster 2020-11-16T20:15:35.865075+0000 mgr.x (mgr.14196) 41 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:40.648 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:38 smithi065 bash[9468]: cluster 2020-11-16T20:15:37.865587+0000 mgr.x (mgr.14196) 42 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:40.648 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:36 smithi071 bash[9480]: cluster 2020-11-16T20:15:35.865075+0000 mgr.x (mgr.14196) 41 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:40.649 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:38 smithi071 bash[9480]: cluster 2020-11-16T20:15:37.865587+0000 mgr.x (mgr.14196) 42 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:40.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:36 smithi142 bash[9523]: cluster 2020-11-16T20:15:35.865075+0000 mgr.x (mgr.14196) 41 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:40.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:38 smithi142 bash[9523]: cluster 2020-11-16T20:15:37.865587+0000 mgr.x (mgr.14196) 42 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:40.649 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:37 smithi142 bash[20366]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:15:40.650 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:40 smithi142 bash[20366]: debug 2020-11-16T20:15:40.264+0000 7fe60c1adf40 -1 Falling back to public interface
2020-11-16T20:15:41.135 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping: /dev/vg_nvme/lv_1
2020-11-16T20:15:41.135 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync
2020-11-16T20:15:41.135 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10+0 records in
2020-11-16T20:15:41.136 INFO:teuthology.orchestra.run.smithi142.stderr:10+0 records out
2020-11-16T20:15:41.136 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0186153 s, 563 MB/s
2020-11-16T20:15:41.136 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_1>
2020-11-16T20:15:41.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:40 smithi071 bash[9480]: cluster 2020-11-16T20:15:39.866127+0000 mgr.x (mgr.14196) 43 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:41.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:40 smithi071 bash[9480]: audit 2020-11-16T20:15:40.916197+0000 mon.a (mon.0) 406 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2020-11-16T20:15:41.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:40 smithi142 bash[9523]: cluster 2020-11-16T20:15:39.866127+0000 mgr.x (mgr.14196) 43 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:41.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:40 smithi142 bash[9523]: audit 2020-11-16T20:15:40.916197+0000 mon.a (mon.0) 406 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2020-11-16T20:15:41.221 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:40 smithi142 bash[20366]: debug 2020-11-16T20:15:40.908+0000 7fe60c1adf40 -1 osd.2 0 log_to_monitors {default=true}
2020-11-16T20:15:41.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:40 smithi065 bash[9468]: cluster 2020-11-16T20:15:39.866127+0000 mgr.x (mgr.14196) 43 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:41.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:40 smithi065 bash[9468]: audit 2020-11-16T20:15:40.916197+0000 mon.a (mon.0) 406 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2020-11-16T20:15:42.013 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi142:vg_nvme/lv_1
2020-11-16T20:15:43.192 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:15:42 smithi142 bash[20366]: debug 2020-11-16T20:15:42.860+0000 7fe602729700 -1 osd.2 0 waiting for initial osdmap
2020-11-16T20:15:43.192 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:42 smithi142 bash[9523]: audit 2020-11-16T20:15:41.855403+0000 mon.a (mon.0) 407 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished
2020-11-16T20:15:43.192 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:42 smithi142 bash[9523]: cluster 2020-11-16T20:15:41.855468+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e21: 3 total, 2 up, 2 in
2020-11-16T20:15:43.192 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:42 smithi142 bash[9523]: audit 2020-11-16T20:15:41.856120+0000 mon.a (mon.0) 409 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:15:43.193 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:42 smithi142 bash[9523]: audit 2020-11-16T20:15:41.858878+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:43.193 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:42 smithi142 bash[9523]: cluster 2020-11-16T20:15:41.866568+0000 mgr.x (mgr.14196) 44 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:43.193 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:42 smithi142 bash[9523]: audit 2020-11-16T20:15:42.723687+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:43.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:42 smithi071 bash[9480]: audit 2020-11-16T20:15:41.855403+0000 mon.a (mon.0) 407 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished
2020-11-16T20:15:43.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:42 smithi071 bash[9480]: cluster 2020-11-16T20:15:41.855468+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e21: 3 total, 2 up, 2 in
2020-11-16T20:15:43.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:42 smithi071 bash[9480]: audit 2020-11-16T20:15:41.856120+0000 mon.a (mon.0) 409 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:15:43.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:42 smithi071 bash[9480]: audit 2020-11-16T20:15:41.858878+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:43.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:42 smithi071 bash[9480]: cluster 2020-11-16T20:15:41.866568+0000 mgr.x (mgr.14196) 44 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:43.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:42 smithi071 bash[9480]: audit 2020-11-16T20:15:42.723687+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:43.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:42 smithi065 bash[9468]: audit 2020-11-16T20:15:41.855403+0000 mon.a (mon.0) 407 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished
2020-11-16T20:15:43.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:42 smithi065 bash[9468]: cluster 2020-11-16T20:15:41.855468+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e21: 3 total, 2 up, 2 in
2020-11-16T20:15:43.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:42 smithi065 bash[9468]: audit 2020-11-16T20:15:41.856120+0000 mon.a (mon.0) 409 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:15:43.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:42 smithi065 bash[9468]: audit 2020-11-16T20:15:41.858878+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:43.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:42 smithi065 bash[9468]: cluster 2020-11-16T20:15:41.866568+0000 mgr.x (mgr.14196) 44 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:43.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:42 smithi065 bash[9468]: audit 2020-11-16T20:15:42.723687+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:15:44.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:42.857570+0000 mon.a (mon.0) 410 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:15:44.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: cluster 2020-11-16T20:15:42.857653+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e22: 3 total, 2 up, 2 in
2020-11-16T20:15:44.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:42.859525+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:44.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:42.871600+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:44.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.034254+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:44.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.036111+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:44.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.039755+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:44.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.042292+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.044721+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.045086+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:44.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.052260+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.054399+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:43 smithi071 bash[9480]: audit 2020-11-16T20:15:43.055729+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:44.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:42.857570+0000 mon.a (mon.0) 410 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:15:44.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: cluster 2020-11-16T20:15:42.857653+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e22: 3 total, 2 up, 2 in
2020-11-16T20:15:44.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:42.859525+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:44.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:42.871600+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:44.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.034254+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:44.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.036111+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:44.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.039755+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:44.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.042292+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.044721+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.045086+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:44.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.052260+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.054399+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:43 smithi065 bash[9468]: audit 2020-11-16T20:15:43.055729+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:44.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:42.857570+0000 mon.a (mon.0) 410 : audit [INF] from='osd.2 v1:172.21.15.142:6808/2380078138' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:15:44.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: cluster 2020-11-16T20:15:42.857653+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e22: 3 total, 2 up, 2 in
2020-11-16T20:15:44.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:42.859525+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:44.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:42.871600+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:44.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.034254+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:44.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.036111+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:15:44.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.039755+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}}, \"last_daemon_update\": \"2020-11-16T20:15:34.484483\", \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:15:44.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.042292+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.044721+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.045086+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:44.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.052260+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.054399+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:15:44.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:43 smithi142 bash[9523]: audit 2020-11-16T20:15:43.055729+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:15:45.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:44 smithi071 bash[9480]: cluster 2020-11-16T20:15:41.952094+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:45.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:44 smithi071 bash[9480]: cluster 2020-11-16T20:15:41.952227+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:45.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:44 smithi071 bash[9480]: cluster 2020-11-16T20:15:42.858162+0000 osd.2 (osd.2) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:15:45.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:44 smithi071 bash[9480]: audit 2020-11-16T20:15:43.865692+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:45.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:44 smithi071 bash[9480]: cluster 2020-11-16T20:15:43.866917+0000 mon.a (mon.0) 418 : cluster [INF] osd.2 v1:172.21.15.142:6808/2380078138 boot
2020-11-16T20:15:45.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:44 smithi071 bash[9480]: cluster 2020-11-16T20:15:43.866954+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e23: 3 total, 3 up, 3 in
2020-11-16T20:15:45.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:44 smithi071 bash[9480]: cluster 2020-11-16T20:15:43.867024+0000 mgr.x (mgr.14196) 45 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:45.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:44 smithi071 bash[9480]: audit 2020-11-16T20:15:43.872813+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:44 smithi065 bash[9468]: cluster 2020-11-16T20:15:41.952094+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:44 smithi065 bash[9468]: cluster 2020-11-16T20:15:41.952227+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:44 smithi065 bash[9468]: cluster 2020-11-16T20:15:42.858162+0000 osd.2 (osd.2) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:15:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:44 smithi065 bash[9468]: audit 2020-11-16T20:15:43.865692+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:44 smithi065 bash[9468]: cluster 2020-11-16T20:15:43.866917+0000 mon.a (mon.0) 418 : cluster [INF] osd.2 v1:172.21.15.142:6808/2380078138 boot
2020-11-16T20:15:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:44 smithi065 bash[9468]: cluster 2020-11-16T20:15:43.866954+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e23: 3 total, 3 up, 3 in
2020-11-16T20:15:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:44 smithi065 bash[9468]: cluster 2020-11-16T20:15:43.867024+0000 mgr.x (mgr.14196) 45 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:44 smithi065 bash[9468]: audit 2020-11-16T20:15:43.872813+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:44 smithi142 bash[9523]: cluster 2020-11-16T20:15:41.952094+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:44 smithi142 bash[9523]: cluster 2020-11-16T20:15:41.952227+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:44 smithi142 bash[9523]: cluster 2020-11-16T20:15:42.858162+0000 osd.2 (osd.2) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:15:45.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:44 smithi142 bash[9523]: audit 2020-11-16T20:15:43.865692+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:45.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:44 smithi142 bash[9523]: cluster 2020-11-16T20:15:43.866917+0000 mon.a (mon.0) 418 : cluster [INF] osd.2 v1:172.21.15.142:6808/2380078138 boot
2020-11-16T20:15:45.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:44 smithi142 bash[9523]: cluster 2020-11-16T20:15:43.866954+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e23: 3 total, 3 up, 3 in
2020-11-16T20:15:45.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:44 smithi142 bash[9523]: cluster 2020-11-16T20:15:43.867024+0000 mgr.x (mgr.14196) 45 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail
2020-11-16T20:15:45.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:44 smithi142 bash[9523]: audit 2020-11-16T20:15:43.872813+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2020-11-16T20:15:46.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:45 smithi071 bash[9480]: cluster 2020-11-16T20:15:44.881401+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e24: 3 total, 3 up, 3 in
2020-11-16T20:15:46.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:45 smithi071 bash[9480]: audit 2020-11-16T20:15:45.383962+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:15:46.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:45 smithi071 bash[9480]: cephadm 2020-11-16T20:15:45.385342+0000 mgr.x (mgr.14196) 47 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:15:46.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:45 smithi071 bash[9480]: cephadm 2020-11-16T20:15:45.385514+0000 mgr.x (mgr.14196) 48 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:15:46.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:45 smithi071 bash[9480]: cephadm 2020-11-16T20:15:45.386595+0000 mgr.x (mgr.14196) 49 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:15:46.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:45 smithi071 bash[9480]: audit 2020-11-16T20:15:45.387472+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:15:46.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:45 smithi071 bash[9480]: audit 2020-11-16T20:15:45.394201+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:46.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:45 smithi071 bash[9480]: audit 2020-11-16T20:15:45.395710+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:46.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:45 smithi065 bash[9468]: cluster 2020-11-16T20:15:44.881401+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e24: 3 total, 3 up, 3 in
2020-11-16T20:15:46.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:45 smithi065 bash[9468]: audit 2020-11-16T20:15:45.383962+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:15:46.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:45 smithi065 bash[9468]: cephadm 2020-11-16T20:15:45.385342+0000 mgr.x (mgr.14196) 47 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:15:46.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:45 smithi065 bash[9468]: cephadm 2020-11-16T20:15:45.385514+0000 mgr.x (mgr.14196) 48 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:15:46.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:45 smithi065 bash[9468]: cephadm 2020-11-16T20:15:45.386595+0000 mgr.x (mgr.14196) 49 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:15:46.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:45 smithi065 bash[9468]: audit 2020-11-16T20:15:45.387472+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:15:46.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:45 smithi065 bash[9468]: audit 2020-11-16T20:15:45.394201+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:46.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:45 smithi065 bash[9468]: audit 2020-11-16T20:15:45.395710+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:46.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:45 smithi142 bash[9523]: cluster 2020-11-16T20:15:44.881401+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e24: 3 total, 3 up, 3 in
2020-11-16T20:15:46.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:45 smithi142 bash[9523]: audit 2020-11-16T20:15:45.383962+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:15:46.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:45 smithi142 bash[9523]: cephadm 2020-11-16T20:15:45.385342+0000 mgr.x (mgr.14196) 47 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:15:50.484 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:45 smithi142 bash[9523]: cephadm 2020-11-16T20:15:45.385514+0000 mgr.x (mgr.14196) 48 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:15:50.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:45 smithi142 bash[9523]: cephadm 2020-11-16T20:15:45.386595+0000 mgr.x (mgr.14196) 49 : cephadm [INF] Applying None on host smithi142...
2020-11-16T20:15:50.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:45 smithi142 bash[9523]: audit 2020-11-16T20:15:45.387472+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:15:50.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:45 smithi142 bash[9523]: audit 2020-11-16T20:15:45.394201+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:50.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:45 smithi142 bash[9523]: audit 2020-11-16T20:15:45.395710+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:50.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:46 smithi065 bash[9468]: cluster 2020-11-16T20:15:45.867596+0000 mgr.x (mgr.14196) 50 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:50.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:48 smithi065 bash[9468]: cluster 2020-11-16T20:15:47.868079+0000 mgr.x (mgr.14196) 51 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:50.488 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:49 smithi065 bash[9468]: audit 2020-11-16T20:15:49.215686+0000 mon.a (mon.0) 421 : audit [INF] from='client.? v1:172.21.15.142:0/3780343794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c"}]: dispatch
2020-11-16T20:15:50.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:49 smithi065 bash[9468]: audit 2020-11-16T20:15:49.222449+0000 mon.a (mon.0) 422 : audit [INF] from='client.? v1:172.21.15.142:0/3780343794' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c"}]': finished
2020-11-16T20:15:50.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:49 smithi065 bash[9468]: cluster 2020-11-16T20:15:49.222527+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in
2020-11-16T20:15:50.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:49 smithi065 bash[9468]: audit 2020-11-16T20:15:49.229537+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:15:50.489 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:49 smithi065 bash[9468]: audit 2020-11-16T20:15:49.870882+0000 mon.a (mon.0) 424 : audit [DBG] from='client.? v1:172.21.15.142:0/1475365307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:15:50.489 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:46 smithi071 bash[9480]: cluster 2020-11-16T20:15:45.867596+0000 mgr.x (mgr.14196) 50 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:50.489 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:48 smithi071 bash[9480]: cluster 2020-11-16T20:15:47.868079+0000 mgr.x (mgr.14196) 51 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:50.490 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:49 smithi071 bash[9480]: audit 2020-11-16T20:15:49.215686+0000 mon.a (mon.0) 421 : audit [INF] from='client.? v1:172.21.15.142:0/3780343794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c"}]: dispatch
2020-11-16T20:15:50.490 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:49 smithi071 bash[9480]: audit 2020-11-16T20:15:49.222449+0000 mon.a (mon.0) 422 : audit [INF] from='client.? v1:172.21.15.142:0/3780343794' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c"}]': finished
2020-11-16T20:15:50.490 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:49 smithi071 bash[9480]: cluster 2020-11-16T20:15:49.222527+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in
2020-11-16T20:15:50.490 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:49 smithi071 bash[9480]: audit 2020-11-16T20:15:49.229537+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:15:50.490 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:49 smithi071 bash[9480]: audit 2020-11-16T20:15:49.870882+0000 mon.a (mon.0) 424 : audit [DBG] from='client.? v1:172.21.15.142:0/1475365307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:15:50.490 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:46 smithi142 bash[9523]: cluster 2020-11-16T20:15:45.867596+0000 mgr.x (mgr.14196) 50 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:50.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:48 smithi142 bash[9523]: cluster 2020-11-16T20:15:47.868079+0000 mgr.x (mgr.14196) 51 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:50.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:49 smithi142 bash[9523]: audit 2020-11-16T20:15:49.215686+0000 mon.a (mon.0) 421 : audit [INF] from='client.? v1:172.21.15.142:0/3780343794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c"}]: dispatch
2020-11-16T20:15:50.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:49 smithi142 bash[9523]: audit 2020-11-16T20:15:49.222449+0000 mon.a (mon.0) 422 : audit [INF] from='client.? v1:172.21.15.142:0/3780343794' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c"}]': finished
2020-11-16T20:15:50.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:49 smithi142 bash[9523]: cluster 2020-11-16T20:15:49.222527+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in
2020-11-16T20:15:50.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:49 smithi142 bash[9523]: audit 2020-11-16T20:15:49.229537+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:15:50.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:49 smithi142 bash[9523]: audit 2020-11-16T20:15:49.870882+0000 mon.a (mon.0) 424 : audit [DBG] from='client.? v1:172.21.15.142:0/1475365307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:15:51.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:50 smithi071 bash[9480]: cluster 2020-11-16T20:15:49.868590+0000 mgr.x (mgr.14196) 52 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:51.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:50 smithi071 bash[9480]: cluster 2020-11-16T20:15:49.955757+0000 osd.0 (osd.0) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:51.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:50 smithi071 bash[9480]: cluster 2020-11-16T20:15:49.955887+0000 osd.0 (osd.0) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:51.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:50 smithi065 bash[9468]: cluster 2020-11-16T20:15:49.868590+0000 mgr.x (mgr.14196) 52 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:51.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:50 smithi065 bash[9468]: cluster 2020-11-16T20:15:49.955757+0000 osd.0 (osd.0) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:51.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:50 smithi065 bash[9468]: cluster 2020-11-16T20:15:49.955887+0000 osd.0 (osd.0) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:51.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:50 smithi142 bash[9523]: cluster 2020-11-16T20:15:49.868590+0000 mgr.x (mgr.14196) 52 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:51.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:50 smithi142 bash[9523]: cluster 2020-11-16T20:15:49.955757+0000 osd.0 (osd.0) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:15:51.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:50 smithi142 bash[9523]: cluster 2020-11-16T20:15:49.955887+0000 osd.0 (osd.0) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:15:52.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:51 smithi071 bash[9480]: cluster 2020-11-16T20:15:50.907157+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e26: 4 total, 3 up, 3 in
2020-11-16T20:15:52.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:51 smithi071 bash[9480]: audit 2020-11-16T20:15:50.909619+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:15:52.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:51 smithi065 bash[9468]: cluster 2020-11-16T20:15:50.907157+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e26: 4 total, 3 up, 3 in
2020-11-16T20:15:52.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:51 smithi065 bash[9468]: audit 2020-11-16T20:15:50.909619+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:15:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:51 smithi142 bash[9523]: cluster 2020-11-16T20:15:50.907157+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e26: 4 total, 3 up, 3 in
2020-11-16T20:15:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:51 smithi142 bash[9523]: audit 2020-11-16T20:15:50.909619+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:15:53.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:52 smithi071 bash[9480]: cluster 2020-11-16T20:15:51.869096+0000 mgr.x (mgr.14196) 53 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:53.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:52 smithi065 bash[9468]: cluster 2020-11-16T20:15:51.869096+0000 mgr.x (mgr.14196) 53 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:53.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:52 smithi142 bash[9523]: cluster 2020-11-16T20:15:51.869096+0000 mgr.x (mgr.14196) 53 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:54.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:53 smithi071 bash[9480]: audit 2020-11-16T20:15:53.026882+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:54.200 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:53 smithi142 bash[9523]: audit 2020-11-16T20:15:53.026882+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:54.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:53 smithi065 bash[9468]: audit 2020-11-16T20:15:53.026882+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:15:55.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:54 smithi071 bash[9480]: cluster 2020-11-16T20:15:53.869689+0000 mgr.x (mgr.14196) 54 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:55.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:54 smithi065 bash[9468]: cluster 2020-11-16T20:15:53.869689+0000 mgr.x (mgr.14196) 54 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:55.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:54 smithi142 bash[9523]: cluster 2020-11-16T20:15:53.869689+0000 mgr.x (mgr.14196) 54 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:57.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:56 smithi142 bash[9523]: cluster 2020-11-16T20:15:55.870229+0000 mgr.x (mgr.14196) 55 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:57.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:56 smithi071 bash[9480]: cluster 2020-11-16T20:15:55.870229+0000 mgr.x (mgr.14196) 55 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:57.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:56 smithi065 bash[9468]: cluster 2020-11-16T20:15:55.870229+0000 mgr.x (mgr.14196) 55 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:58.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:57 smithi071 bash[9480]: audit 2020-11-16T20:15:57.332667+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch
2020-11-16T20:15:58.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:57 smithi071 bash[9480]: audit 2020-11-16T20:15:57.334285+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:58.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:57 smithi071 bash[9480]: audit 2020-11-16T20:15:57.336344+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch
2020-11-16T20:15:58.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:57 smithi065 bash[9468]: audit 2020-11-16T20:15:57.332667+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch
2020-11-16T20:15:58.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:57 smithi065 bash[9468]: audit 2020-11-16T20:15:57.334285+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:58.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:57 smithi065 bash[9468]: audit 2020-11-16T20:15:57.336344+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch
2020-11-16T20:15:58.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:57 smithi142 bash[9523]: audit 2020-11-16T20:15:57.332667+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch
2020-11-16T20:15:58.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:57 smithi142 bash[9523]: audit 2020-11-16T20:15:57.334285+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:15:58.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:57 smithi142 bash[9523]: audit 2020-11-16T20:15:57.336344+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch
2020-11-16T20:15:59.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:58 smithi071 bash[9480]: cephadm 2020-11-16T20:15:57.335643+0000 mgr.x (mgr.14196) 56 : cephadm [INF] Deploying daemon osd.3 on smithi142
2020-11-16T20:15:59.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:58 smithi071 bash[9480]: cluster 2020-11-16T20:15:57.870855+0000 mgr.x (mgr.14196) 57 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:59.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:58 smithi065 bash[9468]: cephadm 2020-11-16T20:15:57.335643+0000 mgr.x (mgr.14196) 56 : cephadm [INF] Deploying daemon osd.3 on smithi142
2020-11-16T20:15:59.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:58 smithi065 bash[9468]: cluster 2020-11-16T20:15:57.870855+0000 mgr.x (mgr.14196) 57 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:59.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:58 smithi142 bash[9523]: cephadm 2020-11-16T20:15:57.335643+0000 mgr.x (mgr.14196) 56 : cephadm [INF] Deploying daemon osd.3 on smithi142
2020-11-16T20:15:59.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:58 smithi142 bash[9523]: cluster 2020-11-16T20:15:57.870855+0000 mgr.x (mgr.14196) 57 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:15:59.718 INFO:teuthology.orchestra.run.smithi142.stdout:Created osd(s) 3 on host 'smithi142'
2020-11-16T20:16:00.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:59 smithi142 bash[9523]: audit 2020-11-16T20:15:59.708320+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:00.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:59 smithi142 bash[9523]: audit 2020-11-16T20:15:59.710360+0000 mon.b (mon.1) 93 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:00.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:59 smithi142 bash[9523]: audit 2020-11-16T20:15:59.710951+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:00.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:15:59 smithi142 bash[9523]: audit 2020-11-16T20:15:59.713780+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:00.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:59 smithi071 bash[9480]: audit 2020-11-16T20:15:59.708320+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.394 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:59 smithi071 bash[9480]: audit 2020-11-16T20:15:59.710360+0000 mon.b (mon.1) 93 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.394 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:59 smithi071 bash[9480]: audit 2020-11-16T20:15:59.710951+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:04.395 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:15:59 smithi071 bash[9480]: audit 2020-11-16T20:15:59.713780+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:04.399 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:00 smithi142 bash[9523]: cluster 2020-11-16T20:15:59.871404+0000 mgr.x (mgr.14196) 58 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:04.399 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:00 smithi142 bash[9523]: audit 2020-11-16T20:16:00.584144+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.399 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:00 smithi142 bash[9523]: audit 2020-11-16T20:16:00.585898+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.400 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:00 smithi142 bash[9523]: audit 2020-11-16T20:16:00.588583+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:04.400 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:00 smithi142 bash[9523]: audit 2020-11-16T20:16:00.594934+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:04.400 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:02 smithi142 bash[9523]: cluster 2020-11-16T20:16:01.871925+0000 mgr.x (mgr.14196) 59 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:04.400 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:59 smithi065 bash[9468]: audit 2020-11-16T20:15:59.708320+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.401 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:59 smithi065 bash[9468]: audit 2020-11-16T20:15:59.710360+0000 mon.b (mon.1) 93 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.401 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:59 smithi065 bash[9468]: audit 2020-11-16T20:15:59.710951+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:04.401 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:15:59 smithi065 bash[9468]: audit 2020-11-16T20:15:59.713780+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483526\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483732\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.483979\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:15:34.484196\", \"created\": \"2020-11-16T20:15:33.552293\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_device_update\": \"2020-11-16T20:15:43.034287\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:04.401 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:00 smithi065 bash[9468]: cluster 2020-11-16T20:15:59.871404+0000 mgr.x (mgr.14196) 58 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:04.401 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:00 smithi065 bash[9468]: audit 2020-11-16T20:16:00.584144+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.402 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:00 smithi065 bash[9468]: audit 2020-11-16T20:16:00.585898+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.402 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:00 smithi065 bash[9468]: audit 2020-11-16T20:16:00.588583+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:04.403 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:00 smithi065 bash[9468]: audit 2020-11-16T20:16:00.594934+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:04.403 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:02 smithi065 bash[9468]: cluster 2020-11-16T20:16:01.871925+0000 mgr.x (mgr.14196) 59 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:04.403 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:00 smithi071 bash[9480]: cluster 2020-11-16T20:15:59.871404+0000 mgr.x (mgr.14196) 58 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:04.403 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:00 smithi071 bash[9480]: audit 2020-11-16T20:16:00.584144+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.403 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:00 smithi071 bash[9480]: audit 2020-11-16T20:16:00.585898+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:04.404 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:00 smithi071 bash[9480]: audit 2020-11-16T20:16:00.588583+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:04.404 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:00 smithi071 bash[9480]: audit 2020-11-16T20:16:00.594934+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:04.404 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:02 smithi071 bash[9480]: cluster 2020-11-16T20:16:01.871925+0000 mgr.x (mgr.14196) 59 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:04.405 INFO:teuthology.orchestra.run.smithi142:osd.3> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.3.service
2020-11-16T20:16:04.407 INFO:tasks.cephadm:Deploying osd.4 on smithi071 with /dev/vg_nvme/lv_4...
2020-11-16T20:16:04.407 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4
2020-11-16T20:16:04.438 INFO:journalctl@ceph.osd.3.smithi142.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:16:04.669 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341aeae700 10 -- 172.21.15.142:0/4000895381 dispatch_throttle_release 308 to dispatch throttler 502/104857600
2020-11-16T20:16:04.669 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341aeae700 20 -- 172.21.15.142:0/4000895381 done calling dispatch on 0x55db5d56cc60
2020-11-16T20:16:04.669 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341aeae700  1 -- 172.21.15.142:0/4000895381 <== mon.1 v1:172.21.15.71:6789/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (unknown 2401357923 0 0) 0x55db5d576680 con 0x55db5d5f1000
2020-11-16T20:16:04.670 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341aeae700 10 -- 172.21.15.142:0/4000895381 dispatch_throttle_release 194 to dispatch throttler 194/104857600
2020-11-16T20:16:04.670 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341aeae700 20 -- 172.21.15.142:0/4000895381 done calling dispatch on 0x55db5d576680
2020-11-16T20:16:04.670 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341beb0700 20 -- 172.21.15.142:0/4000895381 >> v1:172.21.15.142:6789/0 conn(0x55db5d5f0c00 legacy=0x55db5d5dd000 unknown :-1 s=STATE_CLOSED l=1).process
2020-11-16T20:16:04.670 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341beb0700 20 -- 172.21.15.142:0/4000895381 >> v1:172.21.15.142:6789/0 conn(0x55db5d5f0c00 legacy=0x55db5d5dd000 unknown :-1 s=STATE_CLOSED l=1).process socket closed
2020-11-16T20:16:04.670 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341beb0700  5 --1- 172.21.15.142:0/4000895381 >> v1:172.21.15.142:6789/0 conn(0x55db5d5f0c00 0x55db5d5dd000 :-1 s=CLOSED pgs=184 cs=1 l=1).reset_recv_state (warped) reseting security handlers
2020-11-16T20:16:04.670 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341beb0700  5 --1- 172.21.15.142:0/4000895381 >> v1:172.21.15.142:6789/0 conn(0x55db5d5f0c00 0x55db5d5dd000 :-1 s=CLOSED pgs=184 cs=1 l=1).reset_security
2020-11-16T20:16:04.670 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[22738]: debug 2020-11-16T20:16:04.584+0000 7f341beb0700 20 EpollDriver.del_event del event fd=14 cur_mask=1 delmask=3 to 8
2020-11-16T20:16:05.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:04 smithi071 bash[9480]: cluster 2020-11-16T20:16:03.872472+0000 mgr.x (mgr.14196) 60 : cluster [DBG] pgmap v61: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:05.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:04 smithi065 bash[9468]: cluster 2020-11-16T20:16:03.872472+0000 mgr.x (mgr.14196) 60 : cluster [DBG] pgmap v61: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:05.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:04 smithi142 bash[9523]: cluster 2020-11-16T20:16:03.872472+0000 mgr.x (mgr.14196) 60 : cluster [DBG] pgmap v61: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:05.289 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:05 smithi142 bash[22738]: debug 2020-11-16T20:16:05.124+0000 7f342292ef40 -1 Falling back to public interface
2020-11-16T20:16:06.039 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:05 smithi142 bash[22738]: debug 2020-11-16T20:16:05.760+0000 7f342292ef40 -1 osd.3 0 log_to_monitors {default=true}
2020-11-16T20:16:06.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:05 smithi142 bash[9523]: audit 2020-11-16T20:16:05.768832+0000 mon.a (mon.0) 430 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2020-11-16T20:16:06.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:05 smithi071 bash[9480]: audit 2020-11-16T20:16:05.768832+0000 mon.a (mon.0) 430 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2020-11-16T20:16:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:05 smithi065 bash[9468]: audit 2020-11-16T20:16:05.768832+0000 mon.a (mon.0) 430 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2020-11-16T20:16:07.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:06 smithi071 bash[9480]: cluster 2020-11-16T20:16:05.873006+0000 mgr.x (mgr.14196) 61 : cluster [DBG] pgmap v62: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:07.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:06 smithi071 bash[9480]: audit 2020-11-16T20:16:05.908184+0000 mon.a (mon.0) 431 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished
2020-11-16T20:16:07.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:06 smithi071 bash[9480]: cluster 2020-11-16T20:16:05.908275+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e27: 4 total, 3 up, 3 in
2020-11-16T20:16:07.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:06 smithi071 bash[9480]: audit 2020-11-16T20:16:05.909139+0000 mon.a (mon.0) 433 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:16:07.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:06 smithi071 bash[9480]: audit 2020-11-16T20:16:05.911733+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:07.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:06 smithi071 bash[9480]: audit 2020-11-16T20:16:06.744629+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:07.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:06 smithi065 bash[9468]: cluster 2020-11-16T20:16:05.873006+0000 mgr.x (mgr.14196) 61 : cluster [DBG] pgmap v62: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:07.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:06 smithi065 bash[9468]: audit 2020-11-16T20:16:05.908184+0000 mon.a (mon.0) 431 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished
2020-11-16T20:16:07.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:06 smithi065 bash[9468]: cluster 2020-11-16T20:16:05.908275+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e27: 4 total, 3 up, 3 in
2020-11-16T20:16:07.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:06 smithi065 bash[9468]: audit 2020-11-16T20:16:05.909139+0000 mon.a (mon.0) 433 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:16:07.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:06 smithi065 bash[9468]: audit 2020-11-16T20:16:05.911733+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:07.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:06 smithi065 bash[9468]: audit 2020-11-16T20:16:06.744629+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:07.289 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:16:06 smithi142 bash[22738]: debug 2020-11-16T20:16:06.912+0000 7f3418eaa700 -1 osd.3 0 waiting for initial osdmap
2020-11-16T20:16:07.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:06 smithi142 bash[9523]: cluster 2020-11-16T20:16:05.873006+0000 mgr.x (mgr.14196) 61 : cluster [DBG] pgmap v62: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:07.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:06 smithi142 bash[9523]: audit 2020-11-16T20:16:05.908184+0000 mon.a (mon.0) 431 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished
2020-11-16T20:16:07.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:06 smithi142 bash[9523]: cluster 2020-11-16T20:16:05.908275+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e27: 4 total, 3 up, 3 in
2020-11-16T20:16:07.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:06 smithi142 bash[9523]: audit 2020-11-16T20:16:05.909139+0000 mon.a (mon.0) 433 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:16:07.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:06 smithi142 bash[9523]: audit 2020-11-16T20:16:05.911733+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:07.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:06 smithi142 bash[9523]: audit 2020-11-16T20:16:06.744629+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:07.921 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_4
2020-11-16T20:16:07.922 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync
2020-11-16T20:16:07.922 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in
2020-11-16T20:16:07.922 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out
2020-11-16T20:16:07.922 INFO:teuthology.orchestra.run.smithi071.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0176308 s, 595 MB/s
2020-11-16T20:16:07.922 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_4>
2020-11-16T20:16:08.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:06.910439+0000 mon.a (mon.0) 434 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:16:08.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: cluster 2020-11-16T20:16:06.910542+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e28: 4 total, 3 up, 3 in
2020-11-16T20:16:08.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:06.917120+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:08.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.052763+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:08.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.054743+0000 mon.b (mon.1) 100 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.056408+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.061973+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.064282+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.066757+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.072490+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.074664+0000 mon.b (mon.1) 102 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:07 smithi071 bash[9480]: audit 2020-11-16T20:16:07.077237+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:08.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:06.910439+0000 mon.a (mon.0) 434 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:16:08.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: cluster 2020-11-16T20:16:06.910542+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e28: 4 total, 3 up, 3 in
2020-11-16T20:16:08.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:06.917120+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:08.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.052763+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:08.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.054743+0000 mon.b (mon.1) 100 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.056408+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.061973+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.064282+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.066757+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.072490+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.074664+0000 mon.b (mon.1) 102 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:07 smithi065 bash[9468]: audit 2020-11-16T20:16:07.077237+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:08.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:06.910439+0000 mon.a (mon.0) 434 : audit [INF] from='osd.3 v1:172.21.15.142:6812/2351592071' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished
2020-11-16T20:16:08.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: cluster 2020-11-16T20:16:06.910542+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e28: 4 total, 3 up, 3 in
2020-11-16T20:16:08.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:06.917120+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:08.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.052763+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:08.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.054743+0000 mon.b (mon.1) 100 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]: dispatch
2020-11-16T20:16:08.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.056408+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:11:31.623063\"}"}]': finished
2020-11-16T20:16:08.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.061973+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.064282+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.066757+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:08.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.072490+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.074664+0000 mon.b (mon.1) 102 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:08.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:07 smithi142 bash[9523]: audit 2020-11-16T20:16:07.077237+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:08.656 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi071:vg_nvme/lv_4
2020-11-16T20:16:09.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:08 smithi071 bash[9480]: cluster 2020-11-16T20:16:06.756354+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:09.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:08 smithi071 bash[9480]: cluster 2020-11-16T20:16:06.756482+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:09.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:08 smithi071 bash[9480]: cluster 2020-11-16T20:16:06.910985+0000 osd.3 (osd.3) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:16:09.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:08 smithi071 bash[9480]: cluster 2020-11-16T20:16:07.873569+0000 mgr.x (mgr.14196) 62 : cluster [DBG] pgmap v65: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:09.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:08 smithi071 bash[9480]: audit 2020-11-16T20:16:07.918240+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:09.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:08 smithi071 bash[9480]: cluster 2020-11-16T20:16:07.927705+0000 mon.a (mon.0) 442 : cluster [INF] osd.3 v1:172.21.15.142:6812/2351592071 boot
2020-11-16T20:16:09.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:08 smithi071 bash[9480]: cluster 2020-11-16T20:16:07.927779+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e29: 4 total, 4 up, 4 in
2020-11-16T20:16:09.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:08 smithi071 bash[9480]: audit 2020-11-16T20:16:07.928404+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:09.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:08 smithi065 bash[9468]: cluster 2020-11-16T20:16:06.756354+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:09.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:08 smithi065 bash[9468]: cluster 2020-11-16T20:16:06.756482+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:09.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:08 smithi065 bash[9468]: cluster 2020-11-16T20:16:06.910985+0000 osd.3 (osd.3) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:16:09.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:08 smithi065 bash[9468]: cluster 2020-11-16T20:16:07.873569+0000 mgr.x (mgr.14196) 62 : cluster [DBG] pgmap v65: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:09.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:08 smithi065 bash[9468]: audit 2020-11-16T20:16:07.918240+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:09.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:08 smithi065 bash[9468]: cluster 2020-11-16T20:16:07.927705+0000 mon.a (mon.0) 442 : cluster [INF] osd.3 v1:172.21.15.142:6812/2351592071 boot
2020-11-16T20:16:09.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:08 smithi065 bash[9468]: cluster 2020-11-16T20:16:07.927779+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e29: 4 total, 4 up, 4 in
2020-11-16T20:16:09.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:08 smithi065 bash[9468]: audit 2020-11-16T20:16:07.928404+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:09.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:08 smithi142 bash[9523]: cluster 2020-11-16T20:16:06.756354+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:09.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:08 smithi142 bash[9523]: cluster 2020-11-16T20:16:06.756482+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:09.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:08 smithi142 bash[9523]: cluster 2020-11-16T20:16:06.910985+0000 osd.3 (osd.3) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:16:09.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:08 smithi142 bash[9523]: cluster 2020-11-16T20:16:07.873569+0000 mgr.x (mgr.14196) 62 : cluster [DBG] pgmap v65: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail
2020-11-16T20:16:09.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:08 smithi142 bash[9523]: audit 2020-11-16T20:16:07.918240+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:09.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:08 smithi142 bash[9523]: cluster 2020-11-16T20:16:07.927705+0000 mon.a (mon.0) 442 : cluster [INF] osd.3 v1:172.21.15.142:6812/2351592071 boot
2020-11-16T20:16:09.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:08 smithi142 bash[9523]: cluster 2020-11-16T20:16:07.927779+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e29: 4 total, 4 up, 4 in
2020-11-16T20:16:09.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:08 smithi142 bash[9523]: audit 2020-11-16T20:16:07.928404+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:16:10.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:10 smithi071 bash[9480]: cluster 2020-11-16T20:16:09.083040+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e30: 4 total, 4 up, 4 in
2020-11-16T20:16:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:10 smithi065 bash[9468]: cluster 2020-11-16T20:16:09.083040+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e30: 4 total, 4 up, 4 in
2020-11-16T20:16:10.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:10 smithi142 bash[9523]: cluster 2020-11-16T20:16:09.083040+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e30: 4 total, 4 up, 4 in
2020-11-16T20:16:11.378 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:11 smithi071 bash[9480]: cluster 2020-11-16T20:16:09.874140+0000 mgr.x (mgr.14196) 63 : cluster [DBG] pgmap v68: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:11.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:11 smithi065 bash[9468]: cluster 2020-11-16T20:16:09.874140+0000 mgr.x (mgr.14196) 63 : cluster [DBG] pgmap v68: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:11.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:11 smithi142 bash[9523]: cluster 2020-11-16T20:16:09.874140+0000 mgr.x (mgr.14196) 63 : cluster [DBG] pgmap v68: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:12.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:12 smithi071 bash[9480]: audit 2020-11-16T20:16:11.883448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:16:12.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:12 smithi071 bash[9480]: audit 2020-11-16T20:16:11.886697+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:16:12.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:12 smithi071 bash[9480]: audit 2020-11-16T20:16:11.887811+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:12.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:12 smithi071 bash[9480]: audit 2020-11-16T20:16:11.888981+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:12.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:12 smithi065 bash[9468]: audit 2020-11-16T20:16:11.883448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:16:12.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:12 smithi065 bash[9468]: audit 2020-11-16T20:16:11.886697+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:16:12.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:12 smithi065 bash[9468]: audit 2020-11-16T20:16:11.887811+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:12.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:12 smithi065 bash[9468]: audit 2020-11-16T20:16:11.888981+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:12.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:12 smithi142 bash[9523]: audit 2020-11-16T20:16:11.883448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:16:12.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:12 smithi142 bash[9523]: audit 2020-11-16T20:16:11.886697+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:16:12.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:12 smithi142 bash[9523]: audit 2020-11-16T20:16:11.887811+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:12.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:12 smithi142 bash[9523]: audit 2020-11-16T20:16:11.888981+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:13.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:13 smithi071 bash[9480]: cluster 2020-11-16T20:16:11.874672+0000 mgr.x (mgr.14196) 64 : cluster [DBG] pgmap v69: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:13.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:13 smithi071 bash[9480]: audit 2020-11-16T20:16:11.881769+0000 mgr.x (mgr.14196) 65 : audit [DBG] from='client.24244 v1:172.21.15.71:0/343531568' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:16:13.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:13 smithi071 bash[9480]: cephadm 2020-11-16T20:16:11.884463+0000 mgr.x (mgr.14196) 66 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:16:13.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:13 smithi071 bash[9480]: cephadm 2020-11-16T20:16:11.884625+0000 mgr.x (mgr.14196) 67 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:16:13.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:13 smithi071 bash[9480]: cephadm 2020-11-16T20:16:11.886019+0000 mgr.x (mgr.14196) 68 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:16:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:13 smithi065 bash[9468]: cluster 2020-11-16T20:16:11.874672+0000 mgr.x (mgr.14196) 64 : cluster [DBG] pgmap v69: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:13 smithi065 bash[9468]: audit 2020-11-16T20:16:11.881769+0000 mgr.x (mgr.14196) 65 : audit [DBG] from='client.24244 v1:172.21.15.71:0/343531568' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:16:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:13 smithi065 bash[9468]: cephadm 2020-11-16T20:16:11.884463+0000 mgr.x (mgr.14196) 66 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:16:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:13 smithi065 bash[9468]: cephadm 2020-11-16T20:16:11.884625+0000 mgr.x (mgr.14196) 67 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:16:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:13 smithi065 bash[9468]: cephadm 2020-11-16T20:16:11.886019+0000 mgr.x (mgr.14196) 68 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:16:13.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:13 smithi142 bash[9523]: cluster 2020-11-16T20:16:11.874672+0000 mgr.x (mgr.14196) 64 : cluster [DBG] pgmap v69: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:13.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:13 smithi142 bash[9523]: audit 2020-11-16T20:16:11.881769+0000 mgr.x (mgr.14196) 65 : audit [DBG] from='client.24244 v1:172.21.15.71:0/343531568' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:16:13.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:13 smithi142 bash[9523]: cephadm 2020-11-16T20:16:11.884463+0000 mgr.x (mgr.14196) 66 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:16:13.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:13 smithi142 bash[9523]: cephadm 2020-11-16T20:16:11.884625+0000 mgr.x (mgr.14196) 67 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:16:13.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:13 smithi142 bash[9523]: cephadm 2020-11-16T20:16:11.886019+0000 mgr.x (mgr.14196) 68 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:16:15.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:15 smithi071 bash[9480]: cluster 2020-11-16T20:16:13.875308+0000 mgr.x (mgr.14196) 69 : cluster [DBG] pgmap v70: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:15.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:15 smithi065 bash[9468]: cluster 2020-11-16T20:16:13.875308+0000 mgr.x (mgr.14196) 69 : cluster [DBG] pgmap v70: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:15.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:15 smithi142 bash[9523]: cluster 2020-11-16T20:16:13.875308+0000 mgr.x (mgr.14196) 69 : cluster [DBG] pgmap v70: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:16.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:16 smithi071 bash[9480]: audit 2020-11-16T20:16:15.805881+0000 mon.a (mon.0) 445 : audit [INF] from='client.24250 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]: dispatch
2020-11-16T20:16:16.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:16 smithi071 bash[9480]: audit 2020-11-16T20:16:15.807891+0000 mon.b (mon.1) 109 : audit [INF] from='client.? v1:172.21.15.71:0/1113830590' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]: dispatch
2020-11-16T20:16:16.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:16 smithi071 bash[9480]: audit 2020-11-16T20:16:15.813516+0000 mon.a (mon.0) 446 : audit [INF] from='client.24250 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]': finished
2020-11-16T20:16:16.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:16 smithi071 bash[9480]: cluster 2020-11-16T20:16:15.813613+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e31: 5 total, 4 up, 4 in
2020-11-16T20:16:16.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:16 smithi071 bash[9480]: audit 2020-11-16T20:16:15.817502+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:16.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:16 smithi065 bash[9468]: audit 2020-11-16T20:16:15.805881+0000 mon.a (mon.0) 445 : audit [INF] from='client.24250 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]: dispatch
2020-11-16T20:16:16.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:16 smithi065 bash[9468]: audit 2020-11-16T20:16:15.807891+0000 mon.b (mon.1) 109 : audit [INF] from='client.? v1:172.21.15.71:0/1113830590' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]: dispatch
2020-11-16T20:16:16.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:16 smithi065 bash[9468]: audit 2020-11-16T20:16:15.813516+0000 mon.a (mon.0) 446 : audit [INF] from='client.24250 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]': finished
2020-11-16T20:16:16.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:16 smithi065 bash[9468]: cluster 2020-11-16T20:16:15.813613+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e31: 5 total, 4 up, 4 in
2020-11-16T20:16:16.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:16 smithi065 bash[9468]: audit 2020-11-16T20:16:15.817502+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:16.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:16 smithi142 bash[9523]: audit 2020-11-16T20:16:15.805881+0000 mon.a (mon.0) 445 : audit [INF] from='client.24250 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]: dispatch
2020-11-16T20:16:16.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:16 smithi142 bash[9523]: audit 2020-11-16T20:16:15.807891+0000 mon.b (mon.1) 109 : audit [INF] from='client.? v1:172.21.15.71:0/1113830590' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]: dispatch
2020-11-16T20:16:16.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:16 smithi142 bash[9523]: audit 2020-11-16T20:16:15.813516+0000 mon.a (mon.0) 446 : audit [INF] from='client.24250 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877"}]': finished
2020-11-16T20:16:16.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:16 smithi142 bash[9523]: cluster 2020-11-16T20:16:15.813613+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e31: 5 total, 4 up, 4 in
2020-11-16T20:16:16.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:16 smithi142 bash[9523]: audit 2020-11-16T20:16:15.817502+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:17.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:17 smithi071 bash[9480]: cluster 2020-11-16T20:16:15.875890+0000 mgr.x (mgr.14196) 70 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:17.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:17 smithi071 bash[9480]: cluster 2020-11-16T20:16:16.039381+0000 osd.1 (osd.1) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:17.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:17 smithi071 bash[9480]: cluster 2020-11-16T20:16:16.039544+0000 osd.1 (osd.1) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:17.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:17 smithi071 bash[9480]: audit 2020-11-16T20:16:16.470241+0000 mon.b (mon.1) 111 : audit [DBG] from='client.? v1:172.21.15.71:0/2710089259' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:17.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:17 smithi071 bash[9480]: cluster 2020-11-16T20:16:16.875565+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e32: 5 total, 4 up, 4 in
2020-11-16T20:16:17.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:17 smithi071 bash[9480]: audit 2020-11-16T20:16:16.881713+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:17.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:17 smithi065 bash[9468]: cluster 2020-11-16T20:16:15.875890+0000 mgr.x (mgr.14196) 70 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:17.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:17 smithi065 bash[9468]: cluster 2020-11-16T20:16:16.039381+0000 osd.1 (osd.1) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:17.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:17 smithi065 bash[9468]: cluster 2020-11-16T20:16:16.039544+0000 osd.1 (osd.1) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:17.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:17 smithi065 bash[9468]: audit 2020-11-16T20:16:16.470241+0000 mon.b (mon.1) 111 : audit [DBG] from='client.? v1:172.21.15.71:0/2710089259' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:17.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:17 smithi065 bash[9468]: cluster 2020-11-16T20:16:16.875565+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e32: 5 total, 4 up, 4 in
2020-11-16T20:16:17.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:17 smithi065 bash[9468]: audit 2020-11-16T20:16:16.881713+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:17.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:17 smithi142 bash[9523]: cluster 2020-11-16T20:16:15.875890+0000 mgr.x (mgr.14196) 70 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:17.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:17 smithi142 bash[9523]: cluster 2020-11-16T20:16:16.039381+0000 osd.1 (osd.1) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:17.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:17 smithi142 bash[9523]: cluster 2020-11-16T20:16:16.039544+0000 osd.1 (osd.1) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:17.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:17 smithi142 bash[9523]: audit 2020-11-16T20:16:16.470241+0000 mon.b (mon.1) 111 : audit [DBG] from='client.? v1:172.21.15.71:0/2710089259' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:17.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:17 smithi142 bash[9523]: cluster 2020-11-16T20:16:16.875565+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e32: 5 total, 4 up, 4 in
2020-11-16T20:16:17.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:17 smithi142 bash[9523]: audit 2020-11-16T20:16:16.881713+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:19.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:19 smithi071 bash[9480]: cluster 2020-11-16T20:16:17.876323+0000 mgr.x (mgr.14196) 71 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:19.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:19 smithi065 bash[9468]: cluster 2020-11-16T20:16:17.876323+0000 mgr.x (mgr.14196) 71 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:19.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:19 smithi142 bash[9523]: cluster 2020-11-16T20:16:17.876323+0000 mgr.x (mgr.14196) 71 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:20.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:20 smithi071 bash[9480]: audit 2020-11-16T20:16:19.535416+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:20.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:20 smithi065 bash[9468]: audit 2020-11-16T20:16:19.535416+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:20.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:20 smithi142 bash[9523]: audit 2020-11-16T20:16:19.535416+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:21.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:21 smithi071 bash[9480]: cluster 2020-11-16T20:16:19.876845+0000 mgr.x (mgr.14196) 72 : cluster [DBG] pgmap v75: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:21.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:21 smithi065 bash[9468]: cluster 2020-11-16T20:16:19.876845+0000 mgr.x (mgr.14196) 72 : cluster [DBG] pgmap v75: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:21.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:21 smithi142 bash[9523]: cluster 2020-11-16T20:16:19.876845+0000 mgr.x (mgr.14196) 72 : cluster [DBG] pgmap v75: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:23.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:23 smithi071 bash[9480]: cluster 2020-11-16T20:16:21.877404+0000 mgr.x (mgr.14196) 73 : cluster [DBG] pgmap v76: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:23.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:23 smithi065 bash[9468]: cluster 2020-11-16T20:16:21.877404+0000 mgr.x (mgr.14196) 73 : cluster [DBG] pgmap v76: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:23.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:23 smithi142 bash[9523]: cluster 2020-11-16T20:16:21.877404+0000 mgr.x (mgr.14196) 73 : cluster [DBG] pgmap v76: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:24.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:24 smithi071 bash[9480]: audit 2020-11-16T20:16:23.600924+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch
2020-11-16T20:16:24.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:24 smithi071 bash[9480]: audit 2020-11-16T20:16:23.602370+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:24.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:24 smithi071 bash[9480]: audit 2020-11-16T20:16:23.604270+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch
2020-11-16T20:16:24.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:24 smithi065 bash[9468]: audit 2020-11-16T20:16:23.600924+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch
2020-11-16T20:16:24.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:24 smithi065 bash[9468]: audit 2020-11-16T20:16:23.602370+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:24.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:24 smithi065 bash[9468]: audit 2020-11-16T20:16:23.604270+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch
2020-11-16T20:16:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:24 smithi142 bash[9523]: audit 2020-11-16T20:16:23.600924+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch
2020-11-16T20:16:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:24 smithi142 bash[9523]: audit 2020-11-16T20:16:23.602370+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:24 smithi142 bash[9523]: audit 2020-11-16T20:16:23.604270+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch
2020-11-16T20:16:25.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:25 smithi071 bash[9480]: cephadm 2020-11-16T20:16:23.603647+0000 mgr.x (mgr.14196) 74 : cephadm [INF] Deploying daemon osd.4 on smithi071
2020-11-16T20:16:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:25 smithi071 bash[9480]: cluster 2020-11-16T20:16:23.877945+0000 mgr.x (mgr.14196) 75 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:25 smithi071 bash[9480]: cluster 2020-11-16T20:16:24.063353+0000 osd.1 (osd.1) 8 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:16:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:25 smithi071 bash[9480]: cluster 2020-11-16T20:16:24.065224+0000 osd.1 (osd.1) 9 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:16:25.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:25 smithi065 bash[9468]: cephadm 2020-11-16T20:16:23.603647+0000 mgr.x (mgr.14196) 74 : cephadm [INF] Deploying daemon osd.4 on smithi071
2020-11-16T20:16:25.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:25 smithi065 bash[9468]: cluster 2020-11-16T20:16:23.877945+0000 mgr.x (mgr.14196) 75 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:25.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:25 smithi065 bash[9468]: cluster 2020-11-16T20:16:24.063353+0000 osd.1 (osd.1) 8 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:16:25.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:25 smithi065 bash[9468]: cluster 2020-11-16T20:16:24.065224+0000 osd.1 (osd.1) 9 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:16:25.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:25 smithi142 bash[9523]: cephadm 2020-11-16T20:16:23.603647+0000 mgr.x (mgr.14196) 74 : cephadm [INF] Deploying daemon osd.4 on smithi071
2020-11-16T20:16:25.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:25 smithi142 bash[9523]: cluster 2020-11-16T20:16:23.877945+0000 mgr.x (mgr.14196) 75 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:25.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:25 smithi142 bash[9523]: cluster 2020-11-16T20:16:24.063353+0000 osd.1 (osd.1) 8 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:16:25.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:25 smithi142 bash[9523]: cluster 2020-11-16T20:16:24.065224+0000 osd.1 (osd.1) 9 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:16:25.900 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 4 on host 'smithi071'
2020-11-16T20:16:27.171 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: cluster 2020-11-16T20:16:25.878490+0000 mgr.x (mgr.14196) 76 : cluster [DBG] pgmap v78: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:27.172 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:25.894376+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.172 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:25.896444+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.172 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:25.896980+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:27.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:25.900061+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:27.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:26.068789+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:16:27.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:26.070935+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:16:27.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:26.094371+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:16:27.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:26.096486+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:16:27.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:26.616176+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.174 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:26.618246+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.174 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:26.623106+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:27.174 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:26 smithi071 bash[9480]: audit 2020-11-16T20:16:26.627847+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:27.175 INFO:teuthology.orchestra.run.smithi071:osd.4> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.4.service
2020-11-16T20:16:27.178 INFO:tasks.cephadm:Deploying osd.5 on smithi071 with /dev/vg_nvme/lv_3...
2020-11-16T20:16:27.178 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3
2020-11-16T20:16:27.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: cluster 2020-11-16T20:16:25.878490+0000 mgr.x (mgr.14196) 76 : cluster [DBG] pgmap v78: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:27.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:25.894376+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:25.896444+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:25.896980+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:25.900061+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:26.068789+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:16:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:26.070935+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:16:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:26.094371+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:16:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:26.096486+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:16:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:26.616176+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:26.618246+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:26.623106+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:26 smithi065 bash[9468]: audit 2020-11-16T20:16:26.627847+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: cluster 2020-11-16T20:16:25.878490+0000 mgr.x (mgr.14196) 76 : cluster [DBG] pgmap v78: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:25.894376+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:25.896444+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:25.896980+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:27.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:25.900061+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.077959\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:14:27.078161\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_device_update\": \"2020-11-16T20:12:33.546622\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:27.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:26.068789+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:16:27.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:26.070935+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:16:27.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:26.094371+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:16:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:26.096486+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:16:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:26.616176+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:26.618246+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:26.623106+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:27.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:26 smithi142 bash[9523]: audit 2020-11-16T20:16:26.627847+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:27.301 INFO:journalctl@ceph.osd.4.smithi071.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:16:28.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:28 smithi071 bash[12066]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4
2020-11-16T20:16:28.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:28 smithi071 bash[12066]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config
2020-11-16T20:16:28.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:28 smithi071 bash[12066]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block
2020-11-16T20:16:28.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:28 smithi071 bash[12066]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block
2020-11-16T20:16:28.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:28 smithi071 bash[12066]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3
2020-11-16T20:16:28.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:28 smithi071 bash[12066]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4
2020-11-16T20:16:28.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:28 smithi071 bash[12066]: --> ceph-volume lvm activate successful for osd ID: 4
2020-11-16T20:16:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:28 smithi071 bash[9480]: cluster 2020-11-16T20:16:27.879051+0000 mgr.x (mgr.14196) 77 : cluster [DBG] pgmap v79: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:29.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:28 smithi065 bash[9468]: cluster 2020-11-16T20:16:27.879051+0000 mgr.x (mgr.14196) 77 : cluster [DBG] pgmap v79: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:28 smithi142 bash[9523]: cluster 2020-11-16T20:16:27.879051+0000 mgr.x (mgr.14196) 77 : cluster [DBG] pgmap v79: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:29.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:29 smithi071 bash[12066]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:16:31.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:30 smithi071 bash[9480]: cluster 2020-11-16T20:16:29.879608+0000 mgr.x (mgr.14196) 78 : cluster [DBG] pgmap v80: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:31.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:30 smithi065 bash[9468]: cluster 2020-11-16T20:16:29.879608+0000 mgr.x (mgr.14196) 78 : cluster [DBG] pgmap v80: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:30 smithi142 bash[9523]: cluster 2020-11-16T20:16:29.879608+0000 mgr.x (mgr.14196) 78 : cluster [DBG] pgmap v80: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:32.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe559bc7700 10 -- 172.21.15.71:0/225173916 dispatch_throttle_release 308 to dispatch throttler 308/104857600
2020-11-16T20:16:32.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe559bc7700 20 -- 172.21.15.71:0/225173916 done calling dispatch on 0x55d784290c60
2020-11-16T20:16:32.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 -- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 legacy=0x55d784301000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).process
2020-11-16T20:16:32.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 -- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 legacy=0x55d784301000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read continue len=1
2020-11-16T20:16:32.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=OPENED pgs=89 cs=1 l=1).handle_message r=0
2020-11-16T20:16:32.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=OPENED pgs=89 cs=1 l=1).handle_message process tag 7
2020-11-16T20:16:32.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=OPENED pgs=89 cs=1 l=1).handle_message begin MSG
2020-11-16T20:16:32.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 -- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 legacy=0x55d784301000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read start len=53
2020-11-16T20:16:32.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=OPENED pgs=89 cs=1 l=1).handle_message_header r=0
2020-11-16T20:16:32.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=OPENED pgs=89 cs=1 l=1).handle_message_header got MSG header
2020-11-16T20:16:32.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=OPENED pgs=89 cs=1 l=1).handle_message_header got envelope type=18 src mon.1 front=194 data=0 off 0
2020-11-16T20:16:32.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=THROTTLE_MESSAGE pgs=89 cs=1 l=1).throttle_message
2020-11-16T20:16:32.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=THROTTLE_BYTES pgs=89 cs=1 l=1).throttle_bytes
2020-11-16T20:16:32.202 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=THROTTLE_DISPATCH_QUEUE pgs=89 cs=1 l=1).throttle_dispatch_queue
2020-11-16T20:16:32.202 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_MESSAGE_FRONT pgs=89 cs=1 l=1).read_message_front
2020-11-16T20:16:32.202 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 -- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 legacy=0x55d784301000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read start len=194
2020-11-16T20:16:32.202 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_MESSAGE_FRONT pgs=89 cs=1 l=1).handle_message_front r=0
2020-11-16T20:16:32.202 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_MESSAGE_FRONT pgs=89 cs=1 l=1).handle_message_front got front 194
2020-11-16T20:16:32.202 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_MESSAGE_FRONT pgs=89 cs=1 l=1).read_message_middle
2020-11-16T20:16:32.203 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_MESSAGE_FRONT pgs=89 cs=1 l=1).read_message_data_prepare
2020-11-16T20:16:32.203 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_MESSAGE_FRONT pgs=89 cs=1 l=1).read_message_data msg_left=0
2020-11-16T20:16:32.203 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_MESSAGE_FRONT pgs=89 cs=1 l=1).read_message_footer
2020-11-16T20:16:32.203 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 -- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 legacy=0x55d784301000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read start len=21
2020-11-16T20:16:32.203 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_FOOTER_AND_DISPATCH pgs=89 cs=1 l=1).handle_message_footer r=0
2020-11-16T20:16:32.203 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 10 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_FOOTER_AND_DISPATCH pgs=89 cs=1 l=1).handle_message_footer aborted = 0
2020-11-16T20:16:32.203 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_FOOTER_AND_DISPATCH pgs=89 cs=1 l=1).handle_message_footer got 194 + 0 + 0 byte message
2020-11-16T20:16:32.204 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 10 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_FOOTER_AND_DISPATCH pgs=89 cs=1 l=1).handle_message_footer no session security set
2020-11-16T20:16:32.204 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700  5 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=READ_FOOTER_AND_DISPATCH pgs=89 cs=1 l=1). rx mon.1 seq 6 0x55d78429a680 auth_reply(proto 2 0 (0) Success) v1
2020-11-16T20:16:32.204 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 -- 172.21.15.71:0/225173916 queue 0x55d78429a680 prio 196
2020-11-16T20:16:32.204 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 --1- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 0x55d784301000 :-1 s=OPENED pgs=89 cs=1 l=1).wait_message
2020-11-16T20:16:32.204 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe55abc9700 20 -- 172.21.15.71:0/225173916 >> v1:172.21.15.71:6789/0 conn(0x55d784314c00 legacy=0x55d784301000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read start len=1
2020-11-16T20:16:32.204 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe559bc7700  1 -- 172.21.15.71:0/225173916 <== mon.1 v1:172.21.15.71:6789/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (unknown 586615692 0 0) 0x55d78429a680 con 0x55d784314c00
2020-11-16T20:16:32.204 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe559bc7700 10 -- 172.21.15.71:0/225173916 dispatch_throttle_release 194 to dispatch throttler 194/104857600
2020-11-16T20:16:32.205 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.014+0000 7fe559bc7700 20 -- 172.21.15.71:0/225173916 done calling dispatch on 0x55d78429a680
2020-11-16T20:16:32.943 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[12066]: debug 2020-11-16T20:16:32.566+0000 7fe561647f40 -1 Falling back to public interface
2020-11-16T20:16:33.084 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_3
2020-11-16T20:16:33.085 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync
2020-11-16T20:16:37.258 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in
2020-11-16T20:16:37.258 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out
2020-11-16T20:16:37.259 INFO:teuthology.orchestra.run.smithi071.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.014929 s, 702 MB/s
2020-11-16T20:16:37.259 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_3>
2020-11-16T20:16:37.263 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:32 smithi142 bash[9523]: cluster 2020-11-16T20:16:31.880114+0000 mgr.x (mgr.14196) 79 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.263 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:33 smithi142 bash[9523]: audit 2020-11-16T20:16:33.202046+0000 mon.a (mon.0) 455 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2020-11-16T20:16:37.263 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:33 smithi142 bash[9523]: audit 2020-11-16T20:16:33.204153+0000 mon.b (mon.1) 123 : audit [INF] from='osd.4 v1:172.21.15.71:6801/3325699378' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2020-11-16T20:16:37.263 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: cluster 2020-11-16T20:16:33.880701+0000 mgr.x (mgr.14196) 80 : cluster [DBG] pgmap v82: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:33.956323+0000 mon.a (mon.0) 456 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished
2020-11-16T20:16:37.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: cluster 2020-11-16T20:16:33.956439+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e33: 5 total, 4 up, 4 in
2020-11-16T20:16:37.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:33.959373+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:16:37.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:33.961049+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:33.961752+0000 mon.b (mon.1) 125 : audit [INF] from='osd.4 v1:172.21.15.71:6801/3325699378' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:16:37.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.479624+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:37.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.777399+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:37.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.779238+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:37.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.783363+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:37.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.785845+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.787990+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.790710+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:37.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.795765+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.798059+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:34 smithi142 bash[9523]: audit 2020-11-16T20:16:34.802498+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:37.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:35 smithi142 bash[9523]: audit 2020-11-16T20:16:34.961436+0000 mon.a (mon.0) 465 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:16:37.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:35 smithi142 bash[9523]: cluster 2020-11-16T20:16:34.961531+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e34: 5 total, 4 up, 4 in
2020-11-16T20:16:37.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:35 smithi142 bash[9523]: audit 2020-11-16T20:16:34.962308+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:35 smithi142 bash[9523]: audit 2020-11-16T20:16:34.975044+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:32 smithi065 bash[9468]: cluster 2020-11-16T20:16:31.880114+0000 mgr.x (mgr.14196) 79 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:33 smithi065 bash[9468]: audit 2020-11-16T20:16:33.202046+0000 mon.a (mon.0) 455 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2020-11-16T20:16:37.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:33 smithi065 bash[9468]: audit 2020-11-16T20:16:33.204153+0000 mon.b (mon.1) 123 : audit [INF] from='osd.4 v1:172.21.15.71:6801/3325699378' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2020-11-16T20:16:37.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: cluster 2020-11-16T20:16:33.880701+0000 mgr.x (mgr.14196) 80 : cluster [DBG] pgmap v82: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:33.956323+0000 mon.a (mon.0) 456 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished
2020-11-16T20:16:37.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: cluster 2020-11-16T20:16:33.956439+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e33: 5 total, 4 up, 4 in
2020-11-16T20:16:37.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:33.959373+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:16:37.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:33.961049+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:33.961752+0000 mon.b (mon.1) 125 : audit [INF] from='osd.4 v1:172.21.15.71:6801/3325699378' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:16:37.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.479624+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:37.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.777399+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:37.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.779238+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:37.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.783363+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:37.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.785845+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.787990+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.790710+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:37.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.795765+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.798059+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:34 smithi065 bash[9468]: audit 2020-11-16T20:16:34.802498+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:37.270 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:35 smithi065 bash[9468]: audit 2020-11-16T20:16:34.961436+0000 mon.a (mon.0) 465 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:16:37.270 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:35 smithi065 bash[9468]: cluster 2020-11-16T20:16:34.961531+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e34: 5 total, 4 up, 4 in
2020-11-16T20:16:37.270 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:35 smithi065 bash[9468]: audit 2020-11-16T20:16:34.962308+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.270 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:35 smithi065 bash[9468]: audit 2020-11-16T20:16:34.975044+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.270 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:32 smithi071 bash[9480]: cluster 2020-11-16T20:16:31.880114+0000 mgr.x (mgr.14196) 79 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.270 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:33 smithi071 bash[9480]: audit 2020-11-16T20:16:33.202046+0000 mon.a (mon.0) 455 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2020-11-16T20:16:37.270 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:33 smithi071 bash[9480]: audit 2020-11-16T20:16:33.204153+0000 mon.b (mon.1) 123 : audit [INF] from='osd.4 v1:172.21.15.71:6801/3325699378' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2020-11-16T20:16:37.271 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: cluster 2020-11-16T20:16:33.880701+0000 mgr.x (mgr.14196) 80 : cluster [DBG] pgmap v82: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.271 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:33.956323+0000 mon.a (mon.0) 456 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished
2020-11-16T20:16:37.271 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: cluster 2020-11-16T20:16:33.956439+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e33: 5 total, 4 up, 4 in
2020-11-16T20:16:37.271 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:33.959373+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:16:37.271 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:33.961049+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.271 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:33.961752+0000 mon.b (mon.1) 125 : audit [INF] from='osd.4 v1:172.21.15.71:6801/3325699378' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:16:37.271 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.479624+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:37.272 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.777399+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:37.272 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.779238+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:37.272 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.783363+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}}, \"last_daemon_update\": \"2020-11-16T20:16:26.617542\", \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:37.272 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.785845+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.272 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.787990+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.272 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.790710+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:37.273 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.795765+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.273 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.798059+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:16:37.273 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[9480]: audit 2020-11-16T20:16:34.802498+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:16:37.273 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:35 smithi071 bash[9480]: audit 2020-11-16T20:16:34.961436+0000 mon.a (mon.0) 465 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:16:37.273 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:35 smithi071 bash[9480]: cluster 2020-11-16T20:16:34.961531+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e34: 5 total, 4 up, 4 in
2020-11-16T20:16:37.273 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:35 smithi071 bash[9480]: audit 2020-11-16T20:16:34.962308+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.273 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:35 smithi071 bash[9480]: audit 2020-11-16T20:16:34.975044+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.274 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:33 smithi071 bash[12066]: debug 2020-11-16T20:16:33.198+0000 7fe561647f40 -1 osd.4 0 log_to_monitors {default=true}
2020-11-16T20:16:37.274 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:16:34 smithi071 bash[12066]: debug 2020-11-16T20:16:34.970+0000 7fe5593c6700 -1 osd.4 0 waiting for initial osdmap
2020-11-16T20:16:37.274 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi071:vg_nvme/lv_3
2020-11-16T20:16:37.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:36 smithi065 bash[9468]: cluster 2020-11-16T20:16:34.192348+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:37.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:36 smithi065 bash[9468]: cluster 2020-11-16T20:16:34.192535+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:37.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:36 smithi065 bash[9468]: cluster 2020-11-16T20:16:34.965425+0000 osd.4 (osd.4) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:16:37.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:36 smithi065 bash[9468]: cluster 2020-11-16T20:16:35.881230+0000 mgr.x (mgr.14196) 81 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:36 smithi065 bash[9468]: audit 2020-11-16T20:16:35.969704+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:36 smithi065 bash[9468]: cluster 2020-11-16T20:16:35.972071+0000 mon.a (mon.0) 467 : cluster [INF] osd.4 v1:172.21.15.71:6801/3325699378 boot
2020-11-16T20:16:37.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:36 smithi065 bash[9468]: cluster 2020-11-16T20:16:35.972172+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in
2020-11-16T20:16:37.287 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:36 smithi071 bash[9480]: cluster 2020-11-16T20:16:34.192348+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:37.287 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:36 smithi071 bash[9480]: cluster 2020-11-16T20:16:34.192535+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:37.287 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:36 smithi071 bash[9480]: cluster 2020-11-16T20:16:34.965425+0000 osd.4 (osd.4) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:16:37.287 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:36 smithi071 bash[9480]: cluster 2020-11-16T20:16:35.881230+0000 mgr.x (mgr.14196) 81 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.287 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:36 smithi071 bash[9480]: audit 2020-11-16T20:16:35.969704+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.287 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:36 smithi071 bash[9480]: cluster 2020-11-16T20:16:35.972071+0000 mon.a (mon.0) 467 : cluster [INF] osd.4 v1:172.21.15.71:6801/3325699378 boot
2020-11-16T20:16:37.288 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:36 smithi071 bash[9480]: cluster 2020-11-16T20:16:35.972172+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in
2020-11-16T20:16:37.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:36 smithi142 bash[9523]: cluster 2020-11-16T20:16:34.192348+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:37.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:36 smithi142 bash[9523]: cluster 2020-11-16T20:16:34.192535+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:37.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:36 smithi142 bash[9523]: cluster 2020-11-16T20:16:34.965425+0000 osd.4 (osd.4) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:16:37.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:36 smithi142 bash[9523]: cluster 2020-11-16T20:16:35.881230+0000 mgr.x (mgr.14196) 81 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail
2020-11-16T20:16:37.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:36 smithi142 bash[9523]: audit 2020-11-16T20:16:35.969704+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2020-11-16T20:16:37.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:36 smithi142 bash[9523]: cluster 2020-11-16T20:16:35.972071+0000 mon.a (mon.0) 467 : cluster [INF] osd.4 v1:172.21.15.71:6801/3325699378 boot
2020-11-16T20:16:37.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:36 smithi142 bash[9523]: cluster 2020-11-16T20:16:35.972172+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in
2020-11-16T20:16:38.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:37 smithi065 bash[9468]: cluster 2020-11-16T20:16:36.989894+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e36: 5 total, 5 up, 5 in
2020-11-16T20:16:38.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:37 smithi142 bash[9523]: cluster 2020-11-16T20:16:36.989894+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e36: 5 total, 5 up, 5 in
2020-11-16T20:16:38.415 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:37 smithi071 bash[9480]: cluster 2020-11-16T20:16:36.989894+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e36: 5 total, 5 up, 5 in
2020-11-16T20:16:39.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:39 smithi065 bash[9468]: cluster 2020-11-16T20:16:37.881811+0000 mgr.x (mgr.14196) 82 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:39.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:38 smithi142 bash[9523]: cluster 2020-11-16T20:16:37.881811+0000 mgr.x (mgr.14196) 82 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:39.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:39 smithi071 bash[9480]: cluster 2020-11-16T20:16:37.881811+0000 mgr.x (mgr.14196) 82 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:41.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:41 smithi065 bash[9468]: cluster 2020-11-16T20:16:39.882408+0000 mgr.x (mgr.14196) 83 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:41.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:41 smithi065 bash[9468]: audit 2020-11-16T20:16:40.581794+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:16:41.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:41 smithi065 bash[9468]: audit 2020-11-16T20:16:40.584880+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:16:41.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:41 smithi065 bash[9468]: audit 2020-11-16T20:16:40.586335+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:41.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:41 smithi065 bash[9468]: audit 2020-11-16T20:16:40.587886+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:41.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:41 smithi142 bash[9523]: cluster 2020-11-16T20:16:39.882408+0000 mgr.x (mgr.14196) 83 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:41.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:41 smithi142 bash[9523]: audit 2020-11-16T20:16:40.581794+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:16:41.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:41 smithi142 bash[9523]: audit 2020-11-16T20:16:40.584880+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:16:41.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:41 smithi142 bash[9523]: audit 2020-11-16T20:16:40.586335+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:41.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:41 smithi142 bash[9523]: audit 2020-11-16T20:16:40.587886+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:41.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:41 smithi071 bash[9480]: cluster 2020-11-16T20:16:39.882408+0000 mgr.x (mgr.14196) 83 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:41.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:41 smithi071 bash[9480]: audit 2020-11-16T20:16:40.581794+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:16:41.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:41 smithi071 bash[9480]: audit 2020-11-16T20:16:40.584880+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:16:41.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:41 smithi071 bash[9480]: audit 2020-11-16T20:16:40.586335+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:41.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:41 smithi071 bash[9480]: audit 2020-11-16T20:16:40.587886+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:42.066 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:42 smithi071 bash[9480]: audit 2020-11-16T20:16:40.580333+0000 mgr.x (mgr.14196) 84 : audit [DBG] from='client.24271 v1:172.21.15.71:0/2722795418' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:16:42.066 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:42 smithi071 bash[9480]: cephadm 2020-11-16T20:16:40.582979+0000 mgr.x (mgr.14196) 85 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:16:42.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:42 smithi071 bash[9480]: cephadm 2020-11-16T20:16:40.583119+0000 mgr.x (mgr.14196) 86 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:16:42.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:42 smithi071 bash[9480]: cephadm 2020-11-16T20:16:40.584095+0000 mgr.x (mgr.14196) 87 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:16:42.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:42 smithi065 bash[9468]: audit 2020-11-16T20:16:40.580333+0000 mgr.x (mgr.14196) 84 : audit [DBG] from='client.24271 v1:172.21.15.71:0/2722795418' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:16:42.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:42 smithi065 bash[9468]: cephadm 2020-11-16T20:16:40.582979+0000 mgr.x (mgr.14196) 85 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:16:42.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:42 smithi065 bash[9468]: cephadm 2020-11-16T20:16:40.583119+0000 mgr.x (mgr.14196) 86 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:16:42.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:42 smithi065 bash[9468]: cephadm 2020-11-16T20:16:40.584095+0000 mgr.x (mgr.14196) 87 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:16:42.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:42 smithi142 bash[9523]: audit 2020-11-16T20:16:40.580333+0000 mgr.x (mgr.14196) 84 : audit [DBG] from='client.24271 v1:172.21.15.71:0/2722795418' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:16:42.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:42 smithi142 bash[9523]: cephadm 2020-11-16T20:16:40.582979+0000 mgr.x (mgr.14196) 85 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:16:42.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:42 smithi142 bash[9523]: cephadm 2020-11-16T20:16:40.583119+0000 mgr.x (mgr.14196) 86 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:16:42.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:42 smithi142 bash[9523]: cephadm 2020-11-16T20:16:40.584095+0000 mgr.x (mgr.14196) 87 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:16:43.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:43 smithi065 bash[9468]: cluster 2020-11-16T20:16:41.882988+0000 mgr.x (mgr.14196) 88 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:43.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:43 smithi065 bash[9468]: cluster 2020-11-16T20:16:42.127401+0000 osd.2 (osd.2) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:43.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:43 smithi065 bash[9468]: cluster 2020-11-16T20:16:42.127527+0000 osd.2 (osd.2) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:43.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:43 smithi142 bash[9523]: cluster 2020-11-16T20:16:41.882988+0000 mgr.x (mgr.14196) 88 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:43.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:43 smithi142 bash[9523]: cluster 2020-11-16T20:16:42.127401+0000 osd.2 (osd.2) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:43.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:43 smithi142 bash[9523]: cluster 2020-11-16T20:16:42.127527+0000 osd.2 (osd.2) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:43.356 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:43 smithi071 bash[9480]: cluster 2020-11-16T20:16:41.882988+0000 mgr.x (mgr.14196) 88 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:43.356 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:43 smithi071 bash[9480]: cluster 2020-11-16T20:16:42.127401+0000 osd.2 (osd.2) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:43.356 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:43 smithi071 bash[9480]: cluster 2020-11-16T20:16:42.127527+0000 osd.2 (osd.2) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:44.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:44 smithi065 bash[9468]: cluster 2020-11-16T20:16:43.022315+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e37: 5 total, 5 up, 5 in
2020-11-16T20:16:44.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:44 smithi142 bash[9523]: cluster 2020-11-16T20:16:43.022315+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e37: 5 total, 5 up, 5 in
2020-11-16T20:16:44.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:44 smithi071 bash[9480]: cluster 2020-11-16T20:16:43.022315+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e37: 5 total, 5 up, 5 in
2020-11-16T20:16:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:45 smithi065 bash[9468]: cluster 2020-11-16T20:16:43.883560+0000 mgr.x (mgr.14196) 89 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:45 smithi065 bash[9468]: audit 2020-11-16T20:16:44.250259+0000 mon.a (mon.0) 471 : audit [INF] from='client.24277 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]: dispatch
2020-11-16T20:16:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:45 smithi065 bash[9468]: audit 2020-11-16T20:16:44.252394+0000 mon.b (mon.1) 137 : audit [INF] from='client.? v1:172.21.15.71:0/1006406300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]: dispatch
2020-11-16T20:16:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:45 smithi065 bash[9468]: audit 2020-11-16T20:16:44.257904+0000 mon.a (mon.0) 472 : audit [INF] from='client.24277 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]': finished
2020-11-16T20:16:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:45 smithi065 bash[9468]: cluster 2020-11-16T20:16:44.258007+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e38: 6 total, 5 up, 5 in
2020-11-16T20:16:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:45 smithi065 bash[9468]: audit 2020-11-16T20:16:44.265218+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:16:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:45 smithi065 bash[9468]: audit 2020-11-16T20:16:44.915520+0000 mon.b (mon.1) 139 : audit [DBG] from='client.? v1:172.21.15.71:0/3509092758' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:45 smithi065 bash[9468]: audit 2020-11-16T20:16:44.917730+0000 mon.b (mon.1) 140 : audit [DBG] from='client.24283 v1:172.21.15.71:0/3509092758' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:45 smithi142 bash[9523]: cluster 2020-11-16T20:16:43.883560+0000 mgr.x (mgr.14196) 89 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:45 smithi142 bash[9523]: audit 2020-11-16T20:16:44.250259+0000 mon.a (mon.0) 471 : audit [INF] from='client.24277 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]: dispatch
2020-11-16T20:16:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:45 smithi142 bash[9523]: audit 2020-11-16T20:16:44.252394+0000 mon.b (mon.1) 137 : audit [INF] from='client.? v1:172.21.15.71:0/1006406300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]: dispatch
2020-11-16T20:16:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:45 smithi142 bash[9523]: audit 2020-11-16T20:16:44.257904+0000 mon.a (mon.0) 472 : audit [INF] from='client.24277 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]': finished
2020-11-16T20:16:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:45 smithi142 bash[9523]: cluster 2020-11-16T20:16:44.258007+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e38: 6 total, 5 up, 5 in
2020-11-16T20:16:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:45 smithi142 bash[9523]: audit 2020-11-16T20:16:44.265218+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:16:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:45 smithi142 bash[9523]: audit 2020-11-16T20:16:44.915520+0000 mon.b (mon.1) 139 : audit [DBG] from='client.? v1:172.21.15.71:0/3509092758' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:45 smithi142 bash[9523]: audit 2020-11-16T20:16:44.917730+0000 mon.b (mon.1) 140 : audit [DBG] from='client.24283 v1:172.21.15.71:0/3509092758' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:45.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:45 smithi071 bash[9480]: cluster 2020-11-16T20:16:43.883560+0000 mgr.x (mgr.14196) 89 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:45 smithi071 bash[9480]: audit 2020-11-16T20:16:44.250259+0000 mon.a (mon.0) 471 : audit [INF] from='client.24277 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]: dispatch
2020-11-16T20:16:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:45 smithi071 bash[9480]: audit 2020-11-16T20:16:44.252394+0000 mon.b (mon.1) 137 : audit [INF] from='client.? v1:172.21.15.71:0/1006406300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]: dispatch
2020-11-16T20:16:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:45 smithi071 bash[9480]: audit 2020-11-16T20:16:44.257904+0000 mon.a (mon.0) 472 : audit [INF] from='client.24277 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b"}]': finished
2020-11-16T20:16:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:45 smithi071 bash[9480]: cluster 2020-11-16T20:16:44.258007+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e38: 6 total, 5 up, 5 in
2020-11-16T20:16:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:45 smithi071 bash[9480]: audit 2020-11-16T20:16:44.265218+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:16:45.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:45 smithi071 bash[9480]: audit 2020-11-16T20:16:44.915520+0000 mon.b (mon.1) 139 : audit [DBG] from='client.? v1:172.21.15.71:0/3509092758' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:45.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:45 smithi071 bash[9480]: audit 2020-11-16T20:16:44.917730+0000 mon.b (mon.1) 140 : audit [DBG] from='client.24283 v1:172.21.15.71:0/3509092758' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:16:47.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:46 smithi071 bash[9480]: cluster 2020-11-16T20:16:45.884198+0000 mgr.x (mgr.14196) 90 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:47.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:46 smithi065 bash[9468]: cluster 2020-11-16T20:16:45.884198+0000 mgr.x (mgr.14196) 90 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:47.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:46 smithi142 bash[9523]: cluster 2020-11-16T20:16:45.884198+0000 mgr.x (mgr.14196) 90 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:49.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:48 smithi071 bash[9480]: cluster 2020-11-16T20:16:47.884827+0000 mgr.x (mgr.14196) 91 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:49.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:48 smithi071 bash[9480]: audit 2020-11-16T20:16:48.110026+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:49.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:48 smithi065 bash[9468]: cluster 2020-11-16T20:16:47.884827+0000 mgr.x (mgr.14196) 91 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:49.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:48 smithi065 bash[9468]: audit 2020-11-16T20:16:48.110026+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:49.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:48 smithi142 bash[9523]: cluster 2020-11-16T20:16:47.884827+0000 mgr.x (mgr.14196) 91 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:49.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:48 smithi142 bash[9523]: audit 2020-11-16T20:16:48.110026+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:51.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:50 smithi071 bash[9480]: cluster 2020-11-16T20:16:49.885375+0000 mgr.x (mgr.14196) 92 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:51.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:50 smithi065 bash[9468]: cluster 2020-11-16T20:16:49.885375+0000 mgr.x (mgr.14196) 92 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:51.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:50 smithi142 bash[9523]: cluster 2020-11-16T20:16:49.885375+0000 mgr.x (mgr.14196) 92 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:52.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:51 smithi065 bash[9468]: cluster 2020-11-16T20:16:50.741498+0000 osd.0 (osd.0) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:52.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:51 smithi065 bash[9468]: cluster 2020-11-16T20:16:50.741669+0000 osd.0 (osd.0) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:52.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:51 smithi065 bash[9468]: cluster 2020-11-16T20:16:50.954629+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e39: 6 total, 5 up, 5 in
2020-11-16T20:16:52.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:51 smithi065 bash[9468]: audit 2020-11-16T20:16:50.956513+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:16:52.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:51 smithi142 bash[9523]: cluster 2020-11-16T20:16:50.741498+0000 osd.0 (osd.0) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:52.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:51 smithi142 bash[9523]: cluster 2020-11-16T20:16:50.741669+0000 osd.0 (osd.0) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:52.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:51 smithi142 bash[9523]: cluster 2020-11-16T20:16:50.954629+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e39: 6 total, 5 up, 5 in
2020-11-16T20:16:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:51 smithi142 bash[9523]: audit 2020-11-16T20:16:50.956513+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:16:52.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:51 smithi071 bash[9480]: cluster 2020-11-16T20:16:50.741498+0000 osd.0 (osd.0) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:16:52.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:51 smithi071 bash[9480]: cluster 2020-11-16T20:16:50.741669+0000 osd.0 (osd.0) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:16:52.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:51 smithi071 bash[9480]: cluster 2020-11-16T20:16:50.954629+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e39: 6 total, 5 up, 5 in
2020-11-16T20:16:52.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:51 smithi071 bash[9480]: audit 2020-11-16T20:16:50.956513+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:16:53.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:52 smithi065 bash[9468]: cluster 2020-11-16T20:16:51.886006+0000 mgr.x (mgr.14196) 93 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:53.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:52 smithi065 bash[9468]: audit 2020-11-16T20:16:51.985810+0000 mon.b (mon.1) 143 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch
2020-11-16T20:16:53.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:52 smithi065 bash[9468]: audit 2020-11-16T20:16:51.986969+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:53.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:52 smithi065 bash[9468]: cephadm 2020-11-16T20:16:51.987968+0000 mgr.x (mgr.14196) 94 : cephadm [INF] Deploying daemon osd.5 on smithi071
2020-11-16T20:16:53.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:52 smithi065 bash[9468]: audit 2020-11-16T20:16:51.988452+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch
2020-11-16T20:16:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:52 smithi142 bash[9523]: cluster 2020-11-16T20:16:51.886006+0000 mgr.x (mgr.14196) 93 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:52 smithi142 bash[9523]: audit 2020-11-16T20:16:51.985810+0000 mon.b (mon.1) 143 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch
2020-11-16T20:16:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:52 smithi142 bash[9523]: audit 2020-11-16T20:16:51.986969+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:52 smithi142 bash[9523]: cephadm 2020-11-16T20:16:51.987968+0000 mgr.x (mgr.14196) 94 : cephadm [INF] Deploying daemon osd.5 on smithi071
2020-11-16T20:16:53.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:52 smithi142 bash[9523]: audit 2020-11-16T20:16:51.988452+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch
2020-11-16T20:16:53.341 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:52 smithi071 bash[9480]: cluster 2020-11-16T20:16:51.886006+0000 mgr.x (mgr.14196) 93 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:53.341 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:52 smithi071 bash[9480]: audit 2020-11-16T20:16:51.985810+0000 mon.b (mon.1) 143 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch
2020-11-16T20:16:53.341 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:52 smithi071 bash[9480]: audit 2020-11-16T20:16:51.986969+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:16:53.341 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:52 smithi071 bash[9480]: cephadm 2020-11-16T20:16:51.987968+0000 mgr.x (mgr.14196) 94 : cephadm [INF] Deploying daemon osd.5 on smithi071
2020-11-16T20:16:53.341 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:52 smithi071 bash[9480]: audit 2020-11-16T20:16:51.988452+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch
2020-11-16T20:16:54.250 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 5 on host 'smithi071'
2020-11-16T20:16:55.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:54 smithi065 bash[9468]: cluster 2020-11-16T20:16:53.886618+0000 mgr.x (mgr.14196) 95 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:55.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:54 smithi065 bash[9468]: audit 2020-11-16T20:16:54.243942+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:55.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:54 smithi065 bash[9468]: audit 2020-11-16T20:16:54.246016+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:55.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:54 smithi065 bash[9468]: audit 2020-11-16T20:16:54.246504+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:55.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:54 smithi065 bash[9468]: audit 2020-11-16T20:16:54.250749+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:55.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:54 smithi142 bash[9523]: cluster 2020-11-16T20:16:53.886618+0000 mgr.x (mgr.14196) 95 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:55.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:54 smithi142 bash[9523]: audit 2020-11-16T20:16:54.243942+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:55.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:54 smithi142 bash[9523]: audit 2020-11-16T20:16:54.246016+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:55.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:54 smithi142 bash[9523]: audit 2020-11-16T20:16:54.246504+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:55.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:54 smithi142 bash[9523]: audit 2020-11-16T20:16:54.250749+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:55.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:54 smithi071 bash[9480]: cluster 2020-11-16T20:16:53.886618+0000 mgr.x (mgr.14196) 95 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:55.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:54 smithi071 bash[9480]: audit 2020-11-16T20:16:54.243942+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:55.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:54 smithi071 bash[9480]: audit 2020-11-16T20:16:54.246016+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:55.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:54 smithi071 bash[9480]: audit 2020-11-16T20:16:54.246504+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:16:55.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:54 smithi071 bash[9480]: audit 2020-11-16T20:16:54.250749+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617183\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:26.617285\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:26.617335\", \"created\": \"2020-11-16T20:16:25.870780\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_device_update\": \"2020-11-16T20:16:34.777566\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:55.481 INFO:teuthology.orchestra.run.smithi071:osd.5> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.5.service
2020-11-16T20:16:55.523 INFO:tasks.cephadm:Deploying osd.6 on smithi071 with /dev/vg_nvme/lv_2...
2020-11-16T20:16:55.524 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2
2020-11-16T20:16:55.655 INFO:journalctl@ceph.osd.5.smithi071.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:16:56.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:55 smithi065 bash[9468]: audit 2020-11-16T20:16:55.022399+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:56.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:55 smithi065 bash[9468]: audit 2020-11-16T20:16:55.024498+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:56.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:55 smithi065 bash[9468]: audit 2020-11-16T20:16:55.027669+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:56.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:55 smithi065 bash[9468]: audit 2020-11-16T20:16:55.031491+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:56.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:55 smithi142 bash[9523]: audit 2020-11-16T20:16:55.022399+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:56.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:55 smithi142 bash[9523]: audit 2020-11-16T20:16:55.024498+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:56.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:55 smithi142 bash[9523]: audit 2020-11-16T20:16:55.027669+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:56.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:55 smithi142 bash[9523]: audit 2020-11-16T20:16:55.031491+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:56.316 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:55 smithi071 bash[9480]: audit 2020-11-16T20:16:55.022399+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:56.316 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:55 smithi071 bash[9480]: audit 2020-11-16T20:16:55.024498+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:16:56.317 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:55 smithi071 bash[9480]: audit 2020-11-16T20:16:55.027669+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:16:56.317 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:55 smithi071 bash[9480]: audit 2020-11-16T20:16:55.031491+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:16:57.149 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:56 smithi071 bash[9480]: cluster 2020-11-16T20:16:55.887304+0000 mgr.x (mgr.14196) 96 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:57.149 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:16:56 smithi071 bash[14419]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5
2020-11-16T20:16:57.149 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:16:56 smithi071 bash[14419]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config
2020-11-16T20:16:57.149 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:16:56 smithi071 bash[14419]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block
2020-11-16T20:16:57.150 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:16:56 smithi071 bash[14419]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block
2020-11-16T20:16:57.150 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:16:56 smithi071 bash[14419]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2
2020-11-16T20:16:57.150 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:16:56 smithi071 bash[14419]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5
2020-11-16T20:16:57.150 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:16:56 smithi071 bash[14419]: --> ceph-volume lvm activate successful for osd ID: 5
2020-11-16T20:16:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:56 smithi065 bash[9468]: cluster 2020-11-16T20:16:55.887304+0000 mgr.x (mgr.14196) 96 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:57.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:56 smithi142 bash[9523]: cluster 2020-11-16T20:16:55.887304+0000 mgr.x (mgr.14196) 96 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:58.334 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:16:58 smithi071 bash[14419]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:16:59.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:16:58 smithi065 bash[9468]: cluster 2020-11-16T20:16:57.888099+0000 mgr.x (mgr.14196) 97 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:59.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:16:58 smithi142 bash[9523]: cluster 2020-11-16T20:16:57.888099+0000 mgr.x (mgr.14196) 97 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:16:59.467 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:16:58 smithi071 bash[9480]: cluster 2020-11-16T20:16:57.888099+0000 mgr.x (mgr.14196) 97 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:00.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:17:00 smithi071 bash[14419]: debug 2020-11-16T20:17:00.046+0000 7f6f21a63700 10 -- 172.21.15.71:0/2582087229 dispatch_throttle_release 194 to dispatch throttler 194/104857600
2020-11-16T20:17:00.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:17:00 smithi071 bash[14419]: debug 2020-11-16T20:17:00.046+0000 7f6f21a63700 20 -- 172.21.15.71:0/2582087229 done calling dispatch on 0x555f6ffb8680
2020-11-16T20:17:00.818 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:17:00 smithi071 bash[14419]: debug 2020-11-16T20:17:00.610+0000 7f6f294e3f40 -1 Falling back to public interface
2020-11-16T20:17:01.241 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:00 smithi071 bash[9480]: cluster 2020-11-16T20:16:59.888755+0000 mgr.x (mgr.14196) 98 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:01.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:00 smithi065 bash[9468]: cluster 2020-11-16T20:16:59.888755+0000 mgr.x (mgr.14196) 98 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:01.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:00 smithi142 bash[9523]: cluster 2020-11-16T20:16:59.888755+0000 mgr.x (mgr.14196) 98 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:01.374 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_2
2020-11-16T20:17:01.374 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync
2020-11-16T20:17:01.374 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in
2020-11-16T20:17:01.374 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out
2020-11-16T20:17:01.374 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0158808 s, 660 MB/s
2020-11-16T20:17:01.374 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_2>
2020-11-16T20:17:01.698 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:17:01 smithi071 bash[14419]: debug 2020-11-16T20:17:01.242+0000 7f6f294e3f40 -1 osd.5 0 log_to_monitors {default=true}
2020-11-16T20:17:02.173 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi071:vg_nvme/lv_2
2020-11-16T20:17:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:01 smithi065 bash[9468]: audit 2020-11-16T20:17:01.248786+0000 mon.a (mon.0) 479 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2020-11-16T20:17:02.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:01 smithi065 bash[9468]: audit 2020-11-16T20:17:01.251020+0000 mon.b (mon.1) 150 : audit [INF] from='osd.5 v1:172.21.15.71:6805/724581550' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2020-11-16T20:17:02.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:01 smithi142 bash[9523]: audit 2020-11-16T20:17:01.248786+0000 mon.a (mon.0) 479 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2020-11-16T20:17:02.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:01 smithi142 bash[9523]: audit 2020-11-16T20:17:01.251020+0000 mon.b (mon.1) 150 : audit [INF] from='osd.5 v1:172.21.15.71:6805/724581550' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2020-11-16T20:17:02.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:01 smithi071 bash[9480]: audit 2020-11-16T20:17:01.248786+0000 mon.a (mon.0) 479 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2020-11-16T20:17:02.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:01 smithi071 bash[9480]: audit 2020-11-16T20:17:01.251020+0000 mon.b (mon.1) 150 : audit [INF] from='osd.5 v1:172.21.15.71:6805/724581550' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2020-11-16T20:17:03.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:03 smithi065 bash[9468]: cluster 2020-11-16T20:17:01.889303+0000 mgr.x (mgr.14196) 99 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:03.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:03 smithi065 bash[9468]: audit 2020-11-16T20:17:01.998239+0000 mon.a (mon.0) 480 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished
2020-11-16T20:17:03.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:03 smithi065 bash[9468]: cluster 2020-11-16T20:17:01.998349+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e40: 6 total, 5 up, 5 in
2020-11-16T20:17:03.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:03 smithi065 bash[9468]: audit 2020-11-16T20:17:02.000150+0000 mon.a (mon.0) 482 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:03.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:03 smithi065 bash[9468]: audit 2020-11-16T20:17:02.001821+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:03.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:03 smithi065 bash[9468]: audit 2020-11-16T20:17:02.002427+0000 mon.b (mon.1) 152 : audit [INF] from='osd.5 v1:172.21.15.71:6805/724581550' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:03.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:03 smithi065 bash[9468]: audit 2020-11-16T20:17:02.967228+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:03.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:03 smithi142 bash[9523]: cluster 2020-11-16T20:17:01.889303+0000 mgr.x (mgr.14196) 99 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:03.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:03 smithi142 bash[9523]: audit 2020-11-16T20:17:01.998239+0000 mon.a (mon.0) 480 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished
2020-11-16T20:17:03.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:03 smithi142 bash[9523]: cluster 2020-11-16T20:17:01.998349+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e40: 6 total, 5 up, 5 in
2020-11-16T20:17:03.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:03 smithi142 bash[9523]: audit 2020-11-16T20:17:02.000150+0000 mon.a (mon.0) 482 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:03.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:03 smithi142 bash[9523]: audit 2020-11-16T20:17:02.001821+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:03.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:03 smithi142 bash[9523]: audit 2020-11-16T20:17:02.002427+0000 mon.b (mon.1) 152 : audit [INF] from='osd.5 v1:172.21.15.71:6805/724581550' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:03.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:03 smithi142 bash[9523]: audit 2020-11-16T20:17:02.967228+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:03.309 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:17:03 smithi071 bash[14419]: debug 2020-11-16T20:17:03.006+0000 7f6f1fa5f700 -1 osd.5 0 waiting for initial osdmap
2020-11-16T20:17:03.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:03 smithi071 bash[9480]: cluster 2020-11-16T20:17:01.889303+0000 mgr.x (mgr.14196) 99 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:03.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:03 smithi071 bash[9480]: audit 2020-11-16T20:17:01.998239+0000 mon.a (mon.0) 480 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished
2020-11-16T20:17:03.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:03 smithi071 bash[9480]: cluster 2020-11-16T20:17:01.998349+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e40: 6 total, 5 up, 5 in
2020-11-16T20:17:03.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:03 smithi071 bash[9480]: audit 2020-11-16T20:17:02.000150+0000 mon.a (mon.0) 482 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:03.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:03 smithi071 bash[9480]: audit 2020-11-16T20:17:02.001821+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:03.311 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:03 smithi071 bash[9480]: audit 2020-11-16T20:17:02.002427+0000 mon.b (mon.1) 152 : audit [INF] from='osd.5 v1:172.21.15.71:6805/724581550' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:03.311 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:03 smithi071 bash[9480]: audit 2020-11-16T20:17:02.967228+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:04.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.000919+0000 mon.a (mon.0) 483 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:04.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: cluster 2020-11-16T20:17:03.001053+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e41: 6 total, 5 up, 5 in
2020-11-16T20:17:04.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.002533+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:04.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.012784+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:04.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.268114+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:04.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.270094+0000 mon.b (mon.1) 156 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:04.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.274883+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:04.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.277302+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.279556+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.284034+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:04.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.287903+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.290221+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:04 smithi065 bash[9468]: audit 2020-11-16T20:17:03.294374+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:04.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.000919+0000 mon.a (mon.0) 483 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:04.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: cluster 2020-11-16T20:17:03.001053+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e41: 6 total, 5 up, 5 in
2020-11-16T20:17:04.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.002533+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:04.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.012784+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:04.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.268114+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:04.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.270094+0000 mon.b (mon.1) 156 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.274883+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.277302+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.279556+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.284034+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.287903+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.290221+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:04 smithi142 bash[9523]: audit 2020-11-16T20:17:03.294374+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:04.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.000919+0000 mon.a (mon.0) 483 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:04.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: cluster 2020-11-16T20:17:03.001053+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e41: 6 total, 5 up, 5 in
2020-11-16T20:17:04.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.002533+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:04.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.012784+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:04.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.268114+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:04.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.270094+0000 mon.b (mon.1) 156 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:04.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.274883+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}}, \"last_daemon_update\": \"2020-11-16T20:16:55.023744\", \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:04.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.277302+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.279556+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.284034+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:04.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.287903+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.290221+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:04.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:04 smithi071 bash[9480]: audit 2020-11-16T20:17:03.294374+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:05.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:05 smithi065 bash[9468]: cluster 2020-11-16T20:17:02.220373+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:05 smithi065 bash[9468]: cluster 2020-11-16T20:17:02.220509+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:05 smithi065 bash[9468]: cluster 2020-11-16T20:17:03.004628+0000 osd.5 (osd.5) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:05 smithi065 bash[9468]: cluster 2020-11-16T20:17:03.889860+0000 mgr.x (mgr.14196) 100 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:05 smithi065 bash[9468]: audit 2020-11-16T20:17:04.008607+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:05 smithi065 bash[9468]: cluster 2020-11-16T20:17:04.012967+0000 mon.a (mon.0) 491 : cluster [INF] osd.5 v1:172.21.15.71:6805/724581550 boot
2020-11-16T20:17:05.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:05 smithi065 bash[9468]: cluster 2020-11-16T20:17:04.013055+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in
2020-11-16T20:17:05.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:05 smithi142 bash[9523]: cluster 2020-11-16T20:17:02.220373+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:05.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:05 smithi142 bash[9523]: cluster 2020-11-16T20:17:02.220509+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:05.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:05 smithi142 bash[9523]: cluster 2020-11-16T20:17:03.004628+0000 osd.5 (osd.5) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:05.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:05 smithi142 bash[9523]: cluster 2020-11-16T20:17:03.889860+0000 mgr.x (mgr.14196) 100 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:05.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:05 smithi142 bash[9523]: audit 2020-11-16T20:17:04.008607+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:05.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:05 smithi142 bash[9523]: cluster 2020-11-16T20:17:04.012967+0000 mon.a (mon.0) 491 : cluster [INF] osd.5 v1:172.21.15.71:6805/724581550 boot
2020-11-16T20:17:05.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:05 smithi142 bash[9523]: cluster 2020-11-16T20:17:04.013055+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in
2020-11-16T20:17:05.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:05 smithi071 bash[9480]: cluster 2020-11-16T20:17:02.220373+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:05.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:05 smithi071 bash[9480]: cluster 2020-11-16T20:17:02.220509+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:05.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:05 smithi071 bash[9480]: cluster 2020-11-16T20:17:03.004628+0000 osd.5 (osd.5) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:05.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:05 smithi071 bash[9480]: cluster 2020-11-16T20:17:03.889860+0000 mgr.x (mgr.14196) 100 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail
2020-11-16T20:17:05.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:05 smithi071 bash[9480]: audit 2020-11-16T20:17:04.008607+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2020-11-16T20:17:05.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:05 smithi071 bash[9480]: cluster 2020-11-16T20:17:04.012967+0000 mon.a (mon.0) 491 : cluster [INF] osd.5 v1:172.21.15.71:6805/724581550 boot
2020-11-16T20:17:05.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:05 smithi071 bash[9480]: cluster 2020-11-16T20:17:04.013055+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in
2020-11-16T20:17:06.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:06 smithi142 bash[9523]: cluster 2020-11-16T20:17:05.034392+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in
2020-11-16T20:17:06.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:06 smithi142 bash[9523]: audit 2020-11-16T20:17:05.490667+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:06.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:06 smithi142 bash[9523]: audit 2020-11-16T20:17:05.493288+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:06.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:06 smithi142 bash[9523]: audit 2020-11-16T20:17:05.494560+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:06.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:06 smithi142 bash[9523]: audit 2020-11-16T20:17:05.496104+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:06.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:06 smithi071 bash[9480]: cluster 2020-11-16T20:17:05.034392+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in
2020-11-16T20:17:06.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:06 smithi071 bash[9480]: audit 2020-11-16T20:17:05.490667+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:06.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:06 smithi071 bash[9480]: audit 2020-11-16T20:17:05.493288+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:06.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:06 smithi071 bash[9480]: audit 2020-11-16T20:17:05.494560+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:06.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:06 smithi071 bash[9480]: audit 2020-11-16T20:17:05.496104+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:06.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:06 smithi065 bash[9468]: cluster 2020-11-16T20:17:05.034392+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in
2020-11-16T20:17:06.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:06 smithi065 bash[9468]: audit 2020-11-16T20:17:05.490667+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:06.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:06 smithi065 bash[9468]: audit 2020-11-16T20:17:05.493288+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:06.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:06 smithi065 bash[9468]: audit 2020-11-16T20:17:05.494560+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:06.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:06 smithi065 bash[9468]: audit 2020-11-16T20:17:05.496104+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:07.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:07 smithi142 bash[9523]: audit 2020-11-16T20:17:05.488993+0000 mgr.x (mgr.14196) 101 : audit [DBG] from='client.24298 v1:172.21.15.71:0/3388686207' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:07.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:07 smithi142 bash[9523]: cephadm 2020-11-16T20:17:05.491729+0000 mgr.x (mgr.14196) 102 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:07.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:07 smithi142 bash[9523]: cephadm 2020-11-16T20:17:05.491798+0000 mgr.x (mgr.14196) 103 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:07.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:07 smithi142 bash[9523]: cephadm 2020-11-16T20:17:05.492492+0000 mgr.x (mgr.14196) 104 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:17:07.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:07 smithi142 bash[9523]: cluster 2020-11-16T20:17:05.890415+0000 mgr.x (mgr.14196) 105 : cluster [DBG] pgmap v109: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:07.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:07 smithi071 bash[9480]: audit 2020-11-16T20:17:05.488993+0000 mgr.x (mgr.14196) 101 : audit [DBG] from='client.24298 v1:172.21.15.71:0/3388686207' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:07.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:07 smithi071 bash[9480]: cephadm 2020-11-16T20:17:05.491729+0000 mgr.x (mgr.14196) 102 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:07.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:07 smithi071 bash[9480]: cephadm 2020-11-16T20:17:05.491798+0000 mgr.x (mgr.14196) 103 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:07.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:07 smithi071 bash[9480]: cephadm 2020-11-16T20:17:05.492492+0000 mgr.x (mgr.14196) 104 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:17:07.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:07 smithi071 bash[9480]: cluster 2020-11-16T20:17:05.890415+0000 mgr.x (mgr.14196) 105 : cluster [DBG] pgmap v109: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:07.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:07 smithi065 bash[9468]: audit 2020-11-16T20:17:05.488993+0000 mgr.x (mgr.14196) 101 : audit [DBG] from='client.24298 v1:172.21.15.71:0/3388686207' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:07.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:07 smithi065 bash[9468]: cephadm 2020-11-16T20:17:05.491729+0000 mgr.x (mgr.14196) 102 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:07.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:07 smithi065 bash[9468]: cephadm 2020-11-16T20:17:05.491798+0000 mgr.x (mgr.14196) 103 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:07.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:07 smithi065 bash[9468]: cephadm 2020-11-16T20:17:05.492492+0000 mgr.x (mgr.14196) 104 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:17:07.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:07 smithi065 bash[9468]: cluster 2020-11-16T20:17:05.890415+0000 mgr.x (mgr.14196) 105 : cluster [DBG] pgmap v109: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:08.325 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:08 smithi071 bash[9480]: cluster 2020-11-16T20:17:07.596115+0000 osd.3 (osd.3) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:08.325 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:08 smithi071 bash[9480]: cluster 2020-11-16T20:17:07.596269+0000 osd.3 (osd.3) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:08.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:08 smithi065 bash[9468]: cluster 2020-11-16T20:17:07.596115+0000 osd.3 (osd.3) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:08.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:08 smithi065 bash[9468]: cluster 2020-11-16T20:17:07.596269+0000 osd.3 (osd.3) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:08.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:08 smithi142 bash[9523]: cluster 2020-11-16T20:17:07.596115+0000 osd.3 (osd.3) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:08.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:08 smithi142 bash[9523]: cluster 2020-11-16T20:17:07.596269+0000 osd.3 (osd.3) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:09.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:09 smithi071 bash[9480]: cluster 2020-11-16T20:17:07.891086+0000 mgr.x (mgr.14196) 106 : cluster [DBG] pgmap v110: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:09.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:09 smithi071 bash[9480]: cluster 2020-11-16T20:17:08.047849+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e44: 6 total, 6 up, 6 in
2020-11-16T20:17:09.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:09 smithi065 bash[9468]: cluster 2020-11-16T20:17:07.891086+0000 mgr.x (mgr.14196) 106 : cluster [DBG] pgmap v110: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:09.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:09 smithi065 bash[9468]: cluster 2020-11-16T20:17:08.047849+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e44: 6 total, 6 up, 6 in
2020-11-16T20:17:09.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:09 smithi142 bash[9523]: cluster 2020-11-16T20:17:07.891086+0000 mgr.x (mgr.14196) 106 : cluster [DBG] pgmap v110: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:09.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:09 smithi142 bash[9523]: cluster 2020-11-16T20:17:08.047849+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e44: 6 total, 6 up, 6 in
2020-11-16T20:17:10.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:10 smithi071 bash[9480]: audit 2020-11-16T20:17:09.227937+0000 mon.a (mon.0) 495 : audit [INF] from='client.24304 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]: dispatch
2020-11-16T20:17:10.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:10 smithi071 bash[9480]: audit 2020-11-16T20:17:09.230091+0000 mon.b (mon.1) 164 : audit [INF] from='client.? v1:172.21.15.71:0/27989323' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]: dispatch
2020-11-16T20:17:10.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:10 smithi071 bash[9480]: audit 2020-11-16T20:17:09.235733+0000 mon.a (mon.0) 496 : audit [INF] from='client.24304 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]': finished
2020-11-16T20:17:10.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:10 smithi071 bash[9480]: cluster 2020-11-16T20:17:09.235840+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e45: 7 total, 6 up, 6 in
2020-11-16T20:17:10.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:10 smithi071 bash[9480]: audit 2020-11-16T20:17:09.238985+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:10.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:10 smithi071 bash[9480]: audit 2020-11-16T20:17:09.913576+0000 mon.b (mon.1) 166 : audit [DBG] from='client.? v1:172.21.15.71:0/2224483660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:10 smithi065 bash[9468]: audit 2020-11-16T20:17:09.227937+0000 mon.a (mon.0) 495 : audit [INF] from='client.24304 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]: dispatch
2020-11-16T20:17:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:10 smithi065 bash[9468]: audit 2020-11-16T20:17:09.230091+0000 mon.b (mon.1) 164 : audit [INF] from='client.? v1:172.21.15.71:0/27989323' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]: dispatch
2020-11-16T20:17:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:10 smithi065 bash[9468]: audit 2020-11-16T20:17:09.235733+0000 mon.a (mon.0) 496 : audit [INF] from='client.24304 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]': finished
2020-11-16T20:17:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:10 smithi065 bash[9468]: cluster 2020-11-16T20:17:09.235840+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e45: 7 total, 6 up, 6 in
2020-11-16T20:17:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:10 smithi065 bash[9468]: audit 2020-11-16T20:17:09.238985+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:10 smithi065 bash[9468]: audit 2020-11-16T20:17:09.913576+0000 mon.b (mon.1) 166 : audit [DBG] from='client.? v1:172.21.15.71:0/2224483660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:10.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:10 smithi142 bash[9523]: audit 2020-11-16T20:17:09.227937+0000 mon.a (mon.0) 495 : audit [INF] from='client.24304 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]: dispatch
2020-11-16T20:17:10.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:10 smithi142 bash[9523]: audit 2020-11-16T20:17:09.230091+0000 mon.b (mon.1) 164 : audit [INF] from='client.? v1:172.21.15.71:0/27989323' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]: dispatch
2020-11-16T20:17:10.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:10 smithi142 bash[9523]: audit 2020-11-16T20:17:09.235733+0000 mon.a (mon.0) 496 : audit [INF] from='client.24304 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5"}]': finished
2020-11-16T20:17:10.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:10 smithi142 bash[9523]: cluster 2020-11-16T20:17:09.235840+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e45: 7 total, 6 up, 6 in
2020-11-16T20:17:10.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:10 smithi142 bash[9523]: audit 2020-11-16T20:17:09.238985+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:10.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:10 smithi142 bash[9523]: audit 2020-11-16T20:17:09.913576+0000 mon.b (mon.1) 166 : audit [DBG] from='client.? v1:172.21.15.71:0/2224483660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:11.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:11 smithi071 bash[9480]: cluster 2020-11-16T20:17:09.891636+0000 mgr.x (mgr.14196) 107 : cluster [DBG] pgmap v113: 1 pgs: 1 peering; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:11.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:11 smithi065 bash[9468]: cluster 2020-11-16T20:17:09.891636+0000 mgr.x (mgr.14196) 107 : cluster [DBG] pgmap v113: 1 pgs: 1 peering; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:11.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:11 smithi142 bash[9523]: cluster 2020-11-16T20:17:09.891636+0000 mgr.x (mgr.14196) 107 : cluster [DBG] pgmap v113: 1 pgs: 1 peering; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:13.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:13 smithi071 bash[9480]: cluster 2020-11-16T20:17:11.892198+0000 mgr.x (mgr.14196) 108 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:13.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:13 smithi071 bash[9480]: audit 2020-11-16T20:17:12.986006+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:13.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:13 smithi065 bash[9468]: cluster 2020-11-16T20:17:11.892198+0000 mgr.x (mgr.14196) 108 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:13.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:13 smithi065 bash[9468]: audit 2020-11-16T20:17:12.986006+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:13.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:13 smithi142 bash[9523]: cluster 2020-11-16T20:17:11.892198+0000 mgr.x (mgr.14196) 108 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:13.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:13 smithi142 bash[9523]: audit 2020-11-16T20:17:12.986006+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:15.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:15 smithi071 bash[9480]: cluster 2020-11-16T20:17:13.892793+0000 mgr.x (mgr.14196) 109 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:15.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:15 smithi065 bash[9468]: cluster 2020-11-16T20:17:13.892793+0000 mgr.x (mgr.14196) 109 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:15.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:15 smithi142 bash[9523]: cluster 2020-11-16T20:17:13.892793+0000 mgr.x (mgr.14196) 109 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:17.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:16 smithi071 bash[9480]: cluster 2020-11-16T20:17:15.893440+0000 mgr.x (mgr.14196) 110 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:17.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:16 smithi065 bash[9468]: cluster 2020-11-16T20:17:15.893440+0000 mgr.x (mgr.14196) 110 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:17.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:16 smithi142 bash[9523]: cluster 2020-11-16T20:17:15.893440+0000 mgr.x (mgr.14196) 110 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:18.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:17 smithi071 bash[9480]: cluster 2020-11-16T20:17:16.978000+0000 osd.1 (osd.1) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:18.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:17 smithi071 bash[9480]: cluster 2020-11-16T20:17:16.978159+0000 osd.1 (osd.1) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:18.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:17 smithi071 bash[9480]: audit 2020-11-16T20:17:17.186676+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch
2020-11-16T20:17:18.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:17 smithi071 bash[9480]: audit 2020-11-16T20:17:17.188114+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:18.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:17 smithi071 bash[9480]: audit 2020-11-16T20:17:17.189761+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch
2020-11-16T20:17:18.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:17 smithi065 bash[9468]: cluster 2020-11-16T20:17:16.978000+0000 osd.1 (osd.1) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:18.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:17 smithi065 bash[9468]: cluster 2020-11-16T20:17:16.978159+0000 osd.1 (osd.1) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:18.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:17 smithi065 bash[9468]: audit 2020-11-16T20:17:17.186676+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch
2020-11-16T20:17:18.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:17 smithi065 bash[9468]: audit 2020-11-16T20:17:17.188114+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:18.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:17 smithi065 bash[9468]: audit 2020-11-16T20:17:17.189761+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch
2020-11-16T20:17:18.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:17 smithi142 bash[9523]: cluster 2020-11-16T20:17:16.978000+0000 osd.1 (osd.1) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:18.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:17 smithi142 bash[9523]: cluster 2020-11-16T20:17:16.978159+0000 osd.1 (osd.1) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:18.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:17 smithi142 bash[9523]: audit 2020-11-16T20:17:17.186676+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch
2020-11-16T20:17:18.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:17 smithi142 bash[9523]: audit 2020-11-16T20:17:17.188114+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:18.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:17 smithi142 bash[9523]: audit 2020-11-16T20:17:17.189761+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch
2020-11-16T20:17:19.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:18 smithi071 bash[9480]: cephadm 2020-11-16T20:17:17.189173+0000 mgr.x (mgr.14196) 111 : cephadm [INF] Deploying daemon osd.6 on smithi071
2020-11-16T20:17:19.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:18 smithi071 bash[9480]: cluster 2020-11-16T20:17:17.894013+0000 mgr.x (mgr.14196) 112 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:19.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:18 smithi071 bash[9480]: cluster 2020-11-16T20:17:17.895323+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e46: 7 total, 6 up, 6 in
2020-11-16T20:17:19.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:18 smithi071 bash[9480]: audit 2020-11-16T20:17:17.897269+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:19.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:18 smithi065 bash[9468]: cephadm 2020-11-16T20:17:17.189173+0000 mgr.x (mgr.14196) 111 : cephadm [INF] Deploying daemon osd.6 on smithi071
2020-11-16T20:17:19.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:18 smithi065 bash[9468]: cluster 2020-11-16T20:17:17.894013+0000 mgr.x (mgr.14196) 112 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:19.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:18 smithi065 bash[9468]: cluster 2020-11-16T20:17:17.895323+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e46: 7 total, 6 up, 6 in
2020-11-16T20:17:19.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:18 smithi065 bash[9468]: audit 2020-11-16T20:17:17.897269+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:19.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:18 smithi142 bash[9523]: cephadm 2020-11-16T20:17:17.189173+0000 mgr.x (mgr.14196) 111 : cephadm [INF] Deploying daemon osd.6 on smithi071
2020-11-16T20:17:19.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:18 smithi142 bash[9523]: cluster 2020-11-16T20:17:17.894013+0000 mgr.x (mgr.14196) 112 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:19.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:18 smithi142 bash[9523]: cluster 2020-11-16T20:17:17.895323+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e46: 7 total, 6 up, 6 in
2020-11-16T20:17:19.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:18 smithi142 bash[9523]: audit 2020-11-16T20:17:17.897269+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:19.464 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 6 on host 'smithi071'
2020-11-16T20:17:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:19 smithi071 bash[9480]: audit 2020-11-16T20:17:19.456798+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:19 smithi071 bash[9480]: audit 2020-11-16T20:17:19.458713+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:20.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:19 smithi071 bash[9480]: audit 2020-11-16T20:17:19.459489+0000 mon.b (mon.1) 173 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:20.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:19 smithi071 bash[9480]: audit 2020-11-16T20:17:19.462241+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:20.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:19 smithi065 bash[9468]: audit 2020-11-16T20:17:19.456798+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:20.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:19 smithi065 bash[9468]: audit 2020-11-16T20:17:19.458713+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:20.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:19 smithi065 bash[9468]: audit 2020-11-16T20:17:19.459489+0000 mon.b (mon.1) 173 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:20.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:19 smithi065 bash[9468]: audit 2020-11-16T20:17:19.462241+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:20.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:19 smithi142 bash[9523]: audit 2020-11-16T20:17:19.456798+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:20.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:19 smithi142 bash[9523]: audit 2020-11-16T20:17:19.458713+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:20.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:19 smithi142 bash[9523]: audit 2020-11-16T20:17:19.459489+0000 mon.b (mon.1) 173 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:20.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:19 smithi142 bash[9523]: audit 2020-11-16T20:17:19.462241+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023187\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:16:55.023320\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023375\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:55.023572\", \"created\": \"2020-11-16T20:16:54.218779\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_device_update\": \"2020-11-16T20:17:03.269190\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:20.588 INFO:teuthology.orchestra.run.smithi071:osd.6> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.6.service
2020-11-16T20:17:20.590 INFO:tasks.cephadm:Deploying osd.7 on smithi071 with /dev/vg_nvme/lv_1...
2020-11-16T20:17:20.590 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1
2020-11-16T20:17:20.612 INFO:journalctl@ceph.osd.6.smithi071.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:17:21.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:20 smithi071 bash[9480]: cluster 2020-11-16T20:17:19.894702+0000 mgr.x (mgr.14196) 113 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:21.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:20 smithi071 bash[9480]: audit 2020-11-16T20:17:20.281130+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:21.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:20 smithi071 bash[9480]: audit 2020-11-16T20:17:20.283080+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:21.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:20 smithi071 bash[9480]: audit 2020-11-16T20:17:20.286727+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:21.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:20 smithi071 bash[9480]: audit 2020-11-16T20:17:20.290753+0000 mon.b (mon.1) 175 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:21.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:20 smithi065 bash[9468]: cluster 2020-11-16T20:17:19.894702+0000 mgr.x (mgr.14196) 113 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:21.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:20 smithi065 bash[9468]: audit 2020-11-16T20:17:20.281130+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:21.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:20 smithi065 bash[9468]: audit 2020-11-16T20:17:20.283080+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:21.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:20 smithi065 bash[9468]: audit 2020-11-16T20:17:20.286727+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:21.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:20 smithi065 bash[9468]: audit 2020-11-16T20:17:20.290753+0000 mon.b (mon.1) 175 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:20 smithi142 bash[9523]: cluster 2020-11-16T20:17:19.894702+0000 mgr.x (mgr.14196) 113 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:20 smithi142 bash[9523]: audit 2020-11-16T20:17:20.281130+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:20 smithi142 bash[9523]: audit 2020-11-16T20:17:20.283080+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:21.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:20 smithi142 bash[9523]: audit 2020-11-16T20:17:20.286727+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:21.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:20 smithi142 bash[9523]: audit 2020-11-16T20:17:20.290753+0000 mon.b (mon.1) 175 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:22.066 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[9480]: audit 2020-11-16T20:17:21.055691+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:22.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[9480]: audit 2020-11-16T20:17:21.057716+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:22.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[9480]: audit 2020-11-16T20:17:21.061142+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:17:22.067 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[16796]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6
2020-11-16T20:17:22.067 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[16796]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config
2020-11-16T20:17:22.067 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[16796]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block
2020-11-16T20:17:22.067 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[16796]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block
2020-11-16T20:17:22.068 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[16796]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1
2020-11-16T20:17:22.068 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[16796]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6
2020-11-16T20:17:22.068 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:21 smithi071 bash[16796]: --> ceph-volume lvm activate successful for osd ID: 6
2020-11-16T20:17:22.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:21 smithi065 bash[9468]: audit 2020-11-16T20:17:21.055691+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:22.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:21 smithi065 bash[9468]: audit 2020-11-16T20:17:21.057716+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:22.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:21 smithi065 bash[9468]: audit 2020-11-16T20:17:21.061142+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:17:22.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:21 smithi142 bash[9523]: audit 2020-11-16T20:17:21.055691+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:22.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:21 smithi142 bash[9523]: audit 2020-11-16T20:17:21.057716+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:22.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:21 smithi142 bash[9523]: audit 2020-11-16T20:17:21.061142+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:17:23.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:23 smithi071 bash[9480]: cluster 2020-11-16T20:17:21.895119+0000 mgr.x (mgr.14196) 114 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:23.448 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:23 smithi071 bash[16796]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:17:23.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:23 smithi065 bash[9468]: cluster 2020-11-16T20:17:21.895119+0000 mgr.x (mgr.14196) 114 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:23.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:23 smithi142 bash[9523]: cluster 2020-11-16T20:17:21.895119+0000 mgr.x (mgr.14196) 114 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:25.351 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:25 smithi071 bash[9480]: cluster 2020-11-16T20:17:23.895660+0000 mgr.x (mgr.14196) 115 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:25.351 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:25 smithi071 bash[16796]: debug 2020-11-16T20:17:25.118+0000 7f1535b7f700 10 -- 172.21.15.71:0/3656116424 dispatch_throttle_release 308 to dispatch throttler 502/104857600
2020-11-16T20:17:25.352 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:25 smithi071 bash[16796]: debug 2020-11-16T20:17:25.118+0000 7f1535b7f700 20 -- 172.21.15.71:0/3656116424 done calling dispatch on 0x558b4ed3cc60
2020-11-16T20:17:25.352 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:25 smithi071 bash[16796]: debug 2020-11-16T20:17:25.118+0000 7f1535b7f700  1 -- 172.21.15.71:0/3656116424 <== mon.1 v1:172.21.15.71:6789/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (unknown 1307124492 0 0) 0x558b4ed46680 con 0x558b4edc0c00
2020-11-16T20:17:25.352 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:25 smithi071 bash[16796]: debug 2020-11-16T20:17:25.118+0000 7f1535b7f700 10 -- 172.21.15.71:0/3656116424 dispatch_throttle_release 194 to dispatch throttler 194/104857600
2020-11-16T20:17:25.352 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:25 smithi071 bash[16796]: debug 2020-11-16T20:17:25.118+0000 7f1535b7f700 20 -- 172.21.15.71:0/3656116424 done calling dispatch on 0x558b4ed46680
2020-11-16T20:17:25.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:25 smithi065 bash[9468]: cluster 2020-11-16T20:17:23.895660+0000 mgr.x (mgr.14196) 115 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:25.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:25 smithi142 bash[9523]: cluster 2020-11-16T20:17:23.895660+0000 mgr.x (mgr.14196) 115 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:25.947 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:25 smithi071 bash[16796]: debug 2020-11-16T20:17:25.666+0000 7f153d5fff40 -1 Falling back to public interface
2020-11-16T20:17:25.992 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_1
2020-11-16T20:17:25.992 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync
2020-11-16T20:17:25.992 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in
2020-11-16T20:17:25.992 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out
2020-11-16T20:17:25.992 INFO:teuthology.orchestra.run.smithi071.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0159681 s, 657 MB/s
2020-11-16T20:17:25.993 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_1>
2020-11-16T20:17:26.447 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:26 smithi071 bash[16796]: debug 2020-11-16T20:17:26.302+0000 7f153d5fff40 -1 osd.6 0 log_to_monitors {default=true}
2020-11-16T20:17:26.791 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi071:vg_nvme/lv_1
2020-11-16T20:17:27.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:26 smithi071 bash[9480]: cluster 2020-11-16T20:17:25.896185+0000 mgr.x (mgr.14196) 116 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:27.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:26 smithi071 bash[9480]: audit 2020-11-16T20:17:26.071076+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:17:27.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:26 smithi071 bash[9480]: audit 2020-11-16T20:17:26.073370+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:17:27.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:26 smithi071 bash[9480]: audit 2020-11-16T20:17:26.097049+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:17:27.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:26 smithi071 bash[9480]: audit 2020-11-16T20:17:26.099141+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:17:27.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:26 smithi071 bash[9480]: audit 2020-11-16T20:17:26.309406+0000 mon.a (mon.0) 507 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2020-11-16T20:17:27.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:26 smithi071 bash[9480]: audit 2020-11-16T20:17:26.311726+0000 mon.b (mon.1) 179 : audit [INF] from='osd.6 v1:172.21.15.71:6809/1309108708' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2020-11-16T20:17:27.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:26 smithi065 bash[9468]: cluster 2020-11-16T20:17:25.896185+0000 mgr.x (mgr.14196) 116 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:27.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:26 smithi065 bash[9468]: audit 2020-11-16T20:17:26.071076+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:17:27.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:26 smithi065 bash[9468]: audit 2020-11-16T20:17:26.073370+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:17:27.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:26 smithi065 bash[9468]: audit 2020-11-16T20:17:26.097049+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:17:27.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:26 smithi065 bash[9468]: audit 2020-11-16T20:17:26.099141+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:17:27.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:26 smithi065 bash[9468]: audit 2020-11-16T20:17:26.309406+0000 mon.a (mon.0) 507 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2020-11-16T20:17:27.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:26 smithi065 bash[9468]: audit 2020-11-16T20:17:26.311726+0000 mon.b (mon.1) 179 : audit [INF] from='osd.6 v1:172.21.15.71:6809/1309108708' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2020-11-16T20:17:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:26 smithi142 bash[9523]: cluster 2020-11-16T20:17:25.896185+0000 mgr.x (mgr.14196) 116 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:26 smithi142 bash[9523]: audit 2020-11-16T20:17:26.071076+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:17:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:26 smithi142 bash[9523]: audit 2020-11-16T20:17:26.073370+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:17:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:26 smithi142 bash[9523]: audit 2020-11-16T20:17:26.097049+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:17:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:26 smithi142 bash[9523]: audit 2020-11-16T20:17:26.099141+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:17:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:26 smithi142 bash[9523]: audit 2020-11-16T20:17:26.309406+0000 mon.a (mon.0) 507 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2020-11-16T20:17:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:26 smithi142 bash[9523]: audit 2020-11-16T20:17:26.311726+0000 mon.b (mon.1) 179 : audit [INF] from='osd.6 v1:172.21.15.71:6809/1309108708' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2020-11-16T20:17:28.190 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:17:27 smithi071 bash[16796]: debug 2020-11-16T20:17:27.898+0000 7f1533b7b700 -1 osd.6 0 waiting for initial osdmap
2020-11-16T20:17:28.190 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:27 smithi071 bash[9480]: audit 2020-11-16T20:17:26.888311+0000 mon.a (mon.0) 508 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished
2020-11-16T20:17:28.191 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:27 smithi071 bash[9480]: cluster 2020-11-16T20:17:26.888422+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e47: 7 total, 6 up, 6 in
2020-11-16T20:17:28.191 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:27 smithi071 bash[9480]: audit 2020-11-16T20:17:26.891824+0000 mon.a (mon.0) 510 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:28.191 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:27 smithi071 bash[9480]: audit 2020-11-16T20:17:26.892562+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:28.191 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:27 smithi071 bash[9480]: audit 2020-11-16T20:17:26.894060+0000 mon.b (mon.1) 181 : audit [INF] from='osd.6 v1:172.21.15.71:6809/1309108708' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:28.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:27 smithi065 bash[9468]: audit 2020-11-16T20:17:26.888311+0000 mon.a (mon.0) 508 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished
2020-11-16T20:17:28.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:27 smithi065 bash[9468]: cluster 2020-11-16T20:17:26.888422+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e47: 7 total, 6 up, 6 in
2020-11-16T20:17:28.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:27 smithi065 bash[9468]: audit 2020-11-16T20:17:26.891824+0000 mon.a (mon.0) 510 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:28.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:27 smithi065 bash[9468]: audit 2020-11-16T20:17:26.892562+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:28.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:27 smithi065 bash[9468]: audit 2020-11-16T20:17:26.894060+0000 mon.b (mon.1) 181 : audit [INF] from='osd.6 v1:172.21.15.71:6809/1309108708' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:28.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:27 smithi142 bash[9523]: audit 2020-11-16T20:17:26.888311+0000 mon.a (mon.0) 508 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished
2020-11-16T20:17:28.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:27 smithi142 bash[9523]: cluster 2020-11-16T20:17:26.888422+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e47: 7 total, 6 up, 6 in
2020-11-16T20:17:28.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:27 smithi142 bash[9523]: audit 2020-11-16T20:17:26.891824+0000 mon.a (mon.0) 510 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:28.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:27 smithi142 bash[9523]: audit 2020-11-16T20:17:26.892562+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:28.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:27 smithi142 bash[9523]: audit 2020-11-16T20:17:26.894060+0000 mon.b (mon.1) 181 : audit [INF] from='osd.6 v1:172.21.15.71:6809/1309108708' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:29.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:27.889391+0000 mon.a (mon.0) 511 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:29.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: cluster 2020-11-16T20:17:27.889491+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e48: 7 total, 6 up, 6 in
2020-11-16T20:17:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:27.894765+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: cluster 2020-11-16T20:17:27.896719+0000 mgr.x (mgr.14196) 117 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.013940+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.326682+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.328601+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.332518+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.334725+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.337063+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.341207+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.344741+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.347079+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:28 smithi071 bash[9480]: audit 2020-11-16T20:17:28.349799+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:29.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:27.889391+0000 mon.a (mon.0) 511 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:29.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: cluster 2020-11-16T20:17:27.889491+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e48: 7 total, 6 up, 6 in
2020-11-16T20:17:29.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:27.894765+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:29.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: cluster 2020-11-16T20:17:27.896719+0000 mgr.x (mgr.14196) 117 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:29.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.013940+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:29.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.326682+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:29.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.328601+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:29.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.332518+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.334725+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.337063+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.341207+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.344741+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.347079+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:28 smithi065 bash[9468]: audit 2020-11-16T20:17:28.349799+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:29.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:27.889391+0000 mon.a (mon.0) 511 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: cluster 2020-11-16T20:17:27.889491+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e48: 7 total, 6 up, 6 in
2020-11-16T20:17:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:27.894765+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: cluster 2020-11-16T20:17:27.896719+0000 mgr.x (mgr.14196) 117 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.013940+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:29.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.326682+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:29.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.328601+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:29.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.332518+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}}, \"last_daemon_update\": \"2020-11-16T20:17:20.281928\", \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:29.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.334725+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.337063+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.341207+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:29.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.344741+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.347079+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:29.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:28 smithi142 bash[9523]: audit 2020-11-16T20:17:28.349799+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:30.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:29 smithi071 bash[9480]: cluster 2020-11-16T20:17:27.353876+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:30.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:29 smithi071 bash[9480]: cluster 2020-11-16T20:17:27.354043+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:30.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:29 smithi071 bash[9480]: cluster 2020-11-16T20:17:27.894325+0000 osd.6 (osd.6) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:30.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:29 smithi071 bash[9480]: cluster 2020-11-16T20:17:28.901584+0000 mon.a (mon.0) 519 : cluster [INF] osd.6 v1:172.21.15.71:6809/1309108708 boot
2020-11-16T20:17:30.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:29 smithi071 bash[9480]: cluster 2020-11-16T20:17:28.901670+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in
2020-11-16T20:17:30.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:29 smithi071 bash[9480]: audit 2020-11-16T20:17:28.904194+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:30.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:29 smithi065 bash[9468]: cluster 2020-11-16T20:17:27.353876+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:30.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:29 smithi065 bash[9468]: cluster 2020-11-16T20:17:27.354043+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:30.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:29 smithi065 bash[9468]: cluster 2020-11-16T20:17:27.894325+0000 osd.6 (osd.6) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:30.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:29 smithi065 bash[9468]: cluster 2020-11-16T20:17:28.901584+0000 mon.a (mon.0) 519 : cluster [INF] osd.6 v1:172.21.15.71:6809/1309108708 boot
2020-11-16T20:17:30.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:29 smithi065 bash[9468]: cluster 2020-11-16T20:17:28.901670+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in
2020-11-16T20:17:30.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:29 smithi065 bash[9468]: audit 2020-11-16T20:17:28.904194+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:30.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:29 smithi142 bash[9523]: cluster 2020-11-16T20:17:27.353876+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:30.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:29 smithi142 bash[9523]: cluster 2020-11-16T20:17:27.354043+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:29 smithi142 bash[9523]: cluster 2020-11-16T20:17:27.894325+0000 osd.6 (osd.6) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:29 smithi142 bash[9523]: cluster 2020-11-16T20:17:28.901584+0000 mon.a (mon.0) 519 : cluster [INF] osd.6 v1:172.21.15.71:6809/1309108708 boot
2020-11-16T20:17:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:29 smithi142 bash[9523]: cluster 2020-11-16T20:17:28.901670+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in
2020-11-16T20:17:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:29 smithi142 bash[9523]: audit 2020-11-16T20:17:28.904194+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2020-11-16T20:17:31.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:30 smithi071 bash[9480]: cluster 2020-11-16T20:17:29.897252+0000 mgr.x (mgr.14196) 118 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:30 smithi071 bash[9480]: cluster 2020-11-16T20:17:29.918201+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in
2020-11-16T20:17:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:30 smithi071 bash[9480]: audit 2020-11-16T20:17:30.271914+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:30 smithi071 bash[9480]: audit 2020-11-16T20:17:30.274256+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:30 smithi071 bash[9480]: audit 2020-11-16T20:17:30.275398+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:31.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:30 smithi071 bash[9480]: audit 2020-11-16T20:17:30.276653+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:31.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:30 smithi065 bash[9468]: cluster 2020-11-16T20:17:29.897252+0000 mgr.x (mgr.14196) 118 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:31.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:30 smithi065 bash[9468]: cluster 2020-11-16T20:17:29.918201+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in
2020-11-16T20:17:31.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:30 smithi065 bash[9468]: audit 2020-11-16T20:17:30.271914+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:31.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:30 smithi065 bash[9468]: audit 2020-11-16T20:17:30.274256+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:31.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:30 smithi065 bash[9468]: audit 2020-11-16T20:17:30.275398+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:31.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:30 smithi065 bash[9468]: audit 2020-11-16T20:17:30.276653+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:31.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:30 smithi142 bash[9523]: cluster 2020-11-16T20:17:29.897252+0000 mgr.x (mgr.14196) 118 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail
2020-11-16T20:17:31.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:30 smithi142 bash[9523]: cluster 2020-11-16T20:17:29.918201+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in
2020-11-16T20:17:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:30 smithi142 bash[9523]: audit 2020-11-16T20:17:30.271914+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:30 smithi142 bash[9523]: audit 2020-11-16T20:17:30.274256+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:30 smithi142 bash[9523]: audit 2020-11-16T20:17:30.275398+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:30 smithi142 bash[9523]: audit 2020-11-16T20:17:30.276653+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:32.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:31 smithi071 bash[9480]: audit 2020-11-16T20:17:30.270861+0000 mgr.x (mgr.14196) 119 : audit [DBG] from='client.24325 v1:172.21.15.71:0/2360125734' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:32.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:31 smithi071 bash[9480]: cephadm 2020-11-16T20:17:30.272789+0000 mgr.x (mgr.14196) 120 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:32.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:31 smithi071 bash[9480]: cephadm 2020-11-16T20:17:30.272857+0000 mgr.x (mgr.14196) 121 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:32.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:31 smithi071 bash[9480]: cephadm 2020-11-16T20:17:30.273548+0000 mgr.x (mgr.14196) 122 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:17:32.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:31 smithi065 bash[9468]: audit 2020-11-16T20:17:30.270861+0000 mgr.x (mgr.14196) 119 : audit [DBG] from='client.24325 v1:172.21.15.71:0/2360125734' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:32.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:31 smithi065 bash[9468]: cephadm 2020-11-16T20:17:30.272789+0000 mgr.x (mgr.14196) 120 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:32.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:31 smithi065 bash[9468]: cephadm 2020-11-16T20:17:30.272857+0000 mgr.x (mgr.14196) 121 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:32.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:31 smithi065 bash[9468]: cephadm 2020-11-16T20:17:30.273548+0000 mgr.x (mgr.14196) 122 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:17:32.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:31 smithi142 bash[9523]: audit 2020-11-16T20:17:30.270861+0000 mgr.x (mgr.14196) 119 : audit [DBG] from='client.24325 v1:172.21.15.71:0/2360125734' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:32.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:31 smithi142 bash[9523]: cephadm 2020-11-16T20:17:30.272789+0000 mgr.x (mgr.14196) 120 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:32.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:31 smithi142 bash[9523]: cephadm 2020-11-16T20:17:30.272857+0000 mgr.x (mgr.14196) 121 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:32.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:31 smithi142 bash[9523]: cephadm 2020-11-16T20:17:30.273548+0000 mgr.x (mgr.14196) 122 : cephadm [INF] Applying None on host smithi071...
2020-11-16T20:17:33.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:32 smithi071 bash[9480]: cluster 2020-11-16T20:17:31.897704+0000 mgr.x (mgr.14196) 123 : cluster [DBG] pgmap v129: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:33.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:32 smithi065 bash[9468]: cluster 2020-11-16T20:17:31.897704+0000 mgr.x (mgr.14196) 123 : cluster [DBG] pgmap v129: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:33.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:32 smithi142 bash[9523]: cluster 2020-11-16T20:17:31.897704+0000 mgr.x (mgr.14196) 123 : cluster [DBG] pgmap v129: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:35.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:34 smithi071 bash[9480]: cluster 2020-11-16T20:17:33.898260+0000 mgr.x (mgr.14196) 124 : cluster [DBG] pgmap v130: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:35.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:34 smithi071 bash[9480]: audit 2020-11-16T20:17:34.179309+0000 mon.a (mon.0) 522 : audit [INF] from='client.24331 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]: dispatch
2020-11-16T20:17:35.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:34 smithi071 bash[9480]: audit 2020-11-16T20:17:34.181582+0000 mon.b (mon.1) 192 : audit [INF] from='client.? v1:172.21.15.71:0/2387401770' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]: dispatch
2020-11-16T20:17:35.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:34 smithi071 bash[9480]: audit 2020-11-16T20:17:34.187028+0000 mon.a (mon.0) 523 : audit [INF] from='client.24331 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]': finished
2020-11-16T20:17:35.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:34 smithi071 bash[9480]: cluster 2020-11-16T20:17:34.187105+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e51: 8 total, 7 up, 7 in
2020-11-16T20:17:35.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:34 smithi071 bash[9480]: audit 2020-11-16T20:17:34.189239+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:35.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:34 smithi071 bash[9480]: audit 2020-11-16T20:17:34.863159+0000 mon.b (mon.1) 194 : audit [DBG] from='client.? v1:172.21.15.71:0/2577525297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:35.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:34 smithi065 bash[9468]: cluster 2020-11-16T20:17:33.898260+0000 mgr.x (mgr.14196) 124 : cluster [DBG] pgmap v130: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:35.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:34 smithi065 bash[9468]: audit 2020-11-16T20:17:34.179309+0000 mon.a (mon.0) 522 : audit [INF] from='client.24331 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]: dispatch
2020-11-16T20:17:35.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:34 smithi065 bash[9468]: audit 2020-11-16T20:17:34.181582+0000 mon.b (mon.1) 192 : audit [INF] from='client.? v1:172.21.15.71:0/2387401770' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]: dispatch
2020-11-16T20:17:35.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:34 smithi065 bash[9468]: audit 2020-11-16T20:17:34.187028+0000 mon.a (mon.0) 523 : audit [INF] from='client.24331 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]': finished
2020-11-16T20:17:35.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:34 smithi065 bash[9468]: cluster 2020-11-16T20:17:34.187105+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e51: 8 total, 7 up, 7 in
2020-11-16T20:17:35.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:34 smithi065 bash[9468]: audit 2020-11-16T20:17:34.189239+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:35.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:34 smithi065 bash[9468]: audit 2020-11-16T20:17:34.863159+0000 mon.b (mon.1) 194 : audit [DBG] from='client.? v1:172.21.15.71:0/2577525297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:35.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:34 smithi142 bash[9523]: cluster 2020-11-16T20:17:33.898260+0000 mgr.x (mgr.14196) 124 : cluster [DBG] pgmap v130: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:35.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:34 smithi142 bash[9523]: audit 2020-11-16T20:17:34.179309+0000 mon.a (mon.0) 522 : audit [INF] from='client.24331 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]: dispatch
2020-11-16T20:17:35.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:34 smithi142 bash[9523]: audit 2020-11-16T20:17:34.181582+0000 mon.b (mon.1) 192 : audit [INF] from='client.? v1:172.21.15.71:0/2387401770' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]: dispatch
2020-11-16T20:17:35.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:34 smithi142 bash[9523]: audit 2020-11-16T20:17:34.187028+0000 mon.a (mon.0) 523 : audit [INF] from='client.24331 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d"}]': finished
2020-11-16T20:17:35.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:34 smithi142 bash[9523]: cluster 2020-11-16T20:17:34.187105+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e51: 8 total, 7 up, 7 in
2020-11-16T20:17:35.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:34 smithi142 bash[9523]: audit 2020-11-16T20:17:34.189239+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:35.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:34 smithi142 bash[9523]: audit 2020-11-16T20:17:34.863159+0000 mon.b (mon.1) 194 : audit [DBG] from='client.? v1:172.21.15.71:0/2577525297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:36.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:36 smithi071 bash[9480]: cluster 2020-11-16T20:17:34.416549+0000 osd.4 (osd.4) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:36.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:36 smithi071 bash[9480]: cluster 2020-11-16T20:17:34.416652+0000 osd.4 (osd.4) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:36.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:36 smithi071 bash[9480]: cluster 2020-11-16T20:17:35.190507+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e52: 8 total, 7 up, 7 in
2020-11-16T20:17:36.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:36 smithi071 bash[9480]: audit 2020-11-16T20:17:35.194957+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:36.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:36 smithi071 bash[9480]: cluster 2020-11-16T20:17:35.898785+0000 mgr.x (mgr.14196) 125 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:36.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:36 smithi065 bash[9468]: cluster 2020-11-16T20:17:34.416549+0000 osd.4 (osd.4) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:36.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:36 smithi065 bash[9468]: cluster 2020-11-16T20:17:34.416652+0000 osd.4 (osd.4) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:36.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:36 smithi065 bash[9468]: cluster 2020-11-16T20:17:35.190507+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e52: 8 total, 7 up, 7 in
2020-11-16T20:17:36.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:36 smithi065 bash[9468]: audit 2020-11-16T20:17:35.194957+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:36.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:36 smithi065 bash[9468]: cluster 2020-11-16T20:17:35.898785+0000 mgr.x (mgr.14196) 125 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:36.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:36 smithi142 bash[9523]: cluster 2020-11-16T20:17:34.416549+0000 osd.4 (osd.4) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:36.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:36 smithi142 bash[9523]: cluster 2020-11-16T20:17:34.416652+0000 osd.4 (osd.4) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:36.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:36 smithi142 bash[9523]: cluster 2020-11-16T20:17:35.190507+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e52: 8 total, 7 up, 7 in
2020-11-16T20:17:36.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:36 smithi142 bash[9523]: audit 2020-11-16T20:17:35.194957+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:36.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:36 smithi142 bash[9523]: cluster 2020-11-16T20:17:35.898785+0000 mgr.x (mgr.14196) 125 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:39.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:38 smithi065 bash[9468]: cluster 2020-11-16T20:17:37.899435+0000 mgr.x (mgr.14196) 126 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:39.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:38 smithi065 bash[9468]: audit 2020-11-16T20:17:37.986230+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:39.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:38 smithi142 bash[9523]: cluster 2020-11-16T20:17:37.899435+0000 mgr.x (mgr.14196) 126 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:39.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:38 smithi142 bash[9523]: audit 2020-11-16T20:17:37.986230+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:39.333 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:38 smithi071 bash[9480]: cluster 2020-11-16T20:17:37.899435+0000 mgr.x (mgr.14196) 126 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:39.333 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:38 smithi071 bash[9480]: audit 2020-11-16T20:17:37.986230+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:41.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:40 smithi065 bash[9468]: cluster 2020-11-16T20:17:39.900036+0000 mgr.x (mgr.14196) 127 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:41.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:40 smithi142 bash[9523]: cluster 2020-11-16T20:17:39.900036+0000 mgr.x (mgr.14196) 127 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:41.378 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:40 smithi071 bash[9480]: cluster 2020-11-16T20:17:39.900036+0000 mgr.x (mgr.14196) 127 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:43.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:42 smithi065 bash[9468]: cluster 2020-11-16T20:17:41.900732+0000 mgr.x (mgr.14196) 128 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:43.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:42 smithi065 bash[9468]: audit 2020-11-16T20:17:42.019318+0000 mon.b (mon.1) 197 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch
2020-11-16T20:17:43.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:42 smithi065 bash[9468]: audit 2020-11-16T20:17:42.020916+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:43.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:42 smithi065 bash[9468]: cephadm 2020-11-16T20:17:42.022195+0000 mgr.x (mgr.14196) 129 : cephadm [INF] Deploying daemon osd.7 on smithi071
2020-11-16T20:17:43.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:42 smithi065 bash[9468]: audit 2020-11-16T20:17:42.022810+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch
2020-11-16T20:17:43.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:42 smithi142 bash[9523]: cluster 2020-11-16T20:17:41.900732+0000 mgr.x (mgr.14196) 128 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:43.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:42 smithi142 bash[9523]: audit 2020-11-16T20:17:42.019318+0000 mon.b (mon.1) 197 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch
2020-11-16T20:17:43.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:42 smithi142 bash[9523]: audit 2020-11-16T20:17:42.020916+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:43.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:42 smithi142 bash[9523]: cephadm 2020-11-16T20:17:42.022195+0000 mgr.x (mgr.14196) 129 : cephadm [INF] Deploying daemon osd.7 on smithi071
2020-11-16T20:17:43.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:42 smithi142 bash[9523]: audit 2020-11-16T20:17:42.022810+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch
2020-11-16T20:17:43.340 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:42 smithi071 bash[9480]: cluster 2020-11-16T20:17:41.900732+0000 mgr.x (mgr.14196) 128 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:43.340 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:42 smithi071 bash[9480]: audit 2020-11-16T20:17:42.019318+0000 mon.b (mon.1) 197 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch
2020-11-16T20:17:43.341 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:42 smithi071 bash[9480]: audit 2020-11-16T20:17:42.020916+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:43.341 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:42 smithi071 bash[9480]: cephadm 2020-11-16T20:17:42.022195+0000 mgr.x (mgr.14196) 129 : cephadm [INF] Deploying daemon osd.7 on smithi071
2020-11-16T20:17:43.341 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:42 smithi071 bash[9480]: audit 2020-11-16T20:17:42.022810+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch
2020-11-16T20:17:44.177 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:43 smithi071 bash[9480]: cluster 2020-11-16T20:17:43.063277+0000 osd.2 (osd.2) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:44.178 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:43 smithi071 bash[9480]: cluster 2020-11-16T20:17:43.063443+0000 osd.2 (osd.2) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:44.215 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 7 on host 'smithi071'
2020-11-16T20:17:44.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:43 smithi065 bash[9468]: cluster 2020-11-16T20:17:43.063277+0000 osd.2 (osd.2) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:44.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:43 smithi065 bash[9468]: cluster 2020-11-16T20:17:43.063443+0000 osd.2 (osd.2) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:44.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:43 smithi142 bash[9523]: cluster 2020-11-16T20:17:43.063277+0000 osd.2 (osd.2) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:44.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:43 smithi142 bash[9523]: cluster 2020-11-16T20:17:43.063443+0000 osd.2 (osd.2) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:44 smithi065 bash[9468]: cluster 2020-11-16T20:17:43.901226+0000 mgr.x (mgr.14196) 130 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:44 smithi065 bash[9468]: audit 2020-11-16T20:17:43.977681+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:44 smithi065 bash[9468]: cluster 2020-11-16T20:17:43.978566+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e53: 8 total, 7 up, 7 in
2020-11-16T20:17:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:44 smithi065 bash[9468]: audit 2020-11-16T20:17:44.208146+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:44 smithi065 bash[9468]: audit 2020-11-16T20:17:44.209607+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:44 smithi065 bash[9468]: audit 2020-11-16T20:17:44.210196+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:44 smithi065 bash[9468]: audit 2020-11-16T20:17:44.212524+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:44 smithi142 bash[9523]: cluster 2020-11-16T20:17:43.901226+0000 mgr.x (mgr.14196) 130 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:44 smithi142 bash[9523]: audit 2020-11-16T20:17:43.977681+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:44 smithi142 bash[9523]: cluster 2020-11-16T20:17:43.978566+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e53: 8 total, 7 up, 7 in
2020-11-16T20:17:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:44 smithi142 bash[9523]: audit 2020-11-16T20:17:44.208146+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:44 smithi142 bash[9523]: audit 2020-11-16T20:17:44.209607+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:44 smithi142 bash[9523]: audit 2020-11-16T20:17:44.210196+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:45.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:44 smithi142 bash[9523]: audit 2020-11-16T20:17:44.212524+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:44 smithi071 bash[9480]: cluster 2020-11-16T20:17:43.901226+0000 mgr.x (mgr.14196) 130 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:44 smithi071 bash[9480]: audit 2020-11-16T20:17:43.977681+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:44 smithi071 bash[9480]: cluster 2020-11-16T20:17:43.978566+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e53: 8 total, 7 up, 7 in
2020-11-16T20:17:45.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:44 smithi071 bash[9480]: audit 2020-11-16T20:17:44.208146+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:45.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:44 smithi071 bash[9480]: audit 2020-11-16T20:17:44.209607+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:45.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:44 smithi071 bash[9480]: audit 2020-11-16T20:17:44.210196+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:45.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:44 smithi071 bash[9480]: audit 2020-11-16T20:17:44.212524+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281028\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:20.281170\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281509\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:20.281696\", \"created\": \"2020-11-16T20:17:19.422778\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_device_update\": \"2020-11-16T20:17:28.327098\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:45.606 INFO:teuthology.orchestra.run.smithi071:osd.7> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.7.service
2020-11-16T20:17:45.609 INFO:tasks.cephadm:Deploying osd.8 on smithi065 with /dev/vg_nvme/lv_4...
2020-11-16T20:17:45.610 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4
2020-11-16T20:17:45.692 INFO:journalctl@ceph.osd.7.smithi071.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:17:46.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:45 smithi065 bash[9468]: audit 2020-11-16T20:17:45.239600+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:46.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:45 smithi065 bash[9468]: audit 2020-11-16T20:17:45.241045+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:46.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:45 smithi065 bash[9468]: audit 2020-11-16T20:17:45.246530+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:46.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:45 smithi065 bash[9468]: audit 2020-11-16T20:17:45.250304+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:46.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:45 smithi142 bash[9523]: audit 2020-11-16T20:17:45.239600+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:46.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:45 smithi142 bash[9523]: audit 2020-11-16T20:17:45.241045+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:46.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:45 smithi142 bash[9523]: audit 2020-11-16T20:17:45.246530+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:46.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:45 smithi142 bash[9523]: audit 2020-11-16T20:17:45.250304+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:46.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:45 smithi071 bash[9480]: audit 2020-11-16T20:17:45.239600+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:46.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:45 smithi071 bash[9480]: audit 2020-11-16T20:17:45.241045+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:46.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:45 smithi071 bash[9480]: audit 2020-11-16T20:17:45.246530+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:46.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:45 smithi071 bash[9480]: audit 2020-11-16T20:17:45.250304+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:47.077 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[9480]: cluster 2020-11-16T20:17:45.901738+0000 mgr.x (mgr.14196) 131 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:47.077 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[9480]: audit 2020-11-16T20:17:46.065162+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:47.078 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[9480]: audit 2020-11-16T20:17:46.066763+0000 mon.b (mon.1) 205 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:47.078 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[9480]: audit 2020-11-16T20:17:46.070541+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:17:47.078 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[19196]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7
2020-11-16T20:17:47.078 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[19196]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config
2020-11-16T20:17:47.078 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[19196]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block
2020-11-16T20:17:47.079 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[19196]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block
2020-11-16T20:17:47.079 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[19196]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0
2020-11-16T20:17:47.079 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[19196]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7
2020-11-16T20:17:47.079 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:46 smithi071 bash[19196]: --> ceph-volume lvm activate successful for osd ID: 7
2020-11-16T20:17:47.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:46 smithi065 bash[9468]: cluster 2020-11-16T20:17:45.901738+0000 mgr.x (mgr.14196) 131 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:47.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:46 smithi065 bash[9468]: audit 2020-11-16T20:17:46.065162+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:47.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:46 smithi065 bash[9468]: audit 2020-11-16T20:17:46.066763+0000 mon.b (mon.1) 205 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:47.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:46 smithi065 bash[9468]: audit 2020-11-16T20:17:46.070541+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:17:47.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:46 smithi142 bash[9523]: cluster 2020-11-16T20:17:45.901738+0000 mgr.x (mgr.14196) 131 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:47.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:46 smithi142 bash[9523]: audit 2020-11-16T20:17:46.065162+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:47.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:46 smithi142 bash[9523]: audit 2020-11-16T20:17:46.066763+0000 mon.b (mon.1) 205 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:17:47.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:46 smithi142 bash[9523]: audit 2020-11-16T20:17:46.070541+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:17:48.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:47 smithi065 bash[9468]: cluster 2020-11-16T20:17:46.313785+0000 osd.6 (osd.6) 4 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:17:48.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:47 smithi065 bash[9468]: cluster 2020-11-16T20:17:46.315903+0000 osd.6 (osd.6) 5 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:17:48.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:47 smithi142 bash[9523]: cluster 2020-11-16T20:17:46.313785+0000 osd.6 (osd.6) 4 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:17:48.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:47 smithi142 bash[9523]: cluster 2020-11-16T20:17:46.315903+0000 osd.6 (osd.6) 5 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:17:48.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:48 smithi071 bash[19196]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:17:48.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:47 smithi071 bash[9480]: cluster 2020-11-16T20:17:46.313785+0000 osd.6 (osd.6) 4 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:17:48.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:47 smithi071 bash[9480]: cluster 2020-11-16T20:17:46.315903+0000 osd.6 (osd.6) 5 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:17:49.149 INFO:teuthology.orchestra.run.smithi065.stderr:--> Zapping: /dev/vg_nvme/lv_4
2020-11-16T20:17:49.150 INFO:teuthology.orchestra.run.smithi065.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync
2020-11-16T20:17:49.150 INFO:teuthology.orchestra.run.smithi065.stderr: stderr: 10+0 records in
2020-11-16T20:17:49.150 INFO:teuthology.orchestra.run.smithi065.stderr:10+0 records out
2020-11-16T20:17:49.150 INFO:teuthology.orchestra.run.smithi065.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0159566 s, 657 MB/s
2020-11-16T20:17:49.150 INFO:teuthology.orchestra.run.smithi065.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_4>
2020-11-16T20:17:49.252 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:48 smithi065 bash[9468]: cluster 2020-11-16T20:17:47.902175+0000 mgr.x (mgr.14196) 132 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:49.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:48 smithi142 bash[9523]: cluster 2020-11-16T20:17:47.902175+0000 mgr.x (mgr.14196) 132 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:49.358 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:48 smithi071 bash[9480]: cluster 2020-11-16T20:17:47.902175+0000 mgr.x (mgr.14196) 132 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:49.892 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi065:vg_nvme/lv_4
2020-11-16T20:17:50.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:49 smithi071 bash[19196]: debug 2020-11-16T20:17:49.837+0000 7f5ae5f31f40 -1 Falling back to public interface
2020-11-16T20:17:50.791 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:50 smithi071 bash[19196]: debug 2020-11-16T20:17:50.452+0000 7f5ae5f31f40 -1 osd.7 0 log_to_monitors {default=true}
2020-11-16T20:17:51.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:51 smithi071 bash[9480]: cluster 2020-11-16T20:17:49.902713+0000 mgr.x (mgr.14196) 133 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:51.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:51 smithi071 bash[9480]: audit 2020-11-16T20:17:50.460928+0000 mon.a (mon.0) 533 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:17:51.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:51 smithi071 bash[9480]: audit 2020-11-16T20:17:50.462278+0000 mon.b (mon.1) 206 : audit [INF] from='osd.7 v1:172.21.15.71:6813/499729663' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:17:51.219 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:51 smithi065 bash[9468]: cluster 2020-11-16T20:17:49.902713+0000 mgr.x (mgr.14196) 133 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:51.219 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:51 smithi065 bash[9468]: audit 2020-11-16T20:17:50.460928+0000 mon.a (mon.0) 533 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:17:51.219 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:51 smithi065 bash[9468]: audit 2020-11-16T20:17:50.462278+0000 mon.b (mon.1) 206 : audit [INF] from='osd.7 v1:172.21.15.71:6813/499729663' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:17:51.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:51 smithi142 bash[9523]: cluster 2020-11-16T20:17:49.902713+0000 mgr.x (mgr.14196) 133 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:51.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:51 smithi142 bash[9523]: audit 2020-11-16T20:17:50.460928+0000 mon.a (mon.0) 533 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:17:51.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:51 smithi142 bash[9523]: audit 2020-11-16T20:17:50.462278+0000 mon.b (mon.1) 206 : audit [INF] from='osd.7 v1:172.21.15.71:6813/499729663' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:17:52.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: cluster 2020-11-16T20:17:50.755187+0000 osd.0 (osd.0) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:52.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: cluster 2020-11-16T20:17:50.755632+0000 osd.0 (osd.0) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:52.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.007131+0000 mon.a (mon.0) 534 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished
2020-11-16T20:17:52.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: cluster 2020-11-16T20:17:51.007251+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e54: 8 total, 7 up, 7 in
2020-11-16T20:17:52.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.008828+0000 mon.b (mon.1) 207 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:52.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.010987+0000 mon.b (mon.1) 208 : audit [INF] from='osd.7 v1:172.21.15.71:6813/499729663' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:52.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.015386+0000 mon.a (mon.0) 536 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:52.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.455106+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:52.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.751688+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.752506+0000 mon.b (mon.1) 210 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.757659+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.760424+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.761756+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.765928+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:52.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.770117+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.771441+0000 mon.b (mon.1) 212 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:52 smithi065 bash[9468]: audit 2020-11-16T20:17:51.774877+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:52.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: cluster 2020-11-16T20:17:50.755187+0000 osd.0 (osd.0) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:52.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: cluster 2020-11-16T20:17:50.755632+0000 osd.0 (osd.0) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.007131+0000 mon.a (mon.0) 534 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished
2020-11-16T20:17:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: cluster 2020-11-16T20:17:51.007251+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e54: 8 total, 7 up, 7 in
2020-11-16T20:17:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.008828+0000 mon.b (mon.1) 207 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.010987+0000 mon.b (mon.1) 208 : audit [INF] from='osd.7 v1:172.21.15.71:6813/499729663' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.015386+0000 mon.a (mon.0) 536 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.455106+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:52.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.751688+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:52.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.752506+0000 mon.b (mon.1) 210 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:52.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.757659+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.760424+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.761756+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.765928+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.770117+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.771441+0000 mon.b (mon.1) 212 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:52 smithi142 bash[9523]: audit 2020-11-16T20:17:51.774877+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:52.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[19196]: debug 2020-11-16T20:17:52.028+0000 7f5adc4ad700 -1 osd.7 0 waiting for initial osdmap
2020-11-16T20:17:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: cluster 2020-11-16T20:17:50.755187+0000 osd.0 (osd.0) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: cluster 2020-11-16T20:17:50.755632+0000 osd.0 (osd.0) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.007131+0000 mon.a (mon.0) 534 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished
2020-11-16T20:17:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: cluster 2020-11-16T20:17:51.007251+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e54: 8 total, 7 up, 7 in
2020-11-16T20:17:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.008828+0000 mon.b (mon.1) 207 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.010987+0000 mon.b (mon.1) 208 : audit [INF] from='osd.7 v1:172.21.15.71:6813/499729663' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.015386+0000 mon.a (mon.0) 536 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:17:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.455106+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:17:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.751688+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:52.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.752506+0000 mon.b (mon.1) 210 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]: dispatch
2020-11-16T20:17:52.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.757659+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:12:27.231348\"}"}]': finished
2020-11-16T20:17:52.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.760424+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.761756+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.765928+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:52.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.770117+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.771441+0000 mon.b (mon.1) 212 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:17:52.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:52 smithi071 bash[9480]: audit 2020-11-16T20:17:51.774877+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:17:53.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:53 smithi065 bash[9468]: cluster 2020-11-16T20:17:51.903247+0000 mgr.x (mgr.14196) 134 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:53.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:53 smithi065 bash[9468]: audit 2020-11-16T20:17:52.018262+0000 mon.a (mon.0) 543 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:53.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:53 smithi065 bash[9468]: cluster 2020-11-16T20:17:52.018379+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e55: 8 total, 7 up, 7 in
2020-11-16T20:17:53.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:53 smithi065 bash[9468]: audit 2020-11-16T20:17:52.025727+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:53.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:53 smithi065 bash[9468]: cluster 2020-11-16T20:17:53.019802+0000 mon.a (mon.0) 545 : cluster [INF] osd.7 v1:172.21.15.71:6813/499729663 boot
2020-11-16T20:17:53.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:53 smithi065 bash[9468]: cluster 2020-11-16T20:17:53.019910+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in
2020-11-16T20:17:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:53 smithi142 bash[9523]: cluster 2020-11-16T20:17:51.903247+0000 mgr.x (mgr.14196) 134 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:53 smithi142 bash[9523]: audit 2020-11-16T20:17:52.018262+0000 mon.a (mon.0) 543 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:53 smithi142 bash[9523]: cluster 2020-11-16T20:17:52.018379+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e55: 8 total, 7 up, 7 in
2020-11-16T20:17:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:53 smithi142 bash[9523]: audit 2020-11-16T20:17:52.025727+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:53 smithi142 bash[9523]: cluster 2020-11-16T20:17:53.019802+0000 mon.a (mon.0) 545 : cluster [INF] osd.7 v1:172.21.15.71:6813/499729663 boot
2020-11-16T20:17:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:53 smithi142 bash[9523]: cluster 2020-11-16T20:17:53.019910+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in
2020-11-16T20:17:53.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:53 smithi071 bash[9480]: cluster 2020-11-16T20:17:51.903247+0000 mgr.x (mgr.14196) 134 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail
2020-11-16T20:17:53.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:53 smithi071 bash[9480]: audit 2020-11-16T20:17:52.018262+0000 mon.a (mon.0) 543 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished
2020-11-16T20:17:53.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:53 smithi071 bash[9480]: cluster 2020-11-16T20:17:52.018379+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e55: 8 total, 7 up, 7 in
2020-11-16T20:17:53.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:53 smithi071 bash[9480]: audit 2020-11-16T20:17:52.025727+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:53.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:53 smithi071 bash[9480]: cluster 2020-11-16T20:17:53.019802+0000 mon.a (mon.0) 545 : cluster [INF] osd.7 v1:172.21.15.71:6813/499729663 boot
2020-11-16T20:17:53.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:53 smithi071 bash[9480]: cluster 2020-11-16T20:17:53.019910+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in
2020-11-16T20:17:54.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:54 smithi142 bash[9523]: cluster 2020-11-16T20:17:51.463033+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:54.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:54 smithi142 bash[9523]: cluster 2020-11-16T20:17:51.463328+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:54.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:54 smithi142 bash[9523]: cluster 2020-11-16T20:17:52.025226+0000 osd.7 (osd.7) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:54.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:54 smithi142 bash[9523]: audit 2020-11-16T20:17:53.026946+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:54.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:54 smithi142 bash[9523]: audit 2020-11-16T20:17:53.226431+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:54.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:54 smithi142 bash[9523]: audit 2020-11-16T20:17:53.230616+0000 mon.b (mon.1) 216 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:54.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:54 smithi142 bash[9523]: audit 2020-11-16T20:17:53.232162+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:54.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:54 smithi142 bash[9523]: audit 2020-11-16T20:17:53.234012+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:54.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:54 smithi071 bash[9480]: cluster 2020-11-16T20:17:51.463033+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:54.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:54 smithi071 bash[9480]: cluster 2020-11-16T20:17:51.463328+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:54.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:54 smithi071 bash[9480]: cluster 2020-11-16T20:17:52.025226+0000 osd.7 (osd.7) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:54.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:54 smithi071 bash[9480]: audit 2020-11-16T20:17:53.026946+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:54.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:54 smithi071 bash[9480]: audit 2020-11-16T20:17:53.226431+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:54.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:54 smithi071 bash[9480]: audit 2020-11-16T20:17:53.230616+0000 mon.b (mon.1) 216 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:54.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:54 smithi071 bash[9480]: audit 2020-11-16T20:17:53.232162+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:54.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:54 smithi071 bash[9480]: audit 2020-11-16T20:17:53.234012+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:54.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:54 smithi065 bash[9468]: cluster 2020-11-16T20:17:51.463033+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:17:54.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:54 smithi065 bash[9468]: cluster 2020-11-16T20:17:51.463328+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:17:54.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:54 smithi065 bash[9468]: cluster 2020-11-16T20:17:52.025226+0000 osd.7 (osd.7) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:17:54.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:54 smithi065 bash[9468]: audit 2020-11-16T20:17:53.026946+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:17:54.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:54 smithi065 bash[9468]: audit 2020-11-16T20:17:53.226431+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:17:54.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:54 smithi065 bash[9468]: audit 2020-11-16T20:17:53.230616+0000 mon.b (mon.1) 216 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:17:54.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:54 smithi065 bash[9468]: audit 2020-11-16T20:17:53.232162+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:17:54.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:54 smithi065 bash[9468]: audit 2020-11-16T20:17:53.234012+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:17:55.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:55 smithi071 bash[9480]: audit 2020-11-16T20:17:53.224568+0000 mgr.x (mgr.14196) 135 : audit [DBG] from='client.34337 v1:172.21.15.65:0/2755657837' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:55.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:55 smithi071 bash[9480]: cephadm 2020-11-16T20:17:53.227931+0000 mgr.x (mgr.14196) 136 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:55.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:55 smithi071 bash[9480]: cephadm 2020-11-16T20:17:53.228146+0000 mgr.x (mgr.14196) 137 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:55.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:55 smithi071 bash[9480]: cephadm 2020-11-16T20:17:53.229798+0000 mgr.x (mgr.14196) 138 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:17:55.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:55 smithi071 bash[9480]: cluster 2020-11-16T20:17:53.903863+0000 mgr.x (mgr.14196) 139 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:17:55.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:55 smithi071 bash[9480]: cluster 2020-11-16T20:17:54.042074+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in
2020-11-16T20:17:55.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:55 smithi065 bash[9468]: audit 2020-11-16T20:17:53.224568+0000 mgr.x (mgr.14196) 135 : audit [DBG] from='client.34337 v1:172.21.15.65:0/2755657837' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:55.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:55 smithi065 bash[9468]: cephadm 2020-11-16T20:17:53.227931+0000 mgr.x (mgr.14196) 136 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:55.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:55 smithi065 bash[9468]: cephadm 2020-11-16T20:17:53.228146+0000 mgr.x (mgr.14196) 137 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:55.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:55 smithi065 bash[9468]: cephadm 2020-11-16T20:17:53.229798+0000 mgr.x (mgr.14196) 138 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:17:55.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:55 smithi065 bash[9468]: cluster 2020-11-16T20:17:53.903863+0000 mgr.x (mgr.14196) 139 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:17:55.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:55 smithi065 bash[9468]: cluster 2020-11-16T20:17:54.042074+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in
2020-11-16T20:17:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:55 smithi142 bash[9523]: audit 2020-11-16T20:17:53.224568+0000 mgr.x (mgr.14196) 135 : audit [DBG] from='client.34337 v1:172.21.15.65:0/2755657837' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:17:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:55 smithi142 bash[9523]: cephadm 2020-11-16T20:17:53.227931+0000 mgr.x (mgr.14196) 136 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:17:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:55 smithi142 bash[9523]: cephadm 2020-11-16T20:17:53.228146+0000 mgr.x (mgr.14196) 137 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:17:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:55 smithi142 bash[9523]: cephadm 2020-11-16T20:17:53.229798+0000 mgr.x (mgr.14196) 138 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:17:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:55 smithi142 bash[9523]: cluster 2020-11-16T20:17:53.903863+0000 mgr.x (mgr.14196) 139 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:17:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:55 smithi142 bash[9523]: cluster 2020-11-16T20:17:54.042074+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in
2020-11-16T20:17:57.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:56 smithi071 bash[9480]: cluster 2020-11-16T20:17:55.904467+0000 mgr.x (mgr.14196) 140 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:17:57.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:56 smithi065 bash[9468]: cluster 2020-11-16T20:17:55.904467+0000 mgr.x (mgr.14196) 140 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:17:57.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:56 smithi142 bash[9523]: cluster 2020-11-16T20:17:55.904467+0000 mgr.x (mgr.14196) 140 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:17:58.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:57 smithi071 bash[9480]: audit 2020-11-16T20:17:57.105895+0000 mon.a (mon.0) 548 : audit [INF] from='client.34343 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]: dispatch
2020-11-16T20:17:58.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:57 smithi071 bash[9480]: audit 2020-11-16T20:17:57.107745+0000 mon.c (mon.2) 2 : audit [INF] from='client.? v1:172.21.15.65:0/39701772' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]: dispatch
2020-11-16T20:17:58.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:57 smithi071 bash[9480]: audit 2020-11-16T20:17:57.117014+0000 mon.a (mon.0) 549 : audit [INF] from='client.34343 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]': finished
2020-11-16T20:17:58.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:57 smithi071 bash[9480]: cluster 2020-11-16T20:17:57.117120+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e58: 9 total, 8 up, 8 in
2020-11-16T20:17:58.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:57 smithi071 bash[9480]: audit 2020-11-16T20:17:57.119099+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:17:58.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:57 smithi071 bash[9480]: audit 2020-11-16T20:17:57.772008+0000 mon.c (mon.2) 3 : audit [DBG] from='client.34349 v1:172.21.15.65:0/2660182181' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:58.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:57 smithi065 bash[9468]: audit 2020-11-16T20:17:57.105895+0000 mon.a (mon.0) 548 : audit [INF] from='client.34343 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]: dispatch
2020-11-16T20:17:58.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:57 smithi065 bash[9468]: audit 2020-11-16T20:17:57.107745+0000 mon.c (mon.2) 2 : audit [INF] from='client.? v1:172.21.15.65:0/39701772' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]: dispatch
2020-11-16T20:17:58.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:57 smithi065 bash[9468]: audit 2020-11-16T20:17:57.117014+0000 mon.a (mon.0) 549 : audit [INF] from='client.34343 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]': finished
2020-11-16T20:17:58.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:57 smithi065 bash[9468]: cluster 2020-11-16T20:17:57.117120+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e58: 9 total, 8 up, 8 in
2020-11-16T20:17:58.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:57 smithi065 bash[9468]: audit 2020-11-16T20:17:57.119099+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:17:58.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:57 smithi065 bash[9468]: audit 2020-11-16T20:17:57.772008+0000 mon.c (mon.2) 3 : audit [DBG] from='client.34349 v1:172.21.15.65:0/2660182181' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:58.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:57 smithi142 bash[9523]: audit 2020-11-16T20:17:57.105895+0000 mon.a (mon.0) 548 : audit [INF] from='client.34343 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]: dispatch
2020-11-16T20:17:58.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:57 smithi142 bash[9523]: audit 2020-11-16T20:17:57.107745+0000 mon.c (mon.2) 2 : audit [INF] from='client.? v1:172.21.15.65:0/39701772' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]: dispatch
2020-11-16T20:17:58.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:57 smithi142 bash[9523]: audit 2020-11-16T20:17:57.117014+0000 mon.a (mon.0) 549 : audit [INF] from='client.34343 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083"}]': finished
2020-11-16T20:17:58.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:57 smithi142 bash[9523]: cluster 2020-11-16T20:17:57.117120+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e58: 9 total, 8 up, 8 in
2020-11-16T20:17:58.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:57 smithi142 bash[9523]: audit 2020-11-16T20:17:57.119099+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:17:58.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:57 smithi142 bash[9523]: audit 2020-11-16T20:17:57.772008+0000 mon.c (mon.2) 3 : audit [DBG] from='client.34349 v1:172.21.15.65:0/2660182181' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:17:59.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:17:58 smithi071 bash[9480]: cluster 2020-11-16T20:17:57.905176+0000 mgr.x (mgr.14196) 141 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:17:59.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:17:58 smithi065 bash[9468]: cluster 2020-11-16T20:17:57.905176+0000 mgr.x (mgr.14196) 141 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:17:59.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:17:58 smithi142 bash[9523]: cluster 2020-11-16T20:17:57.905176+0000 mgr.x (mgr.14196) 141 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:01.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:00 smithi071 bash[9480]: cluster 2020-11-16T20:17:59.905851+0000 mgr.x (mgr.14196) 142 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:01.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:00 smithi065 bash[9468]: cluster 2020-11-16T20:17:59.905851+0000 mgr.x (mgr.14196) 142 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:01.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:00 smithi142 bash[9523]: cluster 2020-11-16T20:17:59.905851+0000 mgr.x (mgr.14196) 142 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:02.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:01 smithi071 bash[9480]: audit 2020-11-16T20:18:00.974179+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:02.200 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:01 smithi065 bash[9468]: audit 2020-11-16T20:18:00.974179+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:02.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:01 smithi142 bash[9523]: audit 2020-11-16T20:18:00.974179+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:03.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:02 smithi071 bash[9480]: cluster 2020-11-16T20:18:01.906398+0000 mgr.x (mgr.14196) 143 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:03.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:02 smithi071 bash[9480]: cluster 2020-11-16T20:18:02.246760+0000 osd.5 (osd.5) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:03.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:02 smithi071 bash[9480]: cluster 2020-11-16T20:18:02.246896+0000 osd.5 (osd.5) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:03.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:02 smithi065 bash[9468]: cluster 2020-11-16T20:18:01.906398+0000 mgr.x (mgr.14196) 143 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:03.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:02 smithi065 bash[9468]: cluster 2020-11-16T20:18:02.246760+0000 osd.5 (osd.5) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:03.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:02 smithi065 bash[9468]: cluster 2020-11-16T20:18:02.246896+0000 osd.5 (osd.5) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:03.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:02 smithi142 bash[9523]: cluster 2020-11-16T20:18:01.906398+0000 mgr.x (mgr.14196) 143 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:03.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:02 smithi142 bash[9523]: cluster 2020-11-16T20:18:02.246760+0000 osd.5 (osd.5) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:03.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:02 smithi142 bash[9523]: cluster 2020-11-16T20:18:02.246896+0000 osd.5 (osd.5) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:03 smithi071 bash[9480]: cluster 2020-11-16T20:18:02.931261+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e59: 9 total, 8 up, 8 in
2020-11-16T20:18:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:03 smithi071 bash[9480]: audit 2020-11-16T20:18:02.934485+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:04.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:03 smithi065 bash[9468]: cluster 2020-11-16T20:18:02.931261+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e59: 9 total, 8 up, 8 in
2020-11-16T20:18:04.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:03 smithi065 bash[9468]: audit 2020-11-16T20:18:02.934485+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:04.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:03 smithi142 bash[9523]: cluster 2020-11-16T20:18:02.931261+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e59: 9 total, 8 up, 8 in
2020-11-16T20:18:04.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:03 smithi142 bash[9523]: audit 2020-11-16T20:18:02.934485+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:04 smithi071 bash[9480]: cluster 2020-11-16T20:18:03.906994+0000 mgr.x (mgr.14196) 144 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:05.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:04 smithi065 bash[9468]: cluster 2020-11-16T20:18:03.906994+0000 mgr.x (mgr.14196) 144 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:05.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:04 smithi142 bash[9523]: cluster 2020-11-16T20:18:03.906994+0000 mgr.x (mgr.14196) 144 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:06.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:05 smithi071 bash[9480]: audit 2020-11-16T20:18:05.014038+0000 mon.b (mon.1) 222 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch
2020-11-16T20:18:06.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:05 smithi071 bash[9480]: audit 2020-11-16T20:18:05.015498+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:18:06.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:05 smithi071 bash[9480]: cephadm 2020-11-16T20:18:05.016805+0000 mgr.x (mgr.14196) 145 : cephadm [INF] Deploying daemon osd.8 on smithi065
2020-11-16T20:18:06.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:05 smithi071 bash[9480]: audit 2020-11-16T20:18:05.017458+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.8", "key": "container_image"}]: dispatch
2020-11-16T20:18:06.220 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:05 smithi065 bash[9468]: audit 2020-11-16T20:18:05.014038+0000 mon.b (mon.1) 222 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch
2020-11-16T20:18:06.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:05 smithi065 bash[9468]: audit 2020-11-16T20:18:05.015498+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:18:06.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:05 smithi065 bash[9468]: cephadm 2020-11-16T20:18:05.016805+0000 mgr.x (mgr.14196) 145 : cephadm [INF] Deploying daemon osd.8 on smithi065
2020-11-16T20:18:06.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:05 smithi065 bash[9468]: audit 2020-11-16T20:18:05.017458+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.8", "key": "container_image"}]: dispatch
2020-11-16T20:18:06.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:05 smithi142 bash[9523]: audit 2020-11-16T20:18:05.014038+0000 mon.b (mon.1) 222 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch
2020-11-16T20:18:06.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:05 smithi142 bash[9523]: audit 2020-11-16T20:18:05.015498+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:18:06.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:05 smithi142 bash[9523]: cephadm 2020-11-16T20:18:05.016805+0000 mgr.x (mgr.14196) 145 : cephadm [INF] Deploying daemon osd.8 on smithi065
2020-11-16T20:18:06.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:05 smithi142 bash[9523]: audit 2020-11-16T20:18:05.017458+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.8", "key": "container_image"}]: dispatch
2020-11-16T20:18:07.214 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:06 smithi065 bash[9468]: cluster 2020-11-16T20:18:05.907562+0000 mgr.x (mgr.14196) 146 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:07.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:06 smithi142 bash[9523]: cluster 2020-11-16T20:18:05.907562+0000 mgr.x (mgr.14196) 146 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:Created osd(s) 8 on host 'smithi065'
2020-11-16T20:18:07.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:06 smithi071 bash[9480]: cluster 2020-11-16T20:18:05.907562+0000 mgr.x (mgr.14196) 146 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:08.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:07 smithi065 bash[9468]: audit 2020-11-16T20:18:07.291290+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:08.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:07 smithi065 bash[9468]: audit 2020-11-16T20:18:07.291353+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:07 smithi065 bash[9468]: audit 2020-11-16T20:18:07.292029+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:18:08.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:07 smithi065 bash[9468]: audit 2020-11-16T20:18:07.297089+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:08.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:07 smithi142 bash[9523]: audit 2020-11-16T20:18:07.291290+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:08.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:07 smithi142 bash[9523]: audit 2020-11-16T20:18:07.291353+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:08.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:07 smithi142 bash[9523]: audit 2020-11-16T20:18:07.292029+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:18:08.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:07 smithi142 bash[9523]: audit 2020-11-16T20:18:07.297089+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:08.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:07 smithi071 bash[9480]: audit 2020-11-16T20:18:07.291290+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:12.474 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:07 smithi071 bash[9480]: audit 2020-11-16T20:18:07.291353+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:12.474 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:07 smithi071 bash[9480]: audit 2020-11-16T20:18:07.292029+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:18:12.475 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:07 smithi071 bash[9480]: audit 2020-11-16T20:18:07.297089+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:14:27.086320\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_device_update\": \"2020-11-16T20:13:07.761960\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:12.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: cluster 2020-11-16T20:18:07.849650+0000 osd.3 (osd.3) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:12.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: cluster 2020-11-16T20:18:07.849816+0000 osd.3 (osd.3) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:12.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: cluster 2020-11-16T20:18:07.908145+0000 mgr.x (mgr.14196) 147 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:12.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: audit 2020-11-16T20:18:07.953233+0000 mon.b (mon.1) 227 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:12.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: audit 2020-11-16T20:18:07.953393+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:12.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: audit 2020-11-16T20:18:07.967332+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:12.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: audit 2020-11-16T20:18:07.969616+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:12.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: cluster 2020-11-16T20:18:08.310412+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e60: 9 total, 8 up, 8 in
2020-11-16T20:18:12.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:08 smithi142 bash[9523]: audit 2020-11-16T20:18:08.312205+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:12.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:10 smithi142 bash[9523]: cluster 2020-11-16T20:18:09.908732+0000 mgr.x (mgr.14196) 148 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:12.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:11 smithi142 bash[9523]: audit 2020-11-16T20:18:11.075655+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:12.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:11 smithi142 bash[9523]: audit 2020-11-16T20:18:11.075670+0000 mon.b (mon.1) 230 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:12.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:11 smithi142 bash[9523]: audit 2020-11-16T20:18:11.081030+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:18:12.481 INFO:teuthology.orchestra.run.smithi065:osd.8> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.8.service
2020-11-16T20:18:12.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: cluster 2020-11-16T20:18:07.849650+0000 osd.3 (osd.3) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:12.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: cluster 2020-11-16T20:18:07.849816+0000 osd.3 (osd.3) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:12.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: cluster 2020-11-16T20:18:07.908145+0000 mgr.x (mgr.14196) 147 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:12.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: audit 2020-11-16T20:18:07.953233+0000 mon.b (mon.1) 227 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:12.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: audit 2020-11-16T20:18:07.953393+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:12.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: audit 2020-11-16T20:18:07.967332+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:12.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: audit 2020-11-16T20:18:07.969616+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:12.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: cluster 2020-11-16T20:18:08.310412+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e60: 9 total, 8 up, 8 in
2020-11-16T20:18:12.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:08 smithi065 bash[9468]: audit 2020-11-16T20:18:08.312205+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:12.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:10 smithi065 bash[9468]: cluster 2020-11-16T20:18:09.908732+0000 mgr.x (mgr.14196) 148 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:12.484 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:11 smithi065 bash[9468]: audit 2020-11-16T20:18:11.075655+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:12.484 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:11 smithi065 bash[9468]: audit 2020-11-16T20:18:11.075670+0000 mon.b (mon.1) 230 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:12.484 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:11 smithi065 bash[9468]: audit 2020-11-16T20:18:11.081030+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:18:12.484 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: cluster 2020-11-16T20:18:07.849650+0000 osd.3 (osd.3) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:12.484 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: cluster 2020-11-16T20:18:07.849816+0000 osd.3 (osd.3) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:12.484 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: cluster 2020-11-16T20:18:07.908145+0000 mgr.x (mgr.14196) 147 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:12.485 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: audit 2020-11-16T20:18:07.953233+0000 mon.b (mon.1) 227 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:12.485 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: audit 2020-11-16T20:18:07.953393+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:12.485 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: audit 2020-11-16T20:18:07.967332+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:12.485 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: audit 2020-11-16T20:18:07.969616+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:12.485 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: cluster 2020-11-16T20:18:08.310412+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e60: 9 total, 8 up, 8 in
2020-11-16T20:18:12.485 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:08 smithi071 bash[9480]: audit 2020-11-16T20:18:08.312205+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:12.485 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:10 smithi071 bash[9480]: cluster 2020-11-16T20:18:09.908732+0000 mgr.x (mgr.14196) 148 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:12.486 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:11 smithi071 bash[9480]: audit 2020-11-16T20:18:11.075655+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:12.486 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:11 smithi071 bash[9480]: audit 2020-11-16T20:18:11.075670+0000 mon.b (mon.1) 230 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:12.486 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:11 smithi071 bash[9480]: audit 2020-11-16T20:18:11.081030+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:18:12.488 INFO:tasks.cephadm:Deploying osd.9 on smithi065 with /dev/vg_nvme/lv_3...
2020-11-16T20:18:12.488 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3
2020-11-16T20:18:12.561 INFO:journalctl@ceph.osd.8.smithi065.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:18:13.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:18:12 smithi065 bash[11785]: debug 2020-11-16T20:18:12.757+0000 7f3655777f40 -1 Falling back to public interface
2020-11-16T20:18:13.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:13 smithi071 bash[9480]: cluster 2020-11-16T20:18:11.909354+0000 mgr.x (mgr.14196) 149 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:13.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:13 smithi065 bash[9468]: cluster 2020-11-16T20:18:11.909354+0000 mgr.x (mgr.14196) 149 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:13.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:18:13 smithi065 bash[11785]: debug 2020-11-16T20:18:13.149+0000 7f3655777f40 -1 osd.8 0 log_to_monitors {default=true}
2020-11-16T20:18:13.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:13 smithi142 bash[9523]: cluster 2020-11-16T20:18:11.909354+0000 mgr.x (mgr.14196) 149 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:14.448 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:14 smithi065 bash[9468]: audit 2020-11-16T20:18:13.158517+0000 mon.a (mon.0) 559 : audit [INF] from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2020-11-16T20:18:14.448 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:14 smithi065 bash[9468]: audit 2020-11-16T20:18:13.159233+0000 mon.c (mon.2) 4 : audit [INF] from='osd.8 v1:172.21.15.65:6800/930793981' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2020-11-16T20:18:14.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:14 smithi071 bash[9480]: audit 2020-11-16T20:18:13.158517+0000 mon.a (mon.0) 559 : audit [INF] from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2020-11-16T20:18:14.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:14 smithi071 bash[9480]: audit 2020-11-16T20:18:13.159233+0000 mon.c (mon.2) 4 : audit [INF] from='osd.8 v1:172.21.15.65:6800/930793981' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2020-11-16T20:18:14.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:14 smithi142 bash[9523]: audit 2020-11-16T20:18:13.158517+0000 mon.a (mon.0) 559 : audit [INF] from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2020-11-16T20:18:14.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:14 smithi142 bash[9523]: audit 2020-11-16T20:18:13.159233+0000 mon.c (mon.2) 4 : audit [INF] from='osd.8 v1:172.21.15.65:6800/930793981' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2020-11-16T20:18:15.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: cluster 2020-11-16T20:18:13.910072+0000 mgr.x (mgr.14196) 150 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:15.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.096863+0000 mon.a (mon.0) 560 : audit [INF] from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished
2020-11-16T20:18:15.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: cluster 2020-11-16T20:18:14.096949+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e61: 9 total, 8 up, 8 in
2020-11-16T20:18:15.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.100186+0000 mon.a (mon.0) 562 : audit [INF] from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:18:15.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.100491+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:15.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.100807+0000 mon.c (mon.2) 5 : audit [INF] from='osd.8 v1:172.21.15.65:6800/930793981' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:18:15.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.383779+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:18:15.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.686368+0000 mon.b (mon.1) 233 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:15.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.686623+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:15.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.692687+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:15.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.696200+0000 mon.b (mon.1) 234 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.696202+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.701133+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:18:15.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.708159+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.708174+0000 mon.b (mon.1) 235 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:15 smithi071 bash[9480]: audit 2020-11-16T20:18:14.713648+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:18:15.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[11785]: debug 2020-11-16T20:18:15.109+0000 7f364d4f6700 -1 osd.8 0 waiting for initial osdmap
2020-11-16T20:18:15.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: cluster 2020-11-16T20:18:13.910072+0000 mgr.x (mgr.14196) 150 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.096863+0000 mon.a (mon.0) 560 : audit [INF] from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished
2020-11-16T20:18:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: cluster 2020-11-16T20:18:14.096949+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e61: 9 total, 8 up, 8 in
2020-11-16T20:18:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.100186+0000 mon.a (mon.0) 562 : audit [INF] from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:18:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.100491+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.100807+0000 mon.c (mon.2) 5 : audit [INF] from='osd.8 v1:172.21.15.65:6800/930793981' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:18:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.383779+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:18:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.686368+0000 mon.b (mon.1) 233 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.686623+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.692687+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:15.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.696200+0000 mon.b (mon.1) 234 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.696202+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.701133+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:18:15.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.708159+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.708174+0000 mon.b (mon.1) 235 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:15 smithi065 bash[9468]: audit 2020-11-16T20:18:14.713648+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:18:15.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: cluster 2020-11-16T20:18:13.910072+0000 mgr.x (mgr.14196) 150 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:15.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.096863+0000 mon.a (mon.0) 560 : audit [INF] from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished
2020-11-16T20:18:15.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: cluster 2020-11-16T20:18:14.096949+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e61: 9 total, 8 up, 8 in
2020-11-16T20:18:15.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.100186+0000 mon.a (mon.0) 562 : audit [INF] from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:18:15.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.100491+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:15.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.100807+0000 mon.c (mon.2) 5 : audit [INF] from='osd.8 v1:172.21.15.65:6800/930793981' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:18:15.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.383779+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:18:15.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.686368+0000 mon.b (mon.1) 233 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:15.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.686623+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:18:15.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.692687+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}}, \"last_daemon_update\": \"2020-11-16T20:18:07.952044\", \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:18:15.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.696200+0000 mon.b (mon.1) 234 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.696202+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.701133+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:18:15.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.708159+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.708174+0000 mon.b (mon.1) 235 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:18:15.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:15 smithi142 bash[9523]: audit 2020-11-16T20:18:14.713648+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:18:16.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:16 smithi065 bash[9468]: audit 2020-11-16T20:18:15.099075+0000 mon.a (mon.0) 569 : audit [INF] from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:18:16.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:16 smithi065 bash[9468]: cluster 2020-11-16T20:18:15.099201+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e62: 9 total, 8 up, 8 in
2020-11-16T20:18:16.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:16 smithi065 bash[9468]: audit 2020-11-16T20:18:15.102992+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:16.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:16 smithi071 bash[9480]: audit 2020-11-16T20:18:15.099075+0000 mon.a (mon.0) 569 : audit [INF] from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:18:16.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:16 smithi071 bash[9480]: cluster 2020-11-16T20:18:15.099201+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e62: 9 total, 8 up, 8 in
2020-11-16T20:18:16.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:16 smithi071 bash[9480]: audit 2020-11-16T20:18:15.102992+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:16.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:16 smithi142 bash[9523]: audit 2020-11-16T20:18:15.099075+0000 mon.a (mon.0) 569 : audit [INF] from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:18:16.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:16 smithi142 bash[9523]: cluster 2020-11-16T20:18:15.099201+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e62: 9 total, 8 up, 8 in
2020-11-16T20:18:16.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:16 smithi142 bash[9523]: audit 2020-11-16T20:18:15.102992+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:16.594 INFO:teuthology.orchestra.run.smithi065.stderr:--> Zapping: /dev/vg_nvme/lv_3
2020-11-16T20:18:16.594 INFO:teuthology.orchestra.run.smithi065.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync
2020-11-16T20:18:16.594 INFO:teuthology.orchestra.run.smithi065.stderr: stderr: 10+0 records in
2020-11-16T20:18:16.594 INFO:teuthology.orchestra.run.smithi065.stderr:10+0 records out
2020-11-16T20:18:16.595 INFO:teuthology.orchestra.run.smithi065.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0138647 s, 756 MB/s
2020-11-16T20:18:20.750 INFO:teuthology.orchestra.run.smithi065.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_3>
2020-11-16T20:18:20.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:17 smithi142 bash[9523]: cluster 2020-11-16T20:18:14.131938+0000 osd.8 (osd.8) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:20.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:17 smithi142 bash[9523]: cluster 2020-11-16T20:18:14.132094+0000 osd.8 (osd.8) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:20.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:17 smithi142 bash[9523]: cluster 2020-11-16T20:18:15.101444+0000 osd.8 (osd.8) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:18:20.754 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:17 smithi142 bash[9523]: cluster 2020-11-16T20:18:15.910598+0000 mgr.x (mgr.14196) 151 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:20.754 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:17 smithi142 bash[9523]: audit 2020-11-16T20:18:16.105960+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:20.754 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:17 smithi142 bash[9523]: cluster 2020-11-16T20:18:16.117407+0000 mon.a (mon.0) 571 : cluster [INF] osd.8 v1:172.21.15.65:6800/930793981 boot
2020-11-16T20:18:20.754 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:17 smithi142 bash[9523]: cluster 2020-11-16T20:18:16.117487+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e63: 9 total, 9 up, 9 in
2020-11-16T20:18:20.754 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:17 smithi142 bash[9523]: audit 2020-11-16T20:18:16.121545+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:20.754 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:18 smithi142 bash[9523]: cluster 2020-11-16T20:18:17.040047+0000 osd.1 (osd.1) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:20.755 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:18 smithi142 bash[9523]: cluster 2020-11-16T20:18:17.040167+0000 osd.1 (osd.1) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:20.755 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:18 smithi142 bash[9523]: cluster 2020-11-16T20:18:17.120827+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e64: 9 total, 9 up, 9 in
2020-11-16T20:18:20.755 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:19 smithi142 bash[9523]: cluster 2020-11-16T20:18:17.911181+0000 mgr.x (mgr.14196) 152 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:20.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:17 smithi071 bash[9480]: cluster 2020-11-16T20:18:14.131938+0000 osd.8 (osd.8) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:20.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:17 smithi071 bash[9480]: cluster 2020-11-16T20:18:14.132094+0000 osd.8 (osd.8) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:20.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:17 smithi071 bash[9480]: cluster 2020-11-16T20:18:15.101444+0000 osd.8 (osd.8) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:18:20.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:17 smithi071 bash[9480]: cluster 2020-11-16T20:18:15.910598+0000 mgr.x (mgr.14196) 151 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:20.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:17 smithi071 bash[9480]: audit 2020-11-16T20:18:16.105960+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:20.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:17 smithi071 bash[9480]: cluster 2020-11-16T20:18:16.117407+0000 mon.a (mon.0) 571 : cluster [INF] osd.8 v1:172.21.15.65:6800/930793981 boot
2020-11-16T20:18:20.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:17 smithi071 bash[9480]: cluster 2020-11-16T20:18:16.117487+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e63: 9 total, 9 up, 9 in
2020-11-16T20:18:20.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:17 smithi071 bash[9480]: audit 2020-11-16T20:18:16.121545+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:20.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:18 smithi071 bash[9480]: cluster 2020-11-16T20:18:17.040047+0000 osd.1 (osd.1) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:20.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:18 smithi071 bash[9480]: cluster 2020-11-16T20:18:17.040167+0000 osd.1 (osd.1) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:20.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:18 smithi071 bash[9480]: cluster 2020-11-16T20:18:17.120827+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e64: 9 total, 9 up, 9 in
2020-11-16T20:18:20.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:19 smithi071 bash[9480]: cluster 2020-11-16T20:18:17.911181+0000 mgr.x (mgr.14196) 152 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:20.757 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi065:vg_nvme/lv_3
2020-11-16T20:18:20.758 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:17 smithi065 bash[9468]: cluster 2020-11-16T20:18:14.131938+0000 osd.8 (osd.8) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:20.758 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:17 smithi065 bash[9468]: cluster 2020-11-16T20:18:14.132094+0000 osd.8 (osd.8) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:20.758 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:17 smithi065 bash[9468]: cluster 2020-11-16T20:18:15.101444+0000 osd.8 (osd.8) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:18:20.759 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:17 smithi065 bash[9468]: cluster 2020-11-16T20:18:15.910598+0000 mgr.x (mgr.14196) 151 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail
2020-11-16T20:18:20.759 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:17 smithi065 bash[9468]: audit 2020-11-16T20:18:16.105960+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:20.759 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:17 smithi065 bash[9468]: cluster 2020-11-16T20:18:16.117407+0000 mon.a (mon.0) 571 : cluster [INF] osd.8 v1:172.21.15.65:6800/930793981 boot
2020-11-16T20:18:20.759 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:17 smithi065 bash[9468]: cluster 2020-11-16T20:18:16.117487+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e63: 9 total, 9 up, 9 in
2020-11-16T20:18:20.759 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:17 smithi065 bash[9468]: audit 2020-11-16T20:18:16.121545+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2020-11-16T20:18:20.759 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:18 smithi065 bash[9468]: cluster 2020-11-16T20:18:17.040047+0000 osd.1 (osd.1) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:20.760 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:18 smithi065 bash[9468]: cluster 2020-11-16T20:18:17.040167+0000 osd.1 (osd.1) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:20.760 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:18 smithi065 bash[9468]: cluster 2020-11-16T20:18:17.120827+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e64: 9 total, 9 up, 9 in
2020-11-16T20:18:20.760 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:19 smithi065 bash[9468]: cluster 2020-11-16T20:18:17.911181+0000 mgr.x (mgr.14196) 152 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:21 smithi071 bash[9480]: cluster 2020-11-16T20:18:19.911823+0000 mgr.x (mgr.14196) 153 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:21 smithi071 bash[9480]: audit 2020-11-16T20:18:21.083888+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:21 smithi071 bash[9480]: audit 2020-11-16T20:18:21.084263+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:21 smithi071 bash[9480]: audit 2020-11-16T20:18:21.089735+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:18:21.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:21 smithi065 bash[9468]: cluster 2020-11-16T20:18:19.911823+0000 mgr.x (mgr.14196) 153 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:21 smithi065 bash[9468]: audit 2020-11-16T20:18:21.083888+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:21 smithi065 bash[9468]: audit 2020-11-16T20:18:21.084263+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:21 smithi065 bash[9468]: audit 2020-11-16T20:18:21.089735+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:18:21.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:21 smithi142 bash[9523]: cluster 2020-11-16T20:18:19.911823+0000 mgr.x (mgr.14196) 153 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:21.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:21 smithi142 bash[9523]: audit 2020-11-16T20:18:21.083888+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:21.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:21 smithi142 bash[9523]: audit 2020-11-16T20:18:21.084263+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:18:21.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:21 smithi142 bash[9523]: audit 2020-11-16T20:18:21.089735+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:18:23.407 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:23 smithi065 bash[9468]: cluster 2020-11-16T20:18:21.912473+0000 mgr.x (mgr.14196) 154 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:23.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:23 smithi071 bash[9480]: cluster 2020-11-16T20:18:21.912473+0000 mgr.x (mgr.14196) 154 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:23.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:23 smithi142 bash[9523]: cluster 2020-11-16T20:18:21.912473+0000 mgr.x (mgr.14196) 154 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:24 smithi071 bash[9480]: audit 2020-11-16T20:18:23.877764+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:18:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:24 smithi071 bash[9480]: audit 2020-11-16T20:18:23.881318+0000 mon.b (mon.1) 241 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:18:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:24 smithi071 bash[9480]: audit 2020-11-16T20:18:23.882801+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:18:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:24 smithi071 bash[9480]: audit 2020-11-16T20:18:23.884467+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:24.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:24 smithi065 bash[9468]: audit 2020-11-16T20:18:23.877764+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:18:24.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:24 smithi065 bash[9468]: audit 2020-11-16T20:18:23.881318+0000 mon.b (mon.1) 241 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:18:24.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:24 smithi065 bash[9468]: audit 2020-11-16T20:18:23.882801+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:18:24.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:24 smithi065 bash[9468]: audit 2020-11-16T20:18:23.884467+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:24 smithi142 bash[9523]: audit 2020-11-16T20:18:23.877764+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:18:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:24 smithi142 bash[9523]: audit 2020-11-16T20:18:23.881318+0000 mon.b (mon.1) 241 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:18:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:24 smithi142 bash[9523]: audit 2020-11-16T20:18:23.882801+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:18:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:24 smithi142 bash[9523]: audit 2020-11-16T20:18:23.884467+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:25.411 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:25 smithi065 bash[9468]: audit 2020-11-16T20:18:23.875961+0000 mgr.x (mgr.14196) 155 : audit [DBG] from='client.34364 v1:172.21.15.65:0/501959610' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:18:25.411 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:25 smithi065 bash[9468]: cephadm 2020-11-16T20:18:23.879115+0000 mgr.x (mgr.14196) 156 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:18:25.411 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:25 smithi065 bash[9468]: cephadm 2020-11-16T20:18:23.879313+0000 mgr.x (mgr.14196) 157 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:18:25.411 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:25 smithi065 bash[9468]: cephadm 2020-11-16T20:18:23.880512+0000 mgr.x (mgr.14196) 158 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:18:25.412 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:25 smithi065 bash[9468]: cluster 2020-11-16T20:18:23.912923+0000 mgr.x (mgr.14196) 159 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:25 smithi071 bash[9480]: audit 2020-11-16T20:18:23.875961+0000 mgr.x (mgr.14196) 155 : audit [DBG] from='client.34364 v1:172.21.15.65:0/501959610' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:18:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:25 smithi071 bash[9480]: cephadm 2020-11-16T20:18:23.879115+0000 mgr.x (mgr.14196) 156 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:18:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:25 smithi071 bash[9480]: cephadm 2020-11-16T20:18:23.879313+0000 mgr.x (mgr.14196) 157 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:18:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:25 smithi071 bash[9480]: cephadm 2020-11-16T20:18:23.880512+0000 mgr.x (mgr.14196) 158 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:18:25.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:25 smithi071 bash[9480]: cluster 2020-11-16T20:18:23.912923+0000 mgr.x (mgr.14196) 159 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:25.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:25 smithi142 bash[9523]: audit 2020-11-16T20:18:23.875961+0000 mgr.x (mgr.14196) 155 : audit [DBG] from='client.34364 v1:172.21.15.65:0/501959610' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:18:25.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:25 smithi142 bash[9523]: cephadm 2020-11-16T20:18:23.879115+0000 mgr.x (mgr.14196) 156 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:18:25.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:25 smithi142 bash[9523]: cephadm 2020-11-16T20:18:23.879313+0000 mgr.x (mgr.14196) 157 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:18:25.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:25 smithi142 bash[9523]: cephadm 2020-11-16T20:18:23.880512+0000 mgr.x (mgr.14196) 158 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:18:25.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:25 smithi142 bash[9523]: cluster 2020-11-16T20:18:23.912923+0000 mgr.x (mgr.14196) 159 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:26 smithi071 bash[9480]: cluster 2020-11-16T20:18:25.913457+0000 mgr.x (mgr.14196) 160 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:26 smithi071 bash[9480]: audit 2020-11-16T20:18:26.075832+0000 mon.b (mon.1) 244 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:18:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:26 smithi071 bash[9480]: audit 2020-11-16T20:18:26.076316+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:18:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:26 smithi071 bash[9480]: audit 2020-11-16T20:18:26.102900+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:18:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:26 smithi071 bash[9480]: audit 2020-11-16T20:18:26.103293+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:18:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:26 smithi065 bash[9468]: cluster 2020-11-16T20:18:25.913457+0000 mgr.x (mgr.14196) 160 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:26 smithi065 bash[9468]: audit 2020-11-16T20:18:26.075832+0000 mon.b (mon.1) 244 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:18:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:26 smithi065 bash[9468]: audit 2020-11-16T20:18:26.076316+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:18:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:26 smithi065 bash[9468]: audit 2020-11-16T20:18:26.102900+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:18:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:26 smithi065 bash[9468]: audit 2020-11-16T20:18:26.103293+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:18:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:26 smithi142 bash[9523]: cluster 2020-11-16T20:18:25.913457+0000 mgr.x (mgr.14196) 160 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:26 smithi142 bash[9523]: audit 2020-11-16T20:18:26.075832+0000 mon.b (mon.1) 244 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:18:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:26 smithi142 bash[9523]: audit 2020-11-16T20:18:26.076316+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:18:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:26 smithi142 bash[9523]: audit 2020-11-16T20:18:26.102900+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:18:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:26 smithi142 bash[9523]: audit 2020-11-16T20:18:26.103293+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:18:28.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:27 smithi071 bash[9480]: audit 2020-11-16T20:18:27.736711+0000 mon.c (mon.2) 6 : audit [INF] from='client.? v1:172.21.15.65:0/9478223' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]: dispatch
2020-11-16T20:18:28.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:27 smithi071 bash[9480]: audit 2020-11-16T20:18:27.736868+0000 mon.a (mon.0) 578 : audit [INF] from='client.34370 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]: dispatch
2020-11-16T20:18:28.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:27 smithi071 bash[9480]: audit 2020-11-16T20:18:27.745181+0000 mon.a (mon.0) 579 : audit [INF] from='client.34370 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]': finished
2020-11-16T20:18:28.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:27 smithi071 bash[9480]: cluster 2020-11-16T20:18:27.745286+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e65: 10 total, 9 up, 9 in
2020-11-16T20:18:28.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:27 smithi071 bash[9480]: audit 2020-11-16T20:18:27.747982+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:18:28.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:27 smithi065 bash[9468]: audit 2020-11-16T20:18:27.736711+0000 mon.c (mon.2) 6 : audit [INF] from='client.? v1:172.21.15.65:0/9478223' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]: dispatch
2020-11-16T20:18:28.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:27 smithi065 bash[9468]: audit 2020-11-16T20:18:27.736868+0000 mon.a (mon.0) 578 : audit [INF] from='client.34370 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]: dispatch
2020-11-16T20:18:28.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:27 smithi065 bash[9468]: audit 2020-11-16T20:18:27.745181+0000 mon.a (mon.0) 579 : audit [INF] from='client.34370 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]': finished
2020-11-16T20:18:28.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:27 smithi065 bash[9468]: cluster 2020-11-16T20:18:27.745286+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e65: 10 total, 9 up, 9 in
2020-11-16T20:18:28.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:27 smithi065 bash[9468]: audit 2020-11-16T20:18:27.747982+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:18:28.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:27 smithi142 bash[9523]: audit 2020-11-16T20:18:27.736711+0000 mon.c (mon.2) 6 : audit [INF] from='client.? v1:172.21.15.65:0/9478223' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]: dispatch
2020-11-16T20:18:28.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:27 smithi142 bash[9523]: audit 2020-11-16T20:18:27.736868+0000 mon.a (mon.0) 578 : audit [INF] from='client.34370 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]: dispatch
2020-11-16T20:18:28.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:27 smithi142 bash[9523]: audit 2020-11-16T20:18:27.745181+0000 mon.a (mon.0) 579 : audit [INF] from='client.34370 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6"}]': finished
2020-11-16T20:18:28.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:28 smithi142 bash[9523]: cluster 2020-11-16T20:18:27.745286+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e65: 10 total, 9 up, 9 in
2020-11-16T20:18:28.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:28 smithi142 bash[9523]: audit 2020-11-16T20:18:27.747982+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:18:29.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:28 smithi071 bash[9480]: cluster 2020-11-16T20:18:27.913985+0000 mgr.x (mgr.14196) 161 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:29.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:28 smithi071 bash[9480]: cluster 2020-11-16T20:18:28.298398+0000 osd.6 (osd.6) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:29.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:28 smithi071 bash[9480]: cluster 2020-11-16T20:18:28.298554+0000 osd.6 (osd.6) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:29.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:28 smithi071 bash[9480]: audit 2020-11-16T20:18:28.432572+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? v1:172.21.15.65:0/354054467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:18:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:28 smithi065 bash[9468]: cluster 2020-11-16T20:18:27.913985+0000 mgr.x (mgr.14196) 161 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:28 smithi065 bash[9468]: cluster 2020-11-16T20:18:28.298398+0000 osd.6 (osd.6) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:28 smithi065 bash[9468]: cluster 2020-11-16T20:18:28.298554+0000 osd.6 (osd.6) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:28 smithi065 bash[9468]: audit 2020-11-16T20:18:28.432572+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? v1:172.21.15.65:0/354054467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:18:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:28 smithi142 bash[9523]: cluster 2020-11-16T20:18:27.913985+0000 mgr.x (mgr.14196) 161 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:28 smithi142 bash[9523]: cluster 2020-11-16T20:18:28.298398+0000 osd.6 (osd.6) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:18:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:28 smithi142 bash[9523]: cluster 2020-11-16T20:18:28.298554+0000 osd.6 (osd.6) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:18:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:28 smithi142 bash[9523]: audit 2020-11-16T20:18:28.432572+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? v1:172.21.15.65:0/354054467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:18:30.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:29 smithi071 bash[9480]: cluster 2020-11-16T20:18:28.916951+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e66: 10 total, 9 up, 9 in
2020-11-16T20:18:30.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:29 smithi071 bash[9480]: audit 2020-11-16T20:18:28.919368+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:18:30.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:29 smithi065 bash[9468]: cluster 2020-11-16T20:18:28.916951+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e66: 10 total, 9 up, 9 in
2020-11-16T20:18:30.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:29 smithi065 bash[9468]: audit 2020-11-16T20:18:28.919368+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:18:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:29 smithi142 bash[9523]: cluster 2020-11-16T20:18:28.916951+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e66: 10 total, 9 up, 9 in
2020-11-16T20:18:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:29 smithi142 bash[9523]: audit 2020-11-16T20:18:28.919368+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:18:31.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:30 smithi071 bash[9480]: cluster 2020-11-16T20:18:29.914668+0000 mgr.x (mgr.14196) 162 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:31.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:30 smithi065 bash[9468]: cluster 2020-11-16T20:18:29.914668+0000 mgr.x (mgr.14196) 162 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:30 smithi142 bash[9523]: cluster 2020-11-16T20:18:29.914668+0000 mgr.x (mgr.14196) 162 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:18:32.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:31 smithi071 bash[9480]: audit 2020-11-16T20:18:31.559854+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:32.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:31 smithi065 bash[9468]: audit 2020-11-16T20:18:31.559854+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:32.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:31 smithi142 bash[9523]: audit 2020-11-16T20:18:31.559854+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:18:32.959 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:32 smithi065 bash[9468]: cluster 2020-11-16T20:18:31.915219+0000 mgr.x (mgr.14196) 163 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:32 smithi142 bash[9523]: cluster 2020-11-16T20:18:31.915219+0000 mgr.x (mgr.14196) 163 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:34 smithi142 bash[9523]: cluster 2020-11-16T20:18:33.915852+0000 mgr.x (mgr.14196) 164 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:35 smithi142 bash[9523]: cluster 2020-11-16T20:18:34.454124+0000 osd.4 (osd.4) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:35 smithi142 bash[9523]: cluster 2020-11-16T20:18:34.454283+0000 osd.4 (osd.4) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:35 smithi142 bash[9523]: audit 2020-11-16T20:18:34.942828+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:35 smithi142 bash[9523]: cluster 2020-11-16T20:18:34.943966+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e67: 10 total, 9 up, 9 in
2020-11-16T20:20:24.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:35 smithi142 bash[9523]: audit 2020-11-16T20:18:35.529134+0000 mon.b (mon.1) 250 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch
2020-11-16T20:20:24.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:35 smithi142 bash[9523]: audit 2020-11-16T20:18:35.530672+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:24.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:35 smithi142 bash[9523]: audit 2020-11-16T20:18:35.532552+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.9", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:36 smithi142 bash[9523]: cephadm 2020-11-16T20:18:35.531933+0000 mgr.x (mgr.14196) 165 : cephadm [INF] Deploying daemon osd.9 on smithi065
2020-11-16T20:20:24.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:36 smithi142 bash[9523]: cluster 2020-11-16T20:18:35.916480+0000 mgr.x (mgr.14196) 166 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:37 smithi142 bash[9523]: audit 2020-11-16T20:18:37.826185+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:37 smithi142 bash[9523]: audit 2020-11-16T20:18:37.826999+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:37 smithi142 bash[9523]: audit 2020-11-16T20:18:37.827192+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:37 smithi142 bash[9523]: audit 2020-11-16T20:18:37.832605+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:38 smithi142 bash[9523]: cluster 2020-11-16T20:18:37.917028+0000 mgr.x (mgr.14196) 167 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:38 smithi142 bash[9523]: audit 2020-11-16T20:18:38.581477+0000 mon.b (mon.1) 255 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:38 smithi142 bash[9523]: audit 2020-11-16T20:18:38.582453+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:38 smithi142 bash[9523]: audit 2020-11-16T20:18:38.588267+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:38 smithi142 bash[9523]: audit 2020-11-16T20:18:38.590537+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:40 smithi142 bash[9523]: cluster 2020-11-16T20:18:39.917614+0000 mgr.x (mgr.14196) 168 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:42 smithi142 bash[9523]: cluster 2020-11-16T20:18:41.918170+0000 mgr.x (mgr.14196) 169 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:43 smithi142 bash[9523]: cluster 2020-11-16T20:18:43.907729+0000 osd.2 (osd.2) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:43 smithi142 bash[9523]: cluster 2020-11-16T20:18:43.907850+0000 osd.2 (osd.2) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:45 smithi142 bash[9523]: cluster 2020-11-16T20:18:43.918771+0000 mgr.x (mgr.14196) 170 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:45 smithi142 bash[9523]: cluster 2020-11-16T20:18:43.996799+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e68: 10 total, 9 up, 9 in
2020-11-16T20:20:24.568 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:45 smithi142 bash[9523]: audit 2020-11-16T20:18:43.998588+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.568 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:45 smithi142 bash[9523]: audit 2020-11-16T20:18:44.075806+0000 mon.c (mon.2) 8 : audit [INF] from='osd.9 v1:172.21.15.65:6804/3578070571' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2020-11-16T20:20:24.568 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:45 smithi142 bash[9523]: audit 2020-11-16T20:18:44.076260+0000 mon.a (mon.0) 588 : audit [INF] from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2020-11-16T20:20:24.568 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:45 smithi142 bash[9523]: audit 2020-11-16T20:18:44.764841+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.568 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:44.999047+0000 mon.a (mon.0) 589 : audit [INF] from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished
2020-11-16T20:20:24.568 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: cluster 2020-11-16T20:18:44.999136+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e69: 10 total, 9 up, 9 in
2020-11-16T20:20:24.568 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.001781+0000 mon.c (mon.2) 9 : audit [INF] from='osd.9 v1:172.21.15.65:6804/3578070571' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:24.569 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.004542+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.569 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.011779+0000 mon.a (mon.0) 591 : audit [INF] from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:24.569 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.074282+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.569 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.075361+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.569 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.081083+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.569 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.083481+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.084174+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.090449+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:24.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.096602+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.097181+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:46 smithi142 bash[9523]: audit 2020-11-16T20:18:45.102082+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:24.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:47 smithi142 bash[9523]: cluster 2020-11-16T20:18:45.919360+0000 mgr.x (mgr.14196) 171 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 49 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:47 smithi142 bash[9523]: audit 2020-11-16T20:18:46.013314+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:47 smithi142 bash[9523]: audit 2020-11-16T20:18:46.014484+0000 mon.a (mon.0) 598 : audit [INF] from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:20:24.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:47 smithi142 bash[9523]: cluster 2020-11-16T20:18:46.014594+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e70: 10 total, 9 up, 9 in
2020-11-16T20:20:24.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:47 smithi142 bash[9523]: audit 2020-11-16T20:18:46.026309+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:48 smithi142 bash[9523]: cluster 2020-11-16T20:18:45.113700+0000 osd.9 (osd.9) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:48 smithi142 bash[9523]: cluster 2020-11-16T20:18:45.113865+0000 osd.9 (osd.9) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:48 smithi142 bash[9523]: cluster 2020-11-16T20:18:46.015741+0000 osd.9 (osd.9) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:20:24.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:48 smithi142 bash[9523]: cluster 2020-11-16T20:18:47.024751+0000 mon.a (mon.0) 600 : cluster [INF] osd.9 v1:172.21.15.65:6804/3578070571 boot
2020-11-16T20:20:24.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:48 smithi142 bash[9523]: cluster 2020-11-16T20:18:47.024841+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e71: 10 total, 10 up, 10 in
2020-11-16T20:20:24.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:48 smithi142 bash[9523]: audit 2020-11-16T20:18:47.027732+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:49 smithi142 bash[9523]: cluster 2020-11-16T20:18:47.919954+0000 mgr.x (mgr.14196) 172 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 49 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:49 smithi142 bash[9523]: cluster 2020-11-16T20:18:48.042881+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e72: 10 total, 10 up, 10 in
2020-11-16T20:20:24.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:51 smithi142 bash[9523]: cluster 2020-11-16T20:18:49.920609+0000 mgr.x (mgr.14196) 173 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 54 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:52 smithi142 bash[9523]: cluster 2020-11-16T20:18:50.795938+0000 osd.0 (osd.0) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:52 smithi142 bash[9523]: cluster 2020-11-16T20:18:50.796063+0000 osd.0 (osd.0) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:52 smithi142 bash[9523]: cluster 2020-11-16T20:18:51.057232+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e73: 10 total, 10 up, 10 in
2020-11-16T20:20:24.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:53 smithi142 bash[9523]: cluster 2020-11-16T20:18:51.921179+0000 mgr.x (mgr.14196) 174 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 54 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:53 smithi142 bash[9523]: cluster 2020-11-16T20:18:52.318451+0000 osd.7 (osd.7) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:53 smithi142 bash[9523]: cluster 2020-11-16T20:18:52.318602+0000 osd.7 (osd.7) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:54 smithi142 bash[9523]: cluster 2020-11-16T20:18:53.069738+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e74: 10 total, 10 up, 10 in
2020-11-16T20:20:24.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:55 smithi142 bash[9523]: cluster 2020-11-16T20:18:53.921830+0000 mgr.x (mgr.14196) 175 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:56 smithi142 bash[9523]: cluster 2020-11-16T20:18:55.922491+0000 mgr.x (mgr.14196) 176 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.574 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:18:58 smithi142 bash[9523]: cluster 2020-11-16T20:18:57.923082+0000 mgr.x (mgr.14196) 177 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.574 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:00 smithi142 bash[9523]: cluster 2020-11-16T20:18:59.923759+0000 mgr.x (mgr.14196) 178 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.574 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:02 smithi142 bash[9523]: cluster 2020-11-16T20:19:01.924315+0000 mgr.x (mgr.14196) 179 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.574 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:04 smithi142 bash[9523]: cluster 2020-11-16T20:19:02.559779+0000 osd.5 (osd.5) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.574 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:04 smithi142 bash[9523]: cluster 2020-11-16T20:19:02.559928+0000 osd.5 (osd.5) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.574 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:04 smithi142 bash[9523]: cluster 2020-11-16T20:19:03.000619+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e75: 10 total, 10 up, 10 in
2020-11-16T20:20:24.574 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:05 smithi142 bash[9523]: cluster 2020-11-16T20:19:03.924920+0000 mgr.x (mgr.14196) 180 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.574 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:06 smithi142 bash[9523]: cluster 2020-11-16T20:19:05.925501+0000 mgr.x (mgr.14196) 181 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.575 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:08 smithi142 bash[9523]: cluster 2020-11-16T20:19:07.926098+0000 mgr.x (mgr.14196) 182 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.575 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:08 smithi142 bash[9523]: cluster 2020-11-16T20:19:08.201624+0000 osd.3 (osd.3) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.575 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:08 smithi142 bash[9523]: cluster 2020-11-16T20:19:08.201777+0000 osd.3 (osd.3) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.575 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:10 smithi142 bash[9523]: cluster 2020-11-16T20:19:08.996799+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e76: 10 total, 10 up, 10 in
2020-11-16T20:20:24.575 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:11 smithi142 bash[9523]: cluster 2020-11-16T20:19:09.926649+0000 mgr.x (mgr.14196) 183 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.575 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:12 smithi142 bash[9523]: cluster 2020-11-16T20:19:10.556735+0000 osd.7 (osd.7) 6 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:20:24.575 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:12 smithi142 bash[9523]: cluster 2020-11-16T20:19:10.558908+0000 osd.7 (osd.7) 7 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:20:24.576 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:13 smithi142 bash[9523]: cluster 2020-11-16T20:19:11.927230+0000 mgr.x (mgr.14196) 184 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.576 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:15 smithi142 bash[9523]: cluster 2020-11-16T20:19:13.927873+0000 mgr.x (mgr.14196) 185 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.576 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:16 smithi142 bash[9523]: cluster 2020-11-16T20:19:14.491805+0000 osd.8 (osd.8) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.576 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:16 smithi142 bash[9523]: cluster 2020-11-16T20:19:14.491987+0000 osd.8 (osd.8) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.576 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:16 smithi142 bash[9523]: cluster 2020-11-16T20:19:15.025887+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e77: 10 total, 10 up, 10 in
2020-11-16T20:20:24.576 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:17 smithi142 bash[9523]: cluster 2020-11-16T20:19:15.928461+0000 mgr.x (mgr.14196) 186 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.576 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:18 smithi142 bash[9523]: cluster 2020-11-16T20:19:17.250616+0000 osd.1 (osd.1) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:18 smithi142 bash[9523]: cluster 2020-11-16T20:19:17.250762+0000 osd.1 (osd.1) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:19 smithi142 bash[9523]: cluster 2020-11-16T20:19:17.929114+0000 mgr.x (mgr.14196) 187 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:19 smithi142 bash[9523]: cluster 2020-11-16T20:19:18.047477+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e78: 10 total, 10 up, 10 in
2020-11-16T20:20:24.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:21 smithi142 bash[9523]: cluster 2020-11-16T20:19:19.929715+0000 mgr.x (mgr.14196) 188 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:23 smithi142 bash[9523]: cluster 2020-11-16T20:19:21.930309+0000 mgr.x (mgr.14196) 189 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:25 smithi142 bash[9523]: cluster 2020-11-16T20:19:23.930937+0000 mgr.x (mgr.14196) 190 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:26 smithi142 bash[9523]: cluster 2020-11-16T20:19:25.931490+0000 mgr.x (mgr.14196) 191 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:26 smithi142 bash[9523]: audit 2020-11-16T20:19:26.079960+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:24.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:26 smithi142 bash[9523]: audit 2020-11-16T20:19:26.081185+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:24.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:26 smithi142 bash[9523]: audit 2020-11-16T20:19:26.106959+0000 mon.b (mon.1) 267 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:24.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:26 smithi142 bash[9523]: audit 2020-11-16T20:19:26.108136+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:24.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:28 smithi142 bash[9523]: cluster 2020-11-16T20:19:27.932134+0000 mgr.x (mgr.14196) 192 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:28 smithi142 bash[9523]: cluster 2020-11-16T20:19:28.304984+0000 osd.6 (osd.6) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:28 smithi142 bash[9523]: cluster 2020-11-16T20:19:28.305150+0000 osd.6 (osd.6) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:30 smithi142 bash[9523]: cluster 2020-11-16T20:19:28.993210+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e79: 10 total, 10 up, 10 in
2020-11-16T20:20:24.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:31 smithi142 bash[9523]: cluster 2020-11-16T20:19:29.932677+0000 mgr.x (mgr.14196) 193 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:33 smithi142 bash[9523]: cluster 2020-11-16T20:19:31.933218+0000 mgr.x (mgr.14196) 194 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:35 smithi142 bash[9523]: cluster 2020-11-16T20:19:33.933652+0000 mgr.x (mgr.14196) 195 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:37 smithi142 bash[9523]: cluster 2020-11-16T20:19:35.238471+0000 osd.4 (osd.4) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:37 smithi142 bash[9523]: cluster 2020-11-16T20:19:35.238598+0000 osd.4 (osd.4) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:37 smithi142 bash[9523]: cluster 2020-11-16T20:19:35.934248+0000 mgr.x (mgr.14196) 196 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:37 smithi142 bash[9523]: cluster 2020-11-16T20:19:36.026832+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e80: 10 total, 10 up, 10 in
2020-11-16T20:20:24.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:39 smithi142 bash[9523]: cluster 2020-11-16T20:19:37.934859+0000 mgr.x (mgr.14196) 197 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:41 smithi142 bash[9523]: cluster 2020-11-16T20:19:39.935470+0000 mgr.x (mgr.14196) 198 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:43 smithi142 bash[9523]: cluster 2020-11-16T20:19:41.936000+0000 mgr.x (mgr.14196) 199 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:45 smithi142 bash[9523]: cluster 2020-11-16T20:19:43.936599+0000 mgr.x (mgr.14196) 200 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:45 smithi142 bash[9523]: cluster 2020-11-16T20:19:44.881087+0000 osd.2 (osd.2) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:45 smithi142 bash[9523]: cluster 2020-11-16T20:19:44.881211+0000 osd.2 (osd.2) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:46 smithi142 bash[9523]: cluster 2020-11-16T20:19:45.048619+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e81: 10 total, 10 up, 10 in
2020-11-16T20:20:24.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:47 smithi142 bash[9523]: cluster 2020-11-16T20:19:45.350887+0000 osd.9 (osd.9) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:47 smithi142 bash[9523]: cluster 2020-11-16T20:19:45.350953+0000 osd.9 (osd.9) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:47 smithi142 bash[9523]: cluster 2020-11-16T20:19:45.937122+0000 mgr.x (mgr.14196) 201 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:47 smithi142 bash[9523]: cluster 2020-11-16T20:19:46.063951+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e82: 10 total, 10 up, 10 in
2020-11-16T20:20:24.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:49 smithi142 bash[9523]: cluster 2020-11-16T20:19:47.937623+0000 mgr.x (mgr.14196) 202 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:51 smithi142 bash[9523]: cluster 2020-11-16T20:19:49.938240+0000 mgr.x (mgr.14196) 203 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:53 smithi142 bash[9523]: cluster 2020-11-16T20:19:51.686228+0000 osd.0 (osd.0) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:53 smithi142 bash[9523]: cluster 2020-11-16T20:19:51.686383+0000 osd.0 (osd.0) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:53 smithi142 bash[9523]: cluster 2020-11-16T20:19:51.938768+0000 mgr.x (mgr.14196) 204 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:53 smithi142 bash[9523]: cluster 2020-11-16T20:19:52.085139+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e83: 10 total, 10 up, 10 in
2020-11-16T20:20:24.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:54 smithi142 bash[9523]: cluster 2020-11-16T20:19:52.758678+0000 osd.7 (osd.7) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:54 smithi142 bash[9523]: cluster 2020-11-16T20:19:52.758794+0000 osd.7 (osd.7) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:54 smithi142 bash[9523]: cluster 2020-11-16T20:19:53.094982+0000 mon.a (mon.0) 616 : cluster [DBG] osdmap e84: 10 total, 10 up, 10 in
2020-11-16T20:20:24.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:55 smithi142 bash[9523]: cluster 2020-11-16T20:19:53.939360+0000 mgr.x (mgr.14196) 205 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:56 smithi142 bash[9523]: cluster 2020-11-16T20:19:55.939932+0000 mgr.x (mgr.14196) 206 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:19:58 smithi142 bash[9523]: cluster 2020-11-16T20:19:57.940531+0000 mgr.x (mgr.14196) 207 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:01 smithi142 bash[9523]: cluster 2020-11-16T20:19:59.941078+0000 mgr.x (mgr.14196) 208 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:01 smithi142 bash[9523]: cluster 2020-11-16T20:20:00.003529+0000 mon.a (mon.0) 617 : cluster [INF] overall HEALTH_OK
2020-11-16T20:20:24.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:03 smithi142 bash[9523]: cluster 2020-11-16T20:20:01.941598+0000 mgr.x (mgr.14196) 209 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:05 smithi142 bash[9523]: cluster 2020-11-16T20:20:03.469471+0000 osd.5 (osd.5) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:05 smithi142 bash[9523]: cluster 2020-11-16T20:20:03.469601+0000 osd.5 (osd.5) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:05 smithi142 bash[9523]: cluster 2020-11-16T20:20:03.942193+0000 mgr.x (mgr.14196) 210 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:05 smithi142 bash[9523]: cluster 2020-11-16T20:20:04.022121+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e85: 10 total, 10 up, 10 in
2020-11-16T20:20:24.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:06 smithi142 bash[9523]: cluster 2020-11-16T20:20:05.942813+0000 mgr.x (mgr.14196) 211 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:09 smithi142 bash[9523]: cluster 2020-11-16T20:20:07.943515+0000 mgr.x (mgr.14196) 212 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:09 smithi142 bash[9523]: cluster 2020-11-16T20:20:08.391428+0000 osd.3 (osd.3) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:09 smithi142 bash[9523]: cluster 2020-11-16T20:20:08.391562+0000 osd.3 (osd.3) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:10 smithi142 bash[9523]: cluster 2020-11-16T20:20:09.004154+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e86: 10 total, 10 up, 10 in
2020-11-16T20:20:24.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:11 smithi142 bash[9523]: cluster 2020-11-16T20:20:09.944144+0000 mgr.x (mgr.14196) 213 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:13 smithi142 bash[9523]: cluster 2020-11-16T20:20:11.944826+0000 mgr.x (mgr.14196) 214 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.585 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:15 smithi142 bash[9523]: cluster 2020-11-16T20:20:13.945459+0000 mgr.x (mgr.14196) 215 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.585 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:16 smithi142 bash[9523]: cluster 2020-11-16T20:20:14.606923+0000 osd.8 (osd.8) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.585 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:16 smithi142 bash[9523]: cluster 2020-11-16T20:20:14.607083+0000 osd.8 (osd.8) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.585 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:16 smithi142 bash[9523]: cluster 2020-11-16T20:20:15.034067+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e87: 10 total, 10 up, 10 in
2020-11-16T20:20:24.585 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:17 smithi142 bash[9523]: cluster 2020-11-16T20:20:15.945947+0000 mgr.x (mgr.14196) 216 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.585 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:19 smithi142 bash[9523]: cluster 2020-11-16T20:20:17.421369+0000 osd.1 (osd.1) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.585 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:19 smithi142 bash[9523]: cluster 2020-11-16T20:20:17.421513+0000 osd.1 (osd.1) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.586 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:19 smithi142 bash[9523]: cluster 2020-11-16T20:20:17.946527+0000 mgr.x (mgr.14196) 217 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.586 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:19 smithi142 bash[9523]: cluster 2020-11-16T20:20:18.056117+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e88: 10 total, 10 up, 10 in
2020-11-16T20:20:24.586 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:21 smithi142 bash[9523]: cluster 2020-11-16T20:20:19.947136+0000 mgr.x (mgr.14196) 218 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.586 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:23 smithi142 bash[9523]: cluster 2020-11-16T20:20:21.947687+0000 mgr.x (mgr.14196) 219 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:32 smithi071 bash[9480]: cluster 2020-11-16T20:18:31.915219+0000 mgr.x (mgr.14196) 163 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:34 smithi071 bash[9480]: cluster 2020-11-16T20:18:33.915852+0000 mgr.x (mgr.14196) 164 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:35 smithi071 bash[9480]: cluster 2020-11-16T20:18:34.454124+0000 osd.4 (osd.4) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.587 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:35 smithi071 bash[9480]: cluster 2020-11-16T20:18:34.454283+0000 osd.4 (osd.4) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.587 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:35 smithi071 bash[9480]: audit 2020-11-16T20:18:34.942828+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.587 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:35 smithi071 bash[9480]: cluster 2020-11-16T20:18:34.943966+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e67: 10 total, 9 up, 9 in
2020-11-16T20:20:24.587 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:35 smithi071 bash[9480]: audit 2020-11-16T20:18:35.529134+0000 mon.b (mon.1) 250 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch
2020-11-16T20:20:24.587 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:35 smithi071 bash[9480]: audit 2020-11-16T20:18:35.530672+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:24.587 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:35 smithi071 bash[9480]: audit 2020-11-16T20:18:35.532552+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.9", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.587 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:36 smithi071 bash[9480]: cephadm 2020-11-16T20:18:35.531933+0000 mgr.x (mgr.14196) 165 : cephadm [INF] Deploying daemon osd.9 on smithi065
2020-11-16T20:20:24.588 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:36 smithi071 bash[9480]: cluster 2020-11-16T20:18:35.916480+0000 mgr.x (mgr.14196) 166 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.588 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:37 smithi071 bash[9480]: audit 2020-11-16T20:18:37.826185+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.588 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:37 smithi071 bash[9480]: audit 2020-11-16T20:18:37.826999+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.588 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:37 smithi071 bash[9480]: audit 2020-11-16T20:18:37.827192+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.588 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:37 smithi071 bash[9480]: audit 2020-11-16T20:18:37.832605+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.588 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:38 smithi071 bash[9480]: cluster 2020-11-16T20:18:37.917028+0000 mgr.x (mgr.14196) 167 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.589 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:38 smithi071 bash[9480]: audit 2020-11-16T20:18:38.581477+0000 mon.b (mon.1) 255 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.589 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:38 smithi071 bash[9480]: audit 2020-11-16T20:18:38.582453+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.589 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:38 smithi071 bash[9480]: audit 2020-11-16T20:18:38.588267+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.589 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:38 smithi071 bash[9480]: audit 2020-11-16T20:18:38.590537+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:40 smithi071 bash[9480]: cluster 2020-11-16T20:18:39.917614+0000 mgr.x (mgr.14196) 168 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:42 smithi071 bash[9480]: cluster 2020-11-16T20:18:41.918170+0000 mgr.x (mgr.14196) 169 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:43 smithi071 bash[9480]: cluster 2020-11-16T20:18:43.907729+0000 osd.2 (osd.2) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:43 smithi071 bash[9480]: cluster 2020-11-16T20:18:43.907850+0000 osd.2 (osd.2) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:45 smithi071 bash[9480]: cluster 2020-11-16T20:18:43.918771+0000 mgr.x (mgr.14196) 170 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:45 smithi071 bash[9480]: cluster 2020-11-16T20:18:43.996799+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e68: 10 total, 9 up, 9 in
2020-11-16T20:20:24.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:45 smithi071 bash[9480]: audit 2020-11-16T20:18:43.998588+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:45 smithi071 bash[9480]: audit 2020-11-16T20:18:44.075806+0000 mon.c (mon.2) 8 : audit [INF] from='osd.9 v1:172.21.15.65:6804/3578070571' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2020-11-16T20:20:24.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:45 smithi071 bash[9480]: audit 2020-11-16T20:18:44.076260+0000 mon.a (mon.0) 588 : audit [INF] from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2020-11-16T20:20:24.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:45 smithi071 bash[9480]: audit 2020-11-16T20:18:44.764841+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:44.999047+0000 mon.a (mon.0) 589 : audit [INF] from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished
2020-11-16T20:20:24.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: cluster 2020-11-16T20:18:44.999136+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e69: 10 total, 9 up, 9 in
2020-11-16T20:20:24.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.001781+0000 mon.c (mon.2) 9 : audit [INF] from='osd.9 v1:172.21.15.65:6804/3578070571' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:24.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.004542+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.592 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.011779+0000 mon.a (mon.0) 591 : audit [INF] from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:24.592 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.074282+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.592 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.075361+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.592 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.081083+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.592 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.083481+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.592 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.084174+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.593 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.090449+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:24.593 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.096602+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.593 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.097181+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.593 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:46 smithi071 bash[9480]: audit 2020-11-16T20:18:45.102082+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:24.593 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:47 smithi071 bash[9480]: cluster 2020-11-16T20:18:45.919360+0000 mgr.x (mgr.14196) 171 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 49 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.593 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:47 smithi071 bash[9480]: audit 2020-11-16T20:18:46.013314+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.593 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:47 smithi071 bash[9480]: audit 2020-11-16T20:18:46.014484+0000 mon.a (mon.0) 598 : audit [INF] from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:20:24.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:47 smithi071 bash[9480]: cluster 2020-11-16T20:18:46.014594+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e70: 10 total, 9 up, 9 in
2020-11-16T20:20:24.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:47 smithi071 bash[9480]: audit 2020-11-16T20:18:46.026309+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:48 smithi071 bash[9480]: cluster 2020-11-16T20:18:45.113700+0000 osd.9 (osd.9) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:48 smithi071 bash[9480]: cluster 2020-11-16T20:18:45.113865+0000 osd.9 (osd.9) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:48 smithi071 bash[9480]: cluster 2020-11-16T20:18:46.015741+0000 osd.9 (osd.9) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:20:24.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:48 smithi071 bash[9480]: cluster 2020-11-16T20:18:47.024751+0000 mon.a (mon.0) 600 : cluster [INF] osd.9 v1:172.21.15.65:6804/3578070571 boot
2020-11-16T20:20:24.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:48 smithi071 bash[9480]: cluster 2020-11-16T20:18:47.024841+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e71: 10 total, 10 up, 10 in
2020-11-16T20:20:24.595 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:48 smithi071 bash[9480]: audit 2020-11-16T20:18:47.027732+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.595 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:49 smithi071 bash[9480]: cluster 2020-11-16T20:18:47.919954+0000 mgr.x (mgr.14196) 172 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 49 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.595 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:49 smithi071 bash[9480]: cluster 2020-11-16T20:18:48.042881+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e72: 10 total, 10 up, 10 in
2020-11-16T20:20:24.595 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:51 smithi071 bash[9480]: cluster 2020-11-16T20:18:49.920609+0000 mgr.x (mgr.14196) 173 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 54 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.595 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:52 smithi071 bash[9480]: cluster 2020-11-16T20:18:50.795938+0000 osd.0 (osd.0) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.595 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:52 smithi071 bash[9480]: cluster 2020-11-16T20:18:50.796063+0000 osd.0 (osd.0) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.595 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:52 smithi071 bash[9480]: cluster 2020-11-16T20:18:51.057232+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e73: 10 total, 10 up, 10 in
2020-11-16T20:20:24.595 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:53 smithi071 bash[9480]: cluster 2020-11-16T20:18:51.921179+0000 mgr.x (mgr.14196) 174 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 54 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.596 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:53 smithi071 bash[9480]: cluster 2020-11-16T20:18:52.318451+0000 osd.7 (osd.7) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.596 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:53 smithi071 bash[9480]: cluster 2020-11-16T20:18:52.318602+0000 osd.7 (osd.7) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.596 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:54 smithi071 bash[9480]: cluster 2020-11-16T20:18:53.069738+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e74: 10 total, 10 up, 10 in
2020-11-16T20:20:24.596 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:55 smithi071 bash[9480]: cluster 2020-11-16T20:18:53.921830+0000 mgr.x (mgr.14196) 175 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.596 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:56 smithi071 bash[9480]: cluster 2020-11-16T20:18:55.922491+0000 mgr.x (mgr.14196) 176 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.596 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:18:58 smithi071 bash[9480]: cluster 2020-11-16T20:18:57.923082+0000 mgr.x (mgr.14196) 177 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.596 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:00 smithi071 bash[9480]: cluster 2020-11-16T20:18:59.923759+0000 mgr.x (mgr.14196) 178 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:02 smithi071 bash[9480]: cluster 2020-11-16T20:19:01.924315+0000 mgr.x (mgr.14196) 179 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:04 smithi071 bash[9480]: cluster 2020-11-16T20:19:02.559779+0000 osd.5 (osd.5) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:04 smithi071 bash[9480]: cluster 2020-11-16T20:19:02.559928+0000 osd.5 (osd.5) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:04 smithi071 bash[9480]: cluster 2020-11-16T20:19:03.000619+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e75: 10 total, 10 up, 10 in
2020-11-16T20:20:24.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:05 smithi071 bash[9480]: cluster 2020-11-16T20:19:03.924920+0000 mgr.x (mgr.14196) 180 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:06 smithi071 bash[9480]: cluster 2020-11-16T20:19:05.925501+0000 mgr.x (mgr.14196) 181 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:08 smithi071 bash[9480]: cluster 2020-11-16T20:19:07.926098+0000 mgr.x (mgr.14196) 182 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:08 smithi071 bash[9480]: cluster 2020-11-16T20:19:08.201624+0000 osd.3 (osd.3) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:08 smithi071 bash[9480]: cluster 2020-11-16T20:19:08.201777+0000 osd.3 (osd.3) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:10 smithi071 bash[9480]: cluster 2020-11-16T20:19:08.996799+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e76: 10 total, 10 up, 10 in
2020-11-16T20:20:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:11 smithi071 bash[9480]: cluster 2020-11-16T20:19:09.926649+0000 mgr.x (mgr.14196) 183 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:12 smithi071 bash[9480]: cluster 2020-11-16T20:19:10.556735+0000 osd.7 (osd.7) 6 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:20:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:12 smithi071 bash[9480]: cluster 2020-11-16T20:19:10.558908+0000 osd.7 (osd.7) 7 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:20:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:13 smithi071 bash[9480]: cluster 2020-11-16T20:19:11.927230+0000 mgr.x (mgr.14196) 184 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:15 smithi071 bash[9480]: cluster 2020-11-16T20:19:13.927873+0000 mgr.x (mgr.14196) 185 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:16 smithi071 bash[9480]: cluster 2020-11-16T20:19:14.491805+0000 osd.8 (osd.8) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:16 smithi071 bash[9480]: cluster 2020-11-16T20:19:14.491987+0000 osd.8 (osd.8) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:16 smithi071 bash[9480]: cluster 2020-11-16T20:19:15.025887+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e77: 10 total, 10 up, 10 in
2020-11-16T20:20:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:17 smithi071 bash[9480]: cluster 2020-11-16T20:19:15.928461+0000 mgr.x (mgr.14196) 186 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:18 smithi071 bash[9480]: cluster 2020-11-16T20:19:17.250616+0000 osd.1 (osd.1) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:18 smithi071 bash[9480]: cluster 2020-11-16T20:19:17.250762+0000 osd.1 (osd.1) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:19 smithi071 bash[9480]: cluster 2020-11-16T20:19:17.929114+0000 mgr.x (mgr.14196) 187 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:19 smithi071 bash[9480]: cluster 2020-11-16T20:19:18.047477+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e78: 10 total, 10 up, 10 in
2020-11-16T20:20:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:21 smithi071 bash[9480]: cluster 2020-11-16T20:19:19.929715+0000 mgr.x (mgr.14196) 188 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:23 smithi071 bash[9480]: cluster 2020-11-16T20:19:21.930309+0000 mgr.x (mgr.14196) 189 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:25 smithi071 bash[9480]: cluster 2020-11-16T20:19:23.930937+0000 mgr.x (mgr.14196) 190 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:26 smithi071 bash[9480]: cluster 2020-11-16T20:19:25.931490+0000 mgr.x (mgr.14196) 191 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:26 smithi071 bash[9480]: audit 2020-11-16T20:19:26.079960+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:26 smithi071 bash[9480]: audit 2020-11-16T20:19:26.081185+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:26 smithi071 bash[9480]: audit 2020-11-16T20:19:26.106959+0000 mon.b (mon.1) 267 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:24.601 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:26 smithi071 bash[9480]: audit 2020-11-16T20:19:26.108136+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:24.601 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:28 smithi071 bash[9480]: cluster 2020-11-16T20:19:27.932134+0000 mgr.x (mgr.14196) 192 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.601 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:28 smithi071 bash[9480]: cluster 2020-11-16T20:19:28.304984+0000 osd.6 (osd.6) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.601 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:28 smithi071 bash[9480]: cluster 2020-11-16T20:19:28.305150+0000 osd.6 (osd.6) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.601 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:30 smithi071 bash[9480]: cluster 2020-11-16T20:19:28.993210+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e79: 10 total, 10 up, 10 in
2020-11-16T20:20:24.601 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:31 smithi071 bash[9480]: cluster 2020-11-16T20:19:29.932677+0000 mgr.x (mgr.14196) 193 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.601 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:33 smithi071 bash[9480]: cluster 2020-11-16T20:19:31.933218+0000 mgr.x (mgr.14196) 194 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.602 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:35 smithi071 bash[9480]: cluster 2020-11-16T20:19:33.933652+0000 mgr.x (mgr.14196) 195 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.602 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:37 smithi071 bash[9480]: cluster 2020-11-16T20:19:35.238471+0000 osd.4 (osd.4) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.602 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:37 smithi071 bash[9480]: cluster 2020-11-16T20:19:35.238598+0000 osd.4 (osd.4) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.602 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:37 smithi071 bash[9480]: cluster 2020-11-16T20:19:35.934248+0000 mgr.x (mgr.14196) 196 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.602 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:37 smithi071 bash[9480]: cluster 2020-11-16T20:19:36.026832+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e80: 10 total, 10 up, 10 in
2020-11-16T20:20:24.602 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:39 smithi071 bash[9480]: cluster 2020-11-16T20:19:37.934859+0000 mgr.x (mgr.14196) 197 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.602 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:41 smithi071 bash[9480]: cluster 2020-11-16T20:19:39.935470+0000 mgr.x (mgr.14196) 198 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:43 smithi071 bash[9480]: cluster 2020-11-16T20:19:41.936000+0000 mgr.x (mgr.14196) 199 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:45 smithi071 bash[9480]: cluster 2020-11-16T20:19:43.936599+0000 mgr.x (mgr.14196) 200 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:45 smithi071 bash[9480]: cluster 2020-11-16T20:19:44.881087+0000 osd.2 (osd.2) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:45 smithi071 bash[9480]: cluster 2020-11-16T20:19:44.881211+0000 osd.2 (osd.2) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:46 smithi071 bash[9480]: cluster 2020-11-16T20:19:45.048619+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e81: 10 total, 10 up, 10 in
2020-11-16T20:20:24.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:47 smithi071 bash[9480]: cluster 2020-11-16T20:19:45.350887+0000 osd.9 (osd.9) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:47 smithi071 bash[9480]: cluster 2020-11-16T20:19:45.350953+0000 osd.9 (osd.9) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:47 smithi071 bash[9480]: cluster 2020-11-16T20:19:45.937122+0000 mgr.x (mgr.14196) 201 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:47 smithi071 bash[9480]: cluster 2020-11-16T20:19:46.063951+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e82: 10 total, 10 up, 10 in
2020-11-16T20:20:24.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:49 smithi071 bash[9480]: cluster 2020-11-16T20:19:47.937623+0000 mgr.x (mgr.14196) 202 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:51 smithi071 bash[9480]: cluster 2020-11-16T20:19:49.938240+0000 mgr.x (mgr.14196) 203 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:53 smithi071 bash[9480]: cluster 2020-11-16T20:19:51.686228+0000 osd.0 (osd.0) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:53 smithi071 bash[9480]: cluster 2020-11-16T20:19:51.686383+0000 osd.0 (osd.0) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:53 smithi071 bash[9480]: cluster 2020-11-16T20:19:51.938768+0000 mgr.x (mgr.14196) 204 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:53 smithi071 bash[9480]: cluster 2020-11-16T20:19:52.085139+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e83: 10 total, 10 up, 10 in
2020-11-16T20:20:24.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:54 smithi071 bash[9480]: cluster 2020-11-16T20:19:52.758678+0000 osd.7 (osd.7) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:54 smithi071 bash[9480]: cluster 2020-11-16T20:19:52.758794+0000 osd.7 (osd.7) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:54 smithi071 bash[9480]: cluster 2020-11-16T20:19:53.094982+0000 mon.a (mon.0) 616 : cluster [DBG] osdmap e84: 10 total, 10 up, 10 in
2020-11-16T20:20:24.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:55 smithi071 bash[9480]: cluster 2020-11-16T20:19:53.939360+0000 mgr.x (mgr.14196) 205 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:56 smithi071 bash[9480]: cluster 2020-11-16T20:19:55.939932+0000 mgr.x (mgr.14196) 206 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:19:58 smithi071 bash[9480]: cluster 2020-11-16T20:19:57.940531+0000 mgr.x (mgr.14196) 207 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:01 smithi071 bash[9480]: cluster 2020-11-16T20:19:59.941078+0000 mgr.x (mgr.14196) 208 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:01 smithi071 bash[9480]: cluster 2020-11-16T20:20:00.003529+0000 mon.a (mon.0) 617 : cluster [INF] overall HEALTH_OK
2020-11-16T20:20:24.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:03 smithi071 bash[9480]: cluster 2020-11-16T20:20:01.941598+0000 mgr.x (mgr.14196) 209 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:05 smithi071 bash[9480]: cluster 2020-11-16T20:20:03.469471+0000 osd.5 (osd.5) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:05 smithi071 bash[9480]: cluster 2020-11-16T20:20:03.469601+0000 osd.5 (osd.5) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:05 smithi071 bash[9480]: cluster 2020-11-16T20:20:03.942193+0000 mgr.x (mgr.14196) 210 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:05 smithi071 bash[9480]: cluster 2020-11-16T20:20:04.022121+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e85: 10 total, 10 up, 10 in
2020-11-16T20:20:24.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:06 smithi071 bash[9480]: cluster 2020-11-16T20:20:05.942813+0000 mgr.x (mgr.14196) 211 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:09 smithi071 bash[9480]: cluster 2020-11-16T20:20:07.943515+0000 mgr.x (mgr.14196) 212 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.607 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:09 smithi071 bash[9480]: cluster 2020-11-16T20:20:08.391428+0000 osd.3 (osd.3) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.607 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:09 smithi071 bash[9480]: cluster 2020-11-16T20:20:08.391562+0000 osd.3 (osd.3) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.607 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:10 smithi071 bash[9480]: cluster 2020-11-16T20:20:09.004154+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e86: 10 total, 10 up, 10 in
2020-11-16T20:20:24.607 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:11 smithi071 bash[9480]: cluster 2020-11-16T20:20:09.944144+0000 mgr.x (mgr.14196) 213 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.607 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:13 smithi071 bash[9480]: cluster 2020-11-16T20:20:11.944826+0000 mgr.x (mgr.14196) 214 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.607 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:15 smithi071 bash[9480]: cluster 2020-11-16T20:20:13.945459+0000 mgr.x (mgr.14196) 215 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.607 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:16 smithi071 bash[9480]: cluster 2020-11-16T20:20:14.606923+0000 osd.8 (osd.8) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.607 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:16 smithi071 bash[9480]: cluster 2020-11-16T20:20:14.607083+0000 osd.8 (osd.8) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:16 smithi071 bash[9480]: cluster 2020-11-16T20:20:15.034067+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e87: 10 total, 10 up, 10 in
2020-11-16T20:20:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:17 smithi071 bash[9480]: cluster 2020-11-16T20:20:15.945947+0000 mgr.x (mgr.14196) 216 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:19 smithi071 bash[9480]: cluster 2020-11-16T20:20:17.421369+0000 osd.1 (osd.1) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:19 smithi071 bash[9480]: cluster 2020-11-16T20:20:17.421513+0000 osd.1 (osd.1) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:19 smithi071 bash[9480]: cluster 2020-11-16T20:20:17.946527+0000 mgr.x (mgr.14196) 217 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:19 smithi071 bash[9480]: cluster 2020-11-16T20:20:18.056117+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e88: 10 total, 10 up, 10 in
2020-11-16T20:20:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:21 smithi071 bash[9480]: cluster 2020-11-16T20:20:19.947136+0000 mgr.x (mgr.14196) 218 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:23 smithi071 bash[9480]: cluster 2020-11-16T20:20:21.947687+0000 mgr.x (mgr.14196) 219 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:34 smithi065 bash[9468]: cluster 2020-11-16T20:18:33.915852+0000 mgr.x (mgr.14196) 164 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:35 smithi065 bash[9468]: cluster 2020-11-16T20:18:34.454124+0000 osd.4 (osd.4) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:35 smithi065 bash[9468]: cluster 2020-11-16T20:18:34.454283+0000 osd.4 (osd.4) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:35 smithi065 bash[9468]: audit 2020-11-16T20:18:34.942828+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:35 smithi065 bash[9468]: cluster 2020-11-16T20:18:34.943966+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e67: 10 total, 9 up, 9 in
2020-11-16T20:20:24.609 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:35 smithi065 bash[9468]: audit 2020-11-16T20:18:35.529134+0000 mon.b (mon.1) 250 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch
2020-11-16T20:20:24.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:35 smithi065 bash[9468]: audit 2020-11-16T20:18:35.530672+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:24.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:35 smithi065 bash[9468]: audit 2020-11-16T20:18:35.532552+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.9", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:36 smithi065 bash[9468]: cephadm 2020-11-16T20:18:35.531933+0000 mgr.x (mgr.14196) 165 : cephadm [INF] Deploying daemon osd.9 on smithi065
2020-11-16T20:20:24.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:36 smithi065 bash[9468]: cluster 2020-11-16T20:18:35.916480+0000 mgr.x (mgr.14196) 166 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:37 smithi065 bash[9468]: audit 2020-11-16T20:18:37.826185+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:37 smithi065 bash[9468]: audit 2020-11-16T20:18:37.826999+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:37 smithi065 bash[9468]: audit 2020-11-16T20:18:37.827192+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:37 smithi065 bash[9468]: audit 2020-11-16T20:18:37.832605+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951262\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:07.951483\", \"created\": \"2020-11-16T20:18:07.261868\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_device_update\": \"2020-11-16T20:18:14.684937\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:38 smithi065 bash[9468]: cluster 2020-11-16T20:18:37.917028+0000 mgr.x (mgr.14196) 167 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:38 smithi065 bash[9468]: audit 2020-11-16T20:18:38.581477+0000 mon.b (mon.1) 255 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:38 smithi065 bash[9468]: audit 2020-11-16T20:18:38.582453+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:38 smithi065 bash[9468]: audit 2020-11-16T20:18:38.588267+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:38 smithi065 bash[9468]: audit 2020-11-16T20:18:38.590537+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:40 smithi065 bash[9468]: cluster 2020-11-16T20:18:39.917614+0000 mgr.x (mgr.14196) 168 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:42 smithi065 bash[9468]: cluster 2020-11-16T20:18:41.918170+0000 mgr.x (mgr.14196) 169 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:43 smithi065 bash[9468]: cluster 2020-11-16T20:18:43.907729+0000 osd.2 (osd.2) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:43 smithi065 bash[9468]: cluster 2020-11-16T20:18:43.907850+0000 osd.2 (osd.2) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:45 smithi065 bash[9468]: cluster 2020-11-16T20:18:43.918771+0000 mgr.x (mgr.14196) 170 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 48 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:45 smithi065 bash[9468]: cluster 2020-11-16T20:18:43.996799+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e68: 10 total, 9 up, 9 in
2020-11-16T20:20:24.613 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:45 smithi065 bash[9468]: audit 2020-11-16T20:18:43.998588+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.613 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:45 smithi065 bash[9468]: audit 2020-11-16T20:18:44.075806+0000 mon.c (mon.2) 8 : audit [INF] from='osd.9 v1:172.21.15.65:6804/3578070571' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2020-11-16T20:20:24.613 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:45 smithi065 bash[9468]: audit 2020-11-16T20:18:44.076260+0000 mon.a (mon.0) 588 : audit [INF] from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2020-11-16T20:20:24.613 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:45 smithi065 bash[9468]: audit 2020-11-16T20:18:44.764841+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:24.613 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:44.999047+0000 mon.a (mon.0) 589 : audit [INF] from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished
2020-11-16T20:20:24.613 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: cluster 2020-11-16T20:18:44.999136+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e69: 10 total, 9 up, 9 in
2020-11-16T20:20:24.613 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.001781+0000 mon.c (mon.2) 9 : audit [INF] from='osd.9 v1:172.21.15.65:6804/3578070571' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:24.614 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.004542+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.614 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.011779+0000 mon.a (mon.0) 591 : audit [INF] from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:24.614 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.074282+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.614 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.075361+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:24.614 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.081083+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}}, \"last_daemon_update\": \"2020-11-16T20:18:38.580246\", \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:24.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.083481+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.084174+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.090449+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:24.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.096602+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.097181+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:24.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:46 smithi065 bash[9468]: audit 2020-11-16T20:18:45.102082+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:24.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:47 smithi065 bash[9468]: cluster 2020-11-16T20:18:45.919360+0000 mgr.x (mgr.14196) 171 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 49 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:47 smithi065 bash[9468]: audit 2020-11-16T20:18:46.013314+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:47 smithi065 bash[9468]: audit 2020-11-16T20:18:46.014484+0000 mon.a (mon.0) 598 : audit [INF] from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:20:24.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:47 smithi065 bash[9468]: cluster 2020-11-16T20:18:46.014594+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e70: 10 total, 9 up, 9 in
2020-11-16T20:20:24.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:47 smithi065 bash[9468]: audit 2020-11-16T20:18:46.026309+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:48 smithi065 bash[9468]: cluster 2020-11-16T20:18:45.113700+0000 osd.9 (osd.9) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:48 smithi065 bash[9468]: cluster 2020-11-16T20:18:45.113865+0000 osd.9 (osd.9) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:48 smithi065 bash[9468]: cluster 2020-11-16T20:18:46.015741+0000 osd.9 (osd.9) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:20:24.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:48 smithi065 bash[9468]: cluster 2020-11-16T20:18:47.024751+0000 mon.a (mon.0) 600 : cluster [INF] osd.9 v1:172.21.15.65:6804/3578070571 boot
2020-11-16T20:20:24.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:48 smithi065 bash[9468]: cluster 2020-11-16T20:18:47.024841+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e71: 10 total, 10 up, 10 in
2020-11-16T20:20:24.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:48 smithi065 bash[9468]: audit 2020-11-16T20:18:47.027732+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2020-11-16T20:20:24.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:49 smithi065 bash[9468]: cluster 2020-11-16T20:18:47.919954+0000 mgr.x (mgr.14196) 172 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 49 MiB used, 805 GiB / 805 GiB avail
2020-11-16T20:20:24.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:49 smithi065 bash[9468]: cluster 2020-11-16T20:18:48.042881+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e72: 10 total, 10 up, 10 in
2020-11-16T20:20:24.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:51 smithi065 bash[9468]: cluster 2020-11-16T20:18:49.920609+0000 mgr.x (mgr.14196) 173 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 54 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:52 smithi065 bash[9468]: cluster 2020-11-16T20:18:50.795938+0000 osd.0 (osd.0) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.618 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:52 smithi065 bash[9468]: cluster 2020-11-16T20:18:50.796063+0000 osd.0 (osd.0) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.618 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:52 smithi065 bash[9468]: cluster 2020-11-16T20:18:51.057232+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e73: 10 total, 10 up, 10 in
2020-11-16T20:20:24.618 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:53 smithi065 bash[9468]: cluster 2020-11-16T20:18:51.921179+0000 mgr.x (mgr.14196) 174 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 54 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.618 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:53 smithi065 bash[9468]: cluster 2020-11-16T20:18:52.318451+0000 osd.7 (osd.7) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.618 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:53 smithi065 bash[9468]: cluster 2020-11-16T20:18:52.318602+0000 osd.7 (osd.7) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.618 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:54 smithi065 bash[9468]: cluster 2020-11-16T20:18:53.069738+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e74: 10 total, 10 up, 10 in
2020-11-16T20:20:24.618 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:55 smithi065 bash[9468]: cluster 2020-11-16T20:18:53.921830+0000 mgr.x (mgr.14196) 175 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:56 smithi065 bash[9468]: cluster 2020-11-16T20:18:55.922491+0000 mgr.x (mgr.14196) 176 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:18:58 smithi065 bash[9468]: cluster 2020-11-16T20:18:57.923082+0000 mgr.x (mgr.14196) 177 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:00 smithi065 bash[9468]: cluster 2020-11-16T20:18:59.923759+0000 mgr.x (mgr.14196) 178 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:02 smithi065 bash[9468]: cluster 2020-11-16T20:19:01.924315+0000 mgr.x (mgr.14196) 179 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:04 smithi065 bash[9468]: cluster 2020-11-16T20:19:02.559779+0000 osd.5 (osd.5) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:04 smithi065 bash[9468]: cluster 2020-11-16T20:19:02.559928+0000 osd.5 (osd.5) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:04 smithi065 bash[9468]: cluster 2020-11-16T20:19:03.000619+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e75: 10 total, 10 up, 10 in
2020-11-16T20:20:24.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:05 smithi065 bash[9468]: cluster 2020-11-16T20:19:03.924920+0000 mgr.x (mgr.14196) 180 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:06 smithi065 bash[9468]: cluster 2020-11-16T20:19:05.925501+0000 mgr.x (mgr.14196) 181 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:08 smithi065 bash[9468]: cluster 2020-11-16T20:19:07.926098+0000 mgr.x (mgr.14196) 182 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:08 smithi065 bash[9468]: cluster 2020-11-16T20:19:08.201624+0000 osd.3 (osd.3) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:08 smithi065 bash[9468]: cluster 2020-11-16T20:19:08.201777+0000 osd.3 (osd.3) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:10 smithi065 bash[9468]: cluster 2020-11-16T20:19:08.996799+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e76: 10 total, 10 up, 10 in
2020-11-16T20:20:24.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:11 smithi065 bash[9468]: cluster 2020-11-16T20:19:09.926649+0000 mgr.x (mgr.14196) 183 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:12 smithi065 bash[9468]: cluster 2020-11-16T20:19:10.556735+0000 osd.7 (osd.7) 6 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:20:24.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:12 smithi065 bash[9468]: cluster 2020-11-16T20:19:10.558908+0000 osd.7 (osd.7) 7 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:20:24.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:13 smithi065 bash[9468]: cluster 2020-11-16T20:19:11.927230+0000 mgr.x (mgr.14196) 184 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:15 smithi065 bash[9468]: cluster 2020-11-16T20:19:13.927873+0000 mgr.x (mgr.14196) 185 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:16 smithi065 bash[9468]: cluster 2020-11-16T20:19:14.491805+0000 osd.8 (osd.8) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:16 smithi065 bash[9468]: cluster 2020-11-16T20:19:14.491987+0000 osd.8 (osd.8) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:16 smithi065 bash[9468]: cluster 2020-11-16T20:19:15.025887+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e77: 10 total, 10 up, 10 in
2020-11-16T20:20:24.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:17 smithi065 bash[9468]: cluster 2020-11-16T20:19:15.928461+0000 mgr.x (mgr.14196) 186 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.622 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:18 smithi065 bash[9468]: cluster 2020-11-16T20:19:17.250616+0000 osd.1 (osd.1) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.622 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:18 smithi065 bash[9468]: cluster 2020-11-16T20:19:17.250762+0000 osd.1 (osd.1) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.622 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:19 smithi065 bash[9468]: cluster 2020-11-16T20:19:17.929114+0000 mgr.x (mgr.14196) 187 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.622 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:19 smithi065 bash[9468]: cluster 2020-11-16T20:19:18.047477+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e78: 10 total, 10 up, 10 in
2020-11-16T20:20:24.622 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:21 smithi065 bash[9468]: cluster 2020-11-16T20:19:19.929715+0000 mgr.x (mgr.14196) 188 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.622 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:23 smithi065 bash[9468]: cluster 2020-11-16T20:19:21.930309+0000 mgr.x (mgr.14196) 189 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.622 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:25 smithi065 bash[9468]: cluster 2020-11-16T20:19:23.930937+0000 mgr.x (mgr.14196) 190 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.622 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:26 smithi065 bash[9468]: cluster 2020-11-16T20:19:25.931490+0000 mgr.x (mgr.14196) 191 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:26 smithi065 bash[9468]: audit 2020-11-16T20:19:26.079960+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:24.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:26 smithi065 bash[9468]: audit 2020-11-16T20:19:26.081185+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:24.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:26 smithi065 bash[9468]: audit 2020-11-16T20:19:26.106959+0000 mon.b (mon.1) 267 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:24.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:26 smithi065 bash[9468]: audit 2020-11-16T20:19:26.108136+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:24.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:28 smithi065 bash[9468]: cluster 2020-11-16T20:19:27.932134+0000 mgr.x (mgr.14196) 192 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:28 smithi065 bash[9468]: cluster 2020-11-16T20:19:28.304984+0000 osd.6 (osd.6) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:28 smithi065 bash[9468]: cluster 2020-11-16T20:19:28.305150+0000 osd.6 (osd.6) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.624 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:30 smithi065 bash[9468]: cluster 2020-11-16T20:19:28.993210+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e79: 10 total, 10 up, 10 in
2020-11-16T20:20:24.624 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:31 smithi065 bash[9468]: cluster 2020-11-16T20:19:29.932677+0000 mgr.x (mgr.14196) 193 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.624 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:33 smithi065 bash[9468]: cluster 2020-11-16T20:19:31.933218+0000 mgr.x (mgr.14196) 194 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.624 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:35 smithi065 bash[9468]: cluster 2020-11-16T20:19:33.933652+0000 mgr.x (mgr.14196) 195 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.624 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:37 smithi065 bash[9468]: cluster 2020-11-16T20:19:35.238471+0000 osd.4 (osd.4) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.624 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:37 smithi065 bash[9468]: cluster 2020-11-16T20:19:35.238598+0000 osd.4 (osd.4) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.624 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:37 smithi065 bash[9468]: cluster 2020-11-16T20:19:35.934248+0000 mgr.x (mgr.14196) 196 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.625 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:37 smithi065 bash[9468]: cluster 2020-11-16T20:19:36.026832+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e80: 10 total, 10 up, 10 in
2020-11-16T20:20:24.625 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:39 smithi065 bash[9468]: cluster 2020-11-16T20:19:37.934859+0000 mgr.x (mgr.14196) 197 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.625 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:41 smithi065 bash[9468]: cluster 2020-11-16T20:19:39.935470+0000 mgr.x (mgr.14196) 198 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.625 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:43 smithi065 bash[9468]: cluster 2020-11-16T20:19:41.936000+0000 mgr.x (mgr.14196) 199 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.625 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:45 smithi065 bash[9468]: cluster 2020-11-16T20:19:43.936599+0000 mgr.x (mgr.14196) 200 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.625 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:45 smithi065 bash[9468]: cluster 2020-11-16T20:19:44.881087+0000 osd.2 (osd.2) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.625 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:45 smithi065 bash[9468]: cluster 2020-11-16T20:19:44.881211+0000 osd.2 (osd.2) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.625 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:46 smithi065 bash[9468]: cluster 2020-11-16T20:19:45.048619+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e81: 10 total, 10 up, 10 in
2020-11-16T20:20:24.626 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:47 smithi065 bash[9468]: cluster 2020-11-16T20:19:45.350887+0000 osd.9 (osd.9) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.626 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:47 smithi065 bash[9468]: cluster 2020-11-16T20:19:45.350953+0000 osd.9 (osd.9) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.626 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:47 smithi065 bash[9468]: cluster 2020-11-16T20:19:45.937122+0000 mgr.x (mgr.14196) 201 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 0 B data, 55 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.626 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:47 smithi065 bash[9468]: cluster 2020-11-16T20:19:46.063951+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e82: 10 total, 10 up, 10 in
2020-11-16T20:20:24.626 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:49 smithi065 bash[9468]: cluster 2020-11-16T20:19:47.937623+0000 mgr.x (mgr.14196) 202 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.626 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:51 smithi065 bash[9468]: cluster 2020-11-16T20:19:49.938240+0000 mgr.x (mgr.14196) 203 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.626 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:53 smithi065 bash[9468]: cluster 2020-11-16T20:19:51.686228+0000 osd.0 (osd.0) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.627 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:53 smithi065 bash[9468]: cluster 2020-11-16T20:19:51.686383+0000 osd.0 (osd.0) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.627 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:53 smithi065 bash[9468]: cluster 2020-11-16T20:19:51.938768+0000 mgr.x (mgr.14196) 204 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.627 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:53 smithi065 bash[9468]: cluster 2020-11-16T20:19:52.085139+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e83: 10 total, 10 up, 10 in
2020-11-16T20:20:24.627 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:54 smithi065 bash[9468]: cluster 2020-11-16T20:19:52.758678+0000 osd.7 (osd.7) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.627 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:54 smithi065 bash[9468]: cluster 2020-11-16T20:19:52.758794+0000 osd.7 (osd.7) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.627 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:54 smithi065 bash[9468]: cluster 2020-11-16T20:19:53.094982+0000 mon.a (mon.0) 616 : cluster [DBG] osdmap e84: 10 total, 10 up, 10 in
2020-11-16T20:20:24.627 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:55 smithi065 bash[9468]: cluster 2020-11-16T20:19:53.939360+0000 mgr.x (mgr.14196) 205 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.627 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:56 smithi065 bash[9468]: cluster 2020-11-16T20:19:55.939932+0000 mgr.x (mgr.14196) 206 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.628 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:19:58 smithi065 bash[9468]: cluster 2020-11-16T20:19:57.940531+0000 mgr.x (mgr.14196) 207 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.628 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:01 smithi065 bash[9468]: cluster 2020-11-16T20:19:59.941078+0000 mgr.x (mgr.14196) 208 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.628 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:01 smithi065 bash[9468]: cluster 2020-11-16T20:20:00.003529+0000 mon.a (mon.0) 617 : cluster [INF] overall HEALTH_OK
2020-11-16T20:20:24.628 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:03 smithi065 bash[9468]: cluster 2020-11-16T20:20:01.941598+0000 mgr.x (mgr.14196) 209 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.628 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:05 smithi065 bash[9468]: cluster 2020-11-16T20:20:03.469471+0000 osd.5 (osd.5) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.628 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:05 smithi065 bash[9468]: cluster 2020-11-16T20:20:03.469601+0000 osd.5 (osd.5) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.628 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:05 smithi065 bash[9468]: cluster 2020-11-16T20:20:03.942193+0000 mgr.x (mgr.14196) 210 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.629 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:05 smithi065 bash[9468]: cluster 2020-11-16T20:20:04.022121+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e85: 10 total, 10 up, 10 in
2020-11-16T20:20:24.629 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:06 smithi065 bash[9468]: cluster 2020-11-16T20:20:05.942813+0000 mgr.x (mgr.14196) 211 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.629 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:09 smithi065 bash[9468]: cluster 2020-11-16T20:20:07.943515+0000 mgr.x (mgr.14196) 212 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.629 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:09 smithi065 bash[9468]: cluster 2020-11-16T20:20:08.391428+0000 osd.3 (osd.3) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.629 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:09 smithi065 bash[9468]: cluster 2020-11-16T20:20:08.391562+0000 osd.3 (osd.3) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.629 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:10 smithi065 bash[9468]: cluster 2020-11-16T20:20:09.004154+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e86: 10 total, 10 up, 10 in
2020-11-16T20:20:24.629 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:11 smithi065 bash[9468]: cluster 2020-11-16T20:20:09.944144+0000 mgr.x (mgr.14196) 213 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.630 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:13 smithi065 bash[9468]: cluster 2020-11-16T20:20:11.944826+0000 mgr.x (mgr.14196) 214 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.630 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:15 smithi065 bash[9468]: cluster 2020-11-16T20:20:13.945459+0000 mgr.x (mgr.14196) 215 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.630 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:16 smithi065 bash[9468]: cluster 2020-11-16T20:20:14.606923+0000 osd.8 (osd.8) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.630 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:16 smithi065 bash[9468]: cluster 2020-11-16T20:20:14.607083+0000 osd.8 (osd.8) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.630 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:16 smithi065 bash[9468]: cluster 2020-11-16T20:20:15.034067+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e87: 10 total, 10 up, 10 in
2020-11-16T20:20:24.630 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:17 smithi065 bash[9468]: cluster 2020-11-16T20:20:15.945947+0000 mgr.x (mgr.14196) 216 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.630 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:19 smithi065 bash[9468]: cluster 2020-11-16T20:20:17.421369+0000 osd.1 (osd.1) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:24.630 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:19 smithi065 bash[9468]: cluster 2020-11-16T20:20:17.421513+0000 osd.1 (osd.1) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:24.631 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:19 smithi065 bash[9468]: cluster 2020-11-16T20:20:17.946527+0000 mgr.x (mgr.14196) 217 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.631 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:19 smithi065 bash[9468]: cluster 2020-11-16T20:20:18.056117+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e88: 10 total, 10 up, 10 in
2020-11-16T20:20:24.631 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:21 smithi065 bash[9468]: cluster 2020-11-16T20:20:19.947136+0000 mgr.x (mgr.14196) 218 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.631 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:23 smithi065 bash[9468]: cluster 2020-11-16T20:20:21.947687+0000 mgr.x (mgr.14196) 219 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:24.631 INFO:teuthology.orchestra.run.smithi065.stdout:Created osd(s) 9 on host 'smithi065'
2020-11-16T20:20:24.632 INFO:teuthology.orchestra.run.smithi065:osd.9> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.9.service
2020-11-16T20:20:24.635 INFO:tasks.cephadm:Deploying osd.10 on smithi065 with /dev/vg_nvme/lv_2...
2020-11-16T20:20:24.635 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2
2020-11-16T20:20:24.668 INFO:journalctl@ceph.osd.9.smithi065.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:20:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:25 smithi071 bash[9480]: cluster 2020-11-16T20:20:23.948229+0000 mgr.x (mgr.14196) 220 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:25.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:25 smithi065 bash[9468]: cluster 2020-11-16T20:20:23.948229+0000 mgr.x (mgr.14196) 220 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:25.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:25 smithi142 bash[9523]: cluster 2020-11-16T20:20:23.948229+0000 mgr.x (mgr.14196) 220 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:26 smithi071 bash[9480]: cluster 2020-11-16T20:20:25.948791+0000 mgr.x (mgr.14196) 221 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:26 smithi071 bash[9480]: audit 2020-11-16T20:20:26.086516+0000 mon.b (mon.1) 268 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:26 smithi071 bash[9480]: audit 2020-11-16T20:20:26.088003+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:26 smithi071 bash[9480]: audit 2020-11-16T20:20:26.109806+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:26 smithi071 bash[9480]: audit 2020-11-16T20:20:26.111044+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:26 smithi065 bash[9468]: cluster 2020-11-16T20:20:25.948791+0000 mgr.x (mgr.14196) 221 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:26 smithi065 bash[9468]: audit 2020-11-16T20:20:26.086516+0000 mon.b (mon.1) 268 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:26 smithi065 bash[9468]: audit 2020-11-16T20:20:26.088003+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:27.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:26 smithi065 bash[9468]: audit 2020-11-16T20:20:26.109806+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:27.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:26 smithi065 bash[9468]: audit 2020-11-16T20:20:26.111044+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:26 smithi142 bash[9523]: cluster 2020-11-16T20:20:25.948791+0000 mgr.x (mgr.14196) 221 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:26 smithi142 bash[9523]: audit 2020-11-16T20:20:26.086516+0000 mon.b (mon.1) 268 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:26 smithi142 bash[9523]: audit 2020-11-16T20:20:26.088003+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:20:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:26 smithi142 bash[9523]: audit 2020-11-16T20:20:26.109806+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:26 smithi142 bash[9523]: audit 2020-11-16T20:20:26.111044+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:20:27.992 INFO:teuthology.orchestra.run.smithi065.stderr:--> Zapping: /dev/vg_nvme/lv_2
2020-11-16T20:20:27.992 INFO:teuthology.orchestra.run.smithi065.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync
2020-11-16T20:20:27.993 INFO:teuthology.orchestra.run.smithi065.stderr: stderr: 10+0 records in
2020-11-16T20:20:27.993 INFO:teuthology.orchestra.run.smithi065.stderr:10+0 records out
2020-11-16T20:20:27.993 INFO:teuthology.orchestra.run.smithi065.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0185254 s, 566 MB/s
2020-11-16T20:20:27.993 INFO:teuthology.orchestra.run.smithi065.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_2>
2020-11-16T20:20:28.675 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi065:vg_nvme/lv_2
2020-11-16T20:20:29.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:29 smithi065 bash[9468]: cluster 2020-11-16T20:20:27.949371+0000 mgr.x (mgr.14196) 222 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:29.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:29 smithi065 bash[9468]: cluster 2020-11-16T20:20:28.475609+0000 osd.7 (osd.7) 10 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:20:29.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:29 smithi065 bash[9468]: cluster 2020-11-16T20:20:28.477331+0000 osd.7 (osd.7) 11 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:20:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:29 smithi142 bash[9523]: cluster 2020-11-16T20:20:27.949371+0000 mgr.x (mgr.14196) 222 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:29 smithi142 bash[9523]: cluster 2020-11-16T20:20:28.475609+0000 osd.7 (osd.7) 10 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:20:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:29 smithi142 bash[9523]: cluster 2020-11-16T20:20:28.477331+0000 osd.7 (osd.7) 11 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:20:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:29 smithi071 bash[9480]: cluster 2020-11-16T20:20:27.949371+0000 mgr.x (mgr.14196) 222 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:29.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:29 smithi071 bash[9480]: cluster 2020-11-16T20:20:28.475609+0000 osd.7 (osd.7) 10 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:20:29.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:29 smithi071 bash[9480]: cluster 2020-11-16T20:20:28.477331+0000 osd.7 (osd.7) 11 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:20:30.140 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:30 smithi065 bash[9468]: cluster 2020-11-16T20:20:29.164373+0000 osd.6 (osd.6) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:30.140 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:30 smithi065 bash[9468]: cluster 2020-11-16T20:20:29.164523+0000 osd.6 (osd.6) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:30 smithi142 bash[9523]: cluster 2020-11-16T20:20:29.164373+0000 osd.6 (osd.6) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:30 smithi142 bash[9523]: cluster 2020-11-16T20:20:29.164523+0000 osd.6 (osd.6) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:30.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:30 smithi071 bash[9480]: cluster 2020-11-16T20:20:29.164373+0000 osd.6 (osd.6) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:30.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:30 smithi071 bash[9480]: cluster 2020-11-16T20:20:29.164523+0000 osd.6 (osd.6) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:31.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:31 smithi065 bash[9468]: cluster 2020-11-16T20:20:29.949930+0000 mgr.x (mgr.14196) 223 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:31.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:31 smithi065 bash[9468]: cluster 2020-11-16T20:20:30.020467+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e89: 10 total, 10 up, 10 in
2020-11-16T20:20:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:31 smithi142 bash[9523]: cluster 2020-11-16T20:20:29.949930+0000 mgr.x (mgr.14196) 223 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:31 smithi142 bash[9523]: cluster 2020-11-16T20:20:30.020467+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e89: 10 total, 10 up, 10 in
2020-11-16T20:20:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:31 smithi071 bash[9480]: cluster 2020-11-16T20:20:29.949930+0000 mgr.x (mgr.14196) 223 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:31.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:31 smithi071 bash[9480]: cluster 2020-11-16T20:20:30.020467+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e89: 10 total, 10 up, 10 in
2020-11-16T20:20:33.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: cluster 2020-11-16T20:20:31.950522+0000 mgr.x (mgr.14196) 224 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:33.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: audit 2020-11-16T20:20:32.127729+0000 mgr.x (mgr.14196) 225 : audit [DBG] from='client.34391 v1:172.21.15.65:0/2683738815' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:20:33.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: audit 2020-11-16T20:20:32.129590+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:20:33.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: cephadm 2020-11-16T20:20:32.131032+0000 mgr.x (mgr.14196) 226 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:20:33.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: cephadm 2020-11-16T20:20:32.131201+0000 mgr.x (mgr.14196) 227 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:20:33.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: cephadm 2020-11-16T20:20:32.132317+0000 mgr.x (mgr.14196) 228 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:20:33.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: audit 2020-11-16T20:20:32.133094+0000 mon.b (mon.1) 271 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:20:33.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: audit 2020-11-16T20:20:32.134540+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:33.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:33 smithi065 bash[9468]: audit 2020-11-16T20:20:32.136199+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:33.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: cluster 2020-11-16T20:20:31.950522+0000 mgr.x (mgr.14196) 224 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:33.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: audit 2020-11-16T20:20:32.127729+0000 mgr.x (mgr.14196) 225 : audit [DBG] from='client.34391 v1:172.21.15.65:0/2683738815' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:20:33.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: audit 2020-11-16T20:20:32.129590+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:20:33.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: cephadm 2020-11-16T20:20:32.131032+0000 mgr.x (mgr.14196) 226 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:20:33.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: cephadm 2020-11-16T20:20:32.131201+0000 mgr.x (mgr.14196) 227 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:20:33.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: cephadm 2020-11-16T20:20:32.132317+0000 mgr.x (mgr.14196) 228 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:20:33.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: audit 2020-11-16T20:20:32.133094+0000 mon.b (mon.1) 271 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:20:33.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: audit 2020-11-16T20:20:32.134540+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:33.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:33 smithi142 bash[9523]: audit 2020-11-16T20:20:32.136199+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: cluster 2020-11-16T20:20:31.950522+0000 mgr.x (mgr.14196) 224 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 0 B data, 56 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: audit 2020-11-16T20:20:32.127729+0000 mgr.x (mgr.14196) 225 : audit [DBG] from='client.34391 v1:172.21.15.65:0/2683738815' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:20:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: audit 2020-11-16T20:20:32.129590+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:20:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: cephadm 2020-11-16T20:20:32.131032+0000 mgr.x (mgr.14196) 226 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:20:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: cephadm 2020-11-16T20:20:32.131201+0000 mgr.x (mgr.14196) 227 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:20:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: cephadm 2020-11-16T20:20:32.132317+0000 mgr.x (mgr.14196) 228 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:20:33.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: audit 2020-11-16T20:20:32.133094+0000 mon.b (mon.1) 271 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:20:33.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: audit 2020-11-16T20:20:32.134540+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:33.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:33 smithi071 bash[9480]: audit 2020-11-16T20:20:32.136199+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:35.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:35 smithi065 bash[9468]: cluster 2020-11-16T20:20:33.951126+0000 mgr.x (mgr.14196) 229 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:35.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:35 smithi142 bash[9523]: cluster 2020-11-16T20:20:33.951126+0000 mgr.x (mgr.14196) 229 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:35 smithi071 bash[9480]: cluster 2020-11-16T20:20:33.951126+0000 mgr.x (mgr.14196) 229 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:36.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:36 smithi065 bash[9468]: audit 2020-11-16T20:20:35.908399+0000 mon.c (mon.2) 10 : audit [INF] from='client.? v1:172.21.15.65:0/2770335146' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]: dispatch
2020-11-16T20:20:36.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:36 smithi065 bash[9468]: audit 2020-11-16T20:20:35.910824+0000 mon.a (mon.0) 625 : audit [INF] from='client.34397 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]: dispatch
2020-11-16T20:20:36.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:36 smithi065 bash[9468]: audit 2020-11-16T20:20:35.919442+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:36.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:36 smithi065 bash[9468]: audit 2020-11-16T20:20:35.920489+0000 mon.a (mon.0) 626 : audit [INF] from='client.34397 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]': finished
2020-11-16T20:20:36.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:36 smithi065 bash[9468]: cluster 2020-11-16T20:20:35.920585+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e90: 11 total, 10 up, 10 in
2020-11-16T20:20:36.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:36 smithi142 bash[9523]: audit 2020-11-16T20:20:35.908399+0000 mon.c (mon.2) 10 : audit [INF] from='client.? v1:172.21.15.65:0/2770335146' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]: dispatch
2020-11-16T20:20:36.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:36 smithi142 bash[9523]: audit 2020-11-16T20:20:35.910824+0000 mon.a (mon.0) 625 : audit [INF] from='client.34397 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]: dispatch
2020-11-16T20:20:36.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:36 smithi142 bash[9523]: audit 2020-11-16T20:20:35.919442+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:36.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:36 smithi142 bash[9523]: audit 2020-11-16T20:20:35.920489+0000 mon.a (mon.0) 626 : audit [INF] from='client.34397 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]': finished
2020-11-16T20:20:36.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:36 smithi142 bash[9523]: cluster 2020-11-16T20:20:35.920585+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e90: 11 total, 10 up, 10 in
2020-11-16T20:20:36.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:36 smithi071 bash[9480]: audit 2020-11-16T20:20:35.908399+0000 mon.c (mon.2) 10 : audit [INF] from='client.? v1:172.21.15.65:0/2770335146' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]: dispatch
2020-11-16T20:20:36.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:36 smithi071 bash[9480]: audit 2020-11-16T20:20:35.910824+0000 mon.a (mon.0) 625 : audit [INF] from='client.34397 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]: dispatch
2020-11-16T20:20:36.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:36 smithi071 bash[9480]: audit 2020-11-16T20:20:35.919442+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:36.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:36 smithi071 bash[9480]: audit 2020-11-16T20:20:35.920489+0000 mon.a (mon.0) 626 : audit [INF] from='client.34397 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7092d516-77a6-4060-a297-090099cd553e"}]': finished
2020-11-16T20:20:36.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:36 smithi071 bash[9480]: cluster 2020-11-16T20:20:35.920585+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e90: 11 total, 10 up, 10 in
2020-11-16T20:20:37.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:37 smithi065 bash[9468]: cluster 2020-11-16T20:20:35.278022+0000 osd.4 (osd.4) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:37.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:37 smithi065 bash[9468]: cluster 2020-11-16T20:20:35.278156+0000 osd.4 (osd.4) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:37.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:37 smithi065 bash[9468]: cluster 2020-11-16T20:20:35.951725+0000 mgr.x (mgr.14196) 230 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:37.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:37 smithi065 bash[9468]: audit 2020-11-16T20:20:36.583059+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? v1:172.21.15.65:0/1719288500' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:20:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:37 smithi142 bash[9523]: cluster 2020-11-16T20:20:35.278022+0000 osd.4 (osd.4) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:37 smithi142 bash[9523]: cluster 2020-11-16T20:20:35.278156+0000 osd.4 (osd.4) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:37 smithi142 bash[9523]: cluster 2020-11-16T20:20:35.951725+0000 mgr.x (mgr.14196) 230 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:37 smithi142 bash[9523]: audit 2020-11-16T20:20:36.583059+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? v1:172.21.15.65:0/1719288500' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:20:37.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:37 smithi071 bash[9480]: cluster 2020-11-16T20:20:35.278022+0000 osd.4 (osd.4) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:37 smithi071 bash[9480]: cluster 2020-11-16T20:20:35.278156+0000 osd.4 (osd.4) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:37 smithi071 bash[9480]: cluster 2020-11-16T20:20:35.951725+0000 mgr.x (mgr.14196) 230 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:37 smithi071 bash[9480]: audit 2020-11-16T20:20:36.583059+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? v1:172.21.15.65:0/1719288500' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:20:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:39 smithi071 bash[9480]: cluster 2020-11-16T20:20:37.952330+0000 mgr.x (mgr.14196) 231 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:39.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:39 smithi065 bash[9468]: cluster 2020-11-16T20:20:37.952330+0000 mgr.x (mgr.14196) 231 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:39.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:39 smithi142 bash[9523]: cluster 2020-11-16T20:20:37.952330+0000 mgr.x (mgr.14196) 231 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:40.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:40 smithi071 bash[9480]: audit 2020-11-16T20:20:39.696701+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:40.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:40 smithi065 bash[9468]: audit 2020-11-16T20:20:39.696701+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:40.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:40 smithi142 bash[9523]: audit 2020-11-16T20:20:39.696701+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:41.128 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:41 smithi065 bash[9468]: cluster 2020-11-16T20:20:39.952930+0000 mgr.x (mgr.14196) 232 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:41 smithi071 bash[9480]: cluster 2020-11-16T20:20:39.952930+0000 mgr.x (mgr.14196) 232 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:41.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:41 smithi142 bash[9523]: cluster 2020-11-16T20:20:39.952930+0000 mgr.x (mgr.14196) 232 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:43 smithi071 bash[9480]: cluster 2020-11-16T20:20:41.953528+0000 mgr.x (mgr.14196) 233 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:43.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:43 smithi065 bash[9468]: cluster 2020-11-16T20:20:41.953528+0000 mgr.x (mgr.14196) 233 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:43.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:43 smithi142 bash[9523]: cluster 2020-11-16T20:20:41.953528+0000 mgr.x (mgr.14196) 233 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:44.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:44 smithi071 bash[9480]: audit 2020-11-16T20:20:43.771877+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch
2020-11-16T20:20:44.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:44 smithi071 bash[9480]: audit 2020-11-16T20:20:43.773496+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:44.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:44 smithi071 bash[9480]: audit 2020-11-16T20:20:43.775320+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.10", "key": "container_image"}]: dispatch
2020-11-16T20:20:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:44 smithi065 bash[9468]: audit 2020-11-16T20:20:43.771877+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch
2020-11-16T20:20:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:44 smithi065 bash[9468]: audit 2020-11-16T20:20:43.773496+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:44 smithi065 bash[9468]: audit 2020-11-16T20:20:43.775320+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.10", "key": "container_image"}]: dispatch
2020-11-16T20:20:44.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:44 smithi142 bash[9523]: audit 2020-11-16T20:20:43.771877+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch
2020-11-16T20:20:44.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:44 smithi142 bash[9523]: audit 2020-11-16T20:20:43.773496+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:44.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:44 smithi142 bash[9523]: audit 2020-11-16T20:20:43.775320+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.10", "key": "container_image"}]: dispatch
2020-11-16T20:20:45.179 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:45 smithi065 bash[9468]: cephadm 2020-11-16T20:20:43.774720+0000 mgr.x (mgr.14196) 234 : cephadm [INF] Deploying daemon osd.10 on smithi065
2020-11-16T20:20:45.179 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:45 smithi065 bash[9468]: cluster 2020-11-16T20:20:43.954135+0000 mgr.x (mgr.14196) 235 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:45 smithi071 bash[9480]: cephadm 2020-11-16T20:20:43.774720+0000 mgr.x (mgr.14196) 234 : cephadm [INF] Deploying daemon osd.10 on smithi065
2020-11-16T20:20:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:45 smithi071 bash[9480]: cluster 2020-11-16T20:20:43.954135+0000 mgr.x (mgr.14196) 235 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:45.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:45 smithi142 bash[9523]: cephadm 2020-11-16T20:20:43.774720+0000 mgr.x (mgr.14196) 234 : cephadm [INF] Deploying daemon osd.10 on smithi065
2020-11-16T20:20:45.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:45 smithi142 bash[9523]: cluster 2020-11-16T20:20:43.954135+0000 mgr.x (mgr.14196) 235 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:46.017 INFO:teuthology.orchestra.run.smithi065.stdout:Created osd(s) 10 on host 'smithi065'
2020-11-16T20:20:47.170 INFO:teuthology.orchestra.run.smithi065:osd.10> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.10.service
2020-11-16T20:20:47.173 INFO:tasks.cephadm:Deploying osd.11 on smithi065 with /dev/vg_nvme/lv_1...
2020-11-16T20:20:47.173 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1
2020-11-16T20:20:47.190 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: cluster 2020-11-16T20:20:45.220352+0000 osd.2 (osd.2) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:47.191 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: cluster 2020-11-16T20:20:45.220474+0000 osd.2 (osd.2) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:47.191 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: cluster 2020-11-16T20:20:45.954743+0000 mgr.x (mgr.14196) 236 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:47.191 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.007842+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.191 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.008468+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:47.192 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.009575+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.192 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.014949+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:47.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: cluster 2020-11-16T20:20:46.073707+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e91: 11 total, 10 up, 10 in
2020-11-16T20:20:47.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.077405+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:47.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.812395+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.814050+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.820113+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:47.194 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:46 smithi065 bash[9468]: audit 2020-11-16T20:20:46.822200+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:47.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: cluster 2020-11-16T20:20:45.220352+0000 osd.2 (osd.2) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:47.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: cluster 2020-11-16T20:20:45.220474+0000 osd.2 (osd.2) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:47.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: cluster 2020-11-16T20:20:45.954743+0000 mgr.x (mgr.14196) 236 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:47.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.007842+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.008468+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:47.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.009575+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.014949+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:47.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: cluster 2020-11-16T20:20:46.073707+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e91: 11 total, 10 up, 10 in
2020-11-16T20:20:47.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.077405+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:47.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.812395+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.814050+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.820113+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:47.205 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:46 smithi071 bash[9480]: audit 2020-11-16T20:20:46.822200+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:47.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: cluster 2020-11-16T20:20:45.220352+0000 osd.2 (osd.2) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:47.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: cluster 2020-11-16T20:20:45.220474+0000 osd.2 (osd.2) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:47.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: cluster 2020-11-16T20:20:45.954743+0000 mgr.x (mgr.14196) 236 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:47.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.007842+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.008468+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:47.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.009575+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.014949+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.578906\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579109\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:18:38.579720\", \"created\": \"2020-11-16T20:18:37.799760\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_device_update\": \"2020-11-16T20:18:45.072738\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:47.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: cluster 2020-11-16T20:20:46.073707+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e91: 11 total, 10 up, 10 in
2020-11-16T20:20:47.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.077405+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:47.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.812395+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.814050+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:47.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.820113+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:47.293 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:46 smithi142 bash[9523]: audit 2020-11-16T20:20:46.822200+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:47.398 INFO:journalctl@ceph.osd.10.smithi065.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:20:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:48 smithi071 bash[9480]: cluster 2020-11-16T20:20:46.244468+0000 osd.9 (osd.9) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:48.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:48 smithi071 bash[9480]: cluster 2020-11-16T20:20:46.244649+0000 osd.9 (osd.9) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:48.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:48 smithi071 bash[9480]: audit 2020-11-16T20:20:47.078077+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:48.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:48 smithi071 bash[9480]: cluster 2020-11-16T20:20:47.079219+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e92: 11 total, 10 up, 10 in
2020-11-16T20:20:48.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[9468]: cluster 2020-11-16T20:20:46.244468+0000 osd.9 (osd.9) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:48.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[9468]: cluster 2020-11-16T20:20:46.244649+0000 osd.9 (osd.9) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:48.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[9468]: audit 2020-11-16T20:20:47.078077+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:48.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[9468]: cluster 2020-11-16T20:20:47.079219+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e92: 11 total, 10 up, 10 in
2020-11-16T20:20:48.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:48 smithi142 bash[9523]: cluster 2020-11-16T20:20:46.244468+0000 osd.9 (osd.9) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:48.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:48 smithi142 bash[9523]: cluster 2020-11-16T20:20:46.244649+0000 osd.9 (osd.9) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:48.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:48 smithi142 bash[9523]: audit 2020-11-16T20:20:47.078077+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:48.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:48 smithi142 bash[9523]: cluster 2020-11-16T20:20:47.079219+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e92: 11 total, 10 up, 10 in
2020-11-16T20:20:49.018 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[16457]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-10
2020-11-16T20:20:49.018 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[16457]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-10 --no-mon-config
2020-11-16T20:20:49.019 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[16457]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-10/block
2020-11-16T20:20:49.019 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[16457]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-10/block
2020-11-16T20:20:49.019 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[16457]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1
2020-11-16T20:20:49.019 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[16457]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-10
2020-11-16T20:20:49.019 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:48 smithi065 bash[16457]: --> ceph-volume lvm activate successful for osd ID: 10
2020-11-16T20:20:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:49 smithi065 bash[9468]: cluster 2020-11-16T20:20:47.955350+0000 mgr.x (mgr.14196) 237 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:49 smithi071 bash[9480]: cluster 2020-11-16T20:20:47.955350+0000 mgr.x (mgr.14196) 237 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:49.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:49 smithi142 bash[9523]: cluster 2020-11-16T20:20:47.955350+0000 mgr.x (mgr.14196) 237 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:50.034 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:49 smithi065 bash[16457]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:20:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:51 smithi071 bash[9480]: cluster 2020-11-16T20:20:49.955997+0000 mgr.x (mgr.14196) 238 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:51.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:51 smithi065 bash[9468]: cluster 2020-11-16T20:20:49.955997+0000 mgr.x (mgr.14196) 238 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:51 smithi142 bash[9523]: cluster 2020-11-16T20:20:49.955997+0000 mgr.x (mgr.14196) 238 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:52.535 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:52 smithi065 bash[16457]: debug 2020-11-16T20:20:52.239+0000 7f6d7d2a1f40 -1 Falling back to public interface
2020-11-16T20:20:52.570 INFO:teuthology.orchestra.run.smithi065.stderr:--> Zapping: /dev/vg_nvme/lv_1
2020-11-16T20:20:52.571 INFO:teuthology.orchestra.run.smithi065.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync
2020-11-16T20:20:52.571 INFO:teuthology.orchestra.run.smithi065.stderr: stderr: 10+0 records in
2020-11-16T20:20:52.571 INFO:teuthology.orchestra.run.smithi065.stderr:10+0 records out
2020-11-16T20:20:52.571 INFO:teuthology.orchestra.run.smithi065.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0170938 s, 613 MB/s
2020-11-16T20:20:52.571 INFO:teuthology.orchestra.run.smithi065.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_1>
2020-11-16T20:20:53.285 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:52 smithi065 bash[16457]: debug 2020-11-16T20:20:52.935+0000 7f6d7d2a1f40 -1 osd.10 0 log_to_monitors {default=true}
2020-11-16T20:20:53.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:53 smithi065 bash[9468]: cluster 2020-11-16T20:20:51.956564+0000 mgr.x (mgr.14196) 239 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:53.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:53 smithi065 bash[9468]: audit 2020-11-16T20:20:52.944177+0000 mon.c (mon.2) 12 : audit [INF] from='osd.10 v1:172.21.15.65:6808/1216706886' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2020-11-16T20:20:53.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:53 smithi065 bash[9468]: audit 2020-11-16T20:20:52.946302+0000 mon.a (mon.0) 634 : audit [INF] from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2020-11-16T20:20:53.328 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph orch daemon add osd smithi065:vg_nvme/lv_1
2020-11-16T20:20:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:53 smithi071 bash[9480]: cluster 2020-11-16T20:20:51.956564+0000 mgr.x (mgr.14196) 239 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:53 smithi071 bash[9480]: audit 2020-11-16T20:20:52.944177+0000 mon.c (mon.2) 12 : audit [INF] from='osd.10 v1:172.21.15.65:6808/1216706886' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2020-11-16T20:20:53.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:53 smithi071 bash[9480]: audit 2020-11-16T20:20:52.946302+0000 mon.a (mon.0) 634 : audit [INF] from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2020-11-16T20:20:53.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:53 smithi142 bash[9523]: cluster 2020-11-16T20:20:51.956564+0000 mgr.x (mgr.14196) 239 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:53.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:53 smithi142 bash[9523]: audit 2020-11-16T20:20:52.944177+0000 mon.c (mon.2) 12 : audit [INF] from='osd.10 v1:172.21.15.65:6808/1216706886' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2020-11-16T20:20:53.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:53 smithi142 bash[9523]: audit 2020-11-16T20:20:52.946302+0000 mon.a (mon.0) 634 : audit [INF] from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2020-11-16T20:20:54.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: cluster 2020-11-16T20:20:52.403550+0000 osd.0 (osd.0) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: cluster 2020-11-16T20:20:52.403674+0000 osd.0 (osd.0) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: cluster 2020-11-16T20:20:52.896996+0000 osd.7 (osd.7) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: cluster 2020-11-16T20:20:52.897169+0000 osd.7 (osd.7) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: audit 2020-11-16T20:20:53.099239+0000 mon.a (mon.0) 635 : audit [INF] from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished
2020-11-16T20:20:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: cluster 2020-11-16T20:20:53.099340+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e93: 11 total, 10 up, 10 in
2020-11-16T20:20:54.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: audit 2020-11-16T20:20:53.100329+0000 mon.c (mon.2) 13 : audit [INF] from='osd.10 v1:172.21.15.65:6808/1216706886' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:54.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: audit 2020-11-16T20:20:53.101204+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:54.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:54 smithi071 bash[9480]: audit 2020-11-16T20:20:53.107991+0000 mon.a (mon.0) 637 : audit [INF] from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:54.535 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[16457]: debug 2020-11-16T20:20:54.111+0000 7f6d7381d700 -1 osd.10 0 waiting for initial osdmap
2020-11-16T20:20:54.535 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[16457]: debug 2020-11-16T20:20:54.119+0000 7f6d617ce700 -1 osd.10 0 failed to load OSD map for epoch 41, got 0 bytes
2020-11-16T20:20:54.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: cluster 2020-11-16T20:20:52.403550+0000 osd.0 (osd.0) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:54.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: cluster 2020-11-16T20:20:52.403674+0000 osd.0 (osd.0) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:54.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: cluster 2020-11-16T20:20:52.896996+0000 osd.7 (osd.7) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:54.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: cluster 2020-11-16T20:20:52.897169+0000 osd.7 (osd.7) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:54.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: audit 2020-11-16T20:20:53.099239+0000 mon.a (mon.0) 635 : audit [INF] from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished
2020-11-16T20:20:54.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: cluster 2020-11-16T20:20:53.099340+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e93: 11 total, 10 up, 10 in
2020-11-16T20:20:54.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: audit 2020-11-16T20:20:53.100329+0000 mon.c (mon.2) 13 : audit [INF] from='osd.10 v1:172.21.15.65:6808/1216706886' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:54.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: audit 2020-11-16T20:20:53.101204+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:54.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:54 smithi065 bash[9468]: audit 2020-11-16T20:20:53.107991+0000 mon.a (mon.0) 637 : audit [INF] from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:54.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: cluster 2020-11-16T20:20:52.403550+0000 osd.0 (osd.0) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:54.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: cluster 2020-11-16T20:20:52.403674+0000 osd.0 (osd.0) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:54.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: cluster 2020-11-16T20:20:52.896996+0000 osd.7 (osd.7) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:54.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: cluster 2020-11-16T20:20:52.897169+0000 osd.7 (osd.7) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:54.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: audit 2020-11-16T20:20:53.099239+0000 mon.a (mon.0) 635 : audit [INF] from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished
2020-11-16T20:20:54.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: cluster 2020-11-16T20:20:53.099340+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e93: 11 total, 10 up, 10 in
2020-11-16T20:20:54.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: audit 2020-11-16T20:20:53.100329+0000 mon.c (mon.2) 13 : audit [INF] from='osd.10 v1:172.21.15.65:6808/1216706886' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:54.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: audit 2020-11-16T20:20:53.101204+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:54.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:54 smithi142 bash[9523]: audit 2020-11-16T20:20:53.107991+0000 mon.a (mon.0) 637 : audit [INF] from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:20:55.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: cluster 2020-11-16T20:20:53.957211+0000 mgr.x (mgr.14196) 240 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.110573+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.111534+0000 mon.a (mon.0) 638 : audit [INF] from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:20:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: cluster 2020-11-16T20:20:54.111636+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e94: 11 total, 10 up, 10 in
2020-11-16T20:20:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.121524+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:55.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.517433+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:55.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.840200+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:55.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.842100+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:55.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.848695+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:55.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.850947+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.851876+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.858851+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:55.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.863363+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.864331+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:55 smithi065 bash[9468]: audit 2020-11-16T20:20:54.870928+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: cluster 2020-11-16T20:20:53.957211+0000 mgr.x (mgr.14196) 240 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.110573+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.111534+0000 mon.a (mon.0) 638 : audit [INF] from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:20:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: cluster 2020-11-16T20:20:54.111636+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e94: 11 total, 10 up, 10 in
2020-11-16T20:20:55.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.121524+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:55.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.517433+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:55.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.840200+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:55.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.842100+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:55.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.848695+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:55.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.850947+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.851876+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.858851+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:55.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.863363+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.864331+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:55 smithi071 bash[9480]: audit 2020-11-16T20:20:54.870928+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: cluster 2020-11-16T20:20:53.957211+0000 mgr.x (mgr.14196) 240 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:55.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.110573+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:55.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.111534+0000 mon.a (mon.0) 638 : audit [INF] from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:20:55.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: cluster 2020-11-16T20:20:54.111636+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e94: 11 total, 10 up, 10 in
2020-11-16T20:20:55.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.121524+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:55.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.517433+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:20:55.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.840200+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:55.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.842100+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:20:55.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.848695+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}}, \"last_daemon_update\": \"2020-11-16T20:20:46.810846\", \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:20:55.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.850947+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.851876+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.858851+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:55.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.863363+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.864331+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:20:55.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:55 smithi142 bash[9523]: audit 2020-11-16T20:20:54.870928+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:20:56.437 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:56 smithi065 bash[9468]: cluster 2020-11-16T20:20:53.956922+0000 osd.10 (osd.10) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:56.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:56 smithi065 bash[9468]: cluster 2020-11-16T20:20:53.957105+0000 osd.10 (osd.10) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:56.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:56 smithi065 bash[9468]: cluster 2020-11-16T20:20:54.111050+0000 osd.10 (osd.10) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:20:56.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:56 smithi065 bash[9468]: audit 2020-11-16T20:20:55.117311+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:56.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:56 smithi065 bash[9468]: cluster 2020-11-16T20:20:55.126356+0000 mon.a (mon.0) 646 : cluster [INF] osd.10 v1:172.21.15.65:6808/1216706886 boot
2020-11-16T20:20:56.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:56 smithi065 bash[9468]: cluster 2020-11-16T20:20:55.126428+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e95: 11 total, 11 up, 11 in
2020-11-16T20:20:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:56 smithi071 bash[9480]: cluster 2020-11-16T20:20:53.956922+0000 osd.10 (osd.10) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:56 smithi071 bash[9480]: cluster 2020-11-16T20:20:53.957105+0000 osd.10 (osd.10) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:56 smithi071 bash[9480]: cluster 2020-11-16T20:20:54.111050+0000 osd.10 (osd.10) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:20:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:56 smithi071 bash[9480]: audit 2020-11-16T20:20:55.117311+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:56 smithi071 bash[9480]: cluster 2020-11-16T20:20:55.126356+0000 mon.a (mon.0) 646 : cluster [INF] osd.10 v1:172.21.15.65:6808/1216706886 boot
2020-11-16T20:20:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:56 smithi071 bash[9480]: cluster 2020-11-16T20:20:55.126428+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e95: 11 total, 11 up, 11 in
2020-11-16T20:20:56.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:56 smithi142 bash[9523]: cluster 2020-11-16T20:20:53.956922+0000 osd.10 (osd.10) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:20:56.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:56 smithi142 bash[9523]: cluster 2020-11-16T20:20:53.957105+0000 osd.10 (osd.10) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:20:56.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:56 smithi142 bash[9523]: cluster 2020-11-16T20:20:54.111050+0000 osd.10 (osd.10) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:20:56.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:56 smithi142 bash[9523]: audit 2020-11-16T20:20:55.117311+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2020-11-16T20:20:56.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:56 smithi142 bash[9523]: cluster 2020-11-16T20:20:55.126356+0000 mon.a (mon.0) 646 : cluster [INF] osd.10 v1:172.21.15.65:6808/1216706886 boot
2020-11-16T20:20:56.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:56 smithi142 bash[9523]: cluster 2020-11-16T20:20:55.126428+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e95: 11 total, 11 up, 11 in
2020-11-16T20:20:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:57 smithi071 bash[9480]: cluster 2020-11-16T20:20:55.957723+0000 mgr.x (mgr.14196) 241 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:57 smithi071 bash[9480]: audit 2020-11-16T20:20:56.914670+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:20:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:57 smithi071 bash[9480]: audit 2020-11-16T20:20:56.917980+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:20:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:57 smithi071 bash[9480]: audit 2020-11-16T20:20:56.919334+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:57 smithi071 bash[9480]: audit 2020-11-16T20:20:56.920911+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:57 smithi071 bash[9480]: cluster 2020-11-16T20:20:56.947470+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e96: 11 total, 11 up, 11 in
2020-11-16T20:20:57.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:57 smithi065 bash[9468]: cluster 2020-11-16T20:20:55.957723+0000 mgr.x (mgr.14196) 241 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:57.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:57 smithi065 bash[9468]: audit 2020-11-16T20:20:56.914670+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:20:57.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:57 smithi065 bash[9468]: audit 2020-11-16T20:20:56.917980+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:20:57.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:57 smithi065 bash[9468]: audit 2020-11-16T20:20:56.919334+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:57.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:57 smithi065 bash[9468]: audit 2020-11-16T20:20:56.920911+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:57.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:57 smithi065 bash[9468]: cluster 2020-11-16T20:20:56.947470+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e96: 11 total, 11 up, 11 in
2020-11-16T20:20:57.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:57 smithi142 bash[9523]: cluster 2020-11-16T20:20:55.957723+0000 mgr.x (mgr.14196) 241 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 0 B data, 57 MiB used, 894 GiB / 894 GiB avail
2020-11-16T20:20:57.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:57 smithi142 bash[9523]: audit 2020-11-16T20:20:56.914670+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2020-11-16T20:20:57.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:57 smithi142 bash[9523]: audit 2020-11-16T20:20:56.917980+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2020-11-16T20:20:57.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:57 smithi142 bash[9523]: audit 2020-11-16T20:20:56.919334+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:20:57.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:57 smithi142 bash[9523]: audit 2020-11-16T20:20:56.920911+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:20:57.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:57 smithi142 bash[9523]: cluster 2020-11-16T20:20:56.947470+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e96: 11 total, 11 up, 11 in
2020-11-16T20:20:58.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:58 smithi071 bash[9480]: audit 2020-11-16T20:20:56.912819+0000 mgr.x (mgr.14196) 242 : audit [DBG] from='client.34418 v1:172.21.15.65:0/1420278206' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:20:58.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:58 smithi071 bash[9480]: cephadm 2020-11-16T20:20:56.916019+0000 mgr.x (mgr.14196) 243 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:20:58.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:58 smithi071 bash[9480]: cephadm 2020-11-16T20:20:56.916194+0000 mgr.x (mgr.14196) 244 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:20:58.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:58 smithi071 bash[9480]: cephadm 2020-11-16T20:20:56.917251+0000 mgr.x (mgr.14196) 245 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:20:58.465 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:58 smithi065 bash[9468]: audit 2020-11-16T20:20:56.912819+0000 mgr.x (mgr.14196) 242 : audit [DBG] from='client.34418 v1:172.21.15.65:0/1420278206' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:20:58.465 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:58 smithi065 bash[9468]: cephadm 2020-11-16T20:20:56.916019+0000 mgr.x (mgr.14196) 243 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:20:58.466 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:58 smithi065 bash[9468]: cephadm 2020-11-16T20:20:56.916194+0000 mgr.x (mgr.14196) 244 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:20:58.466 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:58 smithi065 bash[9468]: cephadm 2020-11-16T20:20:56.917251+0000 mgr.x (mgr.14196) 245 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:20:58.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:58 smithi142 bash[9523]: audit 2020-11-16T20:20:56.912819+0000 mgr.x (mgr.14196) 242 : audit [DBG] from='client.34418 v1:172.21.15.65:0/1420278206' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi065:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:20:58.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:58 smithi142 bash[9523]: cephadm 2020-11-16T20:20:56.916019+0000 mgr.x (mgr.14196) 243 : cephadm [INF] Found osd claims -> {}
2020-11-16T20:20:58.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:58 smithi142 bash[9523]: cephadm 2020-11-16T20:20:56.916194+0000 mgr.x (mgr.14196) 244 : cephadm [INF] Found osd claims for drivegroup None -> {}
2020-11-16T20:20:58.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:58 smithi142 bash[9523]: cephadm 2020-11-16T20:20:56.917251+0000 mgr.x (mgr.14196) 245 : cephadm [INF] Applying None on host smithi065...
2020-11-16T20:20:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:20:59 smithi071 bash[9480]: cluster 2020-11-16T20:20:57.958355+0000 mgr.x (mgr.14196) 246 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 0 B data, 62 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:20:59.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:20:59 smithi065 bash[9468]: cluster 2020-11-16T20:20:57.958355+0000 mgr.x (mgr.14196) 246 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 0 B data, 62 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:20:59.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:20:59 smithi142 bash[9523]: cluster 2020-11-16T20:20:57.958355+0000 mgr.x (mgr.14196) 246 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 0 B data, 62 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:01 smithi071 bash[9480]: cluster 2020-11-16T20:20:59.959000+0000 mgr.x (mgr.14196) 247 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 0 B data, 62 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:01 smithi071 bash[9480]: audit 2020-11-16T20:21:00.925793+0000 mon.c (mon.2) 14 : audit [INF] from='client.? v1:172.21.15.65:0/2661644577' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]: dispatch
2020-11-16T20:21:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:01 smithi071 bash[9480]: audit 2020-11-16T20:21:00.928356+0000 mon.a (mon.0) 649 : audit [INF] from='client.34424 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]: dispatch
2020-11-16T20:21:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:01 smithi071 bash[9480]: audit 2020-11-16T20:21:00.942197+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:01 smithi071 bash[9480]: audit 2020-11-16T20:21:00.943543+0000 mon.a (mon.0) 650 : audit [INF] from='client.34424 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]': finished
2020-11-16T20:21:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:01 smithi071 bash[9480]: cluster 2020-11-16T20:21:00.943641+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e97: 12 total, 11 up, 11 in
2020-11-16T20:21:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:01 smithi065 bash[9468]: cluster 2020-11-16T20:20:59.959000+0000 mgr.x (mgr.14196) 247 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 0 B data, 62 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:01 smithi065 bash[9468]: audit 2020-11-16T20:21:00.925793+0000 mon.c (mon.2) 14 : audit [INF] from='client.? v1:172.21.15.65:0/2661644577' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]: dispatch
2020-11-16T20:21:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:01 smithi065 bash[9468]: audit 2020-11-16T20:21:00.928356+0000 mon.a (mon.0) 649 : audit [INF] from='client.34424 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]: dispatch
2020-11-16T20:21:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:01 smithi065 bash[9468]: audit 2020-11-16T20:21:00.942197+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:01 smithi065 bash[9468]: audit 2020-11-16T20:21:00.943543+0000 mon.a (mon.0) 650 : audit [INF] from='client.34424 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]': finished
2020-11-16T20:21:01.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:01 smithi065 bash[9468]: cluster 2020-11-16T20:21:00.943641+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e97: 12 total, 11 up, 11 in
2020-11-16T20:21:05.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:02 smithi071 bash[9480]: audit 2020-11-16T20:21:01.610316+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? v1:172.21.15.65:0/2584999958' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:21:05.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:03 smithi071 bash[9480]: cluster 2020-11-16T20:21:01.959654+0000 mgr.x (mgr.14196) 248 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:05.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:05 smithi071 bash[9480]: cluster 2020-11-16T20:21:03.960339+0000 mgr.x (mgr.14196) 249 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:05.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:05 smithi071 bash[9480]: audit 2020-11-16T20:21:04.813249+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:21:05.683 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:01 smithi142 bash[9523]: cluster 2020-11-16T20:20:59.959000+0000 mgr.x (mgr.14196) 247 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 0 B data, 62 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:05.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:01 smithi142 bash[9523]: audit 2020-11-16T20:21:00.925793+0000 mon.c (mon.2) 14 : audit [INF] from='client.? v1:172.21.15.65:0/2661644577' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]: dispatch
2020-11-16T20:21:05.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:01 smithi142 bash[9523]: audit 2020-11-16T20:21:00.928356+0000 mon.a (mon.0) 649 : audit [INF] from='client.34424 ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]: dispatch
2020-11-16T20:21:05.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:01 smithi142 bash[9523]: audit 2020-11-16T20:21:00.942197+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:05.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:01 smithi142 bash[9523]: audit 2020-11-16T20:21:00.943543+0000 mon.a (mon.0) 650 : audit [INF] from='client.34424 ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c"}]': finished
2020-11-16T20:21:05.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:01 smithi142 bash[9523]: cluster 2020-11-16T20:21:00.943641+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e97: 12 total, 11 up, 11 in
2020-11-16T20:21:05.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:02 smithi142 bash[9523]: audit 2020-11-16T20:21:01.610316+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? v1:172.21.15.65:0/2584999958' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:21:05.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:03 smithi142 bash[9523]: cluster 2020-11-16T20:21:01.959654+0000 mgr.x (mgr.14196) 248 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:05.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:05 smithi142 bash[9523]: cluster 2020-11-16T20:21:03.960339+0000 mgr.x (mgr.14196) 249 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:05.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:05 smithi142 bash[9523]: audit 2020-11-16T20:21:04.813249+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:21:05.686 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:02 smithi065 bash[9468]: audit 2020-11-16T20:21:01.610316+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? v1:172.21.15.65:0/2584999958' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2020-11-16T20:21:05.687 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:03 smithi065 bash[9468]: cluster 2020-11-16T20:21:01.959654+0000 mgr.x (mgr.14196) 248 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:05.687 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:05 smithi065 bash[9468]: cluster 2020-11-16T20:21:03.960339+0000 mgr.x (mgr.14196) 249 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:05.687 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:05 smithi065 bash[9468]: audit 2020-11-16T20:21:04.813249+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:21:06.294 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:06 smithi065 bash[9468]: cluster 2020-11-16T20:21:04.310007+0000 osd.5 (osd.5) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:06.295 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:06 smithi065 bash[9468]: cluster 2020-11-16T20:21:04.310139+0000 osd.5 (osd.5) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:06.295 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:06 smithi065 bash[9468]: cluster 2020-11-16T20:21:05.179766+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e98: 12 total, 11 up, 11 in
2020-11-16T20:21:06.295 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:06 smithi065 bash[9468]: audit 2020-11-16T20:21:05.180568+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:06.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:06 smithi071 bash[9480]: cluster 2020-11-16T20:21:04.310007+0000 osd.5 (osd.5) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:06.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:06 smithi071 bash[9480]: cluster 2020-11-16T20:21:04.310139+0000 osd.5 (osd.5) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:06.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:06 smithi071 bash[9480]: cluster 2020-11-16T20:21:05.179766+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e98: 12 total, 11 up, 11 in
2020-11-16T20:21:06.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:06 smithi071 bash[9480]: audit 2020-11-16T20:21:05.180568+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:06.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:06 smithi142 bash[9523]: cluster 2020-11-16T20:21:04.310007+0000 osd.5 (osd.5) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:06.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:06 smithi142 bash[9523]: cluster 2020-11-16T20:21:04.310139+0000 osd.5 (osd.5) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:06.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:06 smithi142 bash[9523]: cluster 2020-11-16T20:21:05.179766+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e98: 12 total, 11 up, 11 in
2020-11-16T20:21:06.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:06 smithi142 bash[9523]: audit 2020-11-16T20:21:05.180568+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:07.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:07 smithi071 bash[9480]: cluster 2020-11-16T20:21:05.960922+0000 mgr.x (mgr.14196) 250 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:11.612 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:07 smithi142 bash[9523]: cluster 2020-11-16T20:21:05.960922+0000 mgr.x (mgr.14196) 250 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:11.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:09 smithi142 bash[9523]: cluster 2020-11-16T20:21:07.961527+0000 mgr.x (mgr.14196) 251 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:11.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:09 smithi142 bash[9523]: audit 2020-11-16T20:21:09.040225+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch
2020-11-16T20:21:11.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:09 smithi142 bash[9523]: audit 2020-11-16T20:21:09.041898+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:21:11.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:09 smithi142 bash[9523]: audit 2020-11-16T20:21:09.043940+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.11", "key": "container_image"}]: dispatch
2020-11-16T20:21:11.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:10 smithi142 bash[9523]: cephadm 2020-11-16T20:21:09.043257+0000 mgr.x (mgr.14196) 252 : cephadm [INF] Deploying daemon osd.11 on smithi065
2020-11-16T20:21:11.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:10 smithi142 bash[9523]: cluster 2020-11-16T20:21:09.119095+0000 osd.3 (osd.3) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:11.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:10 smithi142 bash[9523]: cluster 2020-11-16T20:21:09.119218+0000 osd.3 (osd.3) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:11.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:10 smithi142 bash[9523]: cluster 2020-11-16T20:21:09.190148+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e99: 12 total, 11 up, 11 in
2020-11-16T20:21:11.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:10 smithi142 bash[9523]: audit 2020-11-16T20:21:09.194235+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:11.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:11 smithi142 bash[9523]: cluster 2020-11-16T20:21:09.962130+0000 mgr.x (mgr.14196) 253 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:11.614 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:07 smithi065 bash[9468]: cluster 2020-11-16T20:21:05.960922+0000 mgr.x (mgr.14196) 250 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:11.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:09 smithi065 bash[9468]: cluster 2020-11-16T20:21:07.961527+0000 mgr.x (mgr.14196) 251 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:11.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:09 smithi065 bash[9468]: audit 2020-11-16T20:21:09.040225+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch
2020-11-16T20:21:11.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:09 smithi065 bash[9468]: audit 2020-11-16T20:21:09.041898+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:21:11.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:09 smithi065 bash[9468]: audit 2020-11-16T20:21:09.043940+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.11", "key": "container_image"}]: dispatch
2020-11-16T20:21:11.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:10 smithi065 bash[9468]: cephadm 2020-11-16T20:21:09.043257+0000 mgr.x (mgr.14196) 252 : cephadm [INF] Deploying daemon osd.11 on smithi065
2020-11-16T20:21:11.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:10 smithi065 bash[9468]: cluster 2020-11-16T20:21:09.119095+0000 osd.3 (osd.3) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:11.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:10 smithi065 bash[9468]: cluster 2020-11-16T20:21:09.119218+0000 osd.3 (osd.3) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:11.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:10 smithi065 bash[9468]: cluster 2020-11-16T20:21:09.190148+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e99: 12 total, 11 up, 11 in
2020-11-16T20:21:11.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:10 smithi065 bash[9468]: audit 2020-11-16T20:21:09.194235+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:11.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:11 smithi065 bash[9468]: cluster 2020-11-16T20:21:09.962130+0000 mgr.x (mgr.14196) 253 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:11.616 INFO:teuthology.orchestra.run.smithi065.stdout:Created osd(s) 11 on host 'smithi065'
2020-11-16T20:21:11.616 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:09 smithi071 bash[9480]: cluster 2020-11-16T20:21:07.961527+0000 mgr.x (mgr.14196) 251 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:11.616 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:09 smithi071 bash[9480]: audit 2020-11-16T20:21:09.040225+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch
2020-11-16T20:21:11.616 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:09 smithi071 bash[9480]: audit 2020-11-16T20:21:09.041898+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2020-11-16T20:21:11.617 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:09 smithi071 bash[9480]: audit 2020-11-16T20:21:09.043940+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd.11", "key": "container_image"}]: dispatch
2020-11-16T20:21:11.617 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:10 smithi071 bash[9480]: cephadm 2020-11-16T20:21:09.043257+0000 mgr.x (mgr.14196) 252 : cephadm [INF] Deploying daemon osd.11 on smithi065
2020-11-16T20:21:11.617 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:10 smithi071 bash[9480]: cluster 2020-11-16T20:21:09.119095+0000 osd.3 (osd.3) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:11.617 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:10 smithi071 bash[9480]: cluster 2020-11-16T20:21:09.119218+0000 osd.3 (osd.3) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:11.617 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:10 smithi071 bash[9480]: cluster 2020-11-16T20:21:09.190148+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e99: 12 total, 11 up, 11 in
2020-11-16T20:21:11.617 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:10 smithi071 bash[9480]: audit 2020-11-16T20:21:09.194235+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:11.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:11 smithi071 bash[9480]: cluster 2020-11-16T20:21:09.962130+0000 mgr.x (mgr.14196) 253 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:12.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:12 smithi065 bash[9468]: audit 2020-11-16T20:21:11.412977+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.718 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:12 smithi065 bash[9468]: audit 2020-11-16T20:21:11.413718+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:21:16.718 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:12 smithi065 bash[9468]: audit 2020-11-16T20:21:11.414421+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.719 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:12 smithi065 bash[9468]: audit 2020-11-16T20:21:11.419983+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:16.723 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:12 smithi071 bash[9480]: audit 2020-11-16T20:21:11.412977+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.723 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:12 smithi071 bash[9480]: audit 2020-11-16T20:21:11.413718+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:21:16.723 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:12 smithi071 bash[9480]: audit 2020-11-16T20:21:11.414421+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.724 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:12 smithi071 bash[9480]: audit 2020-11-16T20:21:11.419983+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:16.724 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:13 smithi071 bash[9480]: cluster 2020-11-16T20:21:11.962705+0000 mgr.x (mgr.14196) 254 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:16.724 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:13 smithi071 bash[9480]: audit 2020-11-16T20:21:12.305424+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.724 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:13 smithi071 bash[9480]: audit 2020-11-16T20:21:12.306790+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:13 smithi071 bash[9480]: audit 2020-11-16T20:21:12.312151+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:16.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:13 smithi071 bash[9480]: audit 2020-11-16T20:21:12.313694+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:21:16.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:14 smithi071 bash[9480]: cluster 2020-11-16T20:21:13.963356+0000 mgr.x (mgr.14196) 255 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:16.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:12 smithi142 bash[9523]: audit 2020-11-16T20:21:11.412977+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:12 smithi142 bash[9523]: audit 2020-11-16T20:21:11.413718+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:21:16.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:12 smithi142 bash[9523]: audit 2020-11-16T20:21:11.414421+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:12 smithi142 bash[9523]: audit 2020-11-16T20:21:11.419983+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809049\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809255\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.809826\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:20:46.810291\", \"created\": \"2020-11-16T20:20:45.979190\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"status\": 1, \"status_desc\": \"starting\", \"is_active\": false}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_device_update\": \"2020-11-16T20:20:54.837674\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:16.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:13 smithi142 bash[9523]: cluster 2020-11-16T20:21:11.962705+0000 mgr.x (mgr.14196) 254 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:16.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:13 smithi142 bash[9523]: audit 2020-11-16T20:21:12.305424+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:13 smithi142 bash[9523]: audit 2020-11-16T20:21:12.306790+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.727 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:13 smithi142 bash[9523]: audit 2020-11-16T20:21:12.312151+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:16.727 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:13 smithi142 bash[9523]: audit 2020-11-16T20:21:12.313694+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:21:16.727 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:14 smithi142 bash[9523]: cluster 2020-11-16T20:21:13.963356+0000 mgr.x (mgr.14196) 255 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:16.727 INFO:teuthology.orchestra.run.smithi065:osd.11> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.11.service
2020-11-16T20:21:16.728 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:13 smithi065 bash[9468]: cluster 2020-11-16T20:21:11.962705+0000 mgr.x (mgr.14196) 254 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:16.728 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:13 smithi065 bash[9468]: audit 2020-11-16T20:21:12.305424+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.729 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:13 smithi065 bash[9468]: audit 2020-11-16T20:21:12.306790+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:16.729 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:13 smithi065 bash[9468]: audit 2020-11-16T20:21:12.312151+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"comment\": \"not used by ceph\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:16.729 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:13 smithi065 bash[9468]: audit 2020-11-16T20:21:12.313694+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:21:16.729 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:14 smithi065 bash[9468]: cluster 2020-11-16T20:21:13.963356+0000 mgr.x (mgr.14196) 255 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:16.731 INFO:tasks.cephadm:Setting up client nodes...
2020-11-16T20:21:16.732 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *'
2020-11-16T20:21:16.758 INFO:journalctl@ceph.osd.11.smithi065.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:21:16.906 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:16 smithi065 bash[9468]: cluster 2020-11-16T20:21:15.491912+0000 osd.8 (osd.8) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:16.907 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:16 smithi065 bash[9468]: cluster 2020-11-16T20:21:15.492067+0000 osd.8 (osd.8) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:16.907 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:16 smithi065 bash[9468]: cluster 2020-11-16T20:21:15.551445+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e100: 12 total, 11 up, 11 in
2020-11-16T20:21:16.907 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:16 smithi065 bash[9468]: audit 2020-11-16T20:21:15.555137+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:16.907 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:16 smithi065 bash[9468]: cluster 2020-11-16T20:21:15.963929+0000 mgr.x (mgr.14196) 256 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:16.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:16 smithi071 bash[9480]: cluster 2020-11-16T20:21:15.491912+0000 osd.8 (osd.8) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:16.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:16 smithi071 bash[9480]: cluster 2020-11-16T20:21:15.492067+0000 osd.8 (osd.8) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:16.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:16 smithi071 bash[9480]: cluster 2020-11-16T20:21:15.551445+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e100: 12 total, 11 up, 11 in
2020-11-16T20:21:16.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:16 smithi071 bash[9480]: audit 2020-11-16T20:21:15.555137+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:16.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:16 smithi071 bash[9480]: cluster 2020-11-16T20:21:15.963929+0000 mgr.x (mgr.14196) 256 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:17.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:16 smithi142 bash[9523]: cluster 2020-11-16T20:21:15.491912+0000 osd.8 (osd.8) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:17.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:16 smithi142 bash[9523]: cluster 2020-11-16T20:21:15.492067+0000 osd.8 (osd.8) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:17.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:16 smithi142 bash[9523]: cluster 2020-11-16T20:21:15.551445+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e100: 12 total, 11 up, 11 in
2020-11-16T20:21:17.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:16 smithi142 bash[9523]: audit 2020-11-16T20:21:15.555137+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:17.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:16 smithi142 bash[9523]: cluster 2020-11-16T20:21:15.963929+0000 mgr.x (mgr.14196) 256 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:17.285 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:21:16 smithi065 bash[18823]: debug 2020-11-16T20:21:16.902+0000 7f1f260f6f40 -1 Falling back to public interface
2020-11-16T20:21:17.962 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:21:17 smithi065 bash[18823]: debug 2020-11-16T20:21:17.538+0000 7f1f260f6f40 -1 osd.11 0 log_to_monitors {default=true}
2020-11-16T20:21:18.152 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:17 smithi142 bash[9523]: audit 2020-11-16T20:21:17.548792+0000 mon.c (mon.2) 16 : audit [INF] from='osd.11 v1:172.21.15.65:6812/3290130542' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2020-11-16T20:21:18.152 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:17 smithi142 bash[9523]: audit 2020-11-16T20:21:17.550804+0000 mon.a (mon.0) 659 : audit [INF] from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2020-11-16T20:21:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:17 smithi065 bash[9468]: audit 2020-11-16T20:21:17.548792+0000 mon.c (mon.2) 16 : audit [INF] from='osd.11 v1:172.21.15.65:6812/3290130542' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2020-11-16T20:21:18.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:17 smithi065 bash[9468]: audit 2020-11-16T20:21:17.550804+0000 mon.a (mon.0) 659 : audit [INF] from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2020-11-16T20:21:18.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:17 smithi071 bash[9480]: audit 2020-11-16T20:21:17.548792+0000 mon.c (mon.2) 16 : audit [INF] from='osd.11 v1:172.21.15.65:6812/3290130542' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2020-11-16T20:21:18.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:17 smithi071 bash[9480]: audit 2020-11-16T20:21:17.550804+0000 mon.a (mon.0) 659 : audit [INF] from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2020-11-16T20:21:19.285 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[18823]: debug 2020-11-16T20:21:18.966+0000 7f1f1c672700 -1 osd.11 0 waiting for initial osdmap
2020-11-16T20:21:19.285 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[18823]: debug 2020-11-16T20:21:18.966+0000 7f1f0a623700 -1 osd.11 0 failed to load OSD map for epoch 41, got 0 bytes
2020-11-16T20:21:19.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:17.958590+0000 mon.c (mon.2) 17 : audit [INF] from='osd.11 v1:172.21.15.65:6812/3290130542' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:21:19.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:17.958748+0000 mon.a (mon.0) 660 : audit [INF] from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished
2020-11-16T20:21:19.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: cluster 2020-11-16T20:21:17.958834+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e101: 12 total, 11 up, 11 in
2020-11-16T20:21:19.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:17.960284+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:19.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:17.960315+0000 mon.a (mon.0) 662 : audit [INF] from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:21:19.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: cluster 2020-11-16T20:21:17.964525+0000 mgr.x (mgr.14196) 257 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:19.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.385431+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:21:19.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.696358+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:19.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.698088+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:19.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.704083+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:19.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.706453+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.707356+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.712478+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:19.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.716935+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.289 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.717962+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.289 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:18 smithi065 bash[9468]: audit 2020-11-16T20:21:18.721664+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:19.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:17.958590+0000 mon.c (mon.2) 17 : audit [INF] from='osd.11 v1:172.21.15.65:6812/3290130542' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:21:19.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:17.958748+0000 mon.a (mon.0) 660 : audit [INF] from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished
2020-11-16T20:21:19.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: cluster 2020-11-16T20:21:17.958834+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e101: 12 total, 11 up, 11 in
2020-11-16T20:21:19.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:17.960284+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:19.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:17.960315+0000 mon.a (mon.0) 662 : audit [INF] from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:21:19.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: cluster 2020-11-16T20:21:17.964525+0000 mgr.x (mgr.14196) 257 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:19.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.385431+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:21:19.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.696358+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:19.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.698088+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:19.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.704083+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:19.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.706453+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.707356+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.712478+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:19.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.716935+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.717962+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:18 smithi142 bash[9523]: audit 2020-11-16T20:21:18.721664+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:17.958590+0000 mon.c (mon.2) 17 : audit [INF] from='osd.11 v1:172.21.15.65:6812/3290130542' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:21:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:17.958748+0000 mon.a (mon.0) 660 : audit [INF] from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished
2020-11-16T20:21:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: cluster 2020-11-16T20:21:17.958834+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e101: 12 total, 11 up, 11 in
2020-11-16T20:21:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:17.960284+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:17.960315+0000 mon.a (mon.0) 662 : audit [INF] from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]: dispatch
2020-11-16T20:21:19.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: cluster 2020-11-16T20:21:17.964525+0000 mgr.x (mgr.14196) 257 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 0 B data, 63 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:19.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.385431+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:21:19.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.696358+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:19.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.698088+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]: dispatch
2020-11-16T20:21:19.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.704083+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:13:00.969383\"}"}]': finished
2020-11-16T20:21:19.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.706453+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.707356+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.712478+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:19.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.716935+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.717962+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:19.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:18 smithi071 bash[9480]: audit 2020-11-16T20:21:18.721664+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:20.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: cluster 2020-11-16T20:21:18.403412+0000 osd.1 (osd.1) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:20.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: cluster 2020-11-16T20:21:18.403539+0000 osd.1 (osd.1) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:20.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: audit 2020-11-16T20:21:18.961530+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:20.038 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: audit 2020-11-16T20:21:18.962274+0000 mon.a (mon.0) 669 : audit [INF] from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:21:20.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: cluster 2020-11-16T20:21:18.962356+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e102: 12 total, 11 up, 11 in
2020-11-16T20:21:20.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: audit 2020-11-16T20:21:18.969573+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:20.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: cluster 2020-11-16T20:21:19.960741+0000 mon.a (mon.0) 671 : cluster [INF] osd.11 v1:172.21.15.65:6812/3290130542 boot
2020-11-16T20:21:20.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: cluster 2020-11-16T20:21:19.960789+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e103: 12 total, 12 up, 12 in
2020-11-16T20:21:20.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:19 smithi142 bash[9523]: audit 2020-11-16T20:21:19.964453+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:20.260 INFO:teuthology.orchestra.run.smithi142.stdout:[client.0]
2020-11-16T20:21:20.260 INFO:teuthology.orchestra.run.smithi142.stdout:	key = AQBA37JfTdstDxAAl4CceUobkc8Doz8cGYsb/Q==
2020-11-16T20:21:20.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: cluster 2020-11-16T20:21:18.403412+0000 osd.1 (osd.1) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:20.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: cluster 2020-11-16T20:21:18.403539+0000 osd.1 (osd.1) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:20.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: audit 2020-11-16T20:21:18.961530+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:20.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: audit 2020-11-16T20:21:18.962274+0000 mon.a (mon.0) 669 : audit [INF] from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:21:20.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: cluster 2020-11-16T20:21:18.962356+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e102: 12 total, 11 up, 11 in
2020-11-16T20:21:20.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: audit 2020-11-16T20:21:18.969573+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:20.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: cluster 2020-11-16T20:21:19.960741+0000 mon.a (mon.0) 671 : cluster [INF] osd.11 v1:172.21.15.65:6812/3290130542 boot
2020-11-16T20:21:20.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: cluster 2020-11-16T20:21:19.960789+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e103: 12 total, 12 up, 12 in
2020-11-16T20:21:20.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:19 smithi065 bash[9468]: audit 2020-11-16T20:21:19.964453+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:20.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: cluster 2020-11-16T20:21:18.403412+0000 osd.1 (osd.1) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: cluster 2020-11-16T20:21:18.403539+0000 osd.1 (osd.1) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: audit 2020-11-16T20:21:18.961530+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: audit 2020-11-16T20:21:18.962274+0000 mon.a (mon.0) 669 : audit [INF] from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi065", "root=default"]}]': finished
2020-11-16T20:21:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: cluster 2020-11-16T20:21:18.962356+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e102: 12 total, 11 up, 11 in
2020-11-16T20:21:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: audit 2020-11-16T20:21:18.969573+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:20.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: cluster 2020-11-16T20:21:19.960741+0000 mon.a (mon.0) 671 : cluster [INF] osd.11 v1:172.21.15.65:6812/3290130542 boot
2020-11-16T20:21:20.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: cluster 2020-11-16T20:21:19.960789+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e103: 12 total, 12 up, 12 in
2020-11-16T20:21:20.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:19 smithi071 bash[9480]: audit 2020-11-16T20:21:19.964453+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2020-11-16T20:21:21.018 INFO:teuthology.orchestra.run.smithi142:> set -ex
2020-11-16T20:21:21.018 INFO:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/ceph/ceph.client.0.keyring
2020-11-16T20:21:21.018 INFO:teuthology.orchestra.run.smithi142:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring
2020-11-16T20:21:21.023 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo dd of=/etc/ceph/ceph.client.0.keyring
2020-11-16T20:21:21.027 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records in
2020-11-16T20:21:21.028 INFO:teuthology.orchestra.run.smithi142.stderr:0+1 records out
2020-11-16T20:21:21.028 INFO:teuthology.orchestra.run.smithi142.stderr:59 bytes copied, 3.511e-05 s, 1.7 MB/s
2020-11-16T20:21:21.028 INFO:teuthology.orchestra.run.smithi142.stderr:+ sudo chmod 0644 /etc/ceph/ceph.client.0.keyring
2020-11-16T20:21:21.033 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *'
2020-11-16T20:21:21.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:20 smithi065 bash[9468]: cluster 2020-11-16T20:21:18.506456+0000 osd.11 (osd.11) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:21.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:20 smithi065 bash[9468]: cluster 2020-11-16T20:21:18.506607+0000 osd.11 (osd.11) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:21.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:20 smithi065 bash[9468]: cluster 2020-11-16T20:21:18.962442+0000 osd.11 (osd.11) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:21:21.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:20 smithi065 bash[9468]: cluster 2020-11-16T20:21:19.965392+0000 mgr.x (mgr.14196) 258 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 0 B data, 64 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:21.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:20 smithi065 bash[9468]: audit 2020-11-16T20:21:20.254372+0000 mon.a (mon.0) 673 : audit [INF] from='client.? v1:172.21.15.142:0/2145349174' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:21.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:20 smithi065 bash[9468]: audit 2020-11-16T20:21:20.261075+0000 mon.a (mon.0) 674 : audit [INF] from='client.? v1:172.21.15.142:0/2145349174' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:21.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:20 smithi065 bash[9468]: cluster 2020-11-16T20:21:20.971895+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e104: 12 total, 12 up, 12 in
2020-11-16T20:21:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:20 smithi142 bash[9523]: cluster 2020-11-16T20:21:18.506456+0000 osd.11 (osd.11) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:20 smithi142 bash[9523]: cluster 2020-11-16T20:21:18.506607+0000 osd.11 (osd.11) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:20 smithi142 bash[9523]: cluster 2020-11-16T20:21:18.962442+0000 osd.11 (osd.11) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:21:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:20 smithi142 bash[9523]: cluster 2020-11-16T20:21:19.965392+0000 mgr.x (mgr.14196) 258 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 0 B data, 64 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:20 smithi142 bash[9523]: audit 2020-11-16T20:21:20.254372+0000 mon.a (mon.0) 673 : audit [INF] from='client.? v1:172.21.15.142:0/2145349174' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:21.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:20 smithi142 bash[9523]: audit 2020-11-16T20:21:20.261075+0000 mon.a (mon.0) 674 : audit [INF] from='client.? v1:172.21.15.142:0/2145349174' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:21.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:20 smithi142 bash[9523]: cluster 2020-11-16T20:21:20.971895+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e104: 12 total, 12 up, 12 in
2020-11-16T20:21:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:20 smithi071 bash[9480]: cluster 2020-11-16T20:21:18.506456+0000 osd.11 (osd.11) 1 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:20 smithi071 bash[9480]: cluster 2020-11-16T20:21:18.506607+0000 osd.11 (osd.11) 2 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:20 smithi071 bash[9480]: cluster 2020-11-16T20:21:18.962442+0000 osd.11 (osd.11) 3 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:21:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:20 smithi071 bash[9480]: cluster 2020-11-16T20:21:19.965392+0000 mgr.x (mgr.14196) 258 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 0 B data, 64 MiB used, 983 GiB / 983 GiB avail
2020-11-16T20:21:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:20 smithi071 bash[9480]: audit 2020-11-16T20:21:20.254372+0000 mon.a (mon.0) 673 : audit [INF] from='client.? v1:172.21.15.142:0/2145349174' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:20 smithi071 bash[9480]: audit 2020-11-16T20:21:20.261075+0000 mon.a (mon.0) 674 : audit [INF] from='client.? v1:172.21.15.142:0/2145349174' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:20 smithi071 bash[9480]: cluster 2020-11-16T20:21:20.971895+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e104: 12 total, 12 up, 12 in
2020-11-16T20:21:23.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:22 smithi065 bash[9468]: cluster 2020-11-16T20:21:21.966007+0000 mgr.x (mgr.14196) 259 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:23.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:22 smithi142 bash[9523]: cluster 2020-11-16T20:21:21.966007+0000 mgr.x (mgr.14196) 259 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:22 smithi071 bash[9480]: cluster 2020-11-16T20:21:21.966007+0000 mgr.x (mgr.14196) 259 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:[client.1]
2020-11-16T20:21:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:	key = AQBE37Jf/bR6FxAAUpzot8PZNs6WbWPw5AvnyA==
2020-11-16T20:21:25.113 INFO:teuthology.orchestra.run.smithi071:> set -ex
2020-11-16T20:21:25.113 INFO:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.1.keyring
2020-11-16T20:21:25.114 INFO:teuthology.orchestra.run.smithi071:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring
2020-11-16T20:21:25.117 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo dd of=/etc/ceph/ceph.client.1.keyring
2020-11-16T20:21:25.126 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records in
2020-11-16T20:21:25.127 INFO:teuthology.orchestra.run.smithi071.stderr:0+1 records out
2020-11-16T20:21:25.127 INFO:teuthology.orchestra.run.smithi071.stderr:59 bytes copied, 5.5164e-05 s, 1.1 MB/s
2020-11-16T20:21:25.127 INFO:teuthology.orchestra.run.smithi071.stderr:+ sudo chmod 0644 /etc/ceph/ceph.client.1.keyring
2020-11-16T20:21:25.133 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph auth get-or-create client.2 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *'
2020-11-16T20:21:25.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:24 smithi065 bash[9468]: cluster 2020-11-16T20:21:23.966693+0000 mgr.x (mgr.14196) 260 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:25.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:24 smithi065 bash[9468]: audit 2020-11-16T20:21:24.392480+0000 mon.b (mon.1) 317 : audit [INF] from='client.? v1:172.21.15.71:0/4154769890' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:25.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:24 smithi065 bash[9468]: audit 2020-11-16T20:21:24.393613+0000 mon.a (mon.0) 676 : audit [INF] from='client.24463 ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:25.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:24 smithi065 bash[9468]: audit 2020-11-16T20:21:24.400814+0000 mon.a (mon.0) 677 : audit [INF] from='client.24463 ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:25.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:24 smithi142 bash[9523]: cluster 2020-11-16T20:21:23.966693+0000 mgr.x (mgr.14196) 260 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:25.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:24 smithi142 bash[9523]: audit 2020-11-16T20:21:24.392480+0000 mon.b (mon.1) 317 : audit [INF] from='client.? v1:172.21.15.71:0/4154769890' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:25.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:24 smithi142 bash[9523]: audit 2020-11-16T20:21:24.393613+0000 mon.a (mon.0) 676 : audit [INF] from='client.24463 ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:25.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:24 smithi142 bash[9523]: audit 2020-11-16T20:21:24.400814+0000 mon.a (mon.0) 677 : audit [INF] from='client.24463 ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:24 smithi071 bash[9480]: cluster 2020-11-16T20:21:23.966693+0000 mgr.x (mgr.14196) 260 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:24 smithi071 bash[9480]: audit 2020-11-16T20:21:24.392480+0000 mon.b (mon.1) 317 : audit [INF] from='client.? v1:172.21.15.71:0/4154769890' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:25.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:24 smithi071 bash[9480]: audit 2020-11-16T20:21:24.393613+0000 mon.a (mon.0) 676 : audit [INF] from='client.24463 ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:25.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:24 smithi071 bash[9480]: audit 2020-11-16T20:21:24.400814+0000 mon.a (mon.0) 677 : audit [INF] from='client.24463 ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:26 smithi071 bash[9480]: cluster 2020-11-16T20:21:25.967308+0000 mgr.x (mgr.14196) 261 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:26 smithi071 bash[9480]: audit 2020-11-16T20:21:26.094002+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:21:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:26 smithi071 bash[9480]: audit 2020-11-16T20:21:26.095111+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:21:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:26 smithi071 bash[9480]: audit 2020-11-16T20:21:26.098310+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:21:27.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:26 smithi071 bash[9480]: audit 2020-11-16T20:21:26.099445+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:21:27.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:26 smithi071 bash[9480]: audit 2020-11-16T20:21:26.104810+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:21:27.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:26 smithi071 bash[9480]: audit 2020-11-16T20:21:26.112982+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:21:27.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:26 smithi071 bash[9480]: audit 2020-11-16T20:21:26.113935+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:21:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:26 smithi065 bash[9468]: cluster 2020-11-16T20:21:25.967308+0000 mgr.x (mgr.14196) 261 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:26 smithi065 bash[9468]: audit 2020-11-16T20:21:26.094002+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:21:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:26 smithi065 bash[9468]: audit 2020-11-16T20:21:26.095111+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:21:27.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:26 smithi065 bash[9468]: audit 2020-11-16T20:21:26.098310+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:21:27.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:26 smithi065 bash[9468]: audit 2020-11-16T20:21:26.099445+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:21:27.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:26 smithi065 bash[9468]: audit 2020-11-16T20:21:26.104810+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:21:27.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:26 smithi065 bash[9468]: audit 2020-11-16T20:21:26.112982+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:21:27.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:26 smithi065 bash[9468]: audit 2020-11-16T20:21:26.113935+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:21:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:26 smithi142 bash[9523]: cluster 2020-11-16T20:21:25.967308+0000 mgr.x (mgr.14196) 261 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:26 smithi142 bash[9523]: audit 2020-11-16T20:21:26.094002+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:21:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:26 smithi142 bash[9523]: audit 2020-11-16T20:21:26.095111+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:21:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:26 smithi142 bash[9523]: audit 2020-11-16T20:21:26.098310+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:21:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:26 smithi142 bash[9523]: audit 2020-11-16T20:21:26.099445+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:21:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:26 smithi142 bash[9523]: audit 2020-11-16T20:21:26.104810+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:21:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:26 smithi142 bash[9523]: audit 2020-11-16T20:21:26.112982+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:21:27.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:26 smithi142 bash[9523]: audit 2020-11-16T20:21:26.113935+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:21:28.643 INFO:teuthology.orchestra.run.smithi065.stdout:[client.2]
2020-11-16T20:21:28.644 INFO:teuthology.orchestra.run.smithi065.stdout:	key = AQBI37Jfgc35JRAARKSpAsvzTJA9FT4uqGeBTw==
2020-11-16T20:21:29.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:29 smithi065 bash[9468]: cluster 2020-11-16T20:21:27.967942+0000 mgr.x (mgr.14196) 262 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:29.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:29 smithi065 bash[9468]: audit 2020-11-16T20:21:28.634763+0000 mon.c (mon.2) 18 : audit [INF] from='client.? v1:172.21.15.65:0/566132965' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:29.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:29 smithi065 bash[9468]: audit 2020-11-16T20:21:28.636834+0000 mon.a (mon.0) 682 : audit [INF] from='client.34457 ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:29.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:29 smithi065 bash[9468]: audit 2020-11-16T20:21:28.644537+0000 mon.a (mon.0) 683 : audit [INF] from='client.34457 ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:29 smithi142 bash[9523]: cluster 2020-11-16T20:21:27.967942+0000 mgr.x (mgr.14196) 262 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:29 smithi142 bash[9523]: audit 2020-11-16T20:21:28.634763+0000 mon.c (mon.2) 18 : audit [INF] from='client.? v1:172.21.15.65:0/566132965' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:29 smithi142 bash[9523]: audit 2020-11-16T20:21:28.636834+0000 mon.a (mon.0) 682 : audit [INF] from='client.34457 ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:29 smithi142 bash[9523]: audit 2020-11-16T20:21:28.644537+0000 mon.a (mon.0) 683 : audit [INF] from='client.34457 ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:29.363 INFO:teuthology.orchestra.run.smithi065:> set -ex
2020-11-16T20:21:29.364 INFO:teuthology.orchestra.run.smithi065:> sudo dd of=/etc/ceph/ceph.client.2.keyring
2020-11-16T20:21:29.364 INFO:teuthology.orchestra.run.smithi065:> sudo chmod 0644 /etc/ceph/ceph.client.2.keyring
2020-11-16T20:21:29.368 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo dd of=/etc/ceph/ceph.client.2.keyring
2020-11-16T20:21:29.377 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records in
2020-11-16T20:21:29.377 INFO:teuthology.orchestra.run.smithi065.stderr:0+1 records out
2020-11-16T20:21:29.377 INFO:teuthology.orchestra.run.smithi065.stderr:59 bytes copied, 7.7226e-05 s, 764 kB/s
2020-11-16T20:21:29.378 INFO:teuthology.orchestra.run.smithi065.stderr:+ sudo chmod 0644 /etc/ceph/ceph.client.2.keyring
2020-11-16T20:21:29.384 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump --format=json
2020-11-16T20:21:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:29 smithi071 bash[9480]: cluster 2020-11-16T20:21:27.967942+0000 mgr.x (mgr.14196) 262 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:29 smithi071 bash[9480]: audit 2020-11-16T20:21:28.634763+0000 mon.c (mon.2) 18 : audit [INF] from='client.? v1:172.21.15.65:0/566132965' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:29.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:29 smithi071 bash[9480]: audit 2020-11-16T20:21:28.636834+0000 mon.a (mon.0) 682 : audit [INF] from='client.34457 ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2020-11-16T20:21:29.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:29 smithi071 bash[9480]: audit 2020-11-16T20:21:28.644537+0000 mon.a (mon.0) 683 : audit [INF] from='client.34457 ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2020-11-16T20:21:29.525 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:21:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:30 smithi142 bash[9523]: cluster 2020-11-16T20:21:29.327488+0000 osd.6 (osd.6) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:30.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:30 smithi142 bash[9523]: cluster 2020-11-16T20:21:29.327627+0000 osd.6 (osd.6) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:30.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:30 smithi071 bash[9480]: cluster 2020-11-16T20:21:29.327488+0000 osd.6 (osd.6) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:30.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:30 smithi071 bash[9480]: cluster 2020-11-16T20:21:29.327627+0000 osd.6 (osd.6) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:30.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:30 smithi065 bash[9468]: cluster 2020-11-16T20:21:29.327488+0000 osd.6 (osd.6) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:30.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:30 smithi065 bash[9468]: cluster 2020-11-16T20:21:29.327627+0000 osd.6 (osd.6) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:31 smithi142 bash[9523]: cluster 2020-11-16T20:21:29.968571+0000 mgr.x (mgr.14196) 263 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:31.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:31 smithi142 bash[9523]: cluster 2020-11-16T20:21:30.040472+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e105: 12 total, 12 up, 12 in
2020-11-16T20:21:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:31 smithi071 bash[9480]: cluster 2020-11-16T20:21:29.968571+0000 mgr.x (mgr.14196) 263 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:31.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:31 smithi071 bash[9480]: cluster 2020-11-16T20:21:30.040472+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e105: 12 total, 12 up, 12 in
2020-11-16T20:21:31.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:31 smithi065 bash[9468]: cluster 2020-11-16T20:21:29.968571+0000 mgr.x (mgr.14196) 263 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:31.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:31 smithi065 bash[9468]: cluster 2020-11-16T20:21:30.040472+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e105: 12 total, 12 up, 12 in
2020-11-16T20:21:32.797 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:21:32.798 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":105,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","created":"2020-11-16T20:10:48.708461+0000","modified":"2020-11-16T20:21:30.025967+0000","last_up_change":"2020-11-16T20:21:19.956033+0000","last_in_change":"2020-11-16T20:21:19.956033+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-11-16T20:13:10.276783+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6800","nonce":1276457002}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6801","nonce":1276457002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6803","nonce":1276457002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6802","nonce":1276457002}]},"public_addr":"172.21.15.142:6800/1276457002","cluster_addr":"172.21.15.142:6801/1276457002","heartbeat_back_addr":"172.21.15.142:6803/1276457002","heartbeat_front_addr":"172.21.15.142:6802/1276457002","state":["exists","up"]},{"osd":1,"uuid":"c82ae70d-f2a5-4334-a84f-87a054655ad7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6804","nonce":2156745596}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6805","nonce":2156745596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6807","nonce":2156745596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6806","nonce":2156745596}]},"public_addr":"172.21.15.142:6804/2156745596","cluster_addr":"172.21.15.142:6805/2156745596","heartbeat_back_addr":"172.21.15.142:6807/2156745596","heartbeat_front_addr":"172.21.15.142:6806/2156745596","state":["exists","up"]},{"osd":2,"uuid":"b8fcfee2-fb36-47e4-a200-65aab5e1435b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6808","nonce":2380078138}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6809","nonce":2380078138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6811","nonce":2380078138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6810","nonce":2380078138}]},"public_addr":"172.21.15.142:6808/2380078138","cluster_addr":"172.21.15.142:6809/2380078138","heartbeat_back_addr":"172.21.15.142:6811/2380078138","heartbeat_front_addr":"172.21.15.142:6810/2380078138","state":["exists","up"]},{"osd":3,"uuid":"f28de7af-d9bf-4096-ab56-1ef663dc214c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":29,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6812","nonce":2351592071}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6813","nonce":2351592071}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6815","nonce":2351592071}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6814","nonce":2351592071}]},"public_addr":"172.21.15.142:6812/2351592071","cluster_addr":"172.21.15.142:6813/2351592071","heartbeat_back_addr":"172.21.15.142:6815/2351592071","heartbeat_front_addr":"172.21.15.142:6814/2351592071","state":["exists","up"]},{"osd":4,"uuid":"8dfc82b4-6137-4f9c-b848-160cdaab7877","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6801","nonce":3325699378}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6802","nonce":3325699378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6804","nonce":3325699378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6803","nonce":3325699378}]},"public_addr":"172.21.15.71:6801/3325699378","cluster_addr":"172.21.15.71:6802/3325699378","heartbeat_back_addr":"172.21.15.71:6804/3325699378","heartbeat_front_addr":"172.21.15.71:6803/3325699378","state":["exists","up"]},{"osd":5,"uuid":"80ade1c6-d24e-453c-b6db-434af43d222b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6805","nonce":724581550}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6806","nonce":724581550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6808","nonce":724581550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6807","nonce":724581550}]},"public_addr":"172.21.15.71:6805/724581550","cluster_addr":"172.21.15.71:6806/724581550","heartbeat_back_addr":"172.21.15.71:6808/724581550","heartbeat_front_addr":"172.21.15.71:6807/724581550","state":["exists","up"]},{"osd":6,"uuid":"f2acf352-ac5f-434e-b71d-8d44be7ad4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6809","nonce":1309108708}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6810","nonce":1309108708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6812","nonce":1309108708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6811","nonce":1309108708}]},"public_addr":"172.21.15.71:6809/1309108708","cluster_addr":"172.21.15.71:6810/1309108708","heartbeat_back_addr":"172.21.15.71:6812/1309108708","heartbeat_front_addr":"172.21.15.71:6811/1309108708","state":["exists","up"]},{"osd":7,"uuid":"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6813","nonce":499729663}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6814","nonce":499729663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6816","nonce":499729663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6815","nonce":499729663}]},"public_addr":"172.21.15.71:6813/499729663","cluster_addr":"172.21.15.71:6814/499729663","heartbeat_back_addr":"172.21.15.71:6816/499729663","heartbeat_front_addr":"172.21.15.71:6815/499729663","state":["exists","up"]},{"osd":8,"uuid":"3c2e5345-07d0-40c1-b3aa-fa0493b44083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6800","nonce":930793981}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6801","nonce":930793981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6803","nonce":930793981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6802","nonce":930793981}]},"public_addr":"172.21.15.65:6800/930793981","cluster_addr":"172.21.15.65:6801/930793981","heartbeat_back_addr":"172.21.15.65:6803/930793981","heartbeat_front_addr":"172.21.15.65:6802/930793981","state":["exists","up"]},{"osd":9,"uuid":"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6804","nonce":3578070571}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6805","nonce":3578070571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6807","nonce":3578070571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6806","nonce":3578070571}]},"public_addr":"172.21.15.65:6804/3578070571","cluster_addr":"172.21.15.65:6805/3578070571","heartbeat_back_addr":"172.21.15.65:6807/3578070571","heartbeat_front_addr":"172.21.15.65:6806/3578070571","state":["exists","up"]},{"osd":10,"uuid":"7092d516-77a6-4060-a297-090099cd553e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":95,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6808","nonce":1216706886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6809","nonce":1216706886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6811","nonce":1216706886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6810","nonce":1216706886}]},"public_addr":"172.21.15.65:6808/1216706886","cluster_addr":"172.21.15.65:6809/1216706886","heartbeat_back_addr":"172.21.15.65:6811/1216706886","heartbeat_front_addr":"172.21.15.65:6810/1216706886","state":["exists","up"]},{"osd":11,"uuid":"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":103,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6812","nonce":3290130542}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6813","nonce":3290130542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6815","nonce":3290130542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6814","nonce":3290130542}]},"public_addr":"172.21.15.65:6812/3290130542","cluster_addr":"172.21.15.65:6813/3290130542","heartbeat_back_addr":"172.21.15.65:6815/3290130542","heartbeat_front_addr":"172.21.15.65:6814/3290130542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:52.403678+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:18.403543+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:45.220479+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:09.119224+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:35.278160+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:04.310143+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:29.327633+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:52.897174+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:15.492072+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:46.244656+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:53.957111+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:18.506620+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.142:0/1195728362":"2020-11-17T20:14:25.826902+0000","172.21.15.142:6800/3623425812":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/3991833904":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/1735707732":"2020-11-17T20:11:44.591303+0000","172.21.15.142:6800/1465625619":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/3648584722":"2020-11-17T20:11:20.538376+0000","172.21.15.142:0/3320495051":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/1223358460":"2020-11-17T20:11:20.538376+0000","172.21.15.142:6800/2714967177":"2020-11-17T20:11:20.538376+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2020-11-16T20:21:33.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:33 smithi142 bash[9523]: cluster 2020-11-16T20:21:31.969179+0000 mgr.x (mgr.14196) 264 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:33.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:33 smithi142 bash[9523]: audit 2020-11-16T20:21:32.797117+0000 mon.a (mon.0) 685 : audit [DBG] from='client.? v1:172.21.15.142:0/116107266' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:33 smithi071 bash[9480]: cluster 2020-11-16T20:21:31.969179+0000 mgr.x (mgr.14196) 264 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:33 smithi071 bash[9480]: audit 2020-11-16T20:21:32.797117+0000 mon.a (mon.0) 685 : audit [DBG] from='client.? v1:172.21.15.142:0/116107266' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:33.488 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}]
2020-11-16T20:21:33.489 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool get device_health_metrics pg_num
2020-11-16T20:21:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:33 smithi065 bash[9468]: cluster 2020-11-16T20:21:31.969179+0000 mgr.x (mgr.14196) 264 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:33.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:33 smithi065 bash[9468]: audit 2020-11-16T20:21:32.797117+0000 mon.a (mon.0) 685 : audit [DBG] from='client.? v1:172.21.15.142:0/116107266' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:33.626 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:21:35.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:35 smithi142 bash[9523]: cluster 2020-11-16T20:21:33.969814+0000 mgr.x (mgr.14196) 265 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:35 smithi071 bash[9480]: cluster 2020-11-16T20:21:33.969814+0000 mgr.x (mgr.14196) 265 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:35 smithi065 bash[9468]: cluster 2020-11-16T20:21:33.969814+0000 mgr.x (mgr.14196) 265 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:36.868 INFO:teuthology.orchestra.run.smithi142.stdout:pg_num: 1
2020-11-16T20:21:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:37 smithi142 bash[9523]: cluster 2020-11-16T20:21:35.673451+0000 osd.4 (osd.4) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:37 smithi142 bash[9523]: cluster 2020-11-16T20:21:35.673585+0000 osd.4 (osd.4) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:37 smithi142 bash[9523]: cluster 2020-11-16T20:21:35.970427+0000 mgr.x (mgr.14196) 266 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:37 smithi142 bash[9523]: cluster 2020-11-16T20:21:36.055143+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e106: 12 total, 12 up, 12 in
2020-11-16T20:21:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:37 smithi142 bash[9523]: audit 2020-11-16T20:21:36.869778+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? v1:172.21.15.142:0/2396192936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch
2020-11-16T20:21:37.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:37 smithi071 bash[9480]: cluster 2020-11-16T20:21:35.673451+0000 osd.4 (osd.4) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:37 smithi071 bash[9480]: cluster 2020-11-16T20:21:35.673585+0000 osd.4 (osd.4) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:37 smithi071 bash[9480]: cluster 2020-11-16T20:21:35.970427+0000 mgr.x (mgr.14196) 266 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:37 smithi071 bash[9480]: cluster 2020-11-16T20:21:36.055143+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e106: 12 total, 12 up, 12 in
2020-11-16T20:21:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:37 smithi071 bash[9480]: audit 2020-11-16T20:21:36.869778+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? v1:172.21.15.142:0/2396192936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch
2020-11-16T20:21:37.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:37 smithi065 bash[9468]: cluster 2020-11-16T20:21:35.673451+0000 osd.4 (osd.4) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:37.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:37 smithi065 bash[9468]: cluster 2020-11-16T20:21:35.673585+0000 osd.4 (osd.4) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:37.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:37 smithi065 bash[9468]: cluster 2020-11-16T20:21:35.970427+0000 mgr.x (mgr.14196) 266 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:37.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:37 smithi065 bash[9468]: cluster 2020-11-16T20:21:36.055143+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e106: 12 total, 12 up, 12 in
2020-11-16T20:21:37.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:37 smithi065 bash[9468]: audit 2020-11-16T20:21:36.869778+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? v1:172.21.15.142:0/2396192936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch
2020-11-16T20:21:37.540 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean...
2020-11-16T20:21:37.541 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available
2020-11-16T20:21:37.541 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph mgr dump --format=json
2020-11-16T20:21:37.679 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:21:39.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:39 smithi142 bash[9523]: cluster 2020-11-16T20:21:37.971046+0000 mgr.x (mgr.14196) 267 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:39 smithi071 bash[9480]: cluster 2020-11-16T20:21:37.971046+0000 mgr.x (mgr.14196) 267 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:39.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:39 smithi065 bash[9468]: cluster 2020-11-16T20:21:37.971046+0000 mgr.x (mgr.14196) 267 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:40.880 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:21:41.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:41 smithi142 bash[9523]: cluster 2020-11-16T20:21:39.971692+0000 mgr.x (mgr.14196) 268 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:41.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:41 smithi142 bash[9523]: audit 2020-11-16T20:21:40.877743+0000 mon.a (mon.0) 688 : audit [DBG] from='client.? v1:172.21.15.142:0/4080405403' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch
2020-11-16T20:21:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:41 smithi071 bash[9480]: cluster 2020-11-16T20:21:39.971692+0000 mgr.x (mgr.14196) 268 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:41.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:41 smithi071 bash[9480]: audit 2020-11-16T20:21:40.877743+0000 mon.a (mon.0) 688 : audit [DBG] from='client.? v1:172.21.15.142:0/4080405403' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch
2020-11-16T20:21:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:41 smithi065 bash[9468]: cluster 2020-11-16T20:21:39.971692+0000 mgr.x (mgr.14196) 268 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:41.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:41 smithi065 bash[9468]: audit 2020-11-16T20:21:40.877743+0000 mon.a (mon.0) 688 : audit [DBG] from='client.? v1:172.21.15.142:0/4080405403' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch
2020-11-16T20:21:41.575 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":17,"active_gid":14196,"active_name":"x","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6800","nonce":3134391044}]},"active_addr":"172.21.15.71:6800/3134391044","active_change":"2020-11-16T20:14:25.827582+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi071.front.sepia.ceph.com:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":7,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":268320894}]},{"addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":872107282}]}]}}
2020-11-16T20:21:41.580 INFO:tasks.cephadm.ceph_manager.ceph:mgr available!
2020-11-16T20:21:41.581 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up
2020-11-16T20:21:41.581 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump --format=json
2020-11-16T20:21:41.718 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:21:43.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:43 smithi142 bash[9523]: cluster 2020-11-16T20:21:41.972317+0000 mgr.x (mgr.14196) 269 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:43 smithi071 bash[9480]: cluster 2020-11-16T20:21:41.972317+0000 mgr.x (mgr.14196) 269 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:43.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:43 smithi065 bash[9468]: cluster 2020-11-16T20:21:41.972317+0000 mgr.x (mgr.14196) 269 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:44.819 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:21:44.819 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":106,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","created":"2020-11-16T20:10:48.708461+0000","modified":"2020-11-16T20:21:36.049239+0000","last_up_change":"2020-11-16T20:21:19.956033+0000","last_in_change":"2020-11-16T20:21:19.956033+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-11-16T20:13:10.276783+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6800","nonce":1276457002}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6801","nonce":1276457002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6803","nonce":1276457002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6802","nonce":1276457002}]},"public_addr":"172.21.15.142:6800/1276457002","cluster_addr":"172.21.15.142:6801/1276457002","heartbeat_back_addr":"172.21.15.142:6803/1276457002","heartbeat_front_addr":"172.21.15.142:6802/1276457002","state":["exists","up"]},{"osd":1,"uuid":"c82ae70d-f2a5-4334-a84f-87a054655ad7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6804","nonce":2156745596}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6805","nonce":2156745596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6807","nonce":2156745596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6806","nonce":2156745596}]},"public_addr":"172.21.15.142:6804/2156745596","cluster_addr":"172.21.15.142:6805/2156745596","heartbeat_back_addr":"172.21.15.142:6807/2156745596","heartbeat_front_addr":"172.21.15.142:6806/2156745596","state":["exists","up"]},{"osd":2,"uuid":"b8fcfee2-fb36-47e4-a200-65aab5e1435b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6808","nonce":2380078138}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6809","nonce":2380078138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6811","nonce":2380078138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6810","nonce":2380078138}]},"public_addr":"172.21.15.142:6808/2380078138","cluster_addr":"172.21.15.142:6809/2380078138","heartbeat_back_addr":"172.21.15.142:6811/2380078138","heartbeat_front_addr":"172.21.15.142:6810/2380078138","state":["exists","up"]},{"osd":3,"uuid":"f28de7af-d9bf-4096-ab56-1ef663dc214c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":29,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6812","nonce":2351592071}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6813","nonce":2351592071}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6815","nonce":2351592071}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6814","nonce":2351592071}]},"public_addr":"172.21.15.142:6812/2351592071","cluster_addr":"172.21.15.142:6813/2351592071","heartbeat_back_addr":"172.21.15.142:6815/2351592071","heartbeat_front_addr":"172.21.15.142:6814/2351592071","state":["exists","up"]},{"osd":4,"uuid":"8dfc82b4-6137-4f9c-b848-160cdaab7877","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6801","nonce":3325699378}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6802","nonce":3325699378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6804","nonce":3325699378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6803","nonce":3325699378}]},"public_addr":"172.21.15.71:6801/3325699378","cluster_addr":"172.21.15.71:6802/3325699378","heartbeat_back_addr":"172.21.15.71:6804/3325699378","heartbeat_front_addr":"172.21.15.71:6803/3325699378","state":["exists","up"]},{"osd":5,"uuid":"80ade1c6-d24e-453c-b6db-434af43d222b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6805","nonce":724581550}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6806","nonce":724581550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6808","nonce":724581550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6807","nonce":724581550}]},"public_addr":"172.21.15.71:6805/724581550","cluster_addr":"172.21.15.71:6806/724581550","heartbeat_back_addr":"172.21.15.71:6808/724581550","heartbeat_front_addr":"172.21.15.71:6807/724581550","state":["exists","up"]},{"osd":6,"uuid":"f2acf352-ac5f-434e-b71d-8d44be7ad4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6809","nonce":1309108708}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6810","nonce":1309108708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6812","nonce":1309108708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6811","nonce":1309108708}]},"public_addr":"172.21.15.71:6809/1309108708","cluster_addr":"172.21.15.71:6810/1309108708","heartbeat_back_addr":"172.21.15.71:6812/1309108708","heartbeat_front_addr":"172.21.15.71:6811/1309108708","state":["exists","up"]},{"osd":7,"uuid":"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6813","nonce":499729663}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6814","nonce":499729663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6816","nonce":499729663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6815","nonce":499729663}]},"public_addr":"172.21.15.71:6813/499729663","cluster_addr":"172.21.15.71:6814/499729663","heartbeat_back_addr":"172.21.15.71:6816/499729663","heartbeat_front_addr":"172.21.15.71:6815/499729663","state":["exists","up"]},{"osd":8,"uuid":"3c2e5345-07d0-40c1-b3aa-fa0493b44083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6800","nonce":930793981}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6801","nonce":930793981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6803","nonce":930793981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6802","nonce":930793981}]},"public_addr":"172.21.15.65:6800/930793981","cluster_addr":"172.21.15.65:6801/930793981","heartbeat_back_addr":"172.21.15.65:6803/930793981","heartbeat_front_addr":"172.21.15.65:6802/930793981","state":["exists","up"]},{"osd":9,"uuid":"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6804","nonce":3578070571}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6805","nonce":3578070571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6807","nonce":3578070571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6806","nonce":3578070571}]},"public_addr":"172.21.15.65:6804/3578070571","cluster_addr":"172.21.15.65:6805/3578070571","heartbeat_back_addr":"172.21.15.65:6807/3578070571","heartbeat_front_addr":"172.21.15.65:6806/3578070571","state":["exists","up"]},{"osd":10,"uuid":"7092d516-77a6-4060-a297-090099cd553e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":95,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6808","nonce":1216706886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6809","nonce":1216706886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6811","nonce":1216706886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6810","nonce":1216706886}]},"public_addr":"172.21.15.65:6808/1216706886","cluster_addr":"172.21.15.65:6809/1216706886","heartbeat_back_addr":"172.21.15.65:6811/1216706886","heartbeat_front_addr":"172.21.15.65:6810/1216706886","state":["exists","up"]},{"osd":11,"uuid":"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":103,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6812","nonce":3290130542}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6813","nonce":3290130542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6815","nonce":3290130542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6814","nonce":3290130542}]},"public_addr":"172.21.15.65:6812/3290130542","cluster_addr":"172.21.15.65:6813/3290130542","heartbeat_back_addr":"172.21.15.65:6815/3290130542","heartbeat_front_addr":"172.21.15.65:6814/3290130542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:52.403678+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:18.403543+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:45.220479+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:09.119224+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:35.673591+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:04.310143+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:29.327633+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:52.897174+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:15.492072+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:46.244656+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:53.957111+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:18.506620+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.142:0/1195728362":"2020-11-17T20:14:25.826902+0000","172.21.15.142:6800/3623425812":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/3991833904":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/1735707732":"2020-11-17T20:11:44.591303+0000","172.21.15.142:6800/1465625619":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/3648584722":"2020-11-17T20:11:20.538376+0000","172.21.15.142:0/3320495051":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/1223358460":"2020-11-17T20:11:20.538376+0000","172.21.15.142:6800/2714967177":"2020-11-17T20:11:20.538376+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2020-11-16T20:21:45.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:45 smithi142 bash[9523]: cluster 2020-11-16T20:21:43.973046+0000 mgr.x (mgr.14196) 270 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:45 smithi142 bash[9523]: audit 2020-11-16T20:21:44.819217+0000 mon.a (mon.0) 689 : audit [DBG] from='client.? v1:172.21.15.142:0/4251474106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:45 smithi071 bash[9480]: cluster 2020-11-16T20:21:43.973046+0000 mgr.x (mgr.14196) 270 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:45 smithi071 bash[9480]: audit 2020-11-16T20:21:44.819217+0000 mon.a (mon.0) 689 : audit [DBG] from='client.? v1:172.21.15.142:0/4251474106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:45.529 INFO:tasks.cephadm.ceph_manager.ceph:all up!
2020-11-16T20:21:45.530 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump --format=json
2020-11-16T20:21:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:45 smithi065 bash[9468]: cluster 2020-11-16T20:21:43.973046+0000 mgr.x (mgr.14196) 270 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:45 smithi065 bash[9468]: audit 2020-11-16T20:21:44.819217+0000 mon.a (mon.0) 689 : audit [DBG] from='client.? v1:172.21.15.142:0/4251474106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:45.676 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:21:46.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:46 smithi071 bash[9480]: cluster 2020-11-16T20:21:44.683795+0000 osd.7 (osd.7) 14 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:21:46.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:46 smithi071 bash[9480]: cluster 2020-11-16T20:21:44.686125+0000 osd.7 (osd.7) 15 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:21:46.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:46 smithi065 bash[9468]: cluster 2020-11-16T20:21:44.683795+0000 osd.7 (osd.7) 14 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:21:46.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:46 smithi065 bash[9468]: cluster 2020-11-16T20:21:44.686125+0000 osd.7 (osd.7) 15 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:21:46.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:46 smithi142 bash[9523]: cluster 2020-11-16T20:21:44.683795+0000 osd.7 (osd.7) 14 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:21:46.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:46 smithi142 bash[9523]: cluster 2020-11-16T20:21:44.686125+0000 osd.7 (osd.7) 15 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:21:47.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:47 smithi142 bash[9523]: cluster 2020-11-16T20:21:45.973711+0000 mgr.x (mgr.14196) 271 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:47.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:47 smithi142 bash[9523]: cluster 2020-11-16T20:21:46.160204+0000 osd.2 (osd.2) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:47.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:47 smithi142 bash[9523]: cluster 2020-11-16T20:21:46.160333+0000 osd.2 (osd.2) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:47 smithi071 bash[9480]: cluster 2020-11-16T20:21:45.973711+0000 mgr.x (mgr.14196) 271 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:47.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:47 smithi071 bash[9480]: cluster 2020-11-16T20:21:46.160204+0000 osd.2 (osd.2) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:47.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:47 smithi071 bash[9480]: cluster 2020-11-16T20:21:46.160333+0000 osd.2 (osd.2) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:47.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:47 smithi065 bash[9468]: cluster 2020-11-16T20:21:45.973711+0000 mgr.x (mgr.14196) 271 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:47.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:47 smithi065 bash[9468]: cluster 2020-11-16T20:21:46.160204+0000 osd.2 (osd.2) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:47.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:47 smithi065 bash[9468]: cluster 2020-11-16T20:21:46.160333+0000 osd.2 (osd.2) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:48.449 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:48 smithi142 bash[9523]: cluster 2020-11-16T20:21:47.084659+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e107: 12 total, 12 up, 12 in
2020-11-16T20:21:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:48 smithi071 bash[9480]: cluster 2020-11-16T20:21:47.084659+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e107: 12 total, 12 up, 12 in
2020-11-16T20:21:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:48 smithi065 bash[9468]: cluster 2020-11-16T20:21:47.084659+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e107: 12 total, 12 up, 12 in
2020-11-16T20:21:48.892 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:21:48.893 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":108,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","created":"2020-11-16T20:10:48.708461+0000","modified":"2020-11-16T20:21:48.090653+0000","last_up_change":"2020-11-16T20:21:19.956033+0000","last_in_change":"2020-11-16T20:21:19.956033+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-11-16T20:13:10.276783+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6800","nonce":1276457002}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6801","nonce":1276457002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6803","nonce":1276457002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6802","nonce":1276457002}]},"public_addr":"172.21.15.142:6800/1276457002","cluster_addr":"172.21.15.142:6801/1276457002","heartbeat_back_addr":"172.21.15.142:6803/1276457002","heartbeat_front_addr":"172.21.15.142:6802/1276457002","state":["exists","up"]},{"osd":1,"uuid":"c82ae70d-f2a5-4334-a84f-87a054655ad7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6804","nonce":2156745596}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6805","nonce":2156745596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6807","nonce":2156745596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6806","nonce":2156745596}]},"public_addr":"172.21.15.142:6804/2156745596","cluster_addr":"172.21.15.142:6805/2156745596","heartbeat_back_addr":"172.21.15.142:6807/2156745596","heartbeat_front_addr":"172.21.15.142:6806/2156745596","state":["exists","up"]},{"osd":2,"uuid":"b8fcfee2-fb36-47e4-a200-65aab5e1435b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6808","nonce":2380078138}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6809","nonce":2380078138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6811","nonce":2380078138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6810","nonce":2380078138}]},"public_addr":"172.21.15.142:6808/2380078138","cluster_addr":"172.21.15.142:6809/2380078138","heartbeat_back_addr":"172.21.15.142:6811/2380078138","heartbeat_front_addr":"172.21.15.142:6810/2380078138","state":["exists","up"]},{"osd":3,"uuid":"f28de7af-d9bf-4096-ab56-1ef663dc214c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":29,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6812","nonce":2351592071}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6813","nonce":2351592071}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6815","nonce":2351592071}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6814","nonce":2351592071}]},"public_addr":"172.21.15.142:6812/2351592071","cluster_addr":"172.21.15.142:6813/2351592071","heartbeat_back_addr":"172.21.15.142:6815/2351592071","heartbeat_front_addr":"172.21.15.142:6814/2351592071","state":["exists","up"]},{"osd":4,"uuid":"8dfc82b4-6137-4f9c-b848-160cdaab7877","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6801","nonce":3325699378}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6802","nonce":3325699378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6804","nonce":3325699378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6803","nonce":3325699378}]},"public_addr":"172.21.15.71:6801/3325699378","cluster_addr":"172.21.15.71:6802/3325699378","heartbeat_back_addr":"172.21.15.71:6804/3325699378","heartbeat_front_addr":"172.21.15.71:6803/3325699378","state":["exists","up"]},{"osd":5,"uuid":"80ade1c6-d24e-453c-b6db-434af43d222b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6805","nonce":724581550}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6806","nonce":724581550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6808","nonce":724581550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6807","nonce":724581550}]},"public_addr":"172.21.15.71:6805/724581550","cluster_addr":"172.21.15.71:6806/724581550","heartbeat_back_addr":"172.21.15.71:6808/724581550","heartbeat_front_addr":"172.21.15.71:6807/724581550","state":["exists","up"]},{"osd":6,"uuid":"f2acf352-ac5f-434e-b71d-8d44be7ad4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6809","nonce":1309108708}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6810","nonce":1309108708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6812","nonce":1309108708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6811","nonce":1309108708}]},"public_addr":"172.21.15.71:6809/1309108708","cluster_addr":"172.21.15.71:6810/1309108708","heartbeat_back_addr":"172.21.15.71:6812/1309108708","heartbeat_front_addr":"172.21.15.71:6811/1309108708","state":["exists","up"]},{"osd":7,"uuid":"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6813","nonce":499729663}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6814","nonce":499729663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6816","nonce":499729663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6815","nonce":499729663}]},"public_addr":"172.21.15.71:6813/499729663","cluster_addr":"172.21.15.71:6814/499729663","heartbeat_back_addr":"172.21.15.71:6816/499729663","heartbeat_front_addr":"172.21.15.71:6815/499729663","state":["exists","up"]},{"osd":8,"uuid":"3c2e5345-07d0-40c1-b3aa-fa0493b44083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6800","nonce":930793981}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6801","nonce":930793981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6803","nonce":930793981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6802","nonce":930793981}]},"public_addr":"172.21.15.65:6800/930793981","cluster_addr":"172.21.15.65:6801/930793981","heartbeat_back_addr":"172.21.15.65:6803/930793981","heartbeat_front_addr":"172.21.15.65:6802/930793981","state":["exists","up"]},{"osd":9,"uuid":"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6804","nonce":3578070571}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6805","nonce":3578070571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6807","nonce":3578070571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6806","nonce":3578070571}]},"public_addr":"172.21.15.65:6804/3578070571","cluster_addr":"172.21.15.65:6805/3578070571","heartbeat_back_addr":"172.21.15.65:6807/3578070571","heartbeat_front_addr":"172.21.15.65:6806/3578070571","state":["exists","up"]},{"osd":10,"uuid":"7092d516-77a6-4060-a297-090099cd553e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":95,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6808","nonce":1216706886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6809","nonce":1216706886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6811","nonce":1216706886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6810","nonce":1216706886}]},"public_addr":"172.21.15.65:6808/1216706886","cluster_addr":"172.21.15.65:6809/1216706886","heartbeat_back_addr":"172.21.15.65:6811/1216706886","heartbeat_front_addr":"172.21.15.65:6810/1216706886","state":["exists","up"]},{"osd":11,"uuid":"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":103,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6812","nonce":3290130542}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6813","nonce":3290130542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6815","nonce":3290130542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6814","nonce":3290130542}]},"public_addr":"172.21.15.65:6812/3290130542","cluster_addr":"172.21.15.65:6813/3290130542","heartbeat_back_addr":"172.21.15.65:6815/3290130542","heartbeat_front_addr":"172.21.15.65:6814/3290130542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:52.403678+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:18.403543+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:46.160338+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:09.119224+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:35.673591+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:04.310143+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:29.327633+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:52.897174+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:15.492072+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:47.192648+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:20:53.957111+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:21:18.506620+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.142:0/1195728362":"2020-11-17T20:14:25.826902+0000","172.21.15.142:6800/3623425812":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/3991833904":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/1735707732":"2020-11-17T20:11:44.591303+0000","172.21.15.142:6800/1465625619":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/3648584722":"2020-11-17T20:11:20.538376+0000","172.21.15.142:0/3320495051":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/1223358460":"2020-11-17T20:11:20.538376+0000","172.21.15.142:6800/2714967177":"2020-11-17T20:11:20.538376+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2020-11-16T20:21:52.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:49 smithi065 bash[9468]: cluster 2020-11-16T20:21:47.192515+0000 osd.9 (osd.9) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:52.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:49 smithi065 bash[9468]: cluster 2020-11-16T20:21:47.192643+0000 osd.9 (osd.9) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:52.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:49 smithi065 bash[9468]: cluster 2020-11-16T20:21:48.103750+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e108: 12 total, 12 up, 12 in
2020-11-16T20:21:52.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:49 smithi065 bash[9468]: audit 2020-11-16T20:21:48.477906+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]: dispatch
2020-11-16T20:21:52.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:49 smithi065 bash[9468]: audit 2020-11-16T20:21:48.485723+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]': finished
2020-11-16T20:21:52.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:49 smithi065 bash[9468]: audit 2020-11-16T20:21:48.488030+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:52.987 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:49 smithi065 bash[9468]: audit 2020-11-16T20:21:48.492054+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:52.987 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:49 smithi065 bash[9468]: audit 2020-11-16T20:21:48.892108+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? v1:172.21.15.142:0/3385456987' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:52.987 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:51 smithi065 bash[9468]: cluster 2020-11-16T20:21:49.974992+0000 mgr.x (mgr.14196) 273 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:52.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:49 smithi071 bash[9480]: cluster 2020-11-16T20:21:47.192515+0000 osd.9 (osd.9) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:52.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:49 smithi071 bash[9480]: cluster 2020-11-16T20:21:47.192643+0000 osd.9 (osd.9) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:52.987 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:49 smithi071 bash[9480]: cluster 2020-11-16T20:21:48.103750+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e108: 12 total, 12 up, 12 in
2020-11-16T20:21:52.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:49 smithi071 bash[9480]: audit 2020-11-16T20:21:48.477906+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]: dispatch
2020-11-16T20:21:52.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:49 smithi071 bash[9480]: audit 2020-11-16T20:21:48.485723+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]': finished
2020-11-16T20:21:52.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:49 smithi071 bash[9480]: audit 2020-11-16T20:21:48.488030+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:52.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:49 smithi071 bash[9480]: audit 2020-11-16T20:21:48.492054+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:52.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:49 smithi071 bash[9480]: audit 2020-11-16T20:21:48.892108+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? v1:172.21.15.142:0/3385456987' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:52.988 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:51 smithi071 bash[9480]: cluster 2020-11-16T20:21:49.974992+0000 mgr.x (mgr.14196) 273 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:52.989 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:49 smithi142 bash[9523]: cluster 2020-11-16T20:21:47.192515+0000 osd.9 (osd.9) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:52.989 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:49 smithi142 bash[9523]: cluster 2020-11-16T20:21:47.192643+0000 osd.9 (osd.9) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:52.989 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:49 smithi142 bash[9523]: cluster 2020-11-16T20:21:48.103750+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e108: 12 total, 12 up, 12 in
2020-11-16T20:21:52.989 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:49 smithi142 bash[9523]: audit 2020-11-16T20:21:48.477906+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]: dispatch
2020-11-16T20:21:52.989 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:49 smithi142 bash[9523]: audit 2020-11-16T20:21:48.485723+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.582878\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583081\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583400\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583653\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:16:00.583891\", \"created\": \"2020-11-16T20:15:59.680292\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:16:00.584209\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]': finished
2020-11-16T20:21:52.990 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:49 smithi142 bash[9523]: audit 2020-11-16T20:21:48.488030+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:21:52.990 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:49 smithi142 bash[9523]: audit 2020-11-16T20:21:48.492054+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:21:52.990 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:49 smithi142 bash[9523]: audit 2020-11-16T20:21:48.892108+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? v1:172.21.15.142:0/3385456987' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:21:52.990 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:51 smithi142 bash[9523]: cluster 2020-11-16T20:21:49.974992+0000 mgr.x (mgr.14196) 273 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 0 B data, 69 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:52.991 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.0 flush_pg_stats
2020-11-16T20:21:53.135 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:21:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:53 smithi142 bash[9523]: cluster 2020-11-16T20:21:51.975743+0000 mgr.x (mgr.14196) 274 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:53 smithi142 bash[9523]: cluster 2020-11-16T20:21:53.005933+0000 osd.0 (osd.0) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:53 smithi142 bash[9523]: cluster 2020-11-16T20:21:53.006068+0000 osd.0 (osd.0) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:53 smithi071 bash[9480]: cluster 2020-11-16T20:21:51.975743+0000 mgr.x (mgr.14196) 274 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:53.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:53 smithi071 bash[9480]: cluster 2020-11-16T20:21:53.005933+0000 osd.0 (osd.0) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:53.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:53 smithi071 bash[9480]: cluster 2020-11-16T20:21:53.006068+0000 osd.0 (osd.0) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:53.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:53 smithi065 bash[9468]: cluster 2020-11-16T20:21:51.975743+0000 mgr.x (mgr.14196) 274 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:53.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:53 smithi065 bash[9468]: cluster 2020-11-16T20:21:53.005933+0000 osd.0 (osd.0) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:53.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:53 smithi065 bash[9468]: cluster 2020-11-16T20:21:53.006068+0000 osd.0 (osd.0) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:54.435 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:54 smithi142 bash[9523]: cluster 2020-11-16T20:21:53.119018+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e109: 12 total, 12 up, 12 in
2020-11-16T20:21:54.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:54 smithi071 bash[9480]: cluster 2020-11-16T20:21:53.119018+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e109: 12 total, 12 up, 12 in
2020-11-16T20:21:54.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:54 smithi065 bash[9468]: cluster 2020-11-16T20:21:53.119018+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e109: 12 total, 12 up, 12 in
2020-11-16T20:21:55.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:55 smithi071 bash[9480]: cluster 2020-11-16T20:21:53.786126+0000 osd.7 (osd.7) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:55 smithi071 bash[9480]: cluster 2020-11-16T20:21:53.786245+0000 osd.7 (osd.7) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:55 smithi071 bash[9480]: cluster 2020-11-16T20:21:53.976392+0000 mgr.x (mgr.14196) 275 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:55 smithi071 bash[9480]: cluster 2020-11-16T20:21:54.041114+0000 osd.10 (osd.10) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:55 smithi071 bash[9480]: cluster 2020-11-16T20:21:54.041238+0000 osd.10 (osd.10) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:55 smithi071 bash[9480]: cluster 2020-11-16T20:21:54.136240+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e110: 12 total, 12 up, 12 in
2020-11-16T20:21:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:55 smithi065 bash[9468]: cluster 2020-11-16T20:21:53.786126+0000 osd.7 (osd.7) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:55 smithi065 bash[9468]: cluster 2020-11-16T20:21:53.786245+0000 osd.7 (osd.7) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:55 smithi065 bash[9468]: cluster 2020-11-16T20:21:53.976392+0000 mgr.x (mgr.14196) 275 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:55 smithi065 bash[9468]: cluster 2020-11-16T20:21:54.041114+0000 osd.10 (osd.10) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:55 smithi065 bash[9468]: cluster 2020-11-16T20:21:54.041238+0000 osd.10 (osd.10) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:55 smithi065 bash[9468]: cluster 2020-11-16T20:21:54.136240+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e110: 12 total, 12 up, 12 in
2020-11-16T20:21:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:55 smithi142 bash[9523]: cluster 2020-11-16T20:21:53.786126+0000 osd.7 (osd.7) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:55 smithi142 bash[9523]: cluster 2020-11-16T20:21:53.786245+0000 osd.7 (osd.7) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:55 smithi142 bash[9523]: cluster 2020-11-16T20:21:53.976392+0000 mgr.x (mgr.14196) 275 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:55 smithi142 bash[9523]: cluster 2020-11-16T20:21:54.041114+0000 osd.10 (osd.10) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:21:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:55 smithi142 bash[9523]: cluster 2020-11-16T20:21:54.041238+0000 osd.10 (osd.10) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:21:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:55 smithi142 bash[9523]: cluster 2020-11-16T20:21:54.136240+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e110: 12 total, 12 up, 12 in
2020-11-16T20:21:57.031 INFO:teuthology.orchestra.run.smithi142.stdout:51539607639
2020-11-16T20:21:57.032 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.1 flush_pg_stats
2020-11-16T20:21:57.170 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:21:57.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:56 smithi065 bash[9468]: cluster 2020-11-16T20:21:55.977034+0000 mgr.x (mgr.14196) 276 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:57.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:56 smithi142 bash[9523]: cluster 2020-11-16T20:21:55.977034+0000 mgr.x (mgr.14196) 276 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:56 smithi071 bash[9480]: cluster 2020-11-16T20:21:55.977034+0000 mgr.x (mgr.14196) 276 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:59.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:21:59 smithi065 bash[9468]: cluster 2020-11-16T20:21:57.977692+0000 mgr.x (mgr.14196) 277 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:59.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:21:59 smithi142 bash[9523]: cluster 2020-11-16T20:21:57.977692+0000 mgr.x (mgr.14196) 277 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:21:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:21:59 smithi071 bash[9480]: cluster 2020-11-16T20:21:57.977692+0000 mgr.x (mgr.14196) 277 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:01.031 INFO:teuthology.orchestra.run.smithi142.stdout:77309411412
2020-11-16T20:22:01.031 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.2 flush_pg_stats
2020-11-16T20:22:01.165 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:01.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:01 smithi142 bash[9523]: cluster 2020-11-16T20:21:59.978283+0000 mgr.x (mgr.14196) 278 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:01 smithi071 bash[9480]: cluster 2020-11-16T20:21:59.978283+0000 mgr.x (mgr.14196) 278 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:01 smithi065 bash[9468]: cluster 2020-11-16T20:21:59.978283+0000 mgr.x (mgr.14196) 278 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:03.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:03 smithi071 bash[9480]: cluster 2020-11-16T20:22:01.978915+0000 mgr.x (mgr.14196) 279 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:03.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:03 smithi065 bash[9468]: cluster 2020-11-16T20:22:01.978915+0000 mgr.x (mgr.14196) 279 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:03.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:03 smithi142 bash[9523]: cluster 2020-11-16T20:22:01.978915+0000 mgr.x (mgr.14196) 279 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:04.947 INFO:teuthology.orchestra.run.smithi142.stdout:98784247887
2020-11-16T20:22:04.948 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.3 flush_pg_stats
2020-11-16T20:22:05.084 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:05.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:05 smithi142 bash[9523]: cluster 2020-11-16T20:22:03.979565+0000 mgr.x (mgr.14196) 280 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:05.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:05 smithi071 bash[9480]: cluster 2020-11-16T20:22:03.979565+0000 mgr.x (mgr.14196) 280 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:05 smithi065 bash[9468]: cluster 2020-11-16T20:22:03.979565+0000 mgr.x (mgr.14196) 280 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:06.404 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:06 smithi142 bash[9523]: cluster 2020-11-16T20:22:05.175965+0000 osd.5 (osd.5) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:06.404 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:06 smithi142 bash[9523]: cluster 2020-11-16T20:22:05.176090+0000 osd.5 (osd.5) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:06.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:06 smithi071 bash[9480]: cluster 2020-11-16T20:22:05.175965+0000 osd.5 (osd.5) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:06.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:06 smithi071 bash[9480]: cluster 2020-11-16T20:22:05.176090+0000 osd.5 (osd.5) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:06 smithi065 bash[9468]: cluster 2020-11-16T20:22:05.175965+0000 osd.5 (osd.5) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:06 smithi065 bash[9468]: cluster 2020-11-16T20:22:05.176090+0000 osd.5 (osd.5) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:07.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:07 smithi071 bash[9480]: cluster 2020-11-16T20:22:05.980180+0000 mgr.x (mgr.14196) 281 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:07.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:07 smithi071 bash[9480]: cluster 2020-11-16T20:22:06.054601+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e111: 12 total, 12 up, 12 in
2020-11-16T20:22:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:07 smithi065 bash[9468]: cluster 2020-11-16T20:22:05.980180+0000 mgr.x (mgr.14196) 281 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:07.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:07 smithi065 bash[9468]: cluster 2020-11-16T20:22:06.054601+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e111: 12 total, 12 up, 12 in
2020-11-16T20:22:07.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:07 smithi142 bash[9523]: cluster 2020-11-16T20:22:05.980180+0000 mgr.x (mgr.14196) 281 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:07.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:07 smithi142 bash[9523]: cluster 2020-11-16T20:22:06.054601+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e111: 12 total, 12 up, 12 in
2020-11-16T20:22:08.943 INFO:teuthology.orchestra.run.smithi142.stdout:124554051658
2020-11-16T20:22:08.944 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.4 flush_pg_stats
2020-11-16T20:22:09.081 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:09.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:09 smithi142 bash[9523]: cluster 2020-11-16T20:22:07.980794+0000 mgr.x (mgr.14196) 282 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:09.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:09 smithi071 bash[9480]: cluster 2020-11-16T20:22:07.980794+0000 mgr.x (mgr.14196) 282 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:09.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:09 smithi065 bash[9468]: cluster 2020-11-16T20:22:07.980794+0000 mgr.x (mgr.14196) 282 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:10.342 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:10 smithi142 bash[9523]: cluster 2020-11-16T20:22:09.519996+0000 osd.3 (osd.3) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:10.342 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:10 smithi142 bash[9523]: cluster 2020-11-16T20:22:09.520126+0000 osd.3 (osd.3) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:10.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:10 smithi071 bash[9480]: cluster 2020-11-16T20:22:09.519996+0000 osd.3 (osd.3) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:10.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:10 smithi071 bash[9480]: cluster 2020-11-16T20:22:09.520126+0000 osd.3 (osd.3) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:10 smithi065 bash[9468]: cluster 2020-11-16T20:22:09.519996+0000 osd.3 (osd.3) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:10.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:10 smithi065 bash[9468]: cluster 2020-11-16T20:22:09.520126+0000 osd.3 (osd.3) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:11 smithi071 bash[9480]: cluster 2020-11-16T20:22:09.981378+0000 mgr.x (mgr.14196) 283 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:11.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:11 smithi071 bash[9480]: cluster 2020-11-16T20:22:10.078696+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e112: 12 total, 12 up, 12 in
2020-11-16T20:22:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:11 smithi065 bash[9468]: cluster 2020-11-16T20:22:09.981378+0000 mgr.x (mgr.14196) 283 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:11 smithi065 bash[9468]: cluster 2020-11-16T20:22:10.078696+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e112: 12 total, 12 up, 12 in
2020-11-16T20:22:11.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:11 smithi142 bash[9523]: cluster 2020-11-16T20:22:09.981378+0000 mgr.x (mgr.14196) 283 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:11.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:11 smithi142 bash[9523]: cluster 2020-11-16T20:22:10.078696+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e112: 12 total, 12 up, 12 in
2020-11-16T20:22:12.863 INFO:teuthology.orchestra.run.smithi142.stdout:150323855431
2020-11-16T20:22:12.863 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.5 flush_pg_stats
2020-11-16T20:22:12.999 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:13.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:13 smithi142 bash[9523]: cluster 2020-11-16T20:22:11.981964+0000 mgr.x (mgr.14196) 284 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:13.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:13 smithi071 bash[9480]: cluster 2020-11-16T20:22:11.981964+0000 mgr.x (mgr.14196) 284 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:13 smithi065 bash[9468]: cluster 2020-11-16T20:22:11.981964+0000 mgr.x (mgr.14196) 284 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 0 B data, 70 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:15.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:15 smithi071 bash[9480]: cluster 2020-11-16T20:22:13.982588+0000 mgr.x (mgr.14196) 285 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:15 smithi065 bash[9468]: cluster 2020-11-16T20:22:13.982588+0000 mgr.x (mgr.14196) 285 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:15.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:15 smithi142 bash[9523]: cluster 2020-11-16T20:22:13.982588+0000 mgr.x (mgr.14196) 285 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:16.858 INFO:teuthology.orchestra.run.smithi142.stdout:180388626498
2020-11-16T20:22:16.859 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.6 flush_pg_stats
2020-11-16T20:22:17.010 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:17.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:17 smithi142 bash[9523]: cluster 2020-11-16T20:22:15.581729+0000 osd.8 (osd.8) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:17.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:17 smithi142 bash[9523]: cluster 2020-11-16T20:22:15.581862+0000 osd.8 (osd.8) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:17.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:17 smithi142 bash[9523]: cluster 2020-11-16T20:22:15.983232+0000 mgr.x (mgr.14196) 286 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:17.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:17 smithi142 bash[9523]: cluster 2020-11-16T20:22:16.095376+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e113: 12 total, 12 up, 12 in
2020-11-16T20:22:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:17 smithi071 bash[9480]: cluster 2020-11-16T20:22:15.581729+0000 osd.8 (osd.8) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:17.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:17 smithi071 bash[9480]: cluster 2020-11-16T20:22:15.581862+0000 osd.8 (osd.8) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:17.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:17 smithi071 bash[9480]: cluster 2020-11-16T20:22:15.983232+0000 mgr.x (mgr.14196) 286 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:17.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:17 smithi071 bash[9480]: cluster 2020-11-16T20:22:16.095376+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e113: 12 total, 12 up, 12 in
2020-11-16T20:22:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:17 smithi065 bash[9468]: cluster 2020-11-16T20:22:15.581729+0000 osd.8 (osd.8) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:17.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:17 smithi065 bash[9468]: cluster 2020-11-16T20:22:15.581862+0000 osd.8 (osd.8) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:17.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:17 smithi065 bash[9468]: cluster 2020-11-16T20:22:15.983232+0000 mgr.x (mgr.14196) 286 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:17.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:17 smithi065 bash[9468]: cluster 2020-11-16T20:22:16.095376+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e113: 12 total, 12 up, 12 in
2020-11-16T20:22:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:19 smithi071 bash[9480]: cluster 2020-11-16T20:22:17.983924+0000 mgr.x (mgr.14196) 287 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:19.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:19 smithi065 bash[9468]: cluster 2020-11-16T20:22:17.983924+0000 mgr.x (mgr.14196) 287 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:19.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:19 smithi142 bash[9523]: cluster 2020-11-16T20:22:17.983924+0000 mgr.x (mgr.14196) 287 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:20.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:20 smithi142 bash[9523]: cluster 2020-11-16T20:22:18.995576+0000 osd.11 (osd.11) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:20 smithi142 bash[9523]: cluster 2020-11-16T20:22:18.995704+0000 osd.11 (osd.11) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:20 smithi142 bash[9523]: cluster 2020-11-16T20:22:19.112572+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e114: 12 total, 12 up, 12 in
2020-11-16T20:22:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:20 smithi142 bash[9523]: cluster 2020-11-16T20:22:19.218289+0000 osd.1 (osd.1) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:20 smithi142 bash[9523]: cluster 2020-11-16T20:22:19.218413+0000 osd.1 (osd.1) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:20.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:20 smithi071 bash[9480]: cluster 2020-11-16T20:22:18.995576+0000 osd.11 (osd.11) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:20 smithi071 bash[9480]: cluster 2020-11-16T20:22:18.995704+0000 osd.11 (osd.11) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:20 smithi071 bash[9480]: cluster 2020-11-16T20:22:19.112572+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e114: 12 total, 12 up, 12 in
2020-11-16T20:22:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:20 smithi071 bash[9480]: cluster 2020-11-16T20:22:19.218289+0000 osd.1 (osd.1) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:20.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:20 smithi071 bash[9480]: cluster 2020-11-16T20:22:19.218413+0000 osd.1 (osd.1) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:20.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:20 smithi065 bash[9468]: cluster 2020-11-16T20:22:18.995576+0000 osd.11 (osd.11) 4 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:20.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:20 smithi065 bash[9468]: cluster 2020-11-16T20:22:18.995704+0000 osd.11 (osd.11) 5 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:20.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:20 smithi065 bash[9468]: cluster 2020-11-16T20:22:19.112572+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e114: 12 total, 12 up, 12 in
2020-11-16T20:22:20.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:20 smithi065 bash[9468]: cluster 2020-11-16T20:22:19.218289+0000 osd.1 (osd.1) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:20.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:20 smithi065 bash[9468]: cluster 2020-11-16T20:22:19.218413+0000 osd.1 (osd.1) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:20.942 INFO:teuthology.orchestra.run.smithi142.stdout:210453397565
2020-11-16T20:22:20.942 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.7 flush_pg_stats
2020-11-16T20:22:21.084 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:21 smithi142 bash[9523]: cluster 2020-11-16T20:22:19.984487+0000 mgr.x (mgr.14196) 288 : cluster [DBG] pgmap v337: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:21.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:21 smithi142 bash[9523]: cluster 2020-11-16T20:22:20.121090+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e115: 12 total, 12 up, 12 in
2020-11-16T20:22:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:21 smithi071 bash[9480]: cluster 2020-11-16T20:22:19.984487+0000 mgr.x (mgr.14196) 288 : cluster [DBG] pgmap v337: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:21 smithi071 bash[9480]: cluster 2020-11-16T20:22:20.121090+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e115: 12 total, 12 up, 12 in
2020-11-16T20:22:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:21 smithi065 bash[9468]: cluster 2020-11-16T20:22:19.984487+0000 mgr.x (mgr.14196) 288 : cluster [DBG] pgmap v337: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:21 smithi065 bash[9468]: cluster 2020-11-16T20:22:20.121090+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e115: 12 total, 12 up, 12 in
2020-11-16T20:22:23.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:23 smithi071 bash[9480]: cluster 2020-11-16T20:22:21.985094+0000 mgr.x (mgr.14196) 289 : cluster [DBG] pgmap v339: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:23.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:23 smithi065 bash[9468]: cluster 2020-11-16T20:22:21.985094+0000 mgr.x (mgr.14196) 289 : cluster [DBG] pgmap v339: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:23.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:23 smithi142 bash[9523]: cluster 2020-11-16T20:22:21.985094+0000 mgr.x (mgr.14196) 289 : cluster [DBG] pgmap v339: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:24.898 INFO:teuthology.orchestra.run.smithi142.stdout:240518168633
2020-11-16T20:22:24.899 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.8 flush_pg_stats
2020-11-16T20:22:25.037 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:25.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:25 smithi142 bash[9523]: cluster 2020-11-16T20:22:23.985713+0000 mgr.x (mgr.14196) 290 : cluster [DBG] pgmap v340: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:25 smithi071 bash[9480]: cluster 2020-11-16T20:22:23.985713+0000 mgr.x (mgr.14196) 290 : cluster [DBG] pgmap v340: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:25 smithi065 bash[9468]: cluster 2020-11-16T20:22:23.985713+0000 mgr.x (mgr.14196) 290 : cluster [DBG] pgmap v340: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:26 smithi065 bash[9468]: cluster 2020-11-16T20:22:25.986324+0000 mgr.x (mgr.14196) 291 : cluster [DBG] pgmap v341: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:26 smithi065 bash[9468]: audit 2020-11-16T20:22:26.102078+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:22:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:26 smithi065 bash[9468]: audit 2020-11-16T20:22:26.117610+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:22:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:26 smithi142 bash[9523]: cluster 2020-11-16T20:22:25.986324+0000 mgr.x (mgr.14196) 291 : cluster [DBG] pgmap v341: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:26 smithi142 bash[9523]: audit 2020-11-16T20:22:26.102078+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:22:27.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:26 smithi142 bash[9523]: audit 2020-11-16T20:22:26.117610+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:22:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:26 smithi071 bash[9480]: cluster 2020-11-16T20:22:25.986324+0000 mgr.x (mgr.14196) 291 : cluster [DBG] pgmap v341: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:26 smithi071 bash[9480]: audit 2020-11-16T20:22:26.102078+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:22:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:26 smithi071 bash[9480]: audit 2020-11-16T20:22:26.117610+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:22:28.857 INFO:teuthology.orchestra.run.smithi142.stdout:270582939700
2020-11-16T20:22:28.857 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.9 flush_pg_stats
2020-11-16T20:22:28.996 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:29.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:29 smithi142 bash[9523]: cluster 2020-11-16T20:22:27.986905+0000 mgr.x (mgr.14196) 292 : cluster [DBG] pgmap v342: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:29 smithi071 bash[9480]: cluster 2020-11-16T20:22:27.986905+0000 mgr.x (mgr.14196) 292 : cluster [DBG] pgmap v342: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:29 smithi065 bash[9468]: cluster 2020-11-16T20:22:27.986905+0000 mgr.x (mgr.14196) 292 : cluster [DBG] pgmap v342: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:31 smithi071 bash[9480]: cluster 2020-11-16T20:22:29.987535+0000 mgr.x (mgr.14196) 293 : cluster [DBG] pgmap v343: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:31.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:31 smithi071 bash[9480]: cluster 2020-11-16T20:22:30.321953+0000 osd.6 (osd.6) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:31.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:31 smithi071 bash[9480]: cluster 2020-11-16T20:22:30.322076+0000 osd.6 (osd.6) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:31.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:31 smithi065 bash[9468]: cluster 2020-11-16T20:22:29.987535+0000 mgr.x (mgr.14196) 293 : cluster [DBG] pgmap v343: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:31.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:31 smithi065 bash[9468]: cluster 2020-11-16T20:22:30.321953+0000 osd.6 (osd.6) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:31.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:31 smithi065 bash[9468]: cluster 2020-11-16T20:22:30.322076+0000 osd.6 (osd.6) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:31.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:31 smithi142 bash[9523]: cluster 2020-11-16T20:22:29.987535+0000 mgr.x (mgr.14196) 293 : cluster [DBG] pgmap v343: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:31.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:31 smithi142 bash[9523]: cluster 2020-11-16T20:22:30.321953+0000 osd.6 (osd.6) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:31.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:31 smithi142 bash[9523]: cluster 2020-11-16T20:22:30.322076+0000 osd.6 (osd.6) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:32.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:32 smithi071 bash[9480]: cluster 2020-11-16T20:22:31.058399+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e116: 12 total, 12 up, 12 in
2020-11-16T20:22:32.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:32 smithi065 bash[9468]: cluster 2020-11-16T20:22:31.058399+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e116: 12 total, 12 up, 12 in
2020-11-16T20:22:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:32 smithi142 bash[9523]: cluster 2020-11-16T20:22:31.058399+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e116: 12 total, 12 up, 12 in
2020-11-16T20:22:32.770 INFO:teuthology.orchestra.run.smithi142.stdout:304942678064
2020-11-16T20:22:32.770 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.10 flush_pg_stats
2020-11-16T20:22:32.907 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:33 smithi071 bash[9480]: cluster 2020-11-16T20:22:31.988150+0000 mgr.x (mgr.14196) 294 : cluster [DBG] pgmap v345: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:33 smithi065 bash[9468]: cluster 2020-11-16T20:22:31.988150+0000 mgr.x (mgr.14196) 294 : cluster [DBG] pgmap v345: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:33.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:33 smithi142 bash[9523]: cluster 2020-11-16T20:22:31.988150+0000 mgr.x (mgr.14196) 294 : cluster [DBG] pgmap v345: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:35 smithi071 bash[9480]: cluster 2020-11-16T20:22:33.988806+0000 mgr.x (mgr.14196) 295 : cluster [DBG] pgmap v346: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:35 smithi065 bash[9468]: cluster 2020-11-16T20:22:33.988806+0000 mgr.x (mgr.14196) 295 : cluster [DBG] pgmap v346: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:35.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:35 smithi142 bash[9523]: cluster 2020-11-16T20:22:33.988806+0000 mgr.x (mgr.14196) 295 : cluster [DBG] pgmap v346: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:36.863 INFO:teuthology.orchestra.run.smithi142.stdout:408021893145
2020-11-16T20:22:36.864 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.11 flush_pg_stats
2020-11-16T20:22:37.007 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:37.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:36 smithi065 bash[9468]: cluster 2020-11-16T20:22:35.989492+0000 mgr.x (mgr.14196) 296 : cluster [DBG] pgmap v347: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:37.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:36 smithi065 bash[9468]: cluster 2020-11-16T20:22:36.092858+0000 osd.4 (osd.4) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:37.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:36 smithi065 bash[9468]: cluster 2020-11-16T20:22:36.093011+0000 osd.4 (osd.4) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:37.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:36 smithi142 bash[9523]: cluster 2020-11-16T20:22:35.989492+0000 mgr.x (mgr.14196) 296 : cluster [DBG] pgmap v347: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:36 smithi142 bash[9523]: cluster 2020-11-16T20:22:36.092858+0000 osd.4 (osd.4) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:37.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:36 smithi142 bash[9523]: cluster 2020-11-16T20:22:36.093011+0000 osd.4 (osd.4) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:37.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:36 smithi071 bash[9480]: cluster 2020-11-16T20:22:35.989492+0000 mgr.x (mgr.14196) 296 : cluster [DBG] pgmap v347: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:36 smithi071 bash[9480]: cluster 2020-11-16T20:22:36.092858+0000 osd.4 (osd.4) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:37.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:36 smithi071 bash[9480]: cluster 2020-11-16T20:22:36.093011+0000 osd.4 (osd.4) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:38.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:37 smithi065 bash[9468]: cluster 2020-11-16T20:22:36.972436+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e117: 12 total, 12 up, 12 in
2020-11-16T20:22:38.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:37 smithi142 bash[9523]: cluster 2020-11-16T20:22:36.972436+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e117: 12 total, 12 up, 12 in
2020-11-16T20:22:38.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:37 smithi071 bash[9480]: cluster 2020-11-16T20:22:36.972436+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e117: 12 total, 12 up, 12 in
2020-11-16T20:22:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:38 smithi065 bash[9468]: cluster 2020-11-16T20:22:37.990138+0000 mgr.x (mgr.14196) 297 : cluster [DBG] pgmap v349: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:39.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:38 smithi142 bash[9523]: cluster 2020-11-16T20:22:37.990138+0000 mgr.x (mgr.14196) 297 : cluster [DBG] pgmap v349: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:38 smithi071 bash[9480]: cluster 2020-11-16T20:22:37.990138+0000 mgr.x (mgr.14196) 297 : cluster [DBG] pgmap v349: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:40.779 INFO:teuthology.orchestra.run.smithi142.stdout:442381631507
2020-11-16T20:22:40.780 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.0
2020-11-16T20:22:40.917 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:41 smithi071 bash[9480]: cluster 2020-11-16T20:22:39.990753+0000 mgr.x (mgr.14196) 298 : cluster [DBG] pgmap v350: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:41 smithi065 bash[9468]: cluster 2020-11-16T20:22:39.990753+0000 mgr.x (mgr.14196) 298 : cluster [DBG] pgmap v350: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:41.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:41 smithi142 bash[9523]: cluster 2020-11-16T20:22:39.990753+0000 mgr.x (mgr.14196) 298 : cluster [DBG] pgmap v350: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:43 smithi071 bash[9480]: cluster 2020-11-16T20:22:41.991438+0000 mgr.x (mgr.14196) 299 : cluster [DBG] pgmap v351: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:43.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:43 smithi065 bash[9468]: cluster 2020-11-16T20:22:41.991438+0000 mgr.x (mgr.14196) 299 : cluster [DBG] pgmap v351: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:43.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:43 smithi142 bash[9523]: cluster 2020-11-16T20:22:41.991438+0000 mgr.x (mgr.14196) 299 : cluster [DBG] pgmap v351: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:44.234 INFO:teuthology.orchestra.run.smithi142.stdout:51539607649
2020-11-16T20:22:44.906 INFO:tasks.cephadm.ceph_manager.ceph:need seq 51539607639 got 51539607649 for osd.0
2020-11-16T20:22:44.907 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.1
2020-11-16T20:22:45.044 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:45 smithi142 bash[9523]: cluster 2020-11-16T20:22:43.992080+0000 mgr.x (mgr.14196) 300 : cluster [DBG] pgmap v352: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:45.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:45 smithi142 bash[9523]: audit 2020-11-16T20:22:44.236235+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? v1:172.21.15.142:0/1282332962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2020-11-16T20:22:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:45 smithi071 bash[9480]: cluster 2020-11-16T20:22:43.992080+0000 mgr.x (mgr.14196) 300 : cluster [DBG] pgmap v352: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:45 smithi071 bash[9480]: audit 2020-11-16T20:22:44.236235+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? v1:172.21.15.142:0/1282332962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2020-11-16T20:22:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:45 smithi065 bash[9468]: cluster 2020-11-16T20:22:43.992080+0000 mgr.x (mgr.14196) 300 : cluster [DBG] pgmap v352: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:45.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:45 smithi065 bash[9468]: audit 2020-11-16T20:22:44.236235+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? v1:172.21.15.142:0/1282332962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2020-11-16T20:22:47.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:46 smithi065 bash[9468]: cluster 2020-11-16T20:22:45.992760+0000 mgr.x (mgr.14196) 301 : cluster [DBG] pgmap v353: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:47.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:46 smithi142 bash[9523]: cluster 2020-11-16T20:22:45.992760+0000 mgr.x (mgr.14196) 301 : cluster [DBG] pgmap v353: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:46 smithi071 bash[9480]: cluster 2020-11-16T20:22:45.992760+0000 mgr.x (mgr.14196) 301 : cluster [DBG] pgmap v353: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:48.234 INFO:teuthology.orchestra.run.smithi142.stdout:77309411421
2020-11-16T20:22:48.923 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411412 got 77309411421 for osd.1
2020-11-16T20:22:48.923 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.2
2020-11-16T20:22:49.058 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:49.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:48 smithi065 bash[9468]: cluster 2020-11-16T20:22:47.012503+0000 osd.2 (osd.2) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:48 smithi065 bash[9468]: cluster 2020-11-16T20:22:47.012647+0000 osd.2 (osd.2) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:48 smithi065 bash[9468]: cluster 2020-11-16T20:22:47.203985+0000 osd.9 (osd.9) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:48 smithi065 bash[9468]: cluster 2020-11-16T20:22:47.204115+0000 osd.9 (osd.9) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:48 smithi065 bash[9468]: cluster 2020-11-16T20:22:47.972541+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e118: 12 total, 12 up, 12 in
2020-11-16T20:22:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:48 smithi065 bash[9468]: cluster 2020-11-16T20:22:47.993368+0000 mgr.x (mgr.14196) 302 : cluster [DBG] pgmap v355: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:48 smithi065 bash[9468]: audit 2020-11-16T20:22:48.236142+0000 mon.a (mon.0) 710 : audit [DBG] from='client.? v1:172.21.15.142:0/1023447200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2020-11-16T20:22:49.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:48 smithi142 bash[9523]: cluster 2020-11-16T20:22:47.012503+0000 osd.2 (osd.2) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:49.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:48 smithi142 bash[9523]: cluster 2020-11-16T20:22:47.012647+0000 osd.2 (osd.2) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:49.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:48 smithi142 bash[9523]: cluster 2020-11-16T20:22:47.203985+0000 osd.9 (osd.9) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:49.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:48 smithi142 bash[9523]: cluster 2020-11-16T20:22:47.204115+0000 osd.9 (osd.9) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:49.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:48 smithi142 bash[9523]: cluster 2020-11-16T20:22:47.972541+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e118: 12 total, 12 up, 12 in
2020-11-16T20:22:49.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:48 smithi142 bash[9523]: cluster 2020-11-16T20:22:47.993368+0000 mgr.x (mgr.14196) 302 : cluster [DBG] pgmap v355: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:49.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:48 smithi142 bash[9523]: audit 2020-11-16T20:22:48.236142+0000 mon.a (mon.0) 710 : audit [DBG] from='client.? v1:172.21.15.142:0/1023447200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2020-11-16T20:22:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:48 smithi071 bash[9480]: cluster 2020-11-16T20:22:47.012503+0000 osd.2 (osd.2) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:48 smithi071 bash[9480]: cluster 2020-11-16T20:22:47.012647+0000 osd.2 (osd.2) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:48 smithi071 bash[9480]: cluster 2020-11-16T20:22:47.203985+0000 osd.9 (osd.9) 10 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:48 smithi071 bash[9480]: cluster 2020-11-16T20:22:47.204115+0000 osd.9 (osd.9) 11 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:49.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:48 smithi071 bash[9480]: cluster 2020-11-16T20:22:47.972541+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e118: 12 total, 12 up, 12 in
2020-11-16T20:22:49.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:48 smithi071 bash[9480]: cluster 2020-11-16T20:22:47.993368+0000 mgr.x (mgr.14196) 302 : cluster [DBG] pgmap v355: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:49.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:48 smithi071 bash[9480]: audit 2020-11-16T20:22:48.236142+0000 mon.a (mon.0) 710 : audit [DBG] from='client.? v1:172.21.15.142:0/1023447200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2020-11-16T20:22:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:51 smithi071 bash[9480]: cluster 2020-11-16T20:22:49.993990+0000 mgr.x (mgr.14196) 303 : cluster [DBG] pgmap v356: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:51 smithi065 bash[9468]: cluster 2020-11-16T20:22:49.993990+0000 mgr.x (mgr.14196) 303 : cluster [DBG] pgmap v356: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:51 smithi142 bash[9523]: cluster 2020-11-16T20:22:49.993990+0000 mgr.x (mgr.14196) 303 : cluster [DBG] pgmap v356: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:52.294 INFO:teuthology.orchestra.run.smithi142.stdout:98784247897
2020-11-16T20:22:52.970 INFO:tasks.cephadm.ceph_manager.ceph:need seq 98784247887 got 98784247897 for osd.2
2020-11-16T20:22:52.971 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.3
2020-11-16T20:22:53.107 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:53.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:53 smithi142 bash[9523]: cluster 2020-11-16T20:22:51.994623+0000 mgr.x (mgr.14196) 304 : cluster [DBG] pgmap v357: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:53.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:53 smithi142 bash[9523]: audit 2020-11-16T20:22:52.296579+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? v1:172.21.15.142:0/4151419254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2020-11-16T20:22:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:53 smithi071 bash[9480]: cluster 2020-11-16T20:22:51.994623+0000 mgr.x (mgr.14196) 304 : cluster [DBG] pgmap v357: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:53 smithi071 bash[9480]: audit 2020-11-16T20:22:52.296579+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? v1:172.21.15.142:0/4151419254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2020-11-16T20:22:53.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:53 smithi065 bash[9468]: cluster 2020-11-16T20:22:51.994623+0000 mgr.x (mgr.14196) 304 : cluster [DBG] pgmap v357: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:53.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:53 smithi065 bash[9468]: audit 2020-11-16T20:22:52.296579+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? v1:172.21.15.142:0/4151419254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2020-11-16T20:22:55.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:55 smithi071 bash[9480]: cluster 2020-11-16T20:22:53.326140+0000 osd.0 (osd.0) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:55 smithi071 bash[9480]: cluster 2020-11-16T20:22:53.326278+0000 osd.0 (osd.0) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:55 smithi071 bash[9480]: cluster 2020-11-16T20:22:53.983961+0000 osd.7 (osd.7) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:55 smithi071 bash[9480]: cluster 2020-11-16T20:22:53.984087+0000 osd.7 (osd.7) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:55 smithi071 bash[9480]: cluster 2020-11-16T20:22:53.995236+0000 mgr.x (mgr.14196) 305 : cluster [DBG] pgmap v358: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:55.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:55 smithi071 bash[9480]: cluster 2020-11-16T20:22:54.067711+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e119: 12 total, 12 up, 12 in
2020-11-16T20:22:55.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:55 smithi071 bash[9480]: cluster 2020-11-16T20:22:54.618753+0000 osd.10 (osd.10) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:55 smithi071 bash[9480]: cluster 2020-11-16T20:22:54.618904+0000 osd.10 (osd.10) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:55 smithi065 bash[9468]: cluster 2020-11-16T20:22:53.326140+0000 osd.0 (osd.0) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:55 smithi065 bash[9468]: cluster 2020-11-16T20:22:53.326278+0000 osd.0 (osd.0) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:55 smithi065 bash[9468]: cluster 2020-11-16T20:22:53.983961+0000 osd.7 (osd.7) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:55 smithi065 bash[9468]: cluster 2020-11-16T20:22:53.984087+0000 osd.7 (osd.7) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:55 smithi065 bash[9468]: cluster 2020-11-16T20:22:53.995236+0000 mgr.x (mgr.14196) 305 : cluster [DBG] pgmap v358: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:55 smithi065 bash[9468]: cluster 2020-11-16T20:22:54.067711+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e119: 12 total, 12 up, 12 in
2020-11-16T20:22:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:55 smithi065 bash[9468]: cluster 2020-11-16T20:22:54.618753+0000 osd.10 (osd.10) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:55 smithi065 bash[9468]: cluster 2020-11-16T20:22:54.618904+0000 osd.10 (osd.10) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:55 smithi142 bash[9523]: cluster 2020-11-16T20:22:53.326140+0000 osd.0 (osd.0) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:55 smithi142 bash[9523]: cluster 2020-11-16T20:22:53.326278+0000 osd.0 (osd.0) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:55 smithi142 bash[9523]: cluster 2020-11-16T20:22:53.983961+0000 osd.7 (osd.7) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:55 smithi142 bash[9523]: cluster 2020-11-16T20:22:53.984087+0000 osd.7 (osd.7) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:55 smithi142 bash[9523]: cluster 2020-11-16T20:22:53.995236+0000 mgr.x (mgr.14196) 305 : cluster [DBG] pgmap v358: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:55 smithi142 bash[9523]: cluster 2020-11-16T20:22:54.067711+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e119: 12 total, 12 up, 12 in
2020-11-16T20:22:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:55 smithi142 bash[9523]: cluster 2020-11-16T20:22:54.618753+0000 osd.10 (osd.10) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:22:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:55 smithi142 bash[9523]: cluster 2020-11-16T20:22:54.618904+0000 osd.10 (osd.10) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:22:56.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:56 smithi142 bash[9523]: cluster 2020-11-16T20:22:55.070214+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e120: 12 total, 12 up, 12 in
2020-11-16T20:22:56.445 INFO:teuthology.orchestra.run.smithi142.stdout:124554051668
2020-11-16T20:22:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:56 smithi071 bash[9480]: cluster 2020-11-16T20:22:55.070214+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e120: 12 total, 12 up, 12 in
2020-11-16T20:22:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:56 smithi065 bash[9468]: cluster 2020-11-16T20:22:55.070214+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e120: 12 total, 12 up, 12 in
2020-11-16T20:22:57.166 INFO:tasks.cephadm.ceph_manager.ceph:need seq 124554051658 got 124554051668 for osd.3
2020-11-16T20:22:57.167 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.4
2020-11-16T20:22:57.300 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:22:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:57 smithi071 bash[9480]: cluster 2020-11-16T20:22:55.995785+0000 mgr.x (mgr.14196) 306 : cluster [DBG] pgmap v361: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:57 smithi071 bash[9480]: audit 2020-11-16T20:22:56.447046+0000 mon.a (mon.0) 714 : audit [DBG] from='client.? v1:172.21.15.142:0/729470805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2020-11-16T20:22:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:57 smithi065 bash[9468]: cluster 2020-11-16T20:22:55.995785+0000 mgr.x (mgr.14196) 306 : cluster [DBG] pgmap v361: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:57 smithi065 bash[9468]: audit 2020-11-16T20:22:56.447046+0000 mon.a (mon.0) 714 : audit [DBG] from='client.? v1:172.21.15.142:0/729470805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2020-11-16T20:22:57.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:57 smithi142 bash[9523]: cluster 2020-11-16T20:22:55.995785+0000 mgr.x (mgr.14196) 306 : cluster [DBG] pgmap v361: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:57.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:57 smithi142 bash[9523]: audit 2020-11-16T20:22:56.447046+0000 mon.a (mon.0) 714 : audit [DBG] from='client.? v1:172.21.15.142:0/729470805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2020-11-16T20:22:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:22:59 smithi071 bash[9480]: cluster 2020-11-16T20:22:57.996376+0000 mgr.x (mgr.14196) 307 : cluster [DBG] pgmap v362: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:59.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:22:59 smithi065 bash[9468]: cluster 2020-11-16T20:22:57.996376+0000 mgr.x (mgr.14196) 307 : cluster [DBG] pgmap v362: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:22:59.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:22:59 smithi142 bash[9523]: cluster 2020-11-16T20:22:57.996376+0000 mgr.x (mgr.14196) 307 : cluster [DBG] pgmap v362: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:00.566 INFO:teuthology.orchestra.run.smithi142.stdout:150323855440
2020-11-16T20:23:01.253 INFO:tasks.cephadm.ceph_manager.ceph:need seq 150323855431 got 150323855440 for osd.4
2020-11-16T20:23:01.253 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.5
2020-11-16T20:23:01.390 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:01 smithi071 bash[9480]: cluster 2020-11-16T20:22:59.996987+0000 mgr.x (mgr.14196) 308 : cluster [DBG] pgmap v363: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:01 smithi071 bash[9480]: audit 2020-11-16T20:23:00.567859+0000 mon.a (mon.0) 715 : audit [DBG] from='client.? v1:172.21.15.142:0/1551551098' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2020-11-16T20:23:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:01 smithi065 bash[9468]: cluster 2020-11-16T20:22:59.996987+0000 mgr.x (mgr.14196) 308 : cluster [DBG] pgmap v363: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:01 smithi065 bash[9468]: audit 2020-11-16T20:23:00.567859+0000 mon.a (mon.0) 715 : audit [DBG] from='client.? v1:172.21.15.142:0/1551551098' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2020-11-16T20:23:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:01 smithi142 bash[9523]: cluster 2020-11-16T20:22:59.996987+0000 mgr.x (mgr.14196) 308 : cluster [DBG] pgmap v363: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:01 smithi142 bash[9523]: audit 2020-11-16T20:23:00.567859+0000 mon.a (mon.0) 715 : audit [DBG] from='client.? v1:172.21.15.142:0/1551551098' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2020-11-16T20:23:03.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:03 smithi071 bash[9480]: cluster 2020-11-16T20:23:01.997614+0000 mgr.x (mgr.14196) 309 : cluster [DBG] pgmap v364: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:03.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:03 smithi065 bash[9468]: cluster 2020-11-16T20:23:01.997614+0000 mgr.x (mgr.14196) 309 : cluster [DBG] pgmap v364: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:03.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:03 smithi142 bash[9523]: cluster 2020-11-16T20:23:01.997614+0000 mgr.x (mgr.14196) 309 : cluster [DBG] pgmap v364: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:180388626507
2020-11-16T20:23:05.449 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:05 smithi142 bash[9523]: cluster 2020-11-16T20:23:03.998257+0000 mgr.x (mgr.14196) 310 : cluster [DBG] pgmap v365: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:05.449 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:05 smithi142 bash[9523]: audit 2020-11-16T20:23:04.778772+0000 mon.a (mon.0) 716 : audit [DBG] from='client.? v1:172.21.15.142:0/2686878125' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2020-11-16T20:23:05.449 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626498 got 180388626507 for osd.5
2020-11-16T20:23:05.450 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.6
2020-11-16T20:23:05.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:05 smithi071 bash[9480]: cluster 2020-11-16T20:23:03.998257+0000 mgr.x (mgr.14196) 310 : cluster [DBG] pgmap v365: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:05.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:05 smithi071 bash[9480]: audit 2020-11-16T20:23:04.778772+0000 mon.a (mon.0) 716 : audit [DBG] from='client.? v1:172.21.15.142:0/2686878125' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2020-11-16T20:23:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:05 smithi065 bash[9468]: cluster 2020-11-16T20:23:03.998257+0000 mgr.x (mgr.14196) 310 : cluster [DBG] pgmap v365: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:05 smithi065 bash[9468]: audit 2020-11-16T20:23:04.778772+0000 mon.a (mon.0) 716 : audit [DBG] from='client.? v1:172.21.15.142:0/2686878125' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2020-11-16T20:23:05.586 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:06.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:06 smithi071 bash[9480]: cluster 2020-11-16T20:23:05.294176+0000 osd.5 (osd.5) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:06.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:06 smithi071 bash[9480]: cluster 2020-11-16T20:23:05.294303+0000 osd.5 (osd.5) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:06 smithi065 bash[9468]: cluster 2020-11-16T20:23:05.294176+0000 osd.5 (osd.5) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:06 smithi065 bash[9468]: cluster 2020-11-16T20:23:05.294303+0000 osd.5 (osd.5) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:06.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:06 smithi142 bash[9523]: cluster 2020-11-16T20:23:05.294176+0000 osd.5 (osd.5) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:06.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:06 smithi142 bash[9523]: cluster 2020-11-16T20:23:05.294303+0000 osd.5 (osd.5) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:07.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:07 smithi071 bash[9480]: cluster 2020-11-16T20:23:05.998825+0000 mgr.x (mgr.14196) 311 : cluster [DBG] pgmap v366: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:07.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:07 smithi071 bash[9480]: cluster 2020-11-16T20:23:06.118032+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e121: 12 total, 12 up, 12 in
2020-11-16T20:23:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:07 smithi065 bash[9468]: cluster 2020-11-16T20:23:05.998825+0000 mgr.x (mgr.14196) 311 : cluster [DBG] pgmap v366: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:07 smithi065 bash[9468]: cluster 2020-11-16T20:23:06.118032+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e121: 12 total, 12 up, 12 in
2020-11-16T20:23:07.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:07 smithi142 bash[9523]: cluster 2020-11-16T20:23:05.998825+0000 mgr.x (mgr.14196) 311 : cluster [DBG] pgmap v366: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:07.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:07 smithi142 bash[9523]: cluster 2020-11-16T20:23:06.118032+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e121: 12 total, 12 up, 12 in
2020-11-16T20:23:08.774 INFO:teuthology.orchestra.run.smithi142.stdout:210453397574
2020-11-16T20:23:09.450 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:09 smithi142 bash[9523]: cluster 2020-11-16T20:23:07.999456+0000 mgr.x (mgr.14196) 312 : cluster [DBG] pgmap v368: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:09.450 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:09 smithi142 bash[9523]: audit 2020-11-16T20:23:08.776806+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? v1:172.21.15.142:0/2189290170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2020-11-16T20:23:09.451 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397565 got 210453397574 for osd.6
2020-11-16T20:23:09.452 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.7
2020-11-16T20:23:09.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:09 smithi071 bash[9480]: cluster 2020-11-16T20:23:07.999456+0000 mgr.x (mgr.14196) 312 : cluster [DBG] pgmap v368: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:09.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:09 smithi071 bash[9480]: audit 2020-11-16T20:23:08.776806+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? v1:172.21.15.142:0/2189290170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2020-11-16T20:23:09.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:09 smithi065 bash[9468]: cluster 2020-11-16T20:23:07.999456+0000 mgr.x (mgr.14196) 312 : cluster [DBG] pgmap v368: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:09.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:09 smithi065 bash[9468]: audit 2020-11-16T20:23:08.776806+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? v1:172.21.15.142:0/2189290170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2020-11-16T20:23:09.594 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:10.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:10 smithi071 bash[9480]: cluster 2020-11-16T20:23:09.750404+0000 osd.3 (osd.3) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:10.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:10 smithi071 bash[9480]: cluster 2020-11-16T20:23:09.750540+0000 osd.3 (osd.3) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:10 smithi065 bash[9468]: cluster 2020-11-16T20:23:09.750404+0000 osd.3 (osd.3) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:10 smithi065 bash[9468]: cluster 2020-11-16T20:23:09.750540+0000 osd.3 (osd.3) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:10.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:10 smithi142 bash[9523]: cluster 2020-11-16T20:23:09.750404+0000 osd.3 (osd.3) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:10.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:10 smithi142 bash[9523]: cluster 2020-11-16T20:23:09.750540+0000 osd.3 (osd.3) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:11.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:11 smithi142 bash[9523]: cluster 2020-11-16T20:23:10.000024+0000 mgr.x (mgr.14196) 313 : cluster [DBG] pgmap v369: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:11.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:11 smithi142 bash[9523]: cluster 2020-11-16T20:23:10.133418+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e122: 12 total, 12 up, 12 in
2020-11-16T20:23:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:11 smithi071 bash[9480]: cluster 2020-11-16T20:23:10.000024+0000 mgr.x (mgr.14196) 313 : cluster [DBG] pgmap v369: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:11 smithi071 bash[9480]: cluster 2020-11-16T20:23:10.133418+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e122: 12 total, 12 up, 12 in
2020-11-16T20:23:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:11 smithi065 bash[9468]: cluster 2020-11-16T20:23:10.000024+0000 mgr.x (mgr.14196) 313 : cluster [DBG] pgmap v369: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:11 smithi065 bash[9468]: cluster 2020-11-16T20:23:10.133418+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e122: 12 total, 12 up, 12 in
2020-11-16T20:23:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:240518168642
2020-11-16T20:23:13.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:13 smithi142 bash[9523]: cluster 2020-11-16T20:23:12.000601+0000 mgr.x (mgr.14196) 314 : cluster [DBG] pgmap v371: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:13.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:13 smithi142 bash[9523]: audit 2020-11-16T20:23:12.859211+0000 mon.a (mon.0) 720 : audit [DBG] from='client.? v1:172.21.15.142:0/1568968885' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2020-11-16T20:23:13.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:13 smithi071 bash[9480]: cluster 2020-11-16T20:23:12.000601+0000 mgr.x (mgr.14196) 314 : cluster [DBG] pgmap v371: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:13.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:13 smithi071 bash[9480]: audit 2020-11-16T20:23:12.859211+0000 mon.a (mon.0) 720 : audit [DBG] from='client.? v1:172.21.15.142:0/1568968885' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2020-11-16T20:23:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:13 smithi065 bash[9468]: cluster 2020-11-16T20:23:12.000601+0000 mgr.x (mgr.14196) 314 : cluster [DBG] pgmap v371: 1 pgs: 1 active+clean; 0 B data, 71 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:13 smithi065 bash[9468]: audit 2020-11-16T20:23:12.859211+0000 mon.a (mon.0) 720 : audit [DBG] from='client.? v1:172.21.15.142:0/1568968885' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2020-11-16T20:23:13.565 INFO:tasks.cephadm.ceph_manager.ceph:need seq 240518168633 got 240518168642 for osd.7
2020-11-16T20:23:13.565 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.8
2020-11-16T20:23:13.709 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:15.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:15 smithi142 bash[9523]: cluster 2020-11-16T20:23:14.001306+0000 mgr.x (mgr.14196) 315 : cluster [DBG] pgmap v372: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:15.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:15 smithi071 bash[9480]: cluster 2020-11-16T20:23:14.001306+0000 mgr.x (mgr.14196) 315 : cluster [DBG] pgmap v372: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:15 smithi065 bash[9468]: cluster 2020-11-16T20:23:14.001306+0000 mgr.x (mgr.14196) 315 : cluster [DBG] pgmap v372: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:16.898 INFO:teuthology.orchestra.run.smithi142.stdout:270582939710
2020-11-16T20:23:17.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:17 smithi142 bash[9523]: cluster 2020-11-16T20:23:15.777442+0000 osd.8 (osd.8) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:17.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:17 smithi142 bash[9523]: cluster 2020-11-16T20:23:15.777576+0000 osd.8 (osd.8) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:17.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:17 smithi142 bash[9523]: cluster 2020-11-16T20:23:16.001927+0000 mgr.x (mgr.14196) 316 : cluster [DBG] pgmap v373: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:17.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:17 smithi142 bash[9523]: cluster 2020-11-16T20:23:16.147709+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e123: 12 total, 12 up, 12 in
2020-11-16T20:23:17.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:17 smithi142 bash[9523]: audit 2020-11-16T20:23:16.900071+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? v1:172.21.15.142:0/548728861' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2020-11-16T20:23:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:17 smithi071 bash[9480]: cluster 2020-11-16T20:23:15.777442+0000 osd.8 (osd.8) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:17.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:17 smithi071 bash[9480]: cluster 2020-11-16T20:23:15.777576+0000 osd.8 (osd.8) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:17.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:17 smithi071 bash[9480]: cluster 2020-11-16T20:23:16.001927+0000 mgr.x (mgr.14196) 316 : cluster [DBG] pgmap v373: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:17.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:17 smithi071 bash[9480]: cluster 2020-11-16T20:23:16.147709+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e123: 12 total, 12 up, 12 in
2020-11-16T20:23:17.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:17 smithi071 bash[9480]: audit 2020-11-16T20:23:16.900071+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? v1:172.21.15.142:0/548728861' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2020-11-16T20:23:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:17 smithi065 bash[9468]: cluster 2020-11-16T20:23:15.777442+0000 osd.8 (osd.8) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:17 smithi065 bash[9468]: cluster 2020-11-16T20:23:15.777576+0000 osd.8 (osd.8) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:17 smithi065 bash[9468]: cluster 2020-11-16T20:23:16.001927+0000 mgr.x (mgr.14196) 316 : cluster [DBG] pgmap v373: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:17 smithi065 bash[9468]: cluster 2020-11-16T20:23:16.147709+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e123: 12 total, 12 up, 12 in
2020-11-16T20:23:17.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:17 smithi065 bash[9468]: audit 2020-11-16T20:23:16.900071+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? v1:172.21.15.142:0/548728861' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2020-11-16T20:23:17.630 INFO:tasks.cephadm.ceph_manager.ceph:need seq 270582939700 got 270582939710 for osd.8
2020-11-16T20:23:17.631 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.9
2020-11-16T20:23:17.769 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:18.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:18 smithi071 bash[9480]: cluster 2020-11-16T20:23:17.298652+0000 osd.7 (osd.7) 20 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:23:18.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:18 smithi071 bash[9480]: cluster 2020-11-16T20:23:17.300637+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:23:18.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:18 smithi065 bash[9468]: cluster 2020-11-16T20:23:17.298652+0000 osd.7 (osd.7) 20 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:23:18.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:18 smithi065 bash[9468]: cluster 2020-11-16T20:23:17.300637+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:23:18.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:18 smithi142 bash[9523]: cluster 2020-11-16T20:23:17.298652+0000 osd.7 (osd.7) 20 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:23:18.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:18 smithi142 bash[9523]: cluster 2020-11-16T20:23:17.300637+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:23:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:19 smithi071 bash[9480]: cluster 2020-11-16T20:23:18.002541+0000 mgr.x (mgr.14196) 317 : cluster [DBG] pgmap v375: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:19.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:19 smithi065 bash[9468]: cluster 2020-11-16T20:23:18.002541+0000 mgr.x (mgr.14196) 317 : cluster [DBG] pgmap v375: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:19.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:19 smithi142 bash[9523]: cluster 2020-11-16T20:23:18.002541+0000 mgr.x (mgr.14196) 317 : cluster [DBG] pgmap v375: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:21.004 INFO:teuthology.orchestra.run.smithi142.stdout:304942678074
2020-11-16T20:23:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:21 smithi071 bash[9480]: cluster 2020-11-16T20:23:19.303598+0000 osd.1 (osd.1) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:21 smithi071 bash[9480]: cluster 2020-11-16T20:23:19.303729+0000 osd.1 (osd.1) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:21 smithi071 bash[9480]: cluster 2020-11-16T20:23:19.618924+0000 osd.11 (osd.11) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:21 smithi071 bash[9480]: cluster 2020-11-16T20:23:19.619104+0000 osd.11 (osd.11) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:21 smithi071 bash[9480]: cluster 2020-11-16T20:23:20.003157+0000 mgr.x (mgr.14196) 318 : cluster [DBG] pgmap v376: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:21 smithi071 bash[9480]: cluster 2020-11-16T20:23:20.171223+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e124: 12 total, 12 up, 12 in
2020-11-16T20:23:21.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:21 smithi071 bash[9480]: audit 2020-11-16T20:23:21.006278+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? v1:172.21.15.142:0/4280273802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2020-11-16T20:23:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:21 smithi065 bash[9468]: cluster 2020-11-16T20:23:19.303598+0000 osd.1 (osd.1) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:21 smithi065 bash[9468]: cluster 2020-11-16T20:23:19.303729+0000 osd.1 (osd.1) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:21 smithi065 bash[9468]: cluster 2020-11-16T20:23:19.618924+0000 osd.11 (osd.11) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:21 smithi065 bash[9468]: cluster 2020-11-16T20:23:19.619104+0000 osd.11 (osd.11) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:21.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:21 smithi065 bash[9468]: cluster 2020-11-16T20:23:20.003157+0000 mgr.x (mgr.14196) 318 : cluster [DBG] pgmap v376: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:21.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:21 smithi065 bash[9468]: cluster 2020-11-16T20:23:20.171223+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e124: 12 total, 12 up, 12 in
2020-11-16T20:23:21.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:21 smithi065 bash[9468]: audit 2020-11-16T20:23:21.006278+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? v1:172.21.15.142:0/4280273802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2020-11-16T20:23:21.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:21 smithi142 bash[9523]: cluster 2020-11-16T20:23:19.303598+0000 osd.1 (osd.1) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:21.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:21 smithi142 bash[9523]: cluster 2020-11-16T20:23:19.303729+0000 osd.1 (osd.1) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:21.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:21 smithi142 bash[9523]: cluster 2020-11-16T20:23:19.618924+0000 osd.11 (osd.11) 6 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:21.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:21 smithi142 bash[9523]: cluster 2020-11-16T20:23:19.619104+0000 osd.11 (osd.11) 7 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:21.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:21 smithi142 bash[9523]: cluster 2020-11-16T20:23:20.003157+0000 mgr.x (mgr.14196) 318 : cluster [DBG] pgmap v376: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:21.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:21 smithi142 bash[9523]: cluster 2020-11-16T20:23:20.171223+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e124: 12 total, 12 up, 12 in
2020-11-16T20:23:21.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:21 smithi142 bash[9523]: audit 2020-11-16T20:23:21.006278+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? v1:172.21.15.142:0/4280273802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2020-11-16T20:23:21.734 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678064 got 304942678074 for osd.9
2020-11-16T20:23:21.735 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.10
2020-11-16T20:23:21.869 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:23 smithi071 bash[9480]: cluster 2020-11-16T20:23:22.003826+0000 mgr.x (mgr.14196) 319 : cluster [DBG] pgmap v378: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:23.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:23 smithi065 bash[9468]: cluster 2020-11-16T20:23:22.003826+0000 mgr.x (mgr.14196) 319 : cluster [DBG] pgmap v378: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:23.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:23 smithi142 bash[9523]: cluster 2020-11-16T20:23:22.003826+0000 mgr.x (mgr.14196) 319 : cluster [DBG] pgmap v378: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:24.989 INFO:teuthology.orchestra.run.smithi142.stdout:408021893154
2020-11-16T20:23:25.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:25 smithi071 bash[9480]: cluster 2020-11-16T20:23:24.004488+0000 mgr.x (mgr.14196) 320 : cluster [DBG] pgmap v379: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:25.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:25 smithi071 bash[9480]: audit 2020-11-16T20:23:24.990942+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? v1:172.21.15.142:0/783681422' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2020-11-16T20:23:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:25 smithi065 bash[9468]: cluster 2020-11-16T20:23:24.004488+0000 mgr.x (mgr.14196) 320 : cluster [DBG] pgmap v379: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:25 smithi065 bash[9468]: audit 2020-11-16T20:23:24.990942+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? v1:172.21.15.142:0/783681422' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2020-11-16T20:23:25.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:25 smithi142 bash[9523]: cluster 2020-11-16T20:23:24.004488+0000 mgr.x (mgr.14196) 320 : cluster [DBG] pgmap v379: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:25.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:25 smithi142 bash[9523]: audit 2020-11-16T20:23:24.990942+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? v1:172.21.15.142:0/783681422' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2020-11-16T20:23:25.653 INFO:tasks.cephadm.ceph_manager.ceph:need seq 408021893145 got 408021893154 for osd.10
2020-11-16T20:23:25.653 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.11
2020-11-16T20:23:25.783 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:27 smithi142 bash[9523]: cluster 2020-11-16T20:23:26.005118+0000 mgr.x (mgr.14196) 321 : cluster [DBG] pgmap v380: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:27 smithi142 bash[9523]: audit 2020-11-16T20:23:26.110403+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:23:27.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:27 smithi142 bash[9523]: audit 2020-11-16T20:23:26.122421+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:23:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:27 smithi071 bash[9480]: cluster 2020-11-16T20:23:26.005118+0000 mgr.x (mgr.14196) 321 : cluster [DBG] pgmap v380: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:27 smithi071 bash[9480]: audit 2020-11-16T20:23:26.110403+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:23:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:27 smithi071 bash[9480]: audit 2020-11-16T20:23:26.122421+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:23:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:27 smithi065 bash[9468]: cluster 2020-11-16T20:23:26.005118+0000 mgr.x (mgr.14196) 321 : cluster [DBG] pgmap v380: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:27 smithi065 bash[9468]: audit 2020-11-16T20:23:26.110403+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:23:27.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:27 smithi065 bash[9468]: audit 2020-11-16T20:23:26.122421+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:23:28.955 INFO:teuthology.orchestra.run.smithi142.stdout:442381631516
2020-11-16T20:23:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:29 smithi071 bash[9480]: cluster 2020-11-16T20:23:28.005731+0000 mgr.x (mgr.14196) 322 : cluster [DBG] pgmap v381: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:29.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:29 smithi071 bash[9480]: audit 2020-11-16T20:23:28.957199+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? v1:172.21.15.142:0/2036962846' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2020-11-16T20:23:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:29 smithi065 bash[9468]: cluster 2020-11-16T20:23:28.005731+0000 mgr.x (mgr.14196) 322 : cluster [DBG] pgmap v381: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:29 smithi065 bash[9468]: audit 2020-11-16T20:23:28.957199+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? v1:172.21.15.142:0/2036962846' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2020-11-16T20:23:29.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:29 smithi142 bash[9523]: cluster 2020-11-16T20:23:28.005731+0000 mgr.x (mgr.14196) 322 : cluster [DBG] pgmap v381: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:29.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:29 smithi142 bash[9523]: audit 2020-11-16T20:23:28.957199+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? v1:172.21.15.142:0/2036962846' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2020-11-16T20:23:29.667 INFO:tasks.cephadm.ceph_manager.ceph:need seq 442381631507 got 442381631516 for osd.11
2020-11-16T20:23:29.668 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean
2020-11-16T20:23:29.668 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:23:29.804 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:31 smithi071 bash[9480]: cluster 2020-11-16T20:23:30.006333+0000 mgr.x (mgr.14196) 323 : cluster [DBG] pgmap v382: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:31.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:31 smithi065 bash[9468]: cluster 2020-11-16T20:23:30.006333+0000 mgr.x (mgr.14196) 323 : cluster [DBG] pgmap v382: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:31.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:31 smithi142 bash[9523]: cluster 2020-11-16T20:23:30.006333+0000 mgr.x (mgr.14196) 323 : cluster [DBG] pgmap v382: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:32.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:32 smithi065 bash[9468]: cluster 2020-11-16T20:23:31.320517+0000 osd.6 (osd.6) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:32.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:32 smithi065 bash[9468]: cluster 2020-11-16T20:23:31.320632+0000 osd.6 (osd.6) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:32 smithi142 bash[9523]: cluster 2020-11-16T20:23:31.320517+0000 osd.6 (osd.6) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:32 smithi142 bash[9523]: cluster 2020-11-16T20:23:31.320632+0000 osd.6 (osd.6) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:32.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:32 smithi071 bash[9480]: cluster 2020-11-16T20:23:31.320517+0000 osd.6 (osd.6) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:32.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:32 smithi071 bash[9480]: cluster 2020-11-16T20:23:31.320632+0000 osd.6 (osd.6) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:33.065 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:23:33.067 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:23:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:33 smithi065 bash[9468]: cluster 2020-11-16T20:23:32.006926+0000 mgr.x (mgr.14196) 324 : cluster [DBG] pgmap v383: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:33 smithi065 bash[9468]: cluster 2020-11-16T20:23:32.210090+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e125: 12 total, 12 up, 12 in
2020-11-16T20:23:33.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:33 smithi142 bash[9523]: cluster 2020-11-16T20:23:32.006926+0000 mgr.x (mgr.14196) 324 : cluster [DBG] pgmap v383: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:33.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:33 smithi142 bash[9523]: cluster 2020-11-16T20:23:32.210090+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e125: 12 total, 12 up, 12 in
2020-11-16T20:23:33.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:33 smithi071 bash[9480]: cluster 2020-11-16T20:23:32.006926+0000 mgr.x (mgr.14196) 324 : cluster [DBG] pgmap v383: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:33.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:33 smithi071 bash[9480]: cluster 2020-11-16T20:23:32.210090+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e125: 12 total, 12 up, 12 in
2020-11-16T20:23:33.799 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":384,"stamp":"2020-11-16T20:23:32.205145+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":12,"num_per_pool_osds":2,"num_per_pool_omap_osds":2,"kb":1124941824,"kb_used":73920,"kb_used_data":8736,"kb_used_omap":0,"kb_used_meta":65088,"kb_avail":1124867904,"statfs":{"total":1151940427776,"available":1151864733696,"internally_reserved":0,"allocated":8945664,"data_stored":3959712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":66650112},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"105","reported_epoch":"123","state":"active+clean","last_fresh":"2020-11-16T20:23:17.300764+0000","last_change":"2020-11-16T20:23:17.300764+0000","last_active":"2020-11-16T20:23:17.300764+0000","last_peered":"2020-11-16T20:23:17.300764+0000","last_clean":"2020-11-16T20:23:17.300764+0000","last_became_active":"2020-11-16T20:21:21.368438+0000","last_became_peered":"2020-11-16T20:21:21.368438+0000","last_unstale":"2020-11-16T20:23:17.300764+0000","last_undegraded":"2020-11-16T20:23:17.300764+0000","last_fullsized":"2020-11-16T20:23:17.300764+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:23:17.300639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:23:17.300639+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631517,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5728,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739424,"statfs":{"total":95995035648,"available":95989170176,"internally_reserved":0,"allocated":745472,"data_stored":329961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":1.9159999999999999,"15min":1.8879999999999999},"min":{"1min":1.284,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":3.7120000000000002,"5min":5.0640000000000001,"15min":5.0640000000000001},"last":2.3849999999999998},{"interface":"front","average":{"1min":2.4849999999999999,"5min":2.7040000000000002,"15min":2.7400000000000002},"min":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":3.641,"5min":4.3570000000000002,"15min":4.3570000000000002},"last":3.4169999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.3250000000000002,"5min":2.3410000000000002,"15min":2.3439999999999999},"min":{"1min":1.198,"5min":1.163,"15min":1.163},"max":{"1min":3.391,"5min":3.899,"15min":3.899},"last":1.556},{"interface":"front","average":{"1min":1.891,"5min":1.9670000000000001,"15min":1.98},"min":{"1min":1.373,"5min":1.347,"15min":1.347},"max":{"1min":2.3719999999999999,"5min":3.6589999999999998,"15min":3.6589999999999998},"last":1.7210000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":1.855,"5min":1.71,"15min":1.6859999999999999},"min":{"1min":1.119,"5min":1.119,"15min":1.119},"max":{"1min":4.3840000000000003,"5min":4.3840000000000003,"15min":4.3840000000000003},"last":1.2410000000000001},{"interface":"front","average":{"1min":3.0979999999999999,"5min":2.8820000000000001,"15min":2.8460000000000001},"min":{"1min":1.488,"5min":1.016,"15min":1.016},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":2.6379999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.9940000000000002,"15min":3.008},"min":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"max":{"1min":3.6219999999999999,"5min":4.1180000000000003,"15min":4.1180000000000003},"last":2.181},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.2839999999999998,"15min":2.2429999999999999},"min":{"1min":1.224,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":4.218,"5min":4.218,"15min":4.218},"last":2.0920000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.8500000000000001,"5min":3.089,"15min":3.129},"min":{"1min":1.6799999999999999,"5min":1.6799999999999999,"15min":1.6799999999999999},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":4.2089999999999996},"last":3.3559999999999999},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.5510000000000002,"15min":2.5590000000000002},"min":{"1min":1.946,"5min":1.7,"15min":1.7},"max":{"1min":3.048,"5min":4.3090000000000002,"15min":4.3090000000000002},"last":1.956}]},{"osd":5,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4860000000000002,"5min":3.6619999999999999,"15min":3.6909999999999998},"min":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"max":{"1min":4.5640000000000001,"5min":4.7889999999999997,"15min":4.7889999999999997},"last":2.5379999999999998},{"interface":"front","average":{"1min":3.6819999999999999,"5min":3.1459999999999999,"15min":3.0569999999999999},"min":{"1min":2.758,"5min":2.1699999999999999,"15min":2.1699999999999999},"max":{"1min":4.859,"5min":4.859,"15min":4.859},"last":2.9140000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.875,"5min":3.0129999999999999,"15min":3.036},"min":{"1min":1.512,"5min":1.512,"15min":1.512},"max":{"1min":3.5539999999999998,"5min":4.077,"15min":4.077},"last":2.4500000000000002},{"interface":"front","average":{"1min":4.2009999999999996,"5min":3.9820000000000002,"15min":3.9460000000000002},"min":{"1min":3.7919999999999998,"5min":2.863,"15min":2.863},"max":{"1min":5.1130000000000004,"5min":5.3650000000000002,"15min":5.3650000000000002},"last":3.1680000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":3.2440000000000002,"15min":3.266},"min":{"1min":2.2589999999999999,"5min":2.2589999999999999,"15min":2.2589999999999999},"max":{"1min":3.8900000000000001,"5min":4.1760000000000002,"15min":4.1760000000000002},"last":2.9990000000000001},{"interface":"front","average":{"1min":4.2140000000000004,"5min":4.1820000000000004,"15min":4.1769999999999996},"min":{"1min":3.1840000000000002,"5min":2.722,"15min":2.722},"max":{"1min":4.8399999999999999,"5min":5.6319999999999997,"15min":5.6319999999999997},"last":3.6760000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4780000000000002,"5min":3.738,"15min":3.782},"min":{"1min":2.653,"5min":2.653,"15min":2.653},"max":{"1min":4.359,"5min":5.992,"15min":5.992},"last":3.9009999999999998},{"interface":"front","average":{"1min":3.5569999999999999,"5min":3.6520000000000001,"15min":3.6680000000000001},"min":{"1min":2.867,"5min":2.339,"15min":2.339},"max":{"1min":4.4569999999999999,"5min":4.7859999999999996,"15min":4.7859999999999996},"last":2.8140000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.8300000000000001,"5min":3.7959999999999998,"15min":3.79},"min":{"1min":3.2610000000000001,"5min":2.8069999999999999,"15min":2.8069999999999999},"max":{"1min":4.9729999999999999,"5min":5.1280000000000001,"15min":5.1280000000000001},"last":3.1099999999999999},{"interface":"front","average":{"1min":3.8479999999999999,"5min":3.9889999999999999,"15min":4.0129999999999999},"min":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"max":{"1min":5.0190000000000001,"5min":5.1349999999999998,"15min":5.1349999999999998},"last":3.5070000000000001}]}]},{"osd":10,"up_from":95,"seq":408021893156,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5792,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739360,"statfs":{"total":95995035648,"available":95989104640,"internally_reserved":0,"allocated":745472,"data_stored":329961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4430000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":1.891,"5min":2.0920000000000001,"15min":2.1259999999999999},"min":{"1min":1.093,"5min":1.093,"15min":1.093},"max":{"1min":3.4140000000000001,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":1.851},{"interface":"front","average":{"1min":1.806,"5min":1.8819999999999999,"15min":1.895},"min":{"1min":1.2569999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"max":{"1min":2.6869999999999998,"5min":3.6720000000000002,"15min":3.6720000000000002},"last":1.325}]},{"osd":2,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":2.2469999999999999,"5min":2.0539999999999998,"15min":2.0219999999999998},"min":{"1min":1.1970000000000001,"5min":0.96599999999999997,"15min":0.96599999999999997},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":1.506},{"interface":"front","average":{"1min":2.1480000000000001,"5min":2.2450000000000001,"15min":2.2610000000000001},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":4.149,"5min":4.149,"15min":4.149},"last":2.0920000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":1.7509999999999999,"5min":1.6759999999999999,"15min":1.6639999999999999},"min":{"1min":1.2549999999999999,"5min":1.016,"15min":1.016},"max":{"1min":3.927,"5min":3.927,"15min":3.927},"last":2.1989999999999998},{"interface":"front","average":{"1min":2.141,"5min":2.3919999999999999,"15min":2.4340000000000002},"min":{"1min":1.165,"5min":1.165,"15min":1.165},"max":{"1min":3.339,"5min":3.339,"15min":3.339},"last":2.302}]},{"osd":4,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.052,"5min":3.0030000000000001,"15min":2.9950000000000001},"min":{"1min":2.2229999999999999,"5min":1.3160000000000001,"15min":1.3160000000000001},"max":{"1min":4.2409999999999997,"5min":4.2409999999999997,"15min":4.2409999999999997},"last":2.9860000000000002},{"interface":"front","average":{"1min":2.6930000000000001,"5min":2.6890000000000001,"15min":2.6880000000000002},"min":{"1min":1.8700000000000001,"5min":1.7450000000000001,"15min":1.7450000000000001},"max":{"1min":3.8580000000000001,"5min":3.8580000000000001,"15min":3.8580000000000001},"last":2.5750000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":3.2450000000000001,"15min":3.2850000000000001},"min":{"1min":1.899,"5min":1.427,"15min":1.427},"max":{"1min":3.899,"5min":5.048,"15min":5.048},"last":3.3900000000000001},{"interface":"front","average":{"1min":2.9660000000000002,"5min":2.9500000000000002,"15min":2.948},"min":{"1min":2.3799999999999999,"5min":2.0539999999999998,"15min":2.0539999999999998},"max":{"1min":3.9039999999999999,"5min":4.4710000000000001,"15min":4.4710000000000001},"last":2.419}]},{"osd":6,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.9399999999999999,"15min":2.9380000000000002},"min":{"1min":2.133,"5min":1.651,"15min":1.651},"max":{"1min":3.871,"5min":4.3710000000000004,"15min":4.3710000000000004},"last":2.8530000000000002},{"interface":"front","average":{"1min":3.4990000000000001,"5min":3.5779999999999998,"15min":3.5910000000000002},"min":{"1min":2.5270000000000001,"5min":1.665,"15min":1.665},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":2.9300000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.097,"5min":3.0800000000000001,"15min":3.077},"min":{"1min":2.1899999999999999,"5min":1.859,"15min":1.859},"max":{"1min":4.181,"5min":4.181,"15min":4.181},"last":3.3359999999999999},{"interface":"front","average":{"1min":3.661,"5min":3.7090000000000001,"15min":3.7170000000000001},"min":{"1min":2.9039999999999999,"5min":1.9950000000000001,"15min":1.9950000000000001},"max":{"1min":4.5549999999999997,"5min":4.5549999999999997,"15min":4.5549999999999997},"last":2.6600000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.4750000000000001,"5min":3.1859999999999999,"15min":3.1379999999999999},"min":{"1min":2.419,"5min":1.5049999999999999,"15min":1.5049999999999999},"max":{"1min":4.6399999999999997,"5min":4.7380000000000004,"15min":4.7380000000000004},"last":2.706},{"interface":"front","average":{"1min":3.4430000000000001,"5min":3.5190000000000001,"15min":3.5310000000000001},"min":{"1min":2.4740000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"max":{"1min":5.1689999999999996,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":3.5449999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.7690000000000001,"5min":3.4220000000000002,"15min":3.3639999999999999},"min":{"1min":2.8479999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"max":{"1min":5.0579999999999998,"5min":5.0579999999999998,"15min":5.0579999999999998},"last":3.2080000000000002},{"interface":"front","average":{"1min":3.7519999999999998,"5min":3.738,"15min":3.7360000000000002},"min":{"1min":2.5089999999999999,"5min":1.5920000000000001,"15min":1.5920000000000001},"max":{"1min":4.8330000000000002,"5min":5.9630000000000001,"15min":5.9630000000000001},"last":3.097}]},{"osd":11,"last update":"Mon Nov 16 20:23:24 2020","interfaces":[{"interface":"back","average":{"1min":4.0579999999999998,"5min":4.1600000000000001,"15min":4.1769999999999996},"min":{"1min":3.2469999999999999,"5min":2.9420000000000002,"15min":2.9420000000000002},"max":{"1min":4.9720000000000004,"5min":5.1230000000000002,"15min":5.1230000000000002},"last":3.1520000000000001},{"interface":"front","average":{"1min":3.883,"5min":3.9590000000000001,"15min":3.972},"min":{"1min":2.9529999999999998,"5min":1.7529999999999999,"15min":1.7529999999999999},"max":{"1min":4.7279999999999998,"5min":5.9080000000000004,"15min":5.9080000000000004},"last":3.4540000000000002}]}]},{"osd":9,"up_from":71,"seq":304942678076,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5984,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739168,"statfs":{"total":95995035648,"available":95988908032,"internally_reserved":0,"allocated":745472,"data_stored":329961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":1.865,"15min":1.8999999999999999},"min":{"1min":1.2210000000000001,"5min":0.995,"15min":0.995},"max":{"1min":3.8359999999999999,"5min":3.8359999999999999,"15min":3.8359999999999999},"last":2.956},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.8420000000000001,"15min":1.7589999999999999},"min":{"1min":1.462,"5min":1.038,"15min":1.038},"max":{"1min":2.798,"5min":2.931,"15min":2.931},"last":1.6719999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.004,"15min":2.0659999999999998},"min":{"1min":1.2310000000000001,"5min":1.1739999999999999,"15min":1.1739999999999999},"max":{"1min":2.9900000000000002,"5min":3.5830000000000002,"15min":3.5830000000000002},"last":2.0550000000000002},{"interface":"front","average":{"1min":1.8069999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"max":{"1min":2.9369999999999998,"5min":3.903,"15min":3.903},"last":2.6200000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":1.9319999999999999,"15min":1.8839999999999999},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":2.7490000000000001,"5min":4.3029999999999999,"15min":4.3029999999999999},"last":2.7250000000000001},{"interface":"front","average":{"1min":2.411,"5min":2.153,"15min":2.0259999999999998},"min":{"1min":1.256,"5min":1.177,"15min":1.177},"max":{"1min":3.399,"5min":4.3719999999999999,"15min":4.3719999999999999},"last":1.536}]},{"osd":3,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":2.4700000000000002,"15min":2.4119999999999999},"min":{"1min":1.7889999999999999,"5min":1.401,"15min":1.401},"max":{"1min":3.5910000000000002,"5min":3.8799999999999999,"15min":3.8799999999999999},"last":1.357},{"interface":"front","average":{"1min":2.3620000000000001,"5min":2.4359999999999999,"15min":2.448},"min":{"1min":1.5669999999999999,"5min":1.4399999999999999,"15min":1.4399999999999999},"max":{"1min":3.1190000000000002,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":2.1480000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.839,"5min":2.7930000000000001,"15min":2.8210000000000002},"min":{"1min":1.171,"5min":1.171,"15min":1.171},"max":{"1min":4.3760000000000003,"5min":4.3760000000000003,"15min":4.3760000000000003},"last":4.1769999999999996},{"interface":"front","average":{"1min":2.9740000000000002,"5min":2.653,"15min":2.6040000000000001},"min":{"1min":2.3300000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"max":{"1min":3.79,"5min":3.79,"15min":3.79},"last":3.984}]},{"osd":5,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.5,"5min":3.1000000000000001,"15min":3.0659999999999998},"min":{"1min":2.8769999999999998,"5min":1.7609999999999999,"15min":1.7609999999999999},"max":{"1min":5.2610000000000001,"5min":5.2610000000000001,"15min":5.2610000000000001},"last":2.4820000000000002},{"interface":"front","average":{"1min":2.919,"5min":2.8650000000000002,"15min":2.7949999999999999},"min":{"1min":1.8540000000000001,"5min":1.571,"15min":1.571},"max":{"1min":4.4139999999999997,"5min":4.4320000000000004,"15min":4.4320000000000004},"last":2.3439999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.1389999999999998,"5min":3.0249999999999999,"15min":3.0139999999999998},"min":{"1min":2.476,"5min":1.859,"15min":1.859},"max":{"1min":3.6440000000000001,"5min":4.694,"15min":4.694},"last":3.4780000000000002},{"interface":"front","average":{"1min":3.7530000000000001,"5min":3.5209999999999999,"15min":3.5209999999999999},"min":{"1min":2.5129999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"max":{"1min":4.9539999999999997,"5min":5.6070000000000002,"15min":5.6070000000000002},"last":3.391}]},{"osd":7,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.2669999999999999,"5min":3.1269999999999998,"15min":3.0550000000000002},"min":{"1min":2.3900000000000001,"5min":1.802,"15min":1.802},"max":{"1min":3.948,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":3.153},{"interface":"front","average":{"1min":3.472,"5min":3.3799999999999999,"15min":3.3959999999999999},"min":{"1min":2.9039999999999999,"5min":2.2810000000000001,"15min":2.2810000000000001},"max":{"1min":4.335,"5min":5.3259999999999996,"15min":5.3259999999999996},"last":3.0430000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.653,"5min":3.399,"15min":3.3580000000000001},"min":{"1min":3.0169999999999999,"5min":1.284,"15min":1.284},"max":{"1min":4.1340000000000003,"5min":4.548,"15min":4.548},"last":3.891},{"interface":"front","average":{"1min":3.9569999999999999,"5min":3.6179999999999999,"15min":3.5880000000000001},"min":{"1min":2.7149999999999999,"5min":1.5880000000000001,"15min":1.5880000000000001},"max":{"1min":5.1470000000000002,"5min":5.8360000000000003,"15min":5.8360000000000003},"last":3.7949999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":3.6859999999999999,"5min":3.7429999999999999,"15min":3.7530000000000001},"min":{"1min":2.7610000000000001,"5min":2.532,"15min":2.532},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":3.5779999999999998},{"interface":"front","average":{"1min":3.9609999999999999,"5min":3.956,"15min":3.9550000000000001},"min":{"1min":3.0920000000000001,"5min":1.782,"15min":1.782},"max":{"1min":4.7300000000000004,"5min":4.9489999999999998,"15min":4.9489999999999998},"last":4.2590000000000003}]}]},{"osd":8,"up_from":63,"seq":270582939714,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6048,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93739104,"statfs":{"total":95995035648,"available":95988842496,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6,7,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.74,"15min":1.73},"min":{"1min":1.2629999999999999,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":2.851,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":2.1059999999999999},{"interface":"front","average":{"1min":1.944,"5min":1.8999999999999999,"15min":1.823},"min":{"1min":1.264,"5min":1.01,"15min":1.01},"max":{"1min":3.012,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":1.4850000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2649999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"max":{"1min":2.73,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":1.3979999999999999},{"interface":"front","average":{"1min":2.2160000000000002,"5min":2.3439999999999999,"15min":2.5049999999999999},"min":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"max":{"1min":3.254,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":3.2709999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.885,"5min":1.9219999999999999,"15min":1.8919999999999999},"min":{"1min":1.3999999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"max":{"1min":2.6200000000000001,"5min":2.903,"15min":2.903},"last":1.5800000000000001},{"interface":"front","average":{"1min":2.456,"5min":2.4369999999999998,"15min":2.4660000000000002},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":3.6749999999999998,"5min":4.6079999999999997,"15min":4.6079999999999997},"last":2.3690000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":2.6349999999999998,"5min":2.5609999999999999,"15min":2.577},"min":{"1min":1.665,"5min":1.3400000000000001,"15min":1.3400000000000001},"max":{"1min":3.246,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":2.8340000000000001},{"interface":"front","average":{"1min":2.4300000000000002,"5min":2.077,"15min":2.0289999999999999},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":3.492,"5min":3.4929999999999999,"15min":3.4929999999999999},"last":2.2389999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":2.4460000000000002,"5min":2.4409999999999998,"15min":2.5619999999999998},"min":{"1min":1.8080000000000001,"5min":1.2829999999999999,"15min":1.2829999999999999},"max":{"1min":3.028,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":2.718},{"interface":"front","average":{"1min":2.7149999999999999,"5min":2.52,"15min":2.4889999999999999},"min":{"1min":2.1389999999999998,"5min":1.6379999999999999,"15min":1.6379999999999999},"max":{"1min":3.585,"5min":4.3079999999999998,"15min":4.3079999999999998},"last":2.5659999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:23:28 2020","interfaces":[{"interface":"back","average":{"1min":3.0619999999999998,"5min":2.931,"15min":2.798},"min":{"1min":2.242,"5min":1.6379999999999999,"15min":1.6379999999999999},"max":{"1min":3.665,"5min":4.327,"15min":4.327},"last":2.96},{"interface":"front","average":{"1min":3.3109999999999999,"5min":3.0840000000000001,"15min":2.9510000000000001},"min":{"1min":2.2770000000000001,"5min":1.417,"15min":1.417},"max":{"1min":4.1959999999999997,"5min":4.5430000000000001,"15min":4.5430000000000001},"last":3.1680000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2269999999999999,"5min":3.0790000000000002,"15min":3.1349999999999998},"min":{"1min":2.6000000000000001,"5min":1.821,"15min":1.821},"max":{"1min":4.3520000000000003,"5min":4.3520000000000003,"15min":4.3520000000000003},"last":3.3359999999999999},{"interface":"front","average":{"1min":3.472,"5min":3.3460000000000001,"15min":3.3340000000000001},"min":{"1min":2.6930000000000001,"5min":2.1869999999999998,"15min":2.1869999999999998},"max":{"1min":4.2770000000000001,"5min":4.6619999999999999,"15min":4.6619999999999999},"last":3.5379999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2090000000000001,"5min":3.0750000000000002,"15min":3.2360000000000002},"min":{"1min":2.1139999999999999,"5min":1.679,"15min":1.679},"max":{"1min":4.6840000000000002,"5min":4.6840000000000002,"15min":4.6840000000000002},"last":3.496},{"interface":"front","average":{"1min":3.4790000000000001,"5min":3.343,"15min":3.4409999999999998},"min":{"1min":2.1859999999999999,"5min":2.173,"15min":2.173},"max":{"1min":4.327,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":3.714}]},{"osd":9,"last update":"Mon Nov 16 20:22:53 2020","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":3.4209999999999998,"15min":3.3959999999999999},"min":{"1min":2.8260000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"max":{"1min":4.5419999999999998,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":3.7669999999999999},{"interface":"front","average":{"1min":3.9990000000000001,"5min":3.516,"15min":3.4409999999999998},"min":{"1min":3.2799999999999998,"5min":1.581,"15min":1.581},"max":{"1min":4.7549999999999999,"5min":4.7549999999999999,"15min":4.7549999999999999},"last":3.9390000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.6709999999999998,"5min":3.48,"15min":3.448},"min":{"1min":2.8969999999999998,"5min":2.5299999999999998,"15min":2.5299999999999998},"max":{"1min":4.4749999999999996,"5min":4.9669999999999996,"15min":4.9669999999999996},"last":3.605},{"interface":"front","average":{"1min":3.79,"5min":3.794,"15min":3.794},"min":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":2.2949999999999999},"max":{"1min":4.5460000000000003,"5min":4.8120000000000003,"15min":4.8120000000000003},"last":3.988}]}]},{"osd":7,"up_from":56,"seq":240518168646,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6112,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739040,"statfs":{"total":95995035648,"available":95988776960,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:20:57 2020","interfaces":[{"interface":"back","average":{"1min":1.778,"5min":1.7310000000000001,"15min":1.6819999999999999},"min":{"1min":1.2869999999999999,"5min":1.284,"15min":1.284},"max":{"1min":2.8959999999999999,"5min":3.2749999999999999,"15min":3.2749999999999999},"last":2.7909999999999999},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.2610000000000001,"15min":2.3980000000000001},"min":{"1min":1.3919999999999999,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":3.0409999999999999,"5min":3.593,"15min":3.593},"last":1.482}]},{"osd":1,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0009999999999999,"5min":2.0390000000000001,"15min":2.1349999999999998},"min":{"1min":1.256,"5min":1.256,"15min":1.256},"max":{"1min":3.133,"5min":3.698,"15min":3.698},"last":1.407},{"interface":"front","average":{"1min":2.0190000000000001,"5min":2.0939999999999999,"15min":2.052},"min":{"1min":1.306,"5min":1.26,"15min":1.26},"max":{"1min":2.718,"5min":3.2799999999999998,"15min":3.2799999999999998},"last":1.5149999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.282,"5min":2.133,"15min":2.113},"min":{"1min":1.7969999999999999,"5min":1.3600000000000001,"15min":1.3600000000000001},"max":{"1min":3.3109999999999999,"5min":3.3109999999999999,"15min":3.3109999999999999},"last":2.4670000000000001},{"interface":"front","average":{"1min":1.9990000000000001,"5min":2.254,"15min":2.3959999999999999},"min":{"1min":1.4930000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"max":{"1min":2.5950000000000002,"5min":3.786,"15min":3.786},"last":2.1709999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.1739999999999999,"5min":2.3300000000000001,"15min":2.339},"min":{"1min":1.3959999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"max":{"1min":2.6509999999999998,"5min":3.3380000000000001,"15min":3.3380000000000001},"last":1.611},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.3479999999999999,"15min":2.3780000000000001},"min":{"1min":1.389,"5min":1.1499999999999999,"15min":1.1499999999999999},"max":{"1min":2.7490000000000001,"5min":3.5019999999999998,"15min":3.5019999999999998},"last":2.282}]},{"osd":4,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.9830000000000001,"5min":2.7440000000000002,"15min":2.758},"min":{"1min":2.1629999999999998,"5min":1.5049999999999999,"15min":1.5049999999999999},"max":{"1min":3.9489999999999998,"5min":4.8860000000000001,"15min":4.8860000000000001},"last":2.5910000000000002},{"interface":"front","average":{"1min":2.621,"5min":2.5539999999999998,"15min":2.456},"min":{"1min":1.502,"5min":1.502,"15min":1.502},"max":{"1min":3.6000000000000001,"5min":3.6120000000000001,"15min":3.6120000000000001},"last":2.2370000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":3.1709999999999998,"5min":2.9569999999999999,"15min":2.9140000000000001},"min":{"1min":1.8160000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"max":{"1min":4.306,"5min":4.556,"15min":4.556},"last":2.7519999999999998},{"interface":"front","average":{"1min":2.8820000000000001,"5min":3.093,"15min":3.093},"min":{"1min":1.218,"5min":1.218,"15min":1.218},"max":{"1min":4.8769999999999998,"5min":4.8769999999999998,"15min":4.8769999999999998},"last":3.1469999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.8879999999999999,"5min":3.117,"15min":3.3290000000000002},"min":{"1min":2.387,"5min":2.23,"15min":2.23},"max":{"1min":3.1749999999999998,"5min":4.617,"15min":4.617},"last":2.681},{"interface":"front","average":{"1min":3.2559999999999998,"5min":3.423,"15min":3.4350000000000001},"min":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"max":{"1min":4.2249999999999996,"5min":4.649,"15min":4.649},"last":2.8370000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:22:27 2020","interfaces":[{"interface":"back","average":{"1min":3.6779999999999999,"5min":3.165,"15min":2.9889999999999999},"min":{"1min":2.3719999999999999,"5min":2.0369999999999999,"15min":2.0369999999999999},"max":{"1min":4.5410000000000004,"5min":4.593,"15min":4.593},"last":2.996},{"interface":"front","average":{"1min":3.3490000000000002,"5min":3.5750000000000002,"15min":3.6880000000000002},"min":{"1min":2.4590000000000001,"5min":2.4249999999999998,"15min":2.4249999999999998},"max":{"1min":4.3949999999999996,"5min":4.9960000000000004,"15min":4.9960000000000004},"last":3.0670000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:50 2020","interfaces":[{"interface":"back","average":{"1min":4.0469999999999997,"5min":3.4820000000000002,"15min":3.3620000000000001},"min":{"1min":2.8500000000000001,"5min":2.5670000000000002,"15min":2.5670000000000002},"max":{"1min":5.218,"5min":5.218,"15min":5.218},"last":3.2370000000000001},{"interface":"front","average":{"1min":3.6160000000000001,"5min":3.7639999999999998,"15min":3.8679999999999999},"min":{"1min":2.7269999999999999,"5min":2.6440000000000001,"15min":2.6440000000000001},"max":{"1min":4.4199999999999999,"5min":4.976,"15min":4.976},"last":3.8879999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":3.7109999999999999,"5min":3.9249999999999998,"15min":3.9609999999999999},"min":{"1min":2.9500000000000002,"5min":2.9500000000000002,"15min":2.9500000000000002},"max":{"1min":4.6630000000000003,"5min":5.1379999999999999,"15min":5.1379999999999999},"last":3.5190000000000001},{"interface":"front","average":{"1min":4.2169999999999996,"5min":4.0860000000000003,"15min":4.0640000000000001},"min":{"1min":2.9990000000000001,"5min":2.8159999999999998,"15min":2.8159999999999998},"max":{"1min":4.9939999999999998,"5min":4.9939999999999998,"15min":4.9939999999999998},"last":3.6869999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":3.6150000000000002,"5min":3.6179999999999999,"15min":3.6179999999999999},"min":{"1min":2.71,"5min":2.71,"15min":2.71},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":3.3980000000000001},{"interface":"front","average":{"1min":4.3680000000000003,"5min":4.319,"15min":4.3109999999999999},"min":{"1min":3.1640000000000001,"5min":3.1640000000000001,"15min":3.1640000000000001},"max":{"1min":5.7320000000000002,"5min":5.7320000000000002,"15min":5.7320000000000002},"last":3.468}]}]},{"osd":6,"up_from":49,"seq":210453397579,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6176,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738976,"statfs":{"total":95995035648,"available":95988711424,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":1.7809999999999999,"5min":1.7250000000000001,"15min":1.524},"min":{"1min":1.2589999999999999,"5min":0.98199999999999998,"15min":0.98199999999999998},"max":{"1min":2.2789999999999999,"5min":2.6909999999999998,"15min":2.6909999999999998},"last":1.7929999999999999},{"interface":"front","average":{"1min":2.391,"5min":2.0920000000000001,"15min":1.946},"min":{"1min":1.5740000000000001,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.1890000000000001,"5min":3.2549999999999999,"15min":3.2549999999999999},"last":3.073}]},{"osd":1,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.9390000000000001,"15min":1.853},"min":{"1min":1.339,"5min":1.3,"15min":1.3},"max":{"1min":3.113,"5min":3.1509999999999998,"15min":3.1509999999999998},"last":1.659},{"interface":"front","average":{"1min":2.1360000000000001,"5min":2.2440000000000002,"15min":2.3039999999999998},"min":{"1min":1.5429999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"max":{"1min":3.02,"5min":3.9950000000000001,"15min":3.9950000000000001},"last":2.1349999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":2.3290000000000002,"5min":2.1819999999999999,"15min":2.0139999999999998},"min":{"1min":1.6339999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"max":{"1min":3.464,"5min":3.464,"15min":3.464},"last":3.1970000000000001},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.0739999999999998,"15min":2.0219999999999998},"min":{"1min":1.4430000000000001,"5min":1.244,"15min":1.244},"max":{"1min":2.5649999999999999,"5min":2.8999999999999999,"15min":2.8999999999999999},"last":2.2570000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":3.0790000000000002,"5min":2.7130000000000001,"15min":2.4369999999999998},"min":{"1min":1.881,"5min":1.2310000000000001,"15min":1.2310000000000001},"max":{"1min":4.6710000000000003,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":1.7290000000000001},{"interface":"front","average":{"1min":3.0190000000000001,"5min":2.883,"15min":2.7280000000000002},"min":{"1min":2.0470000000000002,"5min":1.45,"15min":1.45},"max":{"1min":3.903,"5min":4.2759999999999998,"15min":4.2759999999999998},"last":2.7509999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":3.1949999999999998,"5min":2.4980000000000002,"15min":2.1949999999999998},"min":{"1min":2.2349999999999999,"5min":1.119,"15min":1.119},"max":{"1min":4.3650000000000002,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":2.8340000000000001},{"interface":"front","average":{"1min":3.0950000000000002,"5min":2.9159999999999999,"15min":2.8119999999999998},"min":{"1min":2.5270000000000001,"5min":1.133,"15min":1.133},"max":{"1min":4.5300000000000002,"5min":4.5940000000000003,"15min":4.5940000000000003},"last":3.5609999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":3.3660000000000001,"5min":2.8370000000000002,"15min":2.5219999999999998},"min":{"1min":2.6120000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"max":{"1min":5.4009999999999998,"5min":5.4009999999999998,"15min":5.4009999999999998},"last":3.302},{"interface":"front","average":{"1min":3.2320000000000002,"5min":3.1110000000000002,"15min":2.8239999999999998},"min":{"1min":2.306,"5min":1.3400000000000001,"15min":1.3400000000000001},"max":{"1min":5.1159999999999997,"5min":5.1159999999999997,"15min":5.1159999999999997},"last":3.9630000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":3.4140000000000001,"15min":3.3279999999999998},"min":{"1min":2.7370000000000001,"5min":2.2269999999999999,"15min":2.2269999999999999},"max":{"1min":4.2169999999999996,"5min":5.4640000000000004,"15min":5.4640000000000004},"last":3.4910000000000001},{"interface":"front","average":{"1min":3.5059999999999998,"5min":3.4399999999999999,"15min":3.254},"min":{"1min":2.605,"5min":2.0499999999999998,"15min":2.0499999999999998},"max":{"1min":4.3339999999999996,"5min":5.6120000000000001,"15min":5.6120000000000001},"last":4.3209999999999997}]},{"osd":8,"last update":"Mon Nov 16 20:23:24 2020","interfaces":[{"interface":"back","average":{"1min":3.8199999999999998,"5min":3.7429999999999999,"15min":3.621},"min":{"1min":2.3570000000000002,"5min":2.2029999999999998,"15min":2.2029999999999998},"max":{"1min":5.0810000000000004,"5min":5.0810000000000004,"15min":5.0810000000000004},"last":3.6869999999999998},{"interface":"front","average":{"1min":3.8650000000000002,"5min":3.6899999999999999,"15min":3.5859999999999999},"min":{"1min":2.5529999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"max":{"1min":5.3879999999999999,"5min":5.3879999999999999,"15min":5.3879999999999999},"last":4.6719999999999997}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":4.0609999999999999,"15min":4.0250000000000004},"min":{"1min":3.5390000000000001,"5min":2.6480000000000001,"15min":2.6480000000000001},"max":{"1min":5.0789999999999997,"5min":5.4790000000000001,"15min":5.4790000000000001},"last":3.9039999999999999},{"interface":"front","average":{"1min":4.0439999999999996,"5min":3.9100000000000001,"15min":3.8029999999999999},"min":{"1min":3.4300000000000002,"5min":2.3130000000000002,"15min":2.3130000000000002},"max":{"1min":5.1779999999999999,"5min":5.1779999999999999,"15min":5.1779999999999999},"last":5.0369999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":4.3499999999999996,"5min":4.5220000000000002,"15min":4.5499999999999998},"min":{"1min":3.0529999999999999,"5min":3.0529999999999999,"15min":3.0529999999999999},"max":{"1min":5.4550000000000001,"5min":5.492,"15min":5.492},"last":4.1059999999999999},{"interface":"front","average":{"1min":4.2409999999999997,"5min":3.8159999999999998,"15min":3.7450000000000001},"min":{"1min":3.6240000000000001,"5min":2.5830000000000002,"15min":2.5830000000000002},"max":{"1min":5.0270000000000001,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":5.3940000000000001}]}]},{"osd":1,"up_from":18,"seq":77309411430,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6432,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738720,"statfs":{"total":95995035648,"available":95988449280,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:28 2020","interfaces":[{"interface":"back","average":{"1min":1.8280000000000001,"5min":1.8160000000000001,"15min":1.413},"min":{"1min":1.244,"5min":1.194,"15min":0.74399999999999999},"max":{"1min":5.5110000000000001,"5min":5.5110000000000001,"15min":5.5110000000000001},"last":2.2629999999999999},{"interface":"front","average":{"1min":1.9850000000000001,"5min":1.9079999999999999,"15min":1.478},"min":{"1min":1.0700000000000001,"5min":0.97499999999999998,"15min":0.70099999999999996},"max":{"1min":3.5579999999999998,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":1.163}]},{"osd":2,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.121,"15min":1.754},"min":{"1min":1.302,"5min":1.244,"15min":0.88600000000000001},"max":{"1min":3.9319999999999999,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.901,"5min":2.1669999999999998,"15min":1.7470000000000001},"min":{"1min":1.018,"5min":1.018,"15min":0.84599999999999997},"max":{"1min":2.9830000000000001,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":2.0899999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:25 2020","interfaces":[{"interface":"back","average":{"1min":1.5669999999999999,"5min":1.7989999999999999,"15min":1.647},"min":{"1min":1.0820000000000001,"5min":0.96399999999999997,"15min":0.872},"max":{"1min":1.996,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":1.0820000000000001},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.4009999999999998,"15min":2.133},"min":{"1min":1.8140000000000001,"5min":1.2689999999999999,"15min":1.2689999999999999},"max":{"1min":3.3439999999999999,"5min":5.9130000000000003,"15min":5.9130000000000003},"last":2.3769999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:22:49 2020","interfaces":[{"interface":"back","average":{"1min":2.681,"5min":2.5369999999999999,"15min":2.1619999999999999},"min":{"1min":1.996,"5min":1.2350000000000001,"15min":1.204},"max":{"1min":3.8719999999999999,"5min":5.1299999999999999,"15min":5.1299999999999999},"last":1.827},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.2869999999999999,"15min":2.1259999999999999},"min":{"1min":1.4410000000000001,"5min":1.409,"15min":1.409},"max":{"1min":3.427,"5min":4.46,"15min":4.46},"last":2.581}]},{"osd":5,"last update":"Mon Nov 16 20:23:19 2020","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":3.0840000000000001,"15min":2.7650000000000001},"min":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"max":{"1min":4.6669999999999998,"5min":26.739000000000001,"15min":26.739000000000001},"last":2.6909999999999998},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.367,"15min":2.7429999999999999},"min":{"1min":1.8,"5min":1.774,"15min":1.774},"max":{"1min":4.0220000000000002,"5min":27.542000000000002,"15min":27.542000000000002},"last":3.4199999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:22:33 2020","interfaces":[{"interface":"back","average":{"1min":2.8079999999999998,"5min":3.052,"15min":2.8999999999999999},"min":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"max":{"1min":4.085,"5min":4.5819999999999999,"15min":4.5819999999999999},"last":2.7360000000000002},{"interface":"front","average":{"1min":3.302,"5min":3.4169999999999998,"15min":3.1389999999999998},"min":{"1min":2.286,"5min":2.286,"15min":2.286},"max":{"1min":4.3470000000000004,"5min":5.3710000000000004,"15min":5.3710000000000004},"last":3.024}]},{"osd":7,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":3.0680000000000001},"min":{"1min":2.0899999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"max":{"1min":3.1269999999999998,"5min":5.2249999999999996,"15min":5.2249999999999996},"last":1.22},{"interface":"front","average":{"1min":3.1309999999999998,"5min":3.3969999999999998,"15min":3.3119999999999998},"min":{"1min":2.2639999999999998,"5min":2.2639999999999998,"15min":2.2639999999999998},"max":{"1min":5.1529999999999996,"5min":5.1529999999999996,"15min":5.1529999999999996},"last":3.1080000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:23:25 2020","interfaces":[{"interface":"back","average":{"1min":2.6680000000000001,"5min":2.9809999999999999,"15min":3.2770000000000001},"min":{"1min":1.712,"5min":1.712,"15min":1.712},"max":{"1min":3.5899999999999999,"5min":5.0090000000000003,"15min":5.0090000000000003},"last":2.173},{"interface":"front","average":{"1min":3.4950000000000001,"5min":3.6600000000000001,"15min":3.6699999999999999},"min":{"1min":2.7869999999999999,"5min":2.0569999999999999,"15min":2.0569999999999999},"max":{"1min":4.8630000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":3.4929999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.5790000000000002,"5min":3.8239999999999998,"15min":3.9340000000000002},"min":{"1min":2.6949999999999998,"5min":2.5830000000000002,"15min":2.5830000000000002},"max":{"1min":5.0990000000000002,"5min":5.601,"15min":5.601},"last":3.7909999999999999},{"interface":"front","average":{"1min":3.5760000000000001,"5min":3.6850000000000001,"15min":3.6549999999999998},"min":{"1min":2.7530000000000001,"5min":2.5470000000000002,"15min":2.5470000000000002},"max":{"1min":5.4950000000000001,"5min":5.7699999999999996,"15min":5.7699999999999996},"last":4.2249999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.6619999999999999,"5min":3.8239999999999998,"15min":3.851},"min":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"max":{"1min":4.7869999999999999,"5min":4.7869999999999999,"15min":4.7869999999999999},"last":4.1470000000000002},{"interface":"front","average":{"1min":3.7170000000000001,"5min":4.0960000000000001,"15min":4.1589999999999998},"min":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"max":{"1min":5.7539999999999996,"5min":6.7809999999999997,"15min":6.7809999999999997},"last":3.8650000000000002}]}]},{"osd":0,"up_from":12,"seq":51539607659,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6432,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738720,"statfs":{"total":95995035648,"available":95988449280,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:22:35 2020","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":1.7050000000000001,"15min":1.3440000000000001},"min":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.65300000000000002},"max":{"1min":2.6800000000000002,"5min":2.927,"15min":2.927},"last":1.4830000000000001},{"interface":"front","average":{"1min":1.6639999999999999,"5min":1.8089999999999999,"15min":1.407},"min":{"1min":1.036,"5min":1.036,"15min":0.60799999999999998},"max":{"1min":2.3740000000000001,"5min":4.1059999999999999,"15min":4.1059999999999999},"last":3.4020000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":1.5469999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":1.8220000000000001,"5min":1.952,"15min":1.825},"min":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"max":{"1min":2.6070000000000002,"5min":3.431,"15min":3.431},"last":1.556},{"interface":"front","average":{"1min":1.661,"5min":2.1040000000000001,"15min":2.1070000000000002},"min":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":2.7650000000000001,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":1.8600000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:22:49 2020","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":2.3420000000000001,"15min":2.0529999999999999},"min":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":3.726,"5min":4.0570000000000004,"15min":4.0570000000000004},"last":2.0009999999999999},{"interface":"front","average":{"1min":3.044,"5min":3.0870000000000002,"15min":2.6429999999999998},"min":{"1min":1.756,"5min":1.696,"15min":1.464},"max":{"1min":4.2249999999999996,"5min":4.556,"15min":4.556},"last":4.101}]},{"osd":5,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":2.7410000000000001,"5min":2.9660000000000002,"15min":2.7879999999999998},"min":{"1min":1.871,"5min":1.627,"15min":1.627},"max":{"1min":4.1950000000000003,"5min":4.4829999999999997,"15min":4.4829999999999997},"last":2.98},{"interface":"front","average":{"1min":2.4729999999999999,"5min":2.7530000000000001,"15min":2.5409999999999999},"min":{"1min":1.893,"5min":1.504,"15min":1.504},"max":{"1min":3.4529999999999998,"5min":4.093,"15min":4.093},"last":2.6309999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:22:44 2020","interfaces":[{"interface":"back","average":{"1min":2.3809999999999998,"5min":2.6480000000000001,"15min":2.5550000000000002},"min":{"1min":1.464,"5min":1.464,"15min":1.464},"max":{"1min":3.274,"5min":3.871,"15min":3.871},"last":2.3820000000000001},{"interface":"front","average":{"1min":2.8849999999999998,"5min":3.2040000000000002,"15min":3.0219999999999998},"min":{"1min":1.9830000000000001,"5min":1.9830000000000001,"15min":1.9830000000000001},"max":{"1min":4.0039999999999996,"5min":5.758,"15min":5.758},"last":2.1629999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":2.8719999999999999,"15min":2.8380000000000001},"min":{"1min":2.097,"5min":1.901,"15min":1.901},"max":{"1min":3.3290000000000002,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":2.758},{"interface":"front","average":{"1min":3.319,"5min":3.5409999999999999,"15min":3.5510000000000002},"min":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"max":{"1min":4.468,"5min":5.1420000000000003,"15min":5.1420000000000003},"last":2.5569999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":3.5230000000000001,"15min":3.641},"min":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"max":{"1min":4.5449999999999999,"5min":5.9710000000000001,"15min":5.9710000000000001},"last":3.0630000000000002},{"interface":"front","average":{"1min":3.7810000000000001,"5min":3.3180000000000001,"15min":3.1139999999999999},"min":{"1min":2.3319999999999999,"5min":2.1139999999999999,"15min":2.1139999999999999},"max":{"1min":5.8959999999999999,"5min":5.8959999999999999,"15min":5.8959999999999999},"last":3.8010000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.9199999999999999,"5min":3.1659999999999999,"15min":3.234},"min":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"max":{"1min":3.9420000000000002,"5min":4.4580000000000002,"15min":4.4580000000000002},"last":3.1619999999999999},{"interface":"front","average":{"1min":3.9420000000000002,"5min":3.919,"15min":3.8940000000000001},"min":{"1min":2.665,"5min":2.476,"15min":2.476},"max":{"1min":6.7439999999999998,"5min":6.7439999999999998,"15min":6.7439999999999998},"last":4.2990000000000004}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.242,"5min":3.573,"15min":3.6280000000000001},"min":{"1min":2.3210000000000002,"5min":2.3210000000000002,"15min":2.3210000000000002},"max":{"1min":4.601,"5min":4.9640000000000004,"15min":4.9640000000000004},"last":3.4870000000000001},{"interface":"front","average":{"1min":3.4119999999999999,"5min":3.52,"15min":3.5379999999999998},"min":{"1min":2.1309999999999998,"5min":2.081,"15min":2.081},"max":{"1min":5.5090000000000003,"5min":5.5090000000000003,"15min":5.5090000000000003},"last":3.556}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":4.1929999999999996,"5min":4.1559999999999997,"15min":4.1500000000000004},"min":{"1min":3.0609999999999999,"5min":2.5750000000000002,"15min":2.5750000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":4.5060000000000002},{"interface":"front","average":{"1min":3.262,"5min":3.4209999999999998,"15min":3.4470000000000001},"min":{"1min":2.206,"5min":2.101,"15min":2.101},"max":{"1min":4.6769999999999996,"5min":5.0179999999999998,"15min":5.0179999999999998},"last":3.8900000000000001}]}]},{"osd":2,"up_from":23,"seq":98784247905,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6368,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738784,"statfs":{"total":95995035648,"available":95988514816,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":1.8169999999999999,"15min":1.4710000000000001},"min":{"1min":1.175,"5min":0.92700000000000005,"15min":0.88700000000000001},"max":{"1min":3.004,"5min":3.5430000000000001,"15min":3.5430000000000001},"last":1.369},{"interface":"front","average":{"1min":1.7450000000000001,"5min":1.8720000000000001,"15min":1.5209999999999999},"min":{"1min":1.012,"5min":1.012,"15min":0.81100000000000005},"max":{"1min":3.2669999999999999,"5min":3.8660000000000001,"15min":3.8660000000000001},"last":1.4790000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":2.1000000000000001,"15min":1.7150000000000001},"min":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":0.86199999999999999},"max":{"1min":3.02,"5min":4.3380000000000001,"15min":4.3380000000000001},"last":1.8400000000000001},{"interface":"front","average":{"1min":1.9330000000000001,"5min":1.823,"15min":1.516},"min":{"1min":1.0640000000000001,"5min":1.014,"15min":0.82999999999999996},"max":{"1min":3.1459999999999999,"5min":5.3010000000000002,"15min":5.3010000000000002},"last":1.776}]},{"osd":3,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.2949999999999999,"15min":2.073},"min":{"1min":1.4690000000000001,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":2.4209999999999998},{"interface":"front","average":{"1min":1.9710000000000001,"5min":2.1389999999999998,"15min":2.0289999999999999},"min":{"1min":1.0640000000000001,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":1.2709999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:22:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3319999999999999,"5min":2.52,"15min":2.3170000000000002},"min":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"max":{"1min":4.0499999999999998,"5min":4.8819999999999997,"15min":4.8819999999999997},"last":2.3319999999999999},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4609999999999999,"15min":2.2349999999999999},"min":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"max":{"1min":4.6859999999999999,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":1.95}]},{"osd":5,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":3.0990000000000002,"5min":3.0350000000000001,"15min":2.6520000000000001},"min":{"1min":1.9359999999999999,"5min":1.6180000000000001,"15min":1.6180000000000001},"max":{"1min":5.0069999999999997,"5min":5.0069999999999997,"15min":5.0069999999999997},"last":2.8580000000000001},{"interface":"front","average":{"1min":2.9870000000000001,"5min":2.9660000000000002,"15min":2.762},"min":{"1min":1.7609999999999999,"5min":1.7609999999999999,"15min":1.7609999999999999},"max":{"1min":4.5199999999999996,"5min":4.5199999999999996,"15min":4.5199999999999996},"last":2.306}]},{"osd":6,"last update":"Mon Nov 16 20:22:40 2020","interfaces":[{"interface":"back","average":{"1min":2.3780000000000001,"5min":2.6709999999999998,"15min":2.6869999999999998},"min":{"1min":1.508,"5min":1.508,"15min":1.508},"max":{"1min":3.9910000000000001,"5min":4.2469999999999999,"15min":4.2469999999999999},"last":2.0310000000000001},{"interface":"front","average":{"1min":3.3250000000000002,"5min":3.2629999999999999,"15min":3.1040000000000001},"min":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"max":{"1min":4.3710000000000004,"5min":4.6310000000000002,"15min":4.6310000000000002},"last":3.234}]},{"osd":7,"last update":"Mon Nov 16 20:23:04 2020","interfaces":[{"interface":"back","average":{"1min":2.7189999999999999,"5min":3.1640000000000001,"15min":3.2559999999999998},"min":{"1min":1.899,"5min":1.899,"15min":1.899},"max":{"1min":4.8680000000000003,"5min":4.8680000000000003,"15min":4.8680000000000003},"last":2.5950000000000002},{"interface":"front","average":{"1min":3.641,"5min":3.1669999999999998,"15min":3.1299999999999999},"min":{"1min":2.0089999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"max":{"1min":5.4740000000000002,"5min":5.4740000000000002,"15min":5.4740000000000002},"last":2.1139999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:29 2020","interfaces":[{"interface":"back","average":{"1min":3.5979999999999999,"5min":3.5920000000000001,"15min":3.4510000000000001},"min":{"1min":2.3740000000000001,"5min":2.2530000000000001,"15min":2.2530000000000001},"max":{"1min":4.6500000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":3.5979999999999999},{"interface":"front","average":{"1min":3.3300000000000001,"5min":3.4620000000000002,"15min":3.4279999999999999},"min":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"max":{"1min":5.4420000000000002,"5min":5.6829999999999998,"15min":5.6829999999999998},"last":1.6180000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":3.2029999999999998,"15min":3.1509999999999998},"min":{"1min":2.2149999999999999,"5min":2.0710000000000002,"15min":2.0710000000000002},"max":{"1min":4.444,"5min":5.0170000000000003,"15min":5.0170000000000003},"last":2.806},{"interface":"front","average":{"1min":4.0350000000000001,"5min":3.8069999999999999,"15min":3.6549999999999998},"min":{"1min":2.5870000000000002,"5min":2.5430000000000001,"15min":2.5430000000000001},"max":{"1min":5.992,"5min":5.992,"15min":5.992},"last":4.3920000000000003}]},{"osd":10,"last update":"Mon Nov 16 20:22:59 2020","interfaces":[{"interface":"back","average":{"1min":4.0860000000000003,"5min":3.9260000000000002,"15min":3.8999999999999999},"min":{"1min":2.9510000000000001,"5min":2.7679999999999998,"15min":2.7679999999999998},"max":{"1min":5.7249999999999996,"5min":5.7249999999999996,"15min":5.7249999999999996},"last":3.9889999999999999},{"interface":"front","average":{"1min":3.8050000000000002,"5min":3.9849999999999999,"15min":4.0149999999999997},"min":{"1min":2.3879999999999999,"5min":2.3879999999999999,"15min":2.3879999999999999},"max":{"1min":6.0010000000000003,"5min":6.0010000000000003,"15min":6.0010000000000003},"last":2.5150000000000001}]}]},{"osd":3,"up_from":29,"seq":124554051675,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6304,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738848,"statfs":{"total":95995035648,"available":95988580352,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:21:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.5980000000000001,"15min":1.5620000000000001},"min":{"1min":1.111,"5min":1.069,"15min":1.069},"max":{"1min":2.5249999999999999,"5min":3.218,"15min":3.218},"last":2.2530000000000001},{"interface":"front","average":{"1min":1.657,"5min":1.7070000000000001,"15min":1.5289999999999999},"min":{"1min":1.304,"5min":1.075,"15min":1.075},"max":{"1min":2.6469999999999998,"5min":3.1059999999999999,"15min":3.1059999999999999},"last":1.585}]},{"osd":1,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.859,"15min":1.7989999999999999},"min":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"max":{"1min":1.7709999999999999,"5min":3.8559999999999999,"15min":3.8559999999999999},"last":1.454},{"interface":"front","average":{"1min":1.5389999999999999,"5min":1.821,"15min":1.6579999999999999},"min":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":0.95099999999999996},"max":{"1min":2.4580000000000002,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":1.401}]},{"osd":2,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":1.9139999999999999,"5min":2.089,"15min":1.97},"min":{"1min":1.129,"5min":1.129,"15min":1.129},"max":{"1min":3.6280000000000001,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":1.8979999999999999},{"interface":"front","average":{"1min":1.5129999999999999,"5min":2.0339999999999998,"15min":1.962},"min":{"1min":0.872,"5min":0.872,"15min":0.872},"max":{"1min":2.512,"5min":3.7629999999999999,"15min":3.7629999999999999},"last":1.365}]},{"osd":4,"last update":"Mon Nov 16 20:22:45 2020","interfaces":[{"interface":"back","average":{"1min":2.3999999999999999,"5min":2.4350000000000001,"15min":2.2789999999999999},"min":{"1min":1.284,"5min":1.284,"15min":1.284},"max":{"1min":5.9749999999999996,"5min":5.9749999999999996,"15min":5.9749999999999996},"last":2.294},{"interface":"front","average":{"1min":2.0510000000000002,"5min":2.4399999999999999,"15min":2.2440000000000002},"min":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"max":{"1min":3.1960000000000002,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":2.8679999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":2.2400000000000002,"5min":2.508,"15min":2.4199999999999999},"min":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"max":{"1min":3.6720000000000002,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":2.3460000000000001},{"interface":"front","average":{"1min":2.194,"5min":2.569,"15min":2.6030000000000002},"min":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"max":{"1min":4.0960000000000001,"5min":4.774,"15min":4.774},"last":2.5600000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:22:38 2020","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":2.8050000000000002,"15min":2.907},"min":{"1min":1.5860000000000001,"5min":1.5329999999999999,"15min":1.5329999999999999},"max":{"1min":3.2669999999999999,"5min":4.0629999999999997,"15min":4.0629999999999997},"last":2.1819999999999999},{"interface":"front","average":{"1min":3.008,"5min":2.9649999999999999,"15min":2.944},"min":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"max":{"1min":6.657,"5min":6.657,"15min":6.657},"last":2.6909999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":2.8860000000000001,"5min":2.9950000000000001,"15min":2.907},"min":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"max":{"1min":5.8659999999999997,"5min":5.8659999999999997,"15min":5.8659999999999997},"last":3.6400000000000001},{"interface":"front","average":{"1min":2.6779999999999999,"5min":3.1829999999999998,"15min":3.3490000000000002},"min":{"1min":1.282,"5min":1.282,"15min":1.282},"max":{"1min":3.9910000000000001,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":3.0910000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:23:28 2020","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":3.2210000000000001,"15min":3.3069999999999999},"min":{"1min":1.8799999999999999,"5min":1.637,"15min":1.637},"max":{"1min":3.698,"5min":7.0890000000000004,"15min":7.0890000000000004},"last":3.335},{"interface":"front","average":{"1min":3.1139999999999999,"5min":3.2629999999999999,"15min":3.149},"min":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"max":{"1min":4.8390000000000004,"5min":6.3840000000000003,"15min":6.3840000000000003},"last":4.8390000000000004}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":3.383,"15min":3.456},"min":{"1min":1.482,"5min":1.482,"15min":1.482},"max":{"1min":4.9649999999999999,"5min":5.2949999999999999,"15min":5.2949999999999999},"last":3.5880000000000001},{"interface":"front","average":{"1min":3.4369999999999998,"5min":3.4609999999999999,"15min":3.4140000000000001},"min":{"1min":1.98,"5min":1.98,"15min":1.98},"max":{"1min":6.9009999999999998,"5min":6.9009999999999998,"15min":6.9009999999999998},"last":4.4539999999999997}]},{"osd":10,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":3.3919999999999999,"15min":3.3980000000000001},"min":{"1min":1.629,"5min":1.629,"15min":1.629},"max":{"1min":5.8250000000000002,"5min":5.8250000000000002,"15min":5.8250000000000002},"last":3.9100000000000001},{"interface":"front","average":{"1min":3.6659999999999999,"5min":3.8610000000000002,"15min":3.8929999999999998},"min":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"max":{"1min":7.2619999999999996,"5min":7.2619999999999996,"15min":7.2619999999999996},"last":3.843}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":3.4359999999999999,"5min":3.8620000000000001,"15min":3.9329999999999998},"min":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":2.1429999999999998},"max":{"1min":4.3869999999999996,"5min":7.4489999999999998,"15min":7.4489999999999998},"last":5.077},{"interface":"front","average":{"1min":3.1659999999999999,"5min":3.3639999999999999,"15min":3.3969999999999998},"min":{"1min":1.655,"5min":1.655,"15min":1.655},"max":{"1min":4.7469999999999999,"5min":6.6180000000000003,"15min":6.6180000000000003},"last":4.173}]}]},{"osd":4,"up_from":35,"seq":150323855447,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6304,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738848,"statfs":{"total":95995035648,"available":95988580352,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.1509999999999998,"5min":1.9510000000000001,"15min":1.7929999999999999},"min":{"1min":1.4099999999999999,"5min":1.2250000000000001,"15min":1.0780000000000001},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.1520000000000001},"last":2.6480000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":2.2999999999999998,"15min":2.1000000000000001},"min":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":0.78900000000000003},"max":{"1min":3.4849999999999999,"5min":3.6459999999999999,"15min":3.6459999999999999},"last":1.7849999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":2.1190000000000002,"15min":1.786},"min":{"1min":1.343,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":1.123},{"interface":"front","average":{"1min":2.464,"5min":2.262,"15min":1.7929999999999999},"min":{"1min":1.663,"5min":1.141,"15min":1.141},"max":{"1min":3.1080000000000001,"5min":4.5510000000000002,"15min":4.5510000000000002},"last":2.5590000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":2.3679999999999999,"15min":1.956},"min":{"1min":1.248,"5min":1.073,"15min":1.073},"max":{"1min":3.8090000000000002,"5min":4.9210000000000003,"15min":4.9210000000000003},"last":1.875},{"interface":"front","average":{"1min":2.472,"5min":2.2690000000000001,"15min":1.865},"min":{"1min":1.538,"5min":1.2150000000000001,"15min":1.2150000000000001},"max":{"1min":3.6850000000000001,"5min":3.6850000000000001,"15min":3.6850000000000001},"last":1.3160000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":2.4390000000000001,"15min":2.044},"min":{"1min":1.3740000000000001,"5min":1.252,"15min":1.1180000000000001},"max":{"1min":3.3090000000000002,"5min":3.7330000000000001,"15min":3.7330000000000001},"last":2.101},{"interface":"front","average":{"1min":2.2490000000000001,"5min":2.274,"15min":2.044},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":1.502}]},{"osd":5,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1389999999999998,"5min":2.3220000000000001,"15min":1.8520000000000001},"min":{"1min":1.456,"5min":1.24,"15min":0.63},"max":{"1min":4.7300000000000004,"5min":4.7300000000000004,"15min":4.7300000000000004},"last":3.286},{"interface":"front","average":{"1min":2.9249999999999998,"5min":2.7490000000000001,"15min":2.2650000000000001},"min":{"1min":2.194,"5min":1.113,"15min":0.86099999999999999},"max":{"1min":3.5800000000000001,"5min":3.8239999999999998,"15min":3.8239999999999998},"last":3.6379999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:22:40 2020","interfaces":[{"interface":"back","average":{"1min":3.1259999999999999,"5min":2.7469999999999999,"15min":2.2839999999999998},"min":{"1min":2.3380000000000001,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":3.8969999999999998,"5min":4.5640000000000001,"15min":4.5640000000000001},"last":1.4419999999999999},{"interface":"front","average":{"1min":3.5009999999999999,"5min":3.0539999999999998,"15min":2.6440000000000001},"min":{"1min":2.7090000000000001,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":4.9790000000000001,"5min":4.9790000000000001,"15min":4.9790000000000001},"last":2.7959999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":2.887,"5min":3.024,"15min":3.1019999999999999},"min":{"1min":1.776,"5min":1.464,"15min":1.464},"max":{"1min":3.8170000000000002,"5min":5.3129999999999997,"15min":5.3129999999999997},"last":1.968},{"interface":"front","average":{"1min":3.8580000000000001,"5min":3.444,"15min":3.266},"min":{"1min":2.2869999999999999,"5min":1.611,"15min":1.611},"max":{"1min":6.6070000000000002,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":3.71}]},{"osd":8,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":3.4049999999999998,"5min":3.5,"15min":3.5019999999999998},"min":{"1min":2.2509999999999999,"5min":1.7190000000000001,"15min":1.7190000000000001},"max":{"1min":4.726,"5min":5.6449999999999996,"15min":5.6449999999999996},"last":2.468},{"interface":"front","average":{"1min":4.2009999999999996,"5min":3.7320000000000002,"15min":3.706},"min":{"1min":3.4630000000000001,"5min":1.9419999999999999,"15min":1.9419999999999999},"max":{"1min":4.9720000000000004,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":3.3410000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":4.5380000000000003,"5min":4.0940000000000003,"15min":4.0800000000000001},"min":{"1min":2.9790000000000001,"5min":2.6070000000000002,"15min":2.6070000000000002},"max":{"1min":5.4729999999999999,"5min":5.8639999999999999,"15min":5.8639999999999999},"last":4.6959999999999997},{"interface":"front","average":{"1min":3.8530000000000002,"5min":3.5089999999999999,"15min":3.4900000000000002},"min":{"1min":2.2450000000000001,"5min":2.2450000000000001,"15min":2.2450000000000001},"max":{"1min":5.6420000000000003,"5min":5.6420000000000003,"15min":5.6420000000000003},"last":3.4060000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":3.8719999999999999,"5min":3.742,"15min":3.7200000000000002},"min":{"1min":2.4529999999999998,"5min":2.4529999999999998,"15min":2.4529999999999998},"max":{"1min":5.1440000000000001,"5min":5.1440000000000001,"15min":5.1440000000000001},"last":2.8410000000000002},{"interface":"front","average":{"1min":4.431,"5min":4.1829999999999998,"15min":4.1420000000000003},"min":{"1min":3.3530000000000002,"5min":3.3530000000000002,"15min":3.3530000000000002},"max":{"1min":5.4000000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":4.4720000000000004}]}]},{"osd":5,"up_from":42,"seq":180388626513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6240,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738912,"statfs":{"total":95995035648,"available":95988645888,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":1.9710000000000001,"5min":1.958,"15min":1.79},"min":{"1min":1.448,"5min":1.2070000000000001,"15min":1.107},"max":{"1min":3.036,"5min":4.125,"15min":4.125},"last":1.357},{"interface":"front","average":{"1min":2.125,"5min":2.109,"15min":1.956},"min":{"1min":1.351,"5min":1.351,"15min":1.077},"max":{"1min":3.7669999999999999,"5min":3.7669999999999999,"15min":3.7669999999999999},"last":2.673}]},{"osd":1,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.974,"15min":2.1360000000000001},"min":{"1min":1.4530000000000001,"5min":1.2909999999999999,"15min":1.2529999999999999},"max":{"1min":2.8149999999999999,"5min":3.802,"15min":3.802},"last":1.4099999999999999},{"interface":"front","average":{"1min":2.1560000000000001,"5min":2.1219999999999999,"15min":1.8440000000000001},"min":{"1min":1.4299999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":3.0009999999999999,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":1.5269999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.1699999999999999,"15min":1.9770000000000001},"min":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"max":{"1min":2.9649999999999999,"5min":3.738,"15min":3.738},"last":2.113},{"interface":"front","average":{"1min":2.4590000000000001,"5min":2.7970000000000002,"15min":2.3690000000000002},"min":{"1min":1.6950000000000001,"5min":1.48,"15min":1.375},"max":{"1min":3.028,"5min":27.413,"15min":27.413},"last":1.71}]},{"osd":3,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":2.335,"15min":2.0979999999999999},"min":{"1min":1.4419999999999999,"5min":1.1140000000000001,"15min":1.1140000000000001},"max":{"1min":3.1299999999999999,"5min":3.4940000000000002,"15min":3.4940000000000002},"last":2.2090000000000001},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.097,"15min":2.629},"min":{"1min":2.4630000000000001,"5min":2.0219999999999998,"15min":1.5589999999999999},"max":{"1min":3.5790000000000002,"5min":4.7460000000000004,"15min":4.7460000000000004},"last":2.5960000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":2.7090000000000001,"15min":2.157},"min":{"1min":2.456,"5min":1.4350000000000001,"15min":0.86299999999999999},"max":{"1min":3.532,"5min":3.7879999999999998,"15min":3.7879999999999998},"last":1.9710000000000001},{"interface":"front","average":{"1min":2.996,"5min":2.798,"15min":2.2869999999999999},"min":{"1min":2.3079999999999998,"5min":1.675,"15min":0.92500000000000004},"max":{"1min":3.577,"5min":4.4050000000000002,"15min":4.4050000000000002},"last":1.631}]},{"osd":6,"last update":"Mon Nov 16 20:22:37 2020","interfaces":[{"interface":"back","average":{"1min":3.2090000000000001,"5min":3.0089999999999999,"15min":2.7429999999999999},"min":{"1min":2.3330000000000002,"5min":1.504,"15min":1.504},"max":{"1min":4.5270000000000001,"5min":5.4020000000000001,"15min":5.4020000000000001},"last":2.4009999999999998},{"interface":"front","average":{"1min":3.1200000000000001,"5min":3.0449999999999999,"15min":3.0089999999999999},"min":{"1min":2.363,"5min":1.744,"15min":1.744},"max":{"1min":3.8599999999999999,"5min":4.774,"15min":4.774},"last":2.8799999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":3.4670000000000001,"5min":3.427,"15min":3.355},"min":{"1min":2.5739999999999998,"5min":2.2629999999999999,"15min":2.2629999999999999},"max":{"1min":4.0170000000000003,"5min":5.0419999999999998,"15min":5.0419999999999998},"last":3.3849999999999998},{"interface":"front","average":{"1min":5.2560000000000002,"5min":3.7759999999999998,"15min":3.5489999999999999},"min":{"1min":3.2160000000000002,"5min":2.379,"15min":2.379},"max":{"1min":28.234000000000002,"5min":28.234000000000002,"15min":28.234000000000002},"last":3.5089999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:27 2020","interfaces":[{"interface":"back","average":{"1min":3.2719999999999998,"5min":3.3639999999999999,"15min":3.1869999999999998},"min":{"1min":1.863,"5min":1.863,"15min":1.863},"max":{"1min":3.7669999999999999,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":1.863},{"interface":"front","average":{"1min":3.7490000000000001,"5min":3.681,"15min":3.7639999999999998},"min":{"1min":2.871,"5min":2.5800000000000001,"15min":2.5800000000000001},"max":{"1min":4.7039999999999997,"5min":5.0129999999999999,"15min":5.0129999999999999},"last":3.1070000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":4.0460000000000003,"5min":3.7669999999999999,"15min":3.6800000000000002},"min":{"1min":3.202,"5min":2.528,"15min":2.528},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":2.9510000000000001},{"interface":"front","average":{"1min":4.2169999999999996,"5min":3.7949999999999999,"15min":3.6480000000000001},"min":{"1min":3.0449999999999999,"5min":2.8029999999999999,"15min":2.8029999999999999},"max":{"1min":5.6820000000000004,"5min":5.6820000000000004,"15min":5.6820000000000004},"last":3.3210000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":5.4960000000000004,"5min":4.1820000000000004,"15min":3.9630000000000001},"min":{"1min":2.887,"5min":2.3159999999999998,"15min":2.3159999999999998},"max":{"1min":28,"5min":28,"15min":28},"last":3.1739999999999999},{"interface":"front","average":{"1min":5.7779999999999996,"5min":4.4539999999999997,"15min":4.234},"min":{"1min":3.331,"5min":3.3300000000000001,"15min":3.3300000000000001},"max":{"1min":27.789999999999999,"5min":27.789999999999999,"15min":27.789999999999999},"last":2.915}]}]}]}}
2020-11-16T20:23:33.803 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:23:33.943 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:34.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:34 smithi065 bash[9468]: audit 2020-11-16T20:23:33.051232+0000 mgr.x (mgr.14196) 325 : audit [DBG] from='client.14724 v1:172.21.15.142:0/4183826311' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:34.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:34 smithi142 bash[9523]: audit 2020-11-16T20:23:33.051232+0000 mgr.x (mgr.14196) 325 : audit [DBG] from='client.14724 v1:172.21.15.142:0/4183826311' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:34.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:34 smithi071 bash[9480]: audit 2020-11-16T20:23:33.051232+0000 mgr.x (mgr.14196) 325 : audit [DBG] from='client.14724 v1:172.21.15.142:0/4183826311' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:35.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:35 smithi142 bash[9523]: cluster 2020-11-16T20:23:34.007604+0000 mgr.x (mgr.14196) 326 : cluster [DBG] pgmap v385: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:35 smithi065 bash[9468]: cluster 2020-11-16T20:23:34.007604+0000 mgr.x (mgr.14196) 326 : cluster [DBG] pgmap v385: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:35.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:35 smithi071 bash[9480]: cluster 2020-11-16T20:23:34.007604+0000 mgr.x (mgr.14196) 326 : cluster [DBG] pgmap v385: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:37.240 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:23:37.243 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:23:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:36 smithi065 bash[9468]: cluster 2020-11-16T20:23:36.008230+0000 mgr.x (mgr.14196) 327 : cluster [DBG] pgmap v386: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:37.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:36 smithi142 bash[9523]: cluster 2020-11-16T20:23:36.008230+0000 mgr.x (mgr.14196) 327 : cluster [DBG] pgmap v386: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:37.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:36 smithi071 bash[9480]: cluster 2020-11-16T20:23:36.008230+0000 mgr.x (mgr.14196) 327 : cluster [DBG] pgmap v386: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:37.997 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":387,"stamp":"2020-11-16T20:23:36.984406+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":12,"num_per_pool_osds":2,"num_per_pool_omap_osds":2,"kb":1124941824,"kb_used":74092,"kb_used_data":8844,"kb_used_omap":0,"kb_used_meta":65152,"kb_avail":1124867732,"statfs":{"total":1151940427776,"available":1151864557568,"internally_reserved":0,"allocated":9056256,"data_stored":4010913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":66715648},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"106","reported_epoch":"124","state":"active+clean","last_fresh":"2020-11-16T20:23:20.168654+0000","last_change":"2020-11-16T20:23:17.300764+0000","last_active":"2020-11-16T20:23:20.168654+0000","last_peered":"2020-11-16T20:23:20.168654+0000","last_clean":"2020-11-16T20:23:20.168654+0000","last_became_active":"2020-11-16T20:21:21.368438+0000","last_became_peered":"2020-11-16T20:21:21.368438+0000","last_unstale":"2020-11-16T20:23:20.168654+0000","last_undegraded":"2020-11-16T20:23:20.168654+0000","last_fullsized":"2020-11-16T20:23:20.168654+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:23:17.300639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:23:17.300639+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631518,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5740,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739412,"statfs":{"total":95995035648,"available":95989157888,"internally_reserved":0,"allocated":757760,"data_stored":335650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":1.9159999999999999,"15min":1.8879999999999999},"min":{"1min":1.284,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":3.7120000000000002,"5min":5.0640000000000001,"15min":5.0640000000000001},"last":1.4079999999999999},{"interface":"front","average":{"1min":2.4849999999999999,"5min":2.7040000000000002,"15min":2.7400000000000002},"min":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":3.641,"5min":4.3570000000000002,"15min":4.3570000000000002},"last":2.6560000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.3250000000000002,"5min":2.3410000000000002,"15min":2.3439999999999999},"min":{"1min":1.198,"5min":1.163,"15min":1.163},"max":{"1min":3.391,"5min":3.899,"15min":3.899},"last":2.1349999999999998},{"interface":"front","average":{"1min":1.891,"5min":1.9670000000000001,"15min":1.98},"min":{"1min":1.373,"5min":1.347,"15min":1.347},"max":{"1min":2.3719999999999999,"5min":3.6589999999999998,"15min":3.6589999999999998},"last":1.4990000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":1.855,"5min":1.71,"15min":1.6859999999999999},"min":{"1min":1.119,"5min":1.119,"15min":1.119},"max":{"1min":4.3840000000000003,"5min":4.3840000000000003,"15min":4.3840000000000003},"last":1.5980000000000001},{"interface":"front","average":{"1min":3.0979999999999999,"5min":2.8820000000000001,"15min":2.8460000000000001},"min":{"1min":1.488,"5min":1.016,"15min":1.016},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":3.0739999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.9940000000000002,"15min":3.008},"min":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"max":{"1min":3.6219999999999999,"5min":4.1180000000000003,"15min":4.1180000000000003},"last":3.214},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.2839999999999998,"15min":2.2429999999999999},"min":{"1min":1.224,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":4.218,"5min":4.218,"15min":4.218},"last":3.3420000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.8500000000000001,"5min":3.089,"15min":3.129},"min":{"1min":1.6799999999999999,"5min":1.6799999999999999,"15min":1.6799999999999999},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":4.2089999999999996},"last":2.8149999999999999},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.5510000000000002,"15min":2.5590000000000002},"min":{"1min":1.946,"5min":1.7,"15min":1.7},"max":{"1min":3.048,"5min":4.3090000000000002,"15min":4.3090000000000002},"last":2.4239999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4860000000000002,"5min":3.6619999999999999,"15min":3.6909999999999998},"min":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"max":{"1min":4.5640000000000001,"5min":4.7889999999999997,"15min":4.7889999999999997},"last":3.6709999999999998},{"interface":"front","average":{"1min":3.6819999999999999,"5min":3.1459999999999999,"15min":3.0569999999999999},"min":{"1min":2.758,"5min":2.1699999999999999,"15min":2.1699999999999999},"max":{"1min":4.859,"5min":4.859,"15min":4.859},"last":3.6240000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.875,"5min":3.0129999999999999,"15min":3.036},"min":{"1min":1.512,"5min":1.512,"15min":1.512},"max":{"1min":3.5539999999999998,"5min":4.077,"15min":4.077},"last":2.9660000000000002},{"interface":"front","average":{"1min":4.2009999999999996,"5min":3.9820000000000002,"15min":3.9460000000000002},"min":{"1min":3.7919999999999998,"5min":2.863,"15min":2.863},"max":{"1min":5.1130000000000004,"5min":5.3650000000000002,"15min":5.3650000000000002},"last":3.8460000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":3.2440000000000002,"15min":3.266},"min":{"1min":2.2589999999999999,"5min":2.2589999999999999,"15min":2.2589999999999999},"max":{"1min":3.8900000000000001,"5min":4.1760000000000002,"15min":4.1760000000000002},"last":3.4409999999999998},{"interface":"front","average":{"1min":4.2140000000000004,"5min":4.1820000000000004,"15min":4.1769999999999996},"min":{"1min":3.1840000000000002,"5min":2.722,"15min":2.722},"max":{"1min":4.8399999999999999,"5min":5.6319999999999997,"15min":5.6319999999999997},"last":4.0700000000000003}]},{"osd":8,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4780000000000002,"5min":3.738,"15min":3.782},"min":{"1min":2.653,"5min":2.653,"15min":2.653},"max":{"1min":4.359,"5min":5.992,"15min":5.992},"last":4.016},{"interface":"front","average":{"1min":3.5569999999999999,"5min":3.6520000000000001,"15min":3.6680000000000001},"min":{"1min":2.867,"5min":2.339,"15min":2.339},"max":{"1min":4.4569999999999999,"5min":4.7859999999999996,"15min":4.7859999999999996},"last":4.4050000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.8300000000000001,"5min":3.7959999999999998,"15min":3.79},"min":{"1min":3.2610000000000001,"5min":2.8069999999999999,"15min":2.8069999999999999},"max":{"1min":4.9729999999999999,"5min":5.1280000000000001,"15min":5.1280000000000001},"last":4.6139999999999999},{"interface":"front","average":{"1min":3.8479999999999999,"5min":3.9889999999999999,"15min":4.0129999999999999},"min":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"max":{"1min":5.0190000000000001,"5min":5.1349999999999998,"15min":5.1349999999999998},"last":3.79}]}]},{"osd":10,"up_from":95,"seq":408021893157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5804,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739348,"statfs":{"total":95995035648,"available":95989092352,"internally_reserved":0,"allocated":757760,"data_stored":335650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4430000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":1.891,"5min":2.0920000000000001,"15min":2.1259999999999999},"min":{"1min":1.093,"5min":1.093,"15min":1.093},"max":{"1min":3.4140000000000001,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":2.0739999999999998},{"interface":"front","average":{"1min":1.806,"5min":1.8819999999999999,"15min":1.895},"min":{"1min":1.2569999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"max":{"1min":2.6869999999999998,"5min":3.6720000000000002,"15min":3.6720000000000002},"last":1.454}]},{"osd":2,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":2.2469999999999999,"5min":2.0539999999999998,"15min":2.0219999999999998},"min":{"1min":1.1970000000000001,"5min":0.96599999999999997,"15min":0.96599999999999997},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":2.6749999999999998},{"interface":"front","average":{"1min":2.1480000000000001,"5min":2.2450000000000001,"15min":2.2610000000000001},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":4.149,"5min":4.149,"15min":4.149},"last":1.952}]},{"osd":3,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":1.7509999999999999,"5min":1.6759999999999999,"15min":1.6639999999999999},"min":{"1min":1.2549999999999999,"5min":1.016,"15min":1.016},"max":{"1min":3.927,"5min":3.927,"15min":3.927},"last":1.2170000000000001},{"interface":"front","average":{"1min":2.141,"5min":2.3919999999999999,"15min":2.4340000000000002},"min":{"1min":1.165,"5min":1.165,"15min":1.165},"max":{"1min":3.339,"5min":3.339,"15min":3.339},"last":1.302}]},{"osd":4,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.052,"5min":3.0030000000000001,"15min":2.9950000000000001},"min":{"1min":2.2229999999999999,"5min":1.3160000000000001,"15min":1.3160000000000001},"max":{"1min":4.2409999999999997,"5min":4.2409999999999997,"15min":4.2409999999999997},"last":2.585},{"interface":"front","average":{"1min":2.6930000000000001,"5min":2.6890000000000001,"15min":2.6880000000000002},"min":{"1min":1.8700000000000001,"5min":1.7450000000000001,"15min":1.7450000000000001},"max":{"1min":3.8580000000000001,"5min":3.8580000000000001,"15min":3.8580000000000001},"last":2.52}]},{"osd":5,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":3.2450000000000001,"15min":3.2850000000000001},"min":{"1min":1.899,"5min":1.427,"15min":1.427},"max":{"1min":3.899,"5min":5.048,"15min":5.048},"last":3.0270000000000001},{"interface":"front","average":{"1min":2.9660000000000002,"5min":2.9500000000000002,"15min":2.948},"min":{"1min":2.3799999999999999,"5min":2.0539999999999998,"15min":2.0539999999999998},"max":{"1min":3.9039999999999999,"5min":4.4710000000000001,"15min":4.4710000000000001},"last":2.9809999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.9399999999999999,"15min":2.9380000000000002},"min":{"1min":2.133,"5min":1.651,"15min":1.651},"max":{"1min":3.871,"5min":4.3710000000000004,"15min":4.3710000000000004},"last":2.8069999999999999},{"interface":"front","average":{"1min":3.4990000000000001,"5min":3.5779999999999998,"15min":3.5910000000000002},"min":{"1min":2.5270000000000001,"5min":1.665,"15min":1.665},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":3.3010000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.097,"5min":3.0800000000000001,"15min":3.077},"min":{"1min":2.1899999999999999,"5min":1.859,"15min":1.859},"max":{"1min":4.181,"5min":4.181,"15min":4.181},"last":3.081},{"interface":"front","average":{"1min":3.661,"5min":3.7090000000000001,"15min":3.7170000000000001},"min":{"1min":2.9039999999999999,"5min":1.9950000000000001,"15min":1.9950000000000001},"max":{"1min":4.5549999999999997,"5min":4.5549999999999997,"15min":4.5549999999999997},"last":3.5760000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.4750000000000001,"5min":3.1859999999999999,"15min":3.1379999999999999},"min":{"1min":2.419,"5min":1.5049999999999999,"15min":1.5049999999999999},"max":{"1min":4.6399999999999997,"5min":4.7380000000000004,"15min":4.7380000000000004},"last":3.194},{"interface":"front","average":{"1min":3.4430000000000001,"5min":3.5190000000000001,"15min":3.5310000000000001},"min":{"1min":2.4740000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"max":{"1min":5.1689999999999996,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":3.3769999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.7690000000000001,"5min":3.4220000000000002,"15min":3.3639999999999999},"min":{"1min":2.8479999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"max":{"1min":5.0579999999999998,"5min":5.0579999999999998,"15min":5.0579999999999998},"last":3.4540000000000002},{"interface":"front","average":{"1min":3.7519999999999998,"5min":3.738,"15min":3.7360000000000002},"min":{"1min":2.5089999999999999,"5min":1.5920000000000001,"15min":1.5920000000000001},"max":{"1min":4.8330000000000002,"5min":5.9630000000000001,"15min":5.9630000000000001},"last":3.6419999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:23:24 2020","interfaces":[{"interface":"back","average":{"1min":4.0579999999999998,"5min":4.1600000000000001,"15min":4.1769999999999996},"min":{"1min":3.2469999999999999,"5min":2.9420000000000002,"15min":2.9420000000000002},"max":{"1min":4.9720000000000004,"5min":5.1230000000000002,"15min":5.1230000000000002},"last":3.8119999999999998},{"interface":"front","average":{"1min":3.883,"5min":3.9590000000000001,"15min":3.972},"min":{"1min":2.9529999999999998,"5min":1.7529999999999999,"15min":1.7529999999999999},"max":{"1min":4.7279999999999998,"5min":5.9080000000000004,"15min":5.9080000000000004},"last":3.6930000000000001}]}]},{"osd":9,"up_from":71,"seq":304942678077,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5996,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739156,"statfs":{"total":95995035648,"available":95988895744,"internally_reserved":0,"allocated":757760,"data_stored":335650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":1.865,"15min":1.8999999999999999},"min":{"1min":1.2210000000000001,"5min":0.995,"15min":0.995},"max":{"1min":3.8359999999999999,"5min":3.8359999999999999,"15min":3.8359999999999999},"last":2.3180000000000001},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.8420000000000001,"15min":1.7589999999999999},"min":{"1min":1.462,"5min":1.038,"15min":1.038},"max":{"1min":2.798,"5min":2.931,"15min":2.931},"last":1.5840000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.004,"15min":2.0659999999999998},"min":{"1min":1.2310000000000001,"5min":1.1739999999999999,"15min":1.1739999999999999},"max":{"1min":2.9900000000000002,"5min":3.5830000000000002,"15min":3.5830000000000002},"last":1.99},{"interface":"front","average":{"1min":1.8069999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"max":{"1min":2.9369999999999998,"5min":3.903,"15min":3.903},"last":2.145}]},{"osd":2,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":1.9319999999999999,"15min":1.8839999999999999},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":2.7490000000000001,"5min":4.3029999999999999,"15min":4.3029999999999999},"last":1.9430000000000001},{"interface":"front","average":{"1min":2.411,"5min":2.153,"15min":2.0259999999999998},"min":{"1min":1.256,"5min":1.177,"15min":1.177},"max":{"1min":3.399,"5min":4.3719999999999999,"15min":4.3719999999999999},"last":3.1280000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":2.4700000000000002,"15min":2.4119999999999999},"min":{"1min":1.7889999999999999,"5min":1.401,"15min":1.401},"max":{"1min":3.5910000000000002,"5min":3.8799999999999999,"15min":3.8799999999999999},"last":1.4179999999999999},{"interface":"front","average":{"1min":2.3620000000000001,"5min":2.4359999999999999,"15min":2.448},"min":{"1min":1.5669999999999999,"5min":1.4399999999999999,"15min":1.4399999999999999},"max":{"1min":3.1190000000000002,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":1.7470000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.839,"5min":2.7930000000000001,"15min":2.8210000000000002},"min":{"1min":1.171,"5min":1.171,"15min":1.171},"max":{"1min":4.3760000000000003,"5min":4.3760000000000003,"15min":4.3760000000000003},"last":3.306},{"interface":"front","average":{"1min":2.9740000000000002,"5min":2.653,"15min":2.6040000000000001},"min":{"1min":2.3300000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"max":{"1min":3.79,"5min":3.79,"15min":3.79},"last":2.2200000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.5,"5min":3.1000000000000001,"15min":3.0659999999999998},"min":{"1min":2.8769999999999998,"5min":1.7609999999999999,"15min":1.7609999999999999},"max":{"1min":5.2610000000000001,"5min":5.2610000000000001,"15min":5.2610000000000001},"last":2.5619999999999998},{"interface":"front","average":{"1min":2.919,"5min":2.8650000000000002,"15min":2.7949999999999999},"min":{"1min":1.8540000000000001,"5min":1.571,"15min":1.571},"max":{"1min":4.4139999999999997,"5min":4.4320000000000004,"15min":4.4320000000000004},"last":2.6949999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.1389999999999998,"5min":3.0249999999999999,"15min":3.0139999999999998},"min":{"1min":2.476,"5min":1.859,"15min":1.859},"max":{"1min":3.6440000000000001,"5min":4.694,"15min":4.694},"last":2.6059999999999999},{"interface":"front","average":{"1min":3.7530000000000001,"5min":3.5209999999999999,"15min":3.5209999999999999},"min":{"1min":2.5129999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"max":{"1min":4.9539999999999997,"5min":5.6070000000000002,"15min":5.6070000000000002},"last":2.7930000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.2669999999999999,"5min":3.1269999999999998,"15min":3.0550000000000002},"min":{"1min":2.3900000000000001,"5min":1.802,"15min":1.802},"max":{"1min":3.948,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":3.1880000000000002},{"interface":"front","average":{"1min":3.472,"5min":3.3799999999999999,"15min":3.3959999999999999},"min":{"1min":2.9039999999999999,"5min":2.2810000000000001,"15min":2.2810000000000001},"max":{"1min":4.335,"5min":5.3259999999999996,"15min":5.3259999999999996},"last":4.0700000000000003}]},{"osd":8,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.653,"5min":3.399,"15min":3.3580000000000001},"min":{"1min":3.0169999999999999,"5min":1.284,"15min":1.284},"max":{"1min":4.1340000000000003,"5min":4.548,"15min":4.548},"last":3.843},{"interface":"front","average":{"1min":3.9569999999999999,"5min":3.6179999999999999,"15min":3.5880000000000001},"min":{"1min":2.7149999999999999,"5min":1.5880000000000001,"15min":1.5880000000000001},"max":{"1min":5.1470000000000002,"5min":5.8360000000000003,"15min":5.8360000000000003},"last":3.0169999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":3.6859999999999999,"5min":3.7429999999999999,"15min":3.7530000000000001},"min":{"1min":2.7610000000000001,"5min":2.532,"15min":2.532},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":3.6019999999999999},{"interface":"front","average":{"1min":3.9609999999999999,"5min":3.956,"15min":3.9550000000000001},"min":{"1min":3.0920000000000001,"5min":1.782,"15min":1.782},"max":{"1min":4.7300000000000004,"5min":4.9489999999999998,"15min":4.9489999999999998},"last":3.5310000000000001}]}]},{"osd":8,"up_from":63,"seq":270582939714,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6048,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93739104,"statfs":{"total":95995035648,"available":95988842496,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6,7,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.74,"15min":1.73},"min":{"1min":1.2629999999999999,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":2.851,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":2.1059999999999999},{"interface":"front","average":{"1min":1.944,"5min":1.8999999999999999,"15min":1.823},"min":{"1min":1.264,"5min":1.01,"15min":1.01},"max":{"1min":3.012,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":1.4850000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2649999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"max":{"1min":2.73,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":1.3979999999999999},{"interface":"front","average":{"1min":2.2160000000000002,"5min":2.3439999999999999,"15min":2.5049999999999999},"min":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"max":{"1min":3.254,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":3.2709999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.885,"5min":1.9219999999999999,"15min":1.8919999999999999},"min":{"1min":1.3999999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"max":{"1min":2.6200000000000001,"5min":2.903,"15min":2.903},"last":1.5800000000000001},{"interface":"front","average":{"1min":2.456,"5min":2.4369999999999998,"15min":2.4660000000000002},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":3.6749999999999998,"5min":4.6079999999999997,"15min":4.6079999999999997},"last":2.3690000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":2.6349999999999998,"5min":2.5609999999999999,"15min":2.577},"min":{"1min":1.665,"5min":1.3400000000000001,"15min":1.3400000000000001},"max":{"1min":3.246,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":2.8340000000000001},{"interface":"front","average":{"1min":2.4300000000000002,"5min":2.077,"15min":2.0289999999999999},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":3.492,"5min":3.4929999999999999,"15min":3.4929999999999999},"last":2.2389999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":2.4460000000000002,"5min":2.4409999999999998,"15min":2.5619999999999998},"min":{"1min":1.8080000000000001,"5min":1.2829999999999999,"15min":1.2829999999999999},"max":{"1min":3.028,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":2.718},{"interface":"front","average":{"1min":2.7149999999999999,"5min":2.52,"15min":2.4889999999999999},"min":{"1min":2.1389999999999998,"5min":1.6379999999999999,"15min":1.6379999999999999},"max":{"1min":3.585,"5min":4.3079999999999998,"15min":4.3079999999999998},"last":2.5659999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:23:28 2020","interfaces":[{"interface":"back","average":{"1min":3.0619999999999998,"5min":2.931,"15min":2.798},"min":{"1min":2.242,"5min":1.6379999999999999,"15min":1.6379999999999999},"max":{"1min":3.665,"5min":4.327,"15min":4.327},"last":2.96},{"interface":"front","average":{"1min":3.3109999999999999,"5min":3.0840000000000001,"15min":2.9510000000000001},"min":{"1min":2.2770000000000001,"5min":1.417,"15min":1.417},"max":{"1min":4.1959999999999997,"5min":4.5430000000000001,"15min":4.5430000000000001},"last":3.1680000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2269999999999999,"5min":3.0790000000000002,"15min":3.1349999999999998},"min":{"1min":2.6000000000000001,"5min":1.821,"15min":1.821},"max":{"1min":4.3520000000000003,"5min":4.3520000000000003,"15min":4.3520000000000003},"last":3.3359999999999999},{"interface":"front","average":{"1min":3.472,"5min":3.3460000000000001,"15min":3.3340000000000001},"min":{"1min":2.6930000000000001,"5min":2.1869999999999998,"15min":2.1869999999999998},"max":{"1min":4.2770000000000001,"5min":4.6619999999999999,"15min":4.6619999999999999},"last":3.5379999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2090000000000001,"5min":3.0750000000000002,"15min":3.2360000000000002},"min":{"1min":2.1139999999999999,"5min":1.679,"15min":1.679},"max":{"1min":4.6840000000000002,"5min":4.6840000000000002,"15min":4.6840000000000002},"last":3.496},{"interface":"front","average":{"1min":3.4790000000000001,"5min":3.343,"15min":3.4409999999999998},"min":{"1min":2.1859999999999999,"5min":2.173,"15min":2.173},"max":{"1min":4.327,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":3.714}]},{"osd":9,"last update":"Mon Nov 16 20:22:53 2020","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":3.4209999999999998,"15min":3.3959999999999999},"min":{"1min":2.8260000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"max":{"1min":4.5419999999999998,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":3.7669999999999999},{"interface":"front","average":{"1min":3.9990000000000001,"5min":3.516,"15min":3.4409999999999998},"min":{"1min":3.2799999999999998,"5min":1.581,"15min":1.581},"max":{"1min":4.7549999999999999,"5min":4.7549999999999999,"15min":4.7549999999999999},"last":3.9390000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.6709999999999998,"5min":3.48,"15min":3.448},"min":{"1min":2.8969999999999998,"5min":2.5299999999999998,"15min":2.5299999999999998},"max":{"1min":4.4749999999999996,"5min":4.9669999999999996,"15min":4.9669999999999996},"last":3.605},{"interface":"front","average":{"1min":3.79,"5min":3.794,"15min":3.794},"min":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":2.2949999999999999},"max":{"1min":4.5460000000000003,"5min":4.8120000000000003,"15min":4.8120000000000003},"last":3.988}]}]},{"osd":7,"up_from":56,"seq":240518168647,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6124,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739028,"statfs":{"total":95995035648,"available":95988764672,"internally_reserved":0,"allocated":757760,"data_stored":335670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:20:57 2020","interfaces":[{"interface":"back","average":{"1min":1.778,"5min":1.7310000000000001,"15min":1.6819999999999999},"min":{"1min":1.2869999999999999,"5min":1.284,"15min":1.284},"max":{"1min":2.8959999999999999,"5min":3.2749999999999999,"15min":3.2749999999999999},"last":2.7909999999999999},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.2610000000000001,"15min":2.3980000000000001},"min":{"1min":1.3919999999999999,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":3.0409999999999999,"5min":3.593,"15min":3.593},"last":1.482}]},{"osd":1,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0009999999999999,"5min":2.0390000000000001,"15min":2.1349999999999998},"min":{"1min":1.256,"5min":1.256,"15min":1.256},"max":{"1min":3.133,"5min":3.698,"15min":3.698},"last":1.8220000000000001},{"interface":"front","average":{"1min":2.0190000000000001,"5min":2.0939999999999999,"15min":2.052},"min":{"1min":1.306,"5min":1.26,"15min":1.26},"max":{"1min":2.718,"5min":3.2799999999999998,"15min":3.2799999999999998},"last":2.218}]},{"osd":2,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.282,"5min":2.133,"15min":2.113},"min":{"1min":1.7969999999999999,"5min":1.3600000000000001,"15min":1.3600000000000001},"max":{"1min":3.3109999999999999,"5min":3.3109999999999999,"15min":3.3109999999999999},"last":2.1299999999999999},{"interface":"front","average":{"1min":1.9990000000000001,"5min":2.254,"15min":2.3959999999999999},"min":{"1min":1.4930000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"max":{"1min":2.5950000000000002,"5min":3.786,"15min":3.786},"last":1.4390000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.1739999999999999,"5min":2.3300000000000001,"15min":2.339},"min":{"1min":1.3959999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"max":{"1min":2.6509999999999998,"5min":3.3380000000000001,"15min":3.3380000000000001},"last":1.9039999999999999},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.3479999999999999,"15min":2.3780000000000001},"min":{"1min":1.389,"5min":1.1499999999999999,"15min":1.1499999999999999},"max":{"1min":2.7490000000000001,"5min":3.5019999999999998,"15min":3.5019999999999998},"last":1.74}]},{"osd":4,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.9830000000000001,"5min":2.7440000000000002,"15min":2.758},"min":{"1min":2.1629999999999998,"5min":1.5049999999999999,"15min":1.5049999999999999},"max":{"1min":3.9489999999999998,"5min":4.8860000000000001,"15min":4.8860000000000001},"last":3.1179999999999999},{"interface":"front","average":{"1min":2.621,"5min":2.5539999999999998,"15min":2.456},"min":{"1min":1.502,"5min":1.502,"15min":1.502},"max":{"1min":3.6000000000000001,"5min":3.6120000000000001,"15min":3.6120000000000001},"last":2.7629999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":3.1709999999999998,"5min":2.9569999999999999,"15min":2.9140000000000001},"min":{"1min":1.8160000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"max":{"1min":4.306,"5min":4.556,"15min":4.556},"last":3},{"interface":"front","average":{"1min":2.8820000000000001,"5min":3.093,"15min":3.093},"min":{"1min":1.218,"5min":1.218,"15min":1.218},"max":{"1min":4.8769999999999998,"5min":4.8769999999999998,"15min":4.8769999999999998},"last":2.5859999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.8879999999999999,"5min":3.117,"15min":3.3290000000000002},"min":{"1min":2.387,"5min":2.23,"15min":2.23},"max":{"1min":3.1749999999999998,"5min":4.617,"15min":4.617},"last":2.419},{"interface":"front","average":{"1min":3.2559999999999998,"5min":3.423,"15min":3.4350000000000001},"min":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"max":{"1min":4.2249999999999996,"5min":4.649,"15min":4.649},"last":3.6099999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:30 2020","interfaces":[{"interface":"back","average":{"1min":3.649,"5min":3.3140000000000001,"15min":3.0390000000000001},"min":{"1min":2.75,"5min":2.0369999999999999,"15min":2.0369999999999999},"max":{"1min":4.3700000000000001,"5min":4.593,"15min":4.593},"last":3.262},{"interface":"front","average":{"1min":3.331,"5min":3.492,"15min":3.6600000000000001},"min":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"max":{"1min":4.3659999999999997,"5min":4.9960000000000004,"15min":4.9960000000000004},"last":3.3199999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:22:50 2020","interfaces":[{"interface":"back","average":{"1min":4.0469999999999997,"5min":3.4820000000000002,"15min":3.3620000000000001},"min":{"1min":2.8500000000000001,"5min":2.5670000000000002,"15min":2.5670000000000002},"max":{"1min":5.218,"5min":5.218,"15min":5.218},"last":3.5289999999999999},{"interface":"front","average":{"1min":3.6160000000000001,"5min":3.7639999999999998,"15min":3.8679999999999999},"min":{"1min":2.7269999999999999,"5min":2.6440000000000001,"15min":2.6440000000000001},"max":{"1min":4.4199999999999999,"5min":4.976,"15min":4.976},"last":2.8079999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":3.7109999999999999,"5min":3.9249999999999998,"15min":3.9609999999999999},"min":{"1min":2.9500000000000002,"5min":2.9500000000000002,"15min":2.9500000000000002},"max":{"1min":4.6630000000000003,"5min":5.1379999999999999,"15min":5.1379999999999999},"last":3.0579999999999998},{"interface":"front","average":{"1min":4.2169999999999996,"5min":4.0860000000000003,"15min":4.0640000000000001},"min":{"1min":2.9990000000000001,"5min":2.8159999999999998,"15min":2.8159999999999998},"max":{"1min":4.9939999999999998,"5min":4.9939999999999998,"15min":4.9939999999999998},"last":3.9580000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":3.6150000000000002,"5min":3.6179999999999999,"15min":3.6179999999999999},"min":{"1min":2.71,"5min":2.71,"15min":2.71},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":4.0359999999999996},{"interface":"front","average":{"1min":4.3680000000000003,"5min":4.319,"15min":4.3109999999999999},"min":{"1min":3.1640000000000001,"5min":3.1640000000000001,"15min":3.1640000000000001},"max":{"1min":5.7320000000000002,"5min":5.7320000000000002,"15min":5.7320000000000002},"last":3.7709999999999999}]}]},{"osd":6,"up_from":49,"seq":210453397580,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6188,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738964,"statfs":{"total":95995035648,"available":95988699136,"internally_reserved":0,"allocated":757760,"data_stored":335670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":1.7809999999999999,"5min":1.7250000000000001,"15min":1.524},"min":{"1min":1.2589999999999999,"5min":0.98199999999999998,"15min":0.98199999999999998},"max":{"1min":2.2789999999999999,"5min":2.6909999999999998,"15min":2.6909999999999998},"last":1.536},{"interface":"front","average":{"1min":2.391,"5min":2.0920000000000001,"15min":1.946},"min":{"1min":1.5740000000000001,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.1890000000000001,"5min":3.2549999999999999,"15min":3.2549999999999999},"last":1.649}]},{"osd":1,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.9390000000000001,"15min":1.853},"min":{"1min":1.339,"5min":1.3,"15min":1.3},"max":{"1min":3.113,"5min":3.1509999999999998,"15min":3.1509999999999998},"last":2.5099999999999998},{"interface":"front","average":{"1min":2.1360000000000001,"5min":2.2440000000000002,"15min":2.3039999999999998},"min":{"1min":1.5429999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"max":{"1min":3.02,"5min":3.9950000000000001,"15min":3.9950000000000001},"last":2.101}]},{"osd":2,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":2.3290000000000002,"5min":2.1819999999999999,"15min":2.0139999999999998},"min":{"1min":1.6339999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"max":{"1min":3.464,"5min":3.464,"15min":3.464},"last":1.4490000000000001},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.0739999999999998,"15min":2.0219999999999998},"min":{"1min":1.4430000000000001,"5min":1.244,"15min":1.244},"max":{"1min":2.5649999999999999,"5min":2.8999999999999999,"15min":2.8999999999999999},"last":1.99}]},{"osd":3,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":3.0790000000000002,"5min":2.7130000000000001,"15min":2.4369999999999998},"min":{"1min":1.881,"5min":1.2310000000000001,"15min":1.2310000000000001},"max":{"1min":4.6710000000000003,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":2.5840000000000001},{"interface":"front","average":{"1min":3.0190000000000001,"5min":2.883,"15min":2.7280000000000002},"min":{"1min":2.0470000000000002,"5min":1.45,"15min":1.45},"max":{"1min":3.903,"5min":4.2759999999999998,"15min":4.2759999999999998},"last":2.6429999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":3.1949999999999998,"5min":2.4980000000000002,"15min":2.1949999999999998},"min":{"1min":2.2349999999999999,"5min":1.119,"15min":1.119},"max":{"1min":4.3650000000000002,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":2.7559999999999998},{"interface":"front","average":{"1min":3.0950000000000002,"5min":2.9159999999999999,"15min":2.8119999999999998},"min":{"1min":2.5270000000000001,"5min":1.133,"15min":1.133},"max":{"1min":4.5300000000000002,"5min":4.5940000000000003,"15min":4.5940000000000003},"last":2.7189999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:22:43 2020","interfaces":[{"interface":"back","average":{"1min":3.3660000000000001,"5min":2.8370000000000002,"15min":2.5219999999999998},"min":{"1min":2.6120000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"max":{"1min":5.4009999999999998,"5min":5.4009999999999998,"15min":5.4009999999999998},"last":3.1459999999999999},{"interface":"front","average":{"1min":3.2320000000000002,"5min":3.1110000000000002,"15min":2.8239999999999998},"min":{"1min":2.306,"5min":1.3400000000000001,"15min":1.3400000000000001},"max":{"1min":5.1159999999999997,"5min":5.1159999999999997,"15min":5.1159999999999997},"last":3.4249999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":3.4140000000000001,"15min":3.3279999999999998},"min":{"1min":2.7370000000000001,"5min":2.2269999999999999,"15min":2.2269999999999999},"max":{"1min":4.2169999999999996,"5min":5.4640000000000004,"15min":5.4640000000000004},"last":3.339},{"interface":"front","average":{"1min":3.5059999999999998,"5min":3.4399999999999999,"15min":3.254},"min":{"1min":2.605,"5min":2.0499999999999998,"15min":2.0499999999999998},"max":{"1min":4.3339999999999996,"5min":5.6120000000000001,"15min":5.6120000000000001},"last":3.2290000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:23:24 2020","interfaces":[{"interface":"back","average":{"1min":3.8199999999999998,"5min":3.7429999999999999,"15min":3.621},"min":{"1min":2.3570000000000002,"5min":2.2029999999999998,"15min":2.2029999999999998},"max":{"1min":5.0810000000000004,"5min":5.0810000000000004,"15min":5.0810000000000004},"last":3.5630000000000002},{"interface":"front","average":{"1min":3.8650000000000002,"5min":3.6899999999999999,"15min":3.5859999999999999},"min":{"1min":2.5529999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"max":{"1min":5.3879999999999999,"5min":5.3879999999999999,"15min":5.3879999999999999},"last":3.847}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":4.0609999999999999,"15min":4.0250000000000004},"min":{"1min":3.5390000000000001,"5min":2.6480000000000001,"15min":2.6480000000000001},"max":{"1min":5.0789999999999997,"5min":5.4790000000000001,"15min":5.4790000000000001},"last":4.2110000000000003},{"interface":"front","average":{"1min":4.0439999999999996,"5min":3.9100000000000001,"15min":3.8029999999999999},"min":{"1min":3.4300000000000002,"5min":2.3130000000000002,"15min":2.3130000000000002},"max":{"1min":5.1779999999999999,"5min":5.1779999999999999,"15min":5.1779999999999999},"last":3.6499999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":4.3499999999999996,"5min":4.5220000000000002,"15min":4.5499999999999998},"min":{"1min":3.0529999999999999,"5min":3.0529999999999999,"15min":3.0529999999999999},"max":{"1min":5.4550000000000001,"5min":5.492,"15min":5.492},"last":4.8550000000000004},{"interface":"front","average":{"1min":4.2409999999999997,"5min":3.8159999999999998,"15min":3.7450000000000001},"min":{"1min":3.6240000000000001,"5min":2.5830000000000002,"15min":2.5830000000000002},"max":{"1min":5.0270000000000001,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":4.0439999999999996}]}]},{"osd":1,"up_from":18,"seq":77309411431,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6432,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738720,"statfs":{"total":95995035648,"available":95988449280,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:31 2020","interfaces":[{"interface":"back","average":{"1min":1.7829999999999999,"5min":1.8200000000000001,"15min":1.4530000000000001},"min":{"1min":1.113,"5min":1.113,"15min":0.74399999999999999},"max":{"1min":2.9830000000000001,"5min":5.5110000000000001,"15min":5.5110000000000001},"last":1.891},{"interface":"front","average":{"1min":1.806,"5min":1.9379999999999999,"15min":1.516},"min":{"1min":1.163,"5min":1.0700000000000001,"15min":0.70099999999999996},"max":{"1min":2.9649999999999999,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":2.9649999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.121,"15min":1.754},"min":{"1min":1.302,"5min":1.244,"15min":0.88600000000000001},"max":{"1min":3.9319999999999999,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":1.6319999999999999},{"interface":"front","average":{"1min":1.901,"5min":2.1669999999999998,"15min":1.7470000000000001},"min":{"1min":1.018,"5min":1.018,"15min":0.84599999999999997},"max":{"1min":2.9830000000000001,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":1.6779999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:25 2020","interfaces":[{"interface":"back","average":{"1min":1.5669999999999999,"5min":1.7989999999999999,"15min":1.647},"min":{"1min":1.0820000000000001,"5min":0.96399999999999997,"15min":0.872},"max":{"1min":1.996,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":1.75},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.4009999999999998,"15min":2.133},"min":{"1min":1.8140000000000001,"5min":1.2689999999999999,"15min":1.2689999999999999},"max":{"1min":3.3439999999999999,"5min":5.9130000000000003,"15min":5.9130000000000003},"last":2.0419999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:22:49 2020","interfaces":[{"interface":"back","average":{"1min":2.681,"5min":2.5369999999999999,"15min":2.1619999999999999},"min":{"1min":1.996,"5min":1.2350000000000001,"15min":1.204},"max":{"1min":3.8719999999999999,"5min":5.1299999999999999,"15min":5.1299999999999999},"last":1.9850000000000001},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.2869999999999999,"15min":2.1259999999999999},"min":{"1min":1.4410000000000001,"5min":1.409,"15min":1.409},"max":{"1min":3.427,"5min":4.46,"15min":4.46},"last":2.8650000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:23:19 2020","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":3.0840000000000001,"15min":2.7650000000000001},"min":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"max":{"1min":4.6669999999999998,"5min":26.739000000000001,"15min":26.739000000000001},"last":2.1160000000000001},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.367,"15min":2.7429999999999999},"min":{"1min":1.8,"5min":1.774,"15min":1.774},"max":{"1min":4.0220000000000002,"5min":27.542000000000002,"15min":27.542000000000002},"last":2.5880000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:22:33 2020","interfaces":[{"interface":"back","average":{"1min":2.8079999999999998,"5min":3.052,"15min":2.8999999999999999},"min":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"max":{"1min":4.085,"5min":4.5819999999999999,"15min":4.5819999999999999},"last":2.6579999999999999},{"interface":"front","average":{"1min":3.302,"5min":3.4169999999999998,"15min":3.1389999999999998},"min":{"1min":2.286,"5min":2.286,"15min":2.286},"max":{"1min":4.3470000000000004,"5min":5.3710000000000004,"15min":5.3710000000000004},"last":2.718}]},{"osd":7,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":3.0680000000000001},"min":{"1min":2.0899999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"max":{"1min":3.1269999999999998,"5min":5.2249999999999996,"15min":5.2249999999999996},"last":3.2360000000000002},{"interface":"front","average":{"1min":3.1309999999999998,"5min":3.3969999999999998,"15min":3.3119999999999998},"min":{"1min":2.2639999999999998,"5min":2.2639999999999998,"15min":2.2639999999999998},"max":{"1min":5.1529999999999996,"5min":5.1529999999999996,"15min":5.1529999999999996},"last":3.2810000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:23:25 2020","interfaces":[{"interface":"back","average":{"1min":2.6680000000000001,"5min":2.9809999999999999,"15min":3.2770000000000001},"min":{"1min":1.712,"5min":1.712,"15min":1.712},"max":{"1min":3.5899999999999999,"5min":5.0090000000000003,"15min":5.0090000000000003},"last":3.4870000000000001},{"interface":"front","average":{"1min":3.4950000000000001,"5min":3.6600000000000001,"15min":3.6699999999999999},"min":{"1min":2.7869999999999999,"5min":2.0569999999999999,"15min":2.0569999999999999},"max":{"1min":4.8630000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":3.528}]},{"osd":9,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.5790000000000002,"5min":3.8239999999999998,"15min":3.9340000000000002},"min":{"1min":2.6949999999999998,"5min":2.5830000000000002,"15min":2.5830000000000002},"max":{"1min":5.0990000000000002,"5min":5.601,"15min":5.601},"last":2.484},{"interface":"front","average":{"1min":3.5760000000000001,"5min":3.6850000000000001,"15min":3.6549999999999998},"min":{"1min":2.7530000000000001,"5min":2.5470000000000002,"15min":2.5470000000000002},"max":{"1min":5.4950000000000001,"5min":5.7699999999999996,"15min":5.7699999999999996},"last":3.7370000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.6619999999999999,"5min":3.8239999999999998,"15min":3.851},"min":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"max":{"1min":4.7869999999999999,"5min":4.7869999999999999,"15min":4.7869999999999999},"last":2.3969999999999998},{"interface":"front","average":{"1min":3.7170000000000001,"5min":4.0960000000000001,"15min":4.1589999999999998},"min":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"max":{"1min":5.7539999999999996,"5min":6.7809999999999997,"15min":6.7809999999999997},"last":3.9399999999999999}]}]},{"osd":0,"up_from":12,"seq":51539607660,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6508,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738644,"statfs":{"total":95995035648,"available":95988371456,"internally_reserved":0,"allocated":757760,"data_stored":335670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:22:35 2020","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":1.7050000000000001,"15min":1.3440000000000001},"min":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.65300000000000002},"max":{"1min":2.6800000000000002,"5min":2.927,"15min":2.927},"last":2.3170000000000002},{"interface":"front","average":{"1min":1.6639999999999999,"5min":1.8089999999999999,"15min":1.407},"min":{"1min":1.036,"5min":1.036,"15min":0.60799999999999998},"max":{"1min":2.3740000000000001,"5min":4.1059999999999999,"15min":4.1059999999999999},"last":1.6419999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":1.5469999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":1.8220000000000001,"5min":1.952,"15min":1.825},"min":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"max":{"1min":2.6070000000000002,"5min":3.431,"15min":3.431},"last":1.3120000000000001},{"interface":"front","average":{"1min":1.661,"5min":2.1040000000000001,"15min":2.1070000000000002},"min":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":2.7650000000000001,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":1.3500000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:22:49 2020","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":2.3420000000000001,"15min":2.0529999999999999},"min":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":3.726,"5min":4.0570000000000004,"15min":4.0570000000000004},"last":1.52},{"interface":"front","average":{"1min":3.044,"5min":3.0870000000000002,"15min":2.6429999999999998},"min":{"1min":1.756,"5min":1.696,"15min":1.464},"max":{"1min":4.2249999999999996,"5min":4.556,"15min":4.556},"last":2.2839999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":2.7410000000000001,"5min":2.9660000000000002,"15min":2.7879999999999998},"min":{"1min":1.871,"5min":1.627,"15min":1.627},"max":{"1min":4.1950000000000003,"5min":4.4829999999999997,"15min":4.4829999999999997},"last":1.9990000000000001},{"interface":"front","average":{"1min":2.4729999999999999,"5min":2.7530000000000001,"15min":2.5409999999999999},"min":{"1min":1.893,"5min":1.504,"15min":1.504},"max":{"1min":3.4529999999999998,"5min":4.093,"15min":4.093},"last":2.722}]},{"osd":6,"last update":"Mon Nov 16 20:22:44 2020","interfaces":[{"interface":"back","average":{"1min":2.3809999999999998,"5min":2.6480000000000001,"15min":2.5550000000000002},"min":{"1min":1.464,"5min":1.464,"15min":1.464},"max":{"1min":3.274,"5min":3.871,"15min":3.871},"last":2.1629999999999998},{"interface":"front","average":{"1min":2.8849999999999998,"5min":3.2040000000000002,"15min":3.0219999999999998},"min":{"1min":1.9830000000000001,"5min":1.9830000000000001,"15min":1.9830000000000001},"max":{"1min":4.0039999999999996,"5min":5.758,"15min":5.758},"last":3.125}]},{"osd":7,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":2.8719999999999999,"15min":2.8380000000000001},"min":{"1min":2.097,"5min":1.901,"15min":1.901},"max":{"1min":3.3290000000000002,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":2.6160000000000001},{"interface":"front","average":{"1min":3.319,"5min":3.5409999999999999,"15min":3.5510000000000002},"min":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"max":{"1min":4.468,"5min":5.1420000000000003,"15min":5.1420000000000003},"last":2.1030000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":3.5230000000000001,"15min":3.641},"min":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"max":{"1min":4.5449999999999999,"5min":5.9710000000000001,"15min":5.9710000000000001},"last":3.2250000000000001},{"interface":"front","average":{"1min":3.7810000000000001,"5min":3.3180000000000001,"15min":3.1139999999999999},"min":{"1min":2.3319999999999999,"5min":2.1139999999999999,"15min":2.1139999999999999},"max":{"1min":5.8959999999999999,"5min":5.8959999999999999,"15min":5.8959999999999999},"last":3.6240000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.9199999999999999,"5min":3.1659999999999999,"15min":3.234},"min":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"max":{"1min":3.9420000000000002,"5min":4.4580000000000002,"15min":4.4580000000000002},"last":3.0099999999999998},{"interface":"front","average":{"1min":3.9420000000000002,"5min":3.919,"15min":3.8940000000000001},"min":{"1min":2.665,"5min":2.476,"15min":2.476},"max":{"1min":6.7439999999999998,"5min":6.7439999999999998,"15min":6.7439999999999998},"last":2.4159999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.242,"5min":3.573,"15min":3.6280000000000001},"min":{"1min":2.3210000000000002,"5min":2.3210000000000002,"15min":2.3210000000000002},"max":{"1min":4.601,"5min":4.9640000000000004,"15min":4.9640000000000004},"last":3.7959999999999998},{"interface":"front","average":{"1min":3.4119999999999999,"5min":3.52,"15min":3.5379999999999998},"min":{"1min":2.1309999999999998,"5min":2.081,"15min":2.081},"max":{"1min":5.5090000000000003,"5min":5.5090000000000003,"15min":5.5090000000000003},"last":3.3599999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":4.1929999999999996,"5min":4.1559999999999997,"15min":4.1500000000000004},"min":{"1min":3.0609999999999999,"5min":2.5750000000000002,"15min":2.5750000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":2.516},{"interface":"front","average":{"1min":3.262,"5min":3.4209999999999998,"15min":3.4470000000000001},"min":{"1min":2.206,"5min":2.101,"15min":2.101},"max":{"1min":4.6769999999999996,"5min":5.0179999999999998,"15min":5.0179999999999998},"last":3.552}]}]},{"osd":2,"up_from":23,"seq":98784247906,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6380,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738772,"statfs":{"total":95995035648,"available":95988502528,"internally_reserved":0,"allocated":757760,"data_stored":335670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":1.8169999999999999,"15min":1.4710000000000001},"min":{"1min":1.175,"5min":0.92700000000000005,"15min":0.88700000000000001},"max":{"1min":3.004,"5min":3.5430000000000001,"15min":3.5430000000000001},"last":1.2749999999999999},{"interface":"front","average":{"1min":1.7450000000000001,"5min":1.8720000000000001,"15min":1.5209999999999999},"min":{"1min":1.012,"5min":1.012,"15min":0.81100000000000005},"max":{"1min":3.2669999999999999,"5min":3.8660000000000001,"15min":3.8660000000000001},"last":1.3140000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":2.1000000000000001,"15min":1.7150000000000001},"min":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":0.86199999999999999},"max":{"1min":3.02,"5min":4.3380000000000001,"15min":4.3380000000000001},"last":1.5940000000000001},{"interface":"front","average":{"1min":1.9330000000000001,"5min":1.823,"15min":1.516},"min":{"1min":1.0640000000000001,"5min":1.014,"15min":0.82999999999999996},"max":{"1min":3.1459999999999999,"5min":5.3010000000000002,"15min":5.3010000000000002},"last":1.738}]},{"osd":3,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.2949999999999999,"15min":2.073},"min":{"1min":1.4690000000000001,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":1.869},{"interface":"front","average":{"1min":1.9710000000000001,"5min":2.1389999999999998,"15min":2.0289999999999999},"min":{"1min":1.0640000000000001,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":2.012}]},{"osd":4,"last update":"Mon Nov 16 20:22:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3319999999999999,"5min":2.52,"15min":2.3170000000000002},"min":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"max":{"1min":4.0499999999999998,"5min":4.8819999999999997,"15min":4.8819999999999997},"last":2.2690000000000001},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4609999999999999,"15min":2.2349999999999999},"min":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"max":{"1min":4.6859999999999999,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":2.4140000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":3.0990000000000002,"5min":3.0350000000000001,"15min":2.6520000000000001},"min":{"1min":1.9359999999999999,"5min":1.6180000000000001,"15min":1.6180000000000001},"max":{"1min":5.0069999999999997,"5min":5.0069999999999997,"15min":5.0069999999999997},"last":2.226},{"interface":"front","average":{"1min":2.9870000000000001,"5min":2.9660000000000002,"15min":2.762},"min":{"1min":1.7609999999999999,"5min":1.7609999999999999,"15min":1.7609999999999999},"max":{"1min":4.5199999999999996,"5min":4.5199999999999996,"15min":4.5199999999999996},"last":2.8410000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:22:40 2020","interfaces":[{"interface":"back","average":{"1min":2.3780000000000001,"5min":2.6709999999999998,"15min":2.6869999999999998},"min":{"1min":1.508,"5min":1.508,"15min":1.508},"max":{"1min":3.9910000000000001,"5min":4.2469999999999999,"15min":4.2469999999999999},"last":2.702},{"interface":"front","average":{"1min":3.3250000000000002,"5min":3.2629999999999999,"15min":3.1040000000000001},"min":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"max":{"1min":4.3710000000000004,"5min":4.6310000000000002,"15min":4.6310000000000002},"last":2.383}]},{"osd":7,"last update":"Mon Nov 16 20:23:04 2020","interfaces":[{"interface":"back","average":{"1min":2.7189999999999999,"5min":3.1640000000000001,"15min":3.2559999999999998},"min":{"1min":1.899,"5min":1.899,"15min":1.899},"max":{"1min":4.8680000000000003,"5min":4.8680000000000003,"15min":4.8680000000000003},"last":3.0910000000000002},{"interface":"front","average":{"1min":3.641,"5min":3.1669999999999998,"15min":3.1299999999999999},"min":{"1min":2.0089999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"max":{"1min":5.4740000000000002,"5min":5.4740000000000002,"15min":5.4740000000000002},"last":3.2770000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:23:29 2020","interfaces":[{"interface":"back","average":{"1min":3.5979999999999999,"5min":3.5920000000000001,"15min":3.4510000000000001},"min":{"1min":2.3740000000000001,"5min":2.2530000000000001,"15min":2.2530000000000001},"max":{"1min":4.6500000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":2.516},{"interface":"front","average":{"1min":3.3300000000000001,"5min":3.4620000000000002,"15min":3.4279999999999999},"min":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"max":{"1min":5.4420000000000002,"5min":5.6829999999999998,"15min":5.6829999999999998},"last":3.8500000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":3.2029999999999998,"15min":3.1509999999999998},"min":{"1min":2.2149999999999999,"5min":2.0710000000000002,"15min":2.0710000000000002},"max":{"1min":4.444,"5min":5.0170000000000003,"15min":5.0170000000000003},"last":3.4860000000000002},{"interface":"front","average":{"1min":4.0350000000000001,"5min":3.8069999999999999,"15min":3.6549999999999998},"min":{"1min":2.5870000000000002,"5min":2.5430000000000001,"15min":2.5430000000000001},"max":{"1min":5.992,"5min":5.992,"15min":5.992},"last":2.8010000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:22:59 2020","interfaces":[{"interface":"back","average":{"1min":4.0860000000000003,"5min":3.9260000000000002,"15min":3.8999999999999999},"min":{"1min":2.9510000000000001,"5min":2.7679999999999998,"15min":2.7679999999999998},"max":{"1min":5.7249999999999996,"5min":5.7249999999999996,"15min":5.7249999999999996},"last":2.661},{"interface":"front","average":{"1min":3.8050000000000002,"5min":3.9849999999999999,"15min":4.0149999999999997},"min":{"1min":2.3879999999999999,"5min":2.3879999999999999,"15min":2.3879999999999999},"max":{"1min":6.0010000000000003,"5min":6.0010000000000003,"15min":6.0010000000000003},"last":3.6419999999999999}]}]},{"osd":3,"up_from":29,"seq":124554051676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6316,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738836,"statfs":{"total":95995035648,"available":95988568064,"internally_reserved":0,"allocated":757760,"data_stored":335670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:21:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.5980000000000001,"15min":1.5620000000000001},"min":{"1min":1.111,"5min":1.069,"15min":1.069},"max":{"1min":2.5249999999999999,"5min":3.218,"15min":3.218},"last":2.2530000000000001},{"interface":"front","average":{"1min":1.657,"5min":1.7070000000000001,"15min":1.5289999999999999},"min":{"1min":1.304,"5min":1.075,"15min":1.075},"max":{"1min":2.6469999999999998,"5min":3.1059999999999999,"15min":3.1059999999999999},"last":1.585}]},{"osd":1,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.859,"15min":1.7989999999999999},"min":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"max":{"1min":1.7709999999999999,"5min":3.8559999999999999,"15min":3.8559999999999999},"last":1.4590000000000001},{"interface":"front","average":{"1min":1.5389999999999999,"5min":1.821,"15min":1.6579999999999999},"min":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":0.95099999999999996},"max":{"1min":2.4580000000000002,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":1.4059999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":1.9139999999999999,"5min":2.089,"15min":1.97},"min":{"1min":1.129,"5min":1.129,"15min":1.129},"max":{"1min":3.6280000000000001,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":2.0139999999999998},{"interface":"front","average":{"1min":1.5129999999999999,"5min":2.0339999999999998,"15min":1.962},"min":{"1min":0.872,"5min":0.872,"15min":0.872},"max":{"1min":2.512,"5min":3.7629999999999999,"15min":3.7629999999999999},"last":1.54}]},{"osd":4,"last update":"Mon Nov 16 20:22:45 2020","interfaces":[{"interface":"back","average":{"1min":2.3999999999999999,"5min":2.4350000000000001,"15min":2.2789999999999999},"min":{"1min":1.284,"5min":1.284,"15min":1.284},"max":{"1min":5.9749999999999996,"5min":5.9749999999999996,"15min":5.9749999999999996},"last":2.6219999999999999},{"interface":"front","average":{"1min":2.0510000000000002,"5min":2.4399999999999999,"15min":2.2440000000000002},"min":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"max":{"1min":3.1960000000000002,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":1.8979999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":2.2400000000000002,"5min":2.508,"15min":2.4199999999999999},"min":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"max":{"1min":3.6720000000000002,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":2.1349999999999998},{"interface":"front","average":{"1min":2.194,"5min":2.569,"15min":2.6030000000000002},"min":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"max":{"1min":4.0960000000000001,"5min":4.774,"15min":4.774},"last":1.9359999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:22:38 2020","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":2.8050000000000002,"15min":2.907},"min":{"1min":1.5860000000000001,"5min":1.5329999999999999,"15min":1.5329999999999999},"max":{"1min":3.2669999999999999,"5min":4.0629999999999997,"15min":4.0629999999999997},"last":2.1949999999999998},{"interface":"front","average":{"1min":3.008,"5min":2.9649999999999999,"15min":2.944},"min":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"max":{"1min":6.657,"5min":6.657,"15min":6.657},"last":2.2919999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":2.8860000000000001,"5min":2.9950000000000001,"15min":2.907},"min":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"max":{"1min":5.8659999999999997,"5min":5.8659999999999997,"15min":5.8659999999999997},"last":2.7160000000000002},{"interface":"front","average":{"1min":2.6779999999999999,"5min":3.1829999999999998,"15min":3.3490000000000002},"min":{"1min":1.282,"5min":1.282,"15min":1.282},"max":{"1min":3.9910000000000001,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":2.4449999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:23:28 2020","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":3.2210000000000001,"15min":3.3069999999999999},"min":{"1min":1.8799999999999999,"5min":1.637,"15min":1.637},"max":{"1min":3.698,"5min":7.0890000000000004,"15min":7.0890000000000004},"last":2.9140000000000001},{"interface":"front","average":{"1min":3.1139999999999999,"5min":3.2629999999999999,"15min":3.149},"min":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"max":{"1min":4.8390000000000004,"5min":6.3840000000000003,"15min":6.3840000000000003},"last":2.391}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":3.383,"15min":3.456},"min":{"1min":1.482,"5min":1.482,"15min":1.482},"max":{"1min":4.9649999999999999,"5min":5.2949999999999999,"15min":5.2949999999999999},"last":2.7759999999999998},{"interface":"front","average":{"1min":3.4369999999999998,"5min":3.4609999999999999,"15min":3.4140000000000001},"min":{"1min":1.98,"5min":1.98,"15min":1.98},"max":{"1min":6.9009999999999998,"5min":6.9009999999999998,"15min":6.9009999999999998},"last":3.391}]},{"osd":10,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":3.3919999999999999,"15min":3.3980000000000001},"min":{"1min":1.629,"5min":1.629,"15min":1.629},"max":{"1min":5.8250000000000002,"5min":5.8250000000000002,"15min":5.8250000000000002},"last":3.0419999999999998},{"interface":"front","average":{"1min":3.6659999999999999,"5min":3.8610000000000002,"15min":3.8929999999999998},"min":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"max":{"1min":7.2619999999999996,"5min":7.2619999999999996,"15min":7.2619999999999996},"last":3.1709999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":3.4359999999999999,"5min":3.8620000000000001,"15min":3.9329999999999998},"min":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":2.1429999999999998},"max":{"1min":4.3869999999999996,"5min":7.4489999999999998,"15min":7.4489999999999998},"last":3.601},{"interface":"front","average":{"1min":3.1659999999999999,"5min":3.3639999999999999,"15min":3.3969999999999998},"min":{"1min":1.655,"5min":1.655,"15min":1.655},"max":{"1min":4.7469999999999999,"5min":6.6180000000000003,"15min":6.6180000000000003},"last":2.9990000000000001}]}]},{"osd":4,"up_from":35,"seq":150323855447,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6304,"kb_used_data":728,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738848,"statfs":{"total":95995035648,"available":95988580352,"internally_reserved":0,"allocated":745472,"data_stored":329981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.1509999999999998,"5min":1.9510000000000001,"15min":1.7929999999999999},"min":{"1min":1.4099999999999999,"5min":1.2250000000000001,"15min":1.0780000000000001},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.1520000000000001},"last":2.6480000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":2.2999999999999998,"15min":2.1000000000000001},"min":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":0.78900000000000003},"max":{"1min":3.4849999999999999,"5min":3.6459999999999999,"15min":3.6459999999999999},"last":1.7849999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":2.1190000000000002,"15min":1.786},"min":{"1min":1.343,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":1.123},{"interface":"front","average":{"1min":2.464,"5min":2.262,"15min":1.7929999999999999},"min":{"1min":1.663,"5min":1.141,"15min":1.141},"max":{"1min":3.1080000000000001,"5min":4.5510000000000002,"15min":4.5510000000000002},"last":2.5590000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":2.3679999999999999,"15min":1.956},"min":{"1min":1.248,"5min":1.073,"15min":1.073},"max":{"1min":3.8090000000000002,"5min":4.9210000000000003,"15min":4.9210000000000003},"last":1.875},{"interface":"front","average":{"1min":2.472,"5min":2.2690000000000001,"15min":1.865},"min":{"1min":1.538,"5min":1.2150000000000001,"15min":1.2150000000000001},"max":{"1min":3.6850000000000001,"5min":3.6850000000000001,"15min":3.6850000000000001},"last":1.3160000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":2.4390000000000001,"15min":2.044},"min":{"1min":1.3740000000000001,"5min":1.252,"15min":1.1180000000000001},"max":{"1min":3.3090000000000002,"5min":3.7330000000000001,"15min":3.7330000000000001},"last":2.101},{"interface":"front","average":{"1min":2.2490000000000001,"5min":2.274,"15min":2.044},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":1.502}]},{"osd":5,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1389999999999998,"5min":2.3220000000000001,"15min":1.8520000000000001},"min":{"1min":1.456,"5min":1.24,"15min":0.63},"max":{"1min":4.7300000000000004,"5min":4.7300000000000004,"15min":4.7300000000000004},"last":3.286},{"interface":"front","average":{"1min":2.9249999999999998,"5min":2.7490000000000001,"15min":2.2650000000000001},"min":{"1min":2.194,"5min":1.113,"15min":0.86099999999999999},"max":{"1min":3.5800000000000001,"5min":3.8239999999999998,"15min":3.8239999999999998},"last":3.6379999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:22:40 2020","interfaces":[{"interface":"back","average":{"1min":3.1259999999999999,"5min":2.7469999999999999,"15min":2.2839999999999998},"min":{"1min":2.3380000000000001,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":3.8969999999999998,"5min":4.5640000000000001,"15min":4.5640000000000001},"last":1.4419999999999999},{"interface":"front","average":{"1min":3.5009999999999999,"5min":3.0539999999999998,"15min":2.6440000000000001},"min":{"1min":2.7090000000000001,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":4.9790000000000001,"5min":4.9790000000000001,"15min":4.9790000000000001},"last":2.7959999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":2.887,"5min":3.024,"15min":3.1019999999999999},"min":{"1min":1.776,"5min":1.464,"15min":1.464},"max":{"1min":3.8170000000000002,"5min":5.3129999999999997,"15min":5.3129999999999997},"last":1.968},{"interface":"front","average":{"1min":3.8580000000000001,"5min":3.444,"15min":3.266},"min":{"1min":2.2869999999999999,"5min":1.611,"15min":1.611},"max":{"1min":6.6070000000000002,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":3.71}]},{"osd":8,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":3.4049999999999998,"5min":3.5,"15min":3.5019999999999998},"min":{"1min":2.2509999999999999,"5min":1.7190000000000001,"15min":1.7190000000000001},"max":{"1min":4.726,"5min":5.6449999999999996,"15min":5.6449999999999996},"last":2.468},{"interface":"front","average":{"1min":4.2009999999999996,"5min":3.7320000000000002,"15min":3.706},"min":{"1min":3.4630000000000001,"5min":1.9419999999999999,"15min":1.9419999999999999},"max":{"1min":4.9720000000000004,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":3.3410000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":4.5380000000000003,"5min":4.0940000000000003,"15min":4.0800000000000001},"min":{"1min":2.9790000000000001,"5min":2.6070000000000002,"15min":2.6070000000000002},"max":{"1min":5.4729999999999999,"5min":5.8639999999999999,"15min":5.8639999999999999},"last":4.6959999999999997},{"interface":"front","average":{"1min":3.8530000000000002,"5min":3.5089999999999999,"15min":3.4900000000000002},"min":{"1min":2.2450000000000001,"5min":2.2450000000000001,"15min":2.2450000000000001},"max":{"1min":5.6420000000000003,"5min":5.6420000000000003,"15min":5.6420000000000003},"last":3.4060000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":3.8719999999999999,"5min":3.742,"15min":3.7200000000000002},"min":{"1min":2.4529999999999998,"5min":2.4529999999999998,"15min":2.4529999999999998},"max":{"1min":5.1440000000000001,"5min":5.1440000000000001,"15min":5.1440000000000001},"last":2.8410000000000002},{"interface":"front","average":{"1min":4.431,"5min":4.1829999999999998,"15min":4.1420000000000003},"min":{"1min":3.3530000000000002,"5min":3.3530000000000002,"15min":3.3530000000000002},"max":{"1min":5.4000000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":4.4720000000000004}]}]},{"osd":5,"up_from":42,"seq":180388626514,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6252,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738900,"statfs":{"total":95995035648,"available":95988633600,"internally_reserved":0,"allocated":757760,"data_stored":335670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":1.9710000000000001,"5min":1.958,"15min":1.79},"min":{"1min":1.448,"5min":1.2070000000000001,"15min":1.107},"max":{"1min":3.036,"5min":4.125,"15min":4.125},"last":2.0350000000000001},{"interface":"front","average":{"1min":2.125,"5min":2.109,"15min":1.956},"min":{"1min":1.351,"5min":1.351,"15min":1.077},"max":{"1min":3.7669999999999999,"5min":3.7669999999999999,"15min":3.7669999999999999},"last":2.5870000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.974,"15min":2.1360000000000001},"min":{"1min":1.4530000000000001,"5min":1.2909999999999999,"15min":1.2529999999999999},"max":{"1min":2.8149999999999999,"5min":3.802,"15min":3.802},"last":2.8599999999999999},{"interface":"front","average":{"1min":2.1560000000000001,"5min":2.1219999999999999,"15min":1.8440000000000001},"min":{"1min":1.4299999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":3.0009999999999999,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":2.6539999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.1699999999999999,"15min":1.9770000000000001},"min":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"max":{"1min":2.9649999999999999,"5min":3.738,"15min":3.738},"last":1.9390000000000001},{"interface":"front","average":{"1min":2.4590000000000001,"5min":2.7970000000000002,"15min":2.3690000000000002},"min":{"1min":1.6950000000000001,"5min":1.48,"15min":1.375},"max":{"1min":3.028,"5min":27.413,"15min":27.413},"last":3.0640000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":2.335,"15min":2.0979999999999999},"min":{"1min":1.4419999999999999,"5min":1.1140000000000001,"15min":1.1140000000000001},"max":{"1min":3.1299999999999999,"5min":3.4940000000000002,"15min":3.4940000000000002},"last":1.8640000000000001},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.097,"15min":2.629},"min":{"1min":2.4630000000000001,"5min":2.0219999999999998,"15min":1.5589999999999999},"max":{"1min":3.5790000000000002,"5min":4.7460000000000004,"15min":4.7460000000000004},"last":2.496}]},{"osd":4,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":2.7090000000000001,"15min":2.157},"min":{"1min":2.456,"5min":1.4350000000000001,"15min":0.86299999999999999},"max":{"1min":3.532,"5min":3.7879999999999998,"15min":3.7879999999999998},"last":3.2919999999999998},{"interface":"front","average":{"1min":2.996,"5min":2.798,"15min":2.2869999999999999},"min":{"1min":2.3079999999999998,"5min":1.675,"15min":0.92500000000000004},"max":{"1min":3.577,"5min":4.4050000000000002,"15min":4.4050000000000002},"last":3.1789999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:22:37 2020","interfaces":[{"interface":"back","average":{"1min":3.2090000000000001,"5min":3.0089999999999999,"15min":2.7429999999999999},"min":{"1min":2.3330000000000002,"5min":1.504,"15min":1.504},"max":{"1min":4.5270000000000001,"5min":5.4020000000000001,"15min":5.4020000000000001},"last":2.972},{"interface":"front","average":{"1min":3.1200000000000001,"5min":3.0449999999999999,"15min":3.0089999999999999},"min":{"1min":2.363,"5min":1.744,"15min":1.744},"max":{"1min":3.8599999999999999,"5min":4.774,"15min":4.774},"last":3.4500000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":3.4670000000000001,"5min":3.427,"15min":3.355},"min":{"1min":2.5739999999999998,"5min":2.2629999999999999,"15min":2.2629999999999999},"max":{"1min":4.0170000000000003,"5min":5.0419999999999998,"15min":5.0419999999999998},"last":3.6949999999999998},{"interface":"front","average":{"1min":5.2560000000000002,"5min":3.7759999999999998,"15min":3.5489999999999999},"min":{"1min":3.2160000000000002,"5min":2.379,"15min":2.379},"max":{"1min":28.234000000000002,"5min":28.234000000000002,"15min":28.234000000000002},"last":3.3879999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:27 2020","interfaces":[{"interface":"back","average":{"1min":3.2719999999999998,"5min":3.3639999999999999,"15min":3.1869999999999998},"min":{"1min":1.863,"5min":1.863,"15min":1.863},"max":{"1min":3.7669999999999999,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":3.843},{"interface":"front","average":{"1min":3.7490000000000001,"5min":3.681,"15min":3.7639999999999998},"min":{"1min":2.871,"5min":2.5800000000000001,"15min":2.5800000000000001},"max":{"1min":4.7039999999999997,"5min":5.0129999999999999,"15min":5.0129999999999999},"last":4.1340000000000003}]},{"osd":9,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":4.0460000000000003,"5min":3.7669999999999999,"15min":3.6800000000000002},"min":{"1min":3.202,"5min":2.528,"15min":2.528},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":4.0430000000000001},{"interface":"front","average":{"1min":4.2169999999999996,"5min":3.7949999999999999,"15min":3.6480000000000001},"min":{"1min":3.0449999999999999,"5min":2.8029999999999999,"15min":2.8029999999999999},"max":{"1min":5.6820000000000004,"5min":5.6820000000000004,"15min":5.6820000000000004},"last":3.6440000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":5.4960000000000004,"5min":4.1820000000000004,"15min":3.9630000000000001},"min":{"1min":2.887,"5min":2.3159999999999998,"15min":2.3159999999999998},"max":{"1min":28,"5min":28,"15min":28},"last":4.2560000000000002},{"interface":"front","average":{"1min":5.7779999999999996,"5min":4.4539999999999997,"15min":4.234},"min":{"1min":3.331,"5min":3.3300000000000001,"15min":3.3300000000000001},"max":{"1min":27.789999999999999,"5min":27.789999999999999,"15min":27.789999999999999},"last":3.9129999999999998}]}]}]}}
2020-11-16T20:23:38.000 INFO:tasks.cephadm.ceph_manager.ceph:clean!
2020-11-16T20:23:38.001 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy...
2020-11-16T20:23:38.001 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy
2020-11-16T20:23:38.001 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph health --format=json
2020-11-16T20:23:38.163 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:38.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:37 smithi065 bash[9468]: cluster 2020-11-16T20:23:36.433051+0000 osd.4 (osd.4) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:38.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:37 smithi065 bash[9468]: cluster 2020-11-16T20:23:36.433178+0000 osd.4 (osd.4) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:38.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:37 smithi065 bash[9468]: cluster 2020-11-16T20:23:36.988143+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e126: 12 total, 12 up, 12 in
2020-11-16T20:23:38.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:37 smithi065 bash[9468]: audit 2020-11-16T20:23:37.227225+0000 mgr.x (mgr.14196) 328 : audit [DBG] from='client.14730 v1:172.21.15.142:0/146802141' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:37 smithi142 bash[9523]: cluster 2020-11-16T20:23:36.433051+0000 osd.4 (osd.4) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:38.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:37 smithi142 bash[9523]: cluster 2020-11-16T20:23:36.433178+0000 osd.4 (osd.4) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:38.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:37 smithi142 bash[9523]: cluster 2020-11-16T20:23:36.988143+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e126: 12 total, 12 up, 12 in
2020-11-16T20:23:38.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:37 smithi142 bash[9523]: audit 2020-11-16T20:23:37.227225+0000 mgr.x (mgr.14196) 328 : audit [DBG] from='client.14730 v1:172.21.15.142:0/146802141' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:38.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:37 smithi071 bash[9480]: cluster 2020-11-16T20:23:36.433051+0000 osd.4 (osd.4) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:38.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:37 smithi071 bash[9480]: cluster 2020-11-16T20:23:36.433178+0000 osd.4 (osd.4) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:38.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:37 smithi071 bash[9480]: cluster 2020-11-16T20:23:36.988143+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e126: 12 total, 12 up, 12 in
2020-11-16T20:23:38.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:37 smithi071 bash[9480]: audit 2020-11-16T20:23:37.227225+0000 mgr.x (mgr.14196) 328 : audit [DBG] from='client.14730 v1:172.21.15.142:0/146802141' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:39.246 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:38 smithi142 bash[9523]: cluster 2020-11-16T20:23:38.008952+0000 mgr.x (mgr.14196) 329 : cluster [DBG] pgmap v388: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:38 smithi065 bash[9468]: cluster 2020-11-16T20:23:38.008952+0000 mgr.x (mgr.14196) 329 : cluster [DBG] pgmap v388: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:38 smithi071 bash[9480]: cluster 2020-11-16T20:23:38.008952+0000 mgr.x (mgr.14196) 329 : cluster [DBG] pgmap v388: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:41.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:41 smithi142 bash[9523]: cluster 2020-11-16T20:23:40.009685+0000 mgr.x (mgr.14196) 330 : cluster [DBG] pgmap v389: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:23:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:41 smithi071 bash[9480]: cluster 2020-11-16T20:23:40.009685+0000 mgr.x (mgr.14196) 330 : cluster [DBG] pgmap v389: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:41 smithi065 bash[9468]: cluster 2020-11-16T20:23:40.009685+0000 mgr.x (mgr.14196) 330 : cluster [DBG] pgmap v389: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:42.131 INFO:teuthology.orchestra.run.smithi142.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]}
2020-11-16T20:23:42.132 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done
2020-11-16T20:23:42.132 INFO:tasks.cephadm:Setup complete, yielding
2020-11-16T20:23:42.133 INFO:teuthology.run_tasks:Running task exec...
2020-11-16T20:23:42.143 INFO:teuthology.task.exec:Executing custom commands...
2020-11-16T20:23:42.143 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi142.front.sepia.ceph.com
2020-11-16T20:23:42.144 INFO:teuthology.orchestra.run.smithi142:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! ceph balancer status ; do sleep 1 ; done'
2020-11-16T20:23:42.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:42 smithi071 bash[9480]: audit 2020-11-16T20:23:41.434627+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? v1:172.21.15.142:0/3980937437' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch
2020-11-16T20:23:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:23:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "active": true,
2020-11-16T20:23:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_optimize_duration": "0:00:00.000903",
2020-11-16T20:23:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_optimize_started": "Mon Nov 16 20:23:25 2020",
2020-11-16T20:23:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "mode": "upmap",
2020-11-16T20:23:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "optimize_result": "Unable to find further optimization, or pool(s) pg_num is decreasing, or distribution is already perfect",
2020-11-16T20:23:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "plans": []
2020-11-16T20:23:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:23:42.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:42 smithi065 bash[9468]: audit 2020-11-16T20:23:41.434627+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? v1:172.21.15.142:0/3980937437' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch
2020-11-16T20:23:42.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:42 smithi142 bash[9523]: audit 2020-11-16T20:23:41.434627+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? v1:172.21.15.142:0/3980937437' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch
2020-11-16T20:23:42.538 INFO:teuthology.orchestra.run.smithi142:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph balancer mode crush-compat'
2020-11-16T20:23:43.120 INFO:teuthology.orchestra.run.smithi142:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph balancer on'
2020-11-16T20:23:43.449 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:43 smithi142 bash[9523]: cluster 2020-11-16T20:23:42.010335+0000 mgr.x (mgr.14196) 331 : cluster [DBG] pgmap v390: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:43.449 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:43 smithi142 bash[9523]: audit 2020-11-16T20:23:42.894532+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set create-compat", "format": "json"}]: dispatch
2020-11-16T20:23:43.451 INFO:teuthology.run_tasks:Running task thrashosds...
2020-11-16T20:23:43.460 INFO:tasks.thrashosds:config is {'chance_pgnum_grow': 0.25, 'chance_pgpnum_fix': 0.25, 'chance_test_map_discontinuity': 2, 'timeout': 1800, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0}
2020-11-16T20:23:43.461 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'wip-kefu-testing-2020-11-16-1845'}, 'ceph': {'conf': {'client.2': {'debug ms': 1, 'debug objecter': 20, 'debug rados': 20}, 'global': {'mon client directed command retry': 5, 'mon election default strategy': 1, 'ms bind msgr2': False, 'ms inject socket failures': 2500, 'ms tcp read timeout': 5, 'ms type': 'async', 'osd_pool_default_min_size': 2, 'osd_pool_default_size': 2}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon min osdmap epochs': 50, 'mon osdmap full prune interval': 2, 'mon osdmap full prune min': 15, 'mon osdmap full prune txsize': 2, 'paxos service trim min': 10}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'osd debug verify cached snaps': True, 'osd debug verify missing on start': True, 'osd map cache size': 1, 'osd max backfills': 6, 'osd max markdown count': 1000, 'osd op queue': 'debug_random', 'osd op queue cut off': 'debug_random', 'osd scrub during recovery': False, 'osd scrub max interval': 120, 'osd scrub min interval': 60, 'osd shutdown pgref assert': True}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'Health detail', '\\(REQUEST_STUCK\\)', '\\(MON_DOWN\\)', '\\(OSD_SLOW_PING_TIME', 'but it is still running', 'objects unfound and apparently lost', 'osd_map_cache_size', 'overall HEALTH_', '\\(OSDMAP_FLAGS\\)', '\\(OSD_', '\\(PG_', '\\(POOL_', '\\(CACHE_POOL_', '\\(SMALLER_PGP_NUM\\)', '\\(OBJECT_', '\\(SLOW_OPS\\)', '\\(REQUEST_SLOW\\)', '\\(TOO_FEW_PGS\\)', 'slow request'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'Health detail'], 'mon_bind_msgr2': False, 'sha1': '911cc35794d871071a8bebfb0919482263b1d18b'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': '911cc35794d871071a8bebfb0919482263b1d18b'}}, 'workunit': {'branch': 'wip-kefu-testing-2020-11-16-1845', 'sha1': '911cc35794d871071a8bebfb0919482263b1d18b'}}
2020-11-16T20:23:43.461 INFO:tasks.thrashosds:config is {'chance_pgnum_grow': 0.25, 'chance_pgpnum_fix': 0.25, 'chance_test_map_discontinuity': 2, 'timeout': 1800, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0}
2020-11-16T20:23:43.462 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph config set mgr mgr_debug_aggressive_pg_num_changes true
2020-11-16T20:23:43.462 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:43 smithi071 bash[9480]: cluster 2020-11-16T20:23:42.010335+0000 mgr.x (mgr.14196) 331 : cluster [DBG] pgmap v390: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:43.462 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:43 smithi071 bash[9480]: audit 2020-11-16T20:23:42.894532+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set create-compat", "format": "json"}]: dispatch
2020-11-16T20:23:43.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:43 smithi065 bash[9468]: cluster 2020-11-16T20:23:42.010335+0000 mgr.x (mgr.14196) 331 : cluster [DBG] pgmap v390: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:43.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:43 smithi065 bash[9468]: audit 2020-11-16T20:23:42.894532+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set create-compat", "format": "json"}]: dispatch
2020-11-16T20:23:43.596 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:44.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:42.498903+0000 mgr.x (mgr.14196) 332 : audit [DBG] from='client.14739 v1:172.21.15.142:0/3407288235' entity='client.admin' cmd=[{"prefix": "balancer status", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:44.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:42.890342+0000 mgr.x (mgr.14196) 333 : audit [DBG] from='client.14745 v1:172.21.15.142:0/1966864982' entity='client.admin' cmd=[{"prefix": "balancer mode", "mode": "crush-compat", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:44.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.083289+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set create-compat", "format": "json"}]': finished
2020-11-16T20:23:44.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: cluster 2020-11-16T20:23:43.083366+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e127: 12 total, 12 up, 12 in
2020-11-16T20:23:44.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.085433+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush dump", "format": "json"}]: dispatch
2020-11-16T20:23:44.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.092229+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config set","value":"crush-compat","who":"mgr","name":"mgr/balancer/mode"}]: dispatch
2020-11-16T20:23:44.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.101676+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config set","value":"crush-compat","who":"mgr","name":"mgr/balancer/mode"}]': finished
2020-11-16T20:23:44.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.487241+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]: dispatch
2020-11-16T20:23:44.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.488016+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]: dispatch
2020-11-16T20:23:44.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.491311+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]': finished
2020-11-16T20:23:44.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.496688+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]': finished
2020-11-16T20:23:44.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.498641+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:23:44.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:44 smithi071 bash[9480]: audit 2020-11-16T20:23:43.503514+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:23:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:42.498903+0000 mgr.x (mgr.14196) 332 : audit [DBG] from='client.14739 v1:172.21.15.142:0/3407288235' entity='client.admin' cmd=[{"prefix": "balancer status", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:42.890342+0000 mgr.x (mgr.14196) 333 : audit [DBG] from='client.14745 v1:172.21.15.142:0/1966864982' entity='client.admin' cmd=[{"prefix": "balancer mode", "mode": "crush-compat", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.083289+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set create-compat", "format": "json"}]': finished
2020-11-16T20:23:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: cluster 2020-11-16T20:23:43.083366+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e127: 12 total, 12 up, 12 in
2020-11-16T20:23:44.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.085433+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush dump", "format": "json"}]: dispatch
2020-11-16T20:23:44.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.092229+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config set","value":"crush-compat","who":"mgr","name":"mgr/balancer/mode"}]: dispatch
2020-11-16T20:23:44.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.101676+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config set","value":"crush-compat","who":"mgr","name":"mgr/balancer/mode"}]': finished
2020-11-16T20:23:44.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.487241+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]: dispatch
2020-11-16T20:23:44.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.488016+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]: dispatch
2020-11-16T20:23:44.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.491311+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]': finished
2020-11-16T20:23:44.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.496688+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]': finished
2020-11-16T20:23:44.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.498641+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:23:44.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:44 smithi065 bash[9468]: audit 2020-11-16T20:23:43.503514+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:23:44.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:42.498903+0000 mgr.x (mgr.14196) 332 : audit [DBG] from='client.14739 v1:172.21.15.142:0/3407288235' entity='client.admin' cmd=[{"prefix": "balancer status", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:44.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:42.890342+0000 mgr.x (mgr.14196) 333 : audit [DBG] from='client.14745 v1:172.21.15.142:0/1966864982' entity='client.admin' cmd=[{"prefix": "balancer mode", "mode": "crush-compat", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:44.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.083289+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set create-compat", "format": "json"}]': finished
2020-11-16T20:23:44.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: cluster 2020-11-16T20:23:43.083366+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e127: 12 total, 12 up, 12 in
2020-11-16T20:23:44.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.085433+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush dump", "format": "json"}]: dispatch
2020-11-16T20:23:44.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.092229+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config set","value":"crush-compat","who":"mgr","name":"mgr/balancer/mode"}]: dispatch
2020-11-16T20:23:44.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.101676+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config set","value":"crush-compat","who":"mgr","name":"mgr/balancer/mode"}]': finished
2020-11-16T20:23:44.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.487241+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]: dispatch
2020-11-16T20:23:44.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.488016+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]: dispatch
2020-11-16T20:23:44.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.491311+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301237\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.301440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302114\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.302624\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:21:12.303121\", \"created\": \"2020-11-16T20:21:11.386774\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:21:12.303725\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]': finished
2020-11-16T20:23:44.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.496688+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239086\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:17:45.239189\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239240\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239511\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239665\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:17:45.239813\", \"created\": \"2020-11-16T20:17:44.181698\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:17:45.240012\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]': finished
2020-11-16T20:23:44.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.498641+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:23:44.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:44 smithi142 bash[9523]: audit 2020-11-16T20:23:43.503514+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:23:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:45 smithi071 bash[9480]: audit 2020-11-16T20:23:43.435723+0000 mgr.x (mgr.14196) 334 : audit [DBG] from='client.14751 v1:172.21.15.142:0/2915093869' entity='client.admin' cmd=[{"prefix": "balancer on", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:45 smithi071 bash[9480]: cluster 2020-11-16T20:23:44.011044+0000 mgr.x (mgr.14196) 335 : cluster [DBG] pgmap v392: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:45 smithi065 bash[9468]: audit 2020-11-16T20:23:43.435723+0000 mgr.x (mgr.14196) 334 : audit [DBG] from='client.14751 v1:172.21.15.142:0/2915093869' entity='client.admin' cmd=[{"prefix": "balancer on", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:45 smithi065 bash[9468]: cluster 2020-11-16T20:23:44.011044+0000 mgr.x (mgr.14196) 335 : cluster [DBG] pgmap v392: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:45.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:45 smithi142 bash[9523]: audit 2020-11-16T20:23:43.435723+0000 mgr.x (mgr.14196) 334 : audit [DBG] from='client.14751 v1:172.21.15.142:0/2915093869' entity='client.admin' cmd=[{"prefix": "balancer on", "target": ["mgr", ""]}]: dispatch
2020-11-16T20:23:45.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:45 smithi142 bash[9523]: cluster 2020-11-16T20:23:44.011044+0000 mgr.x (mgr.14196) 335 : cluster [DBG] pgmap v392: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:47.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:46 smithi065 bash[9468]: cluster 2020-11-16T20:23:46.011631+0000 mgr.x (mgr.14196) 336 : cluster [DBG] pgmap v393: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:47.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:46 smithi142 bash[9523]: cluster 2020-11-16T20:23:46.011631+0000 mgr.x (mgr.14196) 336 : cluster [DBG] pgmap v393: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:46 smithi071 bash[9480]: cluster 2020-11-16T20:23:46.011631+0000 mgr.x (mgr.14196) 336 : cluster [DBG] pgmap v393: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:47.786 INFO:tasks.thrashosds:Beginning thrashosds...
2020-11-16T20:23:47.786 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean
2020-11-16T20:23:47.787 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:23:47.924 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:48.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:47 smithi142 bash[9523]: audit 2020-11-16T20:23:47.037028+0000 mon.a (mon.0) 744 : audit [INF] from='client.? v1:172.21.15.142:0/2758093398' entity='client.admin' cmd=[{"prefix": "config set", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes", "value": "true"}]: dispatch
2020-11-16T20:23:48.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:47 smithi142 bash[9523]: audit 2020-11-16T20:23:47.044863+0000 mon.a (mon.0) 745 : audit [INF] from='client.? v1:172.21.15.142:0/2758093398' entity='client.admin' cmd='[{"prefix": "config set", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes", "value": "true"}]': finished
2020-11-16T20:23:48.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:47 smithi142 bash[9523]: audit 2020-11-16T20:23:47.055733+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:23:48.037 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:47 smithi142 bash[9523]: audit 2020-11-16T20:23:47.062819+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:23:48.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:47 smithi065 bash[9468]: audit 2020-11-16T20:23:47.037028+0000 mon.a (mon.0) 744 : audit [INF] from='client.? v1:172.21.15.142:0/2758093398' entity='client.admin' cmd=[{"prefix": "config set", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes", "value": "true"}]: dispatch
2020-11-16T20:23:48.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:47 smithi065 bash[9468]: audit 2020-11-16T20:23:47.044863+0000 mon.a (mon.0) 745 : audit [INF] from='client.? v1:172.21.15.142:0/2758093398' entity='client.admin' cmd='[{"prefix": "config set", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes", "value": "true"}]': finished
2020-11-16T20:23:48.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:47 smithi065 bash[9468]: audit 2020-11-16T20:23:47.055733+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:23:48.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:47 smithi065 bash[9468]: audit 2020-11-16T20:23:47.062819+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:23:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:47 smithi071 bash[9480]: audit 2020-11-16T20:23:47.037028+0000 mon.a (mon.0) 744 : audit [INF] from='client.? v1:172.21.15.142:0/2758093398' entity='client.admin' cmd=[{"prefix": "config set", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes", "value": "true"}]: dispatch
2020-11-16T20:23:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:47 smithi071 bash[9480]: audit 2020-11-16T20:23:47.044863+0000 mon.a (mon.0) 745 : audit [INF] from='client.? v1:172.21.15.142:0/2758093398' entity='client.admin' cmd='[{"prefix": "config set", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes", "value": "true"}]': finished
2020-11-16T20:23:48.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:47 smithi071 bash[9480]: audit 2020-11-16T20:23:47.055733+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:23:48.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:47 smithi071 bash[9480]: audit 2020-11-16T20:23:47.062819+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:23:49.206 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:48 smithi142 bash[9523]: cluster 2020-11-16T20:23:47.167766+0000 osd.2 (osd.2) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:49.206 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:48 smithi142 bash[9523]: cluster 2020-11-16T20:23:47.167902+0000 osd.2 (osd.2) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:49.206 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:48 smithi142 bash[9523]: cluster 2020-11-16T20:23:47.900801+0000 osd.9 (osd.9) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:49.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:48 smithi142 bash[9523]: cluster 2020-11-16T20:23:47.900931+0000 osd.9 (osd.9) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:49.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:48 smithi142 bash[9523]: cluster 2020-11-16T20:23:48.012218+0000 mgr.x (mgr.14196) 337 : cluster [DBG] pgmap v394: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:49.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:48 smithi142 bash[9523]: cluster 2020-11-16T20:23:48.068983+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e128: 12 total, 12 up, 12 in
2020-11-16T20:23:49.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:48 smithi065 bash[9468]: cluster 2020-11-16T20:23:47.167766+0000 osd.2 (osd.2) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:49.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:48 smithi065 bash[9468]: cluster 2020-11-16T20:23:47.167902+0000 osd.2 (osd.2) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:49.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:48 smithi065 bash[9468]: cluster 2020-11-16T20:23:47.900801+0000 osd.9 (osd.9) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:48 smithi065 bash[9468]: cluster 2020-11-16T20:23:47.900931+0000 osd.9 (osd.9) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:48 smithi065 bash[9468]: cluster 2020-11-16T20:23:48.012218+0000 mgr.x (mgr.14196) 337 : cluster [DBG] pgmap v394: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:49.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:48 smithi065 bash[9468]: cluster 2020-11-16T20:23:48.068983+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e128: 12 total, 12 up, 12 in
2020-11-16T20:23:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:48 smithi071 bash[9480]: cluster 2020-11-16T20:23:47.167766+0000 osd.2 (osd.2) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:48 smithi071 bash[9480]: cluster 2020-11-16T20:23:47.167902+0000 osd.2 (osd.2) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:48 smithi071 bash[9480]: cluster 2020-11-16T20:23:47.900801+0000 osd.9 (osd.9) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:48 smithi071 bash[9480]: cluster 2020-11-16T20:23:47.900931+0000 osd.9 (osd.9) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:48 smithi071 bash[9480]: cluster 2020-11-16T20:23:48.012218+0000 mgr.x (mgr.14196) 337 : cluster [DBG] pgmap v394: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:48 smithi071 bash[9480]: cluster 2020-11-16T20:23:48.068983+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e128: 12 total, 12 up, 12 in
2020-11-16T20:23:51.160 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:23:51.162 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:23:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:51 smithi071 bash[9480]: cluster 2020-11-16T20:23:50.012819+0000 mgr.x (mgr.14196) 338 : cluster [DBG] pgmap v396: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:51.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:51 smithi065 bash[9468]: cluster 2020-11-16T20:23:50.012819+0000 mgr.x (mgr.14196) 338 : cluster [DBG] pgmap v396: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:51 smithi142 bash[9523]: cluster 2020-11-16T20:23:50.012819+0000 mgr.x (mgr.14196) 338 : cluster [DBG] pgmap v396: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:51.858 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":396,"stamp":"2020-11-16T20:23:50.012504+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":12,"num_per_pool_osds":2,"num_per_pool_omap_osds":2,"kb":1124941824,"kb_used":73332,"kb_used_data":7764,"kb_used_omap":0,"kb_used_meta":65472,"kb_avail":1124868492,"statfs":{"total":1151940427776,"available":1151865335808,"internally_reserved":0,"allocated":7950336,"data_stored":3574737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":67043328},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"109","reported_epoch":"127","state":"active+clean","last_fresh":"2020-11-16T20:23:43.080076+0000","last_change":"2020-11-16T20:23:17.300764+0000","last_active":"2020-11-16T20:23:43.080076+0000","last_peered":"2020-11-16T20:23:43.080076+0000","last_clean":"2020-11-16T20:23:43.080076+0000","last_became_active":"2020-11-16T20:21:21.368438+0000","last_became_peered":"2020-11-16T20:21:21.368438+0000","last_unstale":"2020-11-16T20:23:43.080076+0000","last_undegraded":"2020-11-16T20:23:43.080076+0000","last_fullsized":"2020-11-16T20:23:43.080076+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:23:17.300639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:23:17.300639+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631521,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5656,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739496,"statfs":{"total":95995035648,"available":95989243904,"internally_reserved":0,"allocated":671744,"data_stored":302379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":1.9159999999999999,"15min":1.8879999999999999},"min":{"1min":1.284,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":3.7120000000000002,"5min":5.0640000000000001,"15min":5.0640000000000001},"last":1.681},{"interface":"front","average":{"1min":2.4849999999999999,"5min":2.7040000000000002,"15min":2.7400000000000002},"min":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":3.641,"5min":4.3570000000000002,"15min":4.3570000000000002},"last":3.4140000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.3250000000000002,"5min":2.3410000000000002,"15min":2.3439999999999999},"min":{"1min":1.198,"5min":1.163,"15min":1.163},"max":{"1min":3.391,"5min":3.899,"15min":3.899},"last":3.0259999999999998},{"interface":"front","average":{"1min":1.891,"5min":1.9670000000000001,"15min":1.98},"min":{"1min":1.373,"5min":1.347,"15min":1.347},"max":{"1min":2.3719999999999999,"5min":3.6589999999999998,"15min":3.6589999999999998},"last":1.8049999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":1.855,"5min":1.71,"15min":1.6859999999999999},"min":{"1min":1.119,"5min":1.119,"15min":1.119},"max":{"1min":4.3840000000000003,"5min":4.3840000000000003,"15min":4.3840000000000003},"last":1.8759999999999999},{"interface":"front","average":{"1min":3.0979999999999999,"5min":2.8820000000000001,"15min":2.8460000000000001},"min":{"1min":1.488,"5min":1.016,"15min":1.016},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":2.1469999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.9940000000000002,"15min":3.008},"min":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"max":{"1min":3.6219999999999999,"5min":4.1180000000000003,"15min":4.1180000000000003},"last":2.9550000000000001},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.2839999999999998,"15min":2.2429999999999999},"min":{"1min":1.224,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":4.218,"5min":4.218,"15min":4.218},"last":3.6539999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.8500000000000001,"5min":3.089,"15min":3.129},"min":{"1min":1.6799999999999999,"5min":1.6799999999999999,"15min":1.6799999999999999},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":4.2089999999999996},"last":4.2489999999999997},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.5510000000000002,"15min":2.5590000000000002},"min":{"1min":1.946,"5min":1.7,"15min":1.7},"max":{"1min":3.048,"5min":4.3090000000000002,"15min":4.3090000000000002},"last":4.1790000000000003}]},{"osd":5,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4860000000000002,"5min":3.6619999999999999,"15min":3.6909999999999998},"min":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"max":{"1min":4.5640000000000001,"5min":4.7889999999999997,"15min":4.7889999999999997},"last":3.4750000000000001},{"interface":"front","average":{"1min":3.6819999999999999,"5min":3.1459999999999999,"15min":3.0569999999999999},"min":{"1min":2.758,"5min":2.1699999999999999,"15min":2.1699999999999999},"max":{"1min":4.859,"5min":4.859,"15min":4.859},"last":3.879}]},{"osd":6,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.875,"5min":3.0129999999999999,"15min":3.036},"min":{"1min":1.512,"5min":1.512,"15min":1.512},"max":{"1min":3.5539999999999998,"5min":4.077,"15min":4.077},"last":2.4369999999999998},{"interface":"front","average":{"1min":4.2009999999999996,"5min":3.9820000000000002,"15min":3.9460000000000002},"min":{"1min":3.7919999999999998,"5min":2.863,"15min":2.863},"max":{"1min":5.1130000000000004,"5min":5.3650000000000002,"15min":5.3650000000000002},"last":4.6920000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":3.2440000000000002,"15min":3.266},"min":{"1min":2.2589999999999999,"5min":2.2589999999999999,"15min":2.2589999999999999},"max":{"1min":3.8900000000000001,"5min":4.1760000000000002,"15min":4.1760000000000002},"last":3.2879999999999998},{"interface":"front","average":{"1min":4.2140000000000004,"5min":4.1820000000000004,"15min":4.1769999999999996},"min":{"1min":3.1840000000000002,"5min":2.722,"15min":2.722},"max":{"1min":4.8399999999999999,"5min":5.6319999999999997,"15min":5.6319999999999997},"last":4.3449999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4780000000000002,"5min":3.738,"15min":3.782},"min":{"1min":2.653,"5min":2.653,"15min":2.653},"max":{"1min":4.359,"5min":5.992,"15min":5.992},"last":3.7320000000000002},{"interface":"front","average":{"1min":3.5569999999999999,"5min":3.6520000000000001,"15min":3.6680000000000001},"min":{"1min":2.867,"5min":2.339,"15min":2.339},"max":{"1min":4.4569999999999999,"5min":4.7859999999999996,"15min":4.7859999999999996},"last":4.8769999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.8300000000000001,"5min":3.7959999999999998,"15min":3.79},"min":{"1min":3.2610000000000001,"5min":2.8069999999999999,"15min":2.8069999999999999},"max":{"1min":4.9729999999999999,"5min":5.1280000000000001,"15min":5.1280000000000001},"last":5.0949999999999998},{"interface":"front","average":{"1min":3.8479999999999999,"5min":3.9889999999999999,"15min":4.0129999999999999},"min":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"max":{"1min":5.0190000000000001,"5min":5.1349999999999998,"15min":5.1349999999999998},"last":4.5919999999999996}]}]},{"osd":10,"up_from":95,"seq":408021893159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5708,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739444,"statfs":{"total":95995035648,"available":95989190656,"internally_reserved":0,"allocated":659456,"data_stored":296380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4430000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":1.891,"5min":2.0920000000000001,"15min":2.1259999999999999},"min":{"1min":1.093,"5min":1.093,"15min":1.093},"max":{"1min":3.4140000000000001,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":2.3090000000000002},{"interface":"front","average":{"1min":1.806,"5min":1.8819999999999999,"15min":1.895},"min":{"1min":1.2569999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"max":{"1min":2.6869999999999998,"5min":3.6720000000000002,"15min":3.6720000000000002},"last":2.0449999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":2.2469999999999999,"5min":2.0539999999999998,"15min":2.0219999999999998},"min":{"1min":1.1970000000000001,"5min":0.96599999999999997,"15min":0.96599999999999997},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":1.46},{"interface":"front","average":{"1min":2.1480000000000001,"5min":2.2450000000000001,"15min":2.2610000000000001},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":4.149,"5min":4.149,"15min":4.149},"last":1.125}]},{"osd":3,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":1.7509999999999999,"5min":1.6759999999999999,"15min":1.6639999999999999},"min":{"1min":1.2549999999999999,"5min":1.016,"15min":1.016},"max":{"1min":3.927,"5min":3.927,"15min":3.927},"last":2.52},{"interface":"front","average":{"1min":2.141,"5min":2.3919999999999999,"15min":2.4340000000000002},"min":{"1min":1.165,"5min":1.165,"15min":1.165},"max":{"1min":3.339,"5min":3.339,"15min":3.339},"last":3.0760000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.052,"5min":3.0030000000000001,"15min":2.9950000000000001},"min":{"1min":2.2229999999999999,"5min":1.3160000000000001,"15min":1.3160000000000001},"max":{"1min":4.2409999999999997,"5min":4.2409999999999997,"15min":4.2409999999999997},"last":2.46},{"interface":"front","average":{"1min":2.6930000000000001,"5min":2.6890000000000001,"15min":2.6880000000000002},"min":{"1min":1.8700000000000001,"5min":1.7450000000000001,"15min":1.7450000000000001},"max":{"1min":3.8580000000000001,"5min":3.8580000000000001,"15min":3.8580000000000001},"last":1.8899999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":3.2450000000000001,"15min":3.2850000000000001},"min":{"1min":1.899,"5min":1.427,"15min":1.427},"max":{"1min":3.899,"5min":5.048,"15min":5.048},"last":3.238},{"interface":"front","average":{"1min":2.9660000000000002,"5min":2.9500000000000002,"15min":2.948},"min":{"1min":2.3799999999999999,"5min":2.0539999999999998,"15min":2.0539999999999998},"max":{"1min":3.9039999999999999,"5min":4.4710000000000001,"15min":4.4710000000000001},"last":2.9409999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.9399999999999999,"15min":2.9380000000000002},"min":{"1min":2.133,"5min":1.651,"15min":1.651},"max":{"1min":3.871,"5min":4.3710000000000004,"15min":4.3710000000000004},"last":2.8809999999999998},{"interface":"front","average":{"1min":3.4990000000000001,"5min":3.5779999999999998,"15min":3.5910000000000002},"min":{"1min":2.5270000000000001,"5min":1.665,"15min":1.665},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":2.6859999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.097,"5min":3.0800000000000001,"15min":3.077},"min":{"1min":2.1899999999999999,"5min":1.859,"15min":1.859},"max":{"1min":4.181,"5min":4.181,"15min":4.181},"last":2.605},{"interface":"front","average":{"1min":3.661,"5min":3.7090000000000001,"15min":3.7170000000000001},"min":{"1min":2.9039999999999999,"5min":1.9950000000000001,"15min":1.9950000000000001},"max":{"1min":4.5549999999999997,"5min":4.5549999999999997,"15min":4.5549999999999997},"last":3.0009999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.4750000000000001,"5min":3.1859999999999999,"15min":3.1379999999999999},"min":{"1min":2.419,"5min":1.5049999999999999,"15min":1.5049999999999999},"max":{"1min":4.6399999999999997,"5min":4.7380000000000004,"15min":4.7380000000000004},"last":3.323},{"interface":"front","average":{"1min":3.4430000000000001,"5min":3.5190000000000001,"15min":3.5310000000000001},"min":{"1min":2.4740000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"max":{"1min":5.1689999999999996,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":3.085}]},{"osd":9,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.7690000000000001,"5min":3.4220000000000002,"15min":3.3639999999999999},"min":{"1min":2.8479999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"max":{"1min":5.0579999999999998,"5min":5.0579999999999998,"15min":5.0579999999999998},"last":4.0910000000000002},{"interface":"front","average":{"1min":3.7519999999999998,"5min":3.738,"15min":3.7360000000000002},"min":{"1min":2.5089999999999999,"5min":1.5920000000000001,"15min":1.5920000000000001},"max":{"1min":4.8330000000000002,"5min":5.9630000000000001,"15min":5.9630000000000001},"last":3.4060000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:23:24 2020","interfaces":[{"interface":"back","average":{"1min":4.0579999999999998,"5min":4.1600000000000001,"15min":4.1769999999999996},"min":{"1min":3.2469999999999999,"5min":2.9420000000000002,"15min":2.9420000000000002},"max":{"1min":4.9720000000000004,"5min":5.1230000000000002,"15min":5.1230000000000002},"last":3.6560000000000001},{"interface":"front","average":{"1min":3.883,"5min":3.9590000000000001,"15min":3.972},"min":{"1min":2.9529999999999998,"5min":1.7529999999999999,"15min":1.7529999999999999},"max":{"1min":4.7279999999999998,"5min":5.9080000000000004,"15min":5.9080000000000004},"last":3.7170000000000001}]}]},{"osd":9,"up_from":71,"seq":304942678080,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5964,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93739188,"statfs":{"total":95995035648,"available":95988928512,"internally_reserved":0,"allocated":659456,"data_stored":296380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":1.865,"15min":1.8999999999999999},"min":{"1min":1.2210000000000001,"5min":0.995,"15min":0.995},"max":{"1min":3.8359999999999999,"5min":3.8359999999999999,"15min":3.8359999999999999},"last":1.3120000000000001},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.8420000000000001,"15min":1.7589999999999999},"min":{"1min":1.462,"5min":1.038,"15min":1.038},"max":{"1min":2.798,"5min":2.931,"15min":2.931},"last":2.3250000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.004,"15min":2.0659999999999998},"min":{"1min":1.2310000000000001,"5min":1.1739999999999999,"15min":1.1739999999999999},"max":{"1min":2.9900000000000002,"5min":3.5830000000000002,"15min":3.5830000000000002},"last":2.5150000000000001},{"interface":"front","average":{"1min":1.8069999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"max":{"1min":2.9369999999999998,"5min":3.903,"15min":3.903},"last":1.4390000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":1.9319999999999999,"15min":1.8839999999999999},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":2.7490000000000001,"5min":4.3029999999999999,"15min":4.3029999999999999},"last":1.375},{"interface":"front","average":{"1min":2.411,"5min":2.153,"15min":2.0259999999999998},"min":{"1min":1.256,"5min":1.177,"15min":1.177},"max":{"1min":3.399,"5min":4.3719999999999999,"15min":4.3719999999999999},"last":2.601}]},{"osd":3,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":2.4700000000000002,"15min":2.4119999999999999},"min":{"1min":1.7889999999999999,"5min":1.401,"15min":1.401},"max":{"1min":3.5910000000000002,"5min":3.8799999999999999,"15min":3.8799999999999999},"last":1.996},{"interface":"front","average":{"1min":2.3620000000000001,"5min":2.4359999999999999,"15min":2.448},"min":{"1min":1.5669999999999999,"5min":1.4399999999999999,"15min":1.4399999999999999},"max":{"1min":3.1190000000000002,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":2.1960000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.839,"5min":2.7930000000000001,"15min":2.8210000000000002},"min":{"1min":1.171,"5min":1.171,"15min":1.171},"max":{"1min":4.3760000000000003,"5min":4.3760000000000003,"15min":4.3760000000000003},"last":3.0110000000000001},{"interface":"front","average":{"1min":2.9740000000000002,"5min":2.653,"15min":2.6040000000000001},"min":{"1min":2.3300000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"max":{"1min":3.79,"5min":3.79,"15min":3.79},"last":2.8460000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.5,"5min":3.1000000000000001,"15min":3.0659999999999998},"min":{"1min":2.8769999999999998,"5min":1.7609999999999999,"15min":1.7609999999999999},"max":{"1min":5.2610000000000001,"5min":5.2610000000000001,"15min":5.2610000000000001},"last":4.2430000000000003},{"interface":"front","average":{"1min":2.919,"5min":2.8650000000000002,"15min":2.7949999999999999},"min":{"1min":1.8540000000000001,"5min":1.571,"15min":1.571},"max":{"1min":4.4139999999999997,"5min":4.4320000000000004,"15min":4.4320000000000004},"last":3.302}]},{"osd":6,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.1389999999999998,"5min":3.0249999999999999,"15min":3.0139999999999998},"min":{"1min":2.476,"5min":1.859,"15min":1.859},"max":{"1min":3.6440000000000001,"5min":4.694,"15min":4.694},"last":2.9590000000000001},{"interface":"front","average":{"1min":3.7530000000000001,"5min":3.5209999999999999,"15min":3.5209999999999999},"min":{"1min":2.5129999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"max":{"1min":4.9539999999999997,"5min":5.6070000000000002,"15min":5.6070000000000002},"last":3.8290000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.2669999999999999,"5min":3.1269999999999998,"15min":3.0550000000000002},"min":{"1min":2.3900000000000001,"5min":1.802,"15min":1.802},"max":{"1min":3.948,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":3.75},{"interface":"front","average":{"1min":3.472,"5min":3.3799999999999999,"15min":3.3959999999999999},"min":{"1min":2.9039999999999999,"5min":2.2810000000000001,"15min":2.2810000000000001},"max":{"1min":4.335,"5min":5.3259999999999996,"15min":5.3259999999999996},"last":3.1960000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.653,"5min":3.399,"15min":3.3580000000000001},"min":{"1min":3.0169999999999999,"5min":1.284,"15min":1.284},"max":{"1min":4.1340000000000003,"5min":4.548,"15min":4.548},"last":3.403},{"interface":"front","average":{"1min":3.9569999999999999,"5min":3.6179999999999999,"15min":3.5880000000000001},"min":{"1min":2.7149999999999999,"5min":1.5880000000000001,"15min":1.5880000000000001},"max":{"1min":5.1470000000000002,"5min":5.8360000000000003,"15min":5.8360000000000003},"last":3.6960000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":3.6859999999999999,"5min":3.7429999999999999,"15min":3.7530000000000001},"min":{"1min":2.7610000000000001,"5min":2.532,"15min":2.532},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":4.1379999999999999},{"interface":"front","average":{"1min":3.9609999999999999,"5min":3.956,"15min":3.9550000000000001},"min":{"1min":3.0920000000000001,"5min":1.782,"15min":1.782},"max":{"1min":4.7300000000000004,"5min":4.9489999999999998,"15min":4.9489999999999998},"last":3.4790000000000001}]}]},{"osd":8,"up_from":63,"seq":270582939717,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6028,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739124,"statfs":{"total":95995035648,"available":95988862976,"internally_reserved":0,"allocated":659456,"data_stored":296400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6,7,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.74,"15min":1.73},"min":{"1min":1.2629999999999999,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":2.851,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":1.167},{"interface":"front","average":{"1min":1.944,"5min":1.8999999999999999,"15min":1.823},"min":{"1min":1.264,"5min":1.01,"15min":1.01},"max":{"1min":3.012,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":1.429}]},{"osd":1,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2649999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"max":{"1min":2.73,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":1.3720000000000001},{"interface":"front","average":{"1min":2.2160000000000002,"5min":2.3439999999999999,"15min":2.5049999999999999},"min":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"max":{"1min":3.254,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":1.8520000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.885,"5min":1.9219999999999999,"15min":1.8919999999999999},"min":{"1min":1.3999999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"max":{"1min":2.6200000000000001,"5min":2.903,"15min":2.903},"last":1.7390000000000001},{"interface":"front","average":{"1min":2.456,"5min":2.4369999999999998,"15min":2.4660000000000002},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":3.6749999999999998,"5min":4.6079999999999997,"15min":4.6079999999999997},"last":2.5249999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":2.6349999999999998,"5min":2.5609999999999999,"15min":2.577},"min":{"1min":1.665,"5min":1.3400000000000001,"15min":1.3400000000000001},"max":{"1min":3.246,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":2.9870000000000001},{"interface":"front","average":{"1min":2.4300000000000002,"5min":2.077,"15min":2.0289999999999999},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":3.492,"5min":3.4929999999999999,"15min":3.4929999999999999},"last":2.3740000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":2.4460000000000002,"5min":2.4409999999999998,"15min":2.5619999999999998},"min":{"1min":1.8080000000000001,"5min":1.2829999999999999,"15min":1.2829999999999999},"max":{"1min":3.028,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":3.6520000000000001},{"interface":"front","average":{"1min":2.7149999999999999,"5min":2.52,"15min":2.4889999999999999},"min":{"1min":2.1389999999999998,"5min":1.6379999999999999,"15min":1.6379999999999999},"max":{"1min":3.585,"5min":4.3079999999999998,"15min":4.3079999999999998},"last":2.1760000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:23:28 2020","interfaces":[{"interface":"back","average":{"1min":3.0619999999999998,"5min":2.931,"15min":2.798},"min":{"1min":2.242,"5min":1.6379999999999999,"15min":1.6379999999999999},"max":{"1min":3.665,"5min":4.327,"15min":4.327},"last":2.4750000000000001},{"interface":"front","average":{"1min":3.3109999999999999,"5min":3.0840000000000001,"15min":2.9510000000000001},"min":{"1min":2.2770000000000001,"5min":1.417,"15min":1.417},"max":{"1min":4.1959999999999997,"5min":4.5430000000000001,"15min":4.5430000000000001},"last":3.1850000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2269999999999999,"5min":3.0790000000000002,"15min":3.1349999999999998},"min":{"1min":2.6000000000000001,"5min":1.821,"15min":1.821},"max":{"1min":4.3520000000000003,"5min":4.3520000000000003,"15min":4.3520000000000003},"last":2.7120000000000002},{"interface":"front","average":{"1min":3.472,"5min":3.3460000000000001,"15min":3.3340000000000001},"min":{"1min":2.6930000000000001,"5min":2.1869999999999998,"15min":2.1869999999999998},"max":{"1min":4.2770000000000001,"5min":4.6619999999999999,"15min":4.6619999999999999},"last":3.8069999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2090000000000001,"5min":3.0750000000000002,"15min":3.2360000000000002},"min":{"1min":2.1139999999999999,"5min":1.679,"15min":1.679},"max":{"1min":4.6840000000000002,"5min":4.6840000000000002,"15min":4.6840000000000002},"last":1.9730000000000001},{"interface":"front","average":{"1min":3.4790000000000001,"5min":3.343,"15min":3.4409999999999998},"min":{"1min":2.1859999999999999,"5min":2.173,"15min":2.173},"max":{"1min":4.327,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":2.778}]},{"osd":9,"last update":"Mon Nov 16 20:22:53 2020","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":3.4209999999999998,"15min":3.3959999999999999},"min":{"1min":2.8260000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"max":{"1min":4.5419999999999998,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":3.3980000000000001},{"interface":"front","average":{"1min":3.9990000000000001,"5min":3.516,"15min":3.4409999999999998},"min":{"1min":3.2799999999999998,"5min":1.581,"15min":1.581},"max":{"1min":4.7549999999999999,"5min":4.7549999999999999,"15min":4.7549999999999999},"last":4.0529999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.6709999999999998,"5min":3.48,"15min":3.448},"min":{"1min":2.8969999999999998,"5min":2.5299999999999998,"15min":2.5299999999999998},"max":{"1min":4.4749999999999996,"5min":4.9669999999999996,"15min":4.9669999999999996},"last":2.9380000000000002},{"interface":"front","average":{"1min":3.79,"5min":3.794,"15min":3.794},"min":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":2.2949999999999999},"max":{"1min":4.5460000000000003,"5min":4.8120000000000003,"15min":4.8120000000000003},"last":4.1820000000000004}]}]},{"osd":7,"up_from":56,"seq":240518168650,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6092,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739060,"statfs":{"total":95995035648,"available":95988797440,"internally_reserved":0,"allocated":659456,"data_stored":296400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:20:57 2020","interfaces":[{"interface":"back","average":{"1min":1.778,"5min":1.7310000000000001,"15min":1.6819999999999999},"min":{"1min":1.2869999999999999,"5min":1.284,"15min":1.284},"max":{"1min":2.8959999999999999,"5min":3.2749999999999999,"15min":3.2749999999999999},"last":2.7909999999999999},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.2610000000000001,"15min":2.3980000000000001},"min":{"1min":1.3919999999999999,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":3.0409999999999999,"5min":3.593,"15min":3.593},"last":1.482}]},{"osd":1,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0009999999999999,"5min":2.0390000000000001,"15min":2.1349999999999998},"min":{"1min":1.256,"5min":1.256,"15min":1.256},"max":{"1min":3.133,"5min":3.698,"15min":3.698},"last":1.395},{"interface":"front","average":{"1min":2.0190000000000001,"5min":2.0939999999999999,"15min":2.052},"min":{"1min":1.306,"5min":1.26,"15min":1.26},"max":{"1min":2.718,"5min":3.2799999999999998,"15min":3.2799999999999998},"last":1.522}]},{"osd":2,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.282,"5min":2.133,"15min":2.113},"min":{"1min":1.7969999999999999,"5min":1.3600000000000001,"15min":1.3600000000000001},"max":{"1min":3.3109999999999999,"5min":3.3109999999999999,"15min":3.3109999999999999},"last":1.8799999999999999},{"interface":"front","average":{"1min":1.9990000000000001,"5min":2.254,"15min":2.3959999999999999},"min":{"1min":1.4930000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"max":{"1min":2.5950000000000002,"5min":3.786,"15min":3.786},"last":1.6439999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.1739999999999999,"5min":2.3300000000000001,"15min":2.339},"min":{"1min":1.3959999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"max":{"1min":2.6509999999999998,"5min":3.3380000000000001,"15min":3.3380000000000001},"last":2.0640000000000001},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.3479999999999999,"15min":2.3780000000000001},"min":{"1min":1.389,"5min":1.1499999999999999,"15min":1.1499999999999999},"max":{"1min":2.7490000000000001,"5min":3.5019999999999998,"15min":3.5019999999999998},"last":1.9790000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.9830000000000001,"5min":2.7440000000000002,"15min":2.758},"min":{"1min":2.1629999999999998,"5min":1.5049999999999999,"15min":1.5049999999999999},"max":{"1min":3.9489999999999998,"5min":4.8860000000000001,"15min":4.8860000000000001},"last":2.2709999999999999},{"interface":"front","average":{"1min":2.621,"5min":2.5539999999999998,"15min":2.456},"min":{"1min":1.502,"5min":1.502,"15min":1.502},"max":{"1min":3.6000000000000001,"5min":3.6120000000000001,"15min":3.6120000000000001},"last":2.585}]},{"osd":5,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":3.1709999999999998,"5min":2.9569999999999999,"15min":2.9140000000000001},"min":{"1min":1.8160000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"max":{"1min":4.306,"5min":4.556,"15min":4.556},"last":2.8759999999999999},{"interface":"front","average":{"1min":2.8820000000000001,"5min":3.093,"15min":3.093},"min":{"1min":1.218,"5min":1.218,"15min":1.218},"max":{"1min":4.8769999999999998,"5min":4.8769999999999998,"15min":4.8769999999999998},"last":2.73}]},{"osd":6,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.8879999999999999,"5min":3.117,"15min":3.3290000000000002},"min":{"1min":2.387,"5min":2.23,"15min":2.23},"max":{"1min":3.1749999999999998,"5min":4.617,"15min":4.617},"last":2.665},{"interface":"front","average":{"1min":3.2559999999999998,"5min":3.423,"15min":3.4350000000000001},"min":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"max":{"1min":4.2249999999999996,"5min":4.649,"15min":4.649},"last":2.9710000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:23:30 2020","interfaces":[{"interface":"back","average":{"1min":3.649,"5min":3.3140000000000001,"15min":3.0390000000000001},"min":{"1min":2.75,"5min":2.0369999999999999,"15min":2.0369999999999999},"max":{"1min":4.3700000000000001,"5min":4.593,"15min":4.593},"last":3.1890000000000001},{"interface":"front","average":{"1min":3.331,"5min":3.492,"15min":3.6600000000000001},"min":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"max":{"1min":4.3659999999999997,"5min":4.9960000000000004,"15min":4.9960000000000004},"last":3.2759999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:22:50 2020","interfaces":[{"interface":"back","average":{"1min":4.0469999999999997,"5min":3.4820000000000002,"15min":3.3620000000000001},"min":{"1min":2.8500000000000001,"5min":2.5670000000000002,"15min":2.5670000000000002},"max":{"1min":5.218,"5min":5.218,"15min":5.218},"last":3.5859999999999999},{"interface":"front","average":{"1min":3.6160000000000001,"5min":3.7639999999999998,"15min":3.8679999999999999},"min":{"1min":2.7269999999999999,"5min":2.6440000000000001,"15min":2.6440000000000001},"max":{"1min":4.4199999999999999,"5min":4.976,"15min":4.976},"last":3.653}]},{"osd":10,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":3.7109999999999999,"5min":3.9249999999999998,"15min":3.9609999999999999},"min":{"1min":2.9500000000000002,"5min":2.9500000000000002,"15min":2.9500000000000002},"max":{"1min":4.6630000000000003,"5min":5.1379999999999999,"15min":5.1379999999999999},"last":4.0279999999999996},{"interface":"front","average":{"1min":4.2169999999999996,"5min":4.0860000000000003,"15min":4.0640000000000001},"min":{"1min":2.9990000000000001,"5min":2.8159999999999998,"15min":2.8159999999999998},"max":{"1min":4.9939999999999998,"5min":4.9939999999999998,"15min":4.9939999999999998},"last":4.2619999999999996}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":3.6150000000000002,"5min":3.6179999999999999,"15min":3.6179999999999999},"min":{"1min":2.71,"5min":2.71,"15min":2.71},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":2.5459999999999998},{"interface":"front","average":{"1min":4.3680000000000003,"5min":4.319,"15min":4.3109999999999999},"min":{"1min":3.1640000000000001,"5min":3.1640000000000001,"15min":3.1640000000000001},"max":{"1min":5.7320000000000002,"5min":5.7320000000000002,"15min":5.7320000000000002},"last":3.9489999999999998}]}]},{"osd":6,"up_from":49,"seq":210453397583,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6168,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738984,"statfs":{"total":95995035648,"available":95988719616,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":1.756,"5min":1.792,"15min":1.546},"min":{"1min":1.1020000000000001,"5min":1.0089999999999999,"15min":0.98199999999999998},"max":{"1min":3.4500000000000002,"5min":3.4500000000000002,"15min":3.4500000000000002},"last":1.8680000000000001},{"interface":"front","average":{"1min":2.2309999999999999,"5min":2.1640000000000001,"15min":1.97},"min":{"1min":1.23,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":4.2430000000000003,"5min":4.2430000000000003,"15min":4.2430000000000003},"last":4.2430000000000003}]},{"osd":1,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":2.2440000000000002,"5min":2.0249999999999999,"15min":1.8819999999999999},"min":{"1min":1.276,"5min":1.276,"15min":1.276},"max":{"1min":3.895,"5min":3.895,"15min":3.895},"last":1.508},{"interface":"front","average":{"1min":1.958,"5min":2.169,"15min":2.2789999999999999},"min":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3380000000000001},"max":{"1min":2.9940000000000002,"5min":3.9950000000000001,"15min":3.9950000000000001},"last":1.6339999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":2.2890000000000001,"5min":2.254,"15min":2.0379999999999998},"min":{"1min":1.413,"5min":1.4059999999999999,"15min":1.3859999999999999},"max":{"1min":4.2439999999999998,"5min":4.2439999999999998,"15min":4.2439999999999998},"last":2.5800000000000001},{"interface":"front","average":{"1min":1.9650000000000001,"5min":2.0680000000000001,"15min":2.02},"min":{"1min":1.194,"5min":1.194,"15min":1.194},"max":{"1min":3.8090000000000002,"5min":3.8090000000000002,"15min":3.8090000000000002},"last":1.5660000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.75,"15min":2.4489999999999998},"min":{"1min":1.292,"5min":1.292,"15min":1.2310000000000001},"max":{"1min":4.085,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":2.448},{"interface":"front","average":{"1min":2.7160000000000002,"5min":2.8959999999999999,"15min":2.7320000000000002},"min":{"1min":1.349,"5min":1.349,"15min":1.349},"max":{"1min":4.4359999999999999,"5min":4.4359999999999999,"15min":4.4359999999999999},"last":3.0600000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":2.649,"5min":2.6190000000000002,"15min":2.2349999999999999},"min":{"1min":1.147,"5min":1.147,"15min":1.119},"max":{"1min":3.3119999999999998,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":2.8149999999999999},{"interface":"front","average":{"1min":2.867,"5min":2.9380000000000002,"15min":2.8199999999999998},"min":{"1min":1.8160000000000001,"5min":1.3899999999999999,"15min":1.133},"max":{"1min":4.5759999999999996,"5min":4.5759999999999996,"15min":4.5940000000000003},"last":3.4470000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":3.3210000000000002,"5min":3.028,"15min":2.5859999999999999},"min":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.1910000000000001},"max":{"1min":4.4260000000000002,"5min":5.4009999999999998,"15min":5.4009999999999998},"last":3.7789999999999999},{"interface":"front","average":{"1min":3.2839999999999998,"5min":3.2320000000000002,"15min":2.8639999999999999},"min":{"1min":1.619,"5min":1.619,"15min":1.3400000000000001},"max":{"1min":4.7030000000000003,"5min":5.1159999999999997,"15min":5.1159999999999997},"last":3.9220000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":3.4140000000000001,"15min":3.3279999999999998},"min":{"1min":2.7370000000000001,"5min":2.2269999999999999,"15min":2.2269999999999999},"max":{"1min":4.2169999999999996,"5min":5.4640000000000004,"15min":5.4640000000000004},"last":4.6509999999999998},{"interface":"front","average":{"1min":3.5059999999999998,"5min":3.4399999999999999,"15min":3.254},"min":{"1min":2.605,"5min":2.0499999999999998,"15min":2.0499999999999998},"max":{"1min":4.3339999999999996,"5min":5.6120000000000001,"15min":5.6120000000000001},"last":4.3399999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:24 2020","interfaces":[{"interface":"back","average":{"1min":3.8199999999999998,"5min":3.7429999999999999,"15min":3.621},"min":{"1min":2.3570000000000002,"5min":2.2029999999999998,"15min":2.2029999999999998},"max":{"1min":5.0810000000000004,"5min":5.0810000000000004,"15min":5.0810000000000004},"last":5.4720000000000004},{"interface":"front","average":{"1min":3.8650000000000002,"5min":3.6899999999999999,"15min":3.5859999999999999},"min":{"1min":2.5529999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"max":{"1min":5.3879999999999999,"5min":5.3879999999999999,"15min":5.3879999999999999},"last":4.7220000000000004}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":4.0609999999999999,"15min":4.0250000000000004},"min":{"1min":3.5390000000000001,"5min":2.6480000000000001,"15min":2.6480000000000001},"max":{"1min":5.0789999999999997,"5min":5.4790000000000001,"15min":5.4790000000000001},"last":5.7629999999999999},{"interface":"front","average":{"1min":4.0439999999999996,"5min":3.9100000000000001,"15min":3.8029999999999999},"min":{"1min":3.4300000000000002,"5min":2.3130000000000002,"15min":2.3130000000000002},"max":{"1min":5.1779999999999999,"5min":5.1779999999999999,"15min":5.1779999999999999},"last":5.1079999999999997}]},{"osd":10,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":4.3499999999999996,"5min":4.5220000000000002,"15min":4.5499999999999998},"min":{"1min":3.0529999999999999,"5min":3.0529999999999999,"15min":3.0529999999999999},"max":{"1min":5.4550000000000001,"5min":5.492,"15min":5.492},"last":5.9749999999999996},{"interface":"front","average":{"1min":4.2409999999999997,"5min":3.8159999999999998,"15min":3.7450000000000001},"min":{"1min":3.6240000000000001,"5min":2.5830000000000002,"15min":2.5830000000000002},"max":{"1min":5.0270000000000001,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":5.5439999999999996}]}]},{"osd":1,"up_from":18,"seq":77309411434,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6348,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738804,"statfs":{"total":95995035648,"available":95988535296,"internally_reserved":0,"allocated":659456,"data_stored":296400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:31 2020","interfaces":[{"interface":"back","average":{"1min":1.7829999999999999,"5min":1.8200000000000001,"15min":1.4530000000000001},"min":{"1min":1.113,"5min":1.113,"15min":0.74399999999999999},"max":{"1min":2.9830000000000001,"5min":5.5110000000000001,"15min":5.5110000000000001},"last":2.012},{"interface":"front","average":{"1min":1.806,"5min":1.9379999999999999,"15min":1.516},"min":{"1min":1.163,"5min":1.0700000000000001,"15min":0.70099999999999996},"max":{"1min":2.9649999999999999,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":1.341}]},{"osd":2,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.121,"15min":1.754},"min":{"1min":1.302,"5min":1.244,"15min":0.88600000000000001},"max":{"1min":3.9319999999999999,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":1.736},{"interface":"front","average":{"1min":1.901,"5min":2.1669999999999998,"15min":1.7470000000000001},"min":{"1min":1.018,"5min":1.018,"15min":0.84599999999999997},"max":{"1min":2.9830000000000001,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":1.6539999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:25 2020","interfaces":[{"interface":"back","average":{"1min":1.5669999999999999,"5min":1.7989999999999999,"15min":1.647},"min":{"1min":1.0820000000000001,"5min":0.96399999999999997,"15min":0.872},"max":{"1min":1.996,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":2.113},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.4009999999999998,"15min":2.133},"min":{"1min":1.8140000000000001,"5min":1.2689999999999999,"15min":1.2689999999999999},"max":{"1min":3.3439999999999999,"5min":5.9130000000000003,"15min":5.9130000000000003},"last":2.7130000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:22:49 2020","interfaces":[{"interface":"back","average":{"1min":2.681,"5min":2.5369999999999999,"15min":2.1619999999999999},"min":{"1min":1.996,"5min":1.2350000000000001,"15min":1.204},"max":{"1min":3.8719999999999999,"5min":5.1299999999999999,"15min":5.1299999999999999},"last":3.097},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.2869999999999999,"15min":2.1259999999999999},"min":{"1min":1.4410000000000001,"5min":1.409,"15min":1.409},"max":{"1min":3.427,"5min":4.46,"15min":4.46},"last":3.4060000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:23:19 2020","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":3.0840000000000001,"15min":2.7650000000000001},"min":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"max":{"1min":4.6669999999999998,"5min":26.739000000000001,"15min":26.739000000000001},"last":2.3900000000000001},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.367,"15min":2.7429999999999999},"min":{"1min":1.8,"5min":1.774,"15min":1.774},"max":{"1min":4.0220000000000002,"5min":27.542000000000002,"15min":27.542000000000002},"last":2.8799999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:23:35 2020","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":3.1030000000000002,"15min":2.9169999999999998},"min":{"1min":2.1739999999999999,"5min":1.8480000000000001,"15min":1.8480000000000001},"max":{"1min":4.4710000000000001,"5min":4.5819999999999999,"15min":4.5819999999999999},"last":3.1819999999999999},{"interface":"front","average":{"1min":3.2490000000000001,"5min":3.4670000000000001,"15min":3.1549999999999998},"min":{"1min":2.718,"5min":2.286,"15min":2.286},"max":{"1min":3.968,"5min":5.3710000000000004,"15min":5.3710000000000004},"last":2.653}]},{"osd":7,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":3.0680000000000001},"min":{"1min":2.0899999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"max":{"1min":3.1269999999999998,"5min":5.2249999999999996,"15min":5.2249999999999996},"last":3.0179999999999998},{"interface":"front","average":{"1min":3.1309999999999998,"5min":3.3969999999999998,"15min":3.3119999999999998},"min":{"1min":2.2639999999999998,"5min":2.2639999999999998,"15min":2.2639999999999998},"max":{"1min":5.1529999999999996,"5min":5.1529999999999996,"15min":5.1529999999999996},"last":3.5609999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:25 2020","interfaces":[{"interface":"back","average":{"1min":2.6680000000000001,"5min":2.9809999999999999,"15min":3.2770000000000001},"min":{"1min":1.712,"5min":1.712,"15min":1.712},"max":{"1min":3.5899999999999999,"5min":5.0090000000000003,"15min":5.0090000000000003},"last":2.5579999999999998},{"interface":"front","average":{"1min":3.4950000000000001,"5min":3.6600000000000001,"15min":3.6699999999999999},"min":{"1min":2.7869999999999999,"5min":2.0569999999999999,"15min":2.0569999999999999},"max":{"1min":4.8630000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":3.7690000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.5790000000000002,"5min":3.8239999999999998,"15min":3.9340000000000002},"min":{"1min":2.6949999999999998,"5min":2.5830000000000002,"15min":2.5830000000000002},"max":{"1min":5.0990000000000002,"5min":5.601,"15min":5.601},"last":3.2949999999999999},{"interface":"front","average":{"1min":3.5760000000000001,"5min":3.6850000000000001,"15min":3.6549999999999998},"min":{"1min":2.7530000000000001,"5min":2.5470000000000002,"15min":2.5470000000000002},"max":{"1min":5.4950000000000001,"5min":5.7699999999999996,"15min":5.7699999999999996},"last":3.996}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.6619999999999999,"5min":3.8239999999999998,"15min":3.851},"min":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"max":{"1min":4.7869999999999999,"5min":4.7869999999999999,"15min":4.7869999999999999},"last":3.4950000000000001},{"interface":"front","average":{"1min":3.7170000000000001,"5min":4.0960000000000001,"15min":4.1589999999999998},"min":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"max":{"1min":5.7539999999999996,"5min":6.7809999999999997,"15min":6.7809999999999997},"last":4.21}]}]},{"osd":0,"up_from":12,"seq":51539607662,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6412,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738740,"statfs":{"total":95995035648,"available":95988469760,"internally_reserved":0,"allocated":659456,"data_stored":296400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:23:37 2020","interfaces":[{"interface":"back","average":{"1min":1.764,"5min":1.7270000000000001,"15min":1.3859999999999999},"min":{"1min":0.93600000000000005,"5min":0.80700000000000005,"15min":0.65300000000000002},"max":{"1min":2.3300000000000001,"5min":2.927,"15min":2.927},"last":1.7470000000000001},{"interface":"front","average":{"1min":1.758,"5min":1.8180000000000001,"15min":1.4470000000000001},"min":{"1min":1.1679999999999999,"5min":1.036,"15min":0.60799999999999998},"max":{"1min":3.4020000000000001,"5min":4.1059999999999999,"15min":4.1059999999999999},"last":1.639}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":1.5469999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":1.8220000000000001,"5min":1.952,"15min":1.825},"min":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"max":{"1min":2.6070000000000002,"5min":3.431,"15min":3.431},"last":2.343},{"interface":"front","average":{"1min":1.661,"5min":2.1040000000000001,"15min":2.1070000000000002},"min":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":2.7650000000000001,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":2.3879999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:22:49 2020","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":2.3420000000000001,"15min":2.0529999999999999},"min":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":3.726,"5min":4.0570000000000004,"15min":4.0570000000000004},"last":1.7110000000000001},{"interface":"front","average":{"1min":3.044,"5min":3.0870000000000002,"15min":2.6429999999999998},"min":{"1min":1.756,"5min":1.696,"15min":1.464},"max":{"1min":4.2249999999999996,"5min":4.556,"15min":4.556},"last":2.5609999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":2.7410000000000001,"5min":2.9660000000000002,"15min":2.7879999999999998},"min":{"1min":1.871,"5min":1.627,"15min":1.627},"max":{"1min":4.1950000000000003,"5min":4.4829999999999997,"15min":4.4829999999999997},"last":2.879},{"interface":"front","average":{"1min":2.4729999999999999,"5min":2.7530000000000001,"15min":2.5409999999999999},"min":{"1min":1.893,"5min":1.504,"15min":1.504},"max":{"1min":3.4529999999999998,"5min":4.093,"15min":4.093},"last":2.8180000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:22:44 2020","interfaces":[{"interface":"back","average":{"1min":2.3809999999999998,"5min":2.6480000000000001,"15min":2.5550000000000002},"min":{"1min":1.464,"5min":1.464,"15min":1.464},"max":{"1min":3.274,"5min":3.871,"15min":3.871},"last":1.9419999999999999},{"interface":"front","average":{"1min":2.8849999999999998,"5min":3.2040000000000002,"15min":3.0219999999999998},"min":{"1min":1.9830000000000001,"5min":1.9830000000000001,"15min":1.9830000000000001},"max":{"1min":4.0039999999999996,"5min":5.758,"15min":5.758},"last":3.1240000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":2.8719999999999999,"15min":2.8380000000000001},"min":{"1min":2.097,"5min":1.901,"15min":1.901},"max":{"1min":3.3290000000000002,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":2.0960000000000001},{"interface":"front","average":{"1min":3.319,"5min":3.5409999999999999,"15min":3.5510000000000002},"min":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"max":{"1min":4.468,"5min":5.1420000000000003,"15min":5.1420000000000003},"last":3.367}]},{"osd":8,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":3.5230000000000001,"15min":3.641},"min":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"max":{"1min":4.5449999999999999,"5min":5.9710000000000001,"15min":5.9710000000000001},"last":2.9540000000000002},{"interface":"front","average":{"1min":3.7810000000000001,"5min":3.3180000000000001,"15min":3.1139999999999999},"min":{"1min":2.3319999999999999,"5min":2.1139999999999999,"15min":2.1139999999999999},"max":{"1min":5.8959999999999999,"5min":5.8959999999999999,"15min":5.8959999999999999},"last":3.621}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.9199999999999999,"5min":3.1659999999999999,"15min":3.234},"min":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"max":{"1min":3.9420000000000002,"5min":4.4580000000000002,"15min":4.4580000000000002},"last":3.2349999999999999},{"interface":"front","average":{"1min":3.9420000000000002,"5min":3.919,"15min":3.8940000000000001},"min":{"1min":2.665,"5min":2.476,"15min":2.476},"max":{"1min":6.7439999999999998,"5min":6.7439999999999998,"15min":6.7439999999999998},"last":4.0389999999999997}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.242,"5min":3.573,"15min":3.6280000000000001},"min":{"1min":2.3210000000000002,"5min":2.3210000000000002,"15min":2.3210000000000002},"max":{"1min":4.601,"5min":4.9640000000000004,"15min":4.9640000000000004},"last":3.294},{"interface":"front","average":{"1min":3.4119999999999999,"5min":3.52,"15min":3.5379999999999998},"min":{"1min":2.1309999999999998,"5min":2.081,"15min":2.081},"max":{"1min":5.5090000000000003,"5min":5.5090000000000003,"15min":5.5090000000000003},"last":2.762}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":4.1929999999999996,"5min":4.1559999999999997,"15min":4.1500000000000004},"min":{"1min":3.0609999999999999,"5min":2.5750000000000002,"15min":2.5750000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":3.8300000000000001},{"interface":"front","average":{"1min":3.262,"5min":3.4209999999999998,"15min":3.4470000000000001},"min":{"1min":2.206,"5min":2.101,"15min":2.101},"max":{"1min":4.6769999999999996,"5min":5.0179999999999998,"15min":5.0179999999999998},"last":3.5049999999999999}]}]},{"osd":2,"up_from":23,"seq":98784247909,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6296,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738856,"statfs":{"total":95995035648,"available":95988588544,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":1.8169999999999999,"15min":1.4710000000000001},"min":{"1min":1.175,"5min":0.92700000000000005,"15min":0.88700000000000001},"max":{"1min":3.004,"5min":3.5430000000000001,"15min":3.5430000000000001},"last":3.7829999999999999},{"interface":"front","average":{"1min":1.7450000000000001,"5min":1.8720000000000001,"15min":1.5209999999999999},"min":{"1min":1.012,"5min":1.012,"15min":0.81100000000000005},"max":{"1min":3.2669999999999999,"5min":3.8660000000000001,"15min":3.8660000000000001},"last":1.585}]},{"osd":1,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":2.1000000000000001,"15min":1.7150000000000001},"min":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":0.86199999999999999},"max":{"1min":3.02,"5min":4.3380000000000001,"15min":4.3380000000000001},"last":1.7789999999999999},{"interface":"front","average":{"1min":1.9330000000000001,"5min":1.823,"15min":1.516},"min":{"1min":1.0640000000000001,"5min":1.014,"15min":0.82999999999999996},"max":{"1min":3.1459999999999999,"5min":5.3010000000000002,"15min":5.3010000000000002},"last":1.6970000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.2949999999999999,"15min":2.073},"min":{"1min":1.4690000000000001,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":3.4769999999999999},{"interface":"front","average":{"1min":1.9710000000000001,"5min":2.1389999999999998,"15min":2.0289999999999999},"min":{"1min":1.0640000000000001,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":2.7509999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:22:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3319999999999999,"5min":2.52,"15min":2.3170000000000002},"min":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"max":{"1min":4.0499999999999998,"5min":4.8819999999999997,"15min":4.8819999999999997},"last":2.8730000000000002},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4609999999999999,"15min":2.2349999999999999},"min":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"max":{"1min":4.6859999999999999,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":3.8919999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":3.0990000000000002,"5min":3.0350000000000001,"15min":2.6520000000000001},"min":{"1min":1.9359999999999999,"5min":1.6180000000000001,"15min":1.6180000000000001},"max":{"1min":5.0069999999999997,"5min":5.0069999999999997,"15min":5.0069999999999997},"last":2.6579999999999999},{"interface":"front","average":{"1min":2.9870000000000001,"5min":2.9660000000000002,"15min":2.762},"min":{"1min":1.7609999999999999,"5min":1.7609999999999999,"15min":1.7609999999999999},"max":{"1min":4.5199999999999996,"5min":4.5199999999999996,"15min":4.5199999999999996},"last":3.3260000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:41 2020","interfaces":[{"interface":"back","average":{"1min":2.6070000000000002,"5min":2.653,"15min":2.681},"min":{"1min":1.97,"5min":1.508,"15min":1.508},"max":{"1min":3.6400000000000001,"5min":4.2469999999999999,"15min":4.2469999999999999},"last":3.5670000000000002},{"interface":"front","average":{"1min":3.2530000000000001,"5min":3.3079999999999998,"15min":3.1190000000000002},"min":{"1min":2.2469999999999999,"5min":1.9590000000000001,"15min":1.9590000000000001},"max":{"1min":4.194,"5min":4.6310000000000002,"15min":4.6310000000000002},"last":3.0059999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:04 2020","interfaces":[{"interface":"back","average":{"1min":2.7189999999999999,"5min":3.1640000000000001,"15min":3.2559999999999998},"min":{"1min":1.899,"5min":1.899,"15min":1.899},"max":{"1min":4.8680000000000003,"5min":4.8680000000000003,"15min":4.8680000000000003},"last":4.0860000000000003},{"interface":"front","average":{"1min":3.641,"5min":3.1669999999999998,"15min":3.1299999999999999},"min":{"1min":2.0089999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"max":{"1min":5.4740000000000002,"5min":5.4740000000000002,"15min":5.4740000000000002},"last":4.4550000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:23:29 2020","interfaces":[{"interface":"back","average":{"1min":3.5979999999999999,"5min":3.5920000000000001,"15min":3.4510000000000001},"min":{"1min":2.3740000000000001,"5min":2.2530000000000001,"15min":2.2530000000000001},"max":{"1min":4.6500000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":4.7270000000000003},{"interface":"front","average":{"1min":3.3300000000000001,"5min":3.4620000000000002,"15min":3.4279999999999999},"min":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"max":{"1min":5.4420000000000002,"5min":5.6829999999999998,"15min":5.6829999999999998},"last":4.8789999999999996}]},{"osd":9,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":3.2029999999999998,"15min":3.1509999999999998},"min":{"1min":2.2149999999999999,"5min":2.0710000000000002,"15min":2.0710000000000002},"max":{"1min":4.444,"5min":5.0170000000000003,"15min":5.0170000000000003},"last":4.617},{"interface":"front","average":{"1min":4.0350000000000001,"5min":3.8069999999999999,"15min":3.6549999999999998},"min":{"1min":2.5870000000000002,"5min":2.5430000000000001,"15min":2.5430000000000001},"max":{"1min":5.992,"5min":5.992,"15min":5.992},"last":4.0369999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:22:59 2020","interfaces":[{"interface":"back","average":{"1min":4.0860000000000003,"5min":3.9260000000000002,"15min":3.8999999999999999},"min":{"1min":2.9510000000000001,"5min":2.7679999999999998,"15min":2.7679999999999998},"max":{"1min":5.7249999999999996,"5min":5.7249999999999996,"15min":5.7249999999999996},"last":4.3970000000000002},{"interface":"front","average":{"1min":3.8050000000000002,"5min":3.9849999999999999,"15min":4.0149999999999997},"min":{"1min":2.3879999999999999,"5min":2.3879999999999999,"15min":2.3879999999999999},"max":{"1min":6.0010000000000003,"5min":6.0010000000000003,"15min":6.0010000000000003},"last":5.1630000000000003}]}]},{"osd":3,"up_from":29,"seq":124554051679,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6284,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738868,"statfs":{"total":95995035648,"available":95988600832,"internally_reserved":0,"allocated":659456,"data_stored":296400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:21:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.5980000000000001,"15min":1.5620000000000001},"min":{"1min":1.111,"5min":1.069,"15min":1.069},"max":{"1min":2.5249999999999999,"5min":3.218,"15min":3.218},"last":2.2530000000000001},{"interface":"front","average":{"1min":1.657,"5min":1.7070000000000001,"15min":1.5289999999999999},"min":{"1min":1.304,"5min":1.075,"15min":1.075},"max":{"1min":2.6469999999999998,"5min":3.1059999999999999,"15min":3.1059999999999999},"last":1.585}]},{"osd":1,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.859,"15min":1.7989999999999999},"min":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"max":{"1min":1.7709999999999999,"5min":3.8559999999999999,"15min":3.8559999999999999},"last":1.2110000000000001},{"interface":"front","average":{"1min":1.5389999999999999,"5min":1.821,"15min":1.6579999999999999},"min":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":0.95099999999999996},"max":{"1min":2.4580000000000002,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":1.1479999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":1.9139999999999999,"5min":2.089,"15min":1.97},"min":{"1min":1.129,"5min":1.129,"15min":1.129},"max":{"1min":3.6280000000000001,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":2.0270000000000001},{"interface":"front","average":{"1min":1.5129999999999999,"5min":2.0339999999999998,"15min":1.962},"min":{"1min":0.872,"5min":0.872,"15min":0.872},"max":{"1min":2.512,"5min":3.7629999999999999,"15min":3.7629999999999999},"last":1.1080000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:23:46 2020","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":2.3889999999999998,"15min":2.278},"min":{"1min":1.468,"5min":1.284,"15min":1.284},"max":{"1min":2.8180000000000001,"5min":5.9749999999999996,"15min":5.9749999999999996},"last":2.3929999999999998},{"interface":"front","average":{"1min":1.968,"5min":2.347,"15min":2.2320000000000002},"min":{"1min":1.331,"5min":1.1539999999999999,"15min":1.1539999999999999},"max":{"1min":2.8679999999999999,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":1.3420000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":2.2400000000000002,"5min":2.508,"15min":2.4199999999999999},"min":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"max":{"1min":3.6720000000000002,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":1.859},{"interface":"front","average":{"1min":2.194,"5min":2.569,"15min":2.6030000000000002},"min":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"max":{"1min":4.0960000000000001,"5min":4.774,"15min":4.774},"last":1.78}]},{"osd":6,"last update":"Mon Nov 16 20:23:42 2020","interfaces":[{"interface":"back","average":{"1min":2.3330000000000002,"5min":2.6800000000000002,"15min":2.8660000000000001},"min":{"1min":1.5349999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"max":{"1min":3.5409999999999999,"5min":4.0629999999999997,"15min":4.0629999999999997},"last":2.4969999999999999},{"interface":"front","average":{"1min":2.4169999999999998,"5min":2.8620000000000001,"15min":2.9100000000000001},"min":{"1min":1.8169999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"max":{"1min":3.2240000000000002,"5min":6.657,"15min":6.657},"last":2.766}]},{"osd":7,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":2.8860000000000001,"5min":2.9950000000000001,"15min":2.907},"min":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"max":{"1min":5.8659999999999997,"5min":5.8659999999999997,"15min":5.8659999999999997},"last":1.538},{"interface":"front","average":{"1min":2.6779999999999999,"5min":3.1829999999999998,"15min":3.3490000000000002},"min":{"1min":1.282,"5min":1.282,"15min":1.282},"max":{"1min":3.9910000000000001,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":2.8639999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:28 2020","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":3.2210000000000001,"15min":3.3069999999999999},"min":{"1min":1.8799999999999999,"5min":1.637,"15min":1.637},"max":{"1min":3.698,"5min":7.0890000000000004,"15min":7.0890000000000004},"last":3.1160000000000001},{"interface":"front","average":{"1min":3.1139999999999999,"5min":3.2629999999999999,"15min":3.149},"min":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"max":{"1min":4.8390000000000004,"5min":6.3840000000000003,"15min":6.3840000000000003},"last":1.696}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":3.383,"15min":3.456},"min":{"1min":1.482,"5min":1.482,"15min":1.482},"max":{"1min":4.9649999999999999,"5min":5.2949999999999999,"15min":5.2949999999999999},"last":2.1589999999999998},{"interface":"front","average":{"1min":3.4369999999999998,"5min":3.4609999999999999,"15min":3.4140000000000001},"min":{"1min":1.98,"5min":1.98,"15min":1.98},"max":{"1min":6.9009999999999998,"5min":6.9009999999999998,"15min":6.9009999999999998},"last":3.4060000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":3.3919999999999999,"15min":3.3980000000000001},"min":{"1min":1.629,"5min":1.629,"15min":1.629},"max":{"1min":5.8250000000000002,"5min":5.8250000000000002,"15min":5.8250000000000002},"last":3.2280000000000002},{"interface":"front","average":{"1min":3.6659999999999999,"5min":3.8610000000000002,"15min":3.8929999999999998},"min":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"max":{"1min":7.2619999999999996,"5min":7.2619999999999996,"15min":7.2619999999999996},"last":3.6150000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":3.4359999999999999,"5min":3.8620000000000001,"15min":3.9329999999999998},"min":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":2.1429999999999998},"max":{"1min":4.3869999999999996,"5min":7.4489999999999998,"15min":7.4489999999999998},"last":3.8599999999999999},{"interface":"front","average":{"1min":3.1659999999999999,"5min":3.3639999999999999,"15min":3.3969999999999998},"min":{"1min":1.655,"5min":1.655,"15min":1.655},"max":{"1min":4.7469999999999999,"5min":6.6180000000000003,"15min":6.6180000000000003},"last":2.0899999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855450,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6220,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738932,"statfs":{"total":95995035648,"available":95988666368,"internally_reserved":0,"allocated":659456,"data_stored":296400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.1509999999999998,"5min":1.9510000000000001,"15min":1.7929999999999999},"min":{"1min":1.4099999999999999,"5min":1.2250000000000001,"15min":1.0780000000000001},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.1520000000000001},"last":2.2280000000000002},{"interface":"front","average":{"1min":2.1419999999999999,"5min":2.2999999999999998,"15min":2.1000000000000001},"min":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":0.78900000000000003},"max":{"1min":3.4849999999999999,"5min":3.6459999999999999,"15min":3.6459999999999999},"last":2.3730000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":2.1190000000000002,"15min":1.786},"min":{"1min":1.343,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":1.597},{"interface":"front","average":{"1min":2.464,"5min":2.262,"15min":1.7929999999999999},"min":{"1min":1.663,"5min":1.141,"15min":1.141},"max":{"1min":3.1080000000000001,"5min":4.5510000000000002,"15min":4.5510000000000002},"last":1.9410000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":2.3679999999999999,"15min":1.956},"min":{"1min":1.248,"5min":1.073,"15min":1.073},"max":{"1min":3.8090000000000002,"5min":4.9210000000000003,"15min":4.9210000000000003},"last":2.524},{"interface":"front","average":{"1min":2.472,"5min":2.2690000000000001,"15min":1.865},"min":{"1min":1.538,"5min":1.2150000000000001,"15min":1.2150000000000001},"max":{"1min":3.6850000000000001,"5min":3.6850000000000001,"15min":3.6850000000000001},"last":2.6230000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":2.4390000000000001,"15min":2.044},"min":{"1min":1.3740000000000001,"5min":1.252,"15min":1.1180000000000001},"max":{"1min":3.3090000000000002,"5min":3.7330000000000001,"15min":3.7330000000000001},"last":3.234},{"interface":"front","average":{"1min":2.2490000000000001,"5min":2.274,"15min":2.044},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":1.718}]},{"osd":5,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1389999999999998,"5min":2.3220000000000001,"15min":1.8520000000000001},"min":{"1min":1.456,"5min":1.24,"15min":0.63},"max":{"1min":4.7300000000000004,"5min":4.7300000000000004,"15min":4.7300000000000004},"last":2.1539999999999999},{"interface":"front","average":{"1min":2.9249999999999998,"5min":2.7490000000000001,"15min":2.2650000000000001},"min":{"1min":2.194,"5min":1.113,"15min":0.86099999999999999},"max":{"1min":3.5800000000000001,"5min":3.8239999999999998,"15min":3.8239999999999998},"last":2.7010000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:40 2020","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.9830000000000001,"15min":2.363},"min":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":0.68100000000000005},"max":{"1min":5.8949999999999996,"5min":5.8949999999999996,"15min":5.8949999999999996},"last":2.8540000000000001},{"interface":"front","average":{"1min":3.472,"5min":3.2599999999999998,"15min":2.7120000000000002},"min":{"1min":2.7959999999999998,"5min":1.9650000000000001,"15min":1.0569999999999999},"max":{"1min":4.1079999999999997,"5min":4.9790000000000001,"15min":4.9790000000000001},"last":3.3570000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":2.887,"5min":3.024,"15min":3.1019999999999999},"min":{"1min":1.776,"5min":1.464,"15min":1.464},"max":{"1min":3.8170000000000002,"5min":5.3129999999999997,"15min":5.3129999999999997},"last":3.1080000000000001},{"interface":"front","average":{"1min":3.8580000000000001,"5min":3.444,"15min":3.266},"min":{"1min":2.2869999999999999,"5min":1.611,"15min":1.611},"max":{"1min":6.6070000000000002,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":3.7930000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":3.4049999999999998,"5min":3.5,"15min":3.5019999999999998},"min":{"1min":2.2509999999999999,"5min":1.7190000000000001,"15min":1.7190000000000001},"max":{"1min":4.726,"5min":5.6449999999999996,"15min":5.6449999999999996},"last":3.5089999999999999},{"interface":"front","average":{"1min":4.2009999999999996,"5min":3.7320000000000002,"15min":3.706},"min":{"1min":3.4630000000000001,"5min":1.9419999999999999,"15min":1.9419999999999999},"max":{"1min":4.9720000000000004,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":4.0810000000000004}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":4.5380000000000003,"5min":4.0940000000000003,"15min":4.0800000000000001},"min":{"1min":2.9790000000000001,"5min":2.6070000000000002,"15min":2.6070000000000002},"max":{"1min":5.4729999999999999,"5min":5.8639999999999999,"15min":5.8639999999999999},"last":4.3099999999999996},{"interface":"front","average":{"1min":3.8530000000000002,"5min":3.5089999999999999,"15min":3.4900000000000002},"min":{"1min":2.2450000000000001,"5min":2.2450000000000001,"15min":2.2450000000000001},"max":{"1min":5.6420000000000003,"5min":5.6420000000000003,"15min":5.6420000000000003},"last":3.605}]},{"osd":10,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":3.8719999999999999,"5min":3.742,"15min":3.7200000000000002},"min":{"1min":2.4529999999999998,"5min":2.4529999999999998,"15min":2.4529999999999998},"max":{"1min":5.1440000000000001,"5min":5.1440000000000001,"15min":5.1440000000000001},"last":3.9220000000000002},{"interface":"front","average":{"1min":4.431,"5min":4.1829999999999998,"15min":4.1420000000000003},"min":{"1min":3.3530000000000002,"5min":3.3530000000000002,"15min":3.3530000000000002},"max":{"1min":5.4000000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":4.5149999999999997}]}]},{"osd":5,"up_from":42,"seq":180388626516,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6156,"kb_used_data":644,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738996,"statfs":{"total":95995035648,"available":95988731904,"internally_reserved":0,"allocated":659456,"data_stored":296400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":1.9710000000000001,"5min":1.958,"15min":1.79},"min":{"1min":1.448,"5min":1.2070000000000001,"15min":1.107},"max":{"1min":3.036,"5min":4.125,"15min":4.125},"last":1.321},{"interface":"front","average":{"1min":2.125,"5min":2.109,"15min":1.956},"min":{"1min":1.351,"5min":1.351,"15min":1.077},"max":{"1min":3.7669999999999999,"5min":3.7669999999999999,"15min":3.7669999999999999},"last":1.498}]},{"osd":1,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.974,"15min":2.1360000000000001},"min":{"1min":1.4530000000000001,"5min":1.2909999999999999,"15min":1.2529999999999999},"max":{"1min":2.8149999999999999,"5min":3.802,"15min":3.802},"last":2.2599999999999998},{"interface":"front","average":{"1min":2.1560000000000001,"5min":2.1219999999999999,"15min":1.8440000000000001},"min":{"1min":1.4299999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":3.0009999999999999,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":1.895}]},{"osd":2,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.1699999999999999,"15min":1.9770000000000001},"min":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"max":{"1min":2.9649999999999999,"5min":3.738,"15min":3.738},"last":1.9770000000000001},{"interface":"front","average":{"1min":2.4590000000000001,"5min":2.7970000000000002,"15min":2.3690000000000002},"min":{"1min":1.6950000000000001,"5min":1.48,"15min":1.375},"max":{"1min":3.028,"5min":27.413,"15min":27.413},"last":2.363}]},{"osd":3,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":2.335,"15min":2.0979999999999999},"min":{"1min":1.4419999999999999,"5min":1.1140000000000001,"15min":1.1140000000000001},"max":{"1min":3.1299999999999999,"5min":3.4940000000000002,"15min":3.4940000000000002},"last":1.6299999999999999},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.097,"15min":2.629},"min":{"1min":2.4630000000000001,"5min":2.0219999999999998,"15min":1.5589999999999999},"max":{"1min":3.5790000000000002,"5min":4.7460000000000004,"15min":4.7460000000000004},"last":2.9809999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":2.7090000000000001,"15min":2.157},"min":{"1min":2.456,"5min":1.4350000000000001,"15min":0.86299999999999999},"max":{"1min":3.532,"5min":3.7879999999999998,"15min":3.7879999999999998},"last":2.633},{"interface":"front","average":{"1min":2.996,"5min":2.798,"15min":2.2869999999999999},"min":{"1min":2.3079999999999998,"5min":1.675,"15min":0.92500000000000004},"max":{"1min":3.577,"5min":4.4050000000000002,"15min":4.4050000000000002},"last":2.4870000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:38 2020","interfaces":[{"interface":"back","average":{"1min":2.9620000000000002,"5min":3.0800000000000001,"15min":2.766},"min":{"1min":2.4009999999999998,"5min":1.956,"15min":1.504},"max":{"1min":3.7719999999999998,"5min":5.4020000000000001,"15min":5.4020000000000001},"last":2.7090000000000001},{"interface":"front","average":{"1min":3.073,"5min":3.0619999999999998,"15min":3.0150000000000001},"min":{"1min":2.2050000000000001,"5min":1.744,"15min":1.744},"max":{"1min":3.9710000000000001,"5min":4.774,"15min":4.774},"last":2.75}]},{"osd":7,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":3.4670000000000001,"5min":3.427,"15min":3.355},"min":{"1min":2.5739999999999998,"5min":2.2629999999999999,"15min":2.2629999999999999},"max":{"1min":4.0170000000000003,"5min":5.0419999999999998,"15min":5.0419999999999998},"last":3.3410000000000002},{"interface":"front","average":{"1min":5.2560000000000002,"5min":3.7759999999999998,"15min":3.5489999999999999},"min":{"1min":3.2160000000000002,"5min":2.379,"15min":2.379},"max":{"1min":28.234000000000002,"5min":28.234000000000002,"15min":28.234000000000002},"last":2.9359999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:27 2020","interfaces":[{"interface":"back","average":{"1min":3.2719999999999998,"5min":3.3639999999999999,"15min":3.1869999999999998},"min":{"1min":1.863,"5min":1.863,"15min":1.863},"max":{"1min":3.7669999999999999,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":3.0739999999999998},{"interface":"front","average":{"1min":3.7490000000000001,"5min":3.681,"15min":3.7639999999999998},"min":{"1min":2.871,"5min":2.5800000000000001,"15min":2.5800000000000001},"max":{"1min":4.7039999999999997,"5min":5.0129999999999999,"15min":5.0129999999999999},"last":3.177}]},{"osd":9,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":4.0460000000000003,"5min":3.7669999999999999,"15min":3.6800000000000002},"min":{"1min":3.202,"5min":2.528,"15min":2.528},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":4.032},{"interface":"front","average":{"1min":4.2169999999999996,"5min":3.7949999999999999,"15min":3.6480000000000001},"min":{"1min":3.0449999999999999,"5min":2.8029999999999999,"15min":2.8029999999999999},"max":{"1min":5.6820000000000004,"5min":5.6820000000000004,"15min":5.6820000000000004},"last":3.4369999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":5.4960000000000004,"5min":4.1820000000000004,"15min":3.9630000000000001},"min":{"1min":2.887,"5min":2.3159999999999998,"15min":2.3159999999999998},"max":{"1min":28,"5min":28,"15min":28},"last":3.6850000000000001},{"interface":"front","average":{"1min":5.7779999999999996,"5min":4.4539999999999997,"15min":4.234},"min":{"1min":3.331,"5min":3.3300000000000001,"15min":3.3300000000000001},"max":{"1min":27.789999999999999,"5min":27.789999999999999,"15min":27.789999999999999},"last":3.6269999999999998}]}]}]}}
2020-11-16T20:23:51.862 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:23:52.000 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:52.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:52 smithi142 bash[9523]: audit 2020-11-16T20:23:51.150227+0000 mgr.x (mgr.14196) 339 : audit [DBG] from='client.14763 v1:172.21.15.142:0/1002464699' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:52 smithi071 bash[9480]: audit 2020-11-16T20:23:51.150227+0000 mgr.x (mgr.14196) 339 : audit [DBG] from='client.14763 v1:172.21.15.142:0/1002464699' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:52 smithi065 bash[9468]: audit 2020-11-16T20:23:51.150227+0000 mgr.x (mgr.14196) 339 : audit [DBG] from='client.14763 v1:172.21.15.142:0/1002464699' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:53.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:53 smithi142 bash[9523]: cluster 2020-11-16T20:23:52.013476+0000 mgr.x (mgr.14196) 340 : cluster [DBG] pgmap v397: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:53 smithi071 bash[9480]: cluster 2020-11-16T20:23:52.013476+0000 mgr.x (mgr.14196) 340 : cluster [DBG] pgmap v397: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:53 smithi065 bash[9468]: cluster 2020-11-16T20:23:52.013476+0000 mgr.x (mgr.14196) 340 : cluster [DBG] pgmap v397: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:55.236 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:23:55.238 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:23:55.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:55 smithi071 bash[9480]: cluster 2020-11-16T20:23:54.014114+0000 mgr.x (mgr.14196) 341 : cluster [DBG] pgmap v398: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:55.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:55 smithi065 bash[9468]: cluster 2020-11-16T20:23:54.014114+0000 mgr.x (mgr.14196) 341 : cluster [DBG] pgmap v398: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:55.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:55 smithi142 bash[9523]: cluster 2020-11-16T20:23:54.014114+0000 mgr.x (mgr.14196) 341 : cluster [DBG] pgmap v398: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:55.960 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":399,"stamp":"2020-11-16T20:23:55.084387+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":12,"num_per_pool_osds":2,"num_per_pool_omap_osds":2,"kb":1124941824,"kb_used":73440,"kb_used_data":7872,"kb_used_omap":0,"kb_used_meta":65472,"kb_avail":1124868384,"statfs":{"total":1151940427776,"available":1151865225216,"internally_reserved":0,"allocated":8060928,"data_stored":3628728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":67043328},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"109","reported_epoch":"127","state":"active+clean","last_fresh":"2020-11-16T20:23:43.080076+0000","last_change":"2020-11-16T20:23:17.300764+0000","last_active":"2020-11-16T20:23:43.080076+0000","last_peered":"2020-11-16T20:23:43.080076+0000","last_clean":"2020-11-16T20:23:43.080076+0000","last_became_active":"2020-11-16T20:21:21.368438+0000","last_became_peered":"2020-11-16T20:21:21.368438+0000","last_unstale":"2020-11-16T20:23:43.080076+0000","last_undegraded":"2020-11-16T20:23:43.080076+0000","last_fullsized":"2020-11-16T20:23:43.080076+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:23:17.300639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:23:17.300639+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631522,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5656,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739496,"statfs":{"total":95995035648,"available":95989243904,"internally_reserved":0,"allocated":671744,"data_stored":302379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":1.9159999999999999,"15min":1.8879999999999999},"min":{"1min":1.284,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":3.7120000000000002,"5min":5.0640000000000001,"15min":5.0640000000000001},"last":3.157},{"interface":"front","average":{"1min":2.4849999999999999,"5min":2.7040000000000002,"15min":2.7400000000000002},"min":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":3.641,"5min":4.3570000000000002,"15min":4.3570000000000002},"last":1.5660000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.3250000000000002,"5min":2.3410000000000002,"15min":2.3439999999999999},"min":{"1min":1.198,"5min":1.163,"15min":1.163},"max":{"1min":3.391,"5min":3.899,"15min":3.899},"last":2.6190000000000002},{"interface":"front","average":{"1min":1.891,"5min":1.9670000000000001,"15min":1.98},"min":{"1min":1.373,"5min":1.347,"15min":1.347},"max":{"1min":2.3719999999999999,"5min":3.6589999999999998,"15min":3.6589999999999998},"last":2.3540000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":1.855,"5min":1.71,"15min":1.6859999999999999},"min":{"1min":1.119,"5min":1.119,"15min":1.119},"max":{"1min":4.3840000000000003,"5min":4.3840000000000003,"15min":4.3840000000000003},"last":1.613},{"interface":"front","average":{"1min":3.0979999999999999,"5min":2.8820000000000001,"15min":2.8460000000000001},"min":{"1min":1.488,"5min":1.016,"15min":1.016},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":3.0569999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.9940000000000002,"15min":3.008},"min":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"max":{"1min":3.6219999999999999,"5min":4.1180000000000003,"15min":4.1180000000000003},"last":1.804},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.2839999999999998,"15min":2.2429999999999999},"min":{"1min":1.224,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":4.218,"5min":4.218,"15min":4.218},"last":2.1970000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.8500000000000001,"5min":3.089,"15min":3.129},"min":{"1min":1.6799999999999999,"5min":1.6799999999999999,"15min":1.6799999999999999},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":4.2089999999999996},"last":2.7890000000000001},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.5510000000000002,"15min":2.5590000000000002},"min":{"1min":1.946,"5min":1.7,"15min":1.7},"max":{"1min":3.048,"5min":4.3090000000000002,"15min":4.3090000000000002},"last":1.8600000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4860000000000002,"5min":3.6619999999999999,"15min":3.6909999999999998},"min":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"max":{"1min":4.5640000000000001,"5min":4.7889999999999997,"15min":4.7889999999999997},"last":3.0539999999999998},{"interface":"front","average":{"1min":3.6819999999999999,"5min":3.1459999999999999,"15min":3.0569999999999999},"min":{"1min":2.758,"5min":2.1699999999999999,"15min":2.1699999999999999},"max":{"1min":4.859,"5min":4.859,"15min":4.859},"last":3.8919999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":2.875,"5min":3.0129999999999999,"15min":3.036},"min":{"1min":1.512,"5min":1.512,"15min":1.512},"max":{"1min":3.5539999999999998,"5min":4.077,"15min":4.077},"last":3.1059999999999999},{"interface":"front","average":{"1min":4.2009999999999996,"5min":3.9820000000000002,"15min":3.9460000000000002},"min":{"1min":3.7919999999999998,"5min":2.863,"15min":2.863},"max":{"1min":5.1130000000000004,"5min":5.3650000000000002,"15min":5.3650000000000002},"last":4.3179999999999996}]},{"osd":7,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":3.2440000000000002,"15min":3.266},"min":{"1min":2.2589999999999999,"5min":2.2589999999999999,"15min":2.2589999999999999},"max":{"1min":3.8900000000000001,"5min":4.1760000000000002,"15min":4.1760000000000002},"last":2.7050000000000001},{"interface":"front","average":{"1min":4.2140000000000004,"5min":4.1820000000000004,"15min":4.1769999999999996},"min":{"1min":3.1840000000000002,"5min":2.722,"15min":2.722},"max":{"1min":4.8399999999999999,"5min":5.6319999999999997,"15min":5.6319999999999997},"last":4.718}]},{"osd":8,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4780000000000002,"5min":3.738,"15min":3.782},"min":{"1min":2.653,"5min":2.653,"15min":2.653},"max":{"1min":4.359,"5min":5.992,"15min":5.992},"last":3.5310000000000001},{"interface":"front","average":{"1min":3.5569999999999999,"5min":3.6520000000000001,"15min":3.6680000000000001},"min":{"1min":2.867,"5min":2.339,"15min":2.339},"max":{"1min":4.4569999999999999,"5min":4.7859999999999996,"15min":4.7859999999999996},"last":3.2949999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:21 2020","interfaces":[{"interface":"back","average":{"1min":3.8300000000000001,"5min":3.7959999999999998,"15min":3.79},"min":{"1min":3.2610000000000001,"5min":2.8069999999999999,"15min":2.8069999999999999},"max":{"1min":4.9729999999999999,"5min":5.1280000000000001,"15min":5.1280000000000001},"last":3.4849999999999999},{"interface":"front","average":{"1min":3.8479999999999999,"5min":3.9889999999999999,"15min":4.0129999999999999},"min":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"max":{"1min":5.0190000000000001,"5min":5.1349999999999998,"15min":5.1349999999999998},"last":4.3849999999999998}]}]},{"osd":10,"up_from":95,"seq":408021893160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5720,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739432,"statfs":{"total":95995035648,"available":95989178368,"internally_reserved":0,"allocated":671744,"data_stored":302379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4430000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":1.891,"5min":2.0920000000000001,"15min":2.1259999999999999},"min":{"1min":1.093,"5min":1.093,"15min":1.093},"max":{"1min":3.4140000000000001,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":1.9399999999999999},{"interface":"front","average":{"1min":1.806,"5min":1.8819999999999999,"15min":1.895},"min":{"1min":1.2569999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"max":{"1min":2.6869999999999998,"5min":3.6720000000000002,"15min":3.6720000000000002},"last":2.0680000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":2.2469999999999999,"5min":2.0539999999999998,"15min":2.0219999999999998},"min":{"1min":1.1970000000000001,"5min":0.96599999999999997,"15min":0.96599999999999997},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":1.6140000000000001},{"interface":"front","average":{"1min":2.1480000000000001,"5min":2.2450000000000001,"15min":2.2610000000000001},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":4.149,"5min":4.149,"15min":4.149},"last":1.6910000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":1.7509999999999999,"5min":1.6759999999999999,"15min":1.6639999999999999},"min":{"1min":1.2549999999999999,"5min":1.016,"15min":1.016},"max":{"1min":3.927,"5min":3.927,"15min":3.927},"last":1.5329999999999999},{"interface":"front","average":{"1min":2.141,"5min":2.3919999999999999,"15min":2.4340000000000002},"min":{"1min":1.165,"5min":1.165,"15min":1.165},"max":{"1min":3.339,"5min":3.339,"15min":3.339},"last":2.617}]},{"osd":4,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.052,"5min":3.0030000000000001,"15min":2.9950000000000001},"min":{"1min":2.2229999999999999,"5min":1.3160000000000001,"15min":1.3160000000000001},"max":{"1min":4.2409999999999997,"5min":4.2409999999999997,"15min":4.2409999999999997},"last":3.6259999999999999},{"interface":"front","average":{"1min":2.6930000000000001,"5min":2.6890000000000001,"15min":2.6880000000000002},"min":{"1min":1.8700000000000001,"5min":1.7450000000000001,"15min":1.7450000000000001},"max":{"1min":3.8580000000000001,"5min":3.8580000000000001,"15min":3.8580000000000001},"last":2.722}]},{"osd":5,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":3.2450000000000001,"15min":3.2850000000000001},"min":{"1min":1.899,"5min":1.427,"15min":1.427},"max":{"1min":3.899,"5min":5.048,"15min":5.048},"last":3.0699999999999998},{"interface":"front","average":{"1min":2.9660000000000002,"5min":2.9500000000000002,"15min":2.948},"min":{"1min":2.3799999999999999,"5min":2.0539999999999998,"15min":2.0539999999999998},"max":{"1min":3.9039999999999999,"5min":4.4710000000000001,"15min":4.4710000000000001},"last":4.1180000000000003}]},{"osd":6,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.9399999999999999,"15min":2.9380000000000002},"min":{"1min":2.133,"5min":1.651,"15min":1.651},"max":{"1min":3.871,"5min":4.3710000000000004,"15min":4.3710000000000004},"last":2.2250000000000001},{"interface":"front","average":{"1min":3.4990000000000001,"5min":3.5779999999999998,"15min":3.5910000000000002},"min":{"1min":2.5270000000000001,"5min":1.665,"15min":1.665},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":3.5419999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.097,"5min":3.0800000000000001,"15min":3.077},"min":{"1min":2.1899999999999999,"5min":1.859,"15min":1.859},"max":{"1min":4.181,"5min":4.181,"15min":4.181},"last":2.9540000000000002},{"interface":"front","average":{"1min":3.661,"5min":3.7090000000000001,"15min":3.7170000000000001},"min":{"1min":2.9039999999999999,"5min":1.9950000000000001,"15min":1.9950000000000001},"max":{"1min":4.5549999999999997,"5min":4.5549999999999997,"15min":4.5549999999999997},"last":3.9540000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.4750000000000001,"5min":3.1859999999999999,"15min":3.1379999999999999},"min":{"1min":2.419,"5min":1.5049999999999999,"15min":1.5049999999999999},"max":{"1min":4.6399999999999997,"5min":4.7380000000000004,"15min":4.7380000000000004},"last":4.5049999999999999},{"interface":"front","average":{"1min":3.4430000000000001,"5min":3.5190000000000001,"15min":3.5310000000000001},"min":{"1min":2.4740000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"max":{"1min":5.1689999999999996,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":3.1899999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:22:58 2020","interfaces":[{"interface":"back","average":{"1min":3.7690000000000001,"5min":3.4220000000000002,"15min":3.3639999999999999},"min":{"1min":2.8479999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"max":{"1min":5.0579999999999998,"5min":5.0579999999999998,"15min":5.0579999999999998},"last":4.8739999999999997},{"interface":"front","average":{"1min":3.7519999999999998,"5min":3.738,"15min":3.7360000000000002},"min":{"1min":2.5089999999999999,"5min":1.5920000000000001,"15min":1.5920000000000001},"max":{"1min":4.8330000000000002,"5min":5.9630000000000001,"15min":5.9630000000000001},"last":3.7770000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:23:24 2020","interfaces":[{"interface":"back","average":{"1min":4.0579999999999998,"5min":4.1600000000000001,"15min":4.1769999999999996},"min":{"1min":3.2469999999999999,"5min":2.9420000000000002,"15min":2.9420000000000002},"max":{"1min":4.9720000000000004,"5min":5.1230000000000002,"15min":5.1230000000000002},"last":4.2229999999999999},{"interface":"front","average":{"1min":3.883,"5min":3.9590000000000001,"15min":3.972},"min":{"1min":2.9529999999999998,"5min":1.7529999999999999,"15min":1.7529999999999999},"max":{"1min":4.7279999999999998,"5min":5.9080000000000004,"15min":5.9080000000000004},"last":5.2460000000000004}]}]},{"osd":9,"up_from":71,"seq":304942678081,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5976,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93739176,"statfs":{"total":95995035648,"available":95988916224,"internally_reserved":0,"allocated":671744,"data_stored":302379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":1.865,"15min":1.8999999999999999},"min":{"1min":1.2210000000000001,"5min":0.995,"15min":0.995},"max":{"1min":3.8359999999999999,"5min":3.8359999999999999,"15min":3.8359999999999999},"last":1.238},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.8420000000000001,"15min":1.7589999999999999},"min":{"1min":1.462,"5min":1.038,"15min":1.038},"max":{"1min":2.798,"5min":2.931,"15min":2.931},"last":3.7599999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.004,"15min":2.0659999999999998},"min":{"1min":1.2310000000000001,"5min":1.1739999999999999,"15min":1.1739999999999999},"max":{"1min":2.9900000000000002,"5min":3.5830000000000002,"15min":3.5830000000000002},"last":1.712},{"interface":"front","average":{"1min":1.8069999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"max":{"1min":2.9369999999999998,"5min":3.903,"15min":3.903},"last":2.6629999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":1.9319999999999999,"15min":1.8839999999999999},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":2.7490000000000001,"5min":4.3029999999999999,"15min":4.3029999999999999},"last":1.3899999999999999},{"interface":"front","average":{"1min":2.411,"5min":2.153,"15min":2.0259999999999998},"min":{"1min":1.256,"5min":1.177,"15min":1.177},"max":{"1min":3.399,"5min":4.3719999999999999,"15min":4.3719999999999999},"last":1.889}]},{"osd":3,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":2.4700000000000002,"15min":2.4119999999999999},"min":{"1min":1.7889999999999999,"5min":1.401,"15min":1.401},"max":{"1min":3.5910000000000002,"5min":3.8799999999999999,"15min":3.8799999999999999},"last":2.121},{"interface":"front","average":{"1min":2.3620000000000001,"5min":2.4359999999999999,"15min":2.448},"min":{"1min":1.5669999999999999,"5min":1.4399999999999999,"15min":1.4399999999999999},"max":{"1min":3.1190000000000002,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":1.1539999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.839,"5min":2.7930000000000001,"15min":2.8210000000000002},"min":{"1min":1.171,"5min":1.171,"15min":1.171},"max":{"1min":4.3760000000000003,"5min":4.3760000000000003,"15min":4.3760000000000003},"last":2.4319999999999999},{"interface":"front","average":{"1min":2.9740000000000002,"5min":2.653,"15min":2.6040000000000001},"min":{"1min":2.3300000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"max":{"1min":3.79,"5min":3.79,"15min":3.79},"last":1.788}]},{"osd":5,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.5,"5min":3.1000000000000001,"15min":3.0659999999999998},"min":{"1min":2.8769999999999998,"5min":1.7609999999999999,"15min":1.7609999999999999},"max":{"1min":5.2610000000000001,"5min":5.2610000000000001,"15min":5.2610000000000001},"last":2.754},{"interface":"front","average":{"1min":2.919,"5min":2.8650000000000002,"15min":2.7949999999999999},"min":{"1min":1.8540000000000001,"5min":1.571,"15min":1.571},"max":{"1min":4.4139999999999997,"5min":4.4320000000000004,"15min":4.4320000000000004},"last":2.8039999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.1389999999999998,"5min":3.0249999999999999,"15min":3.0139999999999998},"min":{"1min":2.476,"5min":1.859,"15min":1.859},"max":{"1min":3.6440000000000001,"5min":4.694,"15min":4.694},"last":2.3759999999999999},{"interface":"front","average":{"1min":3.7530000000000001,"5min":3.5209999999999999,"15min":3.5209999999999999},"min":{"1min":2.5129999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"max":{"1min":4.9539999999999997,"5min":5.6070000000000002,"15min":5.6070000000000002},"last":3.2570000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.2669999999999999,"5min":3.1269999999999998,"15min":3.0550000000000002},"min":{"1min":2.3900000000000001,"5min":1.802,"15min":1.802},"max":{"1min":3.948,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":3.3180000000000001},{"interface":"front","average":{"1min":3.472,"5min":3.3799999999999999,"15min":3.3959999999999999},"min":{"1min":2.9039999999999999,"5min":2.2810000000000001,"15min":2.2810000000000001},"max":{"1min":4.335,"5min":5.3259999999999996,"15min":5.3259999999999996},"last":2.9409999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.653,"5min":3.399,"15min":3.3580000000000001},"min":{"1min":3.0169999999999999,"5min":1.284,"15min":1.284},"max":{"1min":4.1340000000000003,"5min":4.548,"15min":4.548},"last":2.9990000000000001},{"interface":"front","average":{"1min":3.9569999999999999,"5min":3.6179999999999999,"15min":3.5880000000000001},"min":{"1min":2.7149999999999999,"5min":1.5880000000000001,"15min":1.5880000000000001},"max":{"1min":5.1470000000000002,"5min":5.8360000000000003,"15min":5.8360000000000003},"last":3.1699999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":3.6859999999999999,"5min":3.7429999999999999,"15min":3.7530000000000001},"min":{"1min":2.7610000000000001,"5min":2.532,"15min":2.532},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":2.2669999999999999},{"interface":"front","average":{"1min":3.9609999999999999,"5min":3.956,"15min":3.9550000000000001},"min":{"1min":3.0920000000000001,"5min":1.782,"15min":1.782},"max":{"1min":4.7300000000000004,"5min":4.9489999999999998,"15min":4.9489999999999998},"last":3.4159999999999999}]}]},{"osd":8,"up_from":63,"seq":270582939718,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6040,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739112,"statfs":{"total":95995035648,"available":95988850688,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6,7,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.74,"15min":1.73},"min":{"1min":1.2629999999999999,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":2.851,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":1.486},{"interface":"front","average":{"1min":1.944,"5min":1.8999999999999999,"15min":1.823},"min":{"1min":1.264,"5min":1.01,"15min":1.01},"max":{"1min":3.012,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":2.0870000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2649999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"max":{"1min":2.73,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":1.8759999999999999},{"interface":"front","average":{"1min":2.2160000000000002,"5min":2.3439999999999999,"15min":2.5049999999999999},"min":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"max":{"1min":3.254,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":2.5720000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.885,"5min":1.9219999999999999,"15min":1.8919999999999999},"min":{"1min":1.3999999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"max":{"1min":2.6200000000000001,"5min":2.903,"15min":2.903},"last":1.994},{"interface":"front","average":{"1min":2.456,"5min":2.4369999999999998,"15min":2.4660000000000002},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":3.6749999999999998,"5min":4.6079999999999997,"15min":4.6079999999999997},"last":3.0179999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":2.6349999999999998,"5min":2.5609999999999999,"15min":2.577},"min":{"1min":1.665,"5min":1.3400000000000001,"15min":1.3400000000000001},"max":{"1min":3.246,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.367},{"interface":"front","average":{"1min":2.4300000000000002,"5min":2.077,"15min":2.0289999999999999},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":3.492,"5min":3.4929999999999999,"15min":3.4929999999999999},"last":1.1799999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":2.4460000000000002,"5min":2.4409999999999998,"15min":2.5619999999999998},"min":{"1min":1.8080000000000001,"5min":1.2829999999999999,"15min":1.2829999999999999},"max":{"1min":3.028,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":2.3359999999999999},{"interface":"front","average":{"1min":2.7149999999999999,"5min":2.52,"15min":2.4889999999999999},"min":{"1min":2.1389999999999998,"5min":1.6379999999999999,"15min":1.6379999999999999},"max":{"1min":3.585,"5min":4.3079999999999998,"15min":4.3079999999999998},"last":2.6720000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:23:28 2020","interfaces":[{"interface":"back","average":{"1min":3.0619999999999998,"5min":2.931,"15min":2.798},"min":{"1min":2.242,"5min":1.6379999999999999,"15min":1.6379999999999999},"max":{"1min":3.665,"5min":4.327,"15min":4.327},"last":2.9279999999999999},{"interface":"front","average":{"1min":3.3109999999999999,"5min":3.0840000000000001,"15min":2.9510000000000001},"min":{"1min":2.2770000000000001,"5min":1.417,"15min":1.417},"max":{"1min":4.1959999999999997,"5min":4.5430000000000001,"15min":4.5430000000000001},"last":3.6429999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2269999999999999,"5min":3.0790000000000002,"15min":3.1349999999999998},"min":{"1min":2.6000000000000001,"5min":1.821,"15min":1.821},"max":{"1min":4.3520000000000003,"5min":4.3520000000000003,"15min":4.3520000000000003},"last":2.3980000000000001},{"interface":"front","average":{"1min":3.472,"5min":3.3460000000000001,"15min":3.3340000000000001},"min":{"1min":2.6930000000000001,"5min":2.1869999999999998,"15min":2.1869999999999998},"max":{"1min":4.2770000000000001,"5min":4.6619999999999999,"15min":4.6619999999999999},"last":3.8279999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2090000000000001,"5min":3.0750000000000002,"15min":3.2360000000000002},"min":{"1min":2.1139999999999999,"5min":1.679,"15min":1.679},"max":{"1min":4.6840000000000002,"5min":4.6840000000000002,"15min":4.6840000000000002},"last":2.7490000000000001},{"interface":"front","average":{"1min":3.4790000000000001,"5min":3.343,"15min":3.4409999999999998},"min":{"1min":2.1859999999999999,"5min":2.173,"15min":2.173},"max":{"1min":4.327,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":3.1989999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:22:53 2020","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":3.4209999999999998,"15min":3.3959999999999999},"min":{"1min":2.8260000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"max":{"1min":4.5419999999999998,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":3.4329999999999998},{"interface":"front","average":{"1min":3.9990000000000001,"5min":3.516,"15min":3.4409999999999998},"min":{"1min":3.2799999999999998,"5min":1.581,"15min":1.581},"max":{"1min":4.7549999999999999,"5min":4.7549999999999999,"15min":4.7549999999999999},"last":4.0460000000000003}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.6709999999999998,"5min":3.48,"15min":3.448},"min":{"1min":2.8969999999999998,"5min":2.5299999999999998,"15min":2.5299999999999998},"max":{"1min":4.4749999999999996,"5min":4.9669999999999996,"15min":4.9669999999999996},"last":3.1320000000000001},{"interface":"front","average":{"1min":3.79,"5min":3.794,"15min":3.794},"min":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":2.2949999999999999},"max":{"1min":4.5460000000000003,"5min":4.8120000000000003,"15min":4.8120000000000003},"last":4.2030000000000003}]}]},{"osd":7,"up_from":56,"seq":240518168651,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6104,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739048,"statfs":{"total":95995035648,"available":95988785152,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:20:57 2020","interfaces":[{"interface":"back","average":{"1min":1.778,"5min":1.7310000000000001,"15min":1.6819999999999999},"min":{"1min":1.2869999999999999,"5min":1.284,"15min":1.284},"max":{"1min":2.8959999999999999,"5min":3.2749999999999999,"15min":3.2749999999999999},"last":2.7909999999999999},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.2610000000000001,"15min":2.3980000000000001},"min":{"1min":1.3919999999999999,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":3.0409999999999999,"5min":3.593,"15min":3.593},"last":1.482}]},{"osd":1,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0009999999999999,"5min":2.0390000000000001,"15min":2.1349999999999998},"min":{"1min":1.256,"5min":1.256,"15min":1.256},"max":{"1min":3.133,"5min":3.698,"15min":3.698},"last":2.5630000000000002},{"interface":"front","average":{"1min":2.0190000000000001,"5min":2.0939999999999999,"15min":2.052},"min":{"1min":1.306,"5min":1.26,"15min":1.26},"max":{"1min":2.718,"5min":3.2799999999999998,"15min":3.2799999999999998},"last":1.849}]},{"osd":2,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.282,"5min":2.133,"15min":2.113},"min":{"1min":1.7969999999999999,"5min":1.3600000000000001,"15min":1.3600000000000001},"max":{"1min":3.3109999999999999,"5min":3.3109999999999999,"15min":3.3109999999999999},"last":1.6799999999999999},{"interface":"front","average":{"1min":1.9990000000000001,"5min":2.254,"15min":2.3959999999999999},"min":{"1min":1.4930000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"max":{"1min":2.5950000000000002,"5min":3.786,"15min":3.786},"last":1.5009999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.1739999999999999,"5min":2.3300000000000001,"15min":2.339},"min":{"1min":1.3959999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"max":{"1min":2.6509999999999998,"5min":3.3380000000000001,"15min":3.3380000000000001},"last":2.036},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.3479999999999999,"15min":2.3780000000000001},"min":{"1min":1.389,"5min":1.1499999999999999,"15min":1.1499999999999999},"max":{"1min":2.7490000000000001,"5min":3.5019999999999998,"15min":3.5019999999999998},"last":2.1139999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.9830000000000001,"5min":2.7440000000000002,"15min":2.758},"min":{"1min":2.1629999999999998,"5min":1.5049999999999999,"15min":1.5049999999999999},"max":{"1min":3.9489999999999998,"5min":4.8860000000000001,"15min":4.8860000000000001},"last":2.4359999999999999},{"interface":"front","average":{"1min":2.621,"5min":2.5539999999999998,"15min":2.456},"min":{"1min":1.502,"5min":1.502,"15min":1.502},"max":{"1min":3.6000000000000001,"5min":3.6120000000000001,"15min":3.6120000000000001},"last":3.3719999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":3.1709999999999998,"5min":2.9569999999999999,"15min":2.9140000000000001},"min":{"1min":1.8160000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"max":{"1min":4.306,"5min":4.556,"15min":4.556},"last":2.1709999999999998},{"interface":"front","average":{"1min":2.8820000000000001,"5min":3.093,"15min":3.093},"min":{"1min":1.218,"5min":1.218,"15min":1.218},"max":{"1min":4.8769999999999998,"5min":4.8769999999999998,"15min":4.8769999999999998},"last":2.8039999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":2.8879999999999999,"5min":3.117,"15min":3.3290000000000002},"min":{"1min":2.387,"5min":2.23,"15min":2.23},"max":{"1min":3.1749999999999998,"5min":4.617,"15min":4.617},"last":2.3340000000000001},{"interface":"front","average":{"1min":3.2559999999999998,"5min":3.423,"15min":3.4350000000000001},"min":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"max":{"1min":4.2249999999999996,"5min":4.649,"15min":4.649},"last":3.1869999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:23:30 2020","interfaces":[{"interface":"back","average":{"1min":3.649,"5min":3.3140000000000001,"15min":3.0390000000000001},"min":{"1min":2.75,"5min":2.0369999999999999,"15min":2.0369999999999999},"max":{"1min":4.3700000000000001,"5min":4.593,"15min":4.593},"last":3.7050000000000001},{"interface":"front","average":{"1min":3.331,"5min":3.492,"15min":3.6600000000000001},"min":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"max":{"1min":4.3659999999999997,"5min":4.9960000000000004,"15min":4.9960000000000004},"last":3.5390000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:22:50 2020","interfaces":[{"interface":"back","average":{"1min":4.0469999999999997,"5min":3.4820000000000002,"15min":3.3620000000000001},"min":{"1min":2.8500000000000001,"5min":2.5670000000000002,"15min":2.5670000000000002},"max":{"1min":5.218,"5min":5.218,"15min":5.218},"last":4.2350000000000003},{"interface":"front","average":{"1min":3.6160000000000001,"5min":3.7639999999999998,"15min":3.8679999999999999},"min":{"1min":2.7269999999999999,"5min":2.6440000000000001,"15min":2.6440000000000001},"max":{"1min":4.4199999999999999,"5min":4.976,"15min":4.976},"last":3.9380000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":3.7109999999999999,"5min":3.9249999999999998,"15min":3.9609999999999999},"min":{"1min":2.9500000000000002,"5min":2.9500000000000002,"15min":2.9500000000000002},"max":{"1min":4.6630000000000003,"5min":5.1379999999999999,"15min":5.1379999999999999},"last":4.3200000000000003},{"interface":"front","average":{"1min":4.2169999999999996,"5min":4.0860000000000003,"15min":4.0640000000000001},"min":{"1min":2.9990000000000001,"5min":2.8159999999999998,"15min":2.8159999999999998},"max":{"1min":4.9939999999999998,"5min":4.9939999999999998,"15min":4.9939999999999998},"last":4.4539999999999997}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":3.6150000000000002,"5min":3.6179999999999999,"15min":3.6179999999999999},"min":{"1min":2.71,"5min":2.71,"15min":2.71},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":3.6160000000000001},{"interface":"front","average":{"1min":4.3680000000000003,"5min":4.319,"15min":4.3109999999999999},"min":{"1min":3.1640000000000001,"5min":3.1640000000000001,"15min":3.1640000000000001},"max":{"1min":5.7320000000000002,"5min":5.7320000000000002,"15min":5.7320000000000002},"last":4.0119999999999996}]}]},{"osd":6,"up_from":49,"seq":210453397584,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6168,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738984,"statfs":{"total":95995035648,"available":95988719616,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":1.756,"5min":1.792,"15min":1.546},"min":{"1min":1.1020000000000001,"5min":1.0089999999999999,"15min":0.98199999999999998},"max":{"1min":3.4500000000000002,"5min":3.4500000000000002,"15min":3.4500000000000002},"last":1.3140000000000001},{"interface":"front","average":{"1min":2.2309999999999999,"5min":2.1640000000000001,"15min":1.97},"min":{"1min":1.23,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":4.2430000000000003,"5min":4.2430000000000003,"15min":4.2430000000000003},"last":2.2639999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":2.2440000000000002,"5min":2.0249999999999999,"15min":1.8819999999999999},"min":{"1min":1.276,"5min":1.276,"15min":1.276},"max":{"1min":3.895,"5min":3.895,"15min":3.895},"last":1.4690000000000001},{"interface":"front","average":{"1min":1.958,"5min":2.169,"15min":2.2789999999999999},"min":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3380000000000001},"max":{"1min":2.9940000000000002,"5min":3.9950000000000001,"15min":3.9950000000000001},"last":1.3959999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":2.2890000000000001,"5min":2.254,"15min":2.0379999999999998},"min":{"1min":1.413,"5min":1.4059999999999999,"15min":1.3859999999999999},"max":{"1min":4.2439999999999998,"5min":4.2439999999999998,"15min":4.2439999999999998},"last":2.1640000000000001},{"interface":"front","average":{"1min":1.9650000000000001,"5min":2.0680000000000001,"15min":2.02},"min":{"1min":1.194,"5min":1.194,"15min":1.194},"max":{"1min":3.8090000000000002,"5min":3.8090000000000002,"15min":3.8090000000000002},"last":1.732}]},{"osd":3,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.75,"15min":2.4489999999999998},"min":{"1min":1.292,"5min":1.292,"15min":1.2310000000000001},"max":{"1min":4.085,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":2.9649999999999999},{"interface":"front","average":{"1min":2.7160000000000002,"5min":2.8959999999999999,"15min":2.7320000000000002},"min":{"1min":1.349,"5min":1.349,"15min":1.349},"max":{"1min":4.4359999999999999,"5min":4.4359999999999999,"15min":4.4359999999999999},"last":2.923}]},{"osd":4,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":2.649,"5min":2.6190000000000002,"15min":2.2349999999999999},"min":{"1min":1.147,"5min":1.147,"15min":1.119},"max":{"1min":3.3119999999999998,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":2.738},{"interface":"front","average":{"1min":2.867,"5min":2.9380000000000002,"15min":2.8199999999999998},"min":{"1min":1.8160000000000001,"5min":1.3899999999999999,"15min":1.133},"max":{"1min":4.5759999999999996,"5min":4.5759999999999996,"15min":4.5940000000000003},"last":2.4580000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:23:48 2020","interfaces":[{"interface":"back","average":{"1min":3.3210000000000002,"5min":3.028,"15min":2.5859999999999999},"min":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.1910000000000001},"max":{"1min":4.4260000000000002,"5min":5.4009999999999998,"15min":5.4009999999999998},"last":2.52},{"interface":"front","average":{"1min":3.2839999999999998,"5min":3.2320000000000002,"15min":2.8639999999999999},"min":{"1min":1.619,"5min":1.619,"15min":1.3400000000000001},"max":{"1min":4.7030000000000003,"5min":5.1159999999999997,"15min":5.1159999999999997},"last":2.6880000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":3.4140000000000001,"15min":3.3279999999999998},"min":{"1min":2.7370000000000001,"5min":2.2269999999999999,"15min":2.2269999999999999},"max":{"1min":4.2169999999999996,"5min":5.4640000000000004,"15min":5.4640000000000004},"last":3.165},{"interface":"front","average":{"1min":3.5059999999999998,"5min":3.4399999999999999,"15min":3.254},"min":{"1min":2.605,"5min":2.0499999999999998,"15min":2.0499999999999998},"max":{"1min":4.3339999999999996,"5min":5.6120000000000001,"15min":5.6120000000000001},"last":3.117}]},{"osd":8,"last update":"Mon Nov 16 20:23:24 2020","interfaces":[{"interface":"back","average":{"1min":3.8199999999999998,"5min":3.7429999999999999,"15min":3.621},"min":{"1min":2.3570000000000002,"5min":2.2029999999999998,"15min":2.2029999999999998},"max":{"1min":5.0810000000000004,"5min":5.0810000000000004,"15min":5.0810000000000004},"last":3.3679999999999999},{"interface":"front","average":{"1min":3.8650000000000002,"5min":3.6899999999999999,"15min":3.5859999999999999},"min":{"1min":2.5529999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"max":{"1min":5.3879999999999999,"5min":5.3879999999999999,"15min":5.3879999999999999},"last":3.3170000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":4.0609999999999999,"15min":4.0250000000000004},"min":{"1min":3.5390000000000001,"5min":2.6480000000000001,"15min":2.6480000000000001},"max":{"1min":5.0789999999999997,"5min":5.4790000000000001,"15min":5.4790000000000001},"last":3.593},{"interface":"front","average":{"1min":4.0439999999999996,"5min":3.9100000000000001,"15min":3.8029999999999999},"min":{"1min":3.4300000000000002,"5min":2.3130000000000002,"15min":2.3130000000000002},"max":{"1min":5.1779999999999999,"5min":5.1779999999999999,"15min":5.1779999999999999},"last":3.5129999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:00 2020","interfaces":[{"interface":"back","average":{"1min":4.3499999999999996,"5min":4.5220000000000002,"15min":4.5499999999999998},"min":{"1min":3.0529999999999999,"5min":3.0529999999999999,"15min":3.0529999999999999},"max":{"1min":5.4550000000000001,"5min":5.492,"15min":5.492},"last":3.8210000000000002},{"interface":"front","average":{"1min":4.2409999999999997,"5min":3.8159999999999998,"15min":3.7450000000000001},"min":{"1min":3.6240000000000001,"5min":2.5830000000000002,"15min":2.5830000000000002},"max":{"1min":5.0270000000000001,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":3.7269999999999999}]}]},{"osd":1,"up_from":18,"seq":77309411435,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6360,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738792,"statfs":{"total":95995035648,"available":95988523008,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:31 2020","interfaces":[{"interface":"back","average":{"1min":1.7829999999999999,"5min":1.8200000000000001,"15min":1.4530000000000001},"min":{"1min":1.113,"5min":1.113,"15min":0.74399999999999999},"max":{"1min":2.9830000000000001,"5min":5.5110000000000001,"15min":5.5110000000000001},"last":1.2629999999999999},{"interface":"front","average":{"1min":1.806,"5min":1.9379999999999999,"15min":1.516},"min":{"1min":1.163,"5min":1.0700000000000001,"15min":0.70099999999999996},"max":{"1min":2.9649999999999999,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":1.429}]},{"osd":2,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.121,"15min":1.754},"min":{"1min":1.302,"5min":1.244,"15min":0.88600000000000001},"max":{"1min":3.9319999999999999,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":1.9339999999999999},{"interface":"front","average":{"1min":1.901,"5min":2.1669999999999998,"15min":1.7470000000000001},"min":{"1min":1.018,"5min":1.018,"15min":0.84599999999999997},"max":{"1min":2.9830000000000001,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":2.0070000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:23:25 2020","interfaces":[{"interface":"back","average":{"1min":1.5669999999999999,"5min":1.7989999999999999,"15min":1.647},"min":{"1min":1.0820000000000001,"5min":0.96399999999999997,"15min":0.872},"max":{"1min":1.996,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":1.361},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.4009999999999998,"15min":2.133},"min":{"1min":1.8140000000000001,"5min":1.2689999999999999,"15min":1.2689999999999999},"max":{"1min":3.3439999999999999,"5min":5.9130000000000003,"15min":5.9130000000000003},"last":1.696}]},{"osd":4,"last update":"Mon Nov 16 20:23:50 2020","interfaces":[{"interface":"back","average":{"1min":2.6139999999999999,"5min":2.6320000000000001,"15min":2.2050000000000001},"min":{"1min":1.804,"5min":1.2350000000000001,"15min":1.204},"max":{"1min":3.2829999999999999,"5min":5.1299999999999999,"15min":5.1299999999999999},"last":2.464},{"interface":"front","average":{"1min":2.371,"5min":2.2829999999999999,"15min":2.1480000000000001},"min":{"1min":1.601,"5min":1.409,"15min":1.409},"max":{"1min":3.4060000000000001,"5min":4.46,"15min":4.46},"last":2.8570000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:23:19 2020","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":3.0840000000000001,"15min":2.7650000000000001},"min":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"max":{"1min":4.6669999999999998,"5min":26.739000000000001,"15min":26.739000000000001},"last":3.6240000000000001},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.367,"15min":2.7429999999999999},"min":{"1min":1.8,"5min":1.774,"15min":1.774},"max":{"1min":4.0220000000000002,"5min":27.542000000000002,"15min":27.542000000000002},"last":2.718}]},{"osd":6,"last update":"Mon Nov 16 20:23:35 2020","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":3.1030000000000002,"15min":2.9169999999999998},"min":{"1min":2.1739999999999999,"5min":1.8480000000000001,"15min":1.8480000000000001},"max":{"1min":4.4710000000000001,"5min":4.5819999999999999,"15min":4.5819999999999999},"last":3.3239999999999998},{"interface":"front","average":{"1min":3.2490000000000001,"5min":3.4670000000000001,"15min":3.1549999999999998},"min":{"1min":2.718,"5min":2.286,"15min":2.286},"max":{"1min":3.968,"5min":5.3710000000000004,"15min":5.3710000000000004},"last":3.395}]},{"osd":7,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":3.0680000000000001},"min":{"1min":2.0899999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"max":{"1min":3.1269999999999998,"5min":5.2249999999999996,"15min":5.2249999999999996},"last":2.5649999999999999},{"interface":"front","average":{"1min":3.1309999999999998,"5min":3.3969999999999998,"15min":3.3119999999999998},"min":{"1min":2.2639999999999998,"5min":2.2639999999999998,"15min":2.2639999999999998},"max":{"1min":5.1529999999999996,"5min":5.1529999999999996,"15min":5.1529999999999996},"last":3.0419999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:23:25 2020","interfaces":[{"interface":"back","average":{"1min":2.6680000000000001,"5min":2.9809999999999999,"15min":3.2770000000000001},"min":{"1min":1.712,"5min":1.712,"15min":1.712},"max":{"1min":3.5899999999999999,"5min":5.0090000000000003,"15min":5.0090000000000003},"last":3.1269999999999998},{"interface":"front","average":{"1min":3.4950000000000001,"5min":3.6600000000000001,"15min":3.6699999999999999},"min":{"1min":2.7869999999999999,"5min":2.0569999999999999,"15min":2.0569999999999999},"max":{"1min":4.8630000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":3.766}]},{"osd":9,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.5790000000000002,"5min":3.8239999999999998,"15min":3.9340000000000002},"min":{"1min":2.6949999999999998,"5min":2.5830000000000002,"15min":2.5830000000000002},"max":{"1min":5.0990000000000002,"5min":5.601,"15min":5.601},"last":2.9670000000000001},{"interface":"front","average":{"1min":3.5760000000000001,"5min":3.6850000000000001,"15min":3.6549999999999998},"min":{"1min":2.7530000000000001,"5min":2.5470000000000002,"15min":2.5470000000000002},"max":{"1min":5.4950000000000001,"5min":5.7699999999999996,"15min":5.7699999999999996},"last":3.9740000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.6619999999999999,"5min":3.8239999999999998,"15min":3.851},"min":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"max":{"1min":4.7869999999999999,"5min":4.7869999999999999,"15min":4.7869999999999999},"last":3.1850000000000001},{"interface":"front","average":{"1min":3.7170000000000001,"5min":4.0960000000000001,"15min":4.1589999999999998},"min":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"max":{"1min":5.7539999999999996,"5min":6.7809999999999997,"15min":6.7809999999999997},"last":3.556}]}]},{"osd":0,"up_from":12,"seq":51539607663,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6424,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738728,"statfs":{"total":95995035648,"available":95988457472,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:23:37 2020","interfaces":[{"interface":"back","average":{"1min":1.764,"5min":1.7270000000000001,"15min":1.3859999999999999},"min":{"1min":0.93600000000000005,"5min":0.80700000000000005,"15min":0.65300000000000002},"max":{"1min":2.3300000000000001,"5min":2.927,"15min":2.927},"last":1.546},{"interface":"front","average":{"1min":1.758,"5min":1.8180000000000001,"15min":1.4470000000000001},"min":{"1min":1.1679999999999999,"5min":1.036,"15min":0.60799999999999998},"max":{"1min":3.4020000000000001,"5min":4.1059999999999999,"15min":4.1059999999999999},"last":2.165}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":1.5469999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":1.8220000000000001,"5min":1.952,"15min":1.825},"min":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"max":{"1min":2.6070000000000002,"5min":3.431,"15min":3.431},"last":1.603},{"interface":"front","average":{"1min":1.661,"5min":2.1040000000000001,"15min":2.1070000000000002},"min":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":2.7650000000000001,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":2.0880000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:22:49 2020","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":2.3420000000000001,"15min":2.0529999999999999},"min":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":3.726,"5min":4.0570000000000004,"15min":4.0570000000000004},"last":3.5470000000000002},{"interface":"front","average":{"1min":3.044,"5min":3.0870000000000002,"15min":2.6429999999999998},"min":{"1min":1.756,"5min":1.696,"15min":1.464},"max":{"1min":4.2249999999999996,"5min":4.556,"15min":4.556},"last":2.6080000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":2.7410000000000001,"5min":2.9660000000000002,"15min":2.7879999999999998},"min":{"1min":1.871,"5min":1.627,"15min":1.627},"max":{"1min":4.1950000000000003,"5min":4.4829999999999997,"15min":4.4829999999999997},"last":1.879},{"interface":"front","average":{"1min":2.4729999999999999,"5min":2.7530000000000001,"15min":2.5409999999999999},"min":{"1min":1.893,"5min":1.504,"15min":1.504},"max":{"1min":3.4529999999999998,"5min":4.093,"15min":4.093},"last":2.673}]},{"osd":6,"last update":"Mon Nov 16 20:23:47 2020","interfaces":[{"interface":"back","average":{"1min":2.145,"5min":2.5750000000000002,"15min":2.5310000000000001},"min":{"1min":1.532,"5min":1.464,"15min":1.464},"max":{"1min":3.363,"5min":3.871,"15min":3.871},"last":2.5289999999999999},{"interface":"front","average":{"1min":3.0339999999999998,"5min":3.2250000000000001,"15min":3.0289999999999999},"min":{"1min":2.1629999999999998,"5min":1.9830000000000001,"15min":1.9830000000000001},"max":{"1min":5.7240000000000002,"5min":5.758,"15min":5.758},"last":2.8479999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":2.8719999999999999,"15min":2.8380000000000001},"min":{"1min":2.097,"5min":1.901,"15min":1.901},"max":{"1min":3.3290000000000002,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":1.8400000000000001},{"interface":"front","average":{"1min":3.319,"5min":3.5409999999999999,"15min":3.5510000000000002},"min":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"max":{"1min":4.468,"5min":5.1420000000000003,"15min":5.1420000000000003},"last":3.6280000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":3.5230000000000001,"15min":3.641},"min":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"max":{"1min":4.5449999999999999,"5min":5.9710000000000001,"15min":5.9710000000000001},"last":3.464},{"interface":"front","average":{"1min":3.7810000000000001,"5min":3.3180000000000001,"15min":3.1139999999999999},"min":{"1min":2.3319999999999999,"5min":2.1139999999999999,"15min":2.1139999999999999},"max":{"1min":5.8959999999999999,"5min":5.8959999999999999,"15min":5.8959999999999999},"last":3.1930000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":2.9199999999999999,"5min":3.1659999999999999,"15min":3.234},"min":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"max":{"1min":3.9420000000000002,"5min":4.4580000000000002,"15min":4.4580000000000002},"last":3.266},{"interface":"front","average":{"1min":3.9420000000000002,"5min":3.919,"15min":3.8940000000000001},"min":{"1min":2.665,"5min":2.476,"15min":2.476},"max":{"1min":6.7439999999999998,"5min":6.7439999999999998,"15min":6.7439999999999998},"last":4.0140000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:22:57 2020","interfaces":[{"interface":"back","average":{"1min":3.242,"5min":3.573,"15min":3.6280000000000001},"min":{"1min":2.3210000000000002,"5min":2.3210000000000002,"15min":2.3210000000000002},"max":{"1min":4.601,"5min":4.9640000000000004,"15min":4.9640000000000004},"last":3.8180000000000001},{"interface":"front","average":{"1min":3.4119999999999999,"5min":3.52,"15min":3.5379999999999998},"min":{"1min":2.1309999999999998,"5min":2.081,"15min":2.081},"max":{"1min":5.5090000000000003,"5min":5.5090000000000003,"15min":5.5090000000000003},"last":3.879}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":4.1929999999999996,"5min":4.1559999999999997,"15min":4.1500000000000004},"min":{"1min":3.0609999999999999,"5min":2.5750000000000002,"15min":2.5750000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":4.3010000000000002},{"interface":"front","average":{"1min":3.262,"5min":3.4209999999999998,"15min":3.4470000000000001},"min":{"1min":2.206,"5min":2.101,"15min":2.101},"max":{"1min":4.6769999999999996,"5min":5.0179999999999998,"15min":5.0179999999999998},"last":3.0899999999999999}]}]},{"osd":2,"up_from":23,"seq":98784247910,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6296,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738856,"statfs":{"total":95995035648,"available":95988588544,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":1.8169999999999999,"15min":1.4710000000000001},"min":{"1min":1.175,"5min":0.92700000000000005,"15min":0.88700000000000001},"max":{"1min":3.004,"5min":3.5430000000000001,"15min":3.5430000000000001},"last":2.1150000000000002},{"interface":"front","average":{"1min":1.7450000000000001,"5min":1.8720000000000001,"15min":1.5209999999999999},"min":{"1min":1.012,"5min":1.012,"15min":0.81100000000000005},"max":{"1min":3.2669999999999999,"5min":3.8660000000000001,"15min":3.8660000000000001},"last":1.524}]},{"osd":1,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":2.1000000000000001,"15min":1.7150000000000001},"min":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":0.86199999999999999},"max":{"1min":3.02,"5min":4.3380000000000001,"15min":4.3380000000000001},"last":2.3599999999999999},{"interface":"front","average":{"1min":1.9330000000000001,"5min":1.823,"15min":1.516},"min":{"1min":1.0640000000000001,"5min":1.014,"15min":0.82999999999999996},"max":{"1min":3.1459999999999999,"5min":5.3010000000000002,"15min":5.3010000000000002},"last":1.462}]},{"osd":3,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.2949999999999999,"15min":2.073},"min":{"1min":1.4690000000000001,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":1.5649999999999999},{"interface":"front","average":{"1min":1.9710000000000001,"5min":2.1389999999999998,"15min":2.0289999999999999},"min":{"1min":1.0640000000000001,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":2.2669999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:23:54 2020","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":2.4660000000000002,"15min":2.3210000000000002},"min":{"1min":1.7110000000000001,"5min":1.1779999999999999,"15min":1.1779999999999999},"max":{"1min":3.5840000000000001,"5min":4.4029999999999996,"15min":4.8819999999999997},"last":2.1840000000000002},{"interface":"front","average":{"1min":2.153,"5min":2.399,"15min":2.2370000000000001},"min":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"max":{"1min":3.8919999999999999,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":1.853}]},{"osd":5,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":3.0990000000000002,"5min":3.0350000000000001,"15min":2.6520000000000001},"min":{"1min":1.9359999999999999,"5min":1.6180000000000001,"15min":1.6180000000000001},"max":{"1min":5.0069999999999997,"5min":5.0069999999999997,"15min":5.0069999999999997},"last":2.6589999999999998},{"interface":"front","average":{"1min":2.9870000000000001,"5min":2.9660000000000002,"15min":2.762},"min":{"1min":1.7609999999999999,"5min":1.7609999999999999,"15min":1.7609999999999999},"max":{"1min":4.5199999999999996,"5min":4.5199999999999996,"15min":4.5199999999999996},"last":2.04}]},{"osd":6,"last update":"Mon Nov 16 20:23:41 2020","interfaces":[{"interface":"back","average":{"1min":2.6070000000000002,"5min":2.653,"15min":2.681},"min":{"1min":1.97,"5min":1.508,"15min":1.508},"max":{"1min":3.6400000000000001,"5min":4.2469999999999999,"15min":4.2469999999999999},"last":2.4900000000000002},{"interface":"front","average":{"1min":3.2530000000000001,"5min":3.3079999999999998,"15min":3.1190000000000002},"min":{"1min":2.2469999999999999,"5min":1.9590000000000001,"15min":1.9590000000000001},"max":{"1min":4.194,"5min":4.6310000000000002,"15min":4.6310000000000002},"last":2.9009999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:23:04 2020","interfaces":[{"interface":"back","average":{"1min":2.7189999999999999,"5min":3.1640000000000001,"15min":3.2559999999999998},"min":{"1min":1.899,"5min":1.899,"15min":1.899},"max":{"1min":4.8680000000000003,"5min":4.8680000000000003,"15min":4.8680000000000003},"last":2.7480000000000002},{"interface":"front","average":{"1min":3.641,"5min":3.1669999999999998,"15min":3.1299999999999999},"min":{"1min":2.0089999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"max":{"1min":5.4740000000000002,"5min":5.4740000000000002,"15min":5.4740000000000002},"last":2.4289999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:23:29 2020","interfaces":[{"interface":"back","average":{"1min":3.5979999999999999,"5min":3.5920000000000001,"15min":3.4510000000000001},"min":{"1min":2.3740000000000001,"5min":2.2530000000000001,"15min":2.2530000000000001},"max":{"1min":4.6500000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":3.1520000000000001},{"interface":"front","average":{"1min":3.3300000000000001,"5min":3.4620000000000002,"15min":3.4279999999999999},"min":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"max":{"1min":5.4420000000000002,"5min":5.6829999999999998,"15min":5.6829999999999998},"last":2.5950000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:54 2020","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":3.2029999999999998,"15min":3.1509999999999998},"min":{"1min":2.2149999999999999,"5min":2.0710000000000002,"15min":2.0710000000000002},"max":{"1min":4.444,"5min":5.0170000000000003,"15min":5.0170000000000003},"last":2.9940000000000002},{"interface":"front","average":{"1min":4.0350000000000001,"5min":3.8069999999999999,"15min":3.6549999999999998},"min":{"1min":2.5870000000000002,"5min":2.5430000000000001,"15min":2.5430000000000001},"max":{"1min":5.992,"5min":5.992,"15min":5.992},"last":3.681}]},{"osd":10,"last update":"Mon Nov 16 20:22:59 2020","interfaces":[{"interface":"back","average":{"1min":4.0860000000000003,"5min":3.9260000000000002,"15min":3.8999999999999999},"min":{"1min":2.9510000000000001,"5min":2.7679999999999998,"15min":2.7679999999999998},"max":{"1min":5.7249999999999996,"5min":5.7249999999999996,"15min":5.7249999999999996},"last":3.4180000000000001},{"interface":"front","average":{"1min":3.8050000000000002,"5min":3.9849999999999999,"15min":4.0149999999999997},"min":{"1min":2.3879999999999999,"5min":2.3879999999999999,"15min":2.3879999999999999},"max":{"1min":6.0010000000000003,"5min":6.0010000000000003,"15min":6.0010000000000003},"last":2.8100000000000001}]}]},{"osd":3,"up_from":29,"seq":124554051680,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6296,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738856,"statfs":{"total":95995035648,"available":95988588544,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:21:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.5980000000000001,"15min":1.5620000000000001},"min":{"1min":1.111,"5min":1.069,"15min":1.069},"max":{"1min":2.5249999999999999,"5min":3.218,"15min":3.218},"last":2.2530000000000001},{"interface":"front","average":{"1min":1.657,"5min":1.7070000000000001,"15min":1.5289999999999999},"min":{"1min":1.304,"5min":1.075,"15min":1.075},"max":{"1min":2.6469999999999998,"5min":3.1059999999999999,"15min":3.1059999999999999},"last":1.585}]},{"osd":1,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.859,"15min":1.7989999999999999},"min":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"max":{"1min":1.7709999999999999,"5min":3.8559999999999999,"15min":3.8559999999999999},"last":1.7330000000000001},{"interface":"front","average":{"1min":1.5389999999999999,"5min":1.821,"15min":1.6579999999999999},"min":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":0.95099999999999996},"max":{"1min":2.4580000000000002,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":1.77}]},{"osd":2,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":1.9139999999999999,"5min":2.089,"15min":1.97},"min":{"1min":1.129,"5min":1.129,"15min":1.129},"max":{"1min":3.6280000000000001,"5min":3.6419999999999999,"15min":3.6419999999999999},"last":2.081},{"interface":"front","average":{"1min":1.5129999999999999,"5min":2.0339999999999998,"15min":1.962},"min":{"1min":0.872,"5min":0.872,"15min":0.872},"max":{"1min":2.512,"5min":3.7629999999999999,"15min":3.7629999999999999},"last":1.841}]},{"osd":4,"last update":"Mon Nov 16 20:23:46 2020","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":2.3889999999999998,"15min":2.278},"min":{"1min":1.468,"5min":1.284,"15min":1.284},"max":{"1min":2.8180000000000001,"5min":5.9749999999999996,"15min":5.9749999999999996},"last":2.7909999999999999},{"interface":"front","average":{"1min":1.968,"5min":2.347,"15min":2.2320000000000002},"min":{"1min":1.331,"5min":1.1539999999999999,"15min":1.1539999999999999},"max":{"1min":2.8679999999999999,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":2.3530000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:23:16 2020","interfaces":[{"interface":"back","average":{"1min":2.2400000000000002,"5min":2.508,"15min":2.4199999999999999},"min":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"max":{"1min":3.6720000000000002,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":2.5830000000000002},{"interface":"front","average":{"1min":2.194,"5min":2.569,"15min":2.6030000000000002},"min":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"max":{"1min":4.0960000000000001,"5min":4.774,"15min":4.774},"last":2.6429999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:23:42 2020","interfaces":[{"interface":"back","average":{"1min":2.3330000000000002,"5min":2.6800000000000002,"15min":2.8660000000000001},"min":{"1min":1.5349999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"max":{"1min":3.5409999999999999,"5min":4.0629999999999997,"15min":4.0629999999999997},"last":2.4319999999999999},{"interface":"front","average":{"1min":2.4169999999999998,"5min":2.8620000000000001,"15min":2.9100000000000001},"min":{"1min":1.8169999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"max":{"1min":3.2240000000000002,"5min":6.657,"15min":6.657},"last":3.5249999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":2.8860000000000001,"5min":2.9950000000000001,"15min":2.907},"min":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"max":{"1min":5.8659999999999997,"5min":5.8659999999999997,"15min":5.8659999999999997},"last":4.6550000000000002},{"interface":"front","average":{"1min":2.6779999999999999,"5min":3.1829999999999998,"15min":3.3490000000000002},"min":{"1min":1.282,"5min":1.282,"15min":1.282},"max":{"1min":3.9910000000000001,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":4.1760000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:23:28 2020","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":3.2210000000000001,"15min":3.3069999999999999},"min":{"1min":1.8799999999999999,"5min":1.637,"15min":1.637},"max":{"1min":3.698,"5min":7.0890000000000004,"15min":7.0890000000000004},"last":4.3140000000000001},{"interface":"front","average":{"1min":3.1139999999999999,"5min":3.2629999999999999,"15min":3.149},"min":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"max":{"1min":4.8390000000000004,"5min":6.3840000000000003,"15min":6.3840000000000003},"last":4.0830000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":3.383,"15min":3.456},"min":{"1min":1.482,"5min":1.482,"15min":1.482},"max":{"1min":4.9649999999999999,"5min":5.2949999999999999,"15min":5.2949999999999999},"last":3.3490000000000002},{"interface":"front","average":{"1min":3.4369999999999998,"5min":3.4609999999999999,"15min":3.4140000000000001},"min":{"1min":1.98,"5min":1.98,"15min":1.98},"max":{"1min":6.9009999999999998,"5min":6.9009999999999998,"15min":6.9009999999999998},"last":4.8929999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":3.3919999999999999,"15min":3.3980000000000001},"min":{"1min":1.629,"5min":1.629,"15min":1.629},"max":{"1min":5.8250000000000002,"5min":5.8250000000000002,"15min":5.8250000000000002},"last":4.8289999999999997},{"interface":"front","average":{"1min":3.6659999999999999,"5min":3.8610000000000002,"15min":3.8929999999999998},"min":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"max":{"1min":7.2619999999999996,"5min":7.2619999999999996,"15min":7.2619999999999996},"last":5.1379999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:23:22 2020","interfaces":[{"interface":"back","average":{"1min":3.4359999999999999,"5min":3.8620000000000001,"15min":3.9329999999999998},"min":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":2.1429999999999998},"max":{"1min":4.3869999999999996,"5min":7.4489999999999998,"15min":7.4489999999999998},"last":5.3650000000000002},{"interface":"front","average":{"1min":3.1659999999999999,"5min":3.3639999999999999,"15min":3.3969999999999998},"min":{"1min":1.655,"5min":1.655,"15min":1.655},"max":{"1min":4.7469999999999999,"5min":6.6180000000000003,"15min":6.6180000000000003},"last":3.4769999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855451,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6232,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738920,"statfs":{"total":95995035648,"available":95988654080,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.1509999999999998,"5min":1.9510000000000001,"15min":1.7929999999999999},"min":{"1min":1.4099999999999999,"5min":1.2250000000000001,"15min":1.0780000000000001},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.1520000000000001},"last":1.8360000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":2.2999999999999998,"15min":2.1000000000000001},"min":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":0.78900000000000003},"max":{"1min":3.4849999999999999,"5min":3.6459999999999999,"15min":3.6459999999999999},"last":1.7709999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":2.1190000000000002,"15min":1.786},"min":{"1min":1.343,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":2.5049999999999999},{"interface":"front","average":{"1min":2.464,"5min":2.262,"15min":1.7929999999999999},"min":{"1min":1.663,"5min":1.141,"15min":1.141},"max":{"1min":3.1080000000000001,"5min":4.5510000000000002,"15min":4.5510000000000002},"last":3.4500000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":2.3679999999999999,"15min":1.956},"min":{"1min":1.248,"5min":1.073,"15min":1.073},"max":{"1min":3.8090000000000002,"5min":4.9210000000000003,"15min":4.9210000000000003},"last":2.722},{"interface":"front","average":{"1min":2.472,"5min":2.2690000000000001,"15min":1.865},"min":{"1min":1.538,"5min":1.2150000000000001,"15min":1.2150000000000001},"max":{"1min":3.6850000000000001,"5min":3.6850000000000001,"15min":3.6850000000000001},"last":3.0270000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:22:52 2020","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":2.4390000000000001,"15min":2.044},"min":{"1min":1.3740000000000001,"5min":1.252,"15min":1.1180000000000001},"max":{"1min":3.3090000000000002,"5min":3.7330000000000001,"15min":3.7330000000000001},"last":2.847},{"interface":"front","average":{"1min":2.2490000000000001,"5min":2.274,"15min":2.044},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":1.9570000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1389999999999998,"5min":2.3220000000000001,"15min":1.8520000000000001},"min":{"1min":1.456,"5min":1.24,"15min":0.63},"max":{"1min":4.7300000000000004,"5min":4.7300000000000004,"15min":4.7300000000000004},"last":2.4129999999999998},{"interface":"front","average":{"1min":2.9249999999999998,"5min":2.7490000000000001,"15min":2.2650000000000001},"min":{"1min":2.194,"5min":1.113,"15min":0.86099999999999999},"max":{"1min":3.5800000000000001,"5min":3.8239999999999998,"15min":3.8239999999999998},"last":2.7639999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:23:40 2020","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.9830000000000001,"15min":2.363},"min":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":0.68100000000000005},"max":{"1min":5.8949999999999996,"5min":5.8949999999999996,"15min":5.8949999999999996},"last":2.9700000000000002},{"interface":"front","average":{"1min":3.472,"5min":3.2599999999999998,"15min":2.7120000000000002},"min":{"1min":2.7959999999999998,"5min":1.9650000000000001,"15min":1.0569999999999999},"max":{"1min":4.1079999999999997,"5min":4.9790000000000001,"15min":4.9790000000000001},"last":3.8220000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:23:05 2020","interfaces":[{"interface":"back","average":{"1min":2.887,"5min":3.024,"15min":3.1019999999999999},"min":{"1min":1.776,"5min":1.464,"15min":1.464},"max":{"1min":3.8170000000000002,"5min":5.3129999999999997,"15min":5.3129999999999997},"last":3.3239999999999998},{"interface":"front","average":{"1min":3.8580000000000001,"5min":3.444,"15min":3.266},"min":{"1min":2.2869999999999999,"5min":1.611,"15min":1.611},"max":{"1min":6.6070000000000002,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":4.2389999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:17 2020","interfaces":[{"interface":"back","average":{"1min":3.4049999999999998,"5min":3.5,"15min":3.5019999999999998},"min":{"1min":2.2509999999999999,"5min":1.7190000000000001,"15min":1.7190000000000001},"max":{"1min":4.726,"5min":5.6449999999999996,"15min":5.6449999999999996},"last":3.9689999999999999},{"interface":"front","average":{"1min":4.2009999999999996,"5min":3.7320000000000002,"15min":3.706},"min":{"1min":3.4630000000000001,"5min":1.9419999999999999,"15min":1.9419999999999999},"max":{"1min":4.9720000000000004,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":5.0830000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:22:55 2020","interfaces":[{"interface":"back","average":{"1min":4.5380000000000003,"5min":4.0940000000000003,"15min":4.0800000000000001},"min":{"1min":2.9790000000000001,"5min":2.6070000000000002,"15min":2.6070000000000002},"max":{"1min":5.4729999999999999,"5min":5.8639999999999999,"15min":5.8639999999999999},"last":4.665},{"interface":"front","average":{"1min":3.8530000000000002,"5min":3.5089999999999999,"15min":3.4900000000000002},"min":{"1min":2.2450000000000001,"5min":2.2450000000000001,"15min":2.2450000000000001},"max":{"1min":5.6420000000000003,"5min":5.6420000000000003,"15min":5.6420000000000003},"last":3.1299999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":3.8719999999999999,"5min":3.742,"15min":3.7200000000000002},"min":{"1min":2.4529999999999998,"5min":2.4529999999999998,"15min":2.4529999999999998},"max":{"1min":5.1440000000000001,"5min":5.1440000000000001,"15min":5.1440000000000001},"last":4.3600000000000003},{"interface":"front","average":{"1min":4.431,"5min":4.1829999999999998,"15min":4.1420000000000003},"min":{"1min":3.3530000000000002,"5min":3.3530000000000002,"15min":3.3530000000000002},"max":{"1min":5.4000000000000004,"5min":5.4000000000000004,"15min":5.4000000000000004},"last":5.407}]}]},{"osd":5,"up_from":42,"seq":180388626518,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6168,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738984,"statfs":{"total":95995035648,"available":95988719616,"internally_reserved":0,"allocated":671744,"data_stored":302399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":1.9710000000000001,"5min":1.958,"15min":1.79},"min":{"1min":1.448,"5min":1.2070000000000001,"15min":1.107},"max":{"1min":3.036,"5min":4.125,"15min":4.125},"last":2.5059999999999998},{"interface":"front","average":{"1min":2.125,"5min":2.109,"15min":1.956},"min":{"1min":1.351,"5min":1.351,"15min":1.077},"max":{"1min":3.7669999999999999,"5min":3.7669999999999999,"15min":3.7669999999999999},"last":2.6829999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.974,"15min":2.1360000000000001},"min":{"1min":1.4530000000000001,"5min":1.2909999999999999,"15min":1.2529999999999999},"max":{"1min":2.8149999999999999,"5min":3.802,"15min":3.802},"last":1.845},{"interface":"front","average":{"1min":2.1560000000000001,"5min":2.1219999999999999,"15min":1.8440000000000001},"min":{"1min":1.4299999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":3.0009999999999999,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":1.9199999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.1699999999999999,"15min":1.9770000000000001},"min":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"max":{"1min":2.9649999999999999,"5min":3.738,"15min":3.738},"last":1.7709999999999999},{"interface":"front","average":{"1min":2.4590000000000001,"5min":2.7970000000000002,"15min":2.3690000000000002},"min":{"1min":1.6950000000000001,"5min":1.48,"15min":1.375},"max":{"1min":3.028,"5min":27.413,"15min":27.413},"last":3.4209999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":2.335,"15min":2.0979999999999999},"min":{"1min":1.4419999999999999,"5min":1.1140000000000001,"15min":1.1140000000000001},"max":{"1min":3.1299999999999999,"5min":3.4940000000000002,"15min":3.4940000000000002},"last":3.5600000000000001},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.097,"15min":2.629},"min":{"1min":2.4630000000000001,"5min":2.0219999999999998,"15min":1.5589999999999999},"max":{"1min":3.5790000000000002,"5min":4.7460000000000004,"15min":4.7460000000000004},"last":4}]},{"osd":4,"last update":"Mon Nov 16 20:23:20 2020","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":2.7090000000000001,"15min":2.157},"min":{"1min":2.456,"5min":1.4350000000000001,"15min":0.86299999999999999},"max":{"1min":3.532,"5min":3.7879999999999998,"15min":3.7879999999999998},"last":3.0779999999999998},{"interface":"front","average":{"1min":2.996,"5min":2.798,"15min":2.2869999999999999},"min":{"1min":2.3079999999999998,"5min":1.675,"15min":0.92500000000000004},"max":{"1min":3.577,"5min":4.4050000000000002,"15min":4.4050000000000002},"last":2.0600000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:23:38 2020","interfaces":[{"interface":"back","average":{"1min":2.9620000000000002,"5min":3.0800000000000001,"15min":2.766},"min":{"1min":2.4009999999999998,"5min":1.956,"15min":1.504},"max":{"1min":3.7719999999999998,"5min":5.4020000000000001,"15min":5.4020000000000001},"last":2.923},{"interface":"front","average":{"1min":3.073,"5min":3.0619999999999998,"15min":3.0150000000000001},"min":{"1min":2.2050000000000001,"5min":1.744,"15min":1.744},"max":{"1min":3.9710000000000001,"5min":4.774,"15min":4.774},"last":2.9780000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":3.4670000000000001,"5min":3.427,"15min":3.355},"min":{"1min":2.5739999999999998,"5min":2.2629999999999999,"15min":2.2629999999999999},"max":{"1min":4.0170000000000003,"5min":5.0419999999999998,"15min":5.0419999999999998},"last":2.6139999999999999},{"interface":"front","average":{"1min":5.2560000000000002,"5min":3.7759999999999998,"15min":3.5489999999999999},"min":{"1min":3.2160000000000002,"5min":2.379,"15min":2.379},"max":{"1min":28.234000000000002,"5min":28.234000000000002,"15min":28.234000000000002},"last":3.5009999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:23:27 2020","interfaces":[{"interface":"back","average":{"1min":3.2719999999999998,"5min":3.3639999999999999,"15min":3.1869999999999998},"min":{"1min":1.863,"5min":1.863,"15min":1.863},"max":{"1min":3.7669999999999999,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":3.851},{"interface":"front","average":{"1min":3.7490000000000001,"5min":3.681,"15min":3.7639999999999998},"min":{"1min":2.871,"5min":2.5800000000000001,"15min":2.5800000000000001},"max":{"1min":4.7039999999999997,"5min":5.0129999999999999,"15min":5.0129999999999999},"last":3.952}]},{"osd":9,"last update":"Mon Nov 16 20:22:56 2020","interfaces":[{"interface":"back","average":{"1min":4.0460000000000003,"5min":3.7669999999999999,"15min":3.6800000000000002},"min":{"1min":3.202,"5min":2.528,"15min":2.528},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":4.2240000000000002},{"interface":"front","average":{"1min":4.2169999999999996,"5min":3.7949999999999999,"15min":3.6480000000000001},"min":{"1min":3.0449999999999999,"5min":2.8029999999999999,"15min":2.8029999999999999},"max":{"1min":5.6820000000000004,"5min":5.6820000000000004,"15min":5.6820000000000004},"last":3.2069999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:23:01 2020","interfaces":[{"interface":"back","average":{"1min":5.4960000000000004,"5min":4.1820000000000004,"15min":3.9630000000000001},"min":{"1min":2.887,"5min":2.3159999999999998,"15min":2.3159999999999998},"max":{"1min":28,"5min":28,"15min":28},"last":4.4160000000000004},{"interface":"front","average":{"1min":5.7779999999999996,"5min":4.4539999999999997,"15min":4.234},"min":{"1min":3.331,"5min":3.3300000000000001,"15min":3.3300000000000001},"max":{"1min":27.789999999999999,"5min":27.789999999999999,"15min":27.789999999999999},"last":3.726}]}]}]}}
2020-11-16T20:23:55.964 INFO:tasks.cephadm.ceph_manager.ceph:clean!
2020-11-16T20:23:55.964 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump
2020-11-16T20:23:56.100 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:23:56.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:56 smithi142 bash[9523]: cluster 2020-11-16T20:23:54.217030+0000 osd.0 (osd.0) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:56 smithi142 bash[9523]: cluster 2020-11-16T20:23:54.217159+0000 osd.0 (osd.0) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:56 smithi142 bash[9523]: cluster 2020-11-16T20:23:54.585480+0000 osd.7 (osd.7) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:56 smithi142 bash[9523]: cluster 2020-11-16T20:23:54.585596+0000 osd.7 (osd.7) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:56 smithi142 bash[9523]: cluster 2020-11-16T20:23:55.046587+0000 osd.10 (osd.10) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:56 smithi142 bash[9523]: cluster 2020-11-16T20:23:55.046710+0000 osd.10 (osd.10) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:56 smithi142 bash[9523]: cluster 2020-11-16T20:23:55.088443+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e129: 12 total, 12 up, 12 in
2020-11-16T20:23:56.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:56 smithi142 bash[9523]: audit 2020-11-16T20:23:55.223542+0000 mgr.x (mgr.14196) 342 : audit [DBG] from='client.14769 v1:172.21.15.142:0/1613723490' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:56 smithi071 bash[9480]: cluster 2020-11-16T20:23:54.217030+0000 osd.0 (osd.0) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:56 smithi071 bash[9480]: cluster 2020-11-16T20:23:54.217159+0000 osd.0 (osd.0) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:56 smithi071 bash[9480]: cluster 2020-11-16T20:23:54.585480+0000 osd.7 (osd.7) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:56 smithi071 bash[9480]: cluster 2020-11-16T20:23:54.585596+0000 osd.7 (osd.7) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:56 smithi071 bash[9480]: cluster 2020-11-16T20:23:55.046587+0000 osd.10 (osd.10) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:56 smithi071 bash[9480]: cluster 2020-11-16T20:23:55.046710+0000 osd.10 (osd.10) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:56 smithi071 bash[9480]: cluster 2020-11-16T20:23:55.088443+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e129: 12 total, 12 up, 12 in
2020-11-16T20:23:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:56 smithi071 bash[9480]: audit 2020-11-16T20:23:55.223542+0000 mgr.x (mgr.14196) 342 : audit [DBG] from='client.14769 v1:172.21.15.142:0/1613723490' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:56 smithi065 bash[9468]: cluster 2020-11-16T20:23:54.217030+0000 osd.0 (osd.0) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:56 smithi065 bash[9468]: cluster 2020-11-16T20:23:54.217159+0000 osd.0 (osd.0) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:56 smithi065 bash[9468]: cluster 2020-11-16T20:23:54.585480+0000 osd.7 (osd.7) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:56 smithi065 bash[9468]: cluster 2020-11-16T20:23:54.585596+0000 osd.7 (osd.7) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:56 smithi065 bash[9468]: cluster 2020-11-16T20:23:55.046587+0000 osd.10 (osd.10) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:23:56.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:56 smithi065 bash[9468]: cluster 2020-11-16T20:23:55.046710+0000 osd.10 (osd.10) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:23:56.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:56 smithi065 bash[9468]: cluster 2020-11-16T20:23:55.088443+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e129: 12 total, 12 up, 12 in
2020-11-16T20:23:56.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:56 smithi065 bash[9468]: audit 2020-11-16T20:23:55.223542+0000 mgr.x (mgr.14196) 342 : audit [DBG] from='client.14769 v1:172.21.15.142:0/1613723490' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:23:57.392 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:57 smithi142 bash[9523]: cluster 2020-11-16T20:23:56.014708+0000 mgr.x (mgr.14196) 343 : cluster [DBG] pgmap v400: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:57 smithi071 bash[9480]: cluster 2020-11-16T20:23:56.014708+0000 mgr.x (mgr.14196) 343 : cluster [DBG] pgmap v400: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:57.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:57 smithi065 bash[9468]: cluster 2020-11-16T20:23:56.014708+0000 mgr.x (mgr.14196) 343 : cluster [DBG] pgmap v400: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:59.265 INFO:teuthology.orchestra.run.smithi142.stdout:epoch 129
2020-11-16T20:23:59.265 INFO:teuthology.orchestra.run.smithi142.stdout:fsid b861c014-2847-11eb-a2b2-001a4aab830c
2020-11-16T20:23:59.265 INFO:teuthology.orchestra.run.smithi142.stdout:created 2020-11-16T20:10:48.708461+0000
2020-11-16T20:23:59.266 INFO:teuthology.orchestra.run.smithi142.stdout:modified 2020-11-16T20:23:55.083012+0000
2020-11-16T20:23:59.266 INFO:teuthology.orchestra.run.smithi142.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit
2020-11-16T20:23:59.266 INFO:teuthology.orchestra.run.smithi142.stdout:crush_version 27
2020-11-16T20:23:59.266 INFO:teuthology.orchestra.run.smithi142.stdout:full_ratio 0.95
2020-11-16T20:23:59.266 INFO:teuthology.orchestra.run.smithi142.stdout:backfillfull_ratio 0.9
2020-11-16T20:23:59.266 INFO:teuthology.orchestra.run.smithi142.stdout:nearfull_ratio 0.85
2020-11-16T20:23:59.266 INFO:teuthology.orchestra.run.smithi142.stdout:require_min_compat_client luminous
2020-11-16T20:23:59.267 INFO:teuthology.orchestra.run.smithi142.stdout:min_compat_client jewel
2020-11-16T20:23:59.267 INFO:teuthology.orchestra.run.smithi142.stdout:require_osd_release pacific
2020-11-16T20:23:59.267 INFO:teuthology.orchestra.run.smithi142.stdout:stretch_mode_enabled false
2020-11-16T20:23:59.267 INFO:teuthology.orchestra.run.smithi142.stdout:pool 1 'device_health_metrics' replicated size 2 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 14 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth
2020-11-16T20:23:59.267 INFO:teuthology.orchestra.run.smithi142.stdout:max_osd 12
2020-11-16T20:23:59.267 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0 up   in  weight 1 up_from 12 up_thru 55 down_at 0 last_clean_interval [0,0) v1:172.21.15.142:6800/1276457002 v1:172.21.15.142:6801/1276457002 exists,up 82c71ecd-d05a-47ab-99d6-b70e22fbe2a6
2020-11-16T20:23:59.267 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1 up   in  weight 1 up_from 18 up_thru 18 down_at 0 last_clean_interval [0,0) v1:172.21.15.142:6804/2156745596 v1:172.21.15.142:6805/2156745596 exists,up c82ae70d-f2a5-4334-a84f-87a054655ad7
2020-11-16T20:23:59.268 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2 up   in  weight 1 up_from 23 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.142:6808/2380078138 v1:172.21.15.142:6809/2380078138 exists,up b8fcfee2-fb36-47e4-a200-65aab5e1435b
2020-11-16T20:23:59.268 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3 up   in  weight 1 up_from 29 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.142:6812/2351592071 v1:172.21.15.142:6813/2351592071 exists,up f28de7af-d9bf-4096-ab56-1ef663dc214c
2020-11-16T20:23:59.268 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4 up   in  weight 1 up_from 35 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.71:6801/3325699378 v1:172.21.15.71:6802/3325699378 exists,up 8dfc82b4-6137-4f9c-b848-160cdaab7877
2020-11-16T20:23:59.268 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5 up   in  weight 1 up_from 42 up_thru 42 down_at 0 last_clean_interval [0,0) v1:172.21.15.71:6805/724581550 v1:172.21.15.71:6806/724581550 exists,up 80ade1c6-d24e-453c-b6db-434af43d222b
2020-11-16T20:23:59.268 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6 up   in  weight 1 up_from 49 up_thru 49 down_at 0 last_clean_interval [0,0) v1:172.21.15.71:6809/1309108708 v1:172.21.15.71:6810/1309108708 exists,up f2acf352-ac5f-434e-b71d-8d44be7ad4b5
2020-11-16T20:23:59.268 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7 up   in  weight 1 up_from 56 up_thru 103 down_at 0 last_clean_interval [0,0) v1:172.21.15.71:6813/499729663 v1:172.21.15.71:6814/499729663 exists,up a6ea6fd5-31c5-465f-ab31-c51d16e77e0d
2020-11-16T20:23:59.268 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8 up   in  weight 1 up_from 63 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.65:6800/930793981 v1:172.21.15.65:6801/930793981 exists,up 3c2e5345-07d0-40c1-b3aa-fa0493b44083
2020-11-16T20:23:59.269 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9 up   in  weight 1 up_from 71 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.65:6804/3578070571 v1:172.21.15.65:6805/3578070571 exists,up 4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6
2020-11-16T20:23:59.269 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10 up   in  weight 1 up_from 95 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.65:6808/1216706886 v1:172.21.15.65:6809/1216706886 exists,up 7092d516-77a6-4060-a297-090099cd553e
2020-11-16T20:23:59.269 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11 up   in  weight 1 up_from 103 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.65:6812/3290130542 v1:172.21.15.65:6813/3290130542 exists,up dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c
2020-11-16T20:23:59.269 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:0/1195728362 expires 2020-11-17T20:14:25.826902+0000
2020-11-16T20:23:59.269 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:6800/3623425812 expires 2020-11-17T20:14:25.826902+0000
2020-11-16T20:23:59.269 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:0/3991833904 expires 2020-11-17T20:14:25.826902+0000
2020-11-16T20:23:59.269 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:0/1735707732 expires 2020-11-17T20:11:44.591303+0000
2020-11-16T20:23:59.270 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:6800/1465625619 expires 2020-11-17T20:11:44.591303+0000
2020-11-16T20:23:59.270 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:0/3648584722 expires 2020-11-17T20:11:20.538376+0000
2020-11-16T20:23:59.270 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:0/3320495051 expires 2020-11-17T20:11:44.591303+0000
2020-11-16T20:23:59.270 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:0/1223358460 expires 2020-11-17T20:11:20.538376+0000
2020-11-16T20:23:59.270 INFO:teuthology.orchestra.run.smithi142.stdout:blocklist 172.21.15.142:6800/2714967177 expires 2020-11-17T20:11:20.538376+0000
2020-11-16T20:23:59.357 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:23:59 smithi142 bash[9523]: cluster 2020-11-16T20:23:58.015439+0000 mgr.x (mgr.14196) 344 : cluster [DBG] pgmap v401: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:23:59 smithi071 bash[9480]: cluster 2020-11-16T20:23:58.015439+0000 mgr.x (mgr.14196) 344 : cluster [DBG] pgmap v401: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:59.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:23:59 smithi065 bash[9468]: cluster 2020-11-16T20:23:58.015439+0000 mgr.x (mgr.14196) 344 : cluster [DBG] pgmap v401: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:23:59.966 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up   in  weight 1 up_from 12 up_thru 55 down_at 0 last_clean_interval [0,0) v1:172.21.15.142:6800/1276457002 v1:172.21.15.142:6801/1276457002 exists,up 82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'osd.1 up   in  weight 1 up_from 18 up_thru 18 down_at 0 last_clean_interval [0,0) v1:172.21.15.142:6804/2156745596 v1:172.21.15.142:6805/2156745596 exists,up c82ae70d-f2a5-4334-a84f-87a054655ad7', 'osd.2 up   in  weight 1 up_from 23 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.142:6808/2380078138 v1:172.21.15.142:6809/2380078138 exists,up b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'osd.3 up   in  weight 1 up_from 29 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.142:6812/2351592071 v1:172.21.15.142:6813/2351592071 exists,up f28de7af-d9bf-4096-ab56-1ef663dc214c', 'osd.4 up   in  weight 1 up_from 35 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.71:6801/3325699378 v1:172.21.15.71:6802/3325699378 exists,up 8dfc82b4-6137-4f9c-b848-160cdaab7877', 'osd.5 up   in  weight 1 up_from 42 up_thru 42 down_at 0 last_clean_interval [0,0) v1:172.21.15.71:6805/724581550 v1:172.21.15.71:6806/724581550 exists,up 80ade1c6-d24e-453c-b6db-434af43d222b', 'osd.6 up   in  weight 1 up_from 49 up_thru 49 down_at 0 last_clean_interval [0,0) v1:172.21.15.71:6809/1309108708 v1:172.21.15.71:6810/1309108708 exists,up f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'osd.7 up   in  weight 1 up_from 56 up_thru 103 down_at 0 last_clean_interval [0,0) v1:172.21.15.71:6813/499729663 v1:172.21.15.71:6814/499729663 exists,up a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'osd.8 up   in  weight 1 up_from 63 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.65:6800/930793981 v1:172.21.15.65:6801/930793981 exists,up 3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'osd.9 up   in  weight 1 up_from 71 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.65:6804/3578070571 v1:172.21.15.65:6805/3578070571 exists,up 4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'osd.10 up   in  weight 1 up_from 95 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.65:6808/1216706886 v1:172.21.15.65:6809/1216706886 exists,up 7092d516-77a6-4060-a297-090099cd553e', 'osd.11 up   in  weight 1 up_from 103 up_thru 0 down_at 0 last_clean_interval [0,0) v1:172.21.15.65:6812/3290130542 v1:172.21.15.65:6813/3290130542 exists,up dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c']
2020-11-16T20:23:59.966 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon mon.a config show
2020-11-16T20:24:00.106 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:00.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:00 smithi142 bash[9523]: audit 2020-11-16T20:23:59.267339+0000 mon.a (mon.0) 750 : audit [DBG] from='client.? v1:172.21.15.142:0/640402969' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch
2020-11-16T20:24:00.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:00 smithi071 bash[9480]: audit 2020-11-16T20:23:59.267339+0000 mon.a (mon.0) 750 : audit [DBG] from='client.? v1:172.21.15.142:0/640402969' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch
2020-11-16T20:24:00.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:00 smithi065 bash[9468]: audit 2020-11-16T20:23:59.267339+0000 mon.a (mon.0) 750 : audit [DBG] from='client.? v1:172.21.15.142:0/640402969' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch
2020-11-16T20:24:01.417 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:01 smithi142 bash[9523]: cluster 2020-11-16T20:24:00.016171+0000 mgr.x (mgr.14196) 345 : cluster [DBG] pgmap v402: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:01 smithi071 bash[9480]: cluster 2020-11-16T20:24:00.016171+0000 mgr.x (mgr.14196) 345 : cluster [DBG] pgmap v402: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:01 smithi065 bash[9468]: cluster 2020-11-16T20:24:00.016171+0000 mgr.x (mgr.14196) 345 : cluster [DBG] pgmap v402: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:03.174 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:24:03.175 INFO:teuthology.orchestra.run.smithi142.stdout:    "name": "mon.a",
2020-11-16T20:24:03.175 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster": "ceph",
2020-11-16T20:24:03.175 INFO:teuthology.orchestra.run.smithi142.stdout:    "admin_socket": "/var/run/ceph/ceph-mon.a.asok",
2020-11-16T20:24:03.176 INFO:teuthology.orchestra.run.smithi142.stdout:    "admin_socket_mode": "",
2020-11-16T20:24:03.176 INFO:teuthology.orchestra.run.smithi142.stdout:    "auth_client_required": "cephx, none",
2020-11-16T20:24:03.176 INFO:teuthology.orchestra.run.smithi142.stdout:    "auth_cluster_required": "cephx",
2020-11-16T20:24:03.176 INFO:teuthology.orchestra.run.smithi142.stdout:    "auth_debug": "true",
2020-11-16T20:24:03.177 INFO:teuthology.orchestra.run.smithi142.stdout:    "auth_mon_ticket_ttl": "43200.000000",
2020-11-16T20:24:03.177 INFO:teuthology.orchestra.run.smithi142.stdout:    "auth_service_required": "cephx",
2020-11-16T20:24:03.177 INFO:teuthology.orchestra.run.smithi142.stdout:    "auth_service_ticket_ttl": "3600.000000",
2020-11-16T20:24:03.177 INFO:teuthology.orchestra.run.smithi142.stdout:    "auth_supported": "",
2020-11-16T20:24:03.177 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_aio": "true",
2020-11-16T20:24:03.178 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_aio_max_queue_depth": "1024",
2020-11-16T20:24:03.178 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_aio_poll_ms": "250",
2020-11-16T20:24:03.178 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_aio_reap_max": "16",
2020-11-16T20:24:03.178 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_async_discard": "false",
2020-11-16T20:24:03.179 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_block_size": "4096",
2020-11-16T20:24:03.180 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_debug_aio": "false",
2020-11-16T20:24:03.180 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_debug_aio_log_age": "5.000000",
2020-11-16T20:24:03.180 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_debug_aio_suicide_timeout": "60.000000",
2020-11-16T20:24:03.180 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_debug_inflight_ios": "false",
2020-11-16T20:24:03.181 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_enable_discard": "false",
2020-11-16T20:24:03.181 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_flock_retry": "3",
2020-11-16T20:24:03.181 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_flock_retry_interval": "0.100000",
2020-11-16T20:24:03.181 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_inject_crash": "0",
2020-11-16T20:24:03.182 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_inject_crash_flush_delay": "2",
2020-11-16T20:24:03.182 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_ioring": "false",
2020-11-16T20:24:03.182 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_nvme_unbind_from_kernel": "false",
2020-11-16T20:24:03.182 INFO:teuthology.orchestra.run.smithi142.stdout:    "bdev_type": "",
2020-11-16T20:24:03.182 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_alloc_size": "1048576",
2020-11-16T20:24:03.183 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_allocator": "hybrid",
2020-11-16T20:24:03.183 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_buffered_io": "false",
2020-11-16T20:24:03.183 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_compact_log_sync": "false",
2020-11-16T20:24:03.183 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_log_compact_min_ratio": "5.000000",
2020-11-16T20:24:03.183 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_log_compact_min_size": "16777216",
2020-11-16T20:24:03.184 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_log_replay_check_allocations": "true",
2020-11-16T20:24:03.184 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_max_log_runway": "4194304",
2020-11-16T20:24:03.184 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_max_prefetch": "1048576",
2020-11-16T20:24:03.184 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_min_flush_size": "524288",
2020-11-16T20:24:03.185 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_min_log_runway": "1048576",
2020-11-16T20:24:03.185 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_replay_recovery": "false",
2020-11-16T20:24:03.185 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_replay_recovery_disable_compact": "false",
2020-11-16T20:24:03.185 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_shared_alloc_size": "65536",
2020-11-16T20:24:03.185 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluefs_sync_write": "false",
2020-11-16T20:24:03.186 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_2q_cache_kin_ratio": "0.500000",
2020-11-16T20:24:03.187 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_2q_cache_kout_ratio": "0.500000",
2020-11-16T20:24:03.187 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_alloc_stats_dump_interval": "86400.000000",
2020-11-16T20:24:03.187 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_allocator": "hybrid",
2020-11-16T20:24:03.187 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_avl_alloc_bf_free_pct": "4",
2020-11-16T20:24:03.187 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_avl_alloc_bf_threshold": "131072",
2020-11-16T20:24:03.187 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_bitmapallocator_blocks_per_zone": "1024",
2020-11-16T20:24:03.188 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_bitmapallocator_span_size": "1024",
2020-11-16T20:24:03.188 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_blobid_prealloc": "10240",
2020-11-16T20:24:03.188 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_create": "true",
2020-11-16T20:24:03.188 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_db_create": "false",
2020-11-16T20:24:03.188 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_db_path": "",
2020-11-16T20:24:03.188 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_db_size": "0",
2020-11-16T20:24:03.188 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_path": "",
2020-11-16T20:24:03.189 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_preallocate_file": "false",
2020-11-16T20:24:03.189 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_size": "107374182400",
2020-11-16T20:24:03.189 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_wal_create": "false",
2020-11-16T20:24:03.189 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_wal_path": "",
2020-11-16T20:24:03.189 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_block_wal_size": "100663296",
2020-11-16T20:24:03.189 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_bluefs": "true",
2020-11-16T20:24:03.189 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_bluefs_alloc_failure_dump_interval": "0.000000",
2020-11-16T20:24:03.190 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_bluefs_env_mirror": "false",
2020-11-16T20:24:03.190 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_autotune": "true",
2020-11-16T20:24:03.190 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_autotune_interval": "5.000000",
2020-11-16T20:24:03.190 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_kv_ratio": "0.400000",
2020-11-16T20:24:03.190 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_meta_ratio": "0.400000",
2020-11-16T20:24:03.190 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_size": "0",
2020-11-16T20:24:03.190 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_size_hdd": "1073741824",
2020-11-16T20:24:03.191 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_size_ssd": "3221225472",
2020-11-16T20:24:03.191 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_trim_interval": "0.050000",
2020-11-16T20:24:03.191 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_trim_max_skip_pinned": "64",
2020-11-16T20:24:03.191 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_cache_type": "2q",
2020-11-16T20:24:03.191 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_clone_cow": "true",
2020-11-16T20:24:03.191 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_algorithm": "snappy",
2020-11-16T20:24:03.191 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_max_blob_size": "0",
2020-11-16T20:24:03.191 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_max_blob_size_hdd": "65536",
2020-11-16T20:24:03.192 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_max_blob_size_ssd": "65536",
2020-11-16T20:24:03.192 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_min_blob_size": "0",
2020-11-16T20:24:03.192 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_min_blob_size_hdd": "8192",
2020-11-16T20:24:03.192 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_min_blob_size_ssd": "8192",
2020-11-16T20:24:03.192 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_mode": "none",
2020-11-16T20:24:03.192 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_compression_required_ratio": "0.875000",
2020-11-16T20:24:03.192 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_csum_type": "crc32c",
2020-11-16T20:24:03.193 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_enforce_settings": "default",
2020-11-16T20:24:03.193 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_freelist": "false",
2020-11-16T20:24:03.193 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_fsck_abort": "false",
2020-11-16T20:24:03.193 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_inject_bug21040": "false",
2020-11-16T20:24:03.193 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_inject_csum_err_probability": "0.000000",
2020-11-16T20:24:03.193 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_inject_read_err": "false",
2020-11-16T20:24:03.193 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_no_reuse_blocks": "false",
2020-11-16T20:24:03.193 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_omit_block_device_write": "false",
2020-11-16T20:24:03.194 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_omit_kv_commit": "false",
2020-11-16T20:24:03.194 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_permit_any_bdev_label": "false",
2020-11-16T20:24:03.194 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_prefill": "0.000000",
2020-11-16T20:24:03.194 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_prefragment_max": "1048576",
2020-11-16T20:24:03.194 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_random_read_err": "0.000000",
2020-11-16T20:24:03.194 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_randomize_serial_transaction": "0",
2020-11-16T20:24:03.194 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_small_allocations": "0",
2020-11-16T20:24:03.195 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_debug_too_many_blobs_threshold": "24576",
2020-11-16T20:24:03.195 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_default_buffered_read": "true",
2020-11-16T20:24:03.195 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_default_buffered_write": "false",
2020-11-16T20:24:03.195 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_deferred_batch_ops": "0",
2020-11-16T20:24:03.195 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_deferred_batch_ops_hdd": "64",
2020-11-16T20:24:03.195 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_deferred_batch_ops_ssd": "16",
2020-11-16T20:24:03.195 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_extent_map_inline_shard_prealloc_size": "256",
2020-11-16T20:24:03.196 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_extent_map_shard_max_size": "1200",
2020-11-16T20:24:03.196 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_extent_map_shard_min_size": "150",
2020-11-16T20:24:03.196 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_extent_map_shard_target_size": "500",
2020-11-16T20:24:03.196 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_extent_map_shard_target_size_slop": "0.200000",
2020-11-16T20:24:03.196 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_freelist_blocks_per_key": "128",
2020-11-16T20:24:03.196 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_error_on_no_per_pool_omap": "false",
2020-11-16T20:24:03.196 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_error_on_no_per_pool_stats": "false",
2020-11-16T20:24:03.196 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_on_mkfs": "true",
2020-11-16T20:24:03.197 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_on_mkfs_deep": "false",
2020-11-16T20:24:03.197 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_on_mount": "false",
2020-11-16T20:24:03.197 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_on_mount_deep": "false",
2020-11-16T20:24:03.197 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_on_umount": "false",
2020-11-16T20:24:03.197 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_on_umount_deep": "false",
2020-11-16T20:24:03.197 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_quick_fix_on_mount": "true",
2020-11-16T20:24:03.197 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_quick_fix_threads": "2",
2020-11-16T20:24:03.198 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_fsck_read_bytes_cap": "67108864",
2020-11-16T20:24:03.198 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_gc_enable_blob_threshold": "0",
2020-11-16T20:24:03.198 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_gc_enable_total_threshold": "0",
2020-11-16T20:24:03.198 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_hybrid_alloc_mem_cap": "67108864",
2020-11-16T20:24:03.198 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_ignore_data_csum": "false",
2020-11-16T20:24:03.198 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_kvbackend": "rocksdb",
2020-11-16T20:24:03.198 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_log_collection_list_age": "60.000000",
2020-11-16T20:24:03.198 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_log_omap_iterator_age": "5.000000",
2020-11-16T20:24:03.199 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_log_op_age": "5.000000",
2020-11-16T20:24:03.199 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_max_alloc_size": "0",
2020-11-16T20:24:03.199 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_max_blob_size": "0",
2020-11-16T20:24:03.199 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_max_blob_size_hdd": "65536",
2020-11-16T20:24:03.199 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_max_blob_size_ssd": "65536",
2020-11-16T20:24:03.199 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_max_defer_interval": "3.000000",
2020-11-16T20:24:03.199 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_max_deferred_txc": "32",
2020-11-16T20:24:03.200 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_min_alloc_size": "0",
2020-11-16T20:24:03.200 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_min_alloc_size_hdd": "4096",
2020-11-16T20:24:03.200 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_min_alloc_size_ssd": "4096",
2020-11-16T20:24:03.200 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_nid_prealloc": "1024",
2020-11-16T20:24:03.200 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_prefer_deferred_size": "0",
2020-11-16T20:24:03.200 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_prefer_deferred_size_hdd": "65536",
2020-11-16T20:24:03.200 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_prefer_deferred_size_ssd": "0",
2020-11-16T20:24:03.200 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_retry_disk_reads": "3",
2020-11-16T20:24:03.201 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_rocksdb_cf": "true",
2020-11-16T20:24:03.201 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_rocksdb_cfs": "m(3) O(3,0-13) L",
2020-11-16T20:24:03.201 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=4,min_write_buffer_number_to_merge=1,recycle_log_file_num=4,write_buffer_size=268435456,writable_file_max_buffer_size=0,compaction_readahead_size=2097152,max_background_compactions=2,max_total_wal_size=1073741824",
2020-11-16T20:24:03.201 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_spdk_coremask": "0x1",
2020-11-16T20:24:03.201 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_spdk_io_sleep": "5",
2020-11-16T20:24:03.201 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_spdk_max_io_completion": "0",
2020-11-16T20:24:03.201 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_spdk_mem": "512",
2020-11-16T20:24:03.202 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_sync_submit_transaction": "false",
2020-11-16T20:24:03.202 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_throttle_bytes": "67108864",
2020-11-16T20:24:03.202 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_throttle_cost_per_io": "0",
2020-11-16T20:24:03.202 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_throttle_cost_per_io_hdd": "670000",
2020-11-16T20:24:03.202 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_throttle_cost_per_io_ssd": "4000",
2020-11-16T20:24:03.202 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_throttle_deferred_bytes": "134217728",
2020-11-16T20:24:03.202 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_throttle_trace_rate": "0.000000",
2020-11-16T20:24:03.202 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_tracing": "false",
2020-11-16T20:24:03.203 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_volume_selection_policy": "use_some_extra",
2020-11-16T20:24:03.203 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_volume_selection_reserved": "0",
2020-11-16T20:24:03.203 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_volume_selection_reserved_factor": "2.000000",
2020-11-16T20:24:03.203 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_warn_on_bluefs_spillover": "true",
2020-11-16T20:24:03.203 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_warn_on_legacy_statfs": "true",
2020-11-16T20:24:03.203 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_warn_on_no_per_pool_omap": "true",
2020-11-16T20:24:03.203 INFO:teuthology.orchestra.run.smithi142.stdout:    "bluestore_warn_on_spurious_read_errors": "true",
2020-11-16T20:24:03.204 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephadm_path": "/usr/sbin/cephadm",
2020-11-16T20:24:03.204 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephfs_mirror_directory_choose_policy": "random",
2020-11-16T20:24:03.204 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephfs_mirror_max_concurrent_directory_syncs": "3",
2020-11-16T20:24:03.204 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephfs_mirror_mirror_action_update_interval": "2",
2020-11-16T20:24:03.204 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephfs_mirror_restart_mirror_on_blocklist_interval": "30",
2020-11-16T20:24:03.204 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephx_cluster_require_signatures": "false",
2020-11-16T20:24:03.204 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephx_cluster_require_version": "1",
2020-11-16T20:24:03.204 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephx_require_signatures": "false",
2020-11-16T20:24:03.205 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephx_require_version": "1",
2020-11-16T20:24:03.205 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephx_service_require_signatures": "false",
2020-11-16T20:24:03.205 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephx_service_require_version": "1",
2020-11-16T20:24:03.205 INFO:teuthology.orchestra.run.smithi142.stdout:    "cephx_sign_messages": "true",
2020-11-16T20:24:03.205 INFO:teuthology.orchestra.run.smithi142.stdout:    "chdir": "",
2020-11-16T20:24:03.205 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_acl_type": "",
2020-11-16T20:24:03.205 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_asio_thread_count": "2",
2020-11-16T20:24:03.206 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_cache_mid": "0.750000",
2020-11-16T20:24:03.206 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_cache_size": "16384",
2020-11-16T20:24:03.206 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_caps_release_delay": "5",
2020-11-16T20:24:03.206 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_check_pool_perm": "true",
2020-11-16T20:24:03.206 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_debug_force_sync_read": "false",
2020-11-16T20:24:03.206 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_debug_getattr_caps": "false",
2020-11-16T20:24:03.206 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_debug_inject_tick_delay": "0",
2020-11-16T20:24:03.207 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_die_on_failed_dentry_invalidate": "true",
2020-11-16T20:24:03.207 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_die_on_failed_remount": "false",
2020-11-16T20:24:03.207 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_dirsize_rbytes": "true",
2020-11-16T20:24:03.207 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_force_lazyio": "false",
2020-11-16T20:24:03.207 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_fs": "",
2020-11-16T20:24:03.207 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_inject_fixed_oldest_tid": "false",
2020-11-16T20:24:03.207 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_inject_release_failure": "false",
2020-11-16T20:24:03.207 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_max_inline_size": "4096",
2020-11-16T20:24:03.208 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_mds_namespace": "",
2020-11-16T20:24:03.208 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_metadata": "",
2020-11-16T20:24:03.208 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_mount_gid": "-1",
2020-11-16T20:24:03.208 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_mount_timeout": "300.000000",
2020-11-16T20:24:03.208 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_mount_uid": "-1",
2020-11-16T20:24:03.208 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_mountpoint": "/",
2020-11-16T20:24:03.208 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_notify_timeout": "10",
2020-11-16T20:24:03.209 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_oc": "true",
2020-11-16T20:24:03.209 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_oc_max_dirty": "104857600",
2020-11-16T20:24:03.209 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_oc_max_dirty_age": "5.000000",
2020-11-16T20:24:03.209 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_oc_max_objects": "1000",
2020-11-16T20:24:03.209 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_oc_size": "209715200",
2020-11-16T20:24:03.209 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_oc_target_dirty": "8388608",
2020-11-16T20:24:03.209 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_permissions": "true",
2020-11-16T20:24:03.209 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_quota_df": "true",
2020-11-16T20:24:03.210 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_readahead_max_bytes": "0",
2020-11-16T20:24:03.210 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_readahead_max_periods": "4",
2020-11-16T20:24:03.210 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_readahead_min": "131072",
2020-11-16T20:24:03.210 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_reconnect_stale": "false",
2020-11-16T20:24:03.210 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_shutdown_timeout": "30",
2020-11-16T20:24:03.210 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_snapdir": ".snap",
2020-11-16T20:24:03.210 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_tick_interval": "1",
2020-11-16T20:24:03.211 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_trace": "",
2020-11-16T20:24:03.211 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_try_dentry_invalidate": "false",
2020-11-16T20:24:03.211 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_use_faked_inos": "false",
2020-11-16T20:24:03.211 INFO:teuthology.orchestra.run.smithi142.stdout:    "client_use_random_mds": "false",
2020-11-16T20:24:03.211 INFO:teuthology.orchestra.run.smithi142.stdout:    "clog_to_graylog": "false",
2020-11-16T20:24:03.211 INFO:teuthology.orchestra.run.smithi142.stdout:    "clog_to_graylog_host": "127.0.0.1",
2020-11-16T20:24:03.211 INFO:teuthology.orchestra.run.smithi142.stdout:    "clog_to_graylog_port": "12201",
2020-11-16T20:24:03.211 INFO:teuthology.orchestra.run.smithi142.stdout:    "clog_to_monitors": "default=true",
2020-11-16T20:24:03.212 INFO:teuthology.orchestra.run.smithi142.stdout:    "clog_to_syslog": "false",
2020-11-16T20:24:03.212 INFO:teuthology.orchestra.run.smithi142.stdout:    "clog_to_syslog_facility": "default=daemon audit=local0",
2020-11-16T20:24:03.212 INFO:teuthology.orchestra.run.smithi142.stdout:    "clog_to_syslog_level": "info",
2020-11-16T20:24:03.212 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_addr": "-",
2020-11-16T20:24:03.212 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_network": "",
2020-11-16T20:24:03.212 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_network_interface": "",
2020-11-16T20:24:03.212 INFO:teuthology.orchestra.run.smithi142.stdout:    "compressor_zlib_isal": "false",
2020-11-16T20:24:03.213 INFO:teuthology.orchestra.run.smithi142.stdout:    "compressor_zlib_level": "5",
2020-11-16T20:24:03.213 INFO:teuthology.orchestra.run.smithi142.stdout:    "compressor_zlib_winsize": "-15",
2020-11-16T20:24:03.213 INFO:teuthology.orchestra.run.smithi142.stdout:    "compressor_zstd_level": "1",
2020-11-16T20:24:03.213 INFO:teuthology.orchestra.run.smithi142.stdout:    "container_image": "quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b",
2020-11-16T20:24:03.213 INFO:teuthology.orchestra.run.smithi142.stdout:    "crash_dir": "/var/lib/ceph/crash",
2020-11-16T20:24:03.213 INFO:teuthology.orchestra.run.smithi142.stdout:    "crimson_osd_obc_lru_size": "10",
2020-11-16T20:24:03.213 INFO:teuthology.orchestra.run.smithi142.stdout:    "crimson_osd_scheduler_concurrency": "0",
2020-11-16T20:24:03.213 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_location": "",
2020-11-16T20:24:03.214 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_location_hook": "",
2020-11-16T20:24:03.214 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_location_hook_timeout": "10",
2020-11-16T20:24:03.214 INFO:teuthology.orchestra.run.smithi142.stdout:    "daemonize": "false",
2020-11-16T20:24:03.214 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_allow_any_pool_priority": "false",
2020-11-16T20:24:03.214 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_asok": "1/5",
2020-11-16T20:24:03.214 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_asok_assert_abort": "false",
2020-11-16T20:24:03.214 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_asserts_on_shutdown": "true",
2020-11-16T20:24:03.215 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_auth": "1/5",
2020-11-16T20:24:03.215 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_bdev": "1/3",
2020-11-16T20:24:03.215 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_bluefs": "1/5",
2020-11-16T20:24:03.215 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_bluestore": "1/5",
2020-11-16T20:24:03.215 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_buffer": "0/1",
2020-11-16T20:24:03.215 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_cephfs_mirror": "20/20",
2020-11-16T20:24:03.215 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_civetweb": "1/10",
2020-11-16T20:24:03.215 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_client": "0/5",
2020-11-16T20:24:03.216 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_compressor": "1/5",
2020-11-16T20:24:03.216 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_context": "0/1",
2020-11-16T20:24:03.216 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_crush": "1/1",
2020-11-16T20:24:03.216 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_crypto": "1/5",
2020-11-16T20:24:03.216 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_deliberately_leak_memory": "false",
2020-11-16T20:24:03.216 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_disable_randomized_ping": "false",
2020-11-16T20:24:03.216 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_dpdk": "1/5",
2020-11-16T20:24:03.217 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_eventtrace": "1/5",
2020-11-16T20:24:03.217 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_filer": "0/1",
2020-11-16T20:24:03.217 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_filestore": "1/3",
2020-11-16T20:24:03.217 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_finisher": "1/1",
2020-11-16T20:24:03.217 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_fuse": "1/5",
2020-11-16T20:24:03.217 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_heartbeat_testing_span": "0",
2020-11-16T20:24:03.217 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_heartbeatmap": "1/5",
2020-11-16T20:24:03.217 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_immutable_obj_cache": "0/5",
2020-11-16T20:24:03.218 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_javaclient": "1/5",
2020-11-16T20:24:03.218 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_journal": "1/3",
2020-11-16T20:24:03.218 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_journaler": "0/5",
2020-11-16T20:24:03.218 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_kstore": "1/5",
2020-11-16T20:24:03.218 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_leveldb": "4/5",
2020-11-16T20:24:03.218 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_lockdep": "0/1",
2020-11-16T20:24:03.218 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mds": "1/5",
2020-11-16T20:24:03.219 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mds_balancer": "1/5",
2020-11-16T20:24:03.219 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mds_locker": "1/5",
2020-11-16T20:24:03.219 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mds_log": "1/5",
2020-11-16T20:24:03.219 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mds_log_expire": "1/5",
2020-11-16T20:24:03.219 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mds_migrator": "1/5",
2020-11-16T20:24:03.219 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_memdb": "4/5",
2020-11-16T20:24:03.219 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mgr": "1/5",
2020-11-16T20:24:03.219 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mgrc": "1/5",
2020-11-16T20:24:03.220 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_mon": "20/20",
2020-11-16T20:24:03.220 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_monc": "0/10",
2020-11-16T20:24:03.220 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_ms": "1/1",
2020-11-16T20:24:03.220 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_none": "0/5",
2020-11-16T20:24:03.220 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_objclass": "0/5",
2020-11-16T20:24:03.220 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_objectcacher": "0/5",
2020-11-16T20:24:03.220 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_objecter": "0/1",
2020-11-16T20:24:03.221 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_optracker": "0/5",
2020-11-16T20:24:03.221 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_osd": "1/5",
2020-11-16T20:24:03.221 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_paxos": "20/20",
2020-11-16T20:24:03.221 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_perfcounter": "1/5",
2020-11-16T20:24:03.221 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_prioritycache": "1/5",
2020-11-16T20:24:03.221 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_rados": "0/5",
2020-11-16T20:24:03.221 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_rbd": "0/5",
2020-11-16T20:24:03.221 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_rbd_mirror": "0/5",
2020-11-16T20:24:03.222 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_rbd_pwl": "0/5",
2020-11-16T20:24:03.222 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_rbd_replay": "0/5",
2020-11-16T20:24:03.222 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_refs": "0/0",
2020-11-16T20:24:03.222 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_reserver": "1/1",
2020-11-16T20:24:03.222 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_rgw": "1/5",
2020-11-16T20:24:03.222 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_rgw_sync": "1/5",
2020-11-16T20:24:03.222 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_rocksdb": "4/5",
2020-11-16T20:24:03.223 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_striper": "0/1",
2020-11-16T20:24:03.223 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_test": "0/5",
2020-11-16T20:24:03.223 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_throttle": "1/1",
2020-11-16T20:24:03.223 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_timer": "0/1",
2020-11-16T20:24:03.223 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_tp": "0/5",
2020-11-16T20:24:03.223 INFO:teuthology.orchestra.run.smithi142.stdout:    "debug_version_for_testing": "",
2020-11-16T20:24:03.223 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_failure_prediction_mode": "none",
2020-11-16T20:24:03.223 INFO:teuthology.orchestra.run.smithi142.stdout:    "enable_experimental_unrecoverable_data_corrupting_features": "",
2020-11-16T20:24:03.224 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_dir": "/usr/lib64/ceph/erasure-code",
2020-11-16T20:24:03.224 INFO:teuthology.orchestra.run.smithi142.stdout:    "err_to_graylog": "false",
2020-11-16T20:24:03.224 INFO:teuthology.orchestra.run.smithi142.stdout:    "err_to_stderr": "true",
2020-11-16T20:24:03.224 INFO:teuthology.orchestra.run.smithi142.stdout:    "err_to_syslog": "false",
2020-11-16T20:24:03.224 INFO:teuthology.orchestra.run.smithi142.stdout:    "event_tracing": "false",
2020-11-16T20:24:03.224 INFO:teuthology.orchestra.run.smithi142.stdout:    "fake_statfs_for_testing": "0",
2020-11-16T20:24:03.224 INFO:teuthology.orchestra.run.smithi142.stdout:    "fatal_signal_handlers": "true",
2020-11-16T20:24:03.225 INFO:teuthology.orchestra.run.smithi142.stdout:    "filer_max_purge_ops": "10",
2020-11-16T20:24:03.225 INFO:teuthology.orchestra.run.smithi142.stdout:    "filer_max_truncate_ops": "128",
2020-11-16T20:24:03.225 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_apply_finisher_threads": "1",
2020-11-16T20:24:03.225 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_blackhole": "false",
2020-11-16T20:24:03.225 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_btrfs_clone_range": "true",
2020-11-16T20:24:03.225 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_btrfs_snap": "true",
2020-11-16T20:24:03.225 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_caller_concurrency": "10",
2020-11-16T20:24:03.225 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_collect_device_partition_information": "true",
2020-11-16T20:24:03.226 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_commit_timeout": "600.000000",
2020-11-16T20:24:03.226 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_debug_inject_read_err": "false",
2020-11-16T20:24:03.226 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_debug_omap_check": "false",
2020-11-16T20:24:03.226 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_debug_random_read_err": "0.000000",
2020-11-16T20:24:03.226 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_debug_verify_split": "false",
2020-11-16T20:24:03.226 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_dump_file": "",
2020-11-16T20:24:03.226 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_expected_throughput_bytes": "209715200.000000",
2020-11-16T20:24:03.227 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_expected_throughput_ops": "200.000000",
2020-11-16T20:24:03.227 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_fadvise": "true",
2020-11-16T20:24:03.227 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_fail_eio": "true",
2020-11-16T20:24:03.227 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_fd_cache_shards": "16",
2020-11-16T20:24:03.227 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_fd_cache_size": "128",
2020-11-16T20:24:03.227 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_fiemap": "false",
2020-11-16T20:24:03.227 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_fiemap_threshold": "4096",
2020-11-16T20:24:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_fsync_flushes_journal_data": "false",
2020-11-16T20:24:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_index_retry_probability": "0.000000",
2020-11-16T20:24:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_inject_stall": "0",
2020-11-16T20:24:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_journal_parallel": "false",
2020-11-16T20:24:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_journal_trailing": "false",
2020-11-16T20:24:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_journal_writeahead": "false",
2020-11-16T20:24:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_kill_at": "0",
2020-11-16T20:24:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_alloc_hint_size": "1048576",
2020-11-16T20:24:03.229 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_inline_xattr_size": "0",
2020-11-16T20:24:03.229 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_inline_xattr_size_btrfs": "2048",
2020-11-16T20:24:03.229 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_inline_xattr_size_other": "512",
2020-11-16T20:24:03.229 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_inline_xattr_size_xfs": "65536",
2020-11-16T20:24:03.229 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_inline_xattrs": "0",
2020-11-16T20:24:03.229 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_inline_xattrs_btrfs": "10",
2020-11-16T20:24:03.229 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_inline_xattrs_other": "2",
2020-11-16T20:24:03.229 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_inline_xattrs_xfs": "10",
2020-11-16T20:24:03.230 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_sync_interval": "5.000000",
2020-11-16T20:24:03.230 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_xattr_value_size": "0",
2020-11-16T20:24:03.230 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_xattr_value_size_btrfs": "65536",
2020-11-16T20:24:03.230 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_xattr_value_size_other": "1024",
2020-11-16T20:24:03.230 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_max_xattr_value_size_xfs": "65536",
2020-11-16T20:24:03.230 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_merge_threshold": "-10",
2020-11-16T20:24:03.230 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_min_sync_interval": "0.010000",
2020-11-16T20:24:03.231 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_odsync_write": "false",
2020-11-16T20:24:03.231 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_omap_backend": "rocksdb",
2020-11-16T20:24:03.231 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_omap_backend_path": "",
2020-11-16T20:24:03.231 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_omap_header_cache_size": "1024",
2020-11-16T20:24:03.231 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_ondisk_finisher_threads": "1",
2020-11-16T20:24:03.231 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_op_thread_suicide_timeout": "180",
2020-11-16T20:24:03.231 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_op_thread_timeout": "60",
2020-11-16T20:24:03.231 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_op_threads": "2",
2020-11-16T20:24:03.232 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_punch_hole": "false",
2020-11-16T20:24:03.232 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_high_delay_multiple": "0.000000",
2020-11-16T20:24:03.232 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_high_delay_multiple_bytes": "0.000000",
2020-11-16T20:24:03.232 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_high_delay_multiple_ops": "0.000000",
2020-11-16T20:24:03.232 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_high_threshhold": "0.900000",
2020-11-16T20:24:03.232 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_low_threshhold": "0.300000",
2020-11-16T20:24:03.232 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_max_bytes": "104857600",
2020-11-16T20:24:03.233 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_max_delay_multiple": "0.000000",
2020-11-16T20:24:03.233 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_max_delay_multiple_bytes": "0.000000",
2020-11-16T20:24:03.233 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_max_delay_multiple_ops": "0.000000",
2020-11-16T20:24:03.233 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_queue_max_ops": "50",
2020-11-16T20:24:03.233 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression",
2020-11-16T20:24:03.233 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_seek_data_hole": "false",
2020-11-16T20:24:03.233 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_sloppy_crc": "false",
2020-11-16T20:24:03.233 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_sloppy_crc_block_size": "65536",
2020-11-16T20:24:03.234 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_splice": "false",
2020-11-16T20:24:03.234 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_split_multiple": "2",
2020-11-16T20:24:03.234 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_split_rand_factor": "20",
2020-11-16T20:24:03.234 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_update_to": "1000",
2020-11-16T20:24:03.234 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400",
2020-11-16T20:24:03.234 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040",
2020-11-16T20:24:03.234 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000",
2020-11-16T20:24:03.235 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_btrfs_inodes_start_flusher": "500",
2020-11-16T20:24:03.235 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_btrfs_ios_hard_limit": "5000",
2020-11-16T20:24:03.235 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_btrfs_ios_start_flusher": "500",
2020-11-16T20:24:03.235 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_enable": "true",
2020-11-16T20:24:03.235 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400",
2020-11-16T20:24:03.235 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040",
2020-11-16T20:24:03.235 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_xfs_inodes_hard_limit": "5000",
2020-11-16T20:24:03.236 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_xfs_inodes_start_flusher": "500",
2020-11-16T20:24:03.236 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_xfs_ios_hard_limit": "5000",
2020-11-16T20:24:03.236 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_wbthrottle_xfs_ios_start_flusher": "500",
2020-11-16T20:24:03.236 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_xfs_extsize": "false",
2020-11-16T20:24:03.236 INFO:teuthology.orchestra.run.smithi142.stdout:    "filestore_zfs_snap": "false",
2020-11-16T20:24:03.236 INFO:teuthology.orchestra.run.smithi142.stdout:    "fio_dir": "/tmp/fio",
2020-11-16T20:24:03.236 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:24:03.236 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_allow_other": "true",
2020-11-16T20:24:03.237 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_atomic_o_trunc": "true",
2020-11-16T20:24:03.237 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_big_writes": "true",
2020-11-16T20:24:03.237 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_debug": "false",
2020-11-16T20:24:03.237 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_default_permissions": "false",
2020-11-16T20:24:03.237 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_disable_pagecache": "false",
2020-11-16T20:24:03.237 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_max_write": "0",
2020-11-16T20:24:03.237 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_multithreaded": "true",
2020-11-16T20:24:03.238 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_require_active_mds": "true",
2020-11-16T20:24:03.238 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_set_user_groups": "true",
2020-11-16T20:24:03.238 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_splice_move": "true",
2020-11-16T20:24:03.238 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_splice_read": "true",
2020-11-16T20:24:03.238 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_splice_write": "true",
2020-11-16T20:24:03.238 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_syncfs_on_mksnap": "true",
2020-11-16T20:24:03.238 INFO:teuthology.orchestra.run.smithi142.stdout:    "fuse_use_invalidate_cb": "true",
2020-11-16T20:24:03.238 INFO:teuthology.orchestra.run.smithi142.stdout:    "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab",
2020-11-16T20:24:03.239 INFO:teuthology.orchestra.run.smithi142.stdout:    "gss_target_name": "ceph",
2020-11-16T20:24:03.239 INFO:teuthology.orchestra.run.smithi142.stdout:    "heartbeat_file": "",
2020-11-16T20:24:03.239 INFO:teuthology.orchestra.run.smithi142.stdout:    "heartbeat_inject_failure": "0",
2020-11-16T20:24:03.239 INFO:teuthology.orchestra.run.smithi142.stdout:    "heartbeat_interval": "5",
2020-11-16T20:24:03.239 INFO:teuthology.orchestra.run.smithi142.stdout:    "host": "",
2020-11-16T20:24:03.239 INFO:teuthology.orchestra.run.smithi142.stdout:    "immutable_object_cache_client_dedicated_thread_num": "2",
2020-11-16T20:24:03.239 INFO:teuthology.orchestra.run.smithi142.stdout:    "immutable_object_cache_max_inflight_ops": "128",
2020-11-16T20:24:03.240 INFO:teuthology.orchestra.run.smithi142.stdout:    "immutable_object_cache_max_size": "1073741824",
2020-11-16T20:24:03.240 INFO:teuthology.orchestra.run.smithi142.stdout:    "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache",
2020-11-16T20:24:03.240 INFO:teuthology.orchestra.run.smithi142.stdout:    "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock",
2020-11-16T20:24:03.240 INFO:teuthology.orchestra.run.smithi142.stdout:    "immutable_object_cache_watermark": "0.100000",
2020-11-16T20:24:03.240 INFO:teuthology.orchestra.run.smithi142.stdout:    "inject_early_sigterm": "false",
2020-11-16T20:24:03.240 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_aio": "true",
2020-11-16T20:24:03.240 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_align_min_size": "65536",
2020-11-16T20:24:03.240 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_block_align": "true",
2020-11-16T20:24:03.241 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_block_size": "4096",
2020-11-16T20:24:03.241 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_dio": "true",
2020-11-16T20:24:03.241 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_discard": "false",
2020-11-16T20:24:03.241 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_force_aio": "false",
2020-11-16T20:24:03.241 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_ignore_corruption": "false",
2020-11-16T20:24:03.241 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_max_write_bytes": "10485760",
2020-11-16T20:24:03.241 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_max_write_entries": "100",
2020-11-16T20:24:03.242 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_replay_from": "0",
2020-11-16T20:24:03.242 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_throttle_high_multiple": "0.000000",
2020-11-16T20:24:03.242 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_throttle_high_threshhold": "0.900000",
2020-11-16T20:24:03.242 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_throttle_low_threshhold": "0.600000",
2020-11-16T20:24:03.242 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_throttle_max_multiple": "0.000000",
2020-11-16T20:24:03.242 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_write_header_frequency": "0",
2020-11-16T20:24:03.242 INFO:teuthology.orchestra.run.smithi142.stdout:    "journal_zero_on_create": "false",
2020-11-16T20:24:03.242 INFO:teuthology.orchestra.run.smithi142.stdout:    "journaler_prefetch_periods": "10",
2020-11-16T20:24:03.243 INFO:teuthology.orchestra.run.smithi142.stdout:    "journaler_prezero_periods": "5",
2020-11-16T20:24:03.243 INFO:teuthology.orchestra.run.smithi142.stdout:    "journaler_write_head_interval": "15",
2020-11-16T20:24:03.243 INFO:teuthology.orchestra.run.smithi142.stdout:    "key": "",
2020-11-16T20:24:03.243 INFO:teuthology.orchestra.run.smithi142.stdout:    "keyfile": "",
2020-11-16T20:24:03.243 INFO:teuthology.orchestra.run.smithi142.stdout:    "keyring": "/var/lib/ceph/mon/ceph-a/keyring",
2020-11-16T20:24:03.243 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_backend": "rocksdb",
2020-11-16T20:24:03.243 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_default_stripe_size": "65536",
2020-11-16T20:24:03.244 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_fsck_on_mount": "false",
2020-11-16T20:24:03.244 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_fsck_on_mount_deep": "true",
2020-11-16T20:24:03.244 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_max_bytes": "67108864",
2020-11-16T20:24:03.244 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_max_ops": "512",
2020-11-16T20:24:03.244 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_nid_prealloc": "1024",
2020-11-16T20:24:03.244 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_onode_map_size": "1024",
2020-11-16T20:24:03.244 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_rocksdb_options": "compression=kNoCompression",
2020-11-16T20:24:03.244 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_sync_submit_transaction": "false",
2020-11-16T20:24:03.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "kstore_sync_transaction": "false",
2020-11-16T20:24:03.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_block_size": "65536",
2020-11-16T20:24:03.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_bloom_size": "0",
2020-11-16T20:24:03.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_cache_size": "536870912",
2020-11-16T20:24:03.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_compact_on_mount": "false",
2020-11-16T20:24:03.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_compression": "false",
2020-11-16T20:24:03.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_log": "",
2020-11-16T20:24:03.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_log_to_ceph_log": "true",
2020-11-16T20:24:03.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_max_open_files": "0",
2020-11-16T20:24:03.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_paranoid": "false",
2020-11-16T20:24:03.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "leveldb_write_buffer_size": "33554432",
2020-11-16T20:24:03.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "librados_thread_count": "2",
2020-11-16T20:24:03.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "lockdep": "false",
2020-11-16T20:24:03.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "lockdep_force_backtrace": "false",
2020-11-16T20:24:03.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_coarse_timestamps": "true",
2020-11-16T20:24:03.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_file": "/var/log/ceph/ceph-mon.a.log",
2020-11-16T20:24:03.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_flush_on_exit": "false",
2020-11-16T20:24:03.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_graylog_host": "127.0.0.1",
2020-11-16T20:24:03.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_graylog_port": "12201",
2020-11-16T20:24:03.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_max_new": "1000",
2020-11-16T20:24:03.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_max_recent": "10000",
2020-11-16T20:24:03.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_stderr_prefix": "debug ",
2020-11-16T20:24:03.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_stop_at_utilization": "0.970000",
2020-11-16T20:24:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_to_file": "true",
2020-11-16T20:24:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_to_graylog": "false",
2020-11-16T20:24:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_to_stderr": "false",
2020-11-16T20:24:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:    "log_to_syslog": "false",
2020-11-16T20:24:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_rotating_auth_attempts": "10",
2020-11-16T20:24:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_action_on_write_error": "1",
2020-11-16T20:24:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_asio_thread_count": "2",
2020-11-16T20:24:03.249 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_export_pin": "true",
2020-11-16T20:24:03.249 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_fragment_dirs": "true",
2020-11-16T20:24:03.249 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_fragment_fast_factor": "1.500000",
2020-11-16T20:24:03.249 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_fragment_interval": "5",
2020-11-16T20:24:03.249 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_fragment_size_max": "100000",
2020-11-16T20:24:03.249 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_idle_threshold": "0.000000",
2020-11-16T20:24:03.249 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_interval": "10",
2020-11-16T20:24:03.249 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_max": "-1",
2020-11-16T20:24:03.250 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_max_until": "-1",
2020-11-16T20:24:03.250 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_merge_size": "50",
2020-11-16T20:24:03.250 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_midchunk": "0.300000",
2020-11-16T20:24:03.250 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_min_rebalance": "0.100000",
2020-11-16T20:24:03.250 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_min_start": "0.200000",
2020-11-16T20:24:03.250 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_minchunk": "0.001000",
2020-11-16T20:24:03.250 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_mode": "0",
2020-11-16T20:24:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_need_max": "1.200000",
2020-11-16T20:24:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_need_min": "0.800000",
2020-11-16T20:24:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_replicate_threshold": "8000.000000",
2020-11-16T20:24:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_sample_interval": "3.000000",
2020-11-16T20:24:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_split_bits": "3",
2020-11-16T20:24:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_split_rd": "25000.000000",
2020-11-16T20:24:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_split_size": "10000",
2020-11-16T20:24:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_split_wr": "10000.000000",
2020-11-16T20:24:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_target_decay": "10.000000",
2020-11-16T20:24:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_bal_unreplicate_threshold": "0.000000",
2020-11-16T20:24:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_beacon_grace": "15.000000",
2020-11-16T20:24:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_beacon_interval": "4.000000",
2020-11-16T20:24:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cache_memory_limit": "4294967296",
2020-11-16T20:24:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cache_mid": "0.700000",
2020-11-16T20:24:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cache_release_free_interval": "10",
2020-11-16T20:24:03.253 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cache_reservation": "0.050000",
2020-11-16T20:24:03.253 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cache_trim_decay_rate": "1.000000",
2020-11-16T20:24:03.253 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cache_trim_interval": "1",
2020-11-16T20:24:03.253 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cache_trim_threshold": "65536",
2020-11-16T20:24:03.253 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000",
2020-11-16T20:24:03.253 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_cap_revoke_eviction_timeout": "0.000000",
2020-11-16T20:24:03.253 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_client_delegate_inos_pct": "50",
2020-11-16T20:24:03.253 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_client_prealloc_inos": "1000",
2020-11-16T20:24:03.254 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_client_writeable_range_max_inc_objs": "1024",
2020-11-16T20:24:03.254 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_damage_table_max_entries": "10000",
2020-11-16T20:24:03.254 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_data": "/var/lib/ceph/mds/ceph-a",
2020-11-16T20:24:03.254 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_debug_auth_pins": "false",
2020-11-16T20:24:03.254 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_debug_frag": "false",
2020-11-16T20:24:03.254 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_debug_scatterstat": "false",
2020-11-16T20:24:03.254 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_debug_subtrees": "false",
2020-11-16T20:24:03.255 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_decay_halflife": "5.000000",
2020-11-16T20:24:03.255 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_default_dir_hash": "2",
2020-11-16T20:24:03.255 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_defer_session_stale": "true",
2020-11-16T20:24:03.255 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_deny_all_reconnect": "false",
2020-11-16T20:24:03.255 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_dir_keys_per_op": "16384",
2020-11-16T20:24:03.255 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_dir_max_commit_size": "10",
2020-11-16T20:24:03.255 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_dirstat_min_interval": "1.000000",
2020-11-16T20:24:03.255 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_dump_cache_after_rejoin": "false",
2020-11-16T20:24:03.256 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_dump_cache_on_map": "false",
2020-11-16T20:24:03.256 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_dump_cache_threshold_file": "0",
2020-11-16T20:24:03.256 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_dump_cache_threshold_formatter": "1073741824",
2020-11-16T20:24:03.256 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_early_reply": "true",
2020-11-16T20:24:03.256 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_enable_op_tracker": "true",
2020-11-16T20:24:03.256 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_enforce_unique_name": "true",
2020-11-16T20:24:03.256 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_export_ephemeral_distributed": "true",
2020-11-16T20:24:03.256 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_export_ephemeral_distributed_factor": "2.000000",
2020-11-16T20:24:03.257 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_export_ephemeral_random": "true",
2020-11-16T20:24:03.257 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_export_ephemeral_random_max": "0.010000",
2020-11-16T20:24:03.257 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_forward_all_requests_to_auth": "false",
2020-11-16T20:24:03.257 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_freeze_tree_timeout": "30.000000",
2020-11-16T20:24:03.257 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_hack_allow_loading_invalid_metadata": "false",
2020-11-16T20:24:03.257 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_health_cache_threshold": "1.500000",
2020-11-16T20:24:03.257 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_health_summarize_threshold": "10",
2020-11-16T20:24:03.258 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_heartbeat_grace": "15.000000",
2020-11-16T20:24:03.258 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_inject_migrator_session_race": "false",
2020-11-16T20:24:03.258 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_inject_traceless_reply_probability": "0.000000",
2020-11-16T20:24:03.258 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_join_fs": "",
2020-11-16T20:24:03.258 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_journal_format": "1",
2020-11-16T20:24:03.258 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_create_at": "0",
2020-11-16T20:24:03.258 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_export_at": "0",
2020-11-16T20:24:03.258 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_import_at": "0",
2020-11-16T20:24:03.259 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_journal_at": "0",
2020-11-16T20:24:03.259 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_journal_expire_at": "0",
2020-11-16T20:24:03.259 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_journal_replay_at": "0",
2020-11-16T20:24:03.259 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_link_at": "0",
2020-11-16T20:24:03.259 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_mdstable_at": "0",
2020-11-16T20:24:03.259 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_openc_at": "0",
2020-11-16T20:24:03.259 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_kill_rename_at": "0",
2020-11-16T20:24:03.260 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_log_events_per_segment": "1024",
2020-11-16T20:24:03.260 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_log_max_events": "-1",
2020-11-16T20:24:03.260 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_log_max_segments": "128",
2020-11-16T20:24:03.260 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_log_pause": "false",
2020-11-16T20:24:03.260 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_log_segment_size": "0",
2020-11-16T20:24:03.260 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_log_skip_corrupt_events": "false",
2020-11-16T20:24:03.260 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_log_warn_factor": "2.000000",
2020-11-16T20:24:03.260 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_caps_per_client": "1048576",
2020-11-16T20:24:03.261 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_completed_flushes": "100000",
2020-11-16T20:24:03.261 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_completed_requests": "100000",
2020-11-16T20:24:03.261 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_export_size": "20971520",
2020-11-16T20:24:03.261 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_file_recover": "32",
2020-11-16T20:24:03.261 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_purge_files": "64",
2020-11-16T20:24:03.261 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_purge_ops": "8192",
2020-11-16T20:24:03.261 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_purge_ops_per_pg": "0.500000",
2020-11-16T20:24:03.262 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_retries_on_remount_failure": "5",
2020-11-16T20:24:03.262 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_scrub_ops_in_progress": "5",
2020-11-16T20:24:03.262 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_snaps_per_dir": "100",
2020-11-16T20:24:03.262 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_max_xattr_pairs_size": "65536",
2020-11-16T20:24:03.262 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_metrics_update_interval": "2",
2020-11-16T20:24:03.262 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_min_caps_per_client": "100",
2020-11-16T20:24:03.262 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_min_caps_working_set": "10000",
2020-11-16T20:24:03.263 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_mon_shutdown_timeout": "5.000000",
2020-11-16T20:24:03.263 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_numa_node": "-1",
2020-11-16T20:24:03.263 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_oft_prefetch_dirfrags": "true",
2020-11-16T20:24:03.263 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_op_complaint_time": "30.000000",
2020-11-16T20:24:03.263 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_op_history_duration": "600",
2020-11-16T20:24:03.263 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_op_history_size": "20",
2020-11-16T20:24:03.263 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_op_log_threshold": "5",
2020-11-16T20:24:03.263 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_ping_grace": "15",
2020-11-16T20:24:03.264 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_ping_interval": "5",
2020-11-16T20:24:03.264 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_purge_queue_busy_flush_period": "1.000000",
2020-11-16T20:24:03.264 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_recall_global_max_decay_threshold": "65536",
2020-11-16T20:24:03.264 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_recall_max_caps": "5000",
2020-11-16T20:24:03.264 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_recall_max_decay_rate": "2.500000",
2020-11-16T20:24:03.264 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_recall_max_decay_threshold": "16384",
2020-11-16T20:24:03.264 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_recall_warning_decay_rate": "60.000000",
2020-11-16T20:24:03.264 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_recall_warning_threshold": "32768",
2020-11-16T20:24:03.265 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_reconnect_timeout": "45.000000",
2020-11-16T20:24:03.265 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_replay_interval": "1.000000",
2020-11-16T20:24:03.265 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_replay_unsafe_with_closed_session": "false",
2020-11-16T20:24:03.265 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_request_load_average_decay_rate": "60.000000",
2020-11-16T20:24:03.265 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_root_ino_gid": "0",
2020-11-16T20:24:03.265 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_root_ino_uid": "0",
2020-11-16T20:24:03.265 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_scatter_nudge_interval": "5.000000",
2020-11-16T20:24:03.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_session_blocklist_on_evict": "true",
2020-11-16T20:24:03.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_session_blocklist_on_timeout": "true",
2020-11-16T20:24:03.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_session_cache_liveness_decay_rate": "300.000000",
2020-11-16T20:24:03.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_session_cache_liveness_magnitude": "10",
2020-11-16T20:24:03.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_session_cap_acquisition_decay_rate": "10.000000",
2020-11-16T20:24:03.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_session_cap_acquisition_throttle": "500000",
2020-11-16T20:24:03.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_session_max_caps_throttle_ratio": "1.100000",
2020-11-16T20:24:03.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_sessionmap_keys_per_op": "1024",
2020-11-16T20:24:03.267 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_shutdown_check": "0",
2020-11-16T20:24:03.267 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_skip_ino": "0",
2020-11-16T20:24:03.267 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_snap_max_uid": "4294967294",
2020-11-16T20:24:03.267 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_snap_min_uid": "0",
2020-11-16T20:24:03.267 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_snap_rstat": "false",
2020-11-16T20:24:03.267 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_task_status_update_interval": "2.000000",
2020-11-16T20:24:03.267 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_thrash_exports": "0",
2020-11-16T20:24:03.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_thrash_fragments": "0",
2020-11-16T20:24:03.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_tick_interval": "5.000000",
2020-11-16T20:24:03.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_verify_backtrace": "1",
2020-11-16T20:24:03.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_verify_scatter": "false",
2020-11-16T20:24:03.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_wipe_ino_prealloc": "false",
2020-11-16T20:24:03.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "mds_wipe_sessions": "false",
2020-11-16T20:24:03.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "mempool_debug": "false",
2020-11-16T20:24:03.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "memstore_debug_omit_block_device_write": "false",
2020-11-16T20:24:03.269 INFO:teuthology.orchestra.run.smithi142.stdout:    "memstore_device_bytes": "1073741824",
2020-11-16T20:24:03.269 INFO:teuthology.orchestra.run.smithi142.stdout:    "memstore_page_set": "false",
2020-11-16T20:24:03.269 INFO:teuthology.orchestra.run.smithi142.stdout:    "memstore_page_size": "65536",
2020-11-16T20:24:03.269 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_client_bytes": "134217728",
2020-11-16T20:24:03.269 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_client_messages": "512",
2020-11-16T20:24:03.269 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_client_service_daemon_unregister_timeout": "1.000000",
2020-11-16T20:24:03.269 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_connect_retry_interval": "1.000000",
2020-11-16T20:24:03.270 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_data": "/var/lib/ceph/mgr/ceph-a",
2020-11-16T20:24:03.270 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_debug_aggressive_pg_num_changes": "false",
2020-11-16T20:24:03.270 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_disabled_modules": "",
2020-11-16T20:24:03.270 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_initial_modules": "restful iostat",
2020-11-16T20:24:03.270 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_mds_bytes": "134217728",
2020-11-16T20:24:03.270 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_mds_messages": "128",
2020-11-16T20:24:03.270 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_module_path": "/usr/share/ceph/mgr",
2020-11-16T20:24:03.270 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_mon_bytes": "134217728",
2020-11-16T20:24:03.271 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_mon_messages": "128",
2020-11-16T20:24:03.271 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_osd_bytes": "536870912",
2020-11-16T20:24:03.271 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_osd_messages": "8192",
2020-11-16T20:24:03.271 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_service_beacon_grace": "60.000000",
2020-11-16T20:24:03.271 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_stats_period": "5",
2020-11-16T20:24:03.271 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_stats_threshold": "5",
2020-11-16T20:24:03.271 INFO:teuthology.orchestra.run.smithi142.stdout:    "mgr_tick_period": "2",
2020-11-16T20:24:03.272 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_accept_timeout_factor": "2.000000",
2020-11-16T20:24:03.272 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_allow_pool_delete": "true",
2020-11-16T20:24:03.272 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_allow_pool_size_one": "false",
2020-11-16T20:24:03.272 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_auth_validate_all_caps": "true",
2020-11-16T20:24:03.272 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cache_target_full_warn_ratio": "0.660000",
2020-11-16T20:24:03.272 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_clean_pg_upmaps_per_chunk": "256",
2020-11-16T20:24:03.272 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_bytes": "104857600",
2020-11-16T20:24:03.272 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_directed_command_retry": "5",
2020-11-16T20:24:03.273 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_hunt_interval": "3.000000",
2020-11-16T20:24:03.273 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_hunt_interval_backoff": "1.500000",
2020-11-16T20:24:03.273 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_hunt_interval_max_multiple": "10.000000",
2020-11-16T20:24:03.273 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_hunt_interval_min_multiple": "1.000000",
2020-11-16T20:24:03.273 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_hunt_parallel": "3",
2020-11-16T20:24:03.273 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_log_interval": "1.000000",
2020-11-16T20:24:03.273 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_max_log_entries_per_message": "1000",
2020-11-16T20:24:03.274 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_ping_interval": "10.000000",
2020-11-16T20:24:03.274 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_client_ping_timeout": "30.000000",
2020-11-16T20:24:03.274 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_clock_drift_allowed": "1.000000",
2020-11-16T20:24:03.274 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_clock_drift_warn_backoff": "5.000000",
2020-11-16T20:24:03.274 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log",
2020-11-16T20:24:03.274 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_file_level": "debug",
2020-11-16T20:24:03.274 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_to_file": "false",
2020-11-16T20:24:03.274 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_to_graylog": "false",
2020-11-16T20:24:03.275 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_to_graylog_host": "127.0.0.1",
2020-11-16T20:24:03.275 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_to_graylog_port": "12201",
2020-11-16T20:24:03.275 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_to_stderr": "true",
2020-11-16T20:24:03.275 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_to_syslog": "default=false",
2020-11-16T20:24:03.275 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_to_syslog_facility": "daemon",
2020-11-16T20:24:03.275 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cluster_log_to_syslog_level": "info",
2020-11-16T20:24:03.275 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_compact_on_bootstrap": "false",
2020-11-16T20:24:03.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_compact_on_start": "false",
2020-11-16T20:24:03.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_compact_on_trim": "true",
2020-11-16T20:24:03.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_con_tracker_persist_interval": "10",
2020-11-16T20:24:03.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_con_tracker_score_halflife": "43200",
2020-11-16T20:24:03.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_config_key_max_entry_size": "65536",
2020-11-16T20:24:03.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_cpu_threads": "4",
2020-11-16T20:24:03.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_crush_min_required_version": "hammer",
2020-11-16T20:24:03.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_daemon_bytes": "419430400",
2020-11-16T20:24:03.277 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_data": "/var/lib/ceph/mon/ceph-a",
2020-11-16T20:24:03.277 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_data_avail_crit": "5",
2020-11-16T20:24:03.277 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_data_avail_warn": "5",
2020-11-16T20:24:03.277 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_data_size_warn": "16106127360",
2020-11-16T20:24:03.277 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_block_osdmap_trim": "false",
2020-11-16T20:24:03.277 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_deprecated_as_obsolete": "false",
2020-11-16T20:24:03.277 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_dump_json": "false",
2020-11-16T20:24:03.277 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump",
2020-11-16T20:24:03.278 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_dump_transactions": "false",
2020-11-16T20:24:03.278 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_extra_checks": "false",
2020-11-16T20:24:03.278 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_no_initial_persistent_features": "false",
2020-11-16T20:24:03.278 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_no_require_bluestore_for_ec_overwrites": "false",
2020-11-16T20:24:03.278 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_no_require_octopus": "false",
2020-11-16T20:24:03.278 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_no_require_pacific": "false",
2020-11-16T20:24:03.278 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false",
2020-11-16T20:24:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_delta_reset_interval": "10.000000",
2020-11-16T20:24:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_dns_srv_name": "ceph-mon",
2020-11-16T20:24:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_election_default_strategy": "1",
2020-11-16T20:24:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_election_timeout": "5.000000",
2020-11-16T20:24:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_elector_ignore_propose_margin": "0.000500",
2020-11-16T20:24:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_elector_ping_divisor": "2",
2020-11-16T20:24:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_elector_ping_timeout": "2.000000",
2020-11-16T20:24:03.279 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_enable_op_tracker": "true",
2020-11-16T20:24:03.280 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_fake_pool_delete": "false",
2020-11-16T20:24:03.280 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_force_quorum_join": "false",
2020-11-16T20:24:03.280 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_globalid_prealloc": "10000",
2020-11-16T20:24:03.280 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_health_detail_to_clog": "true",
2020-11-16T20:24:03.280 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_health_log_update_period": "5",
2020-11-16T20:24:03.280 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_health_max_detail": "50",
2020-11-16T20:24:03.280 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_health_to_clog": "true",
2020-11-16T20:24:03.280 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_health_to_clog_interval": "600",
2020-11-16T20:24:03.281 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_health_to_clog_tick_interval": "60.000000",
2020-11-16T20:24:03.281 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_host": "172.21.15.142:6789/0",
2020-11-16T20:24:03.281 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_host_override": "",
2020-11-16T20:24:03.281 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_initial_members": "",
2020-11-16T20:24:03.281 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_inject_pg_merge_bounce_probability": "0.000000",
2020-11-16T20:24:03.281 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_inject_sync_get_chunk_delay": "0.000000",
2020-11-16T20:24:03.281 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_inject_transaction_delay_max": "10.000000",
2020-11-16T20:24:03.282 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_inject_transaction_delay_probability": "0.000000",
2020-11-16T20:24:03.282 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_keyvaluedb": "rocksdb",
2020-11-16T20:24:03.282 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_lease": "5.000000",
2020-11-16T20:24:03.282 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_lease_ack_timeout_factor": "2.000000",
2020-11-16T20:24:03.282 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_lease_renew_interval_factor": "0.600000",
2020-11-16T20:24:03.282 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_log_max_summary": "50",
2020-11-16T20:24:03.282 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_max_log_entries_per_event": "4096",
2020-11-16T20:24:03.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_max_log_epochs": "500",
2020-11-16T20:24:03.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_max_mdsmap_epochs": "500",
2020-11-16T20:24:03.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_max_mgrmap_epochs": "500",
2020-11-16T20:24:03.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_max_osd": "10000",
2020-11-16T20:24:03.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_max_pg_per_osd": "10000",
2020-11-16T20:24:03.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_max_pool_pg_num": "65536",
2020-11-16T20:24:03.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_max_snap_prune_per_epoch": "100",
2020-11-16T20:24:03.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mds_blocklist_interval": "86400.000000",
2020-11-16T20:24:03.284 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mds_force_trim_to": "0",
2020-11-16T20:24:03.284 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mds_skip_sanity": "false",
2020-11-16T20:24:03.284 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_memory_autotune": "true",
2020-11-16T20:24:03.284 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_memory_target": "2147483648",
2020-11-16T20:24:03.284 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mgr_beacon_grace": "30",
2020-11-16T20:24:03.284 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mgr_blocklist_interval": "86400.000000",
2020-11-16T20:24:03.284 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mgr_digest_period": "5",
2020-11-16T20:24:03.285 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mgr_inactive_grace": "60",
2020-11-16T20:24:03.285 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mgr_mkfs_grace": "240",
2020-11-16T20:24:03.285 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_mgr_proxy_client_bytes_ratio": "0.300000",
2020-11-16T20:24:03.285 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_min_osdmap_epochs": "50",
2020-11-16T20:24:03.285 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_op_complaint_time": "30",
2020-11-16T20:24:03.285 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_op_history_duration": "600",
2020-11-16T20:24:03.285 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_op_history_size": "20",
2020-11-16T20:24:03.285 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_op_history_slow_op_size": "20",
2020-11-16T20:24:03.286 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_op_history_slow_op_threshold": "10",
2020-11-16T20:24:03.286 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_op_log_threshold": "5",
2020-11-16T20:24:03.286 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_adjust_down_out_interval": "true",
2020-11-16T20:24:03.286 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_adjust_heartbeat_grace": "true",
2020-11-16T20:24:03.286 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_auto_mark_auto_out_in": "true",
2020-11-16T20:24:03.286 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_auto_mark_in": "false",
2020-11-16T20:24:03.286 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_auto_mark_new_in": "true",
2020-11-16T20:24:03.286 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_backfillfull_ratio": "0.900000",
2020-11-16T20:24:03.287 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_blocklist_default_expire": "3600.000000",
2020-11-16T20:24:03.287 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_cache_size": "500",
2020-11-16T20:24:03.287 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_cache_size_min": "134217728",
2020-11-16T20:24:03.287 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_crush_smoke_test": "true",
2020-11-16T20:24:03.287 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_destroyed_out_interval": "600",
2020-11-16T20:24:03.287 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_down_out_interval": "600",
2020-11-16T20:24:03.287 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_down_out_subtree_limit": "rack",
2020-11-16T20:24:03.288 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_err_op_age_ratio": "128.000000",
2020-11-16T20:24:03.288 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_force_trim_to": "0",
2020-11-16T20:24:03.288 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_full_ratio": "0.950000",
2020-11-16T20:24:03.288 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_initial_require_min_compat_client": "luminous",
2020-11-16T20:24:03.288 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_laggy_halflife": "3600",
2020-11-16T20:24:03.288 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_laggy_max_interval": "300",
2020-11-16T20:24:03.288 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_laggy_weight": "0.300000",
2020-11-16T20:24:03.289 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_mapping_pgs_per_chunk": "4096",
2020-11-16T20:24:03.289 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_max_creating_pgs": "1024",
2020-11-16T20:24:03.289 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_max_initial_pgs": "1024",
2020-11-16T20:24:03.289 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_min_down_reporters": "2",
2020-11-16T20:24:03.289 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_min_in_ratio": "0.750000",
2020-11-16T20:24:03.289 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_min_up_ratio": "0.300000",
2020-11-16T20:24:03.289 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_nearfull_ratio": "0.850000",
2020-11-16T20:24:03.289 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_prime_pg_temp": "true",
2020-11-16T20:24:03.290 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_prime_pg_temp_max_estimate": "0.250000",
2020-11-16T20:24:03.290 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_prime_pg_temp_max_time": "0.500000",
2020-11-16T20:24:03.290 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_report_timeout": "900",
2020-11-16T20:24:03.290 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_reporter_subtree_level": "osd",
2020-11-16T20:24:03.290 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_snap_trim_queue_warn_on": "32768",
2020-11-16T20:24:03.290 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_warn_num_repaired": "10",
2020-11-16T20:24:03.290 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osd_warn_op_age": "32.000000",
2020-11-16T20:24:03.291 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osdmap_full_prune_enabled": "true",
2020-11-16T20:24:03.291 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osdmap_full_prune_interval": "2",
2020-11-16T20:24:03.291 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osdmap_full_prune_min": "15",
2020-11-16T20:24:03.291 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_osdmap_full_prune_txsize": "2",
2020-11-16T20:24:03.291 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_pg_check_down_all_threshold": "0.500000",
2020-11-16T20:24:03.291 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_pg_stuck_threshold": "60",
2020-11-16T20:24:03.291 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_pg_warn_max_object_skew": "0.000000",
2020-11-16T20:24:03.291 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_pg_warn_min_objects": "10000",
2020-11-16T20:24:03.292 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_pg_warn_min_per_osd": "0",
2020-11-16T20:24:03.292 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_pg_warn_min_pool_objects": "1000",
2020-11-16T20:24:03.292 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_pool_quota_crit_threshold": "0",
2020-11-16T20:24:03.292 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_pool_quota_warn_threshold": "0",
2020-11-16T20:24:03.292 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_probe_timeout": "2.000000",
2020-11-16T20:24:03.292 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_reweight_max_change": "0.050000",
2020-11-16T20:24:03.292 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_reweight_max_osds": "4",
2020-11-16T20:24:03.292 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_reweight_min_bytes_per_osd": "10",
2020-11-16T20:24:03.293 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_reweight_min_pgs_per_osd": "4",
2020-11-16T20:24:03.293 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true",
2020-11-16T20:24:03.293 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_scrub_inject_crc_mismatch": "0.000000",
2020-11-16T20:24:03.293 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_scrub_inject_missing_keys": "0.000000",
2020-11-16T20:24:03.293 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_scrub_interval": "86400",
2020-11-16T20:24:03.293 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_scrub_max_keys": "100",
2020-11-16T20:24:03.293 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_scrub_timeout": "300",
2020-11-16T20:24:03.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_session_timeout": "300",
2020-11-16T20:24:03.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_smart_report_timeout": "5",
2020-11-16T20:24:03.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_stat_smooth_intervals": "6",
2020-11-16T20:24:03.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_stretch_cluster_recovery_ratio": "0.600000",
2020-11-16T20:24:03.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_stretch_pool_min_size": "2",
2020-11-16T20:24:03.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_stretch_pool_size": "4",
2020-11-16T20:24:03.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_stretch_recovery_min_wait": "15.000000",
2020-11-16T20:24:03.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_subscribe_interval": "86400.000000",
2020-11-16T20:24:03.295 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_sync_debug": "false",
2020-11-16T20:24:03.295 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_sync_max_payload_keys": "2000",
2020-11-16T20:24:03.295 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_sync_max_payload_size": "1048576",
2020-11-16T20:24:03.295 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_sync_provider_kill_at": "0",
2020-11-16T20:24:03.295 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_sync_requester_kill_at": "0",
2020-11-16T20:24:03.295 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_sync_timeout": "60.000000",
2020-11-16T20:24:03.295 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_target_pg_per_osd": "100",
2020-11-16T20:24:03.296 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_tick_interval": "5",
2020-11-16T20:24:03.296 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_timecheck_interval": "300.000000",
2020-11-16T20:24:03.296 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_timecheck_skew_interval": "30.000000",
2020-11-16T20:24:03.296 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_older_version_delay": "604800.000000",
2020-11-16T20:24:03.296 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_cache_pools_without_hit_sets": "true",
2020-11-16T20:24:03.296 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_crush_straw_calc_version_zero": "false",
2020-11-16T20:24:03.296 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_degraded_stretch_mode": "true",
2020-11-16T20:24:03.296 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_legacy_crush_tunables": "false",
2020-11-16T20:24:03.297 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_misplaced": "false",
2020-11-16T20:24:03.297 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_msgr2_not_enabled": "true",
2020-11-16T20:24:03.297 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_older_version": "true",
2020-11-16T20:24:03.297 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_osd_down_out_interval_zero": "false",
2020-11-16T20:24:03.297 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_pool_no_app": "true",
2020-11-16T20:24:03.297 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_pool_no_redundancy": "true",
2020-11-16T20:24:03.297 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_pool_pg_num_not_power_of_two": "false",
2020-11-16T20:24:03.297 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_slow_ping_ratio": "0.050000",
2020-11-16T20:24:03.298 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_slow_ping_time": "0.000000",
2020-11-16T20:24:03.298 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_on_too_few_osds": "false",
2020-11-16T20:24:03.298 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000",
2020-11-16T20:24:03.298 INFO:teuthology.orchestra.run.smithi142.stdout:    "mon_warn_pg_not_scrubbed_ratio": "0.500000",
2020-11-16T20:24:03.298 INFO:teuthology.orchestra.run.smithi142.stdout:    "monmap": "",
2020-11-16T20:24:03.298 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_max_op_threads": "5",
2020-11-16T20:24:03.298 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_op_threads": "3",
2020-11-16T20:24:03.299 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_buffer_size": "131072",
2020-11-16T20:24:03.299 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_cm": "false",
2020-11-16T20:24:03.299 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_device_name": "",
2020-11-16T20:24:03.299 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_dscp": "96",
2020-11-16T20:24:03.299 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_enable_hugepage": "false",
2020-11-16T20:24:03.299 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_gid_idx": "0",
2020-11-16T20:24:03.299 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_local_gid": "",
2020-11-16T20:24:03.299 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_polling_us": "1000",
2020-11-16T20:24:03.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_port_num": "1",
2020-11-16T20:24:03.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_receive_buffers": "32768",
2020-11-16T20:24:03.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_receive_queue_len": "4096",
2020-11-16T20:24:03.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_roce_ver": "1",
2020-11-16T20:24:03.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_send_buffers": "1024",
2020-11-16T20:24:03.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_sl": "3",
2020-11-16T20:24:03.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_support_srq": "true",
2020-11-16T20:24:03.301 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_async_rdma_type": "ib",
2020-11-16T20:24:03.301 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_before_connect": "false",
2020-11-16T20:24:03.301 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_ipv4": "true",
2020-11-16T20:24:03.301 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_ipv6": "false",
2020-11-16T20:24:03.301 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_msgr1": "true",
2020-11-16T20:24:03.301 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_msgr2": "false",
2020-11-16T20:24:03.301 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_port_max": "7300",
2020-11-16T20:24:03.301 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_port_min": "6800",
2020-11-16T20:24:03.302 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_prefer_ipv4": "false",
2020-11-16T20:24:03.302 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_retry_count": "3",
2020-11-16T20:24:03.302 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_bind_retry_delay": "5",
2020-11-16T20:24:03.302 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_blackhole_client": "false",
2020-11-16T20:24:03.302 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_blackhole_mds": "false",
2020-11-16T20:24:03.302 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_blackhole_mgr": "false",
2020-11-16T20:24:03.302 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_blackhole_mon": "false",
2020-11-16T20:24:03.303 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_blackhole_osd": "false",
2020-11-16T20:24:03.303 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_client_mode": "crc secure",
2020-11-16T20:24:03.303 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_cluster_mode": "crc secure",
2020-11-16T20:24:03.303 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_cluster_type": "",
2020-11-16T20:24:03.303 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_connection_idle_timeout": "900",
2020-11-16T20:24:03.303 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_connection_ready_timeout": "10",
2020-11-16T20:24:03.303 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_crc_data": "true",
2020-11-16T20:24:03.303 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_crc_header": "true",
2020-11-16T20:24:03.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_die_on_bad_msg": "false",
2020-11-16T20:24:03.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_die_on_bug": "true",
2020-11-16T20:24:03.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_die_on_old_message": "true",
2020-11-16T20:24:03.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_die_on_skipped_message": "false",
2020-11-16T20:24:03.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_die_on_unhandled_msg": "false",
2020-11-16T20:24:03.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dispatch_throttle_bytes": "104857600",
2020-11-16T20:24:03.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_coremask": "0xF",
2020-11-16T20:24:03.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_debug_allow_loopback": "false",
2020-11-16T20:24:03.305 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_gateway_ipv4_addr": "",
2020-11-16T20:24:03.305 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_host_ipv4_addr": "",
2020-11-16T20:24:03.305 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_hugepages": "",
2020-11-16T20:24:03.305 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_hw_flow_control": "true",
2020-11-16T20:24:03.305 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_hw_queue_weight": "1.000000",
2020-11-16T20:24:03.305 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_lro": "true",
2020-11-16T20:24:03.305 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_memory_channel": "4",
2020-11-16T20:24:03.306 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_netmask_ipv4_addr": "",
2020-11-16T20:24:03.306 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_pmd": "",
2020-11-16T20:24:03.306 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_port_id": "0",
2020-11-16T20:24:03.306 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dpdk_rx_buffer_count_per_core": "8192",
2020-11-16T20:24:03.306 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dump_corrupt_message_level": "1",
2020-11-16T20:24:03.306 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_dump_on_send": "false",
2020-11-16T20:24:03.306 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_initial_backoff": "0.200000",
2020-11-16T20:24:03.306 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_inject_delay_max": "1.000000",
2020-11-16T20:24:03.307 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_inject_delay_msg_type": "",
2020-11-16T20:24:03.307 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_inject_delay_probability": "0.000000",
2020-11-16T20:24:03.307 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_inject_delay_type": "",
2020-11-16T20:24:03.307 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_inject_internal_delays": "0.000000",
2020-11-16T20:24:03.307 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_inject_socket_failures": "2500",
2020-11-16T20:24:03.307 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_learn_addr_from_peer": "true",
2020-11-16T20:24:03.307 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_max_accept_failures": "4",
2020-11-16T20:24:03.308 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_max_backoff": "15.000000",
2020-11-16T20:24:03.308 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_mon_client_mode": "secure crc",
2020-11-16T20:24:03.308 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_mon_cluster_mode": "secure crc",
2020-11-16T20:24:03.308 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_mon_service_mode": "secure crc",
2020-11-16T20:24:03.308 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_pq_max_tokens_per_priority": "16777216",
2020-11-16T20:24:03.308 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_pq_min_cost": "65536",
2020-11-16T20:24:03.308 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_public_type": "",
2020-11-16T20:24:03.308 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_service_mode": "crc secure",
2020-11-16T20:24:03.309 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_tcp_listen_backlog": "512",
2020-11-16T20:24:03.309 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_tcp_nodelay": "true",
2020-11-16T20:24:03.309 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_tcp_prefetch_max_size": "4096",
2020-11-16T20:24:03.309 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_tcp_rcvbuf": "0",
2020-11-16T20:24:03.309 INFO:teuthology.orchestra.run.smithi142.stdout:    "ms_type": "async+posix",
2020-11-16T20:24:03.309 INFO:teuthology.orchestra.run.smithi142.stdout:    "no_config_file": "false",
2020-11-16T20:24:03.309 INFO:teuthology.orchestra.run.smithi142.stdout:    "objecter_completion_locks_per_session": "32",
2020-11-16T20:24:03.309 INFO:teuthology.orchestra.run.smithi142.stdout:    "objecter_debug_inject_relock_delay": "false",
2020-11-16T20:24:03.310 INFO:teuthology.orchestra.run.smithi142.stdout:    "objecter_inflight_op_bytes": "104857600",
2020-11-16T20:24:03.310 INFO:teuthology.orchestra.run.smithi142.stdout:    "objecter_inflight_ops": "1024",
2020-11-16T20:24:03.310 INFO:teuthology.orchestra.run.smithi142.stdout:    "objecter_inject_no_watch_ping": "false",
2020-11-16T20:24:03.310 INFO:teuthology.orchestra.run.smithi142.stdout:    "objecter_retry_writes_after_first_reply": "false",
2020-11-16T20:24:03.310 INFO:teuthology.orchestra.run.smithi142.stdout:    "objecter_tick_interval": "5.000000",
2020-11-16T20:24:03.310 INFO:teuthology.orchestra.run.smithi142.stdout:    "objecter_timeout": "10.000000",
2020-11-16T20:24:03.310 INFO:teuthology.orchestra.run.smithi142.stdout:    "objectstore_blackhole": "false",
2020-11-16T20:24:03.311 INFO:teuthology.orchestra.run.smithi142.stdout:    "openssl_engine_opts": "",
2020-11-16T20:24:03.311 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_agent_delay_time": "5.000000",
2020-11-16T20:24:03.311 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_agent_hist_halflife": "1000",
2020-11-16T20:24:03.311 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_agent_max_low_ops": "2",
2020-11-16T20:24:03.311 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_agent_max_ops": "4",
2020-11-16T20:24:03.311 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_agent_min_evict_effort": "0.100000",
2020-11-16T20:24:03.311 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_agent_quantize_effort": "0.100000",
2020-11-16T20:24:03.311 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_agent_slop": "0.020000",
2020-11-16T20:24:03.312 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_allow_recovery_below_min_size": "true",
2020-11-16T20:24:03.312 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_asio_thread_count": "2",
2020-11-16T20:24:03.312 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_async_recovery_min_cost": "100",
2020-11-16T20:24:03.312 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_auto_mark_unfound_lost": "false",
2020-11-16T20:24:03.312 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_backfill_retry_interval": "30.000000",
2020-11-16T20:24:03.312 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_backfill_scan_max": "512",
2020-11-16T20:24:03.312 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_backfill_scan_min": "64",
2020-11-16T20:24:03.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_backoff_on_degraded": "false",
2020-11-16T20:24:03.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_backoff_on_peering": "false",
2020-11-16T20:24:03.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_backoff_on_unfound": "true",
2020-11-16T20:24:03.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_beacon_report_interval": "300",
2020-11-16T20:24:03.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_bench_duration": "30",
2020-11-16T20:24:03.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_bench_large_size_max_throughput": "104857600",
2020-11-16T20:24:03.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_bench_max_block_size": "67108864",
2020-11-16T20:24:03.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_bench_small_size_max_iops": "100",
2020-11-16T20:24:03.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_blkin_trace_all": "false",
2020-11-16T20:24:03.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_calc_pg_upmaps_aggressively": "true",
2020-11-16T20:24:03.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_calc_pg_upmaps_local_fallback_retries": "100",
2020-11-16T20:24:03.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_check_for_log_corruption": "false",
2020-11-16T20:24:03.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_check_max_object_name_len_on_startup": "true",
2020-11-16T20:24:03.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo",
2020-11-16T20:24:03.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_class_dir": "/usr/lib64/rados-classes",
2020-11-16T20:24:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo",
2020-11-16T20:24:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_class_update_on_start": "true",
2020-11-16T20:24:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_client_message_cap": "0",
2020-11-16T20:24:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_client_message_size_cap": "524288000",
2020-11-16T20:24:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_client_op_priority": "63",
2020-11-16T20:24:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_client_watch_timeout": "30",
2020-11-16T20:24:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_command_max_records": "256",
2020-11-16T20:24:03.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_command_thread_suicide_timeout": "900",
2020-11-16T20:24:03.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_command_thread_timeout": "600",
2020-11-16T20:24:03.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_compact_on_start": "false",
2020-11-16T20:24:03.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_copyfrom_max_chunk": "8388608",
2020-11-16T20:24:03.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_crush_chooseleaf_type": "1",
2020-11-16T20:24:03.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_crush_initial_weight": "-1.000000",
2020-11-16T20:24:03.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_crush_update_on_start": "true",
2020-11-16T20:24:03.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_crush_update_weight_set": "true",
2020-11-16T20:24:03.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_data": "/var/lib/ceph/osd/ceph-a",
2020-11-16T20:24:03.317 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_crash_on_ignored_backoff": "false",
2020-11-16T20:24:03.317 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_deep_scrub_sleep": "0.000000",
2020-11-16T20:24:03.317 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_drop_ping_duration": "0",
2020-11-16T20:24:03.317 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_drop_ping_probability": "0.000000",
2020-11-16T20:24:03.317 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_feed_pullee": "-1",
2020-11-16T20:24:03.317 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_inject_copyfrom_error": "false",
2020-11-16T20:24:03.317 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_inject_dispatch_delay_duration": "0.100000",
2020-11-16T20:24:03.318 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_inject_dispatch_delay_probability": "0.000000",
2020-11-16T20:24:03.318 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_misdirected_ops": "false",
2020-11-16T20:24:03.318 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_no_acting_change": "false",
2020-11-16T20:24:03.318 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_no_purge_strays": "false",
2020-11-16T20:24:03.318 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_op_order": "false",
2020-11-16T20:24:03.318 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_pg_log_writeout": "false",
2020-11-16T20:24:03.318 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_pretend_recovery_active": "false",
2020-11-16T20:24:03.318 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_random_push_read_error": "0.000000",
2020-11-16T20:24:03.319 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_reject_backfill_probability": "0.000000",
2020-11-16T20:24:03.319 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_shutdown": "false",
2020-11-16T20:24:03.319 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_skip_full_check_in_backfill_reservation": "false",
2020-11-16T20:24:03.319 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_skip_full_check_in_recovery": "false",
2020-11-16T20:24:03.319 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_verify_cached_snaps": "false",
2020-11-16T20:24:03.319 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_verify_missing_on_start": "false",
2020-11-16T20:24:03.319 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_verify_snaps": "false",
2020-11-16T20:24:03.320 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_debug_verify_stray_on_activate": "false",
2020-11-16T20:24:03.320 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_deep_scrub_interval": "604800.000000",
2020-11-16T20:24:03.320 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_deep_scrub_keys": "1024",
2020-11-16T20:24:03.320 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_deep_scrub_large_omap_object_key_threshold": "200000",
2020-11-16T20:24:03.320 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824",
2020-11-16T20:24:03.320 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_deep_scrub_randomize_ratio": "0.150000",
2020-11-16T20:24:03.320 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_deep_scrub_stride": "524288",
2020-11-16T20:24:03.320 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_deep_scrub_update_digest_min_age": "7200",
2020-11-16T20:24:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_default_data_pool_replay_window": "45",
2020-11-16T20:24:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_default_notify_timeout": "30",
2020-11-16T20:24:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_delete_sleep": "0.000000",
2020-11-16T20:24:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_delete_sleep_hdd": "5.000000",
2020-11-16T20:24:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_delete_sleep_hybrid": "2.000000",
2020-11-16T20:24:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_delete_sleep_ssd": "0.000000",
2020-11-16T20:24:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_discard_disconnected_ops": "true",
2020-11-16T20:24:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_enable_op_tracker": "true",
2020-11-16T20:24:03.322 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_erasure_code_plugins": "jerasure lrc isa",
2020-11-16T20:24:03.322 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_failsafe_full_ratio": "0.970000",
2020-11-16T20:24:03.322 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_fast_fail_on_connection_refused": "true",
2020-11-16T20:24:03.322 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_fast_info": "true",
2020-11-16T20:24:03.322 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_fast_shutdown": "true",
2020-11-16T20:24:03.322 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_find_best_info_ignore_history_les": "false",
2020-11-16T20:24:03.322 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_force_auth_primary_missing_objects": "100",
2020-11-16T20:24:03.323 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_force_recovery_pg_log_entries_factor": "1.300000",
2020-11-16T20:24:03.323 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_function_tracing": "false",
2020-11-16T20:24:03.323 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_heartbeat_grace": "20",
2020-11-16T20:24:03.323 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_heartbeat_interval": "6",
2020-11-16T20:24:03.323 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_heartbeat_min_healthy_ratio": "0.330000",
2020-11-16T20:24:03.323 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_heartbeat_min_peers": "10",
2020-11-16T20:24:03.323 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_heartbeat_min_size": "2000",
2020-11-16T20:24:03.323 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_heartbeat_stale": "600",
2020-11-16T20:24:03.324 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_heartbeat_use_min_delay_socket": "false",
2020-11-16T20:24:03.324 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_hit_set_max_size": "100000",
2020-11-16T20:24:03.324 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_hit_set_min_size": "1000",
2020-11-16T20:24:03.324 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_hit_set_namespace": ".ceph-internal",
2020-11-16T20:24:03.324 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_ignore_stale_divergent_priors": "false",
2020-11-16T20:24:03.324 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_inject_bad_map_crc_probability": "0.000000",
2020-11-16T20:24:03.324 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_inject_failure_on_pg_removal": "false",
2020-11-16T20:24:03.325 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_journal": "/var/lib/ceph/osd/ceph-a/journal",
2020-11-16T20:24:03.325 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_journal_flush_on_shutdown": "true",
2020-11-16T20:24:03.325 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_journal_size": "5120",
2020-11-16T20:24:03.325 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_kill_backfill_at": "0",
2020-11-16T20:24:03.325 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_loop_before_reset_tphandle": "64",
2020-11-16T20:24:03.325 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_map_cache_size": "50",
2020-11-16T20:24:03.325 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_map_dedup": "true",
2020-11-16T20:24:03.325 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_map_message_max": "40",
2020-11-16T20:24:03.326 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_map_message_max_bytes": "10485760",
2020-11-16T20:24:03.326 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_map_share_max_epochs": "40",
2020-11-16T20:24:03.326 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_attr_name_len": "100",
2020-11-16T20:24:03.326 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_attr_size": "0",
2020-11-16T20:24:03.326 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_backfills": "1",
2020-11-16T20:24:03.326 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_markdown_count": "5",
2020-11-16T20:24:03.326 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_markdown_period": "600",
2020-11-16T20:24:03.327 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_object_name_len": "2048",
2020-11-16T20:24:03.327 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_object_namespace_len": "256",
2020-11-16T20:24:03.327 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_object_size": "134217728",
2020-11-16T20:24:03.327 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_omap_bytes_per_request": "1073741824",
2020-11-16T20:24:03.327 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_omap_entries_per_request": "1024",
2020-11-16T20:24:03.327 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_pg_blocked_by": "16",
2020-11-16T20:24:03.327 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_pg_log_entries": "10000",
2020-11-16T20:24:03.327 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_pg_per_osd_hard_ratio": "3.000000",
2020-11-16T20:24:03.328 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_pgls": "1024",
2020-11-16T20:24:03.328 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_push_cost": "8388608",
2020-11-16T20:24:03.328 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_push_objects": "10",
2020-11-16T20:24:03.328 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_scrubs": "1",
2020-11-16T20:24:03.328 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_snap_prune_intervals_per_epoch": "512",
2020-11-16T20:24:03.328 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_trimming_pgs": "2",
2020-11-16T20:24:03.328 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_write_op_reply_len": "32",
2020-11-16T20:24:03.328 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_max_write_size": "90",
2020-11-16T20:24:03.329 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_anticipation_timeout": "0.000000",
2020-11-16T20:24:03.329 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_background_best_effort_lim": "999999",
2020-11-16T20:24:03.329 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_background_best_effort_res": "1",
2020-11-16T20:24:03.329 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_background_best_effort_wgt": "1",
2020-11-16T20:24:03.329 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_background_recovery_lim": "999999",
2020-11-16T20:24:03.329 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_background_recovery_res": "1",
2020-11-16T20:24:03.329 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_background_recovery_wgt": "1",
2020-11-16T20:24:03.330 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_client_lim": "999999",
2020-11-16T20:24:03.330 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_client_res": "1",
2020-11-16T20:24:03.330 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mclock_scheduler_client_wgt": "1",
2020-11-16T20:24:03.330 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_memory_base": "805306368",
2020-11-16T20:24:03.330 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_memory_cache_min": "134217728",
2020-11-16T20:24:03.330 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_memory_cache_resize_interval": "1.000000",
2020-11-16T20:24:03.330 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_memory_expected_fragmentation": "0.150000",
2020-11-16T20:24:03.330 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_memory_target": "4294967296",
2020-11-16T20:24:03.331 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_memory_target_cgroup_limit_ratio": "0.800000",
2020-11-16T20:24:03.331 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_min_pg_log_entries": "250",
2020-11-16T20:24:03.331 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_min_recovery_priority": "0",
2020-11-16T20:24:03.331 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mon_ack_timeout": "30.000000",
2020-11-16T20:24:03.331 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mon_heartbeat_interval": "30",
2020-11-16T20:24:03.331 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mon_heartbeat_stat_stale": "3600",
2020-11-16T20:24:03.331 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mon_report_interval": "5",
2020-11-16T20:24:03.332 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mon_report_max_in_flight": "2",
2020-11-16T20:24:03.332 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_mon_shutdown_timeout": "5.000000",
2020-11-16T20:24:03.332 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_num_cache_shards": "32",
2020-11-16T20:24:03.332 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_num_op_tracker_shard": "32",
2020-11-16T20:24:03.332 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_numa_auto_affinity": "true",
2020-11-16T20:24:03.332 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_numa_node": "-1",
2020-11-16T20:24:03.332 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_numa_prefer_iface": "true",
2020-11-16T20:24:03.332 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_object_clean_region_max_num_intervals": "10",
2020-11-16T20:24:03.333 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_objecter_finishers": "1",
2020-11-16T20:24:03.333 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_objectstore": "bluestore",
2020-11-16T20:24:03.333 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_objectstore_fuse": "false",
2020-11-16T20:24:03.333 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_objectstore_tracing": "false",
2020-11-16T20:24:03.333 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_complaint_time": "30.000000",
2020-11-16T20:24:03.333 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_history_duration": "600",
2020-11-16T20:24:03.333 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_history_size": "20",
2020-11-16T20:24:03.333 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_history_slow_op_size": "20",
2020-11-16T20:24:03.334 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_history_slow_op_threshold": "10.000000",
2020-11-16T20:24:03.334 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_log_threshold": "5",
2020-11-16T20:24:03.334 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_num_shards": "0",
2020-11-16T20:24:03.334 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_num_shards_hdd": "5",
2020-11-16T20:24:03.334 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_num_shards_ssd": "8",
2020-11-16T20:24:03.334 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_num_threads_per_shard": "0",
2020-11-16T20:24:03.334 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_num_threads_per_shard_hdd": "1",
2020-11-16T20:24:03.335 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_num_threads_per_shard_ssd": "2",
2020-11-16T20:24:03.335 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_pq_max_tokens_per_priority": "4194304",
2020-11-16T20:24:03.335 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_pq_min_cost": "65536",
2020-11-16T20:24:03.335 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_queue": "wpq",
2020-11-16T20:24:03.335 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_queue_cut_off": "high",
2020-11-16T20:24:03.335 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_thread_suicide_timeout": "150",
2020-11-16T20:24:03.335 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_op_thread_timeout": "15",
2020-11-16T20:24:03.336 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_open_classes_on_start": "true",
2020-11-16T20:24:03.336 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_os_flags": "0",
2020-11-16T20:24:03.336 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_peering_op_priority": "255",
2020-11-16T20:24:03.336 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_delete_cost": "1048576",
2020-11-16T20:24:03.336 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_delete_priority": "5",
2020-11-16T20:24:03.336 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_epoch_max_lag_factor": "2.000000",
2020-11-16T20:24:03.336 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_epoch_persisted_max_stale": "40",
2020-11-16T20:24:03.336 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_log_dups_tracked": "3000",
2020-11-16T20:24:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_log_trim_max": "10000",
2020-11-16T20:24:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_log_trim_min": "100",
2020-11-16T20:24:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_max_concurrent_snap_trims": "2",
2020-11-16T20:24:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_object_context_cache_count": "64",
2020-11-16T20:24:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pg_stat_report_interval_max": "500",
2020-11-16T20:24:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_cache_max_evict_check_size": "10",
2020-11-16T20:24:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_cache_min_evict_age": "0",
2020-11-16T20:24:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_cache_min_flush_age": "0",
2020-11-16T20:24:03.338 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_cache_target_dirty_high_ratio": "0.600000",
2020-11-16T20:24:03.338 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_cache_target_dirty_ratio": "0.400000",
2020-11-16T20:24:03.338 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_cache_target_full_ratio": "0.800000",
2020-11-16T20:24:03.338 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_crush_rule": "-1",
2020-11-16T20:24:03.338 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_ec_fast_read": "false",
2020-11-16T20:24:03.338 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd",
2020-11-16T20:24:03.338 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_flag_hashpspool": "true",
2020-11-16T20:24:03.339 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_flag_nodelete": "false",
2020-11-16T20:24:03.339 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_flag_nopgchange": "false",
2020-11-16T20:24:03.339 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_flag_nosizechange": "false",
2020-11-16T20:24:03.339 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_flags": "0",
2020-11-16T20:24:03.339 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_hit_set_bloom_fpp": "0.050000",
2020-11-16T20:24:03.339 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_min_size": "2",
2020-11-16T20:24:03.339 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_pg_autoscale_mode": "off",
2020-11-16T20:24:03.340 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_pg_num": "32",
2020-11-16T20:24:03.340 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_pgp_num": "0",
2020-11-16T20:24:03.340 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_read_lease_ratio": "0.800000",
2020-11-16T20:24:03.340 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_size": "2",
2020-11-16T20:24:03.340 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_default_type": "replicated",
2020-11-16T20:24:03.340 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_erasure_code_stripe_unit": "4096",
2020-11-16T20:24:03.340 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_pool_use_gmt_hitset": "true",
2020-11-16T20:24:03.340 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_push_per_object_cost": "1000",
2020-11-16T20:24:03.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_read_ec_check_for_errors": "false",
2020-11-16T20:24:03.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recover_clone_overlap": "true",
2020-11-16T20:24:03.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recover_clone_overlap_limit": "10",
2020-11-16T20:24:03.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_cost": "20971520",
2020-11-16T20:24:03.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_delay_start": "0.000000",
2020-11-16T20:24:03.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_max_active": "0",
2020-11-16T20:24:03.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_max_active_hdd": "3",
2020-11-16T20:24:03.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_max_active_ssd": "10",
2020-11-16T20:24:03.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_max_chunk": "8388608",
2020-11-16T20:24:03.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_max_omap_entries_per_chunk": "8096",
2020-11-16T20:24:03.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_max_single_start": "1",
2020-11-16T20:24:03.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_op_priority": "3",
2020-11-16T20:24:03.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_op_warn_multiple": "16",
2020-11-16T20:24:03.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_priority": "5",
2020-11-16T20:24:03.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_retry_interval": "30.000000",
2020-11-16T20:24:03.343 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_sleep": "0.000000",
2020-11-16T20:24:03.343 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_sleep_hdd": "0.100000",
2020-11-16T20:24:03.343 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_sleep_hybrid": "0.025000",
2020-11-16T20:24:03.343 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_recovery_sleep_ssd": "0.000000",
2020-11-16T20:24:03.343 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_repair_during_recovery": "false",
2020-11-16T20:24:03.343 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_requested_scrub_priority": "120",
2020-11-16T20:24:03.343 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_rollback_to_cluster_snap": "",
2020-11-16T20:24:03.343 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_auto_repair": "false",
2020-11-16T20:24:03.344 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_auto_repair_num_errors": "5",
2020-11-16T20:24:03.344 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_backoff_ratio": "0.660000",
2020-11-16T20:24:03.344 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_begin_hour": "0",
2020-11-16T20:24:03.344 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_begin_week_day": "0",
2020-11-16T20:24:03.344 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_chunk_max": "25",
2020-11-16T20:24:03.344 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_chunk_min": "5",
2020-11-16T20:24:03.344 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_cost": "52428800",
2020-11-16T20:24:03.345 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_during_recovery": "false",
2020-11-16T20:24:03.345 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_end_hour": "0",
2020-11-16T20:24:03.345 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_end_week_day": "0",
2020-11-16T20:24:03.345 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_extended_sleep": "0.000000",
2020-11-16T20:24:03.345 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_interval_randomize_ratio": "0.500000",
2020-11-16T20:24:03.345 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_invalid_stats": "true",
2020-11-16T20:24:03.345 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_load_threshold": "0.500000",
2020-11-16T20:24:03.345 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_max_interval": "604800.000000",
2020-11-16T20:24:03.346 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_max_preemptions": "5",
2020-11-16T20:24:03.346 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_min_interval": "86400.000000",
2020-11-16T20:24:03.346 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_priority": "5",
2020-11-16T20:24:03.346 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_scrub_sleep": "0.000000",
2020-11-16T20:24:03.346 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_shutdown_pgref_assert": "false",
2020-11-16T20:24:03.346 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_skip_data_digest": "false",
2020-11-16T20:24:03.346 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_smart_report_timeout": "5",
2020-11-16T20:24:03.347 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_snap_trim_cost": "1048576",
2020-11-16T20:24:03.347 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_snap_trim_priority": "5",
2020-11-16T20:24:03.347 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_snap_trim_sleep": "0.000000",
2020-11-16T20:24:03.347 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_snap_trim_sleep_hdd": "5.000000",
2020-11-16T20:24:03.347 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_snap_trim_sleep_hybrid": "2.000000",
2020-11-16T20:24:03.347 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_snap_trim_sleep_ssd": "0.000000",
2020-11-16T20:24:03.347 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_stats_ack_timeout_decay": "0.900000",
2020-11-16T20:24:03.347 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_stats_ack_timeout_factor": "2.000000",
2020-11-16T20:24:03.348 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_target_pg_log_entries_per_osd": "300000",
2020-11-16T20:24:03.348 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_target_transaction_size": "30",
2020-11-16T20:24:03.348 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_default_cache_hit_set_count": "4",
2020-11-16T20:24:03.348 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_default_cache_hit_set_grade_decay_rate": "20",
2020-11-16T20:24:03.348 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_default_cache_hit_set_period": "1200",
2020-11-16T20:24:03.348 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_default_cache_hit_set_search_last_n": "1",
2020-11-16T20:24:03.348 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_default_cache_hit_set_type": "bloom",
2020-11-16T20:24:03.348 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_default_cache_min_read_recency_for_promote": "1",
2020-11-16T20:24:03.349 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_default_cache_min_write_recency_for_promote": "1",
2020-11-16T20:24:03.349 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_default_cache_mode": "writeback",
2020-11-16T20:24:03.349 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_promote_max_bytes_sec": "5242880",
2020-11-16T20:24:03.349 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tier_promote_max_objects_sec": "25",
2020-11-16T20:24:03.349 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_tracing": "false",
2020-11-16T20:24:03.349 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_use_stale_snap": "false",
2020-11-16T20:24:03.349 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_uuid": "00000000-0000-0000-0000-000000000000",
2020-11-16T20:24:03.349 INFO:teuthology.orchestra.run.smithi142.stdout:    "osdc_blkin_trace_all": "false",
2020-11-16T20:24:03.350 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_kill_at": "0",
2020-11-16T20:24:03.350 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_max_join_drift": "10",
2020-11-16T20:24:03.350 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_min": "500",
2020-11-16T20:24:03.350 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_min_wait": "0.050000",
2020-11-16T20:24:03.350 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_propose_interval": "1.000000",
2020-11-16T20:24:03.350 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_service_trim_max": "500",
2020-11-16T20:24:03.350 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_service_trim_min": "10",
2020-11-16T20:24:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_stash_full_interval": "25",
2020-11-16T20:24:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_trim_max": "500",
2020-11-16T20:24:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:    "paxos_trim_min": "250",
2020-11-16T20:24:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:    "perf": "true",
2020-11-16T20:24:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:    "pid_file": "",
2020-11-16T20:24:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:    "plugin_crypto_accelerator": "crypto_isal",
2020-11-16T20:24:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:    "plugin_dir": "/usr/lib64/ceph",
2020-11-16T20:24:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "public_addr": "-",
2020-11-16T20:24:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "public_addrv": "",
2020-11-16T20:24:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "public_bind_addr": "-",
2020-11-16T20:24:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "public_network": "",
2020-11-16T20:24:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "public_network_interface": "",
2020-11-16T20:24:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "qat_compressor_enabled": "false",
2020-11-16T20:24:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "rados_mon_op_timeout": "0",
2020-11-16T20:24:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "rados_osd_op_timeout": "0",
2020-11-16T20:24:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "rados_tracing": "false",
2020-11-16T20:24:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_atime_update_interval": "60",
2020-11-16T20:24:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_auto_exclusive_lock_until_manual_request": "true",
2020-11-16T20:24:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_balance_parent_reads": "false",
2020-11-16T20:24:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_balance_snap_reads": "false",
2020-11-16T20:24:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_blkin_trace_all": "false",
2020-11-16T20:24:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_blocklist_expire_seconds": "0",
2020-11-16T20:24:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_blocklist_on_break_lock": "true",
2020-11-16T20:24:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache": "true",
2020-11-16T20:24:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache_block_writes_upfront": "false",
2020-11-16T20:24:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache_max_dirty": "25165824",
2020-11-16T20:24:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache_max_dirty_age": "1.000000",
2020-11-16T20:24:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache_max_dirty_object": "0",
2020-11-16T20:24:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache_policy": "writearound",
2020-11-16T20:24:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache_size": "33554432",
2020-11-16T20:24:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache_target_dirty": "16777216",
2020-11-16T20:24:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_cache_writethrough_until_flush": "true",
2020-11-16T20:24:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_clone_copy_on_read": "false",
2020-11-16T20:24:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_compression_hint": "none",
2020-11-16T20:24:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_concurrent_management_ops": "10",
2020-11-16T20:24:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_config_pool_override_update_timestamp": "0",
2020-11-16T20:24:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_clone_format": "auto",
2020-11-16T20:24:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_data_pool": "",
2020-11-16T20:24:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_features": "61",
2020-11-16T20:24:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_format": "2",
2020-11-16T20:24:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_map_options": "",
2020-11-16T20:24:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_order": "22",
2020-11-16T20:24:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_pool": "rbd",
2020-11-16T20:24:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_snapshot_quiesce_mode": "required",
2020-11-16T20:24:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_stripe_count": "0",
2020-11-16T20:24:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_default_stripe_unit": "0",
2020-11-16T20:24:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_disable_zero_copy_writes": "true",
2020-11-16T20:24:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_discard_granularity_bytes": "65536",
2020-11-16T20:24:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_discard_on_zeroed_write_same": "true",
2020-11-16T20:24:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_enable_alloc_hint": "true",
2020-11-16T20:24:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_invalidate_object_map_on_timeout": "true",
2020-11-16T20:24:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_io_scheduler": "simple",
2020-11-16T20:24:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_io_scheduler_simple_max_delay": "0",
2020-11-16T20:24:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_commit_age": "5.000000",
2020-11-16T20:24:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_max_concurrent_object_sets": "0",
2020-11-16T20:24:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_max_payload_bytes": "16384",
2020-11-16T20:24:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_object_flush_age": "0.000000",
2020-11-16T20:24:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_object_flush_bytes": "1048576",
2020-11-16T20:24:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_object_flush_interval": "0",
2020-11-16T20:24:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_object_max_in_flight_appends": "0",
2020-11-16T20:24:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_object_writethrough_until_flush": "true",
2020-11-16T20:24:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_order": "24",
2020-11-16T20:24:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_pool": "",
2020-11-16T20:24:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_journal_splay_width": "4",
2020-11-16T20:24:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_localize_parent_reads": "false",
2020-11-16T20:24:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_localize_snap_reads": "false",
2020-11-16T20:24:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_concurrent_image_deletions": "1",
2020-11-16T20:24:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_concurrent_image_syncs": "5",
2020-11-16T20:24:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_delete_retry_interval": "30.000000",
2020-11-16T20:24:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_image_perf_stats_prio": "5",
2020-11-16T20:24:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_image_policy_migration_throttle": "300",
2020-11-16T20:24:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_image_policy_rebalance_timeout": "0.000000",
2020-11-16T20:24:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_image_policy_type": "simple",
2020-11-16T20:24:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_image_policy_update_throttle_interval": "1.000000",
2020-11-16T20:24:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_image_state_check_interval": "30",
2020-11-16T20:24:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_journal_commit_age": "5.000000",
2020-11-16T20:24:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_journal_poll_age": "5.000000",
2020-11-16T20:24:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_leader_heartbeat_interval": "5",
2020-11-16T20:24:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_leader_max_acquire_attempts_before_break": "3",
2020-11-16T20:24:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_leader_max_missed_heartbeats": "2",
2020-11-16T20:24:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_memory_autotune": "true",
2020-11-16T20:24:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_memory_base": "805306368",
2020-11-16T20:24:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_memory_cache_autotune_interval": "30.000000",
2020-11-16T20:24:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_memory_cache_min": "134217728",
2020-11-16T20:24:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_memory_cache_resize_interval": "5.000000",
2020-11-16T20:24:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_memory_expected_fragmentation": "0.150000",
2020-11-16T20:24:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_memory_target": "4294967296",
2020-11-16T20:24:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_perf_stats_prio": "5",
2020-11-16T20:24:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_pool_replayers_refresh_interval": "30",
2020-11-16T20:24:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirror_sync_point_update_age": "30.000000",
2020-11-16T20:24:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirroring_delete_delay": "0",
2020-11-16T20:24:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirroring_max_mirroring_snapshots": "3",
2020-11-16T20:24:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirroring_replay_delay": "0",
2020-11-16T20:24:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mirroring_resync_after_disconnect": "false",
2020-11-16T20:24:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_move_parent_to_trash_on_remove": "false",
2020-11-16T20:24:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_move_to_trash_on_remove": "false",
2020-11-16T20:24:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_move_to_trash_on_remove_expire_seconds": "0",
2020-11-16T20:24:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_mtime_update_interval": "60",
2020-11-16T20:24:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_non_blocking_aio": "true",
2020-11-16T20:24:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_op_thread_timeout": "60",
2020-11-16T20:24:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_op_threads": "1",
2020-11-16T20:24:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_parent_cache_enabled": "false",
2020-11-16T20:24:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_plugins": "",
2020-11-16T20:24:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_bps_burst": "0",
2020-11-16T20:24:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_bps_burst_seconds": "1",
2020-11-16T20:24:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_bps_limit": "0",
2020-11-16T20:24:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_iops_burst": "0",
2020-11-16T20:24:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_iops_burst_seconds": "1",
2020-11-16T20:24:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_iops_limit": "0",
2020-11-16T20:24:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_read_bps_burst": "0",
2020-11-16T20:24:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_read_bps_burst_seconds": "1",
2020-11-16T20:24:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_read_bps_limit": "0",
2020-11-16T20:24:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_read_iops_burst": "0",
2020-11-16T20:24:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_read_iops_burst_seconds": "1",
2020-11-16T20:24:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_read_iops_limit": "0",
2020-11-16T20:24:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_schedule_tick_min": "50",
2020-11-16T20:24:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_write_bps_burst": "0",
2020-11-16T20:24:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_write_bps_burst_seconds": "1",
2020-11-16T20:24:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_write_bps_limit": "0",
2020-11-16T20:24:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_write_iops_burst": "0",
2020-11-16T20:24:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_write_iops_burst_seconds": "1",
2020-11-16T20:24:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_qos_write_iops_limit": "0",
2020-11-16T20:24:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_quiesce_notification_attempts": "10",
2020-11-16T20:24:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_read_from_replica_policy": "default",
2020-11-16T20:24:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_readahead_disable_after_bytes": "52428800",
2020-11-16T20:24:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_readahead_max_bytes": "524288",
2020-11-16T20:24:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_readahead_trigger_requests": "10",
2020-11-16T20:24:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_request_timed_out_seconds": "30",
2020-11-16T20:24:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_rwl_enabled": "false",
2020-11-16T20:24:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_rwl_log_periodic_stats": "false",
2020-11-16T20:24:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_rwl_path": "/tmp",
2020-11-16T20:24:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_rwl_size": "1073741824",
2020-11-16T20:24:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_skip_partial_discard": "true",
2020-11-16T20:24:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_sparse_read_threshold_bytes": "65536",
2020-11-16T20:24:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_tracing": "false",
2020-11-16T20:24:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_validate_names": "true",
2020-11-16T20:24:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:    "rbd_validate_pool": "true",
2020-11-16T20:24:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:    "restapi_base_url": "",
2020-11-16T20:24:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:    "restapi_log_level": "",
2020-11-16T20:24:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_acl_grants_max_num": "100",
2020-11-16T20:24:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_admin_entry": "admin",
2020-11-16T20:24:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_barbican_url": "",
2020-11-16T20:24:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_bucket_default_quota_max_objects": "-1",
2020-11-16T20:24:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_bucket_default_quota_max_size": "-1",
2020-11-16T20:24:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_bucket_index_max_aio": "128",
2020-11-16T20:24:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_bucket_quota_cache_size": "10000",
2020-11-16T20:24:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_bucket_quota_soft_threshold": "0.950000",
2020-11-16T20:24:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_bucket_quota_ttl": "600",
2020-11-16T20:24:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_cache_enabled": "true",
2020-11-16T20:24:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_cache_expiry_interval": "900",
2020-11-16T20:24:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_cache_lru_size": "10000",
2020-11-16T20:24:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_content_length_compat": "false",
2020-11-16T20:24:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_copy_obj_progress": "true",
2020-11-16T20:24:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_copy_obj_progress_every_bytes": "1048576",
2020-11-16T20:24:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_cors_rules_max_num": "100",
2020-11-16T20:24:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_cross_domain_policy": "<allow-access-from domain=\"*\" secure=\"false\" />",
2020-11-16T20:24:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_default_encryption_key": "",
2020-11-16T20:24:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_require_ssl": "true",
2020-11-16T20:24:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_s3_kms_backend": "barbican",
2020-11-16T20:24:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_s3_kms_encryption_keys": "",
2020-11-16T20:24:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_suppress_logs": "true",
2020-11-16T20:24:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_vault_addr": "",
2020-11-16T20:24:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_vault_auth": "token",
2020-11-16T20:24:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_vault_namespace": "",
2020-11-16T20:24:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_vault_prefix": "",
2020-11-16T20:24:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_vault_secret_engine": "transit",
2020-11-16T20:24:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_crypt_vault_token_file": "",
2020-11-16T20:24:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_curl_low_speed_limit": "1024",
2020-11-16T20:24:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_curl_low_speed_time": "300",
2020-11-16T20:24:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_curl_wait_timeout_ms": "1000",
2020-11-16T20:24:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_data": "/var/lib/ceph/radosgw/ceph-a",
2020-11-16T20:24:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_data_log_backing": "auto",
2020-11-16T20:24:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_data_log_changes_size": "1000",
2020-11-16T20:24:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_data_log_num_shards": "128",
2020-11-16T20:24:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_data_log_obj_prefix": "data_log",
2020-11-16T20:24:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_data_log_window": "30",
2020-11-16T20:24:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_data_notify_interval_msec": "200",
2020-11-16T20:24:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_default_realm_info_oid": "default.realm",
2020-11-16T20:24:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_default_region_info_oid": "default.region",
2020-11-16T20:24:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_default_zone_info_oid": "default.zone",
2020-11-16T20:24:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_default_zonegroup_info_oid": "default.zonegroup",
2020-11-16T20:24:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_defer_to_bucket_acls": "",
2020-11-16T20:24:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_delete_multi_obj_max_num": "1000",
2020-11-16T20:24:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_admin_lim": "0.000000",
2020-11-16T20:24:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_admin_res": "100.000000",
2020-11-16T20:24:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_admin_wgt": "100.000000",
2020-11-16T20:24:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_auth_lim": "0.000000",
2020-11-16T20:24:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_auth_res": "200.000000",
2020-11-16T20:24:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_auth_wgt": "100.000000",
2020-11-16T20:24:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_data_lim": "0.000000",
2020-11-16T20:24:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_data_res": "500.000000",
2020-11-16T20:24:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_data_wgt": "500.000000",
2020-11-16T20:24:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_metadata_lim": "0.000000",
2020-11-16T20:24:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_metadata_res": "500.000000",
2020-11-16T20:24:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dmclock_metadata_wgt": "500.000000",
2020-11-16T20:24:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dns_name": "",
2020-11-16T20:24:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dns_s3website_name": "",
2020-11-16T20:24:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_dynamic_resharding": "true",
2020-11-16T20:24:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, pubsub",
2020-11-16T20:24:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_enable_gc_threads": "true",
2020-11-16T20:24:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_enable_lc_threads": "true",
2020-11-16T20:24:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_enable_ops_log": "false",
2020-11-16T20:24:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_enable_quota_threads": "true",
2020-11-16T20:24:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_enable_static_website": "false",
2020-11-16T20:24:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_enable_usage_log": "false",
2020-11-16T20:24:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_enforce_swift_acls": "true",
2020-11-16T20:24:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_exit_timeout_secs": "120",
2020-11-16T20:24:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_expose_bucket": "false",
2020-11-16T20:24:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_extended_http_attrs": "",
2020-11-16T20:24:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_fcgi_socket_backlog": "1024",
2020-11-16T20:24:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key",
2020-11-16T20:24:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_frontends": "beast port=7480",
2020-11-16T20:24:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_max_concurrent_io": "10",
2020-11-16T20:24:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_max_deferred": "50",
2020-11-16T20:24:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_max_deferred_entries_size": "3072",
2020-11-16T20:24:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_max_objs": "32",
2020-11-16T20:24:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_max_queue_size": "134213632",
2020-11-16T20:24:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_max_trim_chunk": "16",
2020-11-16T20:24:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_obj_min_wait": "7200",
2020-11-16T20:24:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_processor_max_time": "3600",
2020-11-16T20:24:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_gc_processor_period": "3600",
2020-11-16T20:24:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_get_obj_max_req_size": "4194304",
2020-11-16T20:24:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_get_obj_window_size": "16777216",
2020-11-16T20:24:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_healthcheck_disabling_path": "",
2020-11-16T20:24:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_host": "",
2020-11-16T20:24:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ignore_get_invalid_range": "false",
2020-11-16T20:24:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_init_timeout": "300",
2020-11-16T20:24:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_inject_notify_timeout_probability": "0.000000",
2020-11-16T20:24:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_accepted_admin_roles": "",
2020-11-16T20:24:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_accepted_roles": "Member, admin",
2020-11-16T20:24:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_admin_domain": "",
2020-11-16T20:24:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_admin_password": "",
2020-11-16T20:24:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_admin_password_path": "",
2020-11-16T20:24:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_admin_project": "",
2020-11-16T20:24:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_admin_tenant": "",
2020-11-16T20:24:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_admin_token": "",
2020-11-16T20:24:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_admin_token_path": "",
2020-11-16T20:24:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_admin_user": "",
2020-11-16T20:24:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_api_version": "2",
2020-11-16T20:24:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_barbican_domain": "",
2020-11-16T20:24:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_barbican_password": "",
2020-11-16T20:24:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_barbican_project": "",
2020-11-16T20:24:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_barbican_tenant": "",
2020-11-16T20:24:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_barbican_user": "",
2020-11-16T20:24:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_implicit_tenants": "false",
2020-11-16T20:24:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_token_cache_size": "10000",
2020-11-16T20:24:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_url": "",
2020-11-16T20:24:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_keystone_verify_ssl": "true",
2020-11-16T20:24:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_lc_debug_interval": "-1",
2020-11-16T20:24:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_lc_lock_max_time": "90",
2020-11-16T20:24:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_lc_max_objs": "32",
2020-11-16T20:24:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_lc_max_rules": "1000",
2020-11-16T20:24:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_lc_max_worker": "3",
2020-11-16T20:24:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_lc_max_wp_worker": "3",
2020-11-16T20:24:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_lc_thread_delay": "0",
2020-11-16T20:24:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com",
2020-11-16T20:24:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ldap_dnattr": "uid",
2020-11-16T20:24:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com",
2020-11-16T20:24:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ldap_searchfilter": "",
2020-11-16T20:24:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ldap_secret": "/etc/openldap/secret",
2020-11-16T20:24:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ldap_uri": "ldaps://<ldap.your.domain>",
2020-11-16T20:24:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_lifecycle_work_time": "00:00-06:00",
2020-11-16T20:24:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_list_bucket_min_readahead": "1000",
2020-11-16T20:24:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_list_buckets_max_chunk": "1000",
2020-11-16T20:24:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_log_http_headers": "",
2020-11-16T20:24:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_log_nonexistent_bucket": "false",
2020-11-16T20:24:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n",
2020-11-16T20:24:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_log_object_name_utc": "false",
2020-11-16T20:24:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_attr_name_len": "0",
2020-11-16T20:24:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_attr_size": "0",
2020-11-16T20:24:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_attrs_num_in_req": "0",
2020-11-16T20:24:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_chunk_size": "4194304",
2020-11-16T20:24:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_concurrent_requests": "1024",
2020-11-16T20:24:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_dynamic_shards": "1999",
2020-11-16T20:24:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_listing_results": "1000",
2020-11-16T20:24:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_notify_retries": "3",
2020-11-16T20:24:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_objs_per_shard": "100000",
2020-11-16T20:24:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_put_param_size": "1048576",
2020-11-16T20:24:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_put_size": "5368709120",
2020-11-16T20:24:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_max_slo_entries": "1000",
2020-11-16T20:24:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_md_log_max_shards": "64",
2020-11-16T20:24:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_md_notify_interval_msec": "200",
2020-11-16T20:24:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_mime_types_file": "/etc/mime.types",
2020-11-16T20:24:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_mp_lock_max_time": "600",
2020-11-16T20:24:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_multipart_min_part_size": "5242880",
2020-11-16T20:24:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_multipart_part_upload_limit": "10000",
2020-11-16T20:24:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_fhcache_partitions": "3",
2020-11-16T20:24:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_fhcache_size": "2017",
2020-11-16T20:24:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_lru_lane_hiwat": "911",
2020-11-16T20:24:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_lru_lanes": "5",
2020-11-16T20:24:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_max_gc": "300",
2020-11-16T20:24:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_namespace_expire_secs": "300",
2020-11-16T20:24:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_run_gc_threads": "false",
2020-11-16T20:24:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_run_lc_threads": "false",
2020-11-16T20:24:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_run_quota_threads": "false",
2020-11-16T20:24:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_run_sync_thread": "false",
2020-11-16T20:24:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_s3_fast_attrs": "false",
2020-11-16T20:24:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_nfs_write_completion_interval_s": "10",
2020-11-16T20:24:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_num_async_rados_threads": "32",
2020-11-16T20:24:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_num_control_oids": "8",
2020-11-16T20:24:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_num_rados_handles": "1",
2020-11-16T20:24:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_numa_node": "-1",
2020-11-16T20:24:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_obj_stripe_size": "4194304",
2020-11-16T20:24:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_obj_tombstone_cache_size": "1000",
2020-11-16T20:24:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_objexp_chunk_size": "100",
2020-11-16T20:24:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_objexp_gc_interval": "600",
2020-11-16T20:24:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_objexp_hints_num_shards": "127",
2020-11-16T20:24:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_olh_pending_timeout_sec": "3600",
2020-11-16T20:24:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_op_thread_suicide_timeout": "0",
2020-11-16T20:24:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_op_thread_timeout": "600",
2020-11-16T20:24:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_op_tracing": "false",
2020-11-16T20:24:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_opa_token": "",
2020-11-16T20:24:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_opa_url": "",
2020-11-16T20:24:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_opa_verify_ssl": "true",
2020-11-16T20:24:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ops_log_data_backlog": "5242880",
2020-11-16T20:24:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ops_log_rados": "true",
2020-11-16T20:24:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_ops_log_socket_path": "",
2020-11-16T20:24:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_override_bucket_index_max_shards": "0",
2020-11-16T20:24:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_period_latest_epoch_info_oid": ".latest_epoch",
2020-11-16T20:24:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_period_push_interval": "2.000000",
2020-11-16T20:24:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_period_push_interval_max": "30.000000",
2020-11-16T20:24:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_period_root_pool": ".rgw.root",
2020-11-16T20:24:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_port": "",
2020-11-16T20:24:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_print_continue": "true",
2020-11-16T20:24:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_print_prohibited_content_length": "false",
2020-11-16T20:24:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_put_obj_max_window_size": "67108864",
2020-11-16T20:24:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_put_obj_min_window_size": "16777216",
2020-11-16T20:24:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_rados_pool_autoscale_bias": "4.000000",
2020-11-16T20:24:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_rados_pool_pg_num_min": "8",
2020-11-16T20:24:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_rados_pool_recovery_priority": "5",
2020-11-16T20:24:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_rados_tracing": "false",
2020-11-16T20:24:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_realm": "",
2020-11-16T20:24:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_realm_root_pool": ".rgw.root",
2020-11-16T20:24:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_region": "",
2020-11-16T20:24:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_region_root_pool": ".rgw.root",
2020-11-16T20:24:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_relaxed_region_enforcement": "false",
2020-11-16T20:24:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_relaxed_s3_bucket_names": "false",
2020-11-16T20:24:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_remote_addr_param": "REMOTE_ADDR",
2020-11-16T20:24:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_request_uri": "",
2020-11-16T20:24:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_reshard_batch_size": "64",
2020-11-16T20:24:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_reshard_bucket_lock_duration": "360",
2020-11-16T20:24:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_reshard_max_aio": "128",
2020-11-16T20:24:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_reshard_num_logs": "16",
2020-11-16T20:24:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_reshard_thread_interval": "600",
2020-11-16T20:24:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_resolve_cname": "false",
2020-11-16T20:24:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_rest_getusage_op_compat": "false",
2020-11-16T20:24:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_run_sync_thread": "true",
2020-11-16T20:24:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_s3_auth_order": "sts, external, local",
2020-11-16T20:24:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_s3_auth_use_keystone": "false",
2020-11-16T20:24:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_s3_auth_use_ldap": "false",
2020-11-16T20:24:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_s3_auth_use_rados": "true",
2020-11-16T20:24:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_s3_auth_use_sts": "false",
2020-11-16T20:24:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_s3_success_create_obj_status": "0",
2020-11-16T20:24:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_safe_max_objects_per_shard": "102400",
2020-11-16T20:24:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_scheduler_type": "throttler",
2020-11-16T20:24:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_script_uri": "",
2020-11-16T20:24:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_service_provider_name": "",
2020-11-16T20:24:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_shard_warning_threshold": "90.000000",
2020-11-16T20:24:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_socket_path": "",
2020-11-16T20:24:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sts_client_id": "",
2020-11-16T20:24:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sts_client_secret": "",
2020-11-16T20:24:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sts_entry": "sts",
2020-11-16T20:24:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sts_key": "sts",
2020-11-16T20:24:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sts_max_session_duration": "43200",
2020-11-16T20:24:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sts_min_session_duration": "900",
2020-11-16T20:24:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sts_token_introspection_url": "",
2020-11-16T20:24:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_account_in_url": "false",
2020-11-16T20:24:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_auth_entry": "auth",
2020-11-16T20:24:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_auth_url": "",
2020-11-16T20:24:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_custom_header": "",
2020-11-16T20:24:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_enforce_content_length": "false",
2020-11-16T20:24:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_need_stats": "true",
2020-11-16T20:24:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_tenant_name": "",
2020-11-16T20:24:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_token_expiration": "86400",
2020-11-16T20:24:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_url": "",
2020-11-16T20:24:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_url_prefix": "swift",
2020-11-16T20:24:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_swift_versioning_enabled": "false",
2020-11-16T20:24:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_data_inject_err_probability": "0.000000",
2020-11-16T20:24:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_lease_period": "120",
2020-11-16T20:24:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_log_trim_concurrent_buckets": "4",
2020-11-16T20:24:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_log_trim_interval": "1200",
2020-11-16T20:24:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_log_trim_max_buckets": "16",
2020-11-16T20:24:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_log_trim_min_cold_buckets": "4",
2020-11-16T20:24:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_meta_inject_err_probability": "0.000000",
2020-11-16T20:24:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_obj_etag_verify": "false",
2020-11-16T20:24:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_trace_history_size": "4096",
2020-11-16T20:24:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_trace_per_node_log_size": "32",
2020-11-16T20:24:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_sync_trace_servicemap_update_interval": "10",
2020-11-16T20:24:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_thread_pool_size": "512",
2020-11-16T20:24:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_torrent_comment": "",
2020-11-16T20:24:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_torrent_createby": "",
2020-11-16T20:24:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_torrent_encoding": "",
2020-11-16T20:24:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_torrent_flag": "false",
2020-11-16T20:24:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_torrent_origin": "",
2020-11-16T20:24:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_torrent_sha_unit": "524288",
2020-11-16T20:24:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_torrent_tracker": "",
2020-11-16T20:24:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_trust_forwarded_https": "false",
2020-11-16T20:24:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_usage_log_flush_threshold": "1024",
2020-11-16T20:24:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_usage_log_tick_interval": "30",
2020-11-16T20:24:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_usage_max_shards": "32",
2020-11-16T20:24:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_usage_max_user_shards": "1",
2020-11-16T20:24:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_use_opa_authz": "false",
2020-11-16T20:24:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_user_default_quota_max_objects": "-1",
2020-11-16T20:24:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_user_default_quota_max_size": "-1",
2020-11-16T20:24:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_user_max_buckets": "1000",
2020-11-16T20:24:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_user_quota_bucket_sync_interval": "180",
2020-11-16T20:24:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_user_quota_sync_idle_users": "false",
2020-11-16T20:24:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_user_quota_sync_interval": "86400",
2020-11-16T20:24:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_user_quota_sync_wait_time": "86400",
2020-11-16T20:24:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_user_unique_email": "true",
2020-11-16T20:24:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_verify_ssl": "true",
2020-11-16T20:24:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_website_routing_rules_max_num": "50",
2020-11-16T20:24:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_zone": "",
2020-11-16T20:24:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_zone_root_pool": ".rgw.root",
2020-11-16T20:24:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_zonegroup": "",
2020-11-16T20:24:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:    "rgw_zonegroup_root_pool": ".rgw.root",
2020-11-16T20:24:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_block_size": "4096",
2020-11-16T20:24:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_bloom_bits_per_key": "20",
2020-11-16T20:24:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_cache_index_and_filter_blocks": "true",
2020-11-16T20:24:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_cache_index_and_filter_blocks_with_high_priority": "true",
2020-11-16T20:24:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_cache_row_ratio": "0.000000",
2020-11-16T20:24:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_cache_shard_bits": "4",
2020-11-16T20:24:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_cache_size": "536870912",
2020-11-16T20:24:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_cache_type": "binned_lru",
2020-11-16T20:24:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_collect_compaction_stats": "false",
2020-11-16T20:24:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_collect_extended_stats": "false",
2020-11-16T20:24:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_collect_memory_stats": "false",
2020-11-16T20:24:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_delete_range_threshold": "1048576",
2020-11-16T20:24:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_index_type": "binary_search",
2020-11-16T20:24:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_log_to_ceph_log": "true",
2020-11-16T20:24:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_metadata_block_size": "4096",
2020-11-16T20:24:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_partition_filters": "false",
2020-11-16T20:24:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_perf": "false",
2020-11-16T20:24:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:    "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false",
2020-11-16T20:24:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:    "rotating_keys_bootstrap_timeout": "30",
2020-11-16T20:24:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:    "rotating_keys_renewal_timeout": "10",
2020-11-16T20:24:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:    "run_dir": "/var/run/ceph",
2020-11-16T20:24:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:    "setgroup": "ceph",
2020-11-16T20:24:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:    "setuser": "ceph",
2020-11-16T20:24:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:    "setuser_match_path": "",
2020-11-16T20:24:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:    "target_max_misplaced_ratio": "0.050000",
2020-11-16T20:24:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:    "thp": "false",
2020-11-16T20:24:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:    "threadpool_default_timeout": "60",
2020-11-16T20:24:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:    "threadpool_empty_queue_max_wait": "2",
2020-11-16T20:24:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:    "throttler_perf_counter": "true"
2020-11-16T20:24:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:24:03.411 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:03 smithi142 bash[9523]: cluster 2020-11-16T20:24:02.016801+0000 mgr.x (mgr.14196) 346 : cluster [DBG] pgmap v403: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:03.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:03 smithi071 bash[9480]: cluster 2020-11-16T20:24:02.016801+0000 mgr.x (mgr.14196) 346 : cluster [DBG] pgmap v403: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:03.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:03 smithi065 bash[9468]: cluster 2020-11-16T20:24:02.016801+0000 mgr.x (mgr.14196) 346 : cluster [DBG] pgmap v403: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:03.866 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0
2020-11-16T20:24:04.003 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:05.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:05 smithi142 bash[9523]: cluster 2020-11-16T20:24:04.017473+0000 mgr.x (mgr.14196) 347 : cluster [DBG] pgmap v404: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:05.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:05 smithi071 bash[9480]: cluster 2020-11-16T20:24:04.017473+0000 mgr.x (mgr.14196) 347 : cluster [DBG] pgmap v404: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:05 smithi065 bash[9468]: cluster 2020-11-16T20:24:04.017473+0000 mgr.x (mgr.14196) 347 : cluster [DBG] pgmap v404: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:06.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:06 smithi071 bash[9480]: cluster 2020-11-16T20:24:05.298140+0000 osd.5 (osd.5) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:06.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:06 smithi071 bash[9480]: cluster 2020-11-16T20:24:05.298260+0000 osd.5 (osd.5) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:06 smithi065 bash[9468]: cluster 2020-11-16T20:24:05.298140+0000 osd.5 (osd.5) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:06 smithi065 bash[9468]: cluster 2020-11-16T20:24:05.298260+0000 osd.5 (osd.5) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:06.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:06 smithi142 bash[9523]: cluster 2020-11-16T20:24:05.298140+0000 osd.5 (osd.5) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:06.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:06 smithi142 bash[9523]: cluster 2020-11-16T20:24:05.298260+0000 osd.5 (osd.5) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:07.115 INFO:teuthology.orchestra.run.smithi142.stdout:mon.a: {}
2020-11-16T20:24:07.131 INFO:teuthology.orchestra.run.smithi142.stdout:mon.b: {}
2020-11-16T20:24:07.162 INFO:teuthology.orchestra.run.smithi142.stdout:mon.c: {}
2020-11-16T20:24:07.164 INFO:teuthology.orchestra.run.smithi142.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart)
2020-11-16T20:24:07.164 INFO:teuthology.orchestra.run.smithi142.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart)
2020-11-16T20:24:07.164 INFO:teuthology.orchestra.run.smithi142.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart)
2020-11-16T20:24:07.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:07 smithi071 bash[9480]: cluster 2020-11-16T20:24:06.018097+0000 mgr.x (mgr.14196) 348 : cluster [DBG] pgmap v405: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:07.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:07 smithi071 bash[9480]: cluster 2020-11-16T20:24:06.139793+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e130: 12 total, 12 up, 12 in
2020-11-16T20:24:07.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:07 smithi071 bash[9480]: audit 2020-11-16T20:24:07.099504+0000 mon.a (mon.0) 752 : audit [DBG] from='client.? v1:172.21.15.142:0/1439538180' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T20:24:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:07 smithi065 bash[9468]: cluster 2020-11-16T20:24:06.018097+0000 mgr.x (mgr.14196) 348 : cluster [DBG] pgmap v405: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:07 smithi065 bash[9468]: cluster 2020-11-16T20:24:06.139793+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e130: 12 total, 12 up, 12 in
2020-11-16T20:24:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:07 smithi065 bash[9468]: audit 2020-11-16T20:24:07.099504+0000 mon.a (mon.0) 752 : audit [DBG] from='client.? v1:172.21.15.142:0/1439538180' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T20:24:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:07 smithi142 bash[9523]: cluster 2020-11-16T20:24:06.018097+0000 mgr.x (mgr.14196) 348 : cluster [DBG] pgmap v405: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:07 smithi142 bash[9523]: cluster 2020-11-16T20:24:06.139793+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e130: 12 total, 12 up, 12 in
2020-11-16T20:24:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:07 smithi142 bash[9523]: audit 2020-11-16T20:24:07.099504+0000 mon.a (mon.0) 752 : audit [DBG] from='client.? v1:172.21.15.142:0/1439538180' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T20:24:07.902 INFO:teuthology.run_tasks:Running task full_sequential...
2020-11-16T20:24:07.911 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench...
2020-11-16T20:24:07.914 INFO:tasks.radosbench:Beginning radosbench...
2020-11-16T20:24:07.915 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0
2020-11-16T20:24:07.915 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool create unique_pool_0 16
2020-11-16T20:24:07.916 INFO:tasks.thrashosds.thrasher:starting do_thrash
2020-11-16T20:24:07.916 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:24:07.916 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:24:07.917 INFO:tasks.thrashosds.thrasher:inject_pause on 0
2020-11-16T20:24:07.917 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:24:07.917 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:24:07.917 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 config set filestore_inject_stall 3
2020-11-16T20:24:07.918 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1
2020-11-16T20:24:07.918 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:07.919 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0
2020-11-16T20:24:07.919 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:24:07.919 INFO:tasks.thrashosds.thrasher:starting do_dump_ops
2020-11-16T20:24:07.920 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T20:24:07.920 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0
2020-11-16T20:24:07.920 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:24:08.042 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:08.065 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:08.067 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:08.086 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:08.120 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:08.122 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:08.148 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:08.162 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:08 smithi142 bash[18009]: debug 2020-11-16T20:24:08.041+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:08.814 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:08.917 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:09.140 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:08 smithi142 bash[18009]: debug 2020-11-16T20:24:08.813+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:09.325 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:09.430 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:09.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:09 smithi071 bash[9480]: cluster 2020-11-16T20:24:08.018740+0000 mgr.x (mgr.14196) 349 : cluster [DBG] pgmap v407: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:09.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:09 smithi065 bash[9468]: cluster 2020-11-16T20:24:08.018740+0000 mgr.x (mgr.14196) 349 : cluster [DBG] pgmap v407: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:09.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:09 smithi142 bash[9523]: cluster 2020-11-16T20:24:08.018740+0000 mgr.x (mgr.14196) 349 : cluster [DBG] pgmap v407: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:09.536 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:09 smithi142 bash[18009]: debug 2020-11-16T20:24:09.325+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:09.621 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:09.701 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:09 smithi071 bash[19196]: debug 2020-11-16T20:24:09.615+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:09.725 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:24:09.855 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:24:09.961 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:10.101 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:10.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:24:09 smithi071 bash[12066]: debug 2020-11-16T20:24:09.851+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:10.206 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:10.283 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:24:10 smithi065 bash[14115]: debug 2020-11-16T20:24:10.099+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:10.334 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:10.441 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:10.568 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:10.672 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:10.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:10 smithi065 bash[16457]: debug 2020-11-16T20:24:10.331+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:10.784 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:10 smithi065 bash[18823]: debug 2020-11-16T20:24:10.567+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:10.882 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:10.986 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:11.155 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:24:10 smithi142 bash[15670]: debug 2020-11-16T20:24:10.881+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:11 smithi071 bash[9480]: cluster 2020-11-16T20:24:09.968397+0000 osd.3 (osd.3) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:11 smithi071 bash[9480]: cluster 2020-11-16T20:24:09.968543+0000 osd.3 (osd.3) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:11.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:11 smithi071 bash[9480]: cluster 2020-11-16T20:24:10.019395+0000 mgr.x (mgr.14196) 350 : cluster [DBG] pgmap v408: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:11.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:11 smithi071 bash[9480]: cluster 2020-11-16T20:24:10.159525+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e131: 12 total, 12 up, 12 in
2020-11-16T20:24:11.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:11 smithi065 bash[9468]: cluster 2020-11-16T20:24:09.968397+0000 osd.3 (osd.3) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:11 smithi065 bash[9468]: cluster 2020-11-16T20:24:09.968543+0000 osd.3 (osd.3) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:11 smithi065 bash[9468]: cluster 2020-11-16T20:24:10.019395+0000 mgr.x (mgr.14196) 350 : cluster [DBG] pgmap v408: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:11 smithi065 bash[9468]: cluster 2020-11-16T20:24:10.159525+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e131: 12 total, 12 up, 12 in
2020-11-16T20:24:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:11 smithi142 bash[9523]: cluster 2020-11-16T20:24:09.968397+0000 osd.3 (osd.3) 18 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:11 smithi142 bash[9523]: cluster 2020-11-16T20:24:09.968543+0000 osd.3 (osd.3) 19 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:11 smithi142 bash[9523]: cluster 2020-11-16T20:24:10.019395+0000 mgr.x (mgr.14196) 350 : cluster [DBG] pgmap v408: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:11.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:11 smithi142 bash[9523]: cluster 2020-11-16T20:24:10.159525+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e131: 12 total, 12 up, 12 in
2020-11-16T20:24:11.582 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:11.688 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:11.977 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:11 smithi142 bash[20366]: debug 2020-11-16T20:24:11.581+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:12.245 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:12.349 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:12.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:12 smithi142 bash[20366]: debug 2020-11-16T20:24:12.245+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:12.996 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:13.142 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:13.161 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:24:12 smithi142 bash[15670]: debug 2020-11-16T20:24:12.893+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:13.248 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:13.385 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:13.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:13 smithi071 bash[9480]: cluster 2020-11-16T20:24:12.019992+0000 mgr.x (mgr.14196) 351 : cluster [DBG] pgmap v410: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:13.452 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:13 smithi071 bash[19196]: debug 2020-11-16T20:24:13.139+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:13.491 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:13.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:13 smithi065 bash[9468]: cluster 2020-11-16T20:24:12.019992+0000 mgr.x (mgr.14196) 351 : cluster [DBG] pgmap v410: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:13.534 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:13 smithi065 bash[11785]: debug 2020-11-16T20:24:13.383+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:13.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:13 smithi142 bash[9523]: cluster 2020-11-16T20:24:12.019992+0000 mgr.x (mgr.14196) 351 : cluster [DBG] pgmap v410: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:13.630 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:13.734 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:13.862 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:13 smithi071 bash[19196]: debug 2020-11-16T20:24:13.631+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:13.862 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:13.967 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:14.099 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:14.201 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:13 smithi071 bash[19196]: debug 2020-11-16T20:24:13.863+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:14.201 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:14 smithi071 bash[16796]: debug 2020-11-16T20:24:14.099+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:14.204 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:14.795 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:14.900 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:15.056 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:15.162 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:15.165 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:14 smithi142 bash[22738]: debug 2020-11-16T20:24:14.797+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:15.167 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:15 smithi065 bash[16457]: debug 2020-11-16T20:24:15.055+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:15.444 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:15 smithi142 bash[9523]: cluster 2020-11-16T20:24:14.020511+0000 mgr.x (mgr.14196) 352 : cluster [DBG] pgmap v411: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:15.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:15 smithi071 bash[9480]: cluster 2020-11-16T20:24:14.020511+0000 mgr.x (mgr.14196) 352 : cluster [DBG] pgmap v411: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:24:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:24:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 0
2020-11-16T20:24:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:24:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:15 smithi065 bash[9468]: cluster 2020-11-16T20:24:14.020511+0000 mgr.x (mgr.14196) 352 : cluster [DBG] pgmap v411: 1 pgs: 1 active+clean; 0 B data, 72 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:15.547 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:15.701 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:15.786 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:24:15 smithi142 bash[15670]: debug 2020-11-16T20:24:15.445+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:15.806 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:15.951 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:15 smithi071 bash[19196]: debug 2020-11-16T20:24:15.699+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:16.074 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:16.178 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:16.300 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:16.405 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:16.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:16 smithi071 bash[14419]: debug 2020-11-16T20:24:16.299+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:16.522 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:16 smithi142 bash[20366]: debug 2020-11-16T20:24:16.073+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:16.715 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:16.815 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:16 smithi142 bash[22738]: debug 2020-11-16T20:24:16.717+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:20.918 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:20.924 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:16 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.021066+0000 mgr.x (mgr.14196) 353 : cluster [DBG] pgmap v412: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.924 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:17 smithi071 bash[9480]: audit 2020-11-16T20:24:16.797759+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? v1:172.21.15.142:0/828703859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:20.924 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:17 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.875584+0000 osd.2 (osd.2) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.924 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:17 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.225221+0000 osd.8 (osd.8) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:20.924 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:17 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.225354+0000 osd.8 (osd.8) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:20.924 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.828803+0000 osd.0 (osd.0) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.851571+0000 osd.1 (osd.1) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.904421+0000 osd.3 (osd.3) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.928937+0000 osd.4 (osd.4) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.956776+0000 osd.5 (osd.5) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:16.983753+0000 osd.6 (osd.6) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:17.000655+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e132: 12 total, 12 up, 12 in
2020-11-16T20:24:20.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:17.008009+0000 osd.7 (osd.7) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.926 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:17.042686+0000 osd.8 (osd.8) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.926 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:17.068263+0000 osd.9 (osd.9) 14 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.926 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:17.094314+0000 osd.10 (osd.10) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.926 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:18 smithi071 bash[9480]: cluster 2020-11-16T20:24:17.122379+0000 osd.11 (osd.11) 8 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.926 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:19 smithi071 bash[9480]: cluster 2020-11-16T20:24:18.021666+0000 mgr.x (mgr.14196) 354 : cluster [DBG] pgmap v414: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.926 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:20 smithi071 bash[9480]: audit 2020-11-16T20:24:18.851870+0000 mon.a (mon.0) 756 : audit [INF] from='client.? v1:172.21.15.142:0/3099741722' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch
2020-11-16T20:24:20.926 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:20 smithi071 bash[9480]: audit 2020-11-16T20:24:19.170251+0000 mon.c (mon.2) 19 : audit [INF] from='client.34706 v1:172.21.15.142:0/1533497026' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:24:20.927 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:20 smithi071 bash[9480]: audit 2020-11-16T20:24:19.294105+0000 mon.a (mon.0) 757 : audit [INF] from='client.34706 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:24:20.927 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:20 smithi071 bash[9480]: cluster 2020-11-16T20:24:19.343550+0000 mon.a (mon.0) 758 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:20.927 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:20 smithi071 bash[9480]: audit 2020-11-16T20:24:19.351020+0000 mon.a (mon.0) 759 : audit [INF] from='client.? v1:172.21.15.142:0/3099741722' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished
2020-11-16T20:24:20.927 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:20 smithi071 bash[9480]: audit 2020-11-16T20:24:19.351191+0000 mon.a (mon.0) 760 : audit [INF] from='client.34706 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:24:20.927 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:20 smithi071 bash[9480]: cluster 2020-11-16T20:24:19.351287+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e133: 12 total, 12 up, 12 in
2020-11-16T20:24:20.927 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:20 smithi071 bash[9480]: cluster 2020-11-16T20:24:20.022329+0000 mgr.x (mgr.14196) 355 : cluster [DBG] pgmap v416: 17 pgs: 5 creating+peering, 1 active+clean, 11 unknown; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:16 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.021066+0000 mgr.x (mgr.14196) 353 : cluster [DBG] pgmap v412: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:16 smithi065 bash[9468]: audit 2020-11-16T20:24:16.797759+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? v1:172.21.15.142:0/828703859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:20.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:16 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.875584+0000 osd.2 (osd.2) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:17 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.225221+0000 osd.8 (osd.8) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:20.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:17 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.225354+0000 osd.8 (osd.8) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:20.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:17 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.828803+0000 osd.0 (osd.0) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.929 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.851571+0000 osd.1 (osd.1) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.929 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.904421+0000 osd.3 (osd.3) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.929 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.928937+0000 osd.4 (osd.4) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.929 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.956776+0000 osd.5 (osd.5) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.929 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:16.983753+0000 osd.6 (osd.6) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.929 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:17.000655+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e132: 12 total, 12 up, 12 in
2020-11-16T20:24:20.929 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:17.008009+0000 osd.7 (osd.7) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.930 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:17.042686+0000 osd.8 (osd.8) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.930 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:17.068263+0000 osd.9 (osd.9) 14 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.930 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:17.094314+0000 osd.10 (osd.10) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.930 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:18 smithi065 bash[9468]: cluster 2020-11-16T20:24:17.122379+0000 osd.11 (osd.11) 8 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.930 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:19 smithi065 bash[9468]: cluster 2020-11-16T20:24:18.021666+0000 mgr.x (mgr.14196) 354 : cluster [DBG] pgmap v414: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.930 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:20 smithi065 bash[9468]: audit 2020-11-16T20:24:18.851870+0000 mon.a (mon.0) 756 : audit [INF] from='client.? v1:172.21.15.142:0/3099741722' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch
2020-11-16T20:24:20.930 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:20 smithi065 bash[9468]: audit 2020-11-16T20:24:19.170251+0000 mon.c (mon.2) 19 : audit [INF] from='client.34706 v1:172.21.15.142:0/1533497026' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:24:20.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:20 smithi065 bash[9468]: audit 2020-11-16T20:24:19.294105+0000 mon.a (mon.0) 757 : audit [INF] from='client.34706 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:24:20.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:20 smithi065 bash[9468]: cluster 2020-11-16T20:24:19.343550+0000 mon.a (mon.0) 758 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:20.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:20 smithi065 bash[9468]: audit 2020-11-16T20:24:19.351020+0000 mon.a (mon.0) 759 : audit [INF] from='client.? v1:172.21.15.142:0/3099741722' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished
2020-11-16T20:24:20.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:20 smithi065 bash[9468]: audit 2020-11-16T20:24:19.351191+0000 mon.a (mon.0) 760 : audit [INF] from='client.34706 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:24:20.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:20 smithi065 bash[9468]: cluster 2020-11-16T20:24:19.351287+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e133: 12 total, 12 up, 12 in
2020-11-16T20:24:20.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:20 smithi065 bash[9468]: cluster 2020-11-16T20:24:20.022329+0000 mgr.x (mgr.14196) 355 : cluster [DBG] pgmap v416: 17 pgs: 5 creating+peering, 1 active+clean, 11 unknown; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.931 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:24:20.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:24:20.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:24:20.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:24:20.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:24:20.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:24:20.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:24:20.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:24:20.933 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:24:20.933 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:24:20.933 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:24:20.933 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:24:20.933 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.933 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.933 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.934 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.934 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.934 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.934 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.934 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.934 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.934 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.935 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:24:20.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:16 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.021066+0000 mgr.x (mgr.14196) 353 : cluster [DBG] pgmap v412: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:16 smithi142 bash[9523]: audit 2020-11-16T20:24:16.797759+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? v1:172.21.15.142:0/828703859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:20.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:16 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.875584+0000 osd.2 (osd.2) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:17 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.225221+0000 osd.8 (osd.8) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:20.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.225354+0000 osd.8 (osd.8) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:20.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.828803+0000 osd.0 (osd.0) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.851571+0000 osd.1 (osd.1) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.904421+0000 osd.3 (osd.3) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.928937+0000 osd.4 (osd.4) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.956776+0000 osd.5 (osd.5) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:16.983753+0000 osd.6 (osd.6) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:17.000655+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e132: 12 total, 12 up, 12 in
2020-11-16T20:24:20.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:17.008009+0000 osd.7 (osd.7) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:17.042686+0000 osd.8 (osd.8) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:17.068263+0000 osd.9 (osd.9) 14 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:17.094314+0000 osd.10 (osd.10) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:18 smithi142 bash[9523]: cluster 2020-11-16T20:24:17.122379+0000 osd.11 (osd.11) 8 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:20.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:19 smithi142 bash[9523]: cluster 2020-11-16T20:24:18.021666+0000 mgr.x (mgr.14196) 354 : cluster [DBG] pgmap v414: 1 pgs: 1 active+clean; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:20 smithi142 bash[9523]: audit 2020-11-16T20:24:18.851870+0000 mon.a (mon.0) 756 : audit [INF] from='client.? v1:172.21.15.142:0/3099741722' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch
2020-11-16T20:24:20.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:20 smithi142 bash[9523]: audit 2020-11-16T20:24:19.170251+0000 mon.c (mon.2) 19 : audit [INF] from='client.34706 v1:172.21.15.142:0/1533497026' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:24:20.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:20 smithi142 bash[9523]: audit 2020-11-16T20:24:19.294105+0000 mon.a (mon.0) 757 : audit [INF] from='client.34706 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:24:20.938 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:20 smithi142 bash[9523]: cluster 2020-11-16T20:24:19.343550+0000 mon.a (mon.0) 758 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:20.938 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:20 smithi142 bash[9523]: audit 2020-11-16T20:24:19.351020+0000 mon.a (mon.0) 759 : audit [INF] from='client.? v1:172.21.15.142:0/3099741722' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished
2020-11-16T20:24:20.938 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:20 smithi142 bash[9523]: audit 2020-11-16T20:24:19.351191+0000 mon.a (mon.0) 760 : audit [INF] from='client.34706 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:24:20.938 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:20 smithi142 bash[9523]: cluster 2020-11-16T20:24:19.351287+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e133: 12 total, 12 up, 12 in
2020-11-16T20:24:20.938 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:20 smithi142 bash[9523]: cluster 2020-11-16T20:24:20.022329+0000 mgr.x (mgr.14196) 355 : cluster [DBG] pgmap v416: 17 pgs: 5 creating+peering, 1 active+clean, 11 unknown; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:20.939 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops
2020-11-16T20:24:20.939 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:24:20.939 INFO:teuthology.orchestra.run.smithi142.stdout:    "success": "filestore_inject_stall = '3' (not observed, change may require restart) "
2020-11-16T20:24:20.939 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:24:20.940 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_0' created
2020-11-16T20:24:20.940 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:24:20.940 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true
2020-11-16T20:24:21.082 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:21.085 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:21.393 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:21.497 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:21.623 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:21 smithi071 bash[19196]: debug 2020-11-16T20:24:21.391+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:21.624 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:21 smithi071 bash[9480]: cluster 2020-11-16T20:24:20.198218+0000 osd.1 (osd.1) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:21.624 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:21 smithi071 bash[9480]: cluster 2020-11-16T20:24:20.198346+0000 osd.1 (osd.1) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:21.624 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:21 smithi071 bash[9480]: cluster 2020-11-16T20:24:20.351625+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e134: 12 total, 12 up, 12 in
2020-11-16T20:24:21.625 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:21 smithi071 bash[9480]: cluster 2020-11-16T20:24:20.398542+0000 osd.11 (osd.11) 9 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:21.625 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:21 smithi071 bash[9480]: cluster 2020-11-16T20:24:20.398633+0000 osd.11 (osd.11) 10 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:21.625 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:21.729 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:21 smithi065 bash[9468]: cluster 2020-11-16T20:24:20.198218+0000 osd.1 (osd.1) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:21 smithi065 bash[9468]: cluster 2020-11-16T20:24:20.198346+0000 osd.1 (osd.1) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:21 smithi065 bash[9468]: cluster 2020-11-16T20:24:20.351625+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e134: 12 total, 12 up, 12 in
2020-11-16T20:24:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:21 smithi065 bash[9468]: cluster 2020-11-16T20:24:20.398542+0000 osd.11 (osd.11) 9 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:21 smithi065 bash[9468]: cluster 2020-11-16T20:24:20.398633+0000 osd.11 (osd.11) 10 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:21.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:21 smithi142 bash[9523]: cluster 2020-11-16T20:24:20.198218+0000 osd.1 (osd.1) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:21.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:21 smithi142 bash[9523]: cluster 2020-11-16T20:24:20.198346+0000 osd.1 (osd.1) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:21.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:21 smithi142 bash[9523]: cluster 2020-11-16T20:24:20.351625+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e134: 12 total, 12 up, 12 in
2020-11-16T20:24:21.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:21 smithi142 bash[9523]: cluster 2020-11-16T20:24:20.398542+0000 osd.11 (osd.11) 9 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:21.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:21 smithi142 bash[9523]: cluster 2020-11-16T20:24:20.398633+0000 osd.11 (osd.11) 10 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:21.850 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:21.951 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:21 smithi071 bash[16796]: debug 2020-11-16T20:24:21.623+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:21.951 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:21 smithi071 bash[19196]: debug 2020-11-16T20:24:21.851+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:21.955 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:22.083 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:22.188 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:22.316 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:22 smithi071 bash[19196]: debug 2020-11-16T20:24:22.083+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:22.317 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:22.422 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:22.563 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:22.669 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:24:22.680 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:22 smithi071 bash[19196]: debug 2020-11-16T20:24:22.315+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:22.680 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:22 smithi071 bash[9480]: cluster 2020-11-16T20:24:21.366712+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e135: 12 total, 12 up, 12 in
2020-11-16T20:24:22.680 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:22 smithi071 bash[9480]: audit 2020-11-16T20:24:22.031517+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:24:22.680 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:22 smithi071 bash[9480]: audit 2020-11-16T20:24:22.033982+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:24:22.680 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:22 smithi071 bash[9480]: audit 2020-11-16T20:24:22.039667+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:24:22.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:22 smithi142 bash[9523]: cluster 2020-11-16T20:24:21.366712+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e135: 12 total, 12 up, 12 in
2020-11-16T20:24:22.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:22 smithi142 bash[9523]: audit 2020-11-16T20:24:22.031517+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:24:22.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:22 smithi142 bash[9523]: audit 2020-11-16T20:24:22.033982+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:24:22.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:22 smithi142 bash[9523]: audit 2020-11-16T20:24:22.039667+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:24:22.781 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:24:22.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:22 smithi065 bash[11785]: debug 2020-11-16T20:24:22.559+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:22 smithi065 bash[9468]: cluster 2020-11-16T20:24:21.366712+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e135: 12 total, 12 up, 12 in
2020-11-16T20:24:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:22 smithi065 bash[9468]: audit 2020-11-16T20:24:22.031517+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:24:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:22 smithi065 bash[9468]: audit 2020-11-16T20:24:22.033982+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:24:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:22 smithi065 bash[9468]: audit 2020-11-16T20:24:22.039667+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:24:22.887 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:24:22.941 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:24:22.942 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:24:22.951 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:24:22 smithi071 bash[12066]: debug 2020-11-16T20:24:22.779+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:23.012 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:24:23.081 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:23.084 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:23.118 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:23.451 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:24:23 smithi071 bash[12066]: debug 2020-11-16T20:24:23.011+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:23.506 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:23.612 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:23.894 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:23 smithi142 bash[18009]: debug 2020-11-16T20:24:23.509+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:23.895 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:24.000 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:24.148 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:24.254 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:24.266 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:24 smithi071 bash[14419]: debug 2020-11-16T20:24:24.147+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:24.286 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:23 smithi142 bash[22738]: debug 2020-11-16T20:24:23.897+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:24.379 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:24.485 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:24.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:24 smithi071 bash[16796]: debug 2020-11-16T20:24:24.379+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:24.782 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:24.886 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:25.022 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:25.036 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:24 smithi142 bash[18009]: debug 2020-11-16T20:24:24.781+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:25.127 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:25.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:25 smithi071 bash[9480]: cluster 2020-11-16T20:24:24.023765+0000 mgr.x (mgr.14196) 357 : cluster [DBG] pgmap v420: 17 pgs: 10 active+clean, 7 creating+peering; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:25.201 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:25 smithi071 bash[16796]: debug 2020-11-16T20:24:25.023+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:25.270 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:25.375 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:25.387 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:25 smithi065 bash[9468]: cluster 2020-11-16T20:24:24.023765+0000 mgr.x (mgr.14196) 357 : cluster [DBG] pgmap v420: 17 pgs: 10 active+clean, 7 creating+peering; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:25.388 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:25 smithi065 bash[11785]: debug 2020-11-16T20:24:25.267+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:25.487 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:25.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:25 smithi142 bash[9523]: cluster 2020-11-16T20:24:24.023765+0000 mgr.x (mgr.14196) 357 : cluster [DBG] pgmap v420: 17 pgs: 10 active+clean, 7 creating+peering; 0 B data, 73 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:25.591 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:25.715 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:25.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:25 smithi065 bash[11785]: debug 2020-11-16T20:24:25.483+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:25.820 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:25.940 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:24:25.941 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:24:25.941 INFO:tasks.thrashosds.thrasher:inject_pause on 5
2020-11-16T20:24:25.941 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:24:25.941 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:24:25.942 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 config set filestore_inject_stall 3
2020-11-16T20:24:25.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:25 smithi071 bash[14419]: debug 2020-11-16T20:24:25.715+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:26.042 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:26.085 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:24:26.102 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:26 smithi142 bash[20366]: debug 2020-11-16T20:24:26.041+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:26.146 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:26.271 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:26.376 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:26.533 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:26 smithi065 bash[11785]: debug 2020-11-16T20:24:26.271+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:26.701 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:26.807 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:26.821 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:24:26.822 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:24:26.991 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:26 smithi071 bash[16796]: debug 2020-11-16T20:24:26.698+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:27.144 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:26 smithi142 bash[9523]: cluster 2020-11-16T20:24:26.024460+0000 mgr.x (mgr.14196) 358 : cluster [DBG] pgmap v421: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:27.145 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:26 smithi142 bash[9523]: audit 2020-11-16T20:24:26.114719+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:24:27.145 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:26 smithi142 bash[9523]: audit 2020-11-16T20:24:26.117333+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:24:27.145 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:26 smithi142 bash[9523]: audit 2020-11-16T20:24:26.124076+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:24:27.145 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:26 smithi142 bash[9523]: audit 2020-11-16T20:24:26.126617+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:24:27.182 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:26 smithi065 bash[9468]: cluster 2020-11-16T20:24:26.024460+0000 mgr.x (mgr.14196) 358 : cluster [DBG] pgmap v421: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:26 smithi065 bash[9468]: audit 2020-11-16T20:24:26.114719+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:24:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:26 smithi065 bash[9468]: audit 2020-11-16T20:24:26.117333+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:24:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:26 smithi065 bash[9468]: audit 2020-11-16T20:24:26.124076+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:24:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:26 smithi065 bash[9468]: audit 2020-11-16T20:24:26.126617+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:24:27.286 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:27.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:26 smithi071 bash[9480]: cluster 2020-11-16T20:24:26.024460+0000 mgr.x (mgr.14196) 358 : cluster [DBG] pgmap v421: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:27.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:26 smithi071 bash[9480]: audit 2020-11-16T20:24:26.114719+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:24:27.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:26 smithi071 bash[9480]: audit 2020-11-16T20:24:26.117333+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:24:27.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:26 smithi071 bash[9480]: audit 2020-11-16T20:24:26.124076+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:24:27.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:26 smithi071 bash[9480]: audit 2020-11-16T20:24:26.126617+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:24:27.446 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:27.536 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:24:27 smithi142 bash[15670]: debug 2020-11-16T20:24:27.181+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:27.552 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:27.563 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:24:27 smithi065 bash[14115]: debug 2020-11-16T20:24:27.443+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:27.668 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:27.774 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:27.994 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:27 smithi065 bash[18823]: debug 2020-11-16T20:24:27.667+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:28.009 INFO:teuthology.orchestra.run.smithi142.stderr:enabled application 'rados' on pool 'unique_pool_0'
2020-11-16T20:24:28.044 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:28.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:27 smithi142 bash[9523]: audit 2020-11-16T20:24:27.358552+0000 mon.a (mon.0) 768 : audit [INF] from='client.? v1:172.21.15.142:0/2416029447' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:24:28.148 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:24:28.261 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:27 smithi071 bash[9480]: audit 2020-11-16T20:24:27.358552+0000 mon.a (mon.0) 768 : audit [INF] from='client.? v1:172.21.15.142:0/2416029447' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:24:28.262 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:24:28.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:27 smithi065 bash[9468]: audit 2020-11-16T20:24:27.358552+0000 mon.a (mon.0) 768 : audit [INF] from='client.? v1:172.21.15.142:0/2416029447' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:24:28.365 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:28.378 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:28 smithi142 bash[22738]: debug 2020-11-16T20:24:28.045+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:28.701 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:24:28 smithi071 bash[12066]: debug 2020-11-16T20:24:28.258+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:28.896 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:28.918 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_historic_ops
2020-11-16T20:24:29.002 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:29.105 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:29.203 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:28 smithi142 bash[22738]: debug 2020-11-16T20:24:28.897+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:29.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:29 smithi142 bash[9523]: audit 2020-11-16T20:24:28.007277+0000 mon.a (mon.0) 769 : audit [INF] from='client.? v1:172.21.15.142:0/2416029447' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:24:29.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:29 smithi142 bash[9523]: cluster 2020-11-16T20:24:28.007368+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e136: 12 total, 12 up, 12 in
2020-11-16T20:24:29.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:29 smithi142 bash[9523]: cluster 2020-11-16T20:24:28.025123+0000 mgr.x (mgr.14196) 359 : cluster [DBG] pgmap v423: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:29.204 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:29 smithi065 bash[9468]: audit 2020-11-16T20:24:28.007277+0000 mon.a (mon.0) 769 : audit [INF] from='client.? v1:172.21.15.142:0/2416029447' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:24:29.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:29 smithi065 bash[9468]: cluster 2020-11-16T20:24:28.007368+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e136: 12 total, 12 up, 12 in
2020-11-16T20:24:29.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:29 smithi065 bash[9468]: cluster 2020-11-16T20:24:28.025123+0000 mgr.x (mgr.14196) 359 : cluster [DBG] pgmap v423: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:29.308 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:29.396 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:24:29.397 INFO:teuthology.orchestra.run.smithi071.stdout:    "success": "filestore_inject_stall = '3' (not observed, change may require restart) "
2020-11-16T20:24:29.397 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:24:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:29 smithi071 bash[9480]: audit 2020-11-16T20:24:28.007277+0000 mon.a (mon.0) 769 : audit [INF] from='client.? v1:172.21.15.142:0/2416029447' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:24:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:29 smithi071 bash[9480]: cluster 2020-11-16T20:24:28.007368+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e136: 12 total, 12 up, 12 in
2020-11-16T20:24:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:29 smithi071 bash[9480]: cluster 2020-11-16T20:24:28.025123+0000 mgr.x (mgr.14196) 359 : cluster [DBG] pgmap v423: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:29.583 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:29 smithi142 bash[20366]: debug 2020-11-16T20:24:29.205+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:29.691 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:29.796 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:30.008 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:30.036 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:29 smithi142 bash[18009]: debug 2020-11-16T20:24:29.693+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:30.105 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:30 smithi071 bash[14419]: debug 2020-11-16T20:24:30.006+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:30.113 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:30.262 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:30.367 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:30.479 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:30.533 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:30 smithi065 bash[11785]: debug 2020-11-16T20:24:30.259+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:30.585 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:30.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:30 smithi071 bash[14419]: debug 2020-11-16T20:24:30.478+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:30.703 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:30.789 INFO:teuthology.orchestra.run.smithi065:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.2 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write'
2020-11-16T20:24:30.791 INFO:tasks.radosbench:joining radosbench (timing out after 3000s)
2020-11-16T20:24:30.791 INFO:teuthology.orchestra.run:waiting for 3000
2020-11-16T20:24:30.808 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:30.866 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:hints = 1
2020-11-16T20:24:30.867 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects
2020-11-16T20:24:30.867 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object prefix: benchmark_data_smithi065_20143
2020-11-16T20:24:30.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:24:30.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    0       0         0         0         0         0           -           0
2020-11-16T20:24:30.962 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:30.964 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:30 smithi142 bash[20366]: debug 2020-11-16T20:24:30.961+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:31.007 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:24:31.044 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:24:31.066 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:31.081 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:30 smithi071 bash[19196]: debug 2020-11-16T20:24:30.702+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:31.082 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:31 smithi071 bash[9480]: cluster 2020-11-16T20:24:30.025764+0000 mgr.x (mgr.14196) 360 : cluster [DBG] pgmap v424: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:31.082 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:31 smithi071 bash[9480]: audit 2020-11-16T20:24:30.900063+0000 mon.a (mon.0) 771 : audit [INF] from='client.? v1:172.21.15.142:0/1893286792' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:24:31.082 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:31 smithi071 bash[9480]: audit 2020-11-16T20:24:30.960001+0000 mon.a (mon.0) 772 : audit [DBG] from='client.? v1:172.21.15.142:0/3620747802' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:31.086 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:24:31.095 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:24:31.129 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:24:31.171 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:24:31.218 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:24:31.255 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:24:31.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:31 smithi142 bash[9523]: cluster 2020-11-16T20:24:30.025764+0000 mgr.x (mgr.14196) 360 : cluster [DBG] pgmap v424: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:31.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:31 smithi142 bash[9523]: audit 2020-11-16T20:24:30.900063+0000 mon.a (mon.0) 771 : audit [INF] from='client.? v1:172.21.15.142:0/1893286792' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:24:31.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:31 smithi142 bash[9523]: audit 2020-11-16T20:24:30.960001+0000 mon.a (mon.0) 772 : audit [DBG] from='client.? v1:172.21.15.142:0/3620747802' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:31.279 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:31 smithi142 bash[22738]: debug 2020-11-16T20:24:31.277+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:31.280 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:31.297 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:24:31.336 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:24:31.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:24:31.384 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:31.421 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:24:31.458 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:24:31.461 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.461 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.461 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.461 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.461 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.461 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.462 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.462 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.462 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.462 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.462 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.462 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:24:31.503 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:31.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:31 smithi065 bash[9468]: cluster 2020-11-16T20:24:30.025764+0000 mgr.x (mgr.14196) 360 : cluster [DBG] pgmap v424: 17 pgs: 17 active+clean; 0 B data, 74 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:31.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:31 smithi065 bash[9468]: audit 2020-11-16T20:24:30.900063+0000 mon.a (mon.0) 771 : audit [INF] from='client.? v1:172.21.15.142:0/1893286792' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:24:31.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:31 smithi065 bash[9468]: audit 2020-11-16T20:24:30.960001+0000 mon.a (mon.0) 772 : audit [DBG] from='client.? v1:172.21.15.142:0/3620747802' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:31.607 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:31.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:31 smithi071 bash[14419]: debug 2020-11-16T20:24:31.502+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:31.744 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:31.848 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:31.867 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    1      16      3845      3829     239.3   239.312   0.0025401  0.00416479
2020-11-16T20:24:31.971 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:32.034 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:31 smithi065 bash[11785]: debug 2020-11-16T20:24:31.743+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:32.075 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:32.193 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:32.201 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:31 smithi071 bash[19196]: debug 2020-11-16T20:24:31.970+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:32.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.010281+0000 osd.0 (osd.0) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.048347+0000 osd.1 (osd.1) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.082871+0000 mon.a (mon.0) 773 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.088855+0000 osd.2 (osd.2) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: audit 2020-11-16T20:24:31.092513+0000 mon.a (mon.0) 774 : audit [INF] from='client.? v1:172.21.15.142:0/1893286792' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:24:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.092568+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e137: 12 total, 12 up, 12 in
2020-11-16T20:24:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.132638+0000 osd.3 (osd.3) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.172129+0000 osd.4 (osd.4) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.219494+0000 osd.5 (osd.5) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.256874+0000 osd.6 (osd.6) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.298678+0000 osd.7 (osd.7) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.422635+0000 osd.10 (osd.10) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:32 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.459374+0000 osd.11 (osd.11) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.297 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:32.411 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[11785]: debug 2020-11-16T20:24:32.191+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:32.412 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:32.412 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[16457]: debug 2020-11-16T20:24:32.411+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:32.413 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.010281+0000 osd.0 (osd.0) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.413 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.048347+0000 osd.1 (osd.1) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.413 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.082871+0000 mon.a (mon.0) 773 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:32.413 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.088855+0000 osd.2 (osd.2) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.413 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: audit 2020-11-16T20:24:31.092513+0000 mon.a (mon.0) 774 : audit [INF] from='client.? v1:172.21.15.142:0/1893286792' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:24:32.413 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.092568+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e137: 12 total, 12 up, 12 in
2020-11-16T20:24:32.413 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.132638+0000 osd.3 (osd.3) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.414 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.172129+0000 osd.4 (osd.4) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.414 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.219494+0000 osd.5 (osd.5) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.414 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.256874+0000 osd.6 (osd.6) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.414 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.298678+0000 osd.7 (osd.7) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.414 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.422635+0000 osd.10 (osd.10) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.414 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.459374+0000 osd.11 (osd.11) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.516 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:32.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.010281+0000 osd.0 (osd.0) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.048347+0000 osd.1 (osd.1) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.082871+0000 mon.a (mon.0) 773 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:32.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.088855+0000 osd.2 (osd.2) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: audit 2020-11-16T20:24:31.092513+0000 mon.a (mon.0) 774 : audit [INF] from='client.? v1:172.21.15.142:0/1893286792' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:24:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.092568+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e137: 12 total, 12 up, 12 in
2020-11-16T20:24:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.132638+0000 osd.3 (osd.3) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.172129+0000 osd.4 (osd.4) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.219494+0000 osd.5 (osd.5) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.256874+0000 osd.6 (osd.6) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.298678+0000 osd.7 (osd.7) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.422635+0000 osd.10 (osd.10) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:32 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.459374+0000 osd.11 (osd.11) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:32.648 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:32.751 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:32.758 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[18823]: debug 2020-11-16T20:24:32.643+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:32.861 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:32.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    2      15      7821      7806   243.917   248.562  0.00481384  0.00409447
2020-11-16T20:24:32.965 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:33.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:32 smithi065 bash[16457]: debug 2020-11-16T20:24:32.859+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:33.079 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:33.184 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:33.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:33 smithi071 bash[14419]: debug 2020-11-16T20:24:33.078+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:33 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.337785+0000 osd.8 (osd.8) 17 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:33 smithi071 bash[9480]: cluster 2020-11-16T20:24:31.381377+0000 osd.9 (osd.9) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:33 smithi071 bash[9480]: cluster 2020-11-16T20:24:32.026267+0000 mgr.x (mgr.14196) 361 : cluster [DBG] pgmap v426: 17 pgs: 17 active+clean; 0 B data, 116 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:33 smithi071 bash[9480]: cluster 2020-11-16T20:24:32.236269+0000 osd.6 (osd.6) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:33.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:33 smithi071 bash[9480]: cluster 2020-11-16T20:24:32.236337+0000 osd.6 (osd.6) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:33.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:33 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.337785+0000 osd.8 (osd.8) 17 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:33 smithi065 bash[9468]: cluster 2020-11-16T20:24:31.381377+0000 osd.9 (osd.9) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:33 smithi065 bash[9468]: cluster 2020-11-16T20:24:32.026267+0000 mgr.x (mgr.14196) 361 : cluster [DBG] pgmap v426: 17 pgs: 17 active+clean; 0 B data, 116 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:33 smithi065 bash[9468]: cluster 2020-11-16T20:24:32.236269+0000 osd.6 (osd.6) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:33 smithi065 bash[9468]: cluster 2020-11-16T20:24:32.236337+0000 osd.6 (osd.6) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:33.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:33 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.337785+0000 osd.8 (osd.8) 17 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:33.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:33 smithi142 bash[9523]: cluster 2020-11-16T20:24:31.381377+0000 osd.9 (osd.9) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:33.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:33 smithi142 bash[9523]: cluster 2020-11-16T20:24:32.026267+0000 mgr.x (mgr.14196) 361 : cluster [DBG] pgmap v426: 17 pgs: 17 active+clean; 0 B data, 116 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:33.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:33 smithi142 bash[9523]: cluster 2020-11-16T20:24:32.236269+0000 osd.6 (osd.6) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:33.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:33 smithi142 bash[9523]: cluster 2020-11-16T20:24:32.236337+0000 osd.6 (osd.6) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:33.669 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:33.773 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:33.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    3      16     11806     11790   245.604       249  0.00696142  0.00406701
2020-11-16T20:24:33.950 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:24:33 smithi142 bash[15670]: debug 2020-11-16T20:24:33.669+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:33.951 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:34.055 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:34.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:34 smithi142 bash[9523]: cluster 2020-11-16T20:24:33.096758+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e138: 12 total, 12 up, 12 in
2020-11-16T20:24:34.286 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:33 smithi142 bash[20366]: debug 2020-11-16T20:24:33.953+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:34.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:34 smithi071 bash[9480]: cluster 2020-11-16T20:24:33.096758+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e138: 12 total, 12 up, 12 in
2020-11-16T20:24:34.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:34 smithi065 bash[9468]: cluster 2020-11-16T20:24:33.096758+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e138: 12 total, 12 up, 12 in
2020-11-16T20:24:34.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    4      16     15640     15624   244.104   239.625  0.00378975  0.00409091
2020-11-16T20:24:35.107 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:24:35.107 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:24:35.108 INFO:tasks.thrashosds.thrasher:Setting osd 8 primary_affinity to 1.000000
2020-11-16T20:24:35.108 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 8 1
2020-11-16T20:24:35.301 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:35 smithi071 bash[9480]: cluster 2020-11-16T20:24:34.026695+0000 mgr.x (mgr.14196) 362 : cluster [DBG] pgmap v428: 17 pgs: 17 active+clean; 256 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:35.469 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:35 smithi142 bash[9523]: cluster 2020-11-16T20:24:34.026695+0000 mgr.x (mgr.14196) 362 : cluster [DBG] pgmap v428: 17 pgs: 17 active+clean; 256 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:35.470 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:35.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:35 smithi065 bash[9468]: cluster 2020-11-16T20:24:34.026695+0000 mgr.x (mgr.14196) 362 : cluster [DBG] pgmap v428: 17 pgs: 17 active+clean; 256 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:24:35.574 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:35.707 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:35.786 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:24:35 smithi142 bash[15670]: debug 2020-11-16T20:24:35.469+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:35.811 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:35.867 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    5      16     19106     19090   238.605   216.625  0.00480648  0.00418769
2020-11-16T20:24:35.912 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:24:35.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:35 smithi071 bash[14419]: debug 2020-11-16T20:24:35.706+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:35.999 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:24:36.082 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:36.174 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:36.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    6      16     21786     21770   226.751     167.5  0.00382733  0.00429539
2020-11-16T20:24:37.152 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:37.256 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:37.264 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:36 smithi065 bash[9468]: cluster 2020-11-16T20:24:36.027139+0000 mgr.x (mgr.14196) 363 : cluster [DBG] pgmap v429: 17 pgs: 17 active+clean; 700 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s wr, 2.42k op/s
2020-11-16T20:24:37.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:37 smithi142 bash[9523]: cluster 2020-11-16T20:24:36.027139+0000 mgr.x (mgr.14196) 363 : cluster [DBG] pgmap v429: 17 pgs: 17 active+clean; 700 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s wr, 2.42k op/s
2020-11-16T20:24:37.286 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:37 smithi142 bash[22738]: debug 2020-11-16T20:24:37.153+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:37.391 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:37.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:36 smithi071 bash[9480]: cluster 2020-11-16T20:24:36.027139+0000 mgr.x (mgr.14196) 363 : cluster [DBG] pgmap v429: 17 pgs: 17 active+clean; 700 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s wr, 2.42k op/s
2020-11-16T20:24:37.494 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:37.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:37 smithi065 bash[16457]: debug 2020-11-16T20:24:37.391+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:37.608 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:37.712 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:37.830 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:37.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    7      16     24818     24802   221.427     189.5   0.0023186  0.00451118
2020-11-16T20:24:37.934 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:37.942 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:37 smithi065 bash[18823]: debug 2020-11-16T20:24:37.607+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:37.943 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:37 smithi065 bash[18823]: debug 2020-11-16T20:24:37.827+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:38.031 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:38.136 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:38.258 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:38 smithi065 bash[16457]: debug 2020-11-16T20:24:38.027+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:38.259 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:24:38 smithi065 bash[14115]: debug 2020-11-16T20:24:38.255+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:38.259 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:38 smithi065 bash[9468]: cluster 2020-11-16T20:24:36.472415+0000 osd.4 (osd.4) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:38.259 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:38 smithi065 bash[9468]: cluster 2020-11-16T20:24:36.472524+0000 osd.4 (osd.4) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:38.259 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:38 smithi065 bash[9468]: cluster 2020-11-16T20:24:37.004389+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e139: 12 total, 12 up, 12 in
2020-11-16T20:24:38.260 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:38 smithi142 bash[9523]: cluster 2020-11-16T20:24:36.472415+0000 osd.4 (osd.4) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:38 smithi142 bash[9523]: cluster 2020-11-16T20:24:36.472524+0000 osd.4 (osd.4) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:38 smithi142 bash[9523]: cluster 2020-11-16T20:24:37.004389+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e139: 12 total, 12 up, 12 in
2020-11-16T20:24:38.367 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:38.377 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:38 smithi071 bash[9480]: cluster 2020-11-16T20:24:36.472415+0000 osd.4 (osd.4) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:38.377 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:38 smithi071 bash[9480]: cluster 2020-11-16T20:24:36.472524+0000 osd.4 (osd.4) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:38.377 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:38 smithi071 bash[9480]: cluster 2020-11-16T20:24:37.004389+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e139: 12 total, 12 up, 12 in
2020-11-16T20:24:38.515 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:38.618 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:38.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:38 smithi071 bash[14419]: debug 2020-11-16T20:24:38.514+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:38.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    8      16     27848     27832   217.419   189.375  0.00303059  0.00459701
2020-11-16T20:24:39.007 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:39.111 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:39.273 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:39 smithi142 bash[9523]: cluster 2020-11-16T20:24:38.027604+0000 mgr.x (mgr.14196) 364 : cluster [DBG] pgmap v431: 17 pgs: 17 active+clean; 1.1 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 171 MiB/s wr, 2.74k op/s
2020-11-16T20:24:39.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:39 smithi065 bash[9468]: cluster 2020-11-16T20:24:38.027604+0000 mgr.x (mgr.14196) 364 : cluster [DBG] pgmap v431: 17 pgs: 17 active+clean; 1.1 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 171 MiB/s wr, 2.74k op/s
2020-11-16T20:24:39.284 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:24:39 smithi065 bash[14115]: debug 2020-11-16T20:24:39.007+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:39.305 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:39.408 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:39.417 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:39 smithi071 bash[9480]: cluster 2020-11-16T20:24:38.027604+0000 mgr.x (mgr.14196) 364 : cluster [DBG] pgmap v431: 17 pgs: 17 active+clean; 1.1 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 171 MiB/s wr, 2.74k op/s
2020-11-16T20:24:39.514 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:39.561 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:39 smithi142 bash[20366]: debug 2020-11-16T20:24:39.305+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:39.619 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:39.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:39 smithi071 bash[16796]: debug 2020-11-16T20:24:39.514+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:39.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    9      15     30691     30676   213.009    177.75  0.00403218  0.00469215
2020-11-16T20:24:39.927 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:24:39.927 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:24:39.928 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:24:39.928 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:24:39.928 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:7768 2.4 e137/133 2:28473b8b:::benchmark_data_smithi065_20143_object7767:head v 137'476, mlcod=137'474)",
2020-11-16T20:24:39.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:32.856650+0000",
2020-11-16T20:24:39.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 7.0669669610000003,
2020-11-16T20:24:39.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0084871270000000006,
2020-11-16T20:24:39.929 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.929 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.929 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.856650+0000",
2020-11-16T20:24:39.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.856650+0000",
2020-11-16T20:24:39.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999847
2020-11-16T20:24:39.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.856635+0000",
2020-11-16T20:24:39.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5114e-05
2020-11-16T20:24:39.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.856700+0000",
2020-11-16T20:24:39.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3700000000000001e-06
2020-11-16T20:24:39.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:39.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.856710+0000",
2020-11-16T20:24:39.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6290000000000004e-06
2020-11-16T20:24:39.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:39.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.856716+0000",
2020-11-16T20:24:39.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9073999999999998e-05
2020-11-16T20:24:39.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:39.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.856765+0000",
2020-11-16T20:24:39.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5327e-05
2020-11-16T20:24:39.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:39.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.856791+0000",
2020-11-16T20:24:39.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.008321752
2020-11-16T20:24:39.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:39.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.865112+0000",
2020-11-16T20:24:39.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4980000000000001e-05
2020-11-16T20:24:39.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:39.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.865137+0000",
2020-11-16T20:24:39.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0084871270000000006
2020-11-16T20:24:39.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:39.936 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:39.936 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:39.936 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:39.936 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:7767 2.5 e137/133 2:a01e32dc:::benchmark_data_smithi065_20143_object7766:head v 137'492, mlcod=137'490)",
2020-11-16T20:24:39.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:32.857233+0000",
2020-11-16T20:24:39.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 7.0663838239999999,
2020-11-16T20:24:39.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0078615409999999997,
2020-11-16T20:24:39.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.937 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.937 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.937 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857233+0000",
2020-11-16T20:24:39.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857233+0000",
2020-11-16T20:24:39.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:24:39.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857209+0000",
2020-11-16T20:24:39.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018876
2020-11-16T20:24:39.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857398+0000",
2020-11-16T20:24:39.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6770000000000007e-06
2020-11-16T20:24:39.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:39.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857407+0000",
2020-11-16T20:24:39.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5210000000000004e-06
2020-11-16T20:24:39.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:39.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857412+0000",
2020-11-16T20:24:39.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7661000000000003e-05
2020-11-16T20:24:39.943 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.943 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:39.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857460+0000",
2020-11-16T20:24:39.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2246e-05
2020-11-16T20:24:39.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:39.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857482+0000",
2020-11-16T20:24:39.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0075531280000000001
2020-11-16T20:24:39.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:39.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.865035+0000",
2020-11-16T20:24:39.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9948999999999998e-05
2020-11-16T20:24:39.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:39.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.865095+0000",
2020-11-16T20:24:39.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0078615409999999997
2020-11-16T20:24:39.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:39.946 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:39.946 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:39.946 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:39.946 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.946 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:7772 2.c e137/133 2:348946c3:::benchmark_data_smithi065_20143_object7771:head v 137'480, mlcod=137'478)",
2020-11-16T20:24:39.946 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:32.857828+0000",
2020-11-16T20:24:39.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 7.0657892899999997,
2020-11-16T20:24:39.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0073323620000000003,
2020-11-16T20:24:39.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.947 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.947 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.947 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857828+0000",
2020-11-16T20:24:39.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857828+0000",
2020-11-16T20:24:39.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:24:39.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857804+0000",
2020-11-16T20:24:39.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114418
2020-11-16T20:24:39.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857918+0000",
2020-11-16T20:24:39.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0419e-05
2020-11-16T20:24:39.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:39.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857929+0000",
2020-11-16T20:24:39.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7269999999999998e-06
2020-11-16T20:24:39.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:39.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857934+0000",
2020-11-16T20:24:39.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5413e-05
2020-11-16T20:24:39.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:39.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857979+0000",
2020-11-16T20:24:39.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8281e-05
2020-11-16T20:24:39.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:39.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.857997+0000",
2020-11-16T20:24:39.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.007141583
2020-11-16T20:24:39.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:39.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.865139+0000",
2020-11-16T20:24:39.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1386000000000002e-05
2020-11-16T20:24:39.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:39.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:32.865160+0000",
2020-11-16T20:24:39.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0073323620000000003
2020-11-16T20:24:39.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:39.954 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:39.954 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:39.954 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:39.954 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:8467 2.5 e137/133 2:a5a7e261:::benchmark_data_smithi065_20143_object8466:head v 137'532, mlcod=137'529)",
2020-11-16T20:24:39.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:33.031125+0000",
2020-11-16T20:24:39.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 6.892491723,
2020-11-16T20:24:39.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0073190429999999999,
2020-11-16T20:24:39.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.955 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.955 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031125+0000",
2020-11-16T20:24:39.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031125+0000",
2020-11-16T20:24:39.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:24:39.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031094+0000",
2020-11-16T20:24:39.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013026300000000001
2020-11-16T20:24:39.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031224+0000",
2020-11-16T20:24:39.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4171e-05
2020-11-16T20:24:39.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:39.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031238+0000",
2020-11-16T20:24:39.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3119999999999996e-06
2020-11-16T20:24:39.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:39.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031246+0000",
2020-11-16T20:24:39.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00029732599999999999
2020-11-16T20:24:39.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:39.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031543+0000",
2020-11-16T20:24:39.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.8513999999999998e-05
2020-11-16T20:24:39.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:39.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031571+0000",
2020-11-16T20:24:39.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0067947850000000002
2020-11-16T20:24:39.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:39.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.038366+0000",
2020-11-16T20:24:39.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8274000000000003e-05
2020-11-16T20:24:39.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:39.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.038445+0000",
2020-11-16T20:24:39.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0073190429999999999
2020-11-16T20:24:39.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:39.962 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:39.962 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:39.963 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:39.963 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.963 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:8469 2.4 e137/133 2:23584c20:::benchmark_data_smithi065_20143_object8468:head v 137'516, mlcod=137'514)",
2020-11-16T20:24:39.963 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:33.031371+0000",
2020-11-16T20:24:39.963 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 6.8922459739999997,
2020-11-16T20:24:39.963 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.007316754,
2020-11-16T20:24:39.963 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.964 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.964 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031371+0000",
2020-11-16T20:24:39.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031371+0000",
2020-11-16T20:24:39.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:24:39.965 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.965 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031342+0000",
2020-11-16T20:24:39.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000116579
2020-11-16T20:24:39.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031458+0000",
2020-11-16T20:24:39.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5719999999999999e-05
2020-11-16T20:24:39.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:39.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031474+0000",
2020-11-16T20:24:39.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1209999999999996e-06
2020-11-16T20:24:39.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:39.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031483+0000",
2020-11-16T20:24:39.968 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0275000000000001e-05
2020-11-16T20:24:39.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.968 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:39.968 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031544+0000",
2020-11-16T20:24:39.968 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7682e-05
2020-11-16T20:24:39.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:39.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.031571+0000",
2020-11-16T20:24:39.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.007059109
2020-11-16T20:24:39.969 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.969 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:39.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.038630+0000",
2020-11-16T20:24:39.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7649999999999999e-05
2020-11-16T20:24:39.970 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.970 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:39.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:33.038688+0000",
2020-11-16T20:24:39.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.007316754
2020-11-16T20:24:39.970 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:39.971 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:39.971 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:39.971 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:39.971 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:12658 2.4 e138/133 2:269f8f4a:::benchmark_data_smithi065_20143_object12657:head v 138'765, mlcod=138'763)",
2020-11-16T20:24:39.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:34.095423+0000",
2020-11-16T20:24:39.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 5.8281941030000004,
2020-11-16T20:24:39.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.010977738000000001,
2020-11-16T20:24:39.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.972 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.972 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.972 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.095423+0000",
2020-11-16T20:24:39.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.095423+0000",
2020-11-16T20:24:39.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:24:39.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.095395+0000",
2020-11-16T20:24:39.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000107388
2020-11-16T20:24:39.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.095503+0000",
2020-11-16T20:24:39.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6265e-05
2020-11-16T20:24:39.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:39.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.095529+0000",
2020-11-16T20:24:39.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.724e-06
2020-11-16T20:24:39.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:39.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.095534+0000",
2020-11-16T20:24:39.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2721999999999998e-05
2020-11-16T20:24:39.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:39.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.095626+0000",
2020-11-16T20:24:39.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7807999999999999e-05
2020-11-16T20:24:39.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:39.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.095654+0000",
2020-11-16T20:24:39.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010686843999999999
2020-11-16T20:24:39.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.978 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:39.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.106341+0000",
2020-11-16T20:24:39.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9957000000000002e-05
2020-11-16T20:24:39.978 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.978 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:39.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.106401+0000",
2020-11-16T20:24:39.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010977738000000001
2020-11-16T20:24:39.979 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:39.979 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:39.979 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:39.979 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:39.979 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.979 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:12670 2.c e138/133 2:3279408e:::benchmark_data_smithi065_20143_object12669:head v 138'782, mlcod=138'780)",
2020-11-16T20:24:39.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:34.101201+0000",
2020-11-16T20:24:39.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 5.8224162750000001,
2020-11-16T20:24:39.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0071202310000000003,
2020-11-16T20:24:39.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.980 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.980 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.980 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.101201+0000",
2020-11-16T20:24:39.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.981 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.981 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.101201+0000",
2020-11-16T20:24:39.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:24:39.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.101178+0000",
2020-11-16T20:24:39.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119461
2020-11-16T20:24:39.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.101297+0000",
2020-11-16T20:24:39.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0900999999999999e-05
2020-11-16T20:24:39.983 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.983 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:39.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.101308+0000",
2020-11-16T20:24:39.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0285999999999999e-05
2020-11-16T20:24:39.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:39.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.101319+0000",
2020-11-16T20:24:39.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0043269140000000003
2020-11-16T20:24:39.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:39.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.105646+0000",
2020-11-16T20:24:39.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017284599999999999
2020-11-16T20:24:39.985 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.985 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:39.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.105818+0000",
2020-11-16T20:24:39.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024411400000000001
2020-11-16T20:24:39.986 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.986 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:39.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.108260+0000",
2020-11-16T20:24:39.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1598000000000002e-05
2020-11-16T20:24:39.986 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:39.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:34.108321+0000",
2020-11-16T20:24:39.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0071202310000000003
2020-11-16T20:24:39.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:39.987 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:39.987 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:39.987 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:39.988 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:17609 2.c e138/133 2:333c9dc7:::benchmark_data_smithi065_20143_object17608:head v 138'1063, mlcod=138'1061)",
2020-11-16T20:24:39.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:35.440254+0000",
2020-11-16T20:24:39.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 4.4833632469999998,
2020-11-16T20:24:39.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0081297079999999994,
2020-11-16T20:24:39.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.988 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.989 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.440254+0000",
2020-11-16T20:24:39.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.440254+0000",
2020-11-16T20:24:39.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999356
2020-11-16T20:24:39.990 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.990 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.440190+0000",
2020-11-16T20:24:39.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021879700000000001
2020-11-16T20:24:39.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.440408+0000",
2020-11-16T20:24:39.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2809000000000001e-05
2020-11-16T20:24:39.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:39.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.440431+0000",
2020-11-16T20:24:39.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1888999999999999e-05
2020-11-16T20:24:39.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:39.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.440443+0000",
2020-11-16T20:24:39.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015684800000000001
2020-11-16T20:24:39.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:39.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.440600+0000",
2020-11-16T20:24:39.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5294999999999999e-05
2020-11-16T20:24:39.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:39.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.440645+0000",
2020-11-16T20:24:39.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.007650011
2020-11-16T20:24:39.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:39.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.448295+0000",
2020-11-16T20:24:39.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8387999999999995e-05
2020-11-16T20:24:39.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:39.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:35.448384+0000",
2020-11-16T20:24:39.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0081297079999999994
2020-11-16T20:24:39.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:39.995 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:39.996 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:39.996 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:39.996 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:39.996 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:19655 2.5 e138/133 2:aa77f433:::benchmark_data_smithi065_20143_object19654:head v 138'1204, mlcod=138'1201)",
2020-11-16T20:24:39.996 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:36.046522+0000",
2020-11-16T20:24:39.996 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.8770950179999999,
2020-11-16T20:24:39.996 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.054499055999999997,
2020-11-16T20:24:39.996 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:39.997 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:39.997 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:39.997 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:39.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.046522+0000",
2020-11-16T20:24:39.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:39.997 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:39.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.046522+0000",
2020-11-16T20:24:39.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:24:39.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:39.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.046498+0000",
2020-11-16T20:24:39.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011621900000000001
2020-11-16T20:24:39.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:39.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:39.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:39.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.046614+0000",
2020-11-16T20:24:39.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3594999999999999e-05
2020-11-16T20:24:39.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.046628+0000",
2020-11-16T20:24:40.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6229999999999999e-06
2020-11-16T20:24:40.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.046634+0000",
2020-11-16T20:24:40.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7559999999999996e-05
2020-11-16T20:24:40.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.046712+0000",
2020-11-16T20:24:40.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6409000000000001e-05
2020-11-16T20:24:40.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.046738+0000",
2020-11-16T20:24:40.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.054176299999999997
2020-11-16T20:24:40.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.100914+0000",
2020-11-16T20:24:40.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000106854
2020-11-16T20:24:40.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.101021+0000",
2020-11-16T20:24:40.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.054499055999999997
2020-11-16T20:24:40.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.004 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.004 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.004 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.004 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.004 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:19657 2.c e138/133 2:3a8ae66d:::benchmark_data_smithi065_20143_object19656:head v 138'1177, mlcod=138'1174)",
2020-11-16T20:24:40.004 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:36.063165+0000",
2020-11-16T20:24:40.005 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.860452279,
2020-11-16T20:24:40.005 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.041718659999999998,
2020-11-16T20:24:40.005 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.005 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.005 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.063165+0000",
2020-11-16T20:24:40.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.006 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.006 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.063165+0000",
2020-11-16T20:24:40.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:24:40.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.063142+0000",
2020-11-16T20:24:40.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000104802
2020-11-16T20:24:40.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.063247+0000",
2020-11-16T20:24:40.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9419000000000002e-05
2020-11-16T20:24:40.008 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.008 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.063267+0000",
2020-11-16T20:24:40.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0210000000000001e-05
2020-11-16T20:24:40.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.063277+0000",
2020-11-16T20:24:40.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4503000000000001e-05
2020-11-16T20:24:40.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.063361+0000",
2020-11-16T20:24:40.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4431999999999998e-05
2020-11-16T20:24:40.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.063396+0000",
2020-11-16T20:24:40.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041443431000000003
2020-11-16T20:24:40.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.104839+0000",
2020-11-16T20:24:40.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4478999999999999e-05
2020-11-16T20:24:40.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.104884+0000",
2020-11-16T20:24:40.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041718659999999998
2020-11-16T20:24:40.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.012 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.012 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.012 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.013 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.013 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:19661 2.4 e138/133 2:266d8a95:::benchmark_data_smithi065_20143_object19660:head v 138'1212, mlcod=138'1210)",
2020-11-16T20:24:40.013 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:36.084196+0000",
2020-11-16T20:24:40.013 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.8394216980000002,
2020-11-16T20:24:40.013 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.020639352999999999,
2020-11-16T20:24:40.013 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.013 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.014 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.084196+0000",
2020-11-16T20:24:40.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.084196+0000",
2020-11-16T20:24:40.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999447
2020-11-16T20:24:40.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.084140+0000",
2020-11-16T20:24:40.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000213988
2020-11-16T20:24:40.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.084354+0000",
2020-11-16T20:24:40.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5324e-05
2020-11-16T20:24:40.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.084380+0000",
2020-11-16T20:24:40.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7263000000000001e-05
2020-11-16T20:24:40.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.084397+0000",
2020-11-16T20:24:40.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0181999999999999e-05
2020-11-16T20:24:40.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.084477+0000",
2020-11-16T20:24:40.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.0772999999999998e-05
2020-11-16T20:24:40.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.084508+0000",
2020-11-16T20:24:40.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020238493999999999
2020-11-16T20:24:40.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.104746+0000",
2020-11-16T20:24:40.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8614000000000002e-05
2020-11-16T20:24:40.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.104835+0000",
2020-11-16T20:24:40.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020639352999999999
2020-11-16T20:24:40.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.020 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.020 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.021 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.021 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:19664 2.5 e138/133 2:a4f24d78:::benchmark_data_smithi065_20143_object19663:head v 138'1205, mlcod=138'1202)",
2020-11-16T20:24:40.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:36.089282+0000",
2020-11-16T20:24:40.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.8343356609999999,
2020-11-16T20:24:40.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.013366598,
2020-11-16T20:24:40.022 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.022 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.022 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.022 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.089282+0000",
2020-11-16T20:24:40.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.089282+0000",
2020-11-16T20:24:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:24:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.089250+0000",
2020-11-16T20:24:40.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016412600000000001
2020-11-16T20:24:40.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.089415+0000",
2020-11-16T20:24:40.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9173000000000001e-05
2020-11-16T20:24:40.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.089434+0000",
2020-11-16T20:24:40.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6509999999999996e-06
2020-11-16T20:24:40.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.089443+0000",
2020-11-16T20:24:40.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000130128
2020-11-16T20:24:40.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.089574+0000",
2020-11-16T20:24:40.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0340000000000003e-05
2020-11-16T20:24:40.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.089624+0000",
2020-11-16T20:24:40.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012934414999999999
2020-11-16T20:24:40.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.102558+0000",
2020-11-16T20:24:40.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9857000000000004e-05
2020-11-16T20:24:40.028 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.028 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.102648+0000",
2020-11-16T20:24:40.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013366598
2020-11-16T20:24:40.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.029 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.029 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.029 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.029 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:19672 2.5 e138/133 2:a32ba96b:::benchmark_data_smithi065_20143_object19671:head v 138'1206, mlcod=138'1202)",
2020-11-16T20:24:40.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:36.092057+0000",
2020-11-16T20:24:40.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.831560595,
2020-11-16T20:24:40.030 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.010657254999999999,
2020-11-16T20:24:40.030 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.030 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.030 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.030 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.092057+0000",
2020-11-16T20:24:40.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.092057+0000",
2020-11-16T20:24:40.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999604
2020-11-16T20:24:40.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.092017+0000",
2020-11-16T20:24:40.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000141414
2020-11-16T20:24:40.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.092158+0000",
2020-11-16T20:24:40.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7716000000000001e-05
2020-11-16T20:24:40.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.092176+0000",
2020-11-16T20:24:40.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1050000000000001e-06
2020-11-16T20:24:40.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.092185+0000",
2020-11-16T20:24:40.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3102999999999994e-05
2020-11-16T20:24:40.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.092258+0000",
2020-11-16T20:24:40.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.0380000000000001e-05
2020-11-16T20:24:40.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.092289+0000",
2020-11-16T20:24:40.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010366088000000001
2020-11-16T20:24:40.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.102655+0000",
2020-11-16T20:24:40.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9006999999999999e-05
2020-11-16T20:24:40.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:36.102714+0000",
2020-11-16T20:24:40.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010657254999999999
2020-11-16T20:24:40.037 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.037 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.037 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.037 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.037 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.038 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:24799 2.5 e139/133 2:ab1a4ed8:::benchmark_data_smithi065_20143_object24798:head v 139'1526, mlcod=139'1524)",
2020-11-16T20:24:40.038 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:37.865024+0000",
2020-11-16T20:24:40.038 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 2.0585935989999999,
2020-11-16T20:24:40.038 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.008453917,
2020-11-16T20:24:40.038 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.038 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.038 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.865024+0000",
2020-11-16T20:24:40.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.865024+0000",
2020-11-16T20:24:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:24:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.864996+0000",
2020-11-16T20:24:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000133184
2020-11-16T20:24:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.865129+0000",
2020-11-16T20:24:40.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3649999999999998e-06
2020-11-16T20:24:40.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.865137+0000",
2020-11-16T20:24:40.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6160000000000004e-06
2020-11-16T20:24:40.042 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.042 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.865141+0000",
2020-11-16T20:24:40.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8615000000000001e-05
2020-11-16T20:24:40.042 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.865190+0000",
2020-11-16T20:24:40.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7135999999999999e-05
2020-11-16T20:24:40.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.865217+0000",
2020-11-16T20:24:40.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0082094300000000002
2020-11-16T20:24:40.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.873426+0000",
2020-11-16T20:24:40.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1212999999999999e-05
2020-11-16T20:24:40.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:37.873478+0000",
2020-11-16T20:24:40.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.008453917
2020-11-16T20:24:40.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.045 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.045 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.045 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.046 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.046 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:29369 2.5 e139/133 2:a9e09975:::benchmark_data_smithi065_20143_object29368:head v 139'1817, mlcod=139'1815)",
2020-11-16T20:24:40.046 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:39.383847+0000",
2020-11-16T20:24:40.046 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.53977070299999996,
2020-11-16T20:24:40.046 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.011676104,
2020-11-16T20:24:40.046 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.046 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.047 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.383847+0000",
2020-11-16T20:24:40.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.383847+0000",
2020-11-16T20:24:40.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:24:40.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.383816+0000",
2020-11-16T20:24:40.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013819099999999999
2020-11-16T20:24:40.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.383954+0000",
2020-11-16T20:24:40.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4015e-05
2020-11-16T20:24:40.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.383968+0000",
2020-11-16T20:24:40.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9249999999999995e-06
2020-11-16T20:24:40.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.383976+0000",
2020-11-16T20:24:40.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3083000000000004e-05
2020-11-16T20:24:40.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.384059+0000",
2020-11-16T20:24:40.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0564e-05
2020-11-16T20:24:40.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.384099+0000",
2020-11-16T20:24:40.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.01135472
2020-11-16T20:24:40.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.395454+0000",
2020-11-16T20:24:40.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8566999999999996e-05
2020-11-16T20:24:40.053 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.053 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.395523+0000",
2020-11-16T20:24:40.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011676104
2020-11-16T20:24:40.053 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.053 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.054 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.054 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.054 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.054 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:29381 2.4 e139/133 2:200ce49c:::benchmark_data_smithi065_20143_object29380:head v 139'1805, mlcod=139'1802)",
2020-11-16T20:24:40.054 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:39.386311+0000",
2020-11-16T20:24:40.054 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.53730587399999996,
2020-11-16T20:24:40.054 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.007173708,
2020-11-16T20:24:40.055 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.055 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.055 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.055 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.386311+0000",
2020-11-16T20:24:40.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.386311+0000",
2020-11-16T20:24:40.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999604
2020-11-16T20:24:40.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.386272+0000",
2020-11-16T20:24:40.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000117926
2020-11-16T20:24:40.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.386390+0000",
2020-11-16T20:24:40.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2542e-05
2020-11-16T20:24:40.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.386402+0000",
2020-11-16T20:24:40.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.827e-06
2020-11-16T20:24:40.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.386409+0000",
2020-11-16T20:24:40.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2306999999999999e-05
2020-11-16T20:24:40.059 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.059 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.386461+0000",
2020-11-16T20:24:40.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7362999999999999e-05
2020-11-16T20:24:40.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.386489+0000",
2020-11-16T20:24:40.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0069349670000000002
2020-11-16T20:24:40.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.393424+0000",
2020-11-16T20:24:40.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1261999999999997e-05
2020-11-16T20:24:40.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.393485+0000",
2020-11-16T20:24:40.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.007173708
2020-11-16T20:24:40.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.062 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.062 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.062 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.062 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.062 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:29999 2.c e139/133 2:3f186b10:::benchmark_data_smithi065_20143_object29998:head v 139'1804, mlcod=139'1802)",
2020-11-16T20:24:40.062 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:39.624792+0000",
2020-11-16T20:24:40.063 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.29882495199999998,
2020-11-16T20:24:40.063 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.007260664,
2020-11-16T20:24:40.063 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.063 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.063 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.624792+0000",
2020-11-16T20:24:40.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.624792+0000",
2020-11-16T20:24:40.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:24:40.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.624769+0000",
2020-11-16T20:24:40.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000105599
2020-11-16T20:24:40.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.624875+0000",
2020-11-16T20:24:40.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0492999999999999e-05
2020-11-16T20:24:40.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.624886+0000",
2020-11-16T20:24:40.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8699999999999997e-06
2020-11-16T20:24:40.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.624891+0000",
2020-11-16T20:24:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000197281
2020-11-16T20:24:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.625089+0000",
2020-11-16T20:24:40.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2898999999999999e-05
2020-11-16T20:24:40.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.625112+0000",
2020-11-16T20:24:40.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0068652000000000001
2020-11-16T20:24:40.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.631977+0000",
2020-11-16T20:24:40.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6100999999999995e-05
2020-11-16T20:24:40.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.632053+0000",
2020-11-16T20:24:40.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.007260664
2020-11-16T20:24:40.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.070 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.070 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.070 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.070 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.070 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:30716 2.5 e139/133 2:a590e34f:::benchmark_data_smithi065_20143_object30715:head v 139'1910, mlcod=139'1908)",
2020-11-16T20:24:40.071 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:39.881621+0000",
2020-11-16T20:24:40.071 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.041996246000000001,
2020-11-16T20:24:40.071 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0094512390000000002,
2020-11-16T20:24:40.071 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.071 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.071 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.881621+0000",
2020-11-16T20:24:40.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.881621+0000",
2020-11-16T20:24:40.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:24:40.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.881591+0000",
2020-11-16T20:24:40.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000115265
2020-11-16T20:24:40.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.881706+0000",
2020-11-16T20:24:40.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0618999999999999e-05
2020-11-16T20:24:40.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.881717+0000",
2020-11-16T20:24:40.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3679999999999998e-06
2020-11-16T20:24:40.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.881723+0000",
2020-11-16T20:24:40.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3508000000000003e-05
2020-11-16T20:24:40.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.881776+0000",
2020-11-16T20:24:40.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4644e-05
2020-11-16T20:24:40.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.881801+0000",
2020-11-16T20:24:40.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0092078200000000002
2020-11-16T20:24:40.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.891009+0000",
2020-11-16T20:24:40.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3255000000000003e-05
2020-11-16T20:24:40.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.891072+0000",
2020-11-16T20:24:40.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0094512390000000002
2020-11-16T20:24:40.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.078 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.078 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.079 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.079 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.079 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:30715 2.4 e139/133 2:270ef9d3:::benchmark_data_smithi065_20143_object30714:head v 139'1881, mlcod=139'1879)",
2020-11-16T20:24:40.079 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:39.886142+0000",
2020-11-16T20:24:40.079 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.037475084999999998,
2020-11-16T20:24:40.079 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0084481049999999992,
2020-11-16T20:24:40.079 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.079 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.080 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886142+0000",
2020-11-16T20:24:40.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886142+0000",
2020-11-16T20:24:40.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:24:40.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886111+0000",
2020-11-16T20:24:40.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000122755
2020-11-16T20:24:40.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886234+0000",
2020-11-16T20:24:40.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.399e-05
2020-11-16T20:24:40.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886248+0000",
2020-11-16T20:24:40.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0750000000000004e-06
2020-11-16T20:24:40.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886257+0000",
2020-11-16T20:24:40.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000237564
2020-11-16T20:24:40.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886495+0000",
2020-11-16T20:24:40.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7317999999999998e-05
2020-11-16T20:24:40.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886522+0000",
2020-11-16T20:24:40.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0080126420000000004
2020-11-16T20:24:40.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.894535+0000",
2020-11-16T20:24:40.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5714000000000002e-05
2020-11-16T20:24:40.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.894590+0000",
2020-11-16T20:24:40.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0084481049999999992
2020-11-16T20:24:40.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:24:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:24:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:30718 2.4 e139/133 2:286eeff7:::benchmark_data_smithi065_20143_object30717:head v 139'1882, mlcod=139'1879)",
2020-11-16T20:24:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:39.886311+0000",
2020-11-16T20:24:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.037306066999999998,
2020-11-16T20:24:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0092444229999999999,
2020-11-16T20:24:40.088 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:24:40.088 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:24:40.088 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:24:40.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:24:40.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886311+0000",
2020-11-16T20:24:40.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:24:40.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:24:40.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886311+0000",
2020-11-16T20:24:40.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:24:40.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:24:40.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886288+0000",
2020-11-16T20:24:40.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8560000000000005e-05
2020-11-16T20:24:40.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:24:40.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886387+0000",
2020-11-16T20:24:40.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0721e-05
2020-11-16T20:24:40.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:24:40.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886397+0000",
2020-11-16T20:24:40.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2870000000000004e-06
2020-11-16T20:24:40.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:24:40.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.886403+0000",
2020-11-16T20:24:40.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0010296579999999999
2020-11-16T20:24:40.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:24:40.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.887432+0000",
2020-11-16T20:24:40.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.0298e-05
2020-11-16T20:24:40.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:24:40.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.887462+0000",
2020-11-16T20:24:40.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0080295109999999996
2020-11-16T20:24:40.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:24:40.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.895492+0000",
2020-11-16T20:24:40.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3572999999999996e-05
2020-11-16T20:24:40.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:24:40.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:24:40.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:24:40.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:39.895556+0000",
2020-11-16T20:24:40.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0092444229999999999
2020-11-16T20:24:40.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:24:40.095 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:24:40.095 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:24:40.095 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:24:40.095 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:24:40.096 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:24:40.096 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:40.197 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:40.286 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:39 smithi142 bash[20366]: debug 2020-11-16T20:24:39.925+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:40.309 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:40.412 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:40.550 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:40.654 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:40.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:40 smithi071 bash[16796]: debug 2020-11-16T20:24:40.306+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:40.775 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:24:40 smithi065 bash[14115]: debug 2020-11-16T20:24:40.547+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:40.776 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:40.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   10      15     33509     33494    209.32   176.125  0.00578037  0.00477526
2020-11-16T20:24:40.880 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:40.993 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:41.034 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:40 smithi065 bash[18823]: debug 2020-11-16T20:24:40.775+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:41.101 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:41.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:41 smithi071 bash[9480]: cluster 2020-11-16T20:24:40.028313+0000 mgr.x (mgr.14196) 365 : cluster [DBG] pgmap v432: 17 pgs: 17 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 192 MiB/s wr, 3.07k op/s
2020-11-16T20:24:41.201 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:40 smithi071 bash[14419]: debug 2020-11-16T20:24:40.990+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:41.218 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:41.321 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:41 smithi065 bash[9468]: cluster 2020-11-16T20:24:40.028313+0000 mgr.x (mgr.14196) 365 : cluster [DBG] pgmap v432: 17 pgs: 17 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 192 MiB/s wr, 3.07k op/s
2020-11-16T20:24:41.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:41 smithi142 bash[9523]: cluster 2020-11-16T20:24:40.028313+0000 mgr.x (mgr.14196) 365 : cluster [DBG] pgmap v432: 17 pgs: 17 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 192 MiB/s wr, 3.07k op/s
2020-11-16T20:24:41.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:41 smithi071 bash[16796]: debug 2020-11-16T20:24:41.218+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:41.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   11      16     35557     35541    201.92   127.938  0.00329447  0.00494992
2020-11-16T20:24:42.166 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:42 smithi142 bash[18009]: debug 2020-11-16T20:24:42.165+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:42.167 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:42.270 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:42.411 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:42.516 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:42.533 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:42 smithi065 bash[11785]: debug 2020-11-16T20:24:42.407+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:42.636 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:42.740 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:42.859 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:42.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   12      16     38259     38243   199.165   168.875  0.00688015  0.00501888
2020-11-16T20:24:42.961 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:43.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:42 smithi065 bash[16457]: debug 2020-11-16T20:24:42.631+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:43.078 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:42 smithi071 bash[16796]: debug 2020-11-16T20:24:42.858+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:43.079 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:43.183 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:43.308 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:43.412 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:43.431 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:43 smithi142 bash[9523]: cluster 2020-11-16T20:24:42.028831+0000 mgr.x (mgr.14196) 366 : cluster [DBG] pgmap v433: 17 pgs: 17 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 162 MiB/s wr, 2.59k op/s
2020-11-16T20:24:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:43 smithi071 bash[9480]: cluster 2020-11-16T20:24:42.028831+0000 mgr.x (mgr.14196) 366 : cluster [DBG] pgmap v433: 17 pgs: 17 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 162 MiB/s wr, 2.59k op/s
2020-11-16T20:24:43.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:43 smithi071 bash[14419]: debug 2020-11-16T20:24:43.078+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:43.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:43 smithi065 bash[16457]: debug 2020-11-16T20:24:43.306+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:43.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:43 smithi065 bash[9468]: cluster 2020-11-16T20:24:42.028831+0000 mgr.x (mgr.14196) 366 : cluster [DBG] pgmap v433: 17 pgs: 17 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 162 MiB/s wr, 2.59k op/s
2020-11-16T20:24:43.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   13      15     40234     40219   193.344     123.5  0.00506585  0.00516993
2020-11-16T20:24:44.457 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:44.501 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight
2020-11-16T20:24:44.561 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:44.725 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:44.785 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:44 smithi142 bash[20366]: debug 2020-11-16T20:24:44.457+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:44.868 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   14      16     42757     42741   190.792   157.625  0.00545766  0.00523902
2020-11-16T20:24:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:45 smithi071 bash[9480]: cluster 2020-11-16T20:24:44.029257+0000 mgr.x (mgr.14196) 367 : cluster [DBG] pgmap v434: 17 pgs: 17 active+clean; 2.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 192 MiB/s wr, 3.07k op/s
2020-11-16T20:24:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:45 smithi065 bash[9468]: cluster 2020-11-16T20:24:44.029257+0000 mgr.x (mgr.14196) 367 : cluster [DBG] pgmap v434: 17 pgs: 17 active+clean; 2.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 192 MiB/s wr, 3.07k op/s
2020-11-16T20:24:45.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:45 smithi142 bash[9523]: cluster 2020-11-16T20:24:44.029257+0000 mgr.x (mgr.14196) 367 : cluster [DBG] pgmap v434: 17 pgs: 17 active+clean; 2.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 192 MiB/s wr, 3.07k op/s
2020-11-16T20:24:45.538 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:45.644 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:45.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   15      15     45284     45269   188.605       158   0.0073622  0.00530003
2020-11-16T20:24:46.036 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:45 smithi142 bash[22738]: debug 2020-11-16T20:24:45.537+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:46.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   16      16     47712     47696   186.297   151.688   0.0103356  0.00536539
2020-11-16T20:24:47.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:46 smithi065 bash[9468]: cluster 2020-11-16T20:24:46.029746+0000 mgr.x (mgr.14196) 368 : cluster [DBG] pgmap v435: 17 pgs: 17 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 181 MiB/s wr, 2.89k op/s
2020-11-16T20:24:47.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:46 smithi142 bash[9523]: cluster 2020-11-16T20:24:46.029746+0000 mgr.x (mgr.14196) 368 : cluster [DBG] pgmap v435: 17 pgs: 17 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 181 MiB/s wr, 2.89k op/s
2020-11-16T20:24:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:46 smithi071 bash[9480]: cluster 2020-11-16T20:24:46.029746+0000 mgr.x (mgr.14196) 368 : cluster [DBG] pgmap v435: 17 pgs: 17 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 181 MiB/s wr, 2.89k op/s
2020-11-16T20:24:47.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   17      16     50063     50047   183.981   146.938   0.0042815  0.00543309
2020-11-16T20:24:48.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   18      16     52188     52172   181.137   132.812  0.00805484  0.00551844
2020-11-16T20:24:49.092 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.8 primary-affinity to 1 (8655362)
2020-11-16T20:24:49.184 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:49 smithi142 bash[9523]: cluster 2020-11-16T20:24:48.016755+0000 osd.9 (osd.9) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:49.185 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:49 smithi142 bash[9523]: cluster 2020-11-16T20:24:48.016846+0000 osd.9 (osd.9) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:49.185 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:49 smithi142 bash[9523]: cluster 2020-11-16T20:24:48.030274+0000 mgr.x (mgr.14196) 369 : cluster [DBG] pgmap v436: 17 pgs: 17 active+clean; 2.7 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 189 MiB/s wr, 3.03k op/s
2020-11-16T20:24:49.185 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:49 smithi142 bash[9523]: cluster 2020-11-16T20:24:48.059068+0000 osd.2 (osd.2) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:49.185 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:49 smithi142 bash[9523]: cluster 2020-11-16T20:24:48.059263+0000 osd.2 (osd.2) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:49.185 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:49 smithi142 bash[9523]: cluster 2020-11-16T20:24:48.074887+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e140: 12 total, 12 up, 12 in
2020-11-16T20:24:49.186 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:49 smithi142 bash[9523]: audit 2020-11-16T20:24:48.649377+0000 mon.a (mon.0) 779 : audit [INF] from='client.? v1:172.21.15.142:0/1037257498' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:24:49.230 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:24:49.281 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:24:49.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:24:49.340 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:24:49.370 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:24:49.396 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:24:49.422 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:24:49.451 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:24:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:49 smithi071 bash[9480]: cluster 2020-11-16T20:24:48.016755+0000 osd.9 (osd.9) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:49 smithi071 bash[9480]: cluster 2020-11-16T20:24:48.016846+0000 osd.9 (osd.9) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:49 smithi071 bash[9480]: cluster 2020-11-16T20:24:48.030274+0000 mgr.x (mgr.14196) 369 : cluster [DBG] pgmap v436: 17 pgs: 17 active+clean; 2.7 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 189 MiB/s wr, 3.03k op/s
2020-11-16T20:24:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:49 smithi071 bash[9480]: cluster 2020-11-16T20:24:48.059068+0000 osd.2 (osd.2) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:49 smithi071 bash[9480]: cluster 2020-11-16T20:24:48.059263+0000 osd.2 (osd.2) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:49 smithi071 bash[9480]: cluster 2020-11-16T20:24:48.074887+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e140: 12 total, 12 up, 12 in
2020-11-16T20:24:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:49 smithi071 bash[9480]: audit 2020-11-16T20:24:48.649377+0000 mon.a (mon.0) 779 : audit [INF] from='client.? v1:172.21.15.142:0/1037257498' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:24:49.475 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:24:49.503 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:24:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:49 smithi065 bash[9468]: cluster 2020-11-16T20:24:48.016755+0000 osd.9 (osd.9) 16 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:49 smithi065 bash[9468]: cluster 2020-11-16T20:24:48.016846+0000 osd.9 (osd.9) 17 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:49 smithi065 bash[9468]: cluster 2020-11-16T20:24:48.030274+0000 mgr.x (mgr.14196) 369 : cluster [DBG] pgmap v436: 17 pgs: 17 active+clean; 2.7 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 189 MiB/s wr, 3.03k op/s
2020-11-16T20:24:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:49 smithi065 bash[9468]: cluster 2020-11-16T20:24:48.059068+0000 osd.2 (osd.2) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:49 smithi065 bash[9468]: cluster 2020-11-16T20:24:48.059263+0000 osd.2 (osd.2) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:49.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:49 smithi065 bash[9468]: cluster 2020-11-16T20:24:48.074887+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e140: 12 total, 12 up, 12 in
2020-11-16T20:24:49.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:49 smithi065 bash[9468]: audit 2020-11-16T20:24:48.649377+0000 mon.a (mon.0) 779 : audit [INF] from='client.? v1:172.21.15.142:0/1037257498' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:24:49.546 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:24:49.580 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:24:49.585 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.585 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.585 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:24:49.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   19      16     53658     53642   176.439    91.875   0.0175904  0.00566525
2020-11-16T20:24:50.102 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:24:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:50.282 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:50.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[19196]: debug 2020-11-16T20:24:50.178+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:50.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: audit 2020-11-16T20:24:49.091602+0000 mon.a (mon.0) 780 : audit [INF] from='client.? v1:172.21.15.142:0/1037257498' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:24:50.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.091782+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e141: 12 total, 12 up, 12 in
2020-11-16T20:24:50.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: audit 2020-11-16T20:24:49.166329+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? v1:172.21.15.142:0/534560967' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:50.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: audit 2020-11-16T20:24:49.230290+0000 mon.a (mon.0) 782 : audit [INF] from='client.? v1:172.21.15.142:0/1337013387' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:24:50.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.283016+0000 osd.1 (osd.1) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.319115+0000 osd.2 (osd.2) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.343992+0000 osd.3 (osd.3) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.452396+0000 osd.7 (osd.7) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:50 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.547896+0000 osd.10 (osd.10) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: audit 2020-11-16T20:24:49.091602+0000 mon.a (mon.0) 780 : audit [INF] from='client.? v1:172.21.15.142:0/1037257498' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:24:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.091782+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e141: 12 total, 12 up, 12 in
2020-11-16T20:24:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: audit 2020-11-16T20:24:49.166329+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? v1:172.21.15.142:0/534560967' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: audit 2020-11-16T20:24:49.230290+0000 mon.a (mon.0) 782 : audit [INF] from='client.? v1:172.21.15.142:0/1337013387' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:24:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.283016+0000 osd.1 (osd.1) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.319115+0000 osd.2 (osd.2) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.343992+0000 osd.3 (osd.3) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.452396+0000 osd.7 (osd.7) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:50 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.547896+0000 osd.10 (osd.10) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: audit 2020-11-16T20:24:49.091602+0000 mon.a (mon.0) 780 : audit [INF] from='client.? v1:172.21.15.142:0/1037257498' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:24:50.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.091782+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e141: 12 total, 12 up, 12 in
2020-11-16T20:24:50.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: audit 2020-11-16T20:24:49.166329+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? v1:172.21.15.142:0/534560967' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:24:50.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: audit 2020-11-16T20:24:49.230290+0000 mon.a (mon.0) 782 : audit [INF] from='client.? v1:172.21.15.142:0/1337013387' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:24:50.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.283016+0000 osd.1 (osd.1) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.319115+0000 osd.2 (osd.2) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.343992+0000 osd.3 (osd.3) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.452396+0000 osd.7 (osd.7) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:50 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.547896+0000 osd.10 (osd.10) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:50.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:24:50.870979 min lat: 0.0015712 max lat: 0.221265 avg lat: 0.00572803
2020-11-16T20:24:50.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:24:50.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   20      16     55867     55851   174.519   138.062  0.00381957  0.00572803
2020-11-16T20:24:51.231 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:51.335 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:51.349 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.233742+0000 osd.0 (osd.0) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.349 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.370979+0000 osd.4 (osd.4) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.350 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.397108+0000 osd.5 (osd.5) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.350 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.423301+0000 osd.6 (osd.6) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.350 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.476308+0000 osd.8 (osd.8) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.350 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.504252+0000 osd.9 (osd.9) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.350 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:49.581429+0000 osd.11 (osd.11) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.350 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:50.030751+0000 mgr.x (mgr.14196) 370 : cluster [DBG] pgmap v439: 17 pgs: 17 active+clean; 3.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 179 MiB/s wr, 2.87k op/s
2020-11-16T20:24:51.351 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:50.088080+0000 mon.a (mon.0) 783 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:51.351 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: audit 2020-11-16T20:24:50.102158+0000 mon.a (mon.0) 784 : audit [INF] from='client.? v1:172.21.15.142:0/1337013387' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:24:51.351 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:50.102273+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e142: 12 total, 12 up, 12 in
2020-11-16T20:24:51.351 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[9480]: cluster 2020-11-16T20:24:50.993367+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e143: 12 total, 12 up, 12 in
2020-11-16T20:24:51.485 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:24:51.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.233742+0000 osd.0 (osd.0) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.370979+0000 osd.4 (osd.4) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.397108+0000 osd.5 (osd.5) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.423301+0000 osd.6 (osd.6) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.476308+0000 osd.8 (osd.8) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.504252+0000 osd.9 (osd.9) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:49.581429+0000 osd.11 (osd.11) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:50.030751+0000 mgr.x (mgr.14196) 370 : cluster [DBG] pgmap v439: 17 pgs: 17 active+clean; 3.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 179 MiB/s wr, 2.87k op/s
2020-11-16T20:24:51.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:50.088080+0000 mon.a (mon.0) 783 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:51.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: audit 2020-11-16T20:24:50.102158+0000 mon.a (mon.0) 784 : audit [INF] from='client.? v1:172.21.15.142:0/1337013387' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:24:51.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:50.102273+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e142: 12 total, 12 up, 12 in
2020-11-16T20:24:51.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[9468]: cluster 2020-11-16T20:24:50.993367+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e143: 12 total, 12 up, 12 in
2020-11-16T20:24:51.535 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[18823]: debug 2020-11-16T20:24:51.226+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.233742+0000 osd.0 (osd.0) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.370979+0000 osd.4 (osd.4) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.397108+0000 osd.5 (osd.5) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.423301+0000 osd.6 (osd.6) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.476308+0000 osd.8 (osd.8) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.504252+0000 osd.9 (osd.9) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:49.581429+0000 osd.11 (osd.11) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:24:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:50.030751+0000 mgr.x (mgr.14196) 370 : cluster [DBG] pgmap v439: 17 pgs: 17 active+clean; 3.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 179 MiB/s wr, 2.87k op/s
2020-11-16T20:24:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:50.088080+0000 mon.a (mon.0) 783 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:24:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: audit 2020-11-16T20:24:50.102158+0000 mon.a (mon.0) 784 : audit [INF] from='client.? v1:172.21.15.142:0/1337013387' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:24:51.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:50.102273+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e142: 12 total, 12 up, 12 in
2020-11-16T20:24:51.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:51 smithi142 bash[9523]: cluster 2020-11-16T20:24:50.993367+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e143: 12 total, 12 up, 12 in
2020-11-16T20:24:51.589 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:51.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:24:51 smithi071 bash[16796]: debug 2020-11-16T20:24:51.482+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:51.704 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:51.809 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:51.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   21      16     57484     57468   171.021   101.062  0.00360179  0.00584463
2020-11-16T20:24:52.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:51 smithi065 bash[18823]: debug 2020-11-16T20:24:51.698+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:52.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:52 smithi142 bash[9523]: cluster 2020-11-16T20:24:51.128017+0000 osd.7 (osd.7) 27 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:24:52.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:52 smithi142 bash[9523]: cluster 2020-11-16T20:24:51.129166+0000 osd.7 (osd.7) 28 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:24:52.333 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:52.403 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:52 smithi142 bash[18009]: debug 2020-11-16T20:24:52.333+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:52.436 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:52.444 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:52 smithi065 bash[9468]: cluster 2020-11-16T20:24:51.128017+0000 osd.7 (osd.7) 27 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:24:52.444 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:52 smithi065 bash[9468]: cluster 2020-11-16T20:24:51.129166+0000 osd.7 (osd.7) 28 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:24:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:52 smithi071 bash[9480]: cluster 2020-11-16T20:24:51.128017+0000 osd.7 (osd.7) 27 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:24:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:52 smithi071 bash[9480]: cluster 2020-11-16T20:24:51.129166+0000 osd.7 (osd.7) 28 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:24:52.570 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:52.675 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:52.784 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:52 smithi065 bash[18823]: debug 2020-11-16T20:24:52.566+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:52.789 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:52.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   22      16     59574     59558   169.184   130.625  0.00545681  0.00590841
2020-11-16T20:24:52.893 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:52.989 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:24:53.093 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:53.109 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:24:52 smithi065 bash[16457]: debug 2020-11-16T20:24:52.986+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:53.109 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:52 smithi065 bash[18823]: debug 2020-11-16T20:24:52.786+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:53.292 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:53.354 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:53 smithi142 bash[9523]: cluster 2020-11-16T20:24:52.031230+0000 mgr.x (mgr.14196) 371 : cluster [DBG] pgmap v442: 17 pgs: 17 active+clean; 3.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 108 MiB/s wr, 1.72k op/s
2020-11-16T20:24:53.354 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:53 smithi142 bash[20366]: debug 2020-11-16T20:24:53.293+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:53.396 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:53.403 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:53 smithi071 bash[9480]: cluster 2020-11-16T20:24:52.031230+0000 mgr.x (mgr.14196) 371 : cluster [DBG] pgmap v442: 17 pgs: 17 active+clean; 3.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 108 MiB/s wr, 1.72k op/s
2020-11-16T20:24:53.517 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:53 smithi065 bash[9468]: cluster 2020-11-16T20:24:52.031230+0000 mgr.x (mgr.14196) 371 : cluster [DBG] pgmap v442: 17 pgs: 17 active+clean; 3.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 108 MiB/s wr, 1.72k op/s
2020-11-16T20:24:53.621 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:53.701 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:53 smithi071 bash[19196]: debug 2020-11-16T20:24:53.514+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:53.761 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:53.864 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:53.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   23      15     61598     61583   167.331   126.562  0.00848574  0.00597364
2020-11-16T20:24:53.975 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:53.976 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:24:53 smithi065 bash[14115]: debug 2020-11-16T20:24:53.970+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:53.976 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:24:53 smithi065 bash[11785]: debug 2020-11-16T20:24:53.754+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:54.080 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:54.205 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:54.309 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:54.401 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:24:54.402 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:24:54.425 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:24:54.502 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:24:54 smithi142 bash[15670]: debug 2020-11-16T20:24:54.205+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:54.528 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:54.637 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:54.741 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:54.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:24:54 smithi065 bash[18823]: debug 2020-11-16T20:24:54.418+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:54.838 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:54 smithi071 bash[14419]: debug 2020-11-16T20:24:54.634+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:54.839 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:54.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   24      15     63496     63481   165.301   118.625   0.0101788  0.00604697
2020-11-16T20:24:54.942 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:55.088 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:24:55.089 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:24:55.121 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:54 smithi071 bash[14419]: debug 2020-11-16T20:24:54.838+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:55.273 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:55.273 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:55.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:55 smithi142 bash[9523]: cluster 2020-11-16T20:24:54.031729+0000 mgr.x (mgr.14196) 372 : cluster [DBG] pgmap v443: 17 pgs: 17 active+clean; 3.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 121 MiB/s wr, 1.94k op/s
2020-11-16T20:24:55.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:55 smithi071 bash[9480]: cluster 2020-11-16T20:24:54.031729+0000 mgr.x (mgr.14196) 372 : cluster [DBG] pgmap v443: 17 pgs: 17 active+clean; 3.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 121 MiB/s wr, 1.94k op/s
2020-11-16T20:24:55.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:55 smithi065 bash[9468]: cluster 2020-11-16T20:24:54.031729+0000 mgr.x (mgr.14196) 372 : cluster [DBG] pgmap v443: 17 pgs: 17 active+clean; 3.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 121 MiB/s wr, 1.94k op/s
2020-11-16T20:24:55.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   25      16     65435     65419   163.533   121.125  0.00685069  0.00611271
2020-11-16T20:24:56.064 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:24:56.168 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:56.388 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[9523]: cluster 2020-11-16T20:24:54.424167+0000 osd.0 (osd.0) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.388 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[9523]: cluster 2020-11-16T20:24:54.424229+0000 osd.0 (osd.0) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.388 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[9523]: cluster 2020-11-16T20:24:54.586516+0000 osd.7 (osd.7) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.388 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[9523]: cluster 2020-11-16T20:24:54.586596+0000 osd.7 (osd.7) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[9523]: cluster 2020-11-16T20:24:55.121533+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e144: 12 total, 12 up, 12 in
2020-11-16T20:24:56.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[9523]: cluster 2020-11-16T20:24:55.299237+0000 osd.10 (osd.10) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[9523]: cluster 2020-11-16T20:24:55.299328+0000 osd.10 (osd.10) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[9523]: cluster 2020-11-16T20:24:55.995230+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e145: 12 total, 12 up, 12 in
2020-11-16T20:24:56.389 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:56.389 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[15670]: debug 2020-11-16T20:24:56.065+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[9480]: cluster 2020-11-16T20:24:54.424167+0000 osd.0 (osd.0) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[9480]: cluster 2020-11-16T20:24:54.424229+0000 osd.0 (osd.0) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[9480]: cluster 2020-11-16T20:24:54.586516+0000 osd.7 (osd.7) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[9480]: cluster 2020-11-16T20:24:54.586596+0000 osd.7 (osd.7) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[9480]: cluster 2020-11-16T20:24:55.121533+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e144: 12 total, 12 up, 12 in
2020-11-16T20:24:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[9480]: cluster 2020-11-16T20:24:55.299237+0000 osd.10 (osd.10) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[9480]: cluster 2020-11-16T20:24:55.299328+0000 osd.10 (osd.10) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[9480]: cluster 2020-11-16T20:24:55.995230+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e145: 12 total, 12 up, 12 in
2020-11-16T20:24:56.479 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops
2020-11-16T20:24:56.491 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:56.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[9468]: cluster 2020-11-16T20:24:54.424167+0000 osd.0 (osd.0) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[9468]: cluster 2020-11-16T20:24:54.424229+0000 osd.0 (osd.0) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[9468]: cluster 2020-11-16T20:24:54.586516+0000 osd.7 (osd.7) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[9468]: cluster 2020-11-16T20:24:54.586596+0000 osd.7 (osd.7) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[9468]: cluster 2020-11-16T20:24:55.121533+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e144: 12 total, 12 up, 12 in
2020-11-16T20:24:56.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[9468]: cluster 2020-11-16T20:24:55.299237+0000 osd.10 (osd.10) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:24:56.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[9468]: cluster 2020-11-16T20:24:55.299328+0000 osd.10 (osd.10) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:24:56.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[9468]: cluster 2020-11-16T20:24:55.995230+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e145: 12 total, 12 up, 12 in
2020-11-16T20:24:56.623 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:24:56.647 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:24:56.728 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:56.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:24:56 smithi065 bash[14115]: debug 2020-11-16T20:24:56.618+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:56.785 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:56 smithi142 bash[22738]: debug 2020-11-16T20:24:56.389+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:56.849 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:56.869 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   26      16     67060     67044   161.149   101.562  0.00415455   0.0061767
2020-11-16T20:24:56.953 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:57.072 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:56 smithi071 bash[19196]: debug 2020-11-16T20:24:56.846+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:57.073 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:24:57.176 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:57.405 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:24:57.406 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:24:57.406 INFO:tasks.thrashosds.thrasher:inject_pause on 10
2020-11-16T20:24:57.406 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:24:57.406 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:24:57.407 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 config set filestore_inject_stall 3
2020-11-16T20:24:57.414 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:57 smithi065 bash[9468]: cluster 2020-11-16T20:24:56.032146+0000 mgr.x (mgr.14196) 373 : cluster [DBG] pgmap v446: 17 pgs: 17 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 103 MiB/s wr, 1.64k op/s
2020-11-16T20:24:57.440 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:57 smithi142 bash[9523]: cluster 2020-11-16T20:24:56.032146+0000 mgr.x (mgr.14196) 373 : cluster [DBG] pgmap v446: 17 pgs: 17 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 103 MiB/s wr, 1.64k op/s
2020-11-16T20:24:57.440 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:24:57 smithi142 bash[20366]: debug 2020-11-16T20:24:57.437+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:57.442 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:24:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:57 smithi071 bash[9480]: cluster 2020-11-16T20:24:56.032146+0000 mgr.x (mgr.14196) 373 : cluster [DBG] pgmap v446: 17 pgs: 17 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 103 MiB/s wr, 1.64k op/s
2020-11-16T20:24:57.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:24:57 smithi071 bash[19196]: debug 2020-11-16T20:24:57.070+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:57.544 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:57.590 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:24:57.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   27      16     68762     68746    159.12   106.375  0.00882804  0.00628224
2020-11-16T20:24:58.203 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:24:58.306 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:58.422 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:58.529 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:58.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:24:58 smithi142 bash[18009]: debug 2020-11-16T20:24:58.205+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:58.639 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:58 smithi071 bash[14419]: debug 2020-11-16T20:24:58.418+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:58.640 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:24:58.744 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:58.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   28      15     70638     70623   157.627   117.312  0.00967946  0.00634196
2020-11-16T20:24:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:24:58.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:24:58 smithi071 bash[14419]: debug 2020-11-16T20:24:58.638+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:59.023 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:24:59.126 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:24:58 smithi142 bash[22738]: debug 2020-11-16T20:24:58.921+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:24:59.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:24:59 smithi065 bash[9468]: cluster 2020-11-16T20:24:58.032824+0000 mgr.x (mgr.14196) 374 : cluster [DBG] pgmap v447: 17 pgs: 17 active+clean; 4.0 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.88k op/s
2020-11-16T20:24:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:24:59 smithi071 bash[9480]: cluster 2020-11-16T20:24:58.032824+0000 mgr.x (mgr.14196) 374 : cluster [DBG] pgmap v447: 17 pgs: 17 active+clean; 4.0 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.88k op/s
2020-11-16T20:24:59.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:24:59 smithi142 bash[9523]: cluster 2020-11-16T20:24:58.032824+0000 mgr.x (mgr.14196) 374 : cluster [DBG] pgmap v447: 17 pgs: 17 active+clean; 4.0 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.88k op/s
2020-11-16T20:24:59.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   29      16     71699     71683   154.475     66.25  0.00495695  0.00640247
2020-11-16T20:25:00.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   30      16     73298     73282   152.657   99.9375  0.00886553   0.0065483
2020-11-16T20:25:00.980 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:01.084 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:01.228 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:01.332 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:01.343 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:00 smithi065 bash[11785]: debug 2020-11-16T20:25:00.978+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:01.343 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:01 smithi065 bash[14115]: debug 2020-11-16T20:25:01.226+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:01.343 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:01 smithi065 bash[9468]: cluster 2020-11-16T20:25:00.033473+0000 mgr.x (mgr.14196) 375 : cluster [DBG] pgmap v448: 17 pgs: 17 active+clean; 4.2 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 137 MiB/s wr, 2.18k op/s
2020-11-16T20:25:01.344 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:01 smithi065 bash[9468]: cluster 2020-11-16T20:25:00.995291+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e146: 12 total, 12 up, 12 in
2020-11-16T20:25:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:01 smithi071 bash[9480]: cluster 2020-11-16T20:25:00.033473+0000 mgr.x (mgr.14196) 375 : cluster [DBG] pgmap v448: 17 pgs: 17 active+clean; 4.2 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 137 MiB/s wr, 2.18k op/s
2020-11-16T20:25:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:01 smithi071 bash[9480]: cluster 2020-11-16T20:25:00.995291+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e146: 12 total, 12 up, 12 in
2020-11-16T20:25:01.473 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:01.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:01 smithi142 bash[9523]: cluster 2020-11-16T20:25:00.033473+0000 mgr.x (mgr.14196) 375 : cluster [DBG] pgmap v448: 17 pgs: 17 active+clean; 4.2 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 137 MiB/s wr, 2.18k op/s
2020-11-16T20:25:01.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:01 smithi142 bash[9523]: cluster 2020-11-16T20:25:00.995291+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e146: 12 total, 12 up, 12 in
2020-11-16T20:25:01.577 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:01.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   31      16     74974     74958   151.111    104.75  0.00508932   0.0066155
2020-11-16T20:25:01.951 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:01 smithi071 bash[12066]: debug 2020-11-16T20:25:01.470+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:02.220 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:02.323 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:02.499 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:02 smithi065 bash[11785]: debug 2020-11-16T20:25:02.494+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:02.500 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:25:02 smithi065 bash[16457]: debug 2020-11-16T20:25:02.214+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:02.502 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:02.608 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:02.722 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:02.825 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:02.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   32      15     76360     76345   149.098   86.6875   0.0161628  0.00670499
2020-11-16T20:25:02.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:02 smithi071 bash[14419]: debug 2020-11-16T20:25:02.714+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:03.002 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:03.106 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:03.136 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:25:03 smithi065 bash[16457]: debug 2020-11-16T20:25:02.998+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:03.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:03 smithi071 bash[9480]: cluster 2020-11-16T20:25:02.034085+0000 mgr.x (mgr.14196) 376 : cluster [DBG] pgmap v450: 17 pgs: 17 active+clean; 4.3 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s wr, 1.25k op/s
2020-11-16T20:25:03.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:03 smithi065 bash[9468]: cluster 2020-11-16T20:25:02.034085+0000 mgr.x (mgr.14196) 376 : cluster [DBG] pgmap v450: 17 pgs: 17 active+clean; 4.3 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s wr, 1.25k op/s
2020-11-16T20:25:03.558 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:03 smithi142 bash[9523]: cluster 2020-11-16T20:25:02.034085+0000 mgr.x (mgr.14196) 376 : cluster [DBG] pgmap v450: 17 pgs: 17 active+clean; 4.3 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s wr, 1.25k op/s
2020-11-16T20:25:03.765 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:03.868 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:03.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   33      16     77894     77878   147.483   95.8125  0.00586302  0.00677852
2020-11-16T20:25:03.993 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:04.035 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:03 smithi142 bash[20366]: debug 2020-11-16T20:25:03.765+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:04.097 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:04.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:03 smithi071 bash[12066]: debug 2020-11-16T20:25:03.990+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:04.207 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:04.311 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:04.580 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:25:04.598 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:25:04.598 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:25:04.621 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:25:04.664 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:25:04.678 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:04.700 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:25:04.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:04 smithi071 bash[16796]: debug 2020-11-16T20:25:04.206+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:04.738 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:25:04.781 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:25:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:25:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:25:04.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   34      16     79453     79437    146.01   97.4375  0.00821978  0.00684691
2020-11-16T20:25:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:25:04.900 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:04.935 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:25:04.972 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:25:05.003 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:05.007 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:25:05.008 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.008 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.008 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.009 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.009 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.009 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.009 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.009 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.009 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.009 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.010 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.010 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:25:05.012 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:04 smithi065 bash[11785]: debug 2020-11-16T20:25:04.674+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:05.146 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:05 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.034640+0000 mgr.x (mgr.14196) 377 : cluster [DBG] pgmap v451: 17 pgs: 17 active+clean; 4.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s wr, 1.61k op/s
2020-11-16T20:25:05.146 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:05 smithi071 bash[9480]: audit 2020-11-16T20:25:04.525713+0000 mon.a (mon.0) 790 : audit [DBG] from='client.? v1:172.21.15.142:0/2837255366' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:05.147 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:05 smithi071 bash[9480]: audit 2020-11-16T20:25:04.598718+0000 mon.c (mon.2) 21 : audit [INF] from='client.? v1:172.21.15.142:0/1381673108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:05.147 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:05 smithi071 bash[9480]: audit 2020-11-16T20:25:04.601774+0000 mon.a (mon.0) 791 : audit [INF] from='client.34748 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:05.147 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:05 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.661708+0000 osd.2 (osd.2) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.147 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:05 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.704555+0000 osd.3 (osd.3) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.147 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:05 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.936673+0000 osd.9 (osd.9) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.147 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:05 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.973226+0000 osd.10 (osd.10) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.148 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:04 smithi071 bash[12066]: debug 2020-11-16T20:25:04.898+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:05.148 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:25:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.034640+0000 mgr.x (mgr.14196) 377 : cluster [DBG] pgmap v451: 17 pgs: 17 active+clean; 4.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s wr, 1.61k op/s
2020-11-16T20:25:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[9468]: audit 2020-11-16T20:25:04.525713+0000 mon.a (mon.0) 790 : audit [DBG] from='client.? v1:172.21.15.142:0/2837255366' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[9468]: audit 2020-11-16T20:25:04.598718+0000 mon.c (mon.2) 21 : audit [INF] from='client.? v1:172.21.15.142:0/1381673108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[9468]: audit 2020-11-16T20:25:04.601774+0000 mon.a (mon.0) 791 : audit [INF] from='client.34748 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.661708+0000 osd.2 (osd.2) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.704555+0000 osd.3 (osd.3) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.936673+0000 osd.9 (osd.9) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.973226+0000 osd.10 (osd.10) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.351 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:05.454 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:05.461 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.034640+0000 mgr.x (mgr.14196) 377 : cluster [DBG] pgmap v451: 17 pgs: 17 active+clean; 4.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s wr, 1.61k op/s
2020-11-16T20:25:05.462 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[9523]: audit 2020-11-16T20:25:04.525713+0000 mon.a (mon.0) 790 : audit [DBG] from='client.? v1:172.21.15.142:0/2837255366' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:05.462 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[9523]: audit 2020-11-16T20:25:04.598718+0000 mon.c (mon.2) 21 : audit [INF] from='client.? v1:172.21.15.142:0/1381673108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:05.462 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[9523]: audit 2020-11-16T20:25:04.601774+0000 mon.a (mon.0) 791 : audit [INF] from='client.34748 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:05.462 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.661708+0000 osd.2 (osd.2) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.462 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.704555+0000 osd.3 (osd.3) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.463 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.936673+0000 osd.9 (osd.9) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.463 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.973226+0000 osd.10 (osd.10) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:05.669 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:05 smithi065 bash[14115]: debug 2020-11-16T20:25:05.346+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:05.842 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:05.870 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   35      16     80981     80965   144.567      95.5  0.00503257  0.00691488
2020-11-16T20:25:05.945 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:05.973 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:25:05.973 INFO:teuthology.orchestra.run.smithi065.stdout:    "success": "filestore_inject_stall = '3' (not observed, change may require restart) "
2020-11-16T20:25:05.973 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:25:06.086 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:06.146 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:05 smithi142 bash[20366]: debug 2020-11-16T20:25:05.841+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:06.191 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:06.300 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.573067+0000 osd.0 (osd.0) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.301 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.625472+0000 osd.1 (osd.1) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.301 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.738645+0000 osd.4 (osd.4) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.301 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.785016+0000 osd.5 (osd.5) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.301 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.822488+0000 osd.6 (osd.6) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.302 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.858459+0000 osd.7 (osd.7) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.302 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:04.895997+0000 osd.8 (osd.8) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.302 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:05.008459+0000 osd.11 (osd.11) 13 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.302 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:05.141133+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:25:06.302 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:05.141173+0000 mon.a (mon.0) 793 : cluster [INF] Cluster is now healthy
2020-11-16T20:25:06.302 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: audit 2020-11-16T20:25:05.144824+0000 mon.a (mon.0) 794 : audit [INF] from='client.34748 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:25:06.302 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:05.144869+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e147: 12 total, 12 up, 12 in
2020-11-16T20:25:06.303 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[9480]: cluster 2020-11-16T20:25:05.995461+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e148: 12 total, 12 up, 12 in
2020-11-16T20:25:06.303 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[12066]: debug 2020-11-16T20:25:06.082+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:06.404 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:06.413 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.573067+0000 osd.0 (osd.0) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.413 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.625472+0000 osd.1 (osd.1) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.738645+0000 osd.4 (osd.4) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.785016+0000 osd.5 (osd.5) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.822488+0000 osd.6 (osd.6) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.858459+0000 osd.7 (osd.7) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:04.895997+0000 osd.8 (osd.8) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:05.008459+0000 osd.11 (osd.11) 13 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:05.141133+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:25:06.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:05.141173+0000 mon.a (mon.0) 793 : cluster [INF] Cluster is now healthy
2020-11-16T20:25:06.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: audit 2020-11-16T20:25:05.144824+0000 mon.a (mon.0) 794 : audit [INF] from='client.34748 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:25:06.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:05.144869+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e147: 12 total, 12 up, 12 in
2020-11-16T20:25:06.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[9523]: cluster 2020-11-16T20:25:05.995461+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e148: 12 total, 12 up, 12 in
2020-11-16T20:25:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.573067+0000 osd.0 (osd.0) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.625472+0000 osd.1 (osd.1) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.738645+0000 osd.4 (osd.4) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.785016+0000 osd.5 (osd.5) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.822488+0000 osd.6 (osd.6) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.858459+0000 osd.7 (osd.7) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:04.895997+0000 osd.8 (osd.8) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:05.008459+0000 osd.11 (osd.11) 13 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:06.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:05.141133+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:25:06.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:05.141173+0000 mon.a (mon.0) 793 : cluster [INF] Cluster is now healthy
2020-11-16T20:25:06.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: audit 2020-11-16T20:25:05.144824+0000 mon.a (mon.0) 794 : audit [INF] from='client.34748 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:25:06.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:05.144869+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e147: 12 total, 12 up, 12 in
2020-11-16T20:25:06.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:06 smithi065 bash[9468]: cluster 2020-11-16T20:25:05.995461+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e148: 12 total, 12 up, 12 in
2020-11-16T20:25:06.701 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:06 smithi071 bash[19196]: debug 2020-11-16T20:25:06.298+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:06.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   36      16     82645     82629    143.44       104  0.00658406  0.00696884
2020-11-16T20:25:06.874 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:06.977 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:07.110 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:07.149 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:07 smithi142 bash[9523]: cluster 2020-11-16T20:25:05.741565+0000 osd.5 (osd.5) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:07.149 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:07 smithi142 bash[9523]: cluster 2020-11-16T20:25:05.741658+0000 osd.5 (osd.5) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:07.149 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:07 smithi142 bash[9523]: cluster 2020-11-16T20:25:06.035221+0000 mgr.x (mgr.14196) 378 : cluster [DBG] pgmap v454: 17 pgs: 17 active+clean; 4.7 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 90 MiB/s wr, 1.45k op/s
2020-11-16T20:25:07.150 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:25:06 smithi142 bash[22738]: debug 2020-11-16T20:25:06.876+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:07.215 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:07.266 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_historic_ops
2020-11-16T20:25:07.323 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:07 smithi071 bash[9480]: cluster 2020-11-16T20:25:05.741565+0000 osd.5 (osd.5) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:07.323 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:07 smithi071 bash[9480]: cluster 2020-11-16T20:25:05.741658+0000 osd.5 (osd.5) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:07.323 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:07 smithi071 bash[9480]: cluster 2020-11-16T20:25:06.035221+0000 mgr.x (mgr.14196) 378 : cluster [DBG] pgmap v454: 17 pgs: 17 active+clean; 4.7 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 90 MiB/s wr, 1.45k op/s
2020-11-16T20:25:07.323 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:07 smithi071 bash[12066]: debug 2020-11-16T20:25:07.106+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:07.325 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:07.428 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:07.441 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:07 smithi065 bash[9468]: cluster 2020-11-16T20:25:05.741565+0000 osd.5 (osd.5) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:07 smithi065 bash[9468]: cluster 2020-11-16T20:25:05.741658+0000 osd.5 (osd.5) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:07 smithi065 bash[9468]: cluster 2020-11-16T20:25:06.035221+0000 mgr.x (mgr.14196) 378 : cluster [DBG] pgmap v454: 17 pgs: 17 active+clean; 4.7 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 90 MiB/s wr, 1.45k op/s
2020-11-16T20:25:07.536 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:07.640 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:07.649 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:07 smithi071 bash[19196]: debug 2020-11-16T20:25:07.322+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:07.649 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:07 smithi071 bash[19196]: debug 2020-11-16T20:25:07.534+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:07.754 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:07.858 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:07.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   37      16     84130     84114   142.071   92.8125  0.00490368  0.00703642
2020-11-16T20:25:07.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:07 smithi071 bash[14419]: debug 2020-11-16T20:25:07.750+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:07.982 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:08.086 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:08.216 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:08.320 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:08.330 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:08 smithi071 bash[12066]: debug 2020-11-16T20:25:08.214+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:08.330 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:07 smithi071 bash[19196]: debug 2020-11-16T20:25:07.978+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:08.436 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:08.539 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:08.701 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:08 smithi071 bash[19196]: debug 2020-11-16T20:25:08.434+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:08.761 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:08.865 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:08.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   38      16     85534     85518   140.642     87.75   0.0100712  0.00710826
2020-11-16T20:25:08.874 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:25:08 smithi142 bash[18009]: debug 2020-11-16T20:25:08.760+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:09.002 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:09.105 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:09.143 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:25:09 smithi142 bash[22738]: debug 2020-11-16T20:25:09.000+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:09.229 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:09.335 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:09.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:09 smithi071 bash[9480]: cluster 2020-11-16T20:25:08.035911+0000 mgr.x (mgr.14196) 379 : cluster [DBG] pgmap v455: 17 pgs: 17 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:25:09.477 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:09.509 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:25:09.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:09 smithi065 bash[9468]: cluster 2020-11-16T20:25:08.035911+0000 mgr.x (mgr.14196) 379 : cluster [DBG] pgmap v455: 17 pgs: 17 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:25:09.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:09 smithi142 bash[9523]: cluster 2020-11-16T20:25:08.035911+0000 mgr.x (mgr.14196) 379 : cluster [DBG] pgmap v455: 17 pgs: 17 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:25:09.545 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:09 smithi142 bash[20366]: debug 2020-11-16T20:25:09.228+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:09.581 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:09.683 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:09.686 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:09.791 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:09.799 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:09 smithi071 bash[19196]: debug 2020-11-16T20:25:09.682+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:09.799 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:09 smithi071 bash[12066]: debug 2020-11-16T20:25:09.474+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:09.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   39      16     87135     87119   139.601   100.062   0.0113936  0.00716139
2020-11-16T20:25:09.916 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:10.012 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:25:10.021 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:10.189 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:10.201 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:09 smithi071 bash[16796]: debug 2020-11-16T20:25:09.914+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:10.682 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:10.785 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:10.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:25:10.872935 min lat: 0.0015712 max lat: 0.437059 avg lat: 0.00720918
2020-11-16T20:25:10.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:25:10.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   40      16     88771     88755   138.667    102.25  0.00508322  0.00720918
2020-11-16T20:25:10.893 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:11.000 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:11.103 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:25:10 smithi142 bash[18009]: debug 2020-11-16T20:25:10.684+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:11.164 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:10 smithi071 bash[12066]: debug 2020-11-16T20:25:10.890+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:11 smithi071 bash[9480]: cluster 2020-11-16T20:25:10.036357+0000 mgr.x (mgr.14196) 380 : cluster [DBG] pgmap v456: 17 pgs: 17 active+clean; 5.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:25:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:11 smithi071 bash[9480]: cluster 2020-11-16T20:25:10.233458+0000 osd.3 (osd.3) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:11 smithi071 bash[9480]: cluster 2020-11-16T20:25:10.233529+0000 osd.3 (osd.3) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:11.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:11 smithi065 bash[9468]: cluster 2020-11-16T20:25:10.036357+0000 mgr.x (mgr.14196) 380 : cluster [DBG] pgmap v456: 17 pgs: 17 active+clean; 5.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:25:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:11 smithi065 bash[9468]: cluster 2020-11-16T20:25:10.233458+0000 osd.3 (osd.3) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:11 smithi065 bash[9468]: cluster 2020-11-16T20:25:10.233529+0000 osd.3 (osd.3) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:11 smithi142 bash[9523]: cluster 2020-11-16T20:25:10.036357+0000 mgr.x (mgr.14196) 380 : cluster [DBG] pgmap v456: 17 pgs: 17 active+clean; 5.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:25:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:11 smithi142 bash[9523]: cluster 2020-11-16T20:25:10.233458+0000 osd.3 (osd.3) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:11 smithi142 bash[9523]: cluster 2020-11-16T20:25:10.233529+0000 osd.3 (osd.3) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:11.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   41      16     90408     90392    137.78   102.312  0.00639772  0.00725558
2020-11-16T20:25:11.982 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:12.085 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:12.219 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:12.227 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:25:12.227 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:25:12.228 INFO:tasks.thrashosds.thrasher:inject_pause on 1
2020-11-16T20:25:12.228 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:25:12.228 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:25:12.228 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 config set filestore_inject_stall 3
2020-11-16T20:25:12.247 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:11 smithi142 bash[20366]: debug 2020-11-16T20:25:11.980+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:12.248 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:12 smithi142 bash[9523]: cluster 2020-11-16T20:25:11.162972+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e149: 12 total, 12 up, 12 in
2020-11-16T20:25:12.324 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:12.411 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:12.437 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:12 smithi065 bash[9468]: cluster 2020-11-16T20:25:11.162972+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e149: 12 total, 12 up, 12 in
2020-11-16T20:25:12.437 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:25:12 smithi065 bash[16457]: debug 2020-11-16T20:25:12.218+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:12.438 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:12.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:12 smithi071 bash[9480]: cluster 2020-11-16T20:25:11.162972+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e149: 12 total, 12 up, 12 in
2020-11-16T20:25:12.546 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:12.662 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:12.766 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:12.773 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:12 smithi065 bash[11785]: debug 2020-11-16T20:25:12.434+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:12.773 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:25:12 smithi065 bash[16457]: debug 2020-11-16T20:25:12.658+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:12.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   42      16     91866     91850   136.669    91.125   0.0107826   0.0073149
2020-11-16T20:25:12.894 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:12.999 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:13.033 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:12 smithi065 bash[14115]: debug 2020-11-16T20:25:12.886+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:13.110 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:13.216 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:13.336 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:13 smithi071 bash[9480]: cluster 2020-11-16T20:25:12.036792+0000 mgr.x (mgr.14196) 381 : cluster [DBG] pgmap v458: 17 pgs: 17 active+clean; 5.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 70 MiB/s wr, 1.12k op/s
2020-11-16T20:25:13.337 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:13 smithi071 bash[14419]: debug 2020-11-16T20:25:13.106+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:13.337 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:13.440 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:13.449 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:13 smithi065 bash[9468]: cluster 2020-11-16T20:25:12.036792+0000 mgr.x (mgr.14196) 381 : cluster [DBG] pgmap v458: 17 pgs: 17 active+clean; 5.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 70 MiB/s wr, 1.12k op/s
2020-11-16T20:25:13.553 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:13 smithi142 bash[9523]: cluster 2020-11-16T20:25:12.036792+0000 mgr.x (mgr.14196) 381 : cluster [DBG] pgmap v458: 17 pgs: 17 active+clean; 5.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 70 MiB/s wr, 1.12k op/s
2020-11-16T20:25:13.571 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:13.676 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:13.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:13 smithi071 bash[14419]: debug 2020-11-16T20:25:13.334+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:13.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:13 smithi065 bash[14115]: debug 2020-11-16T20:25:13.566+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:13.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   43      16     93347     93331   135.643   92.5625  0.00732286   0.0073701
2020-11-16T20:25:14.316 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:14.420 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:14.524 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:14 smithi142 bash[15670]: debug 2020-11-16T20:25:14.316+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:14.543 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:14.647 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:14.723 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:14 smithi071 bash[12066]: debug 2020-11-16T20:25:14.542+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:14.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   44      16     94725     94709   134.518    86.125  0.00661311  0.00743198
2020-11-16T20:25:15.246 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:25:15.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:25:15.246 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:25:15.247 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:25:15.247 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:39054 2.4 2:2dec4da0:::benchmark_data_smithi065_20143_object39053:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e139)",
2020-11-16T20:25:15.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:43.366841+0000",
2020-11-16T20:25:15.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 31.876471170999999,
2020-11-16T20:25:15.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.079299049999999996,
2020-11-16T20:25:15.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.248 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.248 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 39054
2020-11-16T20:25:15.248 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.248 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.366841+0000",
2020-11-16T20:25:15.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.366841+0000",
2020-11-16T20:25:15.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999959
2020-11-16T20:25:15.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.366800+0000",
2020-11-16T20:25:15.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000149553
2020-11-16T20:25:15.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.366949+0000",
2020-11-16T20:25:15.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3650000000000004e-06
2020-11-16T20:25:15.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.366958+0000",
2020-11-16T20:25:15.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1370000000000001e-06
2020-11-16T20:25:15.252 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.252 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.366963+0000",
2020-11-16T20:25:15.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0977999999999999e-05
2020-11-16T20:25:15.252 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367014+0000",
2020-11-16T20:25:15.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000105077
2020-11-16T20:25:15.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367119+0000",
2020-11-16T20:25:15.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000112543
2020-11-16T20:25:15.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:25:15.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367231+0000",
2020-11-16T20:25:15.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.071777288999999994
2020-11-16T20:25:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.439009+0000",
2020-11-16T20:25:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0069901670000000003
2020-11-16T20:25:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.445999+0000",
2020-11-16T20:25:15.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3240999999999998e-05
2020-11-16T20:25:15.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446082+0000",
2020-11-16T20:25:15.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7896999999999998e-05
2020-11-16T20:25:15.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.257 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446140+0000",
2020-11-16T20:25:15.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.079299049999999996
2020-11-16T20:25:15.257 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.257 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.257 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.258 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.258 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.258 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:39057 2.4 2:2ac86da4:::benchmark_data_smithi065_20143_object39056:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e139)",
2020-11-16T20:25:15.258 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:43.367168+0000",
2020-11-16T20:25:15.258 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 31.876143681999999,
2020-11-16T20:25:15.258 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.079239664000000001,
2020-11-16T20:25:15.258 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.259 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.259 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 39057
2020-11-16T20:25:15.259 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.259 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367168+0000",
2020-11-16T20:25:15.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367168+0000",
2020-11-16T20:25:15.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:25:15.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367137+0000",
2020-11-16T20:25:15.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4208000000000003e-05
2020-11-16T20:25:15.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367232+0000",
2020-11-16T20:25:15.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5140000000000001e-06
2020-11-16T20:25:15.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367240+0000",
2020-11-16T20:25:15.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.6069999999999999e-06
2020-11-16T20:25:15.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367244+0000",
2020-11-16T20:25:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013130959999999999
2020-11-16T20:25:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.368557+0000",
2020-11-16T20:25:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011419199999999999
2020-11-16T20:25:15.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.368671+0000",
2020-11-16T20:25:15.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0001077
2020-11-16T20:25:15.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:25:15.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.368779+0000",
2020-11-16T20:25:15.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.070302013999999996
2020-11-16T20:25:15.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.439081+0000",
2020-11-16T20:25:15.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0071998460000000002
2020-11-16T20:25:15.267 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.267 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.267 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.267 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446281+0000",
2020-11-16T20:25:15.267 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0240000000000005e-05
2020-11-16T20:25:15.267 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.267 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.267 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446351+0000",
2020-11-16T20:25:15.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7163000000000001e-05
2020-11-16T20:25:15.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446408+0000",
2020-11-16T20:25:15.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.079239664000000001
2020-11-16T20:25:15.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.269 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.269 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.269 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.269 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.269 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:39059 2.4 2:28161f60:::benchmark_data_smithi065_20143_object39058:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e139)",
2020-11-16T20:25:15.269 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:43.367278+0000",
2020-11-16T20:25:15.269 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 31.876034033,
2020-11-16T20:25:15.270 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.079271469999999997,
2020-11-16T20:25:15.270 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.270 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.270 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 39059
2020-11-16T20:25:15.271 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.271 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367278+0000",
2020-11-16T20:25:15.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367278+0000",
2020-11-16T20:25:15.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:25:15.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367258+0000",
2020-11-16T20:25:15.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9719000000000001e-05
2020-11-16T20:25:15.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367327+0000",
2020-11-16T20:25:15.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7700000000000004e-06
2020-11-16T20:25:15.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367334+0000",
2020-11-16T20:25:15.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.809e-06
2020-11-16T20:25:15.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367339+0000",
2020-11-16T20:25:15.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002530764
2020-11-16T20:25:15.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.369870+0000",
2020-11-16T20:25:15.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3855000000000003e-05
2020-11-16T20:25:15.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.369953+0000",
2020-11-16T20:25:15.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010247
2020-11-16T20:25:15.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:25:15.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.370056+0000",
2020-11-16T20:25:15.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.069082122999999995
2020-11-16T20:25:15.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.439138+0000",
2020-11-16T20:25:15.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0072854449999999998
2020-11-16T20:25:15.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.278 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446424+0000",
2020-11-16T20:25:15.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4151000000000002e-05
2020-11-16T20:25:15.278 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.278 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446498+0000",
2020-11-16T20:25:15.279 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1817000000000002e-05
2020-11-16T20:25:15.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.279 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.279 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446549+0000",
2020-11-16T20:25:15.279 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.079271469999999997
2020-11-16T20:25:15.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.280 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.280 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.280 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.280 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.280 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:39063 2.4 2:2fefa952:::benchmark_data_smithi065_20143_object39062:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e139)",
2020-11-16T20:25:15.280 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:43.367728+0000",
2020-11-16T20:25:15.280 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 31.875584554,
2020-11-16T20:25:15.280 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.078937499999999994,
2020-11-16T20:25:15.281 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.281 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.281 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 39063
2020-11-16T20:25:15.281 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.281 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367728+0000",
2020-11-16T20:25:15.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367728+0000",
2020-11-16T20:25:15.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999542
2020-11-16T20:25:15.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367682+0000",
2020-11-16T20:25:15.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014090199999999999
2020-11-16T20:25:15.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367823+0000",
2020-11-16T20:25:15.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2113000000000001e-05
2020-11-16T20:25:15.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367835+0000",
2020-11-16T20:25:15.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.618e-06
2020-11-16T20:25:15.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.367841+0000",
2020-11-16T20:25:15.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.066455661999999999
2020-11-16T20:25:15.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.434297+0000",
2020-11-16T20:25:15.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00092080799999999996
2020-11-16T20:25:15.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.435218+0000",
2020-11-16T20:25:15.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0015444740000000001
2020-11-16T20:25:15.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:25:15.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.436762+0000",
2020-11-16T20:25:15.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0094345209999999995
2020-11-16T20:25:15.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446197+0000",
2020-11-16T20:25:15.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00036173899999999997
2020-11-16T20:25:15.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446559+0000",
2020-11-16T20:25:15.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7781000000000001e-05
2020-11-16T20:25:15.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446616+0000",
2020-11-16T20:25:15.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8628999999999998e-05
2020-11-16T20:25:15.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.446665+0000",
2020-11-16T20:25:15.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.078937499999999994
2020-11-16T20:25:15.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.290 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.290 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.291 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.291 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.291 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:39067 2.9 2:90b28c6d:::benchmark_data_smithi065_20143_object39066:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e139)",
2020-11-16T20:25:15.291 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:43.370192+0000",
2020-11-16T20:25:15.291 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 31.873120064999998,
2020-11-16T20:25:15.291 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.075688964999999997,
2020-11-16T20:25:15.291 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.291 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.292 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 39067
2020-11-16T20:25:15.292 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.292 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.370192+0000",
2020-11-16T20:25:15.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.370192+0000",
2020-11-16T20:25:15.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999504
2020-11-16T20:25:15.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.370143+0000",
2020-11-16T20:25:15.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114613
2020-11-16T20:25:15.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.370257+0000",
2020-11-16T20:25:15.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2112e-05
2020-11-16T20:25:15.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.370269+0000",
2020-11-16T20:25:15.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8120000000000002e-06
2020-11-16T20:25:15.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.370276+0000",
2020-11-16T20:25:15.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014197400000000001
2020-11-16T20:25:15.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.370418+0000",
2020-11-16T20:25:15.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.063760284
2020-11-16T20:25:15.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.434178+0000",
2020-11-16T20:25:15.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000335409
2020-11-16T20:25:15.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:25:15.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.434514+0000",
2020-11-16T20:25:15.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0060661400000000002
2020-11-16T20:25:15.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.440580+0000",
2020-11-16T20:25:15.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0051937240000000003
2020-11-16T20:25:15.299 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.299 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.445774+0000",
2020-11-16T20:25:15.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1809000000000004e-05
2020-11-16T20:25:15.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.445835+0000",
2020-11-16T20:25:15.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5476999999999998e-05
2020-11-16T20:25:15.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.301 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.301 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:43.445881+0000",
2020-11-16T20:25:15.301 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.075688964999999997
2020-11-16T20:25:15.301 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.301 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.301 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.301 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.301 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.302 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:80832 2.6 2:620b9dac:::benchmark_data_smithi065_20143_object80831:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)",
2020-11-16T20:25:15.302 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:05.683925+0000",
2020-11-16T20:25:15.302 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 9.5593866930000004,
2020-11-16T20:25:15.302 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.124410189,
2020-11-16T20:25:15.302 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.302 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.302 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.303 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.303 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.303 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 80832
2020-11-16T20:25:15.303 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.303 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.303 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.303 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.303 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.683925+0000",
2020-11-16T20:25:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.683925+0000",
2020-11-16T20:25:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:25:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.683897+0000",
2020-11-16T20:25:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019172300000000001
2020-11-16T20:25:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.684089+0000",
2020-11-16T20:25:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3062e-05
2020-11-16T20:25:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.684102+0000",
2020-11-16T20:25:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4450000000000002e-06
2020-11-16T20:25:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.684111+0000",
2020-11-16T20:25:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.005055136
2020-11-16T20:25:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.689166+0000",
2020-11-16T20:25:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020177800000000001
2020-11-16T20:25:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.689368+0000",
2020-11-16T20:25:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023553199999999999
2020-11-16T20:25:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 8",
2020-11-16T20:25:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.689604+0000",
2020-11-16T20:25:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003477749
2020-11-16T20:25:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693082+0000",
2020-11-16T20:25:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11512760900000001
2020-11-16T20:25:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.808209+0000",
2020-11-16T20:25:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0117000000000006e-05
2020-11-16T20:25:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.808279+0000",
2020-11-16T20:25:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6295000000000002e-05
2020-11-16T20:25:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.808336+0000",
2020-11-16T20:25:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.124410189
2020-11-16T20:25:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:80841 2.6 2:6749c686:::benchmark_data_smithi065_20143_object80840:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)",
2020-11-16T20:25:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:05.692042+0000",
2020-11-16T20:25:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 9.5512702990000005,
2020-11-16T20:25:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.11678311500000001,
2020-11-16T20:25:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 80841
2020-11-16T20:25:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.692042+0000",
2020-11-16T20:25:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.692042+0000",
2020-11-16T20:25:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:25:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.692021+0000",
2020-11-16T20:25:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3247999999999999e-05
2020-11-16T20:25:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.692114+0000",
2020-11-16T20:25:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3773e-05
2020-11-16T20:25:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.692128+0000",
2020-11-16T20:25:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4499999999999998e-06
2020-11-16T20:25:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.692136+0000",
2020-11-16T20:25:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00097113699999999996
2020-11-16T20:25:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693107+0000",
2020-11-16T20:25:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010417900000000001
2020-11-16T20:25:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693211+0000",
2020-11-16T20:25:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8369000000000006e-05
2020-11-16T20:25:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 8",
2020-11-16T20:25:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693309+0000",
2020-11-16T20:25:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0065843439999999998
2020-11-16T20:25:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.699894+0000",
2020-11-16T20:25:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.108603518
2020-11-16T20:25:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.808497+0000",
2020-11-16T20:25:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018425200000000001
2020-11-16T20:25:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.808681+0000",
2020-11-16T20:25:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014357000000000001
2020-11-16T20:25:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.808825+0000",
2020-11-16T20:25:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11678311500000001
2020-11-16T20:25:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:80845 2.6 2:6601ae59:::benchmark_data_smithi065_20143_object80844:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)",
2020-11-16T20:25:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:05.693109+0000",
2020-11-16T20:25:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 9.5502027399999996,
2020-11-16T20:25:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.116127721,
2020-11-16T20:25:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 80845
2020-11-16T20:25:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693109+0000",
2020-11-16T20:25:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693109+0000",
2020-11-16T20:25:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999979
2020-11-16T20:25:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693088+0000",
2020-11-16T20:25:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1017e-05
2020-11-16T20:25:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693169+0000",
2020-11-16T20:25:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5140000000000004e-06
2020-11-16T20:25:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693177+0000",
2020-11-16T20:25:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.566e-06
2020-11-16T20:25:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.693182+0000",
2020-11-16T20:25:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002210081
2020-11-16T20:25:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695392+0000",
2020-11-16T20:25:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013464999999999999
2020-11-16T20:25:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695526+0000",
2020-11-16T20:25:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016456899999999999
2020-11-16T20:25:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 8",
2020-11-16T20:25:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695691+0000",
2020-11-16T20:25:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0055116389999999996
2020-11-16T20:25:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.701202+0000",
2020-11-16T20:25:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.10775773600000001
2020-11-16T20:25:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.808960+0000",
2020-11-16T20:25:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014902599999999999
2020-11-16T20:25:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.809109+0000",
2020-11-16T20:25:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012783299999999999
2020-11-16T20:25:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.809237+0000",
2020-11-16T20:25:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.116127721
2020-11-16T20:25:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:80850 2.6 2:6b9cfe5b:::benchmark_data_smithi065_20143_object80849:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)",
2020-11-16T20:25:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:05.695310+0000",
2020-11-16T20:25:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 9.548002211,
2020-11-16T20:25:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.11436165299999999,
2020-11-16T20:25:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 80850
2020-11-16T20:25:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695310+0000",
2020-11-16T20:25:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695310+0000",
2020-11-16T20:25:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999542
2020-11-16T20:25:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695264+0000",
2020-11-16T20:25:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000121723
2020-11-16T20:25:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695386+0000",
2020-11-16T20:25:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1289999999999996e-06
2020-11-16T20:25:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695394+0000",
2020-11-16T20:25:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8289999999999998e-06
2020-11-16T20:25:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.695399+0000",
2020-11-16T20:25:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024940409999999998
2020-11-16T20:25:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.697893+0000",
2020-11-16T20:25:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010552000000000001
2020-11-16T20:25:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.697998+0000",
2020-11-16T20:25:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8964999999999999e-05
2020-11-16T20:25:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 8",
2020-11-16T20:25:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.698097+0000",
2020-11-16T20:25:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031094209999999998
2020-11-16T20:25:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.701207+0000",
2020-11-16T20:25:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.108166129
2020-11-16T20:25:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.809373+0000",
2020-11-16T20:25:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016535000000000001
2020-11-16T20:25:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.809538+0000",
2020-11-16T20:25:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000133256
2020-11-16T20:25:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.809671+0000",
2020-11-16T20:25:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11436165299999999
2020-11-16T20:25:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:80855 2.6 2:651b8e6c:::benchmark_data_smithi065_20143_object80854:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)",
2020-11-16T20:25:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:05.697809+0000",
2020-11-16T20:25:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 9.5455034800000007,
2020-11-16T20:25:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.11229069999999999,
2020-11-16T20:25:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 80855
2020-11-16T20:25:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.697809+0000",
2020-11-16T20:25:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.697809+0000",
2020-11-16T20:25:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:25:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.697778+0000",
2020-11-16T20:25:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6784e-05
2020-11-16T20:25:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.697875+0000",
2020-11-16T20:25:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1399e-05
2020-11-16T20:25:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.697886+0000",
2020-11-16T20:25:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8499999999999999e-06
2020-11-16T20:25:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.697892+0000",
2020-11-16T20:25:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002022486
2020-11-16T20:25:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.699914+0000",
2020-11-16T20:25:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3425999999999997e-05
2020-11-16T20:25:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.699998+0000",
2020-11-16T20:25:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8287000000000003e-05
2020-11-16T20:25:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 8",
2020-11-16T20:25:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.700096+0000",
2020-11-16T20:25:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012201650000000001
2020-11-16T20:25:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.701316+0000",
2020-11-16T20:25:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.10846599
2020-11-16T20:25:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.809782+0000",
2020-11-16T20:25:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019154900000000001
2020-11-16T20:25:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.809974+0000",
2020-11-16T20:25:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012538600000000001
2020-11-16T20:25:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.810099+0000",
2020-11-16T20:25:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11229069999999999
2020-11-16T20:25:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:92841 2.4 2:25ef34b5:::benchmark_data_smithi065_20143_object92840:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e149)",
2020-11-16T20:25:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:13.499071+0000",
2020-11-16T20:25:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.744240859,
2020-11-16T20:25:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.074574891000000004,
2020-11-16T20:25:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 92841
2020-11-16T20:25:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.499071+0000",
2020-11-16T20:25:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.499071+0000",
2020-11-16T20:25:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999959
2020-11-16T20:25:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.499030+0000",
2020-11-16T20:25:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000153368
2020-11-16T20:25:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.499183+0000",
2020-11-16T20:25:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4552000000000001e-05
2020-11-16T20:25:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.499198+0000",
2020-11-16T20:25:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4420000000000001e-06
2020-11-16T20:25:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.499205+0000",
2020-11-16T20:25:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.059066200999999999
2020-11-16T20:25:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.558272+0000",
2020-11-16T20:25:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000190118
2020-11-16T20:25:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.558462+0000",
2020-11-16T20:25:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021246700000000001
2020-11-16T20:25:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:25:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.558674+0000",
2020-11-16T20:25:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012813657000000001
2020-11-16T20:25:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.571488+0000",
2020-11-16T20:25:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0020447669999999999
2020-11-16T20:25:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.573533+0000",
2020-11-16T20:25:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4076000000000001e-05
2020-11-16T20:25:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.573597+0000",
2020-11-16T20:25:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9367999999999999e-05
2020-11-16T20:25:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:13.573646+0000",
2020-11-16T20:25:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.074574891000000004
2020-11-16T20:25:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:93785 2.4 2:2d8443b3:::benchmark_data_smithi065_20143_object93784:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e149)",
2020-11-16T20:25:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.149121+0000",
2020-11-16T20:25:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.094190971,
2020-11-16T20:25:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.12744594000000001,
2020-11-16T20:25:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 93785
2020-11-16T20:25:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.149121+0000",
2020-11-16T20:25:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.149121+0000",
2020-11-16T20:25:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:25:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.149094+0000",
2020-11-16T20:25:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7530999999999999e-05
2020-11-16T20:25:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.149181+0000",
2020-11-16T20:25:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.541e-06
2020-11-16T20:25:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.149190+0000",
2020-11-16T20:25:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1699999999999996e-06
2020-11-16T20:25:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.149195+0000",
2020-11-16T20:25:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003608825
2020-11-16T20:25:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.152804+0000",
2020-11-16T20:25:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000135363
2020-11-16T20:25:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.152939+0000",
2020-11-16T20:25:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013613300000000001
2020-11-16T20:25:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:25:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.153075+0000",
2020-11-16T20:25:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0072290030000000003
2020-11-16T20:25:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160304+0000",
2020-11-16T20:25:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0043213540000000003
2020-11-16T20:25:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164626+0000",
2020-11-16T20:25:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.111787573
2020-11-16T20:25:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276413+0000",
2020-11-16T20:25:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015364400000000001
2020-11-16T20:25:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276567+0000",
2020-11-16T20:25:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12744594000000001
2020-11-16T20:25:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:93787 2.4 2:20e702e0:::benchmark_data_smithi065_20143_object93786:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e149)",
2020-11-16T20:25:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.150844+0000",
2020-11-16T20:25:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.092467938,
2020-11-16T20:25:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.14112860499999999,
2020-11-16T20:25:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 93787
2020-11-16T20:25:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.150844+0000",
2020-11-16T20:25:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.150844+0000",
2020-11-16T20:25:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:25:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.150815+0000",
2020-11-16T20:25:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000101574
2020-11-16T20:25:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.150917+0000",
2020-11-16T20:25:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6999999999999997e-06
2020-11-16T20:25:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.150925+0000",
2020-11-16T20:25:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0180000000000001e-06
2020-11-16T20:25:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.150930+0000",
2020-11-16T20:25:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0053209590000000001
2020-11-16T20:25:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.156251+0000",
2020-11-16T20:25:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016219800000000001
2020-11-16T20:25:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.156413+0000",
2020-11-16T20:25:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019923200000000001
2020-11-16T20:25:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:25:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.156613+0000",
2020-11-16T20:25:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0077100720000000001
2020-11-16T20:25:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164323+0000",
2020-11-16T20:25:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12754997400000001
2020-11-16T20:25:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.291873+0000",
2020-11-16T20:25:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3399999999999997e-05
2020-11-16T20:25:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.291926+0000",
2020-11-16T20:25:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6652e-05
2020-11-16T20:25:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.291973+0000",
2020-11-16T20:25:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.14112860499999999
2020-11-16T20:25:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:93796 2.9 2:979d3201:::benchmark_data_smithi065_20143_object93795:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e149)",
2020-11-16T20:25:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.157737+0000",
2020-11-16T20:25:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.085575001,
2020-11-16T20:25:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.11872173499999999,
2020-11-16T20:25:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 93796
2020-11-16T20:25:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.157737+0000",
2020-11-16T20:25:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.157737+0000",
2020-11-16T20:25:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:25:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.157703+0000",
2020-11-16T20:25:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011987199999999999
2020-11-16T20:25:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.157823+0000",
2020-11-16T20:25:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3976e-05
2020-11-16T20:25:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.157837+0000",
2020-11-16T20:25:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4909999999999999e-06
2020-11-16T20:25:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.157844+0000",
2020-11-16T20:25:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8904999999999999e-05
2020-11-16T20:25:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.157903+0000",
2020-11-16T20:25:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023486199999999999
2020-11-16T20:25:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.158138+0000",
2020-11-16T20:25:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000168543
2020-11-16T20:25:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:25:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.158307+0000",
2020-11-16T20:25:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0053191510000000003
2020-11-16T20:25:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.163626+0000",
2020-11-16T20:25:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11251575
2020-11-16T20:25:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276142+0000",
2020-11-16T20:25:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018629700000000001
2020-11-16T20:25:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276328+0000",
2020-11-16T20:25:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000130908
2020-11-16T20:25:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276459+0000",
2020-11-16T20:25:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11872173499999999
2020-11-16T20:25:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:93797 2.2 e149/133 2:4c617f6a:::benchmark_data_smithi065_20143_object93796:head v 149'5800, mlcod=149'5798)",
2020-11-16T20:25:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.158365+0000",
2020-11-16T20:25:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.0849468120000001,
2020-11-16T20:25:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.11830444599999999,
2020-11-16T20:25:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.158365+0000",
2020-11-16T20:25:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.158365+0000",
2020-11-16T20:25:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:25:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.158338+0000",
2020-11-16T20:25:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000110338
2020-11-16T20:25:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.158448+0000",
2020-11-16T20:25:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2045000000000001e-05
2020-11-16T20:25:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.158461+0000",
2020-11-16T20:25:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5359999999999998e-06
2020-11-16T20:25:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.158467+0000",
2020-11-16T20:25:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0011160250000000001
2020-11-16T20:25:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.159583+0000",
2020-11-16T20:25:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2875999999999999e-05
2020-11-16T20:25:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.159606+0000",
2020-11-16T20:25:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11694502599999999
2020-11-16T20:25:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276551+0000",
2020-11-16T20:25:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011872200000000001
2020-11-16T20:25:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276670+0000",
2020-11-16T20:25:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11830444599999999
2020-11-16T20:25:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:93800 2.6 2:60591448:::benchmark_data_smithi065_20143_object93799:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e149)",
2020-11-16T20:25:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.159400+0000",
2020-11-16T20:25:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.083911962,
2020-11-16T20:25:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.12119131599999999,
2020-11-16T20:25:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 93800
2020-11-16T20:25:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.159400+0000",
2020-11-16T20:25:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.159400+0000",
2020-11-16T20:25:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:25:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.159368+0000",
2020-11-16T20:25:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000131965
2020-11-16T20:25:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.159499+0000",
2020-11-16T20:25:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3964999999999999e-05
2020-11-16T20:25:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.159513+0000",
2020-11-16T20:25:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6830000000000008e-06
2020-11-16T20:25:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.159521+0000",
2020-11-16T20:25:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00088470499999999995
2020-11-16T20:25:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160406+0000",
2020-11-16T20:25:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000116996
2020-11-16T20:25:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160523+0000",
2020-11-16T20:25:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019089899999999999
2020-11-16T20:25:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 8",
2020-11-16T20:25:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160714+0000",
2020-11-16T20:25:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.119745558
2020-11-16T20:25:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280459+0000",
2020-11-16T20:25:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0521e-05
2020-11-16T20:25:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280470+0000",
2020-11-16T20:25:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6030000000000003e-05
2020-11-16T20:25:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280536+0000",
2020-11-16T20:25:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5578000000000002e-05
2020-11-16T20:25:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280591+0000",
2020-11-16T20:25:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12119131599999999
2020-11-16T20:25:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:93804 2.6 2:66d97a91:::benchmark_data_smithi065_20143_object93803:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e149)",
2020-11-16T20:25:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.160671+0000",
2020-11-16T20:25:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.082641178,
2020-11-16T20:25:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.12596988000000001,
2020-11-16T20:25:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 93804
2020-11-16T20:25:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160671+0000",
2020-11-16T20:25:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160671+0000",
2020-11-16T20:25:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999528
2020-11-16T20:25:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160624+0000",
2020-11-16T20:25:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000157391
2020-11-16T20:25:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160781+0000",
2020-11-16T20:25:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.42e-05
2020-11-16T20:25:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160795+0000",
2020-11-16T20:25:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8280000000000003e-06
2020-11-16T20:25:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.160803+0000",
2020-11-16T20:25:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0035521350000000001
2020-11-16T20:25:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164355+0000",
2020-11-16T20:25:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000184527
2020-11-16T20:25:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164540+0000",
2020-11-16T20:25:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11151742100000001
2020-11-16T20:25:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 8",
2020-11-16T20:25:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276057+0000",
2020-11-16T20:25:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0048445429999999998
2020-11-16T20:25:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280902+0000",
2020-11-16T20:25:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0056052760000000002
2020-11-16T20:25:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.286507+0000",
2020-11-16T20:25:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5108000000000002e-05
2020-11-16T20:25:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.286562+0000",
2020-11-16T20:25:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8731000000000002e-05
2020-11-16T20:25:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.286641+0000",
2020-11-16T20:25:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12596988000000001
2020-11-16T20:25:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.24745.0:93800 2.6 e149/133 ondisk, result = 0)",
2020-11-16T20:25:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.163774+0000",
2020-11-16T20:25:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.0795377850000001,
2020-11-16T20:25:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.116822394,
2020-11-16T20:25:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:25:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.163774+0000",
2020-11-16T20:25:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.163774+0000",
2020-11-16T20:25:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:25:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.163747+0000",
2020-11-16T20:25:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2049000000000001e-05
2020-11-16T20:25:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.163819+0000",
2020-11-16T20:25:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2071e-05
2020-11-16T20:25:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.163831+0000",
2020-11-16T20:25:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3740000000000003e-06
2020-11-16T20:25:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.163837+0000",
2020-11-16T20:25:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.116600548
2020-11-16T20:25:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280438+0000",
2020-11-16T20:25:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.9170000000000001e-06
2020-11-16T20:25:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280448+0000",
2020-11-16T20:25:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014899100000000001
2020-11-16T20:25:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280597+0000",
2020-11-16T20:25:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.116822394
2020-11-16T20:25:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:93805 2.6 2.95bc146 (undecoded) ondisk+write+known_if_redirected e149)",
2020-11-16T20:25:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.164081+0000",
2020-11-16T20:25:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.079230777,
2020-11-16T20:25:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.11658215399999999,
2020-11-16T20:25:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:25:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 93805
2020-11-16T20:25:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164081+0000",
2020-11-16T20:25:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164081+0000",
2020-11-16T20:25:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999413
2020-11-16T20:25:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164023+0000",
2020-11-16T20:25:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018313199999999999
2020-11-16T20:25:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164206+0000",
2020-11-16T20:25:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0644000000000001e-05
2020-11-16T20:25:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164226+0000",
2020-11-16T20:25:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5359999999999998e-06
2020-11-16T20:25:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164236+0000",
2020-11-16T20:25:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.116414925
2020-11-16T20:25:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280651+0000",
2020-11-16T20:25:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2564e-05
2020-11-16T20:25:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.280663+0000",
2020-11-16T20:25:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11658215399999999
2020-11-16T20:25:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.24745.0:93785 2.4 e149/133 ondisk, result = 0)",
2020-11-16T20:25:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:14.164529+0000",
2020-11-16T20:25:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.078783464,
2020-11-16T20:25:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.112054309,
2020-11-16T20:25:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:25:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164529+0000",
2020-11-16T20:25:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164529+0000",
2020-11-16T20:25:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:25:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164511+0000",
2020-11-16T20:25:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6731999999999999e-05
2020-11-16T20:25:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164557+0000",
2020-11-16T20:25:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1200000000000002e-06
2020-11-16T20:25:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164565+0000",
2020-11-16T20:25:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2519999999999999e-06
2020-11-16T20:25:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164571+0000",
2020-11-16T20:25:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2265999999999998e-05
2020-11-16T20:25:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164613+0000",
2020-11-16T20:25:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3029999999999996e-06
2020-11-16T20:25:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.164619+0000",
2020-11-16T20:25:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.11196368399999999
2020-11-16T20:25:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:14.276583+0000",
2020-11-16T20:25:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.112054309
2020-11-16T20:25:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:25:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:25:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:25:15.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:15 smithi071 bash[9480]: cluster 2020-11-16T20:25:14.037244+0000 mgr.x (mgr.14196) 382 : cluster [DBG] pgmap v459: 17 pgs: 17 active+clean; 5.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s wr, 1.51k op/s
2020-11-16T20:25:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:15 smithi065 bash[9468]: cluster 2020-11-16T20:25:14.037244+0000 mgr.x (mgr.14196) 382 : cluster [DBG] pgmap v459: 17 pgs: 17 active+clean; 5.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s wr, 1.51k op/s
2020-11-16T20:25:15.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:15 smithi142 bash[9523]: cluster 2020-11-16T20:25:14.037244+0000 mgr.x (mgr.14196) 382 : cluster [DBG] pgmap v459: 17 pgs: 17 active+clean; 5.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s wr, 1.51k op/s
2020-11-16T20:25:15.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   45      16     96338     96322   133.768   100.812  0.00434118  0.00747318
2020-11-16T20:25:15.985 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:16.088 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:16.294 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:25:15 smithi142 bash[18009]: debug 2020-11-16T20:25:15.984+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:16.325 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:16.434 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:16 smithi071 bash[12066]: debug 2020-11-16T20:25:16.218+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:16.435 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:16.539 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:16.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:16 smithi071 bash[16796]: debug 2020-11-16T20:25:16.434+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:16.871 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   46      16     97761     97745   132.794   88.9375  0.00542032  0.00752866
2020-11-16T20:25:16.994 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:16 smithi142 bash[9523]: cluster 2020-11-16T20:25:15.997562+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e150: 12 total, 12 up, 12 in
2020-11-16T20:25:16.994 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:16 smithi142 bash[9523]: cluster 2020-11-16T20:25:16.037671+0000 mgr.x (mgr.14196) 383 : cluster [DBG] pgmap v461: 17 pgs: 17 active+clean; 5.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.57k op/s
2020-11-16T20:25:17.085 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:17.188 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:17.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:16 smithi065 bash[9468]: cluster 2020-11-16T20:25:15.997562+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e150: 12 total, 12 up, 12 in
2020-11-16T20:25:17.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:16 smithi065 bash[9468]: cluster 2020-11-16T20:25:16.037671+0000 mgr.x (mgr.14196) 383 : cluster [DBG] pgmap v461: 17 pgs: 17 active+clean; 5.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.57k op/s
2020-11-16T20:25:17.337 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:17 smithi142 bash[15670]: debug 2020-11-16T20:25:17.084+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:17.371 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight
2020-11-16T20:25:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:16 smithi071 bash[9480]: cluster 2020-11-16T20:25:15.997562+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e150: 12 total, 12 up, 12 in
2020-11-16T20:25:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:16 smithi071 bash[9480]: cluster 2020-11-16T20:25:16.037671+0000 mgr.x (mgr.14196) 383 : cluster [DBG] pgmap v461: 17 pgs: 17 active+clean; 5.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.57k op/s
2020-11-16T20:25:17.546 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:17.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   47      16     99086     99070    131.73   82.8125   0.0129536  0.00758929
2020-11-16T20:25:18.102 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:18.206 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:18.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:18 smithi065 bash[9468]: cluster 2020-11-16T20:25:17.163774+0000 osd.8 (osd.8) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:18 smithi065 bash[9468]: cluster 2020-11-16T20:25:17.163862+0000 osd.8 (osd.8) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:18.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:18 smithi142 bash[9523]: cluster 2020-11-16T20:25:17.163774+0000 osd.8 (osd.8) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:18.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:18 smithi142 bash[9523]: cluster 2020-11-16T20:25:17.163862+0000 osd.8 (osd.8) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:18.286 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:18 smithi142 bash[20366]: debug 2020-11-16T20:25:18.100+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:18.355 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:18.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:18 smithi071 bash[9480]: cluster 2020-11-16T20:25:17.163774+0000 osd.8 (osd.8) 20 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:18.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:18 smithi071 bash[9480]: cluster 2020-11-16T20:25:17.163862+0000 osd.8 (osd.8) 21 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:18.459 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:18.581 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:18.685 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:18.784 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:18 smithi065 bash[14115]: debug 2020-11-16T20:25:18.578+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:18.784 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:25:18 smithi065 bash[18823]: debug 2020-11-16T20:25:18.350+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:18.796 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:18.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   48      15    100505    100490   130.834     88.75  0.00363923  0.00764109
2020-11-16T20:25:18.901 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:18.951 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:18 smithi071 bash[12066]: debug 2020-11-16T20:25:18.790+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:19.014 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:19.120 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:19 smithi065 bash[9468]: cluster 2020-11-16T20:25:18.011383+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e151: 12 total, 12 up, 12 in
2020-11-16T20:25:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:19 smithi065 bash[9468]: cluster 2020-11-16T20:25:18.038213+0000 mgr.x (mgr.14196) 384 : cluster [DBG] pgmap v463: 17 pgs: 17 active+clean; 5.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:25:19.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:19 smithi065 bash[11785]: debug 2020-11-16T20:25:19.278+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:19.282 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:19.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:19 smithi142 bash[9523]: cluster 2020-11-16T20:25:18.011383+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e151: 12 total, 12 up, 12 in
2020-11-16T20:25:19.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:19 smithi142 bash[9523]: cluster 2020-11-16T20:25:18.038213+0000 mgr.x (mgr.14196) 384 : cluster [DBG] pgmap v463: 17 pgs: 17 active+clean; 5.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:25:19.385 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:19 smithi071 bash[9480]: cluster 2020-11-16T20:25:18.011383+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e151: 12 total, 12 up, 12 in
2020-11-16T20:25:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:19 smithi071 bash[9480]: cluster 2020-11-16T20:25:18.038213+0000 mgr.x (mgr.14196) 384 : cluster [DBG] pgmap v463: 17 pgs: 17 active+clean; 5.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:25:19.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:19 smithi071 bash[14419]: debug 2020-11-16T20:25:19.010+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:19.519 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:19.533 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:25:19 smithi065 bash[18823]: debug 2020-11-16T20:25:19.514+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:19.626 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:19.871 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:19.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   49      16    101951    101935   130.007   90.3125  0.00636372  0.00769016
2020-11-16T20:25:19.974 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:20.035 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:19 smithi142 bash[15670]: debug 2020-11-16T20:25:19.868+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:20.108 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:20.211 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:20.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:20 smithi065 bash[11785]: debug 2020-11-16T20:25:20.106+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:20.645 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:20.748 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:20.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   50      16    103285    103269   129.075    83.375  0.00948855  0.00774561
2020-11-16T20:25:21.035 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:20 smithi142 bash[15670]: debug 2020-11-16T20:25:20.644+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:21.404 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:21 smithi142 bash[9523]: cluster 2020-11-16T20:25:20.038833+0000 mgr.x (mgr.14196) 385 : cluster [DBG] pgmap v464: 17 pgs: 17 active+clean; 6.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 102 MiB/s wr, 1.64k op/s
2020-11-16T20:25:21.404 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:21 smithi142 bash[9523]: cluster 2020-11-16T20:25:21.001099+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e152: 12 total, 12 up, 12 in
2020-11-16T20:25:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:21 smithi071 bash[9480]: cluster 2020-11-16T20:25:20.038833+0000 mgr.x (mgr.14196) 385 : cluster [DBG] pgmap v464: 17 pgs: 17 active+clean; 6.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 102 MiB/s wr, 1.64k op/s
2020-11-16T20:25:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:21 smithi071 bash[9480]: cluster 2020-11-16T20:25:21.001099+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e152: 12 total, 12 up, 12 in
2020-11-16T20:25:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:21 smithi065 bash[9468]: cluster 2020-11-16T20:25:20.038833+0000 mgr.x (mgr.14196) 385 : cluster [DBG] pgmap v464: 17 pgs: 17 active+clean; 6.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 102 MiB/s wr, 1.64k op/s
2020-11-16T20:25:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:21 smithi065 bash[9468]: cluster 2020-11-16T20:25:21.001099+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e152: 12 total, 12 up, 12 in
2020-11-16T20:25:21.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   51      16    104494    104478   128.025   75.5625  0.00721127  0.00780895
2020-11-16T20:25:22.373 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:22 smithi142 bash[9523]: cluster 2020-11-16T20:25:20.379965+0000 osd.1 (osd.1) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:22.374 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:22 smithi142 bash[9523]: cluster 2020-11-16T20:25:20.380047+0000 osd.1 (osd.1) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:22.374 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:22 smithi142 bash[9523]: cluster 2020-11-16T20:25:20.855339+0000 osd.11 (osd.11) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:22.374 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:22 smithi142 bash[9523]: cluster 2020-11-16T20:25:20.855466+0000 osd.11 (osd.11) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:22.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:22 smithi071 bash[9480]: cluster 2020-11-16T20:25:20.379965+0000 osd.1 (osd.1) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:22.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:22 smithi071 bash[9480]: cluster 2020-11-16T20:25:20.380047+0000 osd.1 (osd.1) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:22.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:22 smithi071 bash[9480]: cluster 2020-11-16T20:25:20.855339+0000 osd.11 (osd.11) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:22.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:22 smithi071 bash[9480]: cluster 2020-11-16T20:25:20.855466+0000 osd.11 (osd.11) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:22.465 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:25:22.512 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:25:22.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:22 smithi065 bash[9468]: cluster 2020-11-16T20:25:20.379965+0000 osd.1 (osd.1) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:22.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:22 smithi065 bash[9468]: cluster 2020-11-16T20:25:20.380047+0000 osd.1 (osd.1) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:22.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:22 smithi065 bash[9468]: cluster 2020-11-16T20:25:20.855339+0000 osd.11 (osd.11) 14 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:22.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:22 smithi065 bash[9468]: cluster 2020-11-16T20:25:20.855466+0000 osd.11 (osd.11) 15 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:22.560 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:25:22.580 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:25:22.580 INFO:teuthology.orchestra.run.smithi142.stdout:    "success": "filestore_inject_stall = '3' (not observed, change may require restart) "
2020-11-16T20:25:22.581 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:25:22.597 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:25:22.631 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:25:22.673 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:25:22.713 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:25:22.749 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:25:22.786 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:25:22.826 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:25:22.858 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:25:22.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   52      16    105709    105693   127.023   75.9375   0.0147749  0.00787058
2020-11-16T20:25:22.896 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:25:22.899 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.899 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.899 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.899 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.899 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.899 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.900 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.900 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.900 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.900 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.900 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:25:22.900 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:25:23.137 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:25:23.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:23 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.039479+0000 mgr.x (mgr.14196) 386 : cluster [DBG] pgmap v466: 17 pgs: 17 active+clean; 6.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.19k op/s
2020-11-16T20:25:23.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:23 smithi142 bash[9523]: audit 2020-11-16T20:25:22.366795+0000 mon.a (mon.0) 801 : audit [INF] from='client.? v1:172.21.15.142:0/77769975' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:25:23.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:23 smithi142 bash[9523]: audit 2020-11-16T20:25:22.442809+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? v1:172.21.15.142:0/1437921919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:23.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:23 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.563763+0000 osd.2 (osd.2) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:23 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.600028+0000 osd.3 (osd.3) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:23 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.857481+0000 osd.10 (osd.10) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:23 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.039479+0000 mgr.x (mgr.14196) 386 : cluster [DBG] pgmap v466: 17 pgs: 17 active+clean; 6.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.19k op/s
2020-11-16T20:25:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:23 smithi071 bash[9480]: audit 2020-11-16T20:25:22.366795+0000 mon.a (mon.0) 801 : audit [INF] from='client.? v1:172.21.15.142:0/77769975' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:25:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:23 smithi071 bash[9480]: audit 2020-11-16T20:25:22.442809+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? v1:172.21.15.142:0/1437921919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:23 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.563763+0000 osd.2 (osd.2) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:23 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.600028+0000 osd.3 (osd.3) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:23 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.857481+0000 osd.10 (osd.10) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:23 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.039479+0000 mgr.x (mgr.14196) 386 : cluster [DBG] pgmap v466: 17 pgs: 17 active+clean; 6.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.19k op/s
2020-11-16T20:25:23.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:23 smithi065 bash[9468]: audit 2020-11-16T20:25:22.366795+0000 mon.a (mon.0) 801 : audit [INF] from='client.? v1:172.21.15.142:0/77769975' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:25:23.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:23 smithi065 bash[9468]: audit 2020-11-16T20:25:22.442809+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? v1:172.21.15.142:0/1437921919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:23.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:23 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.563763+0000 osd.2 (osd.2) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:23 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.600028+0000 osd.3 (osd.3) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:23 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.857481+0000 osd.10 (osd.10) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:23.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   53      16    106834    106818   125.953   70.3125  0.00574427  0.00793741
2020-11-16T20:25:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.468737+0000 osd.0 (osd.0) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.516496+0000 osd.1 (osd.1) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.629876+0000 osd.4 (osd.4) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.668580+0000 osd.5 (osd.5) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.714553+0000 osd.6 (osd.6) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.748030+0000 osd.7 (osd.7) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.786219+0000 osd.8 (osd.8) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.825358+0000 osd.9 (osd.9) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.898145+0000 osd.11 (osd.11) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:22.952631+0000 osd.11 (osd.11) 17 : cluster [DBG] 2.a scrub starts
2020-11-16T20:25:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:23.126028+0000 mon.a (mon.0) 803 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: audit 2020-11-16T20:25:23.134625+0000 mon.a (mon.0) 804 : audit [INF] from='client.? v1:172.21.15.142:0/77769975' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:25:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: cluster 2020-11-16T20:25:23.134741+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e153: 12 total, 12 up, 12 in
2020-11-16T20:25:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: audit 2020-11-16T20:25:23.152176+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:25:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:24 smithi071 bash[9480]: audit 2020-11-16T20:25:23.156169+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:25:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.468737+0000 osd.0 (osd.0) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.516496+0000 osd.1 (osd.1) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.629876+0000 osd.4 (osd.4) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.668580+0000 osd.5 (osd.5) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.714553+0000 osd.6 (osd.6) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.748030+0000 osd.7 (osd.7) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.786219+0000 osd.8 (osd.8) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.825358+0000 osd.9 (osd.9) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.898145+0000 osd.11 (osd.11) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:22.952631+0000 osd.11 (osd.11) 17 : cluster [DBG] 2.a scrub starts
2020-11-16T20:25:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:23.126028+0000 mon.a (mon.0) 803 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: audit 2020-11-16T20:25:23.134625+0000 mon.a (mon.0) 804 : audit [INF] from='client.? v1:172.21.15.142:0/77769975' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:25:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: cluster 2020-11-16T20:25:23.134741+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e153: 12 total, 12 up, 12 in
2020-11-16T20:25:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: audit 2020-11-16T20:25:23.152176+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:25:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:24 smithi065 bash[9468]: audit 2020-11-16T20:25:23.156169+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:25:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.468737+0000 osd.0 (osd.0) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.516496+0000 osd.1 (osd.1) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.629876+0000 osd.4 (osd.4) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.668580+0000 osd.5 (osd.5) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.714553+0000 osd.6 (osd.6) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.748030+0000 osd.7 (osd.7) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.786219+0000 osd.8 (osd.8) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.825358+0000 osd.9 (osd.9) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.898145+0000 osd.11 (osd.11) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:22.952631+0000 osd.11 (osd.11) 17 : cluster [DBG] 2.a scrub starts
2020-11-16T20:25:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:23.126028+0000 mon.a (mon.0) 803 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: audit 2020-11-16T20:25:23.134625+0000 mon.a (mon.0) 804 : audit [INF] from='client.? v1:172.21.15.142:0/77769975' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:25:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: cluster 2020-11-16T20:25:23.134741+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e153: 12 total, 12 up, 12 in
2020-11-16T20:25:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: audit 2020-11-16T20:25:23.152176+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:25:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:24 smithi142 bash[9523]: audit 2020-11-16T20:25:23.156169+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:25:24.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   54      16    108267    108251   125.279   89.5625  0.00579901  0.00797945
2020-11-16T20:25:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:25 smithi071 bash[9480]: cluster 2020-11-16T20:25:24.039981+0000 mgr.x (mgr.14196) 387 : cluster [DBG] pgmap v468: 17 pgs: 17 active+clean; 6.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:25:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:25 smithi065 bash[9468]: cluster 2020-11-16T20:25:24.039981+0000 mgr.x (mgr.14196) 387 : cluster [DBG] pgmap v468: 17 pgs: 17 active+clean; 6.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:25:25.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:25 smithi142 bash[9523]: cluster 2020-11-16T20:25:24.039981+0000 mgr.x (mgr.14196) 387 : cluster [DBG] pgmap v468: 17 pgs: 17 active+clean; 6.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:25:25.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   55      16    109507    109491    124.41      77.5  0.00764885  0.00803543
2020-11-16T20:25:25.946 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:26.051 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:26.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:25 smithi071 bash[12066]: debug 2020-11-16T20:25:25.945+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:26.516 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:26.621 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:26.720 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:26.785 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:26 smithi142 bash[20366]: debug 2020-11-16T20:25:26.516+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:26.824 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:26.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   56      16    110910    110894   123.754   87.6875   0.0109535   0.0080786
2020-11-16T20:25:26.938 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:26 smithi071 bash[16796]: debug 2020-11-16T20:25:26.717+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:26.939 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:27.043 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:27.054 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:25:27.054 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:25:27.150 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:27.201 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:26 smithi071 bash[14419]: debug 2020-11-16T20:25:26.937+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:26 smithi071 bash[9480]: cluster 2020-11-16T20:25:26.001377+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e154: 12 total, 12 up, 12 in
2020-11-16T20:25:27.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:27 smithi071 bash[9480]: cluster 2020-11-16T20:25:26.040378+0000 mgr.x (mgr.14196) 388 : cluster [DBG] pgmap v470: 17 pgs: 17 active+clean; 6.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 87 MiB/s wr, 1.39k op/s
2020-11-16T20:25:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:27 smithi071 bash[9480]: audit 2020-11-16T20:25:26.121724+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:25:27.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:27 smithi071 bash[9480]: audit 2020-11-16T20:25:26.129895+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:25:27.202 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:27 smithi071 bash[12066]: debug 2020-11-16T20:25:27.145+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:27.253 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:27.260 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:26 smithi065 bash[9468]: cluster 2020-11-16T20:25:26.001377+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e154: 12 total, 12 up, 12 in
2020-11-16T20:25:27.261 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:26 smithi065 bash[9468]: cluster 2020-11-16T20:25:26.040378+0000 mgr.x (mgr.14196) 388 : cluster [DBG] pgmap v470: 17 pgs: 17 active+clean; 6.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 87 MiB/s wr, 1.39k op/s
2020-11-16T20:25:27.261 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:26 smithi065 bash[9468]: audit 2020-11-16T20:25:26.121724+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:25:27.261 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:26 smithi065 bash[9468]: audit 2020-11-16T20:25:26.129895+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:25:27.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:27 smithi142 bash[9523]: cluster 2020-11-16T20:25:26.001377+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e154: 12 total, 12 up, 12 in
2020-11-16T20:25:27.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:27 smithi142 bash[9523]: cluster 2020-11-16T20:25:26.040378+0000 mgr.x (mgr.14196) 388 : cluster [DBG] pgmap v470: 17 pgs: 17 active+clean; 6.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 87 MiB/s wr, 1.39k op/s
2020-11-16T20:25:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:27 smithi142 bash[9523]: audit 2020-11-16T20:25:26.121724+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:25:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:27 smithi142 bash[9523]: audit 2020-11-16T20:25:26.129895+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:25:27.384 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:27.490 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:27.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:27 smithi065 bash[14115]: debug 2020-11-16T20:25:27.381+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:27.820 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:25:27.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   57      16    112267    112251   123.071   84.8125   0.0182312  0.00812293
2020-11-16T20:25:27.989 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:27.997 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:25:28.037 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:28.144 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:28.206 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:28.276 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:28.285 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:28 smithi142 bash[15670]: debug 2020-11-16T20:25:28.032+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:28.380 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:28.451 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:28 smithi071 bash[16796]: debug 2020-11-16T20:25:28.273+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:28.490 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:28.593 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:28.852 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:28.854 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:28 smithi142 bash[15670]: debug 2020-11-16T20:25:28.852+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:28.872 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   58      16    113485    113469   122.262    76.125  0.00733344  0.00817686
2020-11-16T20:25:28.885 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops
2020-11-16T20:25:28.951 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:28 smithi071 bash[19196]: debug 2020-11-16T20:25:28.485+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:28.955 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:29.088 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:29 smithi065 bash[9468]: cluster 2020-11-16T20:25:28.041011+0000 mgr.x (mgr.14196) 389 : cluster [DBG] pgmap v471: 17 pgs: 17 active+clean; 6.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s wr, 1.27k op/s
2020-11-16T20:25:29.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:29 smithi142 bash[9523]: cluster 2020-11-16T20:25:28.041011+0000 mgr.x (mgr.14196) 389 : cluster [DBG] pgmap v471: 17 pgs: 17 active+clean; 6.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s wr, 1.27k op/s
2020-11-16T20:25:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:29 smithi071 bash[9480]: cluster 2020-11-16T20:25:28.041011+0000 mgr.x (mgr.14196) 389 : cluster [DBG] pgmap v471: 17 pgs: 17 active+clean; 6.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s wr, 1.27k op/s
2020-11-16T20:25:29.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   59      16    114614    114598   121.385   70.5625   0.0153317    0.008236
2020-11-16T20:25:30.718 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:25:30.719 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:25:30.719 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:25:30.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:25:30.874671 min lat: 0.0015712 max lat: 0.437059 avg lat: 0.00827792
2020-11-16T20:25:30.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:25:30.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   60      16    115969    115953   120.774   84.6875   0.0207191  0.00827792
2020-11-16T20:25:30.900 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:31.233 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:31.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:31 smithi142 bash[9523]: cluster 2020-11-16T20:25:30.041560+0000 mgr.x (mgr.14196) 390 : cluster [DBG] pgmap v472: 17 pgs: 17 active+clean; 6.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 89 MiB/s wr, 1.42k op/s
2020-11-16T20:25:31.337 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:31 smithi071 bash[9480]: cluster 2020-11-16T20:25:30.041560+0000 mgr.x (mgr.14196) 390 : cluster [DBG] pgmap v472: 17 pgs: 17 active+clean; 6.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 89 MiB/s wr, 1.42k op/s
2020-11-16T20:25:31.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:31 smithi065 bash[9468]: cluster 2020-11-16T20:25:30.041560+0000 mgr.x (mgr.14196) 390 : cluster [DBG] pgmap v472: 17 pgs: 17 active+clean; 6.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 89 MiB/s wr, 1.42k op/s
2020-11-16T20:25:31.534 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:31 smithi065 bash[11785]: debug 2020-11-16T20:25:31.225+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:31.826 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:31.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   61      16    117251    117235   120.107    80.125   0.0191979  0.00832404
2020-11-16T20:25:31.930 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:32.068 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:32.171 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:32.201 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:32 smithi071 bash[16796]: debug 2020-11-16T20:25:32.065+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:32.283 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:32.285 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:25:31 smithi142 bash[22738]: debug 2020-11-16T20:25:31.820+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:32.386 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:32.538 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:32.645 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:32.653 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:32 smithi065 bash[14115]: debug 2020-11-16T20:25:32.533+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:32.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:32 smithi071 bash[14419]: debug 2020-11-16T20:25:32.281+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:32.778 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:32.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   62      16    118547    118531   119.476        81  0.00963676  0.00836786
2020-11-16T20:25:32.885 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:33.005 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:33.034 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:32 smithi065 bash[11785]: debug 2020-11-16T20:25:32.773+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:33.110 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:33.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:33 smithi071 bash[9480]: cluster 2020-11-16T20:25:32.042031+0000 mgr.x (mgr.14196) 391 : cluster [DBG] pgmap v473: 17 pgs: 17 active+clean; 6.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:25:33.201 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:33 smithi071 bash[19196]: debug 2020-11-16T20:25:33.001+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:33.217 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:33.320 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:33.443 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:33 smithi065 bash[9468]: cluster 2020-11-16T20:25:32.042031+0000 mgr.x (mgr.14196) 391 : cluster [DBG] pgmap v473: 17 pgs: 17 active+clean; 6.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:25:33.446 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:33.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:33 smithi142 bash[9523]: cluster 2020-11-16T20:25:32.042031+0000 mgr.x (mgr.14196) 391 : cluster [DBG] pgmap v473: 17 pgs: 17 active+clean; 6.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:25:33.552 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:33.701 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:33 smithi071 bash[12066]: debug 2020-11-16T20:25:33.213+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:33.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:33 smithi065 bash[11785]: debug 2020-11-16T20:25:33.441+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:33.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   63      16    119799    119783   118.822     78.25   0.0085265  0.00841343
2020-11-16T20:25:34.225 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:34.328 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:34.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:34 smithi071 bash[9480]: cluster 2020-11-16T20:25:32.948823+0000 osd.6 (osd.6) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:34.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:34 smithi071 bash[9480]: cluster 2020-11-16T20:25:32.948938+0000 osd.6 (osd.6) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:34.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:34 smithi071 bash[9480]: cluster 2020-11-16T20:25:33.123862+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e155: 12 total, 12 up, 12 in
2020-11-16T20:25:34.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:34 smithi065 bash[9468]: cluster 2020-11-16T20:25:32.948823+0000 osd.6 (osd.6) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:34.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:34 smithi065 bash[9468]: cluster 2020-11-16T20:25:32.948938+0000 osd.6 (osd.6) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:34.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:34 smithi065 bash[9468]: cluster 2020-11-16T20:25:33.123862+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e155: 12 total, 12 up, 12 in
2020-11-16T20:25:34.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:34 smithi142 bash[9523]: cluster 2020-11-16T20:25:32.948823+0000 osd.6 (osd.6) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:34.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:34 smithi142 bash[9523]: cluster 2020-11-16T20:25:32.948938+0000 osd.6 (osd.6) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:34.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:34 smithi142 bash[9523]: cluster 2020-11-16T20:25:33.123862+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e155: 12 total, 12 up, 12 in
2020-11-16T20:25:34.536 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:34 smithi142 bash[20366]: debug 2020-11-16T20:25:34.224+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:34.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   64      16    121108    121092   118.243   81.8125  0.00581269  0.00845368
2020-11-16T20:25:35.144 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:35.248 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:35.360 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:35.391 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:35 smithi142 bash[9523]: cluster 2020-11-16T20:25:34.042415+0000 mgr.x (mgr.14196) 392 : cluster [DBG] pgmap v475: 17 pgs: 17 active+clean; 7.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s wr, 1.24k op/s
2020-11-16T20:25:35.391 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:35 smithi142 bash[20366]: debug 2020-11-16T20:25:35.144+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:35 smithi071 bash[9480]: cluster 2020-11-16T20:25:34.042415+0000 mgr.x (mgr.14196) 392 : cluster [DBG] pgmap v475: 17 pgs: 17 active+clean; 7.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s wr, 1.24k op/s
2020-11-16T20:25:35.451 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:35 smithi071 bash[16796]: debug 2020-11-16T20:25:35.357+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:35.464 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:35.472 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:35 smithi065 bash[9468]: cluster 2020-11-16T20:25:34.042415+0000 mgr.x (mgr.14196) 392 : cluster [DBG] pgmap v475: 17 pgs: 17 active+clean; 7.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s wr, 1.24k op/s
2020-11-16T20:25:35.595 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:35.700 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:35.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:35 smithi065 bash[14115]: debug 2020-11-16T20:25:35.589+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:35.810 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:35.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   65      16    122189    122173   117.463   67.5625  0.00849319    0.008511
2020-11-16T20:25:35.912 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:36.035 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:36.141 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:36.148 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:35 smithi071 bash[12066]: debug 2020-11-16T20:25:35.805+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:36.271 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:36.283 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:25:36 smithi065 bash[18823]: debug 2020-11-16T20:25:36.029+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:36.375 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:36.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:36 smithi071 bash[14419]: debug 2020-11-16T20:25:36.269+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:36.488 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:36.592 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:36.696 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:36.801 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:36.810 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:36 smithi071 bash[14419]: debug 2020-11-16T20:25:36.693+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:36.810 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:36 smithi071 bash[16796]: debug 2020-11-16T20:25:36.485+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:36.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   66      16    123453    123437   116.881        79   0.0112925  0.00855406
2020-11-16T20:25:36.912 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:37.015 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:37.122 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:37 smithi071 bash[9480]: cluster 2020-11-16T20:25:36.042831+0000 mgr.x (mgr.14196) 393 : cluster [DBG] pgmap v476: 17 pgs: 17 active+clean; 7.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s wr, 1.28k op/s
2020-11-16T20:25:37.123 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:36 smithi071 bash[14419]: debug 2020-11-16T20:25:36.909+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:37.123 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:37 smithi071 bash[16796]: debug 2020-11-16T20:25:37.121+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:37.123 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:37.225 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:37 smithi065 bash[9468]: cluster 2020-11-16T20:25:36.042831+0000 mgr.x (mgr.14196) 393 : cluster [DBG] pgmap v476: 17 pgs: 17 active+clean; 7.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s wr, 1.28k op/s
2020-11-16T20:25:37.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:37 smithi142 bash[9523]: cluster 2020-11-16T20:25:36.042831+0000 mgr.x (mgr.14196) 393 : cluster [DBG] pgmap v476: 17 pgs: 17 active+clean; 7.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s wr, 1.28k op/s
2020-11-16T20:25:37.530 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:37.633 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:37.785 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:25:37 smithi142 bash[18009]: debug 2020-11-16T20:25:37.528+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:37.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   67      16    124670    124654   116.271   76.0625   0.0125406  0.00859836
2020-11-16T20:25:38.025 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:25:38.172 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:38.274 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:38.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:38 smithi071 bash[9480]: cluster 2020-11-16T20:25:37.040623+0000 osd.4 (osd.4) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:38.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:38 smithi071 bash[9480]: cluster 2020-11-16T20:25:37.040742+0000 osd.4 (osd.4) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:38.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:38 smithi071 bash[9480]: audit 2020-11-16T20:25:37.180304+0000 mon.b (mon.1) 324 : audit [INF] from='client.? v1:172.21.15.142:0/1783102160' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:38.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:38 smithi071 bash[9480]: audit 2020-11-16T20:25:37.183192+0000 mon.a (mon.0) 812 : audit [INF] from='client.24799 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:38.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:38 smithi065 bash[9468]: cluster 2020-11-16T20:25:37.040623+0000 osd.4 (osd.4) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:38.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:38 smithi065 bash[9468]: cluster 2020-11-16T20:25:37.040742+0000 osd.4 (osd.4) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:38.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:38 smithi065 bash[9468]: audit 2020-11-16T20:25:37.180304+0000 mon.b (mon.1) 324 : audit [INF] from='client.? v1:172.21.15.142:0/1783102160' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:38.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:38 smithi065 bash[9468]: audit 2020-11-16T20:25:37.183192+0000 mon.a (mon.0) 812 : audit [INF] from='client.24799 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:38.285 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:25:38 smithi142 bash[18009]: debug 2020-11-16T20:25:38.168+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:38 smithi142 bash[9523]: cluster 2020-11-16T20:25:37.040623+0000 osd.4 (osd.4) 25 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:38 smithi142 bash[9523]: cluster 2020-11-16T20:25:37.040742+0000 osd.4 (osd.4) 26 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:38 smithi142 bash[9523]: audit 2020-11-16T20:25:37.180304+0000 mon.b (mon.1) 324 : audit [INF] from='client.? v1:172.21.15.142:0/1783102160' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:38.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:38 smithi142 bash[9523]: audit 2020-11-16T20:25:37.183192+0000 mon.a (mon.0) 812 : audit [INF] from='client.24799 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:25:38.402 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:38.505 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:38.560 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:25:38.598 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:25:38.616 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:38.618 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:38 smithi071 bash[12066]: debug 2020-11-16T20:25:38.401+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:38.646 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:25:38.690 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:25:38.720 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:38.727 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:25:38.767 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:25:38.811 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:25:38.848 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:25:38.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   68      15    125854    125839    115.65   74.0625   0.0556852  0.00864404
2020-11-16T20:25:38.883 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:25:38.916 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:25:38.951 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:38 smithi071 bash[19196]: debug 2020-11-16T20:25:38.613+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:38.953 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:25:38.991 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:25:38.997 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.997 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.997 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.997 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.997 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.998 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.998 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.998 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.998 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.998 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.998 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:25:38.998 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:25:39.014 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.011007+0000 mon.a (mon.0) 813 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:39.015 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[9523]: audit 2020-11-16T20:25:38.022884+0000 mon.a (mon.0) 814 : audit [INF] from='client.24799 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:25:39.015 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.022940+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e156: 12 total, 12 up, 12 in
2020-11-16T20:25:39.015 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.043260+0000 mgr.x (mgr.14196) 394 : cluster [DBG] pgmap v478: 17 pgs: 17 active+clean; 7.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s wr, 1.28k op/s
2020-11-16T20:25:39.015 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[9523]: audit 2020-11-16T20:25:38.523650+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? v1:172.21.15.142:0/2912526803' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:39.015 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.649474+0000 osd.2 (osd.2) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.016 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.689762+0000 osd.3 (osd.3) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.016 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.954999+0000 osd.10 (osd.10) 17 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:39 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.011007+0000 mon.a (mon.0) 813 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:39 smithi065 bash[9468]: audit 2020-11-16T20:25:38.022884+0000 mon.a (mon.0) 814 : audit [INF] from='client.24799 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:25:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:39 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.022940+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e156: 12 total, 12 up, 12 in
2020-11-16T20:25:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:39 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.043260+0000 mgr.x (mgr.14196) 394 : cluster [DBG] pgmap v478: 17 pgs: 17 active+clean; 7.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s wr, 1.28k op/s
2020-11-16T20:25:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:39 smithi065 bash[9468]: audit 2020-11-16T20:25:38.523650+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? v1:172.21.15.142:0/2912526803' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:39 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.649474+0000 osd.2 (osd.2) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:39 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.689762+0000 osd.3 (osd.3) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:39 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.954999+0000 osd.10 (osd.10) 17 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.011007+0000 mon.a (mon.0) 813 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[9480]: audit 2020-11-16T20:25:38.022884+0000 mon.a (mon.0) 814 : audit [INF] from='client.24799 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:25:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.022940+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e156: 12 total, 12 up, 12 in
2020-11-16T20:25:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.043260+0000 mgr.x (mgr.14196) 394 : cluster [DBG] pgmap v478: 17 pgs: 17 active+clean; 7.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s wr, 1.28k op/s
2020-11-16T20:25:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[9480]: audit 2020-11-16T20:25:38.523650+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? v1:172.21.15.142:0/2912526803' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.649474+0000 osd.2 (osd.2) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.689762+0000 osd.3 (osd.3) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.954999+0000 osd.10 (osd.10) 17 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:39.746 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:39.841 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:25:39.842 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:25:39.842 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T20:25:39.842 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T20:25:39.842 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:25:39.849 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:39.873 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   69      16    126951    126935   114.967      68.5  0.00909345  0.00869632
2020-11-16T20:25:39.967 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:40.027 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.561823+0000 osd.0 (osd.0) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.027 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.602320+0000 osd.1 (osd.1) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.027 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.728915+0000 osd.4 (osd.4) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.027 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.767749+0000 osd.5 (osd.5) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.027 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.812827+0000 osd.6 (osd.6) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.027 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.845721+0000 osd.7 (osd.7) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.028 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.884866+0000 osd.8 (osd.8) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.028 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.917452+0000 osd.9 (osd.9) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.028 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[9523]: cluster 2020-11-16T20:25:38.991956+0000 osd.11 (osd.11) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.028 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:39 smithi142 bash[15670]: debug 2020-11-16T20:25:39.744+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:40.071 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:40.201 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:39 smithi071 bash[14419]: debug 2020-11-16T20:25:39.965+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:40.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.561823+0000 osd.0 (osd.0) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.602320+0000 osd.1 (osd.1) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.728915+0000 osd.4 (osd.4) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.767749+0000 osd.5 (osd.5) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.812827+0000 osd.6 (osd.6) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.845721+0000 osd.7 (osd.7) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.884866+0000 osd.8 (osd.8) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.917452+0000 osd.9 (osd.9) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:40 smithi071 bash[9480]: cluster 2020-11-16T20:25:38.991956+0000 osd.11 (osd.11) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.211 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:40.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.561823+0000 osd.0 (osd.0) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.602320+0000 osd.1 (osd.1) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.728915+0000 osd.4 (osd.4) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.767749+0000 osd.5 (osd.5) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.812827+0000 osd.6 (osd.6) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.845721+0000 osd.7 (osd.7) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.884866+0000 osd.8 (osd.8) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.917452+0000 osd.9 (osd.9) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[9468]: cluster 2020-11-16T20:25:38.991956+0000 osd.11 (osd.11) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:40.285 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[18823]: debug 2020-11-16T20:25:40.209+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:40.314 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:40.563 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:40.618 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:25:40 smithi142 bash[22738]: debug 2020-11-16T20:25:40.564+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:40.666 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:40.785 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:40.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   70      16    128185    128169   114.426    77.125   0.0118677  0.00873731
2020-11-16T20:25:40.888 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:41.007 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:25:40 smithi065 bash[18823]: debug 2020-11-16T20:25:40.773+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:41.007 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:41.110 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:41.242 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:41.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:41 smithi065 bash[9468]: cluster 2020-11-16T20:25:40.043739+0000 mgr.x (mgr.14196) 395 : cluster [DBG] pgmap v479: 17 pgs: 17 active+clean; 7.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:25:41.284 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:41 smithi065 bash[11785]: debug 2020-11-16T20:25:41.237+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:41.284 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:41 smithi065 bash[14115]: debug 2020-11-16T20:25:41.001+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:41.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:41 smithi142 bash[9523]: cluster 2020-11-16T20:25:40.043739+0000 mgr.x (mgr.14196) 395 : cluster [DBG] pgmap v479: 17 pgs: 17 active+clean; 7.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:25:41.347 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:41 smithi071 bash[9480]: cluster 2020-11-16T20:25:40.043739+0000 mgr.x (mgr.14196) 395 : cluster [DBG] pgmap v479: 17 pgs: 17 active+clean; 7.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:25:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:41.701 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:41.711 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:25:41 smithi142 bash[22738]: debug 2020-11-16T20:25:41.596+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:41.734 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_historic_ops
2020-11-16T20:25:41.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   71      16    129393    129377   113.878      75.5   0.0198911  0.00877938
2020-11-16T20:25:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:25:41.951 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:41.981 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:41.989 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:25:41 smithi142 bash[22738]: debug 2020-11-16T20:25:41.872+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:25:42.497 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:25:42.619 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:25:42.701 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:42.801 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:42.803 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:42.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   72      16    130535    130519   113.288    71.375    0.012723  0.00882391
2020-11-16T20:25:42.908 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:43.013 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:43.035 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:42 smithi142 bash[20366]: debug 2020-11-16T20:25:42.704+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:43.096 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:42 smithi071 bash[19196]: debug 2020-11-16T20:25:42.905+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:43.147 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:43.250 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:43.262 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:25:43.283 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:43 smithi065 bash[14115]: debug 2020-11-16T20:25:43.141+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:43.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:43 smithi065 bash[9468]: cluster 2020-11-16T20:25:42.044215+0000 mgr.x (mgr.14196) 396 : cluster [DBG] pgmap v480: 17 pgs: 17 active+clean; 7.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 994 op/s
2020-11-16T20:25:43.351 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:43 smithi071 bash[9480]: cluster 2020-11-16T20:25:42.044215+0000 mgr.x (mgr.14196) 396 : cluster [DBG] pgmap v480: 17 pgs: 17 active+clean; 7.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 994 op/s
2020-11-16T20:25:43.351 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:43.441 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:43.457 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:43.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:43 smithi142 bash[9523]: cluster 2020-11-16T20:25:42.044215+0000 mgr.x (mgr.14196) 396 : cluster [DBG] pgmap v480: 17 pgs: 17 active+clean; 7.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 994 op/s
2020-11-16T20:25:43.595 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:43.698 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:43.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:43 smithi071 bash[14419]: debug 2020-11-16T20:25:43.349+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:43.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:43 smithi071 bash[14419]: debug 2020-11-16T20:25:43.593+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:43.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   73      16    131694    131678   112.728   72.4375   0.0155906  0.00886911
2020-11-16T20:25:44.089 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:44.192 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:44.324 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:25:44.428 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:44.436 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:44 smithi071 bash[9480]: audit 2020-11-16T20:25:42.487559+0000 mgr.x (mgr.14196) 397 : audit [DBG] from='client.14874 v1:172.21.15.142:0/2026070697' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:25:44.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:44 smithi065 bash[9468]: audit 2020-11-16T20:25:42.487559+0000 mgr.x (mgr.14196) 397 : audit [DBG] from='client.14874 v1:172.21.15.142:0/2026070697' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:25:44.534 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:25:44 smithi065 bash[16457]: debug 2020-11-16T20:25:44.321+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:44.535 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:44 smithi142 bash[20366]: debug 2020-11-16T20:25:44.088+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:44.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:44 smithi142 bash[9523]: audit 2020-11-16T20:25:42.487559+0000 mgr.x (mgr.14196) 397 : audit [DBG] from='client.14874 v1:172.21.15.142:0/2026070697' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:25:44.536 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:44.640 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:44.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:44 smithi071 bash[16796]: debug 2020-11-16T20:25:44.533+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:44.752 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:44.845 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":480,"stamp":"2020-11-16T20:25:42.043933+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8237678592,"num_objects":125697,"num_object_clones":0,"num_object_copies":251394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":125697,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":125697,"num_write_kb":8044608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125697,"ondisk_log_size":125697,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":16529952,"kb_used_data":16103232,"kb_used_omap":0,"kb_used_meta":426624,"kb_avail":1108411872,"statfs":{"total":1151940427776,"available":1135013756928,"internally_reserved":0,"allocated":16489709568,"data_stored":16485682672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":436862976},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":581435392,"num_objects":8872,"num_object_clones":0,"num_object_copies":17744,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8872,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8872,"num_write_kb":567808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.923027"},"pg_stats":[{"pgid":"2.f","version":"155'7612","reported_seq":"7641","reported_epoch":"155","state":"active+clean","last_fresh":"2020-11-16T20:25:37.180374+0000","last_change":"2020-11-16T20:24:20.359730+0000","last_active":"2020-11-16T20:25:37.180374+0000","last_peered":"2020-11-16T20:25:37.180374+0000","last_clean":"2020-11-16T20:25:37.180374+0000","last_became_active":"2020-11-16T20:24:20.359163+0000","last_became_peered":"2020-11-16T20:24:20.359163+0000","last_unstale":"2020-11-16T20:25:37.180374+0000","last_undegraded":"2020-11-16T20:25:37.180374+0000","last_fullsized":"2020-11-16T20:25:37.180374+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7612,"ondisk_log_size":7612,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":498860032,"num_objects":7612,"num_object_clones":0,"num_object_copies":15224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7612,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7612,"num_write_kb":487168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"155'7721","reported_seq":"7750","reported_epoch":"155","state":"active+clean","last_fresh":"2020-11-16T20:25:37.958004+0000","last_change":"2020-11-16T20:24:20.713097+0000","last_active":"2020-11-16T20:25:37.958004+0000","last_peered":"2020-11-16T20:25:37.958004+0000","last_clean":"2020-11-16T20:25:37.958004+0000","last_became_active":"2020-11-16T20:24:20.712160+0000","last_became_peered":"2020-11-16T20:24:20.712160+0000","last_unstale":"2020-11-16T20:25:37.958004+0000","last_undegraded":"2020-11-16T20:25:37.958004+0000","last_fullsized":"2020-11-16T20:25:37.958004+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7721,"ondisk_log_size":7721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":506003456,"num_objects":7721,"num_object_clones":0,"num_object_copies":15442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7721,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7721,"num_write_kb":494144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"156'7894","reported_seq":"7924","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:40.060077+0000","last_change":"2020-11-16T20:24:20.360912+0000","last_active":"2020-11-16T20:25:40.060077+0000","last_peered":"2020-11-16T20:25:40.060077+0000","last_clean":"2020-11-16T20:25:40.060077+0000","last_became_active":"2020-11-16T20:24:20.360520+0000","last_became_peered":"2020-11-16T20:24:20.360520+0000","last_unstale":"2020-11-16T20:25:40.060077+0000","last_undegraded":"2020-11-16T20:25:40.060077+0000","last_fullsized":"2020-11-16T20:25:40.060077+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7894,"ondisk_log_size":7894,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":517341184,"num_objects":7894,"num_object_clones":0,"num_object_copies":15788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7894,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7894,"num_write_kb":505216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"156'7878","reported_seq":"7908","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:39.926180+0000","last_change":"2020-11-16T20:24:20.821723+0000","last_active":"2020-11-16T20:25:39.926180+0000","last_peered":"2020-11-16T20:25:39.926180+0000","last_clean":"2020-11-16T20:25:39.926180+0000","last_became_active":"2020-11-16T20:24:20.820718+0000","last_became_peered":"2020-11-16T20:24:20.820718+0000","last_unstale":"2020-11-16T20:25:39.926180+0000","last_undegraded":"2020-11-16T20:25:39.926180+0000","last_fullsized":"2020-11-16T20:25:39.926180+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7878,"ondisk_log_size":7878,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":516292608,"num_objects":7878,"num_object_clones":0,"num_object_copies":15756,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7878,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7878,"num_write_kb":504192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"156'7884","reported_seq":"7914","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:40.014351+0000","last_change":"2020-11-16T20:24:20.360313+0000","last_active":"2020-11-16T20:25:40.014351+0000","last_peered":"2020-11-16T20:25:40.014351+0000","last_clean":"2020-11-16T20:25:40.014351+0000","last_became_active":"2020-11-16T20:24:20.359731+0000","last_became_peered":"2020-11-16T20:24:20.359731+0000","last_unstale":"2020-11-16T20:25:40.014351+0000","last_undegraded":"2020-11-16T20:25:40.014351+0000","last_fullsized":"2020-11-16T20:25:40.014351+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7884,"ondisk_log_size":7884,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":516685824,"num_objects":7884,"num_object_clones":0,"num_object_copies":15768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7884,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7884,"num_write_kb":504576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"140","reported_epoch":"155","state":"active+clean","last_fresh":"2020-11-16T20:25:33.126717+0000","last_change":"2020-11-16T20:24:51.129259+0000","last_active":"2020-11-16T20:25:33.126717+0000","last_peered":"2020-11-16T20:25:33.126717+0000","last_clean":"2020-11-16T20:25:33.126717+0000","last_became_active":"2020-11-16T20:21:21.368438+0000","last_became_peered":"2020-11-16T20:21:21.368438+0000","last_unstale":"2020-11-16T20:25:33.126717+0000","last_undegraded":"2020-11-16T20:25:33.126717+0000","last_fullsized":"2020-11-16T20:25:33.126717+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:51.129168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:24:51.129168+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"156'7867","reported_seq":"7897","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:38.059359+0000","last_change":"2020-11-16T20:24:20.534190+0000","last_active":"2020-11-16T20:25:38.059359+0000","last_peered":"2020-11-16T20:25:38.059359+0000","last_clean":"2020-11-16T20:25:38.059359+0000","last_became_active":"2020-11-16T20:24:20.533315+0000","last_became_peered":"2020-11-16T20:24:20.533315+0000","last_unstale":"2020-11-16T20:25:38.059359+0000","last_undegraded":"2020-11-16T20:25:38.059359+0000","last_fullsized":"2020-11-16T20:25:38.059359+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7867,"ondisk_log_size":7867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":515571712,"num_objects":7867,"num_object_clones":0,"num_object_copies":15734,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7867,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7867,"num_write_kb":503488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10],"acting":[7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"155'7740","reported_seq":"7769","reported_epoch":"155","state":"active+clean","last_fresh":"2020-11-16T20:25:37.211090+0000","last_change":"2020-11-16T20:24:20.711079+0000","last_active":"2020-11-16T20:25:37.211090+0000","last_peered":"2020-11-16T20:25:37.211090+0000","last_clean":"2020-11-16T20:25:37.211090+0000","last_became_active":"2020-11-16T20:24:20.709967+0000","last_became_peered":"2020-11-16T20:24:20.709967+0000","last_unstale":"2020-11-16T20:25:37.211090+0000","last_undegraded":"2020-11-16T20:25:37.211090+0000","last_fullsized":"2020-11-16T20:25:37.211090+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7740,"ondisk_log_size":7740,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":507248640,"num_objects":7740,"num_object_clones":0,"num_object_copies":15480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7740,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7740,"num_write_kb":495360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0],"acting":[8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.6","version":"155'7921","reported_seq":"7950","reported_epoch":"155","state":"active+clean","last_fresh":"2020-11-16T20:25:37.975286+0000","last_change":"2020-11-16T20:24:20.360555+0000","last_active":"2020-11-16T20:25:37.975286+0000","last_peered":"2020-11-16T20:25:37.975286+0000","last_clean":"2020-11-16T20:25:37.975286+0000","last_became_active":"2020-11-16T20:24:20.360043+0000","last_became_peered":"2020-11-16T20:24:20.360043+0000","last_unstale":"2020-11-16T20:25:37.975286+0000","last_undegraded":"2020-11-16T20:25:37.975286+0000","last_fullsized":"2020-11-16T20:25:37.975286+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7921,"ondisk_log_size":7921,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":519110656,"num_objects":7921,"num_object_clones":0,"num_object_copies":15842,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7921,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7921,"num_write_kb":506944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8],"acting":[1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"156'8147","reported_seq":"8176","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:39.956285+0000","last_change":"2020-11-16T20:24:20.535057+0000","last_active":"2020-11-16T20:25:39.956285+0000","last_peered":"2020-11-16T20:25:39.956285+0000","last_clean":"2020-11-16T20:25:39.956285+0000","last_became_active":"2020-11-16T20:24:20.533863+0000","last_became_peered":"2020-11-16T20:24:20.533863+0000","last_unstale":"2020-11-16T20:25:39.956285+0000","last_undegraded":"2020-11-16T20:25:39.956285+0000","last_fullsized":"2020-11-16T20:25:39.956285+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":8147,"ondisk_log_size":8147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":533921792,"num_objects":8147,"num_object_clones":0,"num_object_copies":16294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8147,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8147,"num_write_kb":521408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10],"acting":[6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.8","version":"156'7733","reported_seq":"7763","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:38.095588+0000","last_change":"2020-11-16T20:24:20.359378+0000","last_active":"2020-11-16T20:25:38.095588+0000","last_peered":"2020-11-16T20:25:38.095588+0000","last_clean":"2020-11-16T20:25:38.095588+0000","last_became_active":"2020-11-16T20:24:20.358984+0000","last_became_peered":"2020-11-16T20:24:20.358984+0000","last_unstale":"2020-11-16T20:25:38.095588+0000","last_undegraded":"2020-11-16T20:25:38.095588+0000","last_fullsized":"2020-11-16T20:25:38.095588+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7733,"ondisk_log_size":7733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":506789888,"num_objects":7733,"num_object_clones":0,"num_object_copies":15466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7733,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7733,"num_write_kb":494912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9],"acting":[7,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.9","version":"155'7821","reported_seq":"7850","reported_epoch":"155","state":"active+clean","last_fresh":"2020-11-16T20:25:37.990818+0000","last_change":"2020-11-16T20:24:20.358536+0000","last_active":"2020-11-16T20:25:37.990818+0000","last_peered":"2020-11-16T20:25:37.990818+0000","last_clean":"2020-11-16T20:25:37.990818+0000","last_became_active":"2020-11-16T20:24:20.357783+0000","last_became_peered":"2020-11-16T20:24:20.357783+0000","last_unstale":"2020-11-16T20:25:37.990818+0000","last_undegraded":"2020-11-16T20:25:37.990818+0000","last_fullsized":"2020-11-16T20:25:37.990818+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7821,"ondisk_log_size":7821,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":512557056,"num_objects":7821,"num_object_clones":0,"num_object_copies":15642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7821,"num_write_kb":500544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"156'8088","reported_seq":"8120","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:40.051175+0000","last_change":"2020-11-16T20:25:23.156405+0000","last_active":"2020-11-16T20:25:40.051175+0000","last_peered":"2020-11-16T20:25:40.051175+0000","last_clean":"2020-11-16T20:25:40.051175+0000","last_became_active":"2020-11-16T20:24:20.818339+0000","last_became_peered":"2020-11-16T20:24:20.818339+0000","last_unstale":"2020-11-16T20:25:40.051175+0000","last_undegraded":"2020-11-16T20:25:40.051175+0000","last_fullsized":"2020-11-16T20:25:40.051175+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":8088,"ondisk_log_size":8088,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":530055168,"num_objects":8088,"num_object_clones":0,"num_object_copies":16176,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8088,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8088,"num_write_kb":517632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3],"acting":[11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.b","version":"155'7676","reported_seq":"7705","reported_epoch":"155","state":"active+clean","last_fresh":"2020-11-16T20:25:37.191151+0000","last_change":"2020-11-16T20:24:20.357869+0000","last_active":"2020-11-16T20:25:37.191151+0000","last_peered":"2020-11-16T20:25:37.191151+0000","last_clean":"2020-11-16T20:25:37.191151+0000","last_became_active":"2020-11-16T20:24:20.357460+0000","last_became_peered":"2020-11-16T20:24:20.357460+0000","last_unstale":"2020-11-16T20:25:37.191151+0000","last_undegraded":"2020-11-16T20:25:37.191151+0000","last_fullsized":"2020-11-16T20:25:37.191151+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7676,"ondisk_log_size":7676,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":503054336,"num_objects":7676,"num_object_clones":0,"num_object_copies":15352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7676,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7676,"num_write_kb":491264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11],"acting":[8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.c","version":"156'8001","reported_seq":"8029","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:40.056539+0000","last_change":"2020-11-16T20:24:20.711596+0000","last_active":"2020-11-16T20:25:40.056539+0000","last_peered":"2020-11-16T20:25:40.056539+0000","last_clean":"2020-11-16T20:25:40.056539+0000","last_became_active":"2020-11-16T20:24:20.710533+0000","last_became_peered":"2020-11-16T20:24:20.710533+0000","last_unstale":"2020-11-16T20:25:40.056539+0000","last_undegraded":"2020-11-16T20:25:40.056539+0000","last_fullsized":"2020-11-16T20:25:40.056539+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":8001,"ondisk_log_size":8001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":524353536,"num_objects":8001,"num_object_clones":0,"num_object_copies":16002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8001,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8001,"num_write_kb":512064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0],"acting":[11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.d","version":"156'7831","reported_seq":"7861","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:38.047260+0000","last_change":"2020-11-16T20:24:20.751715+0000","last_active":"2020-11-16T20:25:38.047260+0000","last_peered":"2020-11-16T20:25:38.047260+0000","last_clean":"2020-11-16T20:25:38.047260+0000","last_became_active":"2020-11-16T20:24:20.750821+0000","last_became_peered":"2020-11-16T20:24:20.750821+0000","last_unstale":"2020-11-16T20:25:38.047260+0000","last_undegraded":"2020-11-16T20:25:38.047260+0000","last_fullsized":"2020-11-16T20:25:38.047260+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7831,"ondisk_log_size":7831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":513212416,"num_objects":7831,"num_object_clones":0,"num_object_copies":15662,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7831,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7831,"num_write_kb":501184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4],"acting":[9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.e","version":"156'7883","reported_seq":"7913","reported_epoch":"156","state":"active+clean","last_fresh":"2020-11-16T20:25:39.939944+0000","last_change":"2020-11-16T20:24:20.822046+0000","last_active":"2020-11-16T20:25:39.939944+0000","last_peered":"2020-11-16T20:25:39.939944+0000","last_clean":"2020-11-16T20:25:39.939944+0000","last_became_active":"2020-11-16T20:24:20.820959+0000","last_became_peered":"2020-11-16T20:24:20.820959+0000","last_unstale":"2020-11-16T20:25:39.939944+0000","last_undegraded":"2020-11-16T20:25:39.939944+0000","last_fullsized":"2020-11-16T20:25:39.939944+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":7883,"ondisk_log_size":7883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":516620288,"num_objects":7883,"num_object_clones":0,"num_object_copies":15766,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7883,"num_write_kb":504512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":16,"stat_sum":{"num_bytes":8237678592,"num_objects":125697,"num_object_clones":0,"num_object_copies":251394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":125697,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":125697,"num_write_kb":8044608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16555966464,"data_stored":16555966464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125697,"ondisk_log_size":125697,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631543,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1561484,"kb_used_data":1522692,"kb_used_omap":0,"kb_used_meta":38784,"kb_avail":92183668,"statfs":{"total":95995035648,"available":94396076032,"internally_reserved":0,"allocated":1559236608,"data_stored":1558899043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":39714816},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":1.77,"15min":1.8400000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":2.9020000000000001,"5min":5.0640000000000001,"15min":5.0640000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.528,"5min":2.4220000000000002,"15min":2.6459999999999999},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":2.4380000000000002,"5min":4.3570000000000002,"15min":4.3570000000000002},"last":3.1139999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.528,"5min":2.1890000000000001,"15min":2.2930000000000001},"min":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":2.6360000000000001,"5min":3.9180000000000001,"15min":3.9180000000000001},"last":0.79700000000000004},{"interface":"front","average":{"1min":1.706,"5min":1.9410000000000001,"15min":1.9710000000000001},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":4.024,"5min":4.024,"15min":4.024},"last":0.628}]},{"osd":2,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.6830000000000001,"15min":1.677},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":4.2670000000000003,"5min":4.3840000000000003,"15min":4.3840000000000003},"last":2.9950000000000001},{"interface":"front","average":{"1min":2.044,"5min":2.7400000000000002,"15min":2.798},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":4.2009999999999996,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.93600000000000005}]},{"osd":3,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.831,"5min":2.7469999999999999,"15min":2.9260000000000002},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":18.023,"5min":18.023,"15min":18.023},"last":1.4630000000000001},{"interface":"front","average":{"1min":2.879,"5min":2.5489999999999999,"15min":2.331},"min":{"1min":1.181,"5min":1.181,"15min":1.181},"max":{"1min":18.923999999999999,"5min":18.923999999999999,"15min":18.923999999999999},"last":2.6589999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.851,"5min":2.7639999999999998,"15min":3.02},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.851,"5min":4.2489999999999997,"15min":4.2489999999999997},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.502,"5min":2.3149999999999999,"15min":2.4809999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":2.7879999999999998,"5min":4.3090000000000002,"15min":4.3090000000000002},"last":0.995}]},{"osd":5,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.889,"5min":3.1240000000000001,"15min":3.512},"min":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"max":{"1min":3.2280000000000002,"5min":4.7889999999999997,"15min":4.7889999999999997},"last":1.0249999999999999},{"interface":"front","average":{"1min":1.919,"5min":3.0219999999999998,"15min":3.016},"min":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"max":{"1min":3.7650000000000001,"5min":4.859,"15min":4.859},"last":1.0960000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.7410000000000001,"5min":2.6890000000000001,"15min":2.9279999999999999},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":3.1459999999999999,"5min":4.077,"15min":4.077},"last":1.161},{"interface":"front","average":{"1min":2.1139999999999999,"5min":3.613,"15min":3.823},"min":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":4.157,"5min":5.3650000000000002,"15min":5.3650000000000002},"last":1.2370000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.9970000000000001,"5min":2.9359999999999999,"15min":3.1629999999999998},"min":{"1min":1.262,"5min":1.262,"15min":1.262},"max":{"1min":3.5489999999999999,"5min":4.1760000000000002,"15min":4.1760000000000002},"last":1.492},{"interface":"front","average":{"1min":2.2749999999999999,"5min":3.7749999999999999,"15min":4.0410000000000004},"min":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"max":{"1min":4.3719999999999999,"5min":5.6319999999999997,"15min":5.6319999999999997},"last":1.3959999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":3.347,"15min":3.6509999999999998},"min":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"max":{"1min":5.3550000000000004,"5min":5.992,"15min":5.992},"last":4.7629999999999999},{"interface":"front","average":{"1min":2.7890000000000001,"5min":3.403,"15min":3.585},"min":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"max":{"1min":6.5910000000000002,"5min":6.5910000000000002,"15min":6.5910000000000002},"last":1.296}]},{"osd":10,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.488,"5min":3.4969999999999999,"15min":3.6909999999999998},"min":{"1min":1.236,"5min":1.236,"15min":1.236},"max":{"1min":7.6589999999999998,"5min":7.6589999999999998,"15min":7.6589999999999998},"last":1.268},{"interface":"front","average":{"1min":2.1960000000000002,"5min":3.5339999999999998,"15min":3.8610000000000002},"min":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"max":{"1min":4.2949999999999999,"5min":5.1349999999999998,"15min":5.1349999999999998},"last":2.0339999999999998}]}]},{"osd":10,"up_from":95,"seq":408021893182,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1072780,"kb_used_data":1037892,"kb_used_omap":0,"kb_used_meta":34880,"kb_avail":92672372,"statfs":{"total":95995035648,"available":94896508928,"internally_reserved":0,"allocated":1062801408,"data_stored":1062463843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35717120},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4430000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.9019999999999999,"15min":2.0619999999999998},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.9220000000000002,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":1.877},{"interface":"front","average":{"1min":1.5269999999999999,"5min":1.8180000000000001,"15min":1.8740000000000001},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.988,"5min":3.6720000000000002,"15min":3.6720000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":1.9970000000000001,"15min":2.0030000000000001},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":3.7549999999999999,"5min":4.085,"15min":4.085},"last":4.0129999999999999},{"interface":"front","average":{"1min":1.7969999999999999,"5min":2.0899999999999999,"15min":2.21},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"max":{"1min":3.169,"5min":4.149,"15min":4.149},"last":0.751}]},{"osd":3,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.6599999999999999,"15min":1.6579999999999999},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":3.7480000000000002,"5min":3.927,"15min":3.927},"last":1.9810000000000001},{"interface":"front","average":{"1min":1.954,"5min":2.2959999999999998,"15min":2.4020000000000001},"min":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":3.9060000000000001,"5min":3.9060000000000001,"15min":3.9060000000000001},"last":0.79100000000000004}]},{"osd":4,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":2.7869999999999999,"15min":2.923},"min":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"max":{"1min":3.6589999999999998,"5min":4.2409999999999997,"15min":4.2409999999999997},"last":2.1579999999999999},{"interface":"front","average":{"1min":1.988,"5min":2.5129999999999999,"15min":2.629},"min":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":3.8809999999999998,"5min":3.8809999999999998,"15min":3.8809999999999998},"last":2.5960000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":2.2890000000000001,"5min":3.016,"15min":3.2080000000000002},"min":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"max":{"1min":4.1260000000000003,"5min":5.048,"15min":5.048},"last":1.3129999999999999},{"interface":"front","average":{"1min":2.3210000000000002,"5min":2.8900000000000001,"15min":2.9279999999999999},"min":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"max":{"1min":3.7120000000000002,"5min":4.4710000000000001,"15min":4.4710000000000001},"last":2.294}]},{"osd":6,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":2.367,"5min":2.8029999999999999,"15min":2.8929999999999998},"min":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"max":{"1min":4.3849999999999998,"5min":4.3849999999999998,"15min":4.3849999999999998},"last":2.3260000000000001},{"interface":"front","average":{"1min":2.3639999999999999,"5min":3.282,"15min":3.492},"min":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"max":{"1min":3.7770000000000001,"5min":4.641,"15min":4.641},"last":1.585}]},{"osd":7,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":2.7480000000000002,"5min":3.0379999999999998,"15min":3.0630000000000002},"min":{"1min":1.6200000000000001,"5min":1.6200000000000001,"15min":1.6200000000000001},"max":{"1min":4.9000000000000004,"5min":4.9000000000000004,"15min":4.9000000000000004},"last":2.4590000000000001},{"interface":"front","average":{"1min":2.855,"5min":3.5339999999999998,"15min":3.6579999999999999},"min":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"max":{"1min":4.2770000000000001,"5min":4.7450000000000001,"15min":4.7450000000000001},"last":1.1699999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":3.1110000000000002,"5min":3.2879999999999998,"15min":3.1720000000000002},"min":{"1min":1.143,"5min":1.143,"15min":1.143},"max":{"1min":5.2350000000000003,"5min":5.2350000000000003,"15min":5.2350000000000003},"last":3.3370000000000002},{"interface":"front","average":{"1min":3.2050000000000001,"5min":3.4449999999999998,"15min":3.5070000000000001},"min":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"max":{"1min":4.9359999999999999,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":2.1909999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":3.4740000000000002,"15min":3.3820000000000001},"min":{"1min":1.4690000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"max":{"1min":5.3760000000000003,"5min":5.4240000000000004,"15min":5.4240000000000004},"last":2.6440000000000001},{"interface":"front","average":{"1min":2.8359999999999999,"5min":3.5640000000000001,"15min":3.6779999999999999},"min":{"1min":1.7190000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"max":{"1min":4.2160000000000002,"5min":5.9630000000000001,"15min":5.9630000000000001},"last":2.7400000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":3.7669999999999999,"15min":4.0460000000000003},"min":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"max":{"1min":5.5519999999999996,"5min":5.5519999999999996,"15min":5.5519999999999996},"last":1.446},{"interface":"front","average":{"1min":2.54,"5min":3.6669999999999998,"15min":3.875},"min":{"1min":1.333,"5min":1.333,"15min":1.333},"max":{"1min":4.6130000000000004,"5min":5.9080000000000004,"15min":5.9080000000000004},"last":3.0329999999999999}]}]},{"osd":9,"up_from":71,"seq":304942678103,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1508800,"kb_used_data":1474616,"kb_used_omap":0,"kb_used_meta":34176,"kb_avail":92236352,"statfs":{"total":95995035648,"available":94450024448,"internally_reserved":0,"allocated":1510006784,"data_stored":1509675145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":34996224},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":1.8149999999999999,"5min":1.8899999999999999,"15min":1.9079999999999999},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":3.968,"5min":3.968,"15min":3.968},"last":1.5209999999999999},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.913,"15min":1.7829999999999999},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":3.7240000000000002,"5min":3.7599999999999998,"15min":3.7599999999999998},"last":0.92000000000000004}]},{"osd":1,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":2.036,"15min":2.077},"min":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"max":{"1min":4.2539999999999996,"5min":4.2539999999999996,"15min":4.2539999999999996},"last":1.5649999999999999},{"interface":"front","average":{"1min":2.4420000000000002,"5min":2.0720000000000001,"15min":2.1859999999999999},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":4.4390000000000001},"last":1.484}]},{"osd":2,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0899999999999999,"5min":1.9830000000000001,"15min":1.901},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":4.5510000000000002,"5min":4.5510000000000002,"15min":4.5510000000000002},"last":1.4279999999999999},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.2320000000000002,"15min":2.052},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":3.7629999999999999,"5min":4.3719999999999999,"15min":4.3719999999999999},"last":0.83599999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":1.821,"5min":2.379,"15min":2.3809999999999998},"min":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":2.9940000000000002,"5min":3.8799999999999999,"15min":3.8799999999999999},"last":3.1800000000000002},{"interface":"front","average":{"1min":2.4580000000000002,"5min":2.4279999999999999,"15min":2.4460000000000002},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":5.3010000000000002,"5min":5.3010000000000002,"15min":5.3010000000000002},"last":2.5070000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.774,"15min":2.8140000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":4.0919999999999996,"5min":4.3760000000000003,"15min":4.3760000000000003},"last":1.8260000000000001},{"interface":"front","average":{"1min":2.2650000000000001,"5min":2.6269999999999998,"15min":2.5950000000000002},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":4.0919999999999996,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":1.304}]},{"osd":5,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":2.4689999999999999,"5min":3.0259999999999998,"15min":3.0409999999999999},"min":{"1min":1.28,"5min":1.28,"15min":1.28},"max":{"1min":3.6890000000000001,"5min":5.2610000000000001,"15min":5.2610000000000001},"last":1.962},{"interface":"front","average":{"1min":2.8029999999999999,"5min":2.9470000000000001,"15min":2.8220000000000001},"min":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":4.75,"5min":4.75,"15min":4.75},"last":1.054}]},{"osd":6,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":2.6800000000000002,"5min":2.9550000000000001,"15min":2.9910000000000001},"min":{"1min":1.194,"5min":1.194,"15min":1.194},"max":{"1min":4.8970000000000002,"5min":4.8970000000000002,"15min":4.8970000000000002},"last":0.98299999999999998},{"interface":"front","average":{"1min":2.7789999999999999,"5min":3.3879999999999999,"15min":3.4769999999999999},"min":{"1min":1.5580000000000001,"5min":1.5580000000000001,"15min":1.5580000000000001},"max":{"1min":4.2030000000000003,"5min":5.6070000000000002,"15min":5.6070000000000002},"last":2.1019999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":2.9529999999999998,"5min":3.1890000000000001,"15min":3.0750000000000002},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":4.9450000000000003,"5min":4.9450000000000003,"15min":4.9450000000000003},"last":1.179},{"interface":"front","average":{"1min":3.012,"5min":3.306,"15min":3.371},"min":{"1min":1.21,"5min":1.21,"15min":1.21},"max":{"1min":5.4889999999999999,"5min":5.4889999999999999,"15min":5.4889999999999999},"last":1.242}]},{"osd":8,"last update":"Mon Nov 16 20:25:00 2020","interfaces":[{"interface":"back","average":{"1min":3.1640000000000001,"5min":3.3999999999999999,"15min":3.3580000000000001},"min":{"1min":1.4259999999999999,"5min":1.284,"15min":1.284},"max":{"1min":4.5300000000000002,"5min":4.548,"15min":4.548},"last":2.23},{"interface":"front","average":{"1min":3.3700000000000001,"5min":3.5950000000000002,"15min":3.5800000000000001},"min":{"1min":1.6859999999999999,"5min":1.5880000000000001,"15min":1.5880000000000001},"max":{"1min":5.6319999999999997,"5min":5.8360000000000003,"15min":5.8360000000000003},"last":1.099}]},{"osd":10,"last update":"Mon Nov 16 20:25:07 2020","interfaces":[{"interface":"back","average":{"1min":3.0670000000000002,"5min":3.5579999999999998,"15min":3.6909999999999998},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":5.7590000000000003,"5min":5.7590000000000003,"15min":5.7590000000000003},"last":1.3919999999999999},{"interface":"front","average":{"1min":3.0230000000000001,"5min":3.7170000000000001,"15min":3.875},"min":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"max":{"1min":5.0890000000000004,"5min":5.0890000000000004,"15min":5.0890000000000004},"last":2.359}]}]},{"osd":8,"up_from":63,"seq":270582939739,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2022720,"kb_used_data":1976056,"kb_used_omap":0,"kb_used_meta":46656,"kb_avail":91722432,"statfs":{"total":95995035648,"available":93923770368,"internally_reserved":0,"allocated":2023481344,"data_stored":2023149725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":47775744},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.7410000000000001,"15min":1.7330000000000001},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.5899999999999999,"5min":6.5899999999999999,"15min":6.5899999999999999},"last":0.85399999999999998},{"interface":"front","average":{"1min":1.8029999999999999,"5min":1.9630000000000001,"15min":1.8580000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":5.3090000000000002,"5min":5.3090000000000002,"15min":5.3090000000000002},"last":0.91800000000000004}]},{"osd":1,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2649999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"max":{"1min":2.73,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":1.5589999999999999},{"interface":"front","average":{"1min":2.2160000000000002,"5min":2.3439999999999999,"15min":2.5049999999999999},"min":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"max":{"1min":3.254,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":3.319}]},{"osd":2,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":2.0049999999999999,"5min":1.956,"15min":1.9099999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.5389999999999997,"5min":4.5389999999999997,"15min":4.5389999999999997},"last":0.95199999999999996},{"interface":"front","average":{"1min":2.0190000000000001,"5min":2.3999999999999999,"15min":2.4420000000000002},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":6.0750000000000002,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":1.6379999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":2.4830000000000001,"15min":2.5369999999999999},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":6.3540000000000001,"5min":6.3540000000000001,"15min":6.3540000000000001},"last":1.464},{"interface":"front","average":{"1min":2.1000000000000001,"5min":2.1429999999999998,"15min":2.0539999999999998},"min":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"max":{"1min":5.2590000000000003,"5min":5.2590000000000003,"15min":5.2590000000000003},"last":2.1659999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":2.5139999999999998,"15min":2.5529999999999999},"min":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"max":{"1min":5.6929999999999996,"5min":5.6929999999999996,"15min":5.6929999999999996},"last":1.494},{"interface":"front","average":{"1min":2.2029999999999998,"5min":2.528,"15min":2.4790000000000001},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":5.0099999999999998,"5min":5.0099999999999998,"15min":5.0099999999999998},"last":3.2269999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":2.5270000000000001,"5min":2.948,"15min":2.8039999999999998},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":5.8540000000000001,"5min":5.8540000000000001,"15min":5.8540000000000001},"last":2.3140000000000001},{"interface":"front","average":{"1min":2.5419999999999998,"5min":3.056,"15min":2.96},"min":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"max":{"1min":5.8940000000000001,"5min":5.8940000000000001,"15min":5.8940000000000001},"last":1.5940000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:25:32 2020","interfaces":[{"interface":"back","average":{"1min":2.415,"5min":3.0030000000000001,"15min":3.0910000000000002},"min":{"1min":1.145,"5min":1.145,"15min":1.145},"max":{"1min":4.8049999999999997,"5min":4.8049999999999997,"15min":4.8049999999999997},"last":1.206},{"interface":"front","average":{"1min":2.1349999999999998,"5min":3.1469999999999998,"15min":3.2650000000000001},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":3.9169999999999998,"5min":4.3890000000000002,"15min":4.6619999999999999},"last":1.9470000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":2.742,"5min":3.0230000000000001,"15min":3.198},"min":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"max":{"1min":5.742,"5min":5.742,"15min":5.742},"last":2.7280000000000002},{"interface":"front","average":{"1min":3.0009999999999999,"5min":3.3180000000000001,"15min":3.423},"min":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"max":{"1min":7.1959999999999997,"5min":7.1959999999999997,"15min":7.1959999999999997},"last":2.5640000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:24:56 2020","interfaces":[{"interface":"back","average":{"1min":2.9790000000000001,"5min":3.3809999999999998,"15min":3.383},"min":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"max":{"1min":4.782,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":1.79},{"interface":"front","average":{"1min":3.7040000000000002,"5min":3.6920000000000002,"15min":3.5},"min":{"1min":2.0680000000000001,"5min":1.581,"15min":1.581},"max":{"1min":5.125,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":2.8860000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:24:59 2020","interfaces":[{"interface":"back","average":{"1min":15.276999999999999,"5min":5.8470000000000004,"15min":4.2370000000000001},"min":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"max":{"1min":229.578,"5min":229.578,"15min":229.578},"last":1.8979999999999999},{"interface":"front","average":{"1min":15.300000000000001,"5min":6.1379999999999999,"15min":4.5759999999999996},"min":{"1min":1.26,"5min":1.26,"15min":1.26},"max":{"1min":232.14099999999999,"5min":232.14099999999999,"15min":232.14099999999999},"last":2.1160000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:25:22 2020","interfaces":[{"interface":"back","average":{"1min":3.464,"5min":3.464,"15min":3.464},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":6.7949999999999999,"5min":6.7949999999999999,"15min":6.7949999999999999},"last":3.044},{"interface":"front","average":{"1min":3.2469999999999999,"5min":3.2469999999999999,"15min":3.2469999999999999},"min":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"max":{"1min":5.734,"5min":5.734,"15min":5.734},"last":2.044}]}]},{"osd":7,"up_from":56,"seq":240518168672,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1537536,"kb_used_data":1498744,"kb_used_omap":0,"kb_used_meta":38784,"kb_avail":92207616,"statfs":{"total":95995035648,"available":94420598784,"internally_reserved":0,"allocated":1534713856,"data_stored":1534382237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":39714816},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:20:57 2020","interfaces":[{"interface":"back","average":{"1min":1.778,"5min":1.7310000000000001,"15min":1.6819999999999999},"min":{"1min":1.2869999999999999,"5min":1.284,"15min":1.284},"max":{"1min":2.8959999999999999,"5min":3.2749999999999999,"15min":3.2749999999999999},"last":2.7909999999999999},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.2610000000000001,"15min":2.3980000000000001},"min":{"1min":1.3919999999999999,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":3.0409999999999999,"5min":3.593,"15min":3.593},"last":1.482}]},{"osd":1,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":1.7649999999999999,"5min":1.9079999999999999,"15min":2.0899999999999999},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":3.6299999999999999,"5min":3.698,"15min":3.698},"last":2.653},{"interface":"front","average":{"1min":1.53,"5min":1.98,"15min":2.0110000000000001},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":2.3159999999999998,"5min":3.2799999999999998,"15min":3.2799999999999998},"last":1.1519999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":2.121,"15min":2.109},"min":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"max":{"1min":3.274,"5min":3.3109999999999999,"15min":3.3109999999999999},"last":3.056},{"interface":"front","average":{"1min":1.887,"5min":2.04,"15min":2.3159999999999998},"min":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":3.4079999999999999,"5min":3.4079999999999999,"15min":3.786},"last":3.3239999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":2.153,"5min":2.234,"15min":2.3090000000000002},"min":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"max":{"1min":3.5600000000000001,"5min":3.5600000000000001,"15min":3.5600000000000001},"last":2.109},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.1070000000000002,"15min":2.3050000000000002},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":2.786,"5min":3.3279999999999998,"15min":3.5019999999999998},"last":1.4019999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":1.8819999999999999,"5min":2.5720000000000001,"15min":2.6920000000000002},"min":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"max":{"1min":3.109,"5min":3.9489999999999998,"15min":4.8860000000000001},"last":1.6859999999999999},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.633,"15min":2.476},"min":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"max":{"1min":3.746,"5min":3.746,"15min":3.746},"last":2.7669999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":2.9100000000000001,"15min":2.9020000000000001},"min":{"1min":1.153,"5min":1.153,"15min":1.153},"max":{"1min":4.1340000000000003,"5min":4.4370000000000003,"15min":4.556},"last":2.3519999999999999},{"interface":"front","average":{"1min":2.258,"5min":2.847,"15min":3.0150000000000001},"min":{"1min":1.3180000000000001,"5min":1.218,"15min":1.218},"max":{"1min":4.0090000000000003,"5min":4.8769999999999998,"15min":4.8769999999999998},"last":2.2730000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":2.1059999999999999,"5min":2.7469999999999999,"15min":3.1899999999999999},"min":{"1min":1.22,"5min":1.22,"15min":1.22},"max":{"1min":3.6139999999999999,"5min":3.9830000000000001,"15min":4.617},"last":2.4399999999999999},{"interface":"front","average":{"1min":2.8410000000000002,"5min":3.2250000000000001,"15min":3.3759999999999999},"min":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"max":{"1min":4.7430000000000003,"5min":4.7430000000000003,"15min":4.7430000000000003},"last":2.5840000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:25:32 2020","interfaces":[{"interface":"back","average":{"1min":2.4140000000000001,"5min":3.3399999999999999,"15min":3.0470000000000002},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":4.2619999999999996,"5min":4.702,"15min":4.702},"last":2.8839999999999999},{"interface":"front","average":{"1min":2.0630000000000002,"5min":3.0600000000000001,"15min":3.5049999999999999},"min":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"max":{"1min":3.7890000000000001,"5min":4.3949999999999996,"15min":4.9960000000000004},"last":2.6190000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:24:55 2020","interfaces":[{"interface":"back","average":{"1min":3.2519999999999998,"5min":3.6019999999999999,"15min":3.4020000000000001},"min":{"1min":1.599,"5min":1.599,"15min":1.599},"max":{"1min":4.8639999999999999,"5min":5.218,"15min":5.218},"last":3.5870000000000002},{"interface":"front","average":{"1min":2.8319999999999999,"5min":3.496,"15min":3.7789999999999999},"min":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"max":{"1min":4.5380000000000003,"5min":4.5380000000000003,"15min":4.976},"last":2.8439999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:24:59 2020","interfaces":[{"interface":"back","average":{"1min":21.248000000000001,"5min":7.3369999999999997,"15min":5.0979999999999999},"min":{"1min":1.893,"5min":1.893,"15min":1.893},"max":{"1min":398.10599999999999,"5min":398.10599999999999,"15min":398.10599999999999},"last":3.387},{"interface":"front","average":{"1min":20.791,"5min":7.468,"15min":5.1920000000000002},"min":{"1min":1.554,"5min":1.554,"15min":1.554},"max":{"1min":398.17099999999999,"5min":398.17099999999999,"15min":398.17099999999999},"last":3.0190000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":3.4750000000000001,"15min":3.5710000000000002},"min":{"1min":1.593,"5min":1.593,"15min":1.593},"max":{"1min":4.6559999999999997,"5min":4.7999999999999998,"15min":4.7999999999999998},"last":3.5310000000000001},{"interface":"front","average":{"1min":3.3809999999999998,"5min":4.0529999999999999,"15min":4.2220000000000004},"min":{"1min":1.353,"5min":1.353,"15min":1.353},"max":{"1min":7.3010000000000002,"5min":7.3010000000000002,"15min":7.3010000000000002},"last":3.1659999999999999}]}]},{"osd":6,"up_from":49,"seq":210453397605,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":535116,"kb_used_data":520644,"kb_used_omap":0,"kb_used_meta":14464,"kb_avail":93210036,"statfs":{"total":95995035648,"available":95447076864,"internally_reserved":0,"allocated":533139456,"data_stored":532801911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":14811136},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:24:48 2020","interfaces":[{"interface":"back","average":{"1min":1.5720000000000001,"5min":1.716,"15min":1.556},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.6230000000000002,"5min":3.4500000000000002,"15min":3.4500000000000002},"last":1.522},{"interface":"front","average":{"1min":1.8759999999999999,"5min":2.1280000000000001,"15min":1.97},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":3.1560000000000001,"5min":4.2430000000000003,"15min":4.2430000000000003},"last":0.82699999999999996}]},{"osd":1,"last update":"Mon Nov 16 20:24:48 2020","interfaces":[{"interface":"back","average":{"1min":1.855,"5min":1.9970000000000001,"15min":1.885},"min":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":3.2480000000000002,"5min":3.895,"15min":3.895},"last":3.5390000000000001},{"interface":"front","average":{"1min":2.1299999999999999,"5min":2.1669999999999998,"15min":2.2650000000000001},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.8149999999999999,"5min":3.9950000000000001,"15min":3.9950000000000001},"last":4.8540000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:24:48 2020","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":2.2440000000000002,"15min":2.0489999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":3.7210000000000001,"5min":4.2439999999999998,"15min":4.2439999999999998},"last":1.595},{"interface":"front","average":{"1min":1.925,"5min":2.02,"15min":2.0150000000000001},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":5.1029999999999998,"5min":5.1029999999999998,"15min":5.1029999999999998},"last":1.8260000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:24:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.6190000000000002,"15min":2.4529999999999998},"min":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"max":{"1min":3.5539999999999998,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":1.4039999999999999},{"interface":"front","average":{"1min":2.387,"5min":2.7789999999999999,"15min":2.7149999999999999},"min":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"max":{"1min":3.8300000000000001,"5min":4.4359999999999999,"15min":4.4359999999999999},"last":2.2290000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:24:48 2020","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.6949999999999998,"15min":2.2749999999999999},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":4.0590000000000002,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":1.208},{"interface":"front","average":{"1min":2.331,"5min":2.802,"15min":2.7909999999999999},"min":{"1min":0.755,"5min":0.755,"15min":0.755},"max":{"1min":3.6059999999999999,"5min":4.5759999999999996,"15min":4.5940000000000003},"last":2.3929999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:24:48 2020","interfaces":[{"interface":"back","average":{"1min":2.9260000000000002,"5min":3.0590000000000002,"15min":2.6230000000000002},"min":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.1910000000000001},"max":{"1min":3.8929999999999998,"5min":5.4009999999999998,"15min":5.4009999999999998},"last":1.675},{"interface":"front","average":{"1min":2.6760000000000002,"5min":3.1150000000000002,"15min":2.8639999999999999},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":3.8260000000000001,"5min":5.1159999999999997,"15min":5.1159999999999997},"last":2.0510000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":3.0750000000000002,"5min":3.3610000000000002,"15min":3.319},"min":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"max":{"1min":4.8049999999999997,"5min":5.4640000000000004,"15min":5.4640000000000004},"last":1.956},{"interface":"front","average":{"1min":2.9780000000000002,"5min":3.448,"15min":3.2679999999999998},"min":{"1min":1.597,"5min":1.597,"15min":1.597},"max":{"1min":4.7270000000000003,"5min":5.6120000000000001,"15min":5.6120000000000001},"last":2.548}]},{"osd":8,"last update":"Mon Nov 16 20:25:29 2020","interfaces":[{"interface":"back","average":{"1min":9.8070000000000004,"5min":5.0250000000000004,"15min":4.0549999999999997},"min":{"1min":1.262,"5min":1.262,"15min":1.262},"max":{"1min":158.672,"5min":158.672,"15min":158.672},"last":2.1219999999999999},{"interface":"front","average":{"1min":9.3190000000000008,"5min":4.8970000000000002,"15min":3.9889999999999999},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":152.244,"5min":152.244,"15min":152.244},"last":2.9289999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:25:01 2020","interfaces":[{"interface":"back","average":{"1min":3.5609999999999999,"5min":3.9609999999999999,"15min":3.992},"min":{"1min":2.0609999999999999,"5min":2.0609999999999999,"15min":2.0609999999999999},"max":{"1min":5.2759999999999998,"5min":5.7629999999999999,"15min":5.7629999999999999},"last":2.4649999999999999},{"interface":"front","average":{"1min":3.3610000000000002,"5min":3.8719999999999999,"15min":3.79},"min":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"max":{"1min":5.1040000000000001,"5min":5.1779999999999999,"15min":5.1779999999999999},"last":2.8050000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:25:06 2020","interfaces":[{"interface":"back","average":{"1min":3.7469999999999999,"5min":4.2400000000000002,"15min":4.4560000000000004},"min":{"1min":2.222,"5min":2.222,"15min":2.222},"max":{"1min":5.774,"5min":5.9749999999999996,"15min":5.9749999999999996},"last":2.8500000000000001},{"interface":"front","average":{"1min":3.339,"5min":3.847,"15min":3.7549999999999999},"min":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"max":{"1min":5.101,"5min":5.5439999999999996,"15min":5.5439999999999996},"last":2.6640000000000001}]}]},{"osd":1,"up_from":18,"seq":77309411456,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2048256,"kb_used_data":1996792,"kb_used_omap":0,"kb_used_meta":51456,"kb_avail":91696896,"statfs":{"total":95995035648,"available":93897621504,"internally_reserved":0,"allocated":2044715008,"data_stored":2044383389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":52690944},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:36 2020","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.744,"15min":1.522},"min":{"1min":0.58899999999999997,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":6.6239999999999997,"5min":6.6239999999999997,"15min":6.6239999999999997},"last":0.90300000000000002},{"interface":"front","average":{"1min":1.04,"5min":1.778,"15min":1.5580000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.8069999999999999,"5min":5.0609999999999999,"15min":5.0609999999999999},"last":1.2989999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":1.7809999999999999,"5min":2.0259999999999998,"15min":1.79},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":4.8070000000000004,"5min":4.8070000000000004,"15min":4.8070000000000004},"last":0.93999999999999995},{"interface":"front","average":{"1min":1.804,"5min":2.0760000000000001,"15min":1.8129999999999999},"min":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.84599999999999997},"max":{"1min":5.9249999999999998,"5min":5.9249999999999998,"15min":5.9249999999999998},"last":1.3440000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.8069999999999999,"15min":1.6899999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":7.3879999999999999,"5min":7.3879999999999999,"15min":7.3879999999999999},"last":1.3799999999999999},{"interface":"front","average":{"1min":2.008,"5min":2.3900000000000001,"15min":2.1779999999999999},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":6.7119999999999997,"5min":6.7119999999999997,"15min":6.7119999999999997},"last":1.4530000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:24:52 2020","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":2.6280000000000001,"15min":2.2440000000000002},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"max":{"1min":4.1669999999999998,"5min":5.1299999999999999,"15min":5.1299999999999999},"last":1.518},{"interface":"front","average":{"1min":3.032,"5min":2.444,"15min":2.2130000000000001},"min":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"max":{"1min":12.476000000000001,"5min":12.476000000000001,"15min":12.476000000000001},"last":1.5529999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":2.9129999999999998,"15min":2.742},"min":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"max":{"1min":4.3259999999999996,"5min":26.739000000000001,"15min":26.739000000000001},"last":2.0950000000000002},{"interface":"front","average":{"1min":2.0110000000000001,"5min":3.1800000000000002,"15min":2.7639999999999998},"min":{"1min":1.044,"5min":1.044,"15min":1.044},"max":{"1min":5.4450000000000003,"5min":27.542000000000002,"15min":27.542000000000002},"last":2.9500000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:24:37 2020","interfaces":[{"interface":"back","average":{"1min":3.097,"5min":3.0950000000000002,"15min":2.9350000000000001},"min":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"max":{"1min":4.3449999999999998,"5min":4.5819999999999999,"15min":4.5819999999999999},"last":1.6140000000000001},{"interface":"front","average":{"1min":3.3849999999999998,"5min":3.4300000000000002,"15min":3.181},"min":{"1min":1.8700000000000001,"5min":1.8700000000000001,"15min":1.8700000000000001},"max":{"1min":5.0410000000000004,"5min":5.0410000000000004,"15min":5.3710000000000004},"last":1.8160000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.762,"15min":3.02},"min":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"max":{"1min":12.31,"5min":12.31,"15min":12.31},"last":1.9099999999999999},{"interface":"front","average":{"1min":3.085,"5min":3.3130000000000002,"15min":3.3069999999999999},"min":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"max":{"1min":5.5759999999999996,"5min":5.5759999999999996,"15min":5.5759999999999996},"last":2.528}]},{"osd":8,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":3.274,"5min":2.9609999999999999,"15min":3.2410000000000001},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":16.599,"5min":16.599,"15min":16.599},"last":1.748},{"interface":"front","average":{"1min":3.7599999999999998,"5min":3.6760000000000002,"15min":3.677},"min":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"max":{"1min":16.215,"5min":16.215,"15min":16.215},"last":1.984}]},{"osd":9,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":2.9470000000000001,"5min":3.5369999999999999,"15min":3.839},"min":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"max":{"1min":4.359,"5min":5.157,"15min":5.601},"last":1.677},{"interface":"front","average":{"1min":3.3780000000000001,"5min":3.673,"15min":3.6509999999999998},"min":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"max":{"1min":5.3399999999999999,"5min":5.7699999999999996,"15min":5.7699999999999996},"last":1.7769999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:25:05 2020","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":3.6179999999999999,"15min":3.782},"min":{"1min":1.369,"5min":1.369,"15min":1.369},"max":{"1min":5.306,"5min":5.306,"15min":5.306},"last":1.954},{"interface":"front","average":{"1min":3.6600000000000001,"5min":3.9460000000000002,"15min":4.109},"min":{"1min":1.4850000000000001,"5min":1.4850000000000001,"15min":1.4850000000000001},"max":{"1min":7.7359999999999998,"5min":7.7359999999999998,"15min":7.7359999999999998},"last":1.8899999999999999}]}]},{"osd":0,"up_from":12,"seq":51539607685,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1589260,"kb_used_data":1545220,"kb_used_omap":0,"kb_used_meta":44032,"kb_avail":92155892,"statfs":{"total":95995035648,"available":94367633408,"internally_reserved":0,"allocated":1582305280,"data_stored":1581967735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":45088768},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:24:40 2020","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.671,"15min":1.4039999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.65300000000000002},"max":{"1min":2.2320000000000002,"5min":2.6800000000000002,"15min":2.927},"last":5.0910000000000002},{"interface":"front","average":{"1min":1.6699999999999999,"5min":1.7729999999999999,"15min":1.4810000000000001},"min":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.60799999999999998},"max":{"1min":2.4790000000000001,"5min":4.1059999999999999,"15min":4.1059999999999999},"last":5.4160000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":1.5469999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:25:22 2020","interfaces":[{"interface":"back","average":{"1min":10.394,"5min":3.6850000000000001,"15min":2.4199999999999999},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":143.12899999999999,"5min":143.12899999999999,"15min":143.12899999999999},"last":5.6929999999999996},{"interface":"front","average":{"1min":9.8800000000000008,"5min":3.4870000000000001,"15min":2.5950000000000002},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":140.316,"5min":140.316,"15min":140.316},"last":4.024}]},{"osd":4,"last update":"Mon Nov 16 20:24:56 2020","interfaces":[{"interface":"back","average":{"1min":1.76,"5min":2.048,"15min":2.0259999999999998},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"max":{"1min":4.173,"5min":4.173,"15min":4.173},"last":4.6660000000000004},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.9159999999999999,"15min":2.673},"min":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":4.8879999999999999,"5min":4.8879999999999999,"15min":4.8879999999999999},"last":4.8049999999999997}]},{"osd":5,"last update":"Mon Nov 16 20:25:22 2020","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":2.5750000000000002,"15min":2.7120000000000002},"min":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":5.1689999999999996,"5min":5.1689999999999996,"15min":5.1689999999999996},"last":4.2850000000000001},{"interface":"front","average":{"1min":2.468,"5min":2.5870000000000002,"15min":2.5449999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":6.9630000000000001},"last":4.5609999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:24:49 2020","interfaces":[{"interface":"back","average":{"1min":2.1219999999999999,"5min":2.3940000000000001,"15min":2.5049999999999999},"min":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"max":{"1min":4.4829999999999997,"5min":4.4829999999999997,"15min":4.4829999999999997},"last":4.0620000000000003},{"interface":"front","average":{"1min":2.7400000000000002,"5min":3.1160000000000001,"15min":3.016},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"max":{"1min":5.0229999999999997,"5min":5.758,"15min":5.758},"last":5.1829999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:25:01 2020","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":2.5670000000000002,"15min":2.7519999999999998},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":3.8119999999999998,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":4.5359999999999996},{"interface":"front","average":{"1min":2.7869999999999999,"5min":3.3279999999999998,"15min":3.472},"min":{"1min":1.034,"5min":1.034,"15min":1.034},"max":{"1min":5.1589999999999998,"5min":5.1589999999999998,"15min":5.1589999999999998},"last":4.694}]},{"osd":8,"last update":"Mon Nov 16 20:25:28 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.992,"15min":3.4660000000000002},"min":{"1min":1.121,"5min":1.121,"15min":1.121},"max":{"1min":4.8860000000000001,"5min":5.9710000000000001,"15min":5.9710000000000001},"last":4.931},{"interface":"front","average":{"1min":2.8490000000000002,"5min":3.3799999999999999,"15min":3.1360000000000001},"min":{"1min":1.242,"5min":1.242,"15min":1.242},"max":{"1min":7.093,"5min":7.093,"15min":7.093},"last":4.1639999999999997}]},{"osd":9,"last update":"Mon Nov 16 20:24:56 2020","interfaces":[{"interface":"back","average":{"1min":2.3140000000000001,"5min":2.8849999999999998,"15min":3.141},"min":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"max":{"1min":3.8839999999999999,"5min":4.3609999999999998,"15min":4.4580000000000002},"last":5.0330000000000004},{"interface":"front","average":{"1min":3.1589999999999998,"5min":3.7650000000000001,"15min":3.843},"min":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":5.343,"5min":6.7439999999999998,"15min":6.7439999999999998},"last":4.399}]},{"osd":10,"last update":"Mon Nov 16 20:25:01 2020","interfaces":[{"interface":"back","average":{"1min":2.46,"5min":3.254,"15min":3.5219999999999998},"min":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"max":{"1min":4.3730000000000002,"5min":5.4539999999999997,"15min":5.4539999999999997},"last":5.2350000000000003},{"interface":"front","average":{"1min":2.4900000000000002,"5min":3.2389999999999999,"15min":3.4449999999999998},"min":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"max":{"1min":3.9910000000000001,"5min":5.5090000000000003,"15min":5.5090000000000003},"last":5.3040000000000003}]},{"osd":11,"last update":"Mon Nov 16 20:25:28 2020","interfaces":[{"interface":"back","average":{"1min":2.4350000000000001,"5min":3.6909999999999998,"15min":3.9950000000000001},"min":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"max":{"1min":5.0199999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":5.3799999999999999},{"interface":"front","average":{"1min":3.0070000000000001,"5min":3.3570000000000002,"15min":3.4260000000000002},"min":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"max":{"1min":8.2040000000000006,"5min":8.2040000000000006,"15min":8.2040000000000006},"last":5.5750000000000002}]}]},{"osd":2,"up_from":23,"seq":98784247931,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1550860,"kb_used_data":1511620,"kb_used_omap":0,"kb_used_meta":39232,"kb_avail":92194292,"statfs":{"total":95995035648,"available":94406955008,"internally_reserved":0,"allocated":1547898880,"data_stored":1547561335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40173568},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:24:55 2020","interfaces":[{"interface":"back","average":{"1min":7.5019999999999998,"5min":2.9900000000000002,"15min":1.9339999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":99.001000000000005,"5min":99.001000000000005,"15min":99.001000000000005},"last":1.046},{"interface":"front","average":{"1min":7.7560000000000002,"5min":2.96,"15min":1.974},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":98.828000000000003,"5min":98.828000000000003,"15min":98.828000000000003},"last":0.66400000000000003}]},{"osd":1,"last update":"Mon Nov 16 20:24:55 2020","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":2.0049999999999999,"15min":1.768},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.633,"5min":3.778,"15min":4.3380000000000001},"last":2.4649999999999999},{"interface":"front","average":{"1min":2.0150000000000001,"5min":1.8460000000000001,"15min":1.5880000000000001},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.71799999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":1.4550000000000001,"5min":2.1200000000000001,"15min":2.0640000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.6019999999999999,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":1.8879999999999999},{"interface":"front","average":{"1min":1.966,"5min":2.032,"15min":2.0350000000000001},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":4.8460000000000001,"5min":4.8460000000000001,"15min":4.8460000000000001},"last":1.25}]},{"osd":4,"last update":"Mon Nov 16 20:24:55 2020","interfaces":[{"interface":"back","average":{"1min":2.5,"5min":2.4620000000000002,"15min":2.3399999999999999},"min":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"max":{"1min":7.3220000000000001,"5min":7.3220000000000001,"15min":7.3220000000000001},"last":1.413},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.4319999999999999,"15min":2.262},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":4.0670000000000002,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":1.617}]},{"osd":5,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.7879999999999998,"15min":2.6459999999999999},"min":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"max":{"1min":3.0550000000000002,"5min":5.0069999999999997,"15min":5.0069999999999997},"last":2.1320000000000001},{"interface":"front","average":{"1min":2.0110000000000001,"5min":2.6880000000000002,"15min":2.7170000000000001},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":3.9409999999999998,"5min":4.5199999999999996,"15min":4.5199999999999996},"last":1.849}]},{"osd":6,"last update":"Mon Nov 16 20:24:45 2020","interfaces":[{"interface":"back","average":{"1min":2.4279999999999999,"5min":2.5910000000000002,"15min":2.6640000000000001},"min":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"max":{"1min":4.0019999999999998,"5min":4.1790000000000003,"15min":4.2469999999999999},"last":1.226},{"interface":"front","average":{"1min":2.9809999999999999,"5min":3.2490000000000001,"15min":3.1160000000000001},"min":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"max":{"1min":4.6829999999999998,"5min":4.6829999999999998,"15min":4.6829999999999998},"last":2.012}]},{"osd":7,"last update":"Mon Nov 16 20:25:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6480000000000001,"5min":3.0110000000000001,"15min":3.198},"min":{"1min":1.417,"5min":1.417,"15min":1.417},"max":{"1min":7.4550000000000001,"5min":7.4550000000000001,"15min":7.4550000000000001},"last":1.591},{"interface":"front","average":{"1min":2.7349999999999999,"5min":3.0699999999999998,"15min":3.0979999999999999},"min":{"1min":1.3779999999999999,"5min":1.327,"15min":1.327},"max":{"1min":4.4130000000000003,"5min":5.4740000000000002,"15min":5.4740000000000002},"last":1.4570000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:25:33 2020","interfaces":[{"interface":"back","average":{"1min":2.6739999999999999,"5min":3.4249999999999998,"15min":3.4159999999999999},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":5.8529999999999998,"5min":5.8529999999999998,"15min":5.8529999999999998},"last":5.0570000000000004},{"interface":"front","average":{"1min":2.3029999999999999,"5min":3.1779999999999999,"15min":3.3500000000000001},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":4.4429999999999996,"5min":5.6829999999999998,"15min":5.6829999999999998},"last":1.7569999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:24:55 2020","interfaces":[{"interface":"back","average":{"1min":3.081,"5min":3.1960000000000002,"15min":3.149},"min":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"max":{"1min":7.0570000000000004,"5min":7.0570000000000004,"15min":7.0570000000000004},"last":5.2359999999999998},{"interface":"front","average":{"1min":3.1699999999999999,"5min":3.794,"15min":3.6509999999999998},"min":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"max":{"1min":4.6260000000000003,"5min":5.992,"15min":5.992},"last":2.2509999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:25:01 2020","interfaces":[{"interface":"back","average":{"1min":3.4279999999999999,"5min":3.8570000000000002,"15min":3.8769999999999998},"min":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"max":{"1min":4.8099999999999996,"5min":5.7999999999999998,"15min":5.7999999999999998},"last":2.3610000000000002},{"interface":"front","average":{"1min":3.2170000000000001,"5min":3.6909999999999998,"15min":3.9169999999999998},"min":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"max":{"1min":5.4699999999999998,"5min":6.0010000000000003,"15min":6.0010000000000003},"last":5.1900000000000004}]}]},{"osd":3,"up_from":29,"seq":124554051701,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1533708,"kb_used_data":1498820,"kb_used_omap":0,"kb_used_meta":34880,"kb_avail":92211444,"statfs":{"total":95995035648,"available":94424518656,"internally_reserved":0,"allocated":1534791680,"data_stored":1534454135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35717120},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:21:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.5980000000000001,"15min":1.5620000000000001},"min":{"1min":1.111,"5min":1.069,"15min":1.069},"max":{"1min":2.5249999999999999,"5min":3.218,"15min":3.218},"last":2.2530000000000001},{"interface":"front","average":{"1min":1.657,"5min":1.7070000000000001,"15min":1.5289999999999999},"min":{"1min":1.304,"5min":1.075,"15min":1.075},"max":{"1min":2.6469999999999998,"5min":3.1059999999999999,"15min":3.1059999999999999},"last":1.585}]},{"osd":1,"last update":"Mon Nov 16 20:25:21 2020","interfaces":[{"interface":"back","average":{"1min":3.6440000000000001,"5min":2.0459999999999998,"15min":1.899},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":48.886000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.63700000000000001},{"interface":"front","average":{"1min":3.9249999999999998,"5min":2.1859999999999999,"15min":1.8200000000000001},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":49.201000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":0.77200000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:25:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":2.2040000000000002,"15min":2.0350000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":42.253999999999998,"5min":42.253999999999998,"15min":42.253999999999998},"last":1.7989999999999999},{"interface":"front","average":{"1min":3.6339999999999999,"5min":2.1819999999999999,"15min":2.0489999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":41.838999999999999,"5min":41.838999999999999,"15min":41.838999999999999},"last":4.3460000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:24:46 2020","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":2.2480000000000002,"15min":2.2530000000000001},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.7909999999999999,"5min":5.9749999999999996,"15min":5.9749999999999996},"last":1.181},{"interface":"front","average":{"1min":2.1920000000000002,"5min":2.258,"15min":2.2349999999999999},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":11.836,"5min":11.836,"15min":11.836},"last":1.0620000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:25:21 2020","interfaces":[{"interface":"back","average":{"1min":1.859,"5min":2.218,"15min":2.371},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":12.148,"5min":12.148,"15min":12.148},"last":1.135},{"interface":"front","average":{"1min":1.718,"5min":2.2879999999999998,"15min":2.504},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":3.7469999999999999,"5min":4.774,"15min":4.774},"last":1.421}]},{"osd":6,"last update":"Mon Nov 16 20:24:45 2020","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.472,"15min":2.8069999999999999},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":3.4380000000000002,"5min":3.8290000000000002,"15min":4.0629999999999997},"last":0.98599999999999999},{"interface":"front","average":{"1min":2.4169999999999998,"5min":2.77,"15min":2.875},"min":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"max":{"1min":3.5249999999999999,"5min":6.657,"15min":6.657},"last":2.0510000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:25:13 2020","interfaces":[{"interface":"back","average":{"1min":2.4950000000000001,"5min":2.875,"15min":2.8719999999999999},"min":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"max":{"1min":12.289999999999999,"5min":12.289999999999999,"15min":12.289999999999999},"last":1.8580000000000001},{"interface":"front","average":{"1min":2.1840000000000002,"5min":2.7909999999999999,"15min":3.2170000000000001},"min":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"max":{"1min":4.21,"5min":4.2450000000000001,"15min":5.0060000000000002},"last":1.4670000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:25:29 2020","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":2.96,"15min":3.2090000000000001},"min":{"1min":1.038,"5min":1.038,"15min":1.038},"max":{"1min":3.835,"5min":7.0890000000000004,"15min":7.0890000000000004},"last":1.651},{"interface":"front","average":{"1min":4.2050000000000001,"5min":3.4169999999999998,"15min":3.2120000000000002},"min":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"max":{"1min":40.316000000000003,"5min":40.316000000000003,"15min":40.316000000000003},"last":1.252}]},{"osd":9,"last update":"Mon Nov 16 20:24:59 2020","interfaces":[{"interface":"back","average":{"1min":2.4060000000000001,"5min":3.044,"15min":3.343},"min":{"1min":1.306,"5min":1.306,"15min":1.306},"max":{"1min":3.9119999999999999,"5min":4.9649999999999999,"15min":5.2949999999999999},"last":5.444},{"interface":"front","average":{"1min":2.7839999999999998,"5min":3.3069999999999999,"15min":3.363},"min":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"max":{"1min":5.585,"5min":6.9009999999999998,"15min":6.9009999999999998},"last":1.9330000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:24:59 2020","interfaces":[{"interface":"back","average":{"1min":16.279,"5min":5.931,"15min":4.2439999999999998},"min":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":359.327,"5min":359.327,"15min":359.327},"last":1.292},{"interface":"front","average":{"1min":16.638000000000002,"5min":6.306,"15min":4.7080000000000002},"min":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"max":{"1min":361.31299999999999,"5min":361.31299999999999,"15min":361.31299999999999},"last":2.2890000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:25:23 2020","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":3.5219999999999998,"15min":3.8199999999999998},"min":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"max":{"1min":4.6790000000000003,"5min":7.4489999999999998,"15min":7.4489999999999998},"last":2.1749999999999998},{"interface":"front","average":{"1min":2.8889999999999998,"5min":3.1949999999999998,"15min":3.3410000000000002},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":12.664,"5min":12.664,"15min":12.664},"last":4.2149999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855473,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":532172,"kb_used_data":517636,"kb_used_omap":0,"kb_used_meta":14528,"kb_avail":93212980,"statfs":{"total":95995035648,"available":95450091520,"internally_reserved":0,"allocated":530059264,"data_stored":529721719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":14876672},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:24:56 2020","interfaces":[{"interface":"back","average":{"1min":1.9570000000000001,"5min":1.9990000000000001,"15min":1.843},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.4129999999999998,"5min":3.4129999999999998,"15min":3.4129999999999998},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.7789999999999999,"5min":2.0939999999999999,"15min":2.0830000000000002},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":3.5139999999999998,"5min":3.637,"15min":3.6459999999999999},"last":0.995}]},{"osd":1,"last update":"Mon Nov 16 20:24:56 2020","interfaces":[{"interface":"back","average":{"1min":10.067,"5min":3.802,"15min":2.3860000000000001},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":140.75299999999999,"5min":140.75299999999999,"15min":140.75299999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":9.7650000000000006,"5min":3.8530000000000002,"15min":2.4089999999999998},"min":{"1min":1.129,"5min":1.129,"15min":1.129},"max":{"1min":141.905,"5min":141.905,"15min":141.905},"last":7.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:24:56 2020","interfaces":[{"interface":"back","average":{"1min":2.222,"5min":2.4750000000000001,"15min":2.0489999999999999},"min":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"max":{"1min":3.4769999999999999,"5min":4.2350000000000003,"15min":4.9210000000000003},"last":4.843},{"interface":"front","average":{"1min":2.0019999999999998,"5min":2.3199999999999998,"15min":1.9419999999999999},"min":{"1min":1.232,"5min":1.2150000000000001,"15min":1.2150000000000001},"max":{"1min":3.0899999999999999,"5min":3.6850000000000001,"15min":3.6850000000000001},"last":0.749}]},{"osd":3,"last update":"Mon Nov 16 20:24:56 2020","interfaces":[{"interface":"back","average":{"1min":2.4329999999999998,"5min":2.5950000000000002,"15min":2.1429999999999998},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":3.915,"5min":3.915,"15min":3.915},"last":1.248},{"interface":"front","average":{"1min":1.823,"5min":2.0939999999999999,"15min":2.0409999999999999},"min":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":2.9620000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":5.1580000000000004}]},{"osd":5,"last update":"Mon Nov 16 20:25:19 2020","interfaces":[{"interface":"back","average":{"1min":1.679,"5min":2.2370000000000001,"15min":1.9159999999999999},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.63},"max":{"1min":2.7210000000000001,"5min":4.7300000000000004,"15min":4.7300000000000004},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.9530000000000001,"5min":2.585,"15min":2.3100000000000001},"min":{"1min":0.999,"5min":0.999,"15min":0.86099999999999999},"max":{"1min":2.8639999999999999,"5min":3.6379999999999999,"15min":3.8239999999999998},"last":3.6970000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:24:42 2020","interfaces":[{"interface":"back","average":{"1min":3.0579999999999998,"5min":3.02,"15min":2.4300000000000002},"min":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":0.68100000000000005},"max":{"1min":4.2329999999999997,"5min":5.8949999999999996,"15min":5.8949999999999996},"last":1.046},{"interface":"front","average":{"1min":2.8620000000000001,"5min":3.2210000000000001,"15min":2.7410000000000001},"min":{"1min":1.304,"5min":1.304,"15min":1.0569999999999999},"max":{"1min":4.1029999999999998,"5min":4.9790000000000001,"15min":4.9790000000000001},"last":1.1479999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:25:07 2020","interfaces":[{"interface":"back","average":{"1min":2.2109999999999999,"5min":2.8300000000000001,"15min":3.0339999999999998},"min":{"1min":1.202,"5min":1.202,"15min":1.202},"max":{"1min":3.282,"5min":4.6550000000000002,"15min":5.3129999999999997},"last":1.2270000000000001},{"interface":"front","average":{"1min":2.903,"5min":3.4220000000000002,"15min":3.274},"min":{"1min":1.409,"5min":1.409,"15min":1.409},"max":{"1min":6.0369999999999999,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":1.286}]},{"osd":8,"last update":"Mon Nov 16 20:25:19 2020","interfaces":[{"interface":"back","average":{"1min":2.0499999999999998,"5min":3.1640000000000001,"15min":3.3940000000000001},"min":{"1min":1.296,"5min":1.296,"15min":1.296},"max":{"1min":3.2679999999999998,"5min":5.468,"15min":5.6449999999999996},"last":1.3879999999999999},{"interface":"front","average":{"1min":2.847,"5min":3.613,"15min":3.6539999999999999},"min":{"1min":1.329,"5min":1.329,"15min":1.329},"max":{"1min":4.1820000000000004,"5min":5.8170000000000002,"15min":5.8170000000000002},"last":1.579}]},{"osd":9,"last update":"Mon Nov 16 20:24:56 2020","interfaces":[{"interface":"back","average":{"1min":3.355,"5min":4.0049999999999999,"15min":4.0499999999999998},"min":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"max":{"1min":5.0999999999999996,"5min":5.4729999999999999,"15min":5.8639999999999999},"last":3.5630000000000002},{"interface":"front","average":{"1min":3.1989999999999998,"5min":3.4820000000000002,"15min":3.4809999999999999},"min":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"max":{"1min":4.71,"5min":5.6420000000000003,"15min":5.6420000000000003},"last":3.5409999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:25:07 2020","interfaces":[{"interface":"back","average":{"1min":14.039,"5min":5.8159999999999998,"15min":4.4119999999999999},"min":{"1min":1.331,"5min":1.331,"15min":1.331},"max":{"1min":245.06800000000001,"5min":245.06800000000001,"15min":245.06800000000001},"last":1.127},{"interface":"front","average":{"1min":14.797000000000001,"5min":6.3810000000000002,"15min":4.875},"min":{"1min":1.931,"5min":1.931,"15min":1.931},"max":{"1min":248.31700000000001,"5min":248.31700000000001,"15min":248.31700000000001},"last":1.4350000000000001}]}]},{"osd":5,"up_from":42,"seq":180388626540,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1037260,"kb_used_data":1002500,"kb_used_omap":0,"kb_used_meta":34752,"kb_avail":92707892,"statfs":{"total":95995035648,"available":94932881408,"internally_reserved":0,"allocated":1026560000,"data_stored":1026222455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35586048},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.913,"15min":1.7909999999999999},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":3.085,"5min":4.125,"15min":4.125},"last":0.99299999999999999},{"interface":"front","average":{"1min":1.6870000000000001,"5min":2.0169999999999999,"15min":1.962},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":6.5949999999999998,"5min":6.5949999999999998,"15min":6.5949999999999998},"last":1.0449999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":1.4770000000000001,"5min":1.881,"15min":2.0859999999999999},"min":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"max":{"1min":2.524,"5min":3.3769999999999998,"15min":3.802},"last":1.111},{"interface":"front","average":{"1min":1.546,"5min":2.0270000000000001,"15min":1.857},"min":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"max":{"1min":3.371,"5min":3.371,"15min":3.371},"last":1.746}]},{"osd":2,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.3029999999999999,"5min":2.23,"15min":2.028},"min":{"1min":1.216,"5min":1.216,"15min":1.216},"max":{"1min":7.0140000000000002,"5min":7.0140000000000002,"15min":7.0140000000000002},"last":1.4259999999999999},{"interface":"front","average":{"1min":1.732,"5min":2.625,"15min":2.3610000000000002},"min":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":3.2400000000000002,"5min":27.413,"15min":27.413},"last":1.885}]},{"osd":3,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":2.1349999999999998,"15min":2.081},"min":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":2.5289999999999999,"5min":3.5600000000000001,"15min":3.5600000000000001},"last":1.9730000000000001},{"interface":"front","average":{"1min":1.958,"5min":2.8250000000000002,"15min":2.6349999999999998},"min":{"1min":1.327,"5min":1.327,"15min":1.327},"max":{"1min":3.6560000000000001,"5min":4.7460000000000004,"15min":4.7460000000000004},"last":2.1480000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.7370000000000001,"5min":2.5649999999999999,"15min":2.2050000000000001},"min":{"1min":1.129,"5min":1.129,"15min":0.86299999999999999},"max":{"1min":2.8969999999999998,"5min":3.5680000000000001,"15min":3.7879999999999998},"last":1.5549999999999999},{"interface":"front","average":{"1min":2.1299999999999999,"5min":2.6619999999999999,"15min":2.3410000000000002},"min":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"max":{"1min":7.3209999999999997,"5min":7.3209999999999997,"15min":7.3209999999999997},"last":2.556}]},{"osd":6,"last update":"Mon Nov 16 20:24:40 2020","interfaces":[{"interface":"back","average":{"1min":2.7850000000000001,"5min":3.032,"15min":2.778},"min":{"1min":1.381,"5min":1.381,"15min":1.381},"max":{"1min":3.8410000000000002,"5min":5.4020000000000001,"15min":5.4020000000000001},"last":3.2490000000000001},{"interface":"front","average":{"1min":2.625,"5min":2.9649999999999999,"15min":2.9900000000000002},"min":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"max":{"1min":3.4470000000000001,"5min":4.774,"15min":4.774},"last":2.036}]},{"osd":7,"last update":"Mon Nov 16 20:25:07 2020","interfaces":[{"interface":"back","average":{"1min":2.9140000000000001,"5min":3.274,"15min":3.3290000000000002},"min":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"max":{"1min":4.2110000000000003,"5min":5.0419999999999998,"15min":5.0419999999999998},"last":2.9670000000000001},{"interface":"front","average":{"1min":3.0640000000000001,"5min":3.7490000000000001,"15min":3.5299999999999998},"min":{"1min":1.869,"5min":1.869,"15min":1.869},"max":{"1min":4.5800000000000001,"5min":28.234000000000002,"15min":28.234000000000002},"last":3.3929999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:25:32 2020","interfaces":[{"interface":"back","average":{"1min":2.2989999999999999,"5min":3.218,"15min":3.1520000000000001},"min":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"max":{"1min":4.7370000000000001,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":2.2850000000000001},{"interface":"front","average":{"1min":3.0390000000000001,"5min":3.5649999999999999,"15min":3.7090000000000001},"min":{"1min":1.8959999999999999,"5min":1.8959999999999999,"15min":1.8959999999999999},"max":{"1min":7.7530000000000001,"5min":7.7530000000000001,"15min":7.7530000000000001},"last":2.2290000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:25:01 2020","interfaces":[{"interface":"back","average":{"1min":3.1720000000000002,"5min":3.7160000000000002,"15min":3.6629999999999998},"min":{"1min":1.8029999999999999,"5min":1.8029999999999999,"15min":1.8029999999999999},"max":{"1min":4.5019999999999998,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":2.5099999999999998},{"interface":"front","average":{"1min":3.294,"5min":3.8330000000000002,"15min":3.661},"min":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"max":{"1min":4.8769999999999998,"5min":5.6820000000000004,"15min":5.6820000000000004},"last":2.8809999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:25:07 2020","interfaces":[{"interface":"back","average":{"1min":3.1779999999999999,"5min":4.0730000000000004,"15min":3.927},"min":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"max":{"1min":4.7119999999999997,"5min":28,"15min":28},"last":2.738},{"interface":"front","average":{"1min":3.1930000000000001,"5min":4.2750000000000004,"15min":4.1740000000000004},"min":{"1min":1.706,"5min":1.706,"15min":1.706},"max":{"1min":5.0190000000000001,"5min":27.789999999999999,"15min":27.789999999999999},"last":3.0819999999999999}]}]}]}}
2020-11-16T20:25:44.855 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:44.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   74      16    132910    132894   112.231        76   0.0277126  0.00890776
2020-11-16T20:25:45.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:45 smithi142 bash[9523]: cluster 2020-11-16T20:25:44.044823+0000 mgr.x (mgr.14196) 398 : cluster [DBG] pgmap v481: 17 pgs: 17 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s wr, 1.21k op/s
2020-11-16T20:25:45.105 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:45 smithi071 bash[9480]: cluster 2020-11-16T20:25:44.044823+0000 mgr.x (mgr.14196) 398 : cluster [DBG] pgmap v481: 17 pgs: 17 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s wr, 1.21k op/s
2020-11-16T20:25:45.105 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:44 smithi071 bash[16796]: debug 2020-11-16T20:25:44.749+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:45.143 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:45.246 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:45.384 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:45 smithi065 bash[9468]: cluster 2020-11-16T20:25:44.044823+0000 mgr.x (mgr.14196) 398 : cluster [DBG] pgmap v481: 17 pgs: 17 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s wr, 1.21k op/s
2020-11-16T20:25:45.384 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:45 smithi065 bash[14115]: debug 2020-11-16T20:25:45.381+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:45.385 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:45.489 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:45.535 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:45 smithi142 bash[15670]: debug 2020-11-16T20:25:45.144+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:45.596 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:45.700 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:45.708 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:45 smithi065 bash[14115]: debug 2020-11-16T20:25:45.593+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:45.813 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:45.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   75      16    134080    134064    111.71    73.125  0.00552971  0.00894894
2020-11-16T20:25:45.918 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:46.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:25:45 smithi065 bash[18823]: debug 2020-11-16T20:25:45.805+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:46.081 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:46.184 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:46.201 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:46 smithi071 bash[14419]: debug 2020-11-16T20:25:46.077+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:46.637 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:46.741 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:46.853 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:47.019 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:46 smithi142 bash[15670]: debug 2020-11-16T20:25:46.636+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:47.019 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   76      16    135161    135145   111.129   67.5625   0.0178159  0.00899688
2020-11-16T20:25:47.019 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:46 smithi071 bash[14419]: debug 2020-11-16T20:25:46.849+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:47.020 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:47 smithi142 bash[9523]: cluster 2020-11-16T20:25:46.045399+0000 mgr.x (mgr.14196) 399 : cluster [DBG] pgmap v482: 17 pgs: 17 active+clean; 8.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s wr, 1.20k op/s
2020-11-16T20:25:47.121 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:47.259 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:25:47.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:47 smithi065 bash[9468]: cluster 2020-11-16T20:25:46.045399+0000 mgr.x (mgr.14196) 399 : cluster [DBG] pgmap v482: 17 pgs: 17 active+clean; 8.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s wr, 1.20k op/s
2020-11-16T20:25:47.284 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:25:47 smithi065 bash[11785]: debug 2020-11-16T20:25:47.253+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:47.365 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:47 smithi071 bash[9480]: cluster 2020-11-16T20:25:46.045399+0000 mgr.x (mgr.14196) 399 : cluster [DBG] pgmap v482: 17 pgs: 17 active+clean; 8.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s wr, 1.20k op/s
2020-11-16T20:25:47.483 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:25:47.589 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:47.704 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:47.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:25:47 smithi065 bash[18823]: debug 2020-11-16T20:25:47.481+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:47.808 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:47.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   77      16    136343    136327   110.645    73.875  0.00901809  0.00903617
2020-11-16T20:25:47.924 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:47 smithi071 bash[12066]: debug 2020-11-16T20:25:47.701+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:47.924 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:25:48.030 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:48.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:25:47 smithi071 bash[12066]: debug 2020-11-16T20:25:47.921+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:48.526 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:48.527 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:48 smithi142 bash[20366]: debug 2020-11-16T20:25:48.528+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:48.633 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:48.861 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:48.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   78      16    137437    137421   110.103    68.375  0.00728538  0.00907004
2020-11-16T20:25:48.951 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:48 smithi071 bash[19196]: debug 2020-11-16T20:25:48.753+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:48.981 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:25:49.085 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:49.199 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:49.302 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:49.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:49 smithi071 bash[14419]: debug 2020-11-16T20:25:49.197+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:49.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:25:48 smithi071 bash[19196]: debug 2020-11-16T20:25:48.977+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:49 smithi071 bash[9480]: cluster 2020-11-16T20:25:48.045818+0000 mgr.x (mgr.14196) 400 : cluster [DBG] pgmap v483: 17 pgs: 17 active+clean; 8.2 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.18k op/s
2020-11-16T20:25:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:49 smithi071 bash[9480]: cluster 2020-11-16T20:25:48.222354+0000 osd.2 (osd.2) 28 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:49 smithi071 bash[9480]: cluster 2020-11-16T20:25:48.222423+0000 osd.2 (osd.2) 29 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:49 smithi065 bash[9468]: cluster 2020-11-16T20:25:48.045818+0000 mgr.x (mgr.14196) 400 : cluster [DBG] pgmap v483: 17 pgs: 17 active+clean; 8.2 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.18k op/s
2020-11-16T20:25:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:49 smithi065 bash[9468]: cluster 2020-11-16T20:25:48.222354+0000 osd.2 (osd.2) 28 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:49 smithi065 bash[9468]: cluster 2020-11-16T20:25:48.222423+0000 osd.2 (osd.2) 29 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:49.553 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:25:49.606 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:49 smithi142 bash[9523]: cluster 2020-11-16T20:25:48.045818+0000 mgr.x (mgr.14196) 400 : cluster [DBG] pgmap v483: 17 pgs: 17 active+clean; 8.2 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.18k op/s
2020-11-16T20:25:49.607 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:49 smithi142 bash[9523]: cluster 2020-11-16T20:25:48.222354+0000 osd.2 (osd.2) 28 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:49.607 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:49 smithi142 bash[9523]: cluster 2020-11-16T20:25:48.222423+0000 osd.2 (osd.2) 29 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:49.607 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:25:49 smithi142 bash[20366]: debug 2020-11-16T20:25:49.552+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:49.656 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:49.775 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:49.851 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:25:49.851 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:25:49.851 INFO:tasks.thrashosds.thrasher:inject_pause on 8
2020-11-16T20:25:49.851 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:25:49.852 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:25:49.852 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 config set filestore_inject_stall 3
2020-11-16T20:25:49.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   79      16    138512    138496    109.56   67.1875   0.0171238  0.00912561
2020-11-16T20:25:49.879 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:49.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:49 smithi071 bash[14419]: debug 2020-11-16T20:25:49.773+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:50.033 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:25:50.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:50 smithi142 bash[9523]: cluster 2020-11-16T20:25:48.406787+0000 osd.9 (osd.9) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:50.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:50 smithi142 bash[9523]: cluster 2020-11-16T20:25:48.406870+0000 osd.9 (osd.9) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:50.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:50 smithi142 bash[9523]: cluster 2020-11-16T20:25:49.107538+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e157: 12 total, 12 up, 12 in
2020-11-16T20:25:50.429 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:25:50.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:50 smithi071 bash[9480]: cluster 2020-11-16T20:25:48.406787+0000 osd.9 (osd.9) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:50.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:50 smithi071 bash[9480]: cluster 2020-11-16T20:25:48.406870+0000 osd.9 (osd.9) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:50.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:50 smithi071 bash[9480]: cluster 2020-11-16T20:25:49.107538+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e157: 12 total, 12 up, 12 in
2020-11-16T20:25:50.533 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:50 smithi065 bash[9468]: cluster 2020-11-16T20:25:48.406787+0000 osd.9 (osd.9) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:50 smithi065 bash[9468]: cluster 2020-11-16T20:25:48.406870+0000 osd.9 (osd.9) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:50.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:50 smithi065 bash[9468]: cluster 2020-11-16T20:25:49.107538+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e157: 12 total, 12 up, 12 in
2020-11-16T20:25:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:25:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:25:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:25:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:25:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:80888 2.e 2:73511981:::benchmark_data_smithi065_20143_object80887:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)",
2020-11-16T20:25:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:05.722259+0000",
2020-11-16T20:25:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 44.887059549999996,
2020-11-16T20:25:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.098739463,
2020-11-16T20:25:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 80888
2020-11-16T20:25:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.722259+0000",
2020-11-16T20:25:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.722259+0000",
2020-11-16T20:25:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999939
2020-11-16T20:25:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.722198+0000",
2020-11-16T20:25:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021359499999999999
2020-11-16T20:25:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.722411+0000",
2020-11-16T20:25:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6393e-05
2020-11-16T20:25:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.722438+0000",
2020-11-16T20:25:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2031000000000001e-05
2020-11-16T20:25:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.722450+0000",
2020-11-16T20:25:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.085130383000000004
2020-11-16T20:25:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.807580+0000",
2020-11-16T20:25:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00039350700000000003
2020-11-16T20:25:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.807974+0000",
2020-11-16T20:25:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00048060000000000003
2020-11-16T20:25:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.808454+0000",
2020-11-16T20:25:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012343443000000001
2020-11-16T20:25:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.820798+0000",
2020-11-16T20:25:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3144000000000001e-05
2020-11-16T20:25:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.820891+0000",
2020-11-16T20:25:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3628999999999998e-05
2020-11-16T20:25:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.820945+0000",
2020-11-16T20:25:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3641999999999999e-05
2020-11-16T20:25:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:05.820998+0000",
2020-11-16T20:25:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.098739463
2020-11-16T20:25:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82622 2.e 2:7913faac:::benchmark_data_smithi065_20143_object82621:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.859135+0000",
2020-11-16T20:25:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.750183669999998,
2020-11-16T20:25:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.143971818,
2020-11-16T20:25:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82622
2020-11-16T20:25:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859135+0000",
2020-11-16T20:25:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859135+0000",
2020-11-16T20:25:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:25:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859100+0000",
2020-11-16T20:25:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000125964
2020-11-16T20:25:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859226+0000",
2020-11-16T20:25:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8332999999999999e-05
2020-11-16T20:25:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859244+0000",
2020-11-16T20:25:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2925000000000001e-05
2020-11-16T20:25:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859257+0000",
2020-11-16T20:25:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5949000000000002e-05
2020-11-16T20:25:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859323+0000",
2020-11-16T20:25:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015019400000000001
2020-11-16T20:25:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859473+0000",
2020-11-16T20:25:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013140600000000001
2020-11-16T20:25:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.859604+0000",
2020-11-16T20:25:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0056828240000000004
2020-11-16T20:25:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.865287+0000",
2020-11-16T20:25:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.13768240600000001
2020-11-16T20:25:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.002970+0000",
2020-11-16T20:25:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0291999999999998e-05
2020-11-16T20:25:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003030+0000",
2020-11-16T20:25:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6420000000000004e-05
2020-11-16T20:25:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003106+0000",
2020-11-16T20:25:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.143971818
2020-11-16T20:25:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82625 2.e 2:7ee8f5d6:::benchmark_data_smithi065_20143_object82624:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.860181+0000",
2020-11-16T20:25:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.749137359000002,
2020-11-16T20:25:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.143095003,
2020-11-16T20:25:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82625
2020-11-16T20:25:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.860181+0000",
2020-11-16T20:25:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.860181+0000",
2020-11-16T20:25:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:25:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.860163+0000",
2020-11-16T20:25:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0229999999999996e-05
2020-11-16T20:25:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.860243+0000",
2020-11-16T20:25:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0800000000000006e-06
2020-11-16T20:25:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.860251+0000",
2020-11-16T20:25:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.519e-06
2020-11-16T20:25:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.860257+0000",
2020-11-16T20:25:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002070943
2020-11-16T20:25:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.862328+0000",
2020-11-16T20:25:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016862999999999999
2020-11-16T20:25:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.862497+0000",
2020-11-16T20:25:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015841499999999999
2020-11-16T20:25:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.862655+0000",
2020-11-16T20:25:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028337380000000001
2020-11-16T20:25:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.865489+0000",
2020-11-16T20:25:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.137677508
2020-11-16T20:25:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003166+0000",
2020-11-16T20:25:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7883000000000001e-05
2020-11-16T20:25:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003224+0000",
2020-11-16T20:25:50.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1808999999999998e-05
2020-11-16T20:25:50.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003276+0000",
2020-11-16T20:25:50.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.143095003
2020-11-16T20:25:50.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.642 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.642 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.642 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.642 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.642 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82632 2.1 2:8e4f3ec6:::benchmark_data_smithi065_20143_object82631:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.642 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.864551+0000",
2020-11-16T20:25:50.642 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.744766785000003,
2020-11-16T20:25:50.643 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.145450205,
2020-11-16T20:25:50.643 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.643 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.643 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82632
2020-11-16T20:25:50.643 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.644 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864551+0000",
2020-11-16T20:25:50.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864551+0000",
2020-11-16T20:25:50.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:25:50.645 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.645 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864533+0000",
2020-11-16T20:25:50.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6710000000000002e-05
2020-11-16T20:25:50.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864610+0000",
2020-11-16T20:25:50.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3690000000000007e-06
2020-11-16T20:25:50.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864618+0000",
2020-11-16T20:25:50.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8470000000000003e-06
2020-11-16T20:25:50.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864623+0000",
2020-11-16T20:25:50.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4367999999999999e-05
2020-11-16T20:25:50.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864668+0000",
2020-11-16T20:25:50.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010173799999999999
2020-11-16T20:25:50.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864769+0000",
2020-11-16T20:25:50.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010681800000000001
2020-11-16T20:25:50.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.864876+0000",
2020-11-16T20:25:50.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0022658560000000001
2020-11-16T20:25:50.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.867142+0000",
2020-11-16T20:25:50.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.142756994
2020-11-16T20:25:50.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.009899+0000",
2020-11-16T20:25:50.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7843999999999998e-05
2020-11-16T20:25:50.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.009947+0000",
2020-11-16T20:25:50.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4786e-05
2020-11-16T20:25:50.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010002+0000",
2020-11-16T20:25:50.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.145450205
2020-11-16T20:25:50.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.652 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.653 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.653 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.653 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82636 2.e 2:7a647eff:::benchmark_data_smithi065_20143_object82635:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.868521+0000",
2020-11-16T20:25:50.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.740797522000001,
2020-11-16T20:25:50.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.134922769,
2020-11-16T20:25:50.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.654 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.654 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82636
2020-11-16T20:25:50.654 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.654 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.868521+0000",
2020-11-16T20:25:50.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.868521+0000",
2020-11-16T20:25:50.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999949
2020-11-16T20:25:50.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.868470+0000",
2020-11-16T20:25:50.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013521200000000001
2020-11-16T20:25:50.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.868605+0000",
2020-11-16T20:25:50.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6676000000000001e-05
2020-11-16T20:25:50.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.868622+0000",
2020-11-16T20:25:50.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3909999999999998e-06
2020-11-16T20:25:50.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.868630+0000",
2020-11-16T20:25:50.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3807000000000003e-05
2020-11-16T20:25:50.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.659 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.868674+0000",
2020-11-16T20:25:50.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013803
2020-11-16T20:25:50.659 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.659 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.868812+0000",
2020-11-16T20:25:50.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000227803
2020-11-16T20:25:50.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869040+0000",
2020-11-16T20:25:50.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028941969999999998
2020-11-16T20:25:50.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.871934+0000",
2020-11-16T20:25:50.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.13143665900000001
2020-11-16T20:25:50.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003371+0000",
2020-11-16T20:25:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2103e-05
2020-11-16T20:25:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003413+0000",
2020-11-16T20:25:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.0845e-05
2020-11-16T20:25:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003444+0000",
2020-11-16T20:25:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.134922769
2020-11-16T20:25:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82639 2.1 2:84416503:::benchmark_data_smithi065_20143_object82638:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.869098+0000",
2020-11-16T20:25:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.740220741000002,
2020-11-16T20:25:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.14102745,
2020-11-16T20:25:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.665 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82639
2020-11-16T20:25:50.665 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.665 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869098+0000",
2020-11-16T20:25:50.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869098+0000",
2020-11-16T20:25:50.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:25:50.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869078+0000",
2020-11-16T20:25:50.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8182000000000003e-05
2020-11-16T20:25:50.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869177+0000",
2020-11-16T20:25:50.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0290000000000005e-06
2020-11-16T20:25:50.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869185+0000",
2020-11-16T20:25:50.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6480000000000002e-06
2020-11-16T20:25:50.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869189+0000",
2020-11-16T20:25:50.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3393000000000002e-05
2020-11-16T20:25:50.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869243+0000",
2020-11-16T20:25:50.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000178548
2020-11-16T20:25:50.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869421+0000",
2020-11-16T20:25:50.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020337999999999999
2020-11-16T20:25:50.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.869625+0000",
2020-11-16T20:25:50.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0020997939999999999
2020-11-16T20:25:50.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.871724+0000",
2020-11-16T20:25:50.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.138318896
2020-11-16T20:25:50.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010043+0000",
2020-11-16T20:25:50.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4234999999999999e-05
2020-11-16T20:25:50.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010087+0000",
2020-11-16T20:25:50.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7558999999999997e-05
2020-11-16T20:25:50.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010125+0000",
2020-11-16T20:25:50.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.14102745
2020-11-16T20:25:50.674 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.674 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.674 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.674 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.675 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82642 2.1 2:838c3f2a:::benchmark_data_smithi065_20143_object82641:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.872846+0000",
2020-11-16T20:25:50.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.736472282999998,
2020-11-16T20:25:50.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.13738805300000001,
2020-11-16T20:25:50.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.675 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.675 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.676 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.676 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.676 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82642
2020-11-16T20:25:50.676 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.676 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.676 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.676 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.872846+0000",
2020-11-16T20:25:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.872846+0000",
2020-11-16T20:25:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:25:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.872811+0000",
2020-11-16T20:25:50.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000120646
2020-11-16T20:25:50.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.872932+0000",
2020-11-16T20:25:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7291000000000001e-05
2020-11-16T20:25:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.872949+0000",
2020-11-16T20:25:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6490000000000002e-06
2020-11-16T20:25:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.872956+0000",
2020-11-16T20:25:50.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4058999999999999e-05
2020-11-16T20:25:50.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.873010+0000",
2020-11-16T20:25:50.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000184105
2020-11-16T20:25:50.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.873194+0000",
2020-11-16T20:25:50.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000245269
2020-11-16T20:25:50.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.873439+0000",
2020-11-16T20:25:50.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024671810000000001
2020-11-16T20:25:50.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.875906+0000",
2020-11-16T20:25:50.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.134256772
2020-11-16T20:25:50.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010163+0000",
2020-11-16T20:25:50.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1907999999999999e-05
2020-11-16T20:25:50.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010205+0000",
2020-11-16T20:25:50.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9122e-05
2020-11-16T20:25:50.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010234+0000",
2020-11-16T20:25:50.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.13738805300000001
2020-11-16T20:25:50.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.685 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.685 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.685 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.686 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82646 2.e 2:785dcdfc:::benchmark_data_smithi065_20143_object82645:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.876127+0000",
2020-11-16T20:25:50.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.733191208999997,
2020-11-16T20:25:50.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.12812813100000001,
2020-11-16T20:25:50.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.686 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.687 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82646
2020-11-16T20:25:50.687 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.687 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876127+0000",
2020-11-16T20:25:50.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.688 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.688 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876127+0000",
2020-11-16T20:25:50.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999561
2020-11-16T20:25:50.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.689 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.689 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876083+0000",
2020-11-16T20:25:50.689 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010724499999999999
2020-11-16T20:25:50.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.689 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876190+0000",
2020-11-16T20:25:50.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1205e-05
2020-11-16T20:25:50.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876201+0000",
2020-11-16T20:25:50.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9189999999999999e-06
2020-11-16T20:25:50.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876209+0000",
2020-11-16T20:25:50.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6971000000000001e-05
2020-11-16T20:25:50.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876266+0000",
2020-11-16T20:25:50.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018635200000000001
2020-11-16T20:25:50.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876453+0000",
2020-11-16T20:25:50.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018738399999999999
2020-11-16T20:25:50.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876640+0000",
2020-11-16T20:25:50.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002565178
2020-11-16T20:25:50.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879205+0000",
2020-11-16T20:25:50.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.124749189
2020-11-16T20:25:50.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.003954+0000",
2020-11-16T20:25:50.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7662000000000003e-05
2020-11-16T20:25:50.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.004032+0000",
2020-11-16T20:25:50.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000223129
2020-11-16T20:25:50.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.004255+0000",
2020-11-16T20:25:50.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12812813100000001
2020-11-16T20:25:50.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.696 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.696 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.696 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.697 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82647 2.1 2:800d5e04:::benchmark_data_smithi065_20143_object82646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.876248+0000",
2020-11-16T20:25:50.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.733070728999998,
2020-11-16T20:25:50.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.134133213,
2020-11-16T20:25:50.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.697 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.697 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82647
2020-11-16T20:25:50.698 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.698 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876248+0000",
2020-11-16T20:25:50.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876248+0000",
2020-11-16T20:25:50.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999833
2020-11-16T20:25:50.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876231+0000",
2020-11-16T20:25:50.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017275299999999999
2020-11-16T20:25:50.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876403+0000",
2020-11-16T20:25:50.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2169999999999997e-06
2020-11-16T20:25:50.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876411+0000",
2020-11-16T20:25:50.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.07e-06
2020-11-16T20:25:50.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876415+0000",
2020-11-16T20:25:50.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6344999999999997e-05
2020-11-16T20:25:50.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876471+0000",
2020-11-16T20:25:50.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022157200000000001
2020-11-16T20:25:50.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876693+0000",
2020-11-16T20:25:50.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000243164
2020-11-16T20:25:50.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.876936+0000",
2020-11-16T20:25:50.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0054205870000000001
2020-11-16T20:25:50.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.882356+0000",
2020-11-16T20:25:50.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12792314799999999
2020-11-16T20:25:50.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010280+0000",
2020-11-16T20:25:50.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0337000000000003e-05
2020-11-16T20:25:50.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010330+0000",
2020-11-16T20:25:50.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0881999999999998e-05
2020-11-16T20:25:50.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010381+0000",
2020-11-16T20:25:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.134133213
2020-11-16T20:25:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:82649 2.1 2:8182c80b:::benchmark_data_smithi065_20143_object82648:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)",
2020-11-16T20:25:50.708 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:06.879445+0000",
2020-11-16T20:25:50.708 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.729873173999998,
2020-11-16T20:25:50.708 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.13106837299999999,
2020-11-16T20:25:50.708 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.708 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.708 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 82649
2020-11-16T20:25:50.709 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.709 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879445+0000",
2020-11-16T20:25:50.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879445+0000",
2020-11-16T20:25:50.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999657
2020-11-16T20:25:50.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879411+0000",
2020-11-16T20:25:50.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119904
2020-11-16T20:25:50.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879531+0000",
2020-11-16T20:25:50.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5984000000000001e-05
2020-11-16T20:25:50.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879547+0000",
2020-11-16T20:25:50.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8039999999999996e-06
2020-11-16T20:25:50.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879557+0000",
2020-11-16T20:25:50.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000203129
2020-11-16T20:25:50.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879760+0000",
2020-11-16T20:25:50.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000164351
2020-11-16T20:25:50.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.879924+0000",
2020-11-16T20:25:50.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015399000000000001
2020-11-16T20:25:50.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.880078+0000",
2020-11-16T20:25:50.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024509129999999999
2020-11-16T20:25:50.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:06.882529+0000",
2020-11-16T20:25:50.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.127908103
2020-11-16T20:25:50.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010437+0000",
2020-11-16T20:25:50.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4583999999999999e-05
2020-11-16T20:25:50.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010482+0000",
2020-11-16T20:25:50.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1831000000000001e-05
2020-11-16T20:25:50.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:07.010513+0000",
2020-11-16T20:25:50.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.13106837299999999
2020-11-16T20:25:50.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.718 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.718 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.718 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.718 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.718 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:98293 2.1 2:887e90e5:::benchmark_data_smithi065_20143_object98292:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)",
2020-11-16T20:25:50.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:17.249399+0000",
2020-11-16T20:25:50.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 33.359919601000001,
2020-11-16T20:25:50.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.094456208,
2020-11-16T20:25:50.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.719 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.719 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 98293
2020-11-16T20:25:50.720 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.720 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249399+0000",
2020-11-16T20:25:50.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249399+0000",
2020-11-16T20:25:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99998
2020-11-16T20:25:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249379+0000",
2020-11-16T20:25:50.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6971999999999994e-05
2020-11-16T20:25:50.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249456+0000",
2020-11-16T20:25:50.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0471e-05
2020-11-16T20:25:50.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249466+0000",
2020-11-16T20:25:50.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.443e-06
2020-11-16T20:25:50.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249472+0000",
2020-11-16T20:25:50.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1775999999999999e-05
2020-11-16T20:25:50.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249534+0000",
2020-11-16T20:25:50.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000168985
2020-11-16T20:25:50.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249703+0000",
2020-11-16T20:25:50.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015152000000000001
2020-11-16T20:25:50.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.249855+0000",
2020-11-16T20:25:50.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031429449999999999
2020-11-16T20:25:50.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.252998+0000",
2020-11-16T20:25:50.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.090732770000000004
2020-11-16T20:25:50.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.343730+0000",
2020-11-16T20:25:50.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0623000000000005e-05
2020-11-16T20:25:50.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.343801+0000",
2020-11-16T20:25:50.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3817000000000003e-05
2020-11-16T20:25:50.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:17.343855+0000",
2020-11-16T20:25:50.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.094456208
2020-11-16T20:25:50.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.729 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.729 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.729 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.729 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.729 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:104381 2.3 e152/133 2:c65490f4:::benchmark_data_smithi065_20143_object104380:head v 152'6472, mlcod=152'6470)",
2020-11-16T20:25:50.729 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:21.700589+0000",
2020-11-16T20:25:50.729 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 28.908729108999999,
2020-11-16T20:25:50.730 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.102934452,
2020-11-16T20:25:50.730 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.730 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.730 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.700589+0000",
2020-11-16T20:25:50.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.700589+0000",
2020-11-16T20:25:50.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:25:50.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.700565+0000",
2020-11-16T20:25:50.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010642899999999999
2020-11-16T20:25:50.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.700671+0000",
2020-11-16T20:25:50.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1616e-05
2020-11-16T20:25:50.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.700683+0000",
2020-11-16T20:25:50.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6719999999999998e-06
2020-11-16T20:25:50.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.700689+0000",
2020-11-16T20:25:50.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5749999999999997e-05
2020-11-16T20:25:50.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.700775+0000",
2020-11-16T20:25:50.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3951000000000002e-05
2020-11-16T20:25:50.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.700799+0000",
2020-11-16T20:25:50.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.1024186
2020-11-16T20:25:50.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.803218+0000",
2020-11-16T20:25:50.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00030603899999999997
2020-11-16T20:25:50.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.803524+0000",
2020-11-16T20:25:50.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.102934452
2020-11-16T20:25:50.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.737 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.737 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.737 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.737 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:104386 2.e 2:7315d76a:::benchmark_data_smithi065_20143_object104385:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)",
2020-11-16T20:25:50.738 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:21.702209+0000",
2020-11-16T20:25:50.738 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 28.907109511000002,
2020-11-16T20:25:50.738 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.114800955,
2020-11-16T20:25:50.738 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.738 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.738 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 104386
2020-11-16T20:25:50.739 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.739 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.702209+0000",
2020-11-16T20:25:50.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.702209+0000",
2020-11-16T20:25:50.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:25:50.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.702177+0000",
2020-11-16T20:25:50.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.100101802
2020-11-16T20:25:50.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.802279+0000",
2020-11-16T20:25:50.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9358999999999999e-05
2020-11-16T20:25:50.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.802298+0000",
2020-11-16T20:25:50.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0797e-05
2020-11-16T20:25:50.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.802309+0000",
2020-11-16T20:25:50.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019697900000000001
2020-11-16T20:25:50.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.802506+0000",
2020-11-16T20:25:50.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00057359800000000003
2020-11-16T20:25:50.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.803079+0000",
2020-11-16T20:25:50.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00057426099999999996
2020-11-16T20:25:50.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.803654+0000",
2020-11-16T20:25:50.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0082409570000000001
2020-11-16T20:25:50.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.811895+0000",
2020-11-16T20:25:50.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0050013139999999998
2020-11-16T20:25:50.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.816896+0000",
2020-11-16T20:25:50.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4734999999999996e-05
2020-11-16T20:25:50.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.816961+0000",
2020-11-16T20:25:50.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8962999999999999e-05
2020-11-16T20:25:50.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.817010+0000",
2020-11-16T20:25:50.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.114800955
2020-11-16T20:25:50.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.748 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.748 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.748 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.748 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.748 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:126671 2.e 2:74b131a5:::benchmark_data_smithi065_20143_object126670:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:25:50.748 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:39.525107+0000",
2020-11-16T20:25:50.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 11.084210860000001,
2020-11-16T20:25:50.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.102080438,
2020-11-16T20:25:50.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.749 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.749 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 126671
2020-11-16T20:25:50.750 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525107+0000",
2020-11-16T20:25:50.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525107+0000",
2020-11-16T20:25:50.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:25:50.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525077+0000",
2020-11-16T20:25:50.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000112149
2020-11-16T20:25:50.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525189+0000",
2020-11-16T20:25:50.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3002e-05
2020-11-16T20:25:50.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525202+0000",
2020-11-16T20:25:50.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3289999999999999e-06
2020-11-16T20:25:50.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525208+0000",
2020-11-16T20:25:50.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6913999999999998e-05
2020-11-16T20:25:50.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525265+0000",
2020-11-16T20:25:50.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015630200000000001
2020-11-16T20:25:50.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525421+0000",
2020-11-16T20:25:50.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000181478
2020-11-16T20:25:50.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.525603+0000",
2020-11-16T20:25:50.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0049340540000000002
2020-11-16T20:25:50.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530537+0000",
2020-11-16T20:25:50.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0065135929999999998
2020-11-16T20:25:50.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.537051+0000",
2020-11-16T20:25:50.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.089978648999999994
2020-11-16T20:25:50.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627029+0000",
2020-11-16T20:25:50.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015867100000000001
2020-11-16T20:25:50.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627188+0000",
2020-11-16T20:25:50.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.102080438
2020-11-16T20:25:50.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.759 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.759 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.759 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.759 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:126679 2.e 2:71875c9e:::benchmark_data_smithi065_20143_object126678:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:25:50.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:39.530382+0000",
2020-11-16T20:25:50.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 11.078936084,
2020-11-16T20:25:50.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.097022744999999994,
2020-11-16T20:25:50.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.760 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.760 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 126679
2020-11-16T20:25:50.760 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.761 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530382+0000",
2020-11-16T20:25:50.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530382+0000",
2020-11-16T20:25:50.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:25:50.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530342+0000",
2020-11-16T20:25:50.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015248700000000001
2020-11-16T20:25:50.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530494+0000",
2020-11-16T20:25:50.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6441999999999999e-05
2020-11-16T20:25:50.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530511+0000",
2020-11-16T20:25:50.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5660000000000007e-06
2020-11-16T20:25:50.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530519+0000",
2020-11-16T20:25:50.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8618999999999997e-05
2020-11-16T20:25:50.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530558+0000",
2020-11-16T20:25:50.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015547900000000001
2020-11-16T20:25:50.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530713+0000",
2020-11-16T20:25:50.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015311200000000001
2020-11-16T20:25:50.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.530866+0000",
2020-11-16T20:25:50.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0039333670000000001
2020-11-16T20:25:50.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.534800+0000",
2020-11-16T20:25:50.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.092491930999999999
2020-11-16T20:25:50.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627292+0000",
2020-11-16T20:25:50.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2866000000000004e-05
2020-11-16T20:25:50.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627355+0000",
2020-11-16T20:25:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.028e-05
2020-11-16T20:25:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627405+0000",
2020-11-16T20:25:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.097022744999999994
2020-11-16T20:25:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.770 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.770 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.770 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.24745.0:126671 2.e e156/133 ondisk, result = 0)",
2020-11-16T20:25:50.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:39.536921+0000",
2020-11-16T20:25:50.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 11.07239687,
2020-11-16T20:25:50.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.090278553999999997,
2020-11-16T20:25:50.771 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.771 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:25:50.771 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.536921+0000",
2020-11-16T20:25:50.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.536921+0000",
2020-11-16T20:25:50.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99998
2020-11-16T20:25:50.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.536901+0000",
2020-11-16T20:25:50.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2549e-05
2020-11-16T20:25:50.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.536964+0000",
2020-11-16T20:25:50.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1782e-05
2020-11-16T20:25:50.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.536976+0000",
2020-11-16T20:25:50.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5739999999999998e-06
2020-11-16T20:25:50.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.536983+0000",
2020-11-16T20:25:50.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9119999999999997e-05
2020-11-16T20:25:50.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.537032+0000",
2020-11-16T20:25:50.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3749999999999992e-06
2020-11-16T20:25:50.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.537042+0000",
2020-11-16T20:25:50.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.090158345000000001
2020-11-16T20:25:50.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627200+0000",
2020-11-16T20:25:50.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.090278553999999997
2020-11-16T20:25:50.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.777 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.777 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.777 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.777 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.24745.0:126679 2.e e156/133 ondisk, result = 0)",
2020-11-16T20:25:50.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:39.537083+0000",
2020-11-16T20:25:50.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 11.072235609,
2020-11-16T20:25:50.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.090328252999999997,
2020-11-16T20:25:50.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.778 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:25:50.778 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.537083+0000",
2020-11-16T20:25:50.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.537083+0000",
2020-11-16T20:25:50.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999852
2020-11-16T20:25:50.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.537068+0000",
2020-11-16T20:25:50.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.08845509
2020-11-16T20:25:50.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.625523+0000",
2020-11-16T20:25:50.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3495999999999998e-05
2020-11-16T20:25:50.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.625566+0000",
2020-11-16T20:25:50.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6886000000000001e-05
2020-11-16T20:25:50.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.625583+0000",
2020-11-16T20:25:50.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0016890780000000001
2020-11-16T20:25:50.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627272+0000",
2020-11-16T20:25:50.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8160000000000005e-06
2020-11-16T20:25:50.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627282+0000",
2020-11-16T20:25:50.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012867099999999999
2020-11-16T20:25:50.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:39.627411+0000",
2020-11-16T20:25:50.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.090328252999999997
2020-11-16T20:25:50.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.784 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.785 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.785 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.785 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:137386 2.1 2:8035bc43:::benchmark_data_smithi065_20143_object137385:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:25:50.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:48.755114+0000",
2020-11-16T20:25:50.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.854204143,
2020-11-16T20:25:50.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.18022811699999999,
2020-11-16T20:25:50.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.786 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.786 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 137386
2020-11-16T20:25:50.786 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.786 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755114+0000",
2020-11-16T20:25:50.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755114+0000",
2020-11-16T20:25:50.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:25:50.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755085+0000",
2020-11-16T20:25:50.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000108712
2020-11-16T20:25:50.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755194+0000",
2020-11-16T20:25:50.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1185e-05
2020-11-16T20:25:50.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755205+0000",
2020-11-16T20:25:50.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1929999999999998e-06
2020-11-16T20:25:50.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755211+0000",
2020-11-16T20:25:50.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00043661999999999998
2020-11-16T20:25:50.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755648+0000",
2020-11-16T20:25:50.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013303999999999999
2020-11-16T20:25:50.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755781+0000",
2020-11-16T20:25:50.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015623199999999999
2020-11-16T20:25:50.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.755937+0000",
2020-11-16T20:25:50.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0045558009999999999
2020-11-16T20:25:50.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.760493+0000",
2020-11-16T20:25:50.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.17470338699999999
2020-11-16T20:25:50.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.935196+0000",
2020-11-16T20:25:50.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9142999999999997e-05
2020-11-16T20:25:50.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.935286+0000",
2020-11-16T20:25:50.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6648999999999999e-05
2020-11-16T20:25:50.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.935342+0000",
2020-11-16T20:25:50.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.18022811699999999
2020-11-16T20:25:50.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.795 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.796 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.796 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.796 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.796 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:137392 2.1 2:8be77146:::benchmark_data_smithi065_20143_object137391:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:25:50.796 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:48.760875+0000",
2020-11-16T20:25:50.796 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.8484433140000001,
2020-11-16T20:25:50.796 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.174636182,
2020-11-16T20:25:50.796 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.797 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.797 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:25:50.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:25:50.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:25:50.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 137392
2020-11-16T20:25:50.797 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:25:50.797 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.760875+0000",
2020-11-16T20:25:50.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.760875+0000",
2020-11-16T20:25:50.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:25:50.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.760845+0000",
2020-11-16T20:25:50.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000100733
2020-11-16T20:25:50.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.760946+0000",
2020-11-16T20:25:50.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2075999999999999e-05
2020-11-16T20:25:50.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.760958+0000",
2020-11-16T20:25:50.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5019999999999998e-06
2020-11-16T20:25:50.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.760965+0000",
2020-11-16T20:25:50.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4922999999999997e-05
2020-11-16T20:25:50.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.761010+0000",
2020-11-16T20:25:50.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7002000000000004e-05
2020-11-16T20:25:50.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.761107+0000",
2020-11-16T20:25:50.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010183600000000001
2020-11-16T20:25:50.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:25:50.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.761209+0000",
2020-11-16T20:25:50.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.15897634099999999
2020-11-16T20:25:50.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:25:50.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.920185+0000",
2020-11-16T20:25:50.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.01523132
2020-11-16T20:25:50.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:25:50.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.935416+0000",
2020-11-16T20:25:50.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2567000000000001e-05
2020-11-16T20:25:50.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.935459+0000",
2020-11-16T20:25:50.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2373999999999997e-05
2020-11-16T20:25:50.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.935511+0000",
2020-11-16T20:25:50.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.174636182
2020-11-16T20:25:50.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.806 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.806 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.806 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:25:50.807 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:25:50.807 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:137385 2.3 e156/133 2:c7e374b7:::benchmark_data_smithi065_20143_object137384:head v 156'8503, mlcod=156'8499)",
2020-11-16T20:25:50.807 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:48.762497+0000",
2020-11-16T20:25:50.807 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 1.846821738,
2020-11-16T20:25:50.807 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.15791973500000001,
2020-11-16T20:25:50.807 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:25:50.807 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:25:50.808 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:25:50.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:25:50.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.762497+0000",
2020-11-16T20:25:50.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:25:50.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:25:50.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.762497+0000",
2020-11-16T20:25:50.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:25:50.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:25:50.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.762475+0000",
2020-11-16T20:25:50.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000106575
2020-11-16T20:25:50.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:25:50.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.762581+0000",
2020-11-16T20:25:50.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0665e-05
2020-11-16T20:25:50.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:25:50.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.762592+0000",
2020-11-16T20:25:50.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5889999999999999e-06
2020-11-16T20:25:50.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:25:50.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.762598+0000",
2020-11-16T20:25:50.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5368999999999999e-05
2020-11-16T20:25:50.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:25:50.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.762644+0000",
2020-11-16T20:25:50.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5224000000000001e-05
2020-11-16T20:25:50.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:25:50.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.762669+0000",
2020-11-16T20:25:50.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.157595385
2020-11-16T20:25:50.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:25:50.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.920264+0000",
2020-11-16T20:25:50.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015186799999999999
2020-11-16T20:25:50.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:25:50.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:25:50.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:25:50.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:48.920416+0000",
2020-11-16T20:25:50.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.15791973500000001
2020-11-16T20:25:50.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:25:50.814 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:25:50.815 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:25:50.815 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:25:50.815 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:25:50.815 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:25:50.817 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:25:50.818 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:25:50 smithi142 bash[15670]: debug 2020-11-16T20:25:50.428+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:50.874 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:25:50.876450 min lat: 0.0015712 max lat: 0.437059 avg lat: 0.00916565
2020-11-16T20:25:50.875 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:25:50.875 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   80      16    139645    139629   109.075   70.8125  0.00554947  0.00916565
2020-11-16T20:25:50.920 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:50.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:25:50 smithi071 bash[14419]: debug 2020-11-16T20:25:50.629+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:51.146 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:25:51.249 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:51 smithi071 bash[9480]: cluster 2020-11-16T20:25:50.046220+0000 mgr.x (mgr.14196) 401 : cluster [DBG] pgmap v485: 17 pgs: 17 active+clean; 8.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.18k op/s
2020-11-16T20:25:51.535 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:25:51 smithi142 bash[18009]: debug 2020-11-16T20:25:51.144+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:51 smithi142 bash[9523]: cluster 2020-11-16T20:25:50.046220+0000 mgr.x (mgr.14196) 401 : cluster [DBG] pgmap v485: 17 pgs: 17 active+clean; 8.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.18k op/s
2020-11-16T20:25:51.673 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:51 smithi065 bash[9468]: cluster 2020-11-16T20:25:50.046220+0000 mgr.x (mgr.14196) 401 : cluster [DBG] pgmap v485: 17 pgs: 17 active+clean; 8.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s wr, 1.18k op/s
2020-11-16T20:25:51.875 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   81      16    140587    140571   108.456    58.875   0.0201522  0.00921851
2020-11-16T20:25:52.136 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:25:52.203 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:25:52.251 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T20:25:52.252 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:25:52.293 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:25:52.340 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:25:52.380 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:25:52.434 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:25:52.437 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:52 smithi071 bash[9480]: audit 2020-11-16T20:25:51.837868+0000 mon.a (mon.0) 817 : audit [INF] from='client.? v1:172.21.15.142:0/2662086710' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:25:52.470 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:25:52.504 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:25:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:52 smithi142 bash[9523]: audit 2020-11-16T20:25:51.837868+0000 mon.a (mon.0) 817 : audit [INF] from='client.? v1:172.21.15.142:0/2662086710' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:25:52.589 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:52 smithi065 bash[9468]: audit 2020-11-16T20:25:51.837868+0000 mon.a (mon.0) 817 : audit [INF] from='client.? v1:172.21.15.142:0/2662086710' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:25:52.595 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:25:52.629 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:25:52.657 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:25:52.693 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:25:52.703 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.703 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.704 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.704 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.704 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.704 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.704 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.704 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.704 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.705 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.705 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.705 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:25:52.875 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   82      16    141554    141538    107.87   60.4375   0.0154088  0.00926853
2020-11-16T20:25:53.124 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.046679+0000 mgr.x (mgr.14196) 402 : cluster [DBG] pgmap v486: 17 pgs: 17 active+clean; 8.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 72 MiB/s wr, 1.16k op/s
2020-11-16T20:25:53.125 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.121179+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:53.125 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: audit 2020-11-16T20:25:52.136257+0000 mon.a (mon.0) 819 : audit [INF] from='client.? v1:172.21.15.142:0/2662086710' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:25:53.125 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.136344+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e158: 12 total, 12 up, 12 in
2020-11-16T20:25:53.125 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: audit 2020-11-16T20:25:52.165508+0000 mon.a (mon.0) 821 : audit [DBG] from='client.? v1:172.21.15.142:0/2656311198' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:53.125 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.207638+0000 osd.0 (osd.0) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.046679+0000 mgr.x (mgr.14196) 402 : cluster [DBG] pgmap v486: 17 pgs: 17 active+clean; 8.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 72 MiB/s wr, 1.16k op/s
2020-11-16T20:25:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.121179+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:53.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: audit 2020-11-16T20:25:52.136257+0000 mon.a (mon.0) 819 : audit [INF] from='client.? v1:172.21.15.142:0/2662086710' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:25:53.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.136344+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e158: 12 total, 12 up, 12 in
2020-11-16T20:25:57.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: audit 2020-11-16T20:25:52.165508+0000 mon.a (mon.0) 821 : audit [DBG] from='client.? v1:172.21.15.142:0/2656311198' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:57.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.207638+0000 osd.0 (osd.0) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.256376+0000 osd.1 (osd.1) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.292878+0000 osd.2 (osd.2) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.343699+0000 osd.3 (osd.3) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.504989+0000 osd.7 (osd.7) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:53 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.657881+0000 osd.10 (osd.10) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.647 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:25:57.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.256376+0000 osd.1 (osd.1) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.292878+0000 osd.2 (osd.2) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.343699+0000 osd.3 (osd.3) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.504989+0000 osd.7 (osd.7) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:53 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.657881+0000 osd.10 (osd.10) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:54 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.381900+0000 osd.4 (osd.4) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:54 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.435161+0000 osd.5 (osd.5) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:54 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.471169+0000 osd.6 (osd.6) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:54 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.596523+0000 osd.8 (osd.8) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:54 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.630329+0000 osd.9 (osd.9) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:54 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.694413+0000 osd.11 (osd.11) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:54 smithi142 bash[9523]: cluster 2020-11-16T20:25:52.887068+0000 osd.9 (osd.9) 25 : cluster [DBG] 2.d scrub starts
2020-11-16T20:25:57.654 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:54 smithi142 bash[9523]: cluster 2020-11-16T20:25:53.892179+0000 osd.2 (osd.2) 31 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:25:57.654 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:55 smithi142 bash[9523]: cluster 2020-11-16T20:25:54.047167+0000 mgr.x (mgr.14196) 403 : cluster [DBG] pgmap v488: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 8.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s wr, 1.08k op/s
2020-11-16T20:25:57.654 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:56 smithi142 bash[9523]: cluster 2020-11-16T20:25:54.521418+0000 osd.0 (osd.0) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.654 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:56 smithi142 bash[9523]: cluster 2020-11-16T20:25:54.521489+0000 osd.0 (osd.0) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.654 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:56 smithi142 bash[9523]: cluster 2020-11-16T20:25:54.889653+0000 osd.7 (osd.7) 35 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.654 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:56 smithi142 bash[9523]: cluster 2020-11-16T20:25:54.889728+0000 osd.7 (osd.7) 36 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.654 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:56 smithi142 bash[9523]: cluster 2020-11-16T20:25:54.969593+0000 osd.1 (osd.1) 35 : cluster [DBG] 2.4 scrub starts
2020-11-16T20:25:57.655 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:56 smithi142 bash[9523]: cluster 2020-11-16T20:25:55.142684+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e159: 12 total, 12 up, 12 in
2020-11-16T20:25:57.655 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:57 smithi142 bash[9523]: cluster 2020-11-16T20:25:55.210594+0000 osd.9 (osd.9) 26 : cluster [DBG] 2.d scrub ok
2020-11-16T20:25:57.655 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:57 smithi142 bash[9523]: cluster 2020-11-16T20:25:56.047618+0000 mgr.x (mgr.14196) 404 : cluster [DBG] pgmap v490: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 8.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s wr, 1.09k op/s
2020-11-16T20:25:57.655 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:57 smithi142 bash[9523]: cluster 2020-11-16T20:25:56.188191+0000 osd.10 (osd.10) 19 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.655 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:57 smithi142 bash[9523]: cluster 2020-11-16T20:25:56.188281+0000 osd.10 (osd.10) 20 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.655 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:57 smithi142 bash[9523]: cluster 2020-11-16T20:25:56.681627+0000 osd.2 (osd.2) 32 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:25:57.656 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.046679+0000 mgr.x (mgr.14196) 402 : cluster [DBG] pgmap v486: 17 pgs: 17 active+clean; 8.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 72 MiB/s wr, 1.16k op/s
2020-11-16T20:25:57.656 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.121179+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:25:57.656 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: audit 2020-11-16T20:25:52.136257+0000 mon.a (mon.0) 819 : audit [INF] from='client.? v1:172.21.15.142:0/2662086710' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:25:57.656 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.136344+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e158: 12 total, 12 up, 12 in
2020-11-16T20:25:57.656 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: audit 2020-11-16T20:25:52.165508+0000 mon.a (mon.0) 821 : audit [DBG] from='client.? v1:172.21.15.142:0/2656311198' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:25:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.207638+0000 osd.0 (osd.0) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.256376+0000 osd.1 (osd.1) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.292878+0000 osd.2 (osd.2) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.343699+0000 osd.3 (osd.3) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.504989+0000 osd.7 (osd.7) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:53 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.657881+0000 osd.10 (osd.10) 18 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.381900+0000 osd.4 (osd.4) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.435161+0000 osd.5 (osd.5) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.471169+0000 osd.6 (osd.6) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.596523+0000 osd.8 (osd.8) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.630329+0000 osd.9 (osd.9) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.694413+0000 osd.11 (osd.11) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[9468]: cluster 2020-11-16T20:25:52.887068+0000 osd.9 (osd.9) 25 : cluster [DBG] 2.d scrub starts
2020-11-16T20:25:57.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[9468]: cluster 2020-11-16T20:25:53.892179+0000 osd.2 (osd.2) 31 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:25:57.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:55 smithi065 bash[9468]: cluster 2020-11-16T20:25:54.047167+0000 mgr.x (mgr.14196) 403 : cluster [DBG] pgmap v488: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 8.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s wr, 1.08k op/s
2020-11-16T20:25:57.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:56 smithi065 bash[9468]: cluster 2020-11-16T20:25:54.521418+0000 osd.0 (osd.0) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:56 smithi065 bash[9468]: cluster 2020-11-16T20:25:54.521489+0000 osd.0 (osd.0) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:56 smithi065 bash[9468]: cluster 2020-11-16T20:25:54.889653+0000 osd.7 (osd.7) 35 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:56 smithi065 bash[9468]: cluster 2020-11-16T20:25:54.889728+0000 osd.7 (osd.7) 36 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:56 smithi065 bash[9468]: cluster 2020-11-16T20:25:54.969593+0000 osd.1 (osd.1) 35 : cluster [DBG] 2.4 scrub starts
2020-11-16T20:25:57.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:56 smithi065 bash[9468]: cluster 2020-11-16T20:25:55.142684+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e159: 12 total, 12 up, 12 in
2020-11-16T20:25:57.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:57 smithi065 bash[9468]: cluster 2020-11-16T20:25:55.210594+0000 osd.9 (osd.9) 26 : cluster [DBG] 2.d scrub ok
2020-11-16T20:25:57.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:57 smithi065 bash[9468]: cluster 2020-11-16T20:25:56.047618+0000 mgr.x (mgr.14196) 404 : cluster [DBG] pgmap v490: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 8.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s wr, 1.09k op/s
2020-11-16T20:25:57.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:57 smithi065 bash[9468]: cluster 2020-11-16T20:25:56.188191+0000 osd.10 (osd.10) 19 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:57 smithi065 bash[9468]: cluster 2020-11-16T20:25:56.188281+0000 osd.10 (osd.10) 20 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:57 smithi065 bash[9468]: cluster 2020-11-16T20:25:56.681627+0000 osd.2 (osd.2) 32 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:25:57.660 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   83      16    142370    142354   107.185        51  0.00708474  0.00931348
2020-11-16T20:25:57.660 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   84      16    143373    143357   106.655   62.6875   0.0061458  0.00937346
2020-11-16T20:25:57.661 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   85      16    144447    144431    106.19    67.125  0.00538166  0.00941317
2020-11-16T20:25:57.661 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   86      16    145519    145503   105.734        67  0.00593479  0.00945553
2020-11-16T20:25:57.661 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:25:57.661 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:25:54 smithi065 bash[14115]: debug 2020-11-16T20:25:54.013+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:25:57.661 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:54 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.381900+0000 osd.4 (osd.4) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:54 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.435161+0000 osd.5 (osd.5) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:54 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.471169+0000 osd.6 (osd.6) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:54 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.596523+0000 osd.8 (osd.8) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:54 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.630329+0000 osd.9 (osd.9) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:54 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.694413+0000 osd.11 (osd.11) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:25:57.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:54 smithi071 bash[9480]: cluster 2020-11-16T20:25:52.887068+0000 osd.9 (osd.9) 25 : cluster [DBG] 2.d scrub starts
2020-11-16T20:25:57.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:54 smithi071 bash[9480]: cluster 2020-11-16T20:25:53.892179+0000 osd.2 (osd.2) 31 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:25:57.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:55 smithi071 bash[9480]: cluster 2020-11-16T20:25:54.047167+0000 mgr.x (mgr.14196) 403 : cluster [DBG] pgmap v488: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 8.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s wr, 1.08k op/s
2020-11-16T20:25:57.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:56 smithi071 bash[9480]: cluster 2020-11-16T20:25:54.521418+0000 osd.0 (osd.0) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:56 smithi071 bash[9480]: cluster 2020-11-16T20:25:54.521489+0000 osd.0 (osd.0) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:56 smithi071 bash[9480]: cluster 2020-11-16T20:25:54.889653+0000 osd.7 (osd.7) 35 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:56 smithi071 bash[9480]: cluster 2020-11-16T20:25:54.889728+0000 osd.7 (osd.7) 36 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:56 smithi071 bash[9480]: cluster 2020-11-16T20:25:54.969593+0000 osd.1 (osd.1) 35 : cluster [DBG] 2.4 scrub starts
2020-11-16T20:25:57.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:56 smithi071 bash[9480]: cluster 2020-11-16T20:25:55.142684+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e159: 12 total, 12 up, 12 in
2020-11-16T20:25:57.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:57 smithi071 bash[9480]: cluster 2020-11-16T20:25:55.210594+0000 osd.9 (osd.9) 26 : cluster [DBG] 2.d scrub ok
2020-11-16T20:25:57.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:57 smithi071 bash[9480]: cluster 2020-11-16T20:25:56.047618+0000 mgr.x (mgr.14196) 404 : cluster [DBG] pgmap v490: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 8.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s wr, 1.09k op/s
2020-11-16T20:25:57.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:57 smithi071 bash[9480]: cluster 2020-11-16T20:25:56.188191+0000 osd.10 (osd.10) 19 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:25:57.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:57 smithi071 bash[9480]: cluster 2020-11-16T20:25:56.188281+0000 osd.10 (osd.10) 20 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:25:57.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:57 smithi071 bash[9480]: cluster 2020-11-16T20:25:56.681627+0000 osd.2 (osd.2) 32 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:25:57.762 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:57.870 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:57.875 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   87      16    146461    146445   105.195    58.875  0.00567184  0.00950355
2020-11-16T20:25:57.922 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:25:57.922 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:25:58.162 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:58 smithi071 bash[9480]: cluster 2020-11-16T20:25:57.163149+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e160: 12 total, 12 up, 12 in
2020-11-16T20:25:58.162 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:58 smithi071 bash[9480]: cluster 2020-11-16T20:25:57.858360+0000 osd.2 (osd.2) 33 : cluster [DBG] 2.e scrub starts
2020-11-16T20:25:58.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:58 smithi065 bash[9468]: cluster 2020-11-16T20:25:57.163149+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e160: 12 total, 12 up, 12 in
2020-11-16T20:25:58.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:58 smithi065 bash[9468]: cluster 2020-11-16T20:25:57.858360+0000 osd.2 (osd.2) 33 : cluster [DBG] 2.e scrub starts
2020-11-16T20:25:58.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:58 smithi142 bash[9523]: cluster 2020-11-16T20:25:57.163149+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e160: 12 total, 12 up, 12 in
2020-11-16T20:25:58.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:58 smithi142 bash[9523]: cluster 2020-11-16T20:25:57.858360+0000 osd.2 (osd.2) 33 : cluster [DBG] 2.e scrub starts
2020-11-16T20:25:58.875 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   88      16    147493    147477   104.733      64.5   0.0187669  0.00954604
2020-11-16T20:25:59.418 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:25:59.419 INFO:teuthology.orchestra.run.smithi065.stdout:    "success": "filestore_inject_stall = '3' (not observed, change may require restart) "
2020-11-16T20:25:59.419 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:25:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:59 smithi071 bash[9480]: cluster 2020-11-16T20:25:58.019157+0000 osd.7 (osd.7) 37 : cluster [DBG] 2.8 scrub starts
2020-11-16T20:25:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:59 smithi071 bash[9480]: cluster 2020-11-16T20:25:58.048042+0000 mgr.x (mgr.14196) 405 : cluster [DBG] pgmap v492: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 73 MiB/s wr, 1.16k op/s
2020-11-16T20:25:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:25:59 smithi071 bash[9480]: cluster 2020-11-16T20:25:58.217622+0000 osd.1 (osd.1) 36 : cluster [DBG] 2.4 scrub ok
2020-11-16T20:25:59.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:59 smithi065 bash[9468]: cluster 2020-11-16T20:25:58.019157+0000 osd.7 (osd.7) 37 : cluster [DBG] 2.8 scrub starts
2020-11-16T20:25:59.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:59 smithi065 bash[9468]: cluster 2020-11-16T20:25:58.048042+0000 mgr.x (mgr.14196) 405 : cluster [DBG] pgmap v492: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 73 MiB/s wr, 1.16k op/s
2020-11-16T20:25:59.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:25:59 smithi065 bash[9468]: cluster 2020-11-16T20:25:58.217622+0000 osd.1 (osd.1) 36 : cluster [DBG] 2.4 scrub ok
2020-11-16T20:25:59.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:59 smithi142 bash[9523]: cluster 2020-11-16T20:25:58.019157+0000 osd.7 (osd.7) 37 : cluster [DBG] 2.8 scrub starts
2020-11-16T20:25:59.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:59 smithi142 bash[9523]: cluster 2020-11-16T20:25:58.048042+0000 mgr.x (mgr.14196) 405 : cluster [DBG] pgmap v492: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 73 MiB/s wr, 1.16k op/s
2020-11-16T20:25:59.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:25:59 smithi142 bash[9523]: cluster 2020-11-16T20:25:58.217622+0000 osd.1 (osd.1) 36 : cluster [DBG] 2.4 scrub ok
2020-11-16T20:25:59.657 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:25:59.802 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:25:59.828 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:25:59.875 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   89      16    148467    148451    104.24    60.875   0.0301191  0.00959082
2020-11-16T20:25:59.907 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:00.175 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:25:59 smithi071 bash[16796]: debug 2020-11-16T20:25:59.801+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:00.176 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:00 smithi065 bash[9468]: cluster 2020-11-16T20:25:58.456419+0000 osd.8 (osd.8) 25 : cluster [DBG] 2.5 scrub starts
2020-11-16T20:26:00.252 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops
2020-11-16T20:26:00.433 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:00.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:00 smithi071 bash[9480]: cluster 2020-11-16T20:25:58.456419+0000 osd.8 (osd.8) 25 : cluster [DBG] 2.5 scrub starts
2020-11-16T20:26:00.499 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:26:00 smithi065 bash[14115]: debug 2020-11-16T20:26:00.493+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:00.499 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:00.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:00 smithi142 bash[9523]: cluster 2020-11-16T20:25:58.456419+0000 osd.8 (osd.8) 25 : cluster [DBG] 2.5 scrub starts
2020-11-16T20:26:00.602 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:00.720 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:00.824 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:00.875 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   90      11    149384    149373   103.722    57.625   0.0265375  0.00963882
2020-11-16T20:26:00.951 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:00 smithi071 bash[19196]: debug 2020-11-16T20:26:00.717+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:01.285 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:01.391 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:01 smithi071 bash[9480]: cluster 2020-11-16T20:26:00.048607+0000 mgr.x (mgr.14196) 406 : cluster [DBG] pgmap v493: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s
2020-11-16T20:26:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:01 smithi071 bash[9480]: cluster 2020-11-16T20:26:00.859227+0000 osd.2 (osd.2) 34 : cluster [DBG] 2.e scrub ok
2020-11-16T20:26:01.511 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:01 smithi065 bash[9468]: cluster 2020-11-16T20:26:00.048607+0000 mgr.x (mgr.14196) 406 : cluster [DBG] pgmap v493: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s
2020-11-16T20:26:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:01 smithi065 bash[9468]: cluster 2020-11-16T20:26:00.859227+0000 osd.2 (osd.2) 34 : cluster [DBG] 2.e scrub ok
2020-11-16T20:26:01.535 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:26:01 smithi142 bash[20366]: debug 2020-11-16T20:26:01.284+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:01.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:01 smithi142 bash[9523]: cluster 2020-11-16T20:26:00.048607+0000 mgr.x (mgr.14196) 406 : cluster [DBG] pgmap v493: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s
2020-11-16T20:26:01.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:01 smithi142 bash[9523]: cluster 2020-11-16T20:26:00.859227+0000 osd.2 (osd.2) 34 : cluster [DBG] 2.e scrub ok
2020-11-16T20:26:01.617 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:01.876 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total time run:         90.0099
2020-11-16T20:26:01.876 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total writes made:      149384
2020-11-16T20:26:01.876 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Write size:             65536
2020-11-16T20:26:01.876 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object size:            65536
2020-11-16T20:26:01.877 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Bandwidth (MB/sec):     103.728
2020-11-16T20:26:01.877 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Bandwidth:       45.9552
2020-11-16T20:26:01.877 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max bandwidth (MB/sec): 249
2020-11-16T20:26:01.877 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min bandwidth (MB/sec): 51
2020-11-16T20:26:01.877 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average IOPS:           1659
2020-11-16T20:26:01.877 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev IOPS:            735
2020-11-16T20:26:01.877 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max IOPS:               3984
2020-11-16T20:26:01.878 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min IOPS:               816
2020-11-16T20:26:01.878 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average Latency(s):     0.0096395
2020-11-16T20:26:01.878 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Latency(s):      0.01197
2020-11-16T20:26:01.878 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max latency(s):         0.488674
2020-11-16T20:26:01.878 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min latency(s):         0.0015712
2020-11-16T20:26:01.885 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Cleaning up (deleting benchmark objects)
2020-11-16T20:26:01.916 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:01.951 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:01 smithi071 bash[16796]: debug 2020-11-16T20:26:01.509+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:02.019 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:02.154 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:02.190 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:26:01 smithi142 bash[18009]: debug 2020-11-16T20:26:01.912+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:02.190 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:02 smithi142 bash[9523]: cluster 2020-11-16T20:26:00.571098+0000 osd.7 (osd.7) 38 : cluster [DBG] 2.8 scrub ok
2020-11-16T20:26:02.258 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:02.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:02 smithi071 bash[9480]: cluster 2020-11-16T20:26:00.571098+0000 osd.7 (osd.7) 38 : cluster [DBG] 2.8 scrub ok
2020-11-16T20:26:02.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:02 smithi071 bash[19196]: debug 2020-11-16T20:26:02.149+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:02.520 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:02.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:02 smithi065 bash[9468]: cluster 2020-11-16T20:26:00.571098+0000 osd.7 (osd.7) 38 : cluster [DBG] 2.8 scrub ok
2020-11-16T20:26:02.534 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:02 smithi065 bash[18823]: debug 2020-11-16T20:26:02.409+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:02.774 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:02.785 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:02 smithi142 bash[22738]: debug 2020-11-16T20:26:02.772+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:02.877 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:03.088 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:03.192 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:03.196 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:26:03 smithi142 bash[20366]: debug 2020-11-16T20:26:03.088+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:03.319 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:03.422 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:03.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:03 smithi071 bash[9480]: cluster 2020-11-16T20:26:01.296606+0000 osd.8 (osd.8) 26 : cluster [DBG] 2.5 scrub ok
2020-11-16T20:26:07.528 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:03 smithi071 bash[9480]: cluster 2020-11-16T20:26:01.378952+0000 osd.8 (osd.8) 27 : cluster [DBG] 2.b scrub starts
2020-11-16T20:26:07.528 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:03 smithi071 bash[9480]: cluster 2020-11-16T20:26:01.733541+0000 osd.6 (osd.6) 29 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:26:07.528 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:03 smithi071 bash[9480]: cluster 2020-11-16T20:26:02.049077+0000 mgr.x (mgr.14196) 407 : cluster [DBG] pgmap v494: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 9.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 55 MiB/s wr, 884 op/s
2020-11-16T20:26:07.529 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:03 smithi071 bash[12066]: debug 2020-11-16T20:26:03.317+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:07.529 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:26:07.529 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:26:07.529 INFO:tasks.thrashosds.thrasher:Removing osd 10, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:26:07.530 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd out 10
2020-11-16T20:26:07.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:03 smithi142 bash[9523]: cluster 2020-11-16T20:26:01.296606+0000 osd.8 (osd.8) 26 : cluster [DBG] 2.5 scrub ok
2020-11-16T20:26:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:03 smithi142 bash[9523]: cluster 2020-11-16T20:26:01.378952+0000 osd.8 (osd.8) 27 : cluster [DBG] 2.b scrub starts
2020-11-16T20:26:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:03 smithi142 bash[9523]: cluster 2020-11-16T20:26:01.733541+0000 osd.6 (osd.6) 29 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:26:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:03 smithi142 bash[9523]: cluster 2020-11-16T20:26:02.049077+0000 mgr.x (mgr.14196) 407 : cluster [DBG] pgmap v494: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 9.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 55 MiB/s wr, 884 op/s
2020-11-16T20:26:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:04 smithi142 bash[9523]: cluster 2020-11-16T20:26:03.245328+0000 osd.5 (osd.5) 27 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:26:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:05 smithi142 bash[9523]: cluster 2020-11-16T20:26:03.950926+0000 osd.8 (osd.8) 28 : cluster [DBG] 2.b scrub ok
2020-11-16T20:26:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:05 smithi142 bash[9523]: cluster 2020-11-16T20:26:04.049563+0000 mgr.x (mgr.14196) 408 : cluster [DBG] pgmap v495: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 9.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 114 B/s rd, 47 MiB/s wr, 809 op/s
2020-11-16T20:26:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:05 smithi142 bash[9523]: cluster 2020-11-16T20:26:04.134727+0000 osd.6 (osd.6) 30 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:26:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:06 smithi142 bash[9523]: cluster 2020-11-16T20:26:04.938918+0000 osd.1 (osd.1) 37 : cluster [DBG] 2.9 scrub starts
2020-11-16T20:26:07.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:03 smithi065 bash[9468]: cluster 2020-11-16T20:26:01.296606+0000 osd.8 (osd.8) 26 : cluster [DBG] 2.5 scrub ok
2020-11-16T20:26:07.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:03 smithi065 bash[9468]: cluster 2020-11-16T20:26:01.378952+0000 osd.8 (osd.8) 27 : cluster [DBG] 2.b scrub starts
2020-11-16T20:26:07.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:03 smithi065 bash[9468]: cluster 2020-11-16T20:26:01.733541+0000 osd.6 (osd.6) 29 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:26:07.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:03 smithi065 bash[9468]: cluster 2020-11-16T20:26:02.049077+0000 mgr.x (mgr.14196) 407 : cluster [DBG] pgmap v494: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 9.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 55 MiB/s wr, 884 op/s
2020-11-16T20:26:07.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:04 smithi065 bash[9468]: cluster 2020-11-16T20:26:03.245328+0000 osd.5 (osd.5) 27 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:26:07.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:05 smithi065 bash[9468]: cluster 2020-11-16T20:26:03.950926+0000 osd.8 (osd.8) 28 : cluster [DBG] 2.b scrub ok
2020-11-16T20:26:07.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:05 smithi065 bash[9468]: cluster 2020-11-16T20:26:04.049563+0000 mgr.x (mgr.14196) 408 : cluster [DBG] pgmap v495: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 9.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 114 B/s rd, 47 MiB/s wr, 809 op/s
2020-11-16T20:26:07.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:05 smithi065 bash[9468]: cluster 2020-11-16T20:26:04.134727+0000 osd.6 (osd.6) 30 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:26:07.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:06 smithi065 bash[9468]: cluster 2020-11-16T20:26:04.938918+0000 osd.1 (osd.1) 37 : cluster [DBG] 2.9 scrub starts
2020-11-16T20:26:07.537 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:07.537 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:03 smithi065 bash[18823]: debug 2020-11-16T20:26:03.541+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:07.537 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:04 smithi071 bash[9480]: cluster 2020-11-16T20:26:03.245328+0000 osd.5 (osd.5) 27 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:26:07.537 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:05 smithi071 bash[9480]: cluster 2020-11-16T20:26:03.950926+0000 osd.8 (osd.8) 28 : cluster [DBG] 2.b scrub ok
2020-11-16T20:26:07.538 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:05 smithi071 bash[9480]: cluster 2020-11-16T20:26:04.049563+0000 mgr.x (mgr.14196) 408 : cluster [DBG] pgmap v495: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 9.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 114 B/s rd, 47 MiB/s wr, 809 op/s
2020-11-16T20:26:07.538 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:05 smithi071 bash[9480]: cluster 2020-11-16T20:26:04.134727+0000 osd.6 (osd.6) 30 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:26:07.538 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:06 smithi071 bash[9480]: cluster 2020-11-16T20:26:04.938918+0000 osd.1 (osd.1) 37 : cluster [DBG] 2.9 scrub starts
2020-11-16T20:26:07.539 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:07 smithi065 bash[9468]: cluster 2020-11-16T20:26:05.665566+0000 osd.5 (osd.5) 28 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:26:07.539 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:07 smithi065 bash[9468]: cluster 2020-11-16T20:26:06.050098+0000 mgr.x (mgr.14196) 409 : cluster [DBG] pgmap v496: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 9.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 44 MiB/s wr, 905 op/s
2020-11-16T20:26:07.539 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:07 smithi065 bash[9468]: cluster 2020-11-16T20:26:06.133854+0000 osd.5 (osd.5) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:07.539 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:07 smithi065 bash[9468]: cluster 2020-11-16T20:26:06.133953+0000 osd.5 (osd.5) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:07.539 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:07 smithi065 bash[9468]: cluster 2020-11-16T20:26:07.043413+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e161: 12 total, 12 up, 12 in
2020-11-16T20:26:07.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:07 smithi142 bash[9523]: cluster 2020-11-16T20:26:05.665566+0000 osd.5 (osd.5) 28 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:26:07.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:07 smithi142 bash[9523]: cluster 2020-11-16T20:26:06.050098+0000 mgr.x (mgr.14196) 409 : cluster [DBG] pgmap v496: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 9.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 44 MiB/s wr, 905 op/s
2020-11-16T20:26:07.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:07 smithi142 bash[9523]: cluster 2020-11-16T20:26:06.133854+0000 osd.5 (osd.5) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:07.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:07 smithi142 bash[9523]: cluster 2020-11-16T20:26:06.133953+0000 osd.5 (osd.5) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:07.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:07 smithi142 bash[9523]: cluster 2020-11-16T20:26:07.043413+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e161: 12 total, 12 up, 12 in
2020-11-16T20:26:07.638 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:07 smithi071 bash[9480]: cluster 2020-11-16T20:26:05.665566+0000 osd.5 (osd.5) 28 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:26:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:07 smithi071 bash[9480]: cluster 2020-11-16T20:26:06.050098+0000 mgr.x (mgr.14196) 409 : cluster [DBG] pgmap v496: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 9.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 44 MiB/s wr, 905 op/s
2020-11-16T20:26:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:07 smithi071 bash[9480]: cluster 2020-11-16T20:26:06.133854+0000 osd.5 (osd.5) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:07 smithi071 bash[9480]: cluster 2020-11-16T20:26:06.133953+0000 osd.5 (osd.5) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:07 smithi071 bash[9480]: cluster 2020-11-16T20:26:07.043413+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e161: 12 total, 12 up, 12 in
2020-11-16T20:26:07.716 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:08.464 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:08 smithi142 bash[9523]: cluster 2020-11-16T20:26:06.408893+0000 osd.8 (osd.8) 29 : cluster [DBG] 2.f scrub starts
2020-11-16T20:26:08.464 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:08 smithi142 bash[9523]: cluster 2020-11-16T20:26:07.228825+0000 osd.11 (osd.11) 20 : cluster [DBG] 2.a scrub starts
2020-11-16T20:26:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:08 smithi065 bash[9468]: cluster 2020-11-16T20:26:06.408893+0000 osd.8 (osd.8) 29 : cluster [DBG] 2.f scrub starts
2020-11-16T20:26:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:08 smithi065 bash[9468]: cluster 2020-11-16T20:26:07.228825+0000 osd.11 (osd.11) 20 : cluster [DBG] 2.a scrub starts
2020-11-16T20:26:08.542 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:08.647 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:08.656 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:08 smithi071 bash[9480]: cluster 2020-11-16T20:26:06.408893+0000 osd.8 (osd.8) 29 : cluster [DBG] 2.f scrub starts
2020-11-16T20:26:12.802 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:08 smithi071 bash[9480]: cluster 2020-11-16T20:26:07.228825+0000 osd.11 (osd.11) 20 : cluster [DBG] 2.a scrub starts
2020-11-16T20:26:12.809 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:09 smithi065 bash[9468]: cluster 2020-11-16T20:26:08.050755+0000 mgr.x (mgr.14196) 410 : cluster [DBG] pgmap v498: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 8.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 32 MiB/s wr, 818 op/s
2020-11-16T20:26:12.809 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:09 smithi065 bash[9468]: cluster 2020-11-16T20:26:08.306466+0000 osd.1 (osd.1) 38 : cluster [DBG] 2.9 scrub ok
2020-11-16T20:26:12.810 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:09 smithi065 bash[9468]: audit 2020-11-16T20:26:08.820461+0000 mon.b (mon.1) 325 : audit [DBG] from='client.? v1:172.21.15.142:0/841169748' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:12.810 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:09 smithi065 bash[9468]: cluster 2020-11-16T20:26:08.957859+0000 osd.2 (osd.2) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.810 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:08.770552+0000 osd.8 (osd.8) 30 : cluster [DBG] 2.f scrub ok
2020-11-16T20:26:12.810 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:08.871079+0000 osd.0 (osd.0) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.810 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:08.914548+0000 osd.1 (osd.1) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.810 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.007815+0000 osd.3 (osd.3) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.811 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.050637+0000 osd.4 (osd.4) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.811 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.098845+0000 osd.5 (osd.5) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.811 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.140456+0000 osd.6 (osd.6) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.811 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.184022+0000 osd.7 (osd.7) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.811 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: audit 2020-11-16T20:26:09.219640+0000 mon.c (mon.2) 23 : audit [INF] from='client.? v1:172.21.15.142:0/1282332687' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:12.811 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.225936+0000 osd.8 (osd.8) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.811 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: audit 2020-11-16T20:26:09.228767+0000 mon.a (mon.0) 825 : audit [INF] from='client.34790 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:12.812 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.261104+0000 osd.9 (osd.9) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.812 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.304373+0000 osd.10 (osd.10) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.812 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.307404+0000 osd.5 (osd.5) 32 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:26:12.812 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:10 smithi065 bash[9468]: cluster 2020-11-16T20:26:09.337092+0000 osd.11 (osd.11) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.812 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:11 smithi065 bash[9468]: cluster 2020-11-16T20:26:10.051523+0000 mgr.x (mgr.14196) 411 : cluster [DBG] pgmap v499: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 21 MiB/s wr, 915 op/s
2020-11-16T20:26:12.812 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:11 smithi065 bash[9468]: cluster 2020-11-16T20:26:10.173288+0000 osd.11 (osd.11) 22 : cluster [DBG] 2.a scrub ok
2020-11-16T20:26:12.812 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:11 smithi065 bash[9468]: cluster 2020-11-16T20:26:10.223826+0000 mon.a (mon.0) 826 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:26:12.813 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:11 smithi065 bash[9468]: cluster 2020-11-16T20:26:10.223872+0000 mon.a (mon.0) 827 : cluster [INF] Cluster is now healthy
2020-11-16T20:26:12.813 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:11 smithi065 bash[9468]: audit 2020-11-16T20:26:10.228999+0000 mon.a (mon.0) 828 : audit [INF] from='client.34790 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:26:12.813 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:11 smithi065 bash[9468]: cluster 2020-11-16T20:26:10.229044+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e162: 12 total, 12 up, 12 in
2020-11-16T20:26:12.813 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:11 smithi065 bash[9468]: cluster 2020-11-16T20:26:10.393373+0000 osd.3 (osd.3) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:12.813 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:11 smithi065 bash[9468]: cluster 2020-11-16T20:26:10.393452+0000 osd.3 (osd.3) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:12.813 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:12 smithi065 bash[9468]: cluster 2020-11-16T20:26:11.245016+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e163: 12 total, 12 up, 12 in
2020-11-16T20:26:12.813 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:12 smithi065 bash[9468]: cluster 2020-11-16T20:26:11.302296+0000 osd.11 (osd.11) 23 : cluster [DBG] 2.c deep-scrub starts
2020-11-16T20:26:12.814 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:26:08 smithi142 bash[18009]: debug 2020-11-16T20:26:08.543+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:26:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:26:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:26:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:26:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:26:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:26:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:26:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:26:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:26:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:26:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:26:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:26:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:26:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:26:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T20:26:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T20:26:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:26:12.817 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.817 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.817 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.817 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.817 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.817 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.817 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.818 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.818 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.818 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.818 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.818 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:26:12.818 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:09 smithi142 bash[9523]: cluster 2020-11-16T20:26:08.050755+0000 mgr.x (mgr.14196) 410 : cluster [DBG] pgmap v498: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 8.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 32 MiB/s wr, 818 op/s
2020-11-16T20:26:12.818 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:09 smithi142 bash[9523]: cluster 2020-11-16T20:26:08.306466+0000 osd.1 (osd.1) 38 : cluster [DBG] 2.9 scrub ok
2020-11-16T20:26:12.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:09 smithi142 bash[9523]: audit 2020-11-16T20:26:08.820461+0000 mon.b (mon.1) 325 : audit [DBG] from='client.? v1:172.21.15.142:0/841169748' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:12.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:09 smithi142 bash[9523]: cluster 2020-11-16T20:26:08.957859+0000 osd.2 (osd.2) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:08.770552+0000 osd.8 (osd.8) 30 : cluster [DBG] 2.f scrub ok
2020-11-16T20:26:12.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:08.871079+0000 osd.0 (osd.0) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:08.914548+0000 osd.1 (osd.1) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.007815+0000 osd.3 (osd.3) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.050637+0000 osd.4 (osd.4) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.820 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.098845+0000 osd.5 (osd.5) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.820 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.140456+0000 osd.6 (osd.6) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.820 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.184022+0000 osd.7 (osd.7) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.820 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: audit 2020-11-16T20:26:09.219640+0000 mon.c (mon.2) 23 : audit [INF] from='client.? v1:172.21.15.142:0/1282332687' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:12.820 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.225936+0000 osd.8 (osd.8) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.820 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: audit 2020-11-16T20:26:09.228767+0000 mon.a (mon.0) 825 : audit [INF] from='client.34790 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:12.820 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.261104+0000 osd.9 (osd.9) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.304373+0000 osd.10 (osd.10) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.307404+0000 osd.5 (osd.5) 32 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:26:12.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:10 smithi142 bash[9523]: cluster 2020-11-16T20:26:09.337092+0000 osd.11 (osd.11) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:11 smithi142 bash[9523]: cluster 2020-11-16T20:26:10.051523+0000 mgr.x (mgr.14196) 411 : cluster [DBG] pgmap v499: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 21 MiB/s wr, 915 op/s
2020-11-16T20:26:12.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:11 smithi142 bash[9523]: cluster 2020-11-16T20:26:10.173288+0000 osd.11 (osd.11) 22 : cluster [DBG] 2.a scrub ok
2020-11-16T20:26:12.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:11 smithi142 bash[9523]: cluster 2020-11-16T20:26:10.223826+0000 mon.a (mon.0) 826 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:26:12.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:11 smithi142 bash[9523]: cluster 2020-11-16T20:26:10.223872+0000 mon.a (mon.0) 827 : cluster [INF] Cluster is now healthy
2020-11-16T20:26:12.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:11 smithi142 bash[9523]: audit 2020-11-16T20:26:10.228999+0000 mon.a (mon.0) 828 : audit [INF] from='client.34790 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:26:12.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:11 smithi142 bash[9523]: cluster 2020-11-16T20:26:10.229044+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e162: 12 total, 12 up, 12 in
2020-11-16T20:26:12.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:11 smithi142 bash[9523]: cluster 2020-11-16T20:26:10.393373+0000 osd.3 (osd.3) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:12.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:11 smithi142 bash[9523]: cluster 2020-11-16T20:26:10.393452+0000 osd.3 (osd.3) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:12.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:12 smithi142 bash[9523]: cluster 2020-11-16T20:26:11.245016+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e163: 12 total, 12 up, 12 in
2020-11-16T20:26:12.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:12 smithi142 bash[9523]: cluster 2020-11-16T20:26:11.302296+0000 osd.11 (osd.11) 23 : cluster [DBG] 2.c deep-scrub starts
2020-11-16T20:26:12.823 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:26:12.823 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_historic_ops
2020-11-16T20:26:12.824 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:12.824 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:08 smithi071 bash[12066]: debug 2020-11-16T20:26:08.777+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:12.824 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:09 smithi071 bash[9480]: cluster 2020-11-16T20:26:08.050755+0000 mgr.x (mgr.14196) 410 : cluster [DBG] pgmap v498: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 8.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 32 MiB/s wr, 818 op/s
2020-11-16T20:26:12.825 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:09 smithi071 bash[9480]: cluster 2020-11-16T20:26:08.306466+0000 osd.1 (osd.1) 38 : cluster [DBG] 2.9 scrub ok
2020-11-16T20:26:12.825 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:09 smithi071 bash[9480]: audit 2020-11-16T20:26:08.820461+0000 mon.b (mon.1) 325 : audit [DBG] from='client.? v1:172.21.15.142:0/841169748' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:12.825 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:09 smithi071 bash[9480]: cluster 2020-11-16T20:26:08.957859+0000 osd.2 (osd.2) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.825 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:08.770552+0000 osd.8 (osd.8) 30 : cluster [DBG] 2.f scrub ok
2020-11-16T20:26:12.825 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:08.871079+0000 osd.0 (osd.0) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.825 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:08.914548+0000 osd.1 (osd.1) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.007815+0000 osd.3 (osd.3) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.050637+0000 osd.4 (osd.4) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.098845+0000 osd.5 (osd.5) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.140456+0000 osd.6 (osd.6) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.184022+0000 osd.7 (osd.7) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: audit 2020-11-16T20:26:09.219640+0000 mon.c (mon.2) 23 : audit [INF] from='client.? v1:172.21.15.142:0/1282332687' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:12.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.225936+0000 osd.8 (osd.8) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.827 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: audit 2020-11-16T20:26:09.228767+0000 mon.a (mon.0) 825 : audit [INF] from='client.34790 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:12.827 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.261104+0000 osd.9 (osd.9) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.827 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.304373+0000 osd.10 (osd.10) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.827 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.307404+0000 osd.5 (osd.5) 32 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:26:12.827 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:10 smithi071 bash[9480]: cluster 2020-11-16T20:26:09.337092+0000 osd.11 (osd.11) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:12.827 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:11 smithi071 bash[9480]: cluster 2020-11-16T20:26:10.051523+0000 mgr.x (mgr.14196) 411 : cluster [DBG] pgmap v499: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 8.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 21 MiB/s wr, 915 op/s
2020-11-16T20:26:12.827 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:11 smithi071 bash[9480]: cluster 2020-11-16T20:26:10.173288+0000 osd.11 (osd.11) 22 : cluster [DBG] 2.a scrub ok
2020-11-16T20:26:12.827 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:11 smithi071 bash[9480]: cluster 2020-11-16T20:26:10.223826+0000 mon.a (mon.0) 826 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:26:12.828 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:11 smithi071 bash[9480]: cluster 2020-11-16T20:26:10.223872+0000 mon.a (mon.0) 827 : cluster [INF] Cluster is now healthy
2020-11-16T20:26:12.828 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:11 smithi071 bash[9480]: audit 2020-11-16T20:26:10.228999+0000 mon.a (mon.0) 828 : audit [INF] from='client.34790 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:26:12.828 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:11 smithi071 bash[9480]: cluster 2020-11-16T20:26:10.229044+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e162: 12 total, 12 up, 12 in
2020-11-16T20:26:12.828 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:11 smithi071 bash[9480]: cluster 2020-11-16T20:26:10.393373+0000 osd.3 (osd.3) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:12.828 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:11 smithi071 bash[9480]: cluster 2020-11-16T20:26:10.393452+0000 osd.3 (osd.3) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:12.828 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:12 smithi071 bash[9480]: cluster 2020-11-16T20:26:11.245016+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e163: 12 total, 12 up, 12 in
2020-11-16T20:26:12.829 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:12 smithi071 bash[9480]: cluster 2020-11-16T20:26:11.302296+0000 osd.11 (osd.11) 23 : cluster [DBG] 2.c deep-scrub starts
2020-11-16T20:26:12.925 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:12.989 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:13.038 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:13.139 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:13.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:13 smithi071 bash[12066]: debug 2020-11-16T20:26:13.025+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:13.246 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:13 smithi142 bash[9523]: cluster 2020-11-16T20:26:11.632362+0000 osd.5 (osd.5) 33 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:26:13.246 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:13 smithi142 bash[9523]: cluster 2020-11-16T20:26:12.052224+0000 mgr.x (mgr.14196) 412 : cluster [DBG] pgmap v502: 17 pgs: 4 active+clean+scrubbing, 13 active+clean; 8.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 813 op/s
2020-11-16T20:26:13.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:13 smithi142 bash[9523]: cluster 2020-11-16T20:26:12.143360+0000 osd.1 (osd.1) 40 : cluster [DBG] 2.6 deep-scrub starts
2020-11-16T20:26:13.251 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:13.354 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:13.481 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:13 smithi065 bash[9468]: cluster 2020-11-16T20:26:11.632362+0000 osd.5 (osd.5) 33 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:26:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:13 smithi065 bash[9468]: cluster 2020-11-16T20:26:12.052224+0000 mgr.x (mgr.14196) 412 : cluster [DBG] pgmap v502: 17 pgs: 4 active+clean+scrubbing, 13 active+clean; 8.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 813 op/s
2020-11-16T20:26:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:13 smithi065 bash[9468]: cluster 2020-11-16T20:26:12.143360+0000 osd.1 (osd.1) 40 : cluster [DBG] 2.6 deep-scrub starts
2020-11-16T20:26:13.534 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:13 smithi065 bash[18823]: debug 2020-11-16T20:26:13.476+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:13.586 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:13.693 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:13 smithi071 bash[9480]: cluster 2020-11-16T20:26:11.632362+0000 osd.5 (osd.5) 33 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:26:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:13 smithi071 bash[9480]: cluster 2020-11-16T20:26:12.052224+0000 mgr.x (mgr.14196) 412 : cluster [DBG] pgmap v502: 17 pgs: 4 active+clean+scrubbing, 13 active+clean; 8.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 813 op/s
2020-11-16T20:26:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:13 smithi071 bash[9480]: cluster 2020-11-16T20:26:12.143360+0000 osd.1 (osd.1) 40 : cluster [DBG] 2.6 deep-scrub starts
2020-11-16T20:26:13.701 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:13 smithi071 bash[12066]: debug 2020-11-16T20:26:13.249+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:13.796 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:13.955 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:14.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:26:13 smithi065 bash[16457]: debug 2020-11-16T20:26:13.688+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:14.058 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:14.066 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:13 smithi071 bash[16796]: debug 2020-11-16T20:26:13.953+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:14.179 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:14.286 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:14.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:14 smithi071 bash[19196]: debug 2020-11-16T20:26:14.173+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:14.528 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:14.545 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:26:14 smithi142 bash[18009]: debug 2020-11-16T20:26:14.527+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:14.630 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:14.737 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:14.824 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:26:14.825 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:26:14.844 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:14.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:26:14 smithi071 bash[14419]: debug 2020-11-16T20:26:14.729+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:14.953 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:15.013 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:15.020 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:15.057 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:15.174 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:15.235 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:15 smithi142 bash[9523]: debug 2020-11-16T20:26:15.235+0000 7f756b108700 -1 mon.a@0(leader).osd e163 definitely_dead 0
2020-11-16T20:26:15.254 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:15 smithi071 bash[19196]: debug 2020-11-16T20:26:15.169+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:15.255 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:15 smithi071 bash[9480]: cluster 2020-11-16T20:26:14.052859+0000 mgr.x (mgr.14196) 413 : cluster [DBG] pgmap v503: 17 pgs: 1 active+clean+scrubbing+deep, 2 active+clean+scrubbing, 14 active+clean; 8.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 1.03k op/s
2020-11-16T20:26:15.255 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:15 smithi071 bash[9480]: audit 2020-11-16T20:26:15.239355+0000 mon.a (mon.0) 831 : audit [INF] from='client.? v1:172.21.15.142:0/3799031673' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:26:15.255 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:15 smithi071 bash[9480]: cluster 2020-11-16T20:26:15.239445+0000 mon.a (mon.0) 832 : cluster [INF] Client client.admin marked osd.10 out, while it was still marked up
2020-11-16T20:26:15.256 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:14 smithi071 bash[12066]: debug 2020-11-16T20:26:14.949+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:marked out osd.10.
2020-11-16T20:26:15.277 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:15.503 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:15.510 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:15 smithi142 bash[9523]: cluster 2020-11-16T20:26:14.052859+0000 mgr.x (mgr.14196) 413 : cluster [DBG] pgmap v503: 17 pgs: 1 active+clean+scrubbing+deep, 2 active+clean+scrubbing, 14 active+clean; 8.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 1.03k op/s
2020-11-16T20:26:15.510 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:15 smithi142 bash[9523]: audit 2020-11-16T20:26:15.239355+0000 mon.a (mon.0) 831 : audit [INF] from='client.? v1:172.21.15.142:0/3799031673' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:26:15.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:15 smithi142 bash[9523]: cluster 2020-11-16T20:26:15.239445+0000 mon.a (mon.0) 832 : cluster [INF] Client client.admin marked osd.10 out, while it was still marked up
2020-11-16T20:26:15.533 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:15 smithi065 bash[18823]: debug 2020-11-16T20:26:15.392+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:15 smithi065 bash[9468]: cluster 2020-11-16T20:26:14.052859+0000 mgr.x (mgr.14196) 413 : cluster [DBG] pgmap v503: 17 pgs: 1 active+clean+scrubbing+deep, 2 active+clean+scrubbing, 14 active+clean; 8.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 1.03k op/s
2020-11-16T20:26:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:15 smithi065 bash[9468]: audit 2020-11-16T20:26:15.239355+0000 mon.a (mon.0) 831 : audit [INF] from='client.? v1:172.21.15.142:0/3799031673' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:26:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:15 smithi065 bash[9468]: cluster 2020-11-16T20:26:15.239445+0000 mon.a (mon.0) 832 : cluster [INF] Client client.admin marked osd.10 out, while it was still marked up
2020-11-16T20:26:15.944 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:16.047 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:16.163 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:16.255 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:15 smithi142 bash[22738]: debug 2020-11-16T20:26:15.943+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:16.267 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:16.382 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:26:16 smithi065 bash[16457]: debug 2020-11-16T20:26:16.160+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:16.382 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:16 smithi065 bash[9468]: cluster 2020-11-16T20:26:15.081524+0000 osd.7 (osd.7) 40 : cluster [DBG] 2.0 scrub starts
2020-11-16T20:26:16.382 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:16 smithi065 bash[9468]: audit 2020-11-16T20:26:15.254454+0000 mon.a (mon.0) 833 : audit [INF] from='client.? v1:172.21.15.142:0/3799031673' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["10"]}]': finished
2020-11-16T20:26:16.382 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:16 smithi065 bash[9468]: cluster 2020-11-16T20:26:15.254504+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e164: 12 total, 12 up, 11 in
2020-11-16T20:26:16.383 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:16 smithi065 bash[9468]: cluster 2020-11-16T20:26:16.012847+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e165: 12 total, 12 up, 11 in
2020-11-16T20:26:16.383 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:16.486 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:16.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:16 smithi142 bash[9523]: cluster 2020-11-16T20:26:15.081524+0000 osd.7 (osd.7) 40 : cluster [DBG] 2.0 scrub starts
2020-11-16T20:26:16.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:16 smithi142 bash[9523]: audit 2020-11-16T20:26:15.254454+0000 mon.a (mon.0) 833 : audit [INF] from='client.? v1:172.21.15.142:0/3799031673' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["10"]}]': finished
2020-11-16T20:26:16.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:16 smithi142 bash[9523]: cluster 2020-11-16T20:26:15.254504+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e164: 12 total, 12 up, 11 in
2020-11-16T20:26:16.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:16 smithi142 bash[9523]: cluster 2020-11-16T20:26:16.012847+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e165: 12 total, 12 up, 11 in
2020-11-16T20:26:16.588 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:16.692 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:16 smithi071 bash[9480]: cluster 2020-11-16T20:26:15.081524+0000 osd.7 (osd.7) 40 : cluster [DBG] 2.0 scrub starts
2020-11-16T20:26:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:16 smithi071 bash[9480]: audit 2020-11-16T20:26:15.254454+0000 mon.a (mon.0) 833 : audit [INF] from='client.? v1:172.21.15.142:0/3799031673' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["10"]}]': finished
2020-11-16T20:26:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:16 smithi071 bash[9480]: cluster 2020-11-16T20:26:15.254504+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e164: 12 total, 12 up, 11 in
2020-11-16T20:26:16.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:16 smithi071 bash[9480]: cluster 2020-11-16T20:26:16.012847+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e165: 12 total, 12 up, 11 in
2020-11-16T20:26:16.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:26:16 smithi065 bash[14115]: debug 2020-11-16T20:26:16.584+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:16.784 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:26:16 smithi065 bash[16457]: debug 2020-11-16T20:26:16.376+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:16.818 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:16.923 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:26:17.036 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:26:17.141 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:17.201 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:16 smithi071 bash[16796]: debug 2020-11-16T20:26:16.816+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:17.258 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:26:17 smithi065 bash[11785]: debug 2020-11-16T20:26:17.032+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:17.265 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:17.368 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:17 smithi065 bash[9468]: cluster 2020-11-16T20:26:16.053360+0000 mgr.x (mgr.14196) 414 : cluster [DBG] pgmap v506: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.5 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 672 op/s
2020-11-16T20:26:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:17 smithi065 bash[9468]: cluster 2020-11-16T20:26:17.015532+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e166: 12 total, 12 up, 11 in
2020-11-16T20:26:17.534 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:26:17 smithi065 bash[16457]: debug 2020-11-16T20:26:17.260+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:17.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:17 smithi142 bash[9523]: cluster 2020-11-16T20:26:16.053360+0000 mgr.x (mgr.14196) 414 : cluster [DBG] pgmap v506: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.5 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 672 op/s
2020-11-16T20:26:17.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:17 smithi142 bash[9523]: cluster 2020-11-16T20:26:17.015532+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e166: 12 total, 12 up, 11 in
2020-11-16T20:26:17.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:17 smithi071 bash[9480]: cluster 2020-11-16T20:26:16.053360+0000 mgr.x (mgr.14196) 414 : cluster [DBG] pgmap v506: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.5 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 672 op/s
2020-11-16T20:26:17.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:17 smithi071 bash[9480]: cluster 2020-11-16T20:26:17.015532+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e166: 12 total, 12 up, 11 in
2020-11-16T20:26:17.814 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:18.011 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:18.142 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:18.153 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:26:17 smithi142 bash[18009]: debug 2020-11-16T20:26:17.815+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:18.245 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:18.284 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:18 smithi065 bash[18823]: debug 2020-11-16T20:26:18.136+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:18 smithi065 bash[9468]: cluster 2020-11-16T20:26:17.014012+0000 osd.7 (osd.7) 41 : cluster [DBG] 2.0 starting backfill to osd.9 from (0'0,0'0] MAX to 163'10144
2020-11-16T20:26:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:18 smithi065 bash[9468]: cluster 2020-11-16T20:26:17.015764+0000 osd.6 (osd.6) 32 : cluster [DBG] 2.7 starting backfill to osd.2 from (0'0,0'0] MAX to 163'10387
2020-11-16T20:26:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:18 smithi065 bash[9468]: cluster 2020-11-16T20:26:17.313929+0000 osd.8 (osd.8) 32 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:18.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:18 smithi065 bash[9468]: cluster 2020-11-16T20:26:17.314002+0000 osd.8 (osd.8) 33 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:18.441 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:18.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:18 smithi142 bash[9523]: cluster 2020-11-16T20:26:17.014012+0000 osd.7 (osd.7) 41 : cluster [DBG] 2.0 starting backfill to osd.9 from (0'0,0'0] MAX to 163'10144
2020-11-16T20:26:18.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:18 smithi142 bash[9523]: cluster 2020-11-16T20:26:17.015764+0000 osd.6 (osd.6) 32 : cluster [DBG] 2.7 starting backfill to osd.2 from (0'0,0'0] MAX to 163'10387
2020-11-16T20:26:18.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:18 smithi142 bash[9523]: cluster 2020-11-16T20:26:17.313929+0000 osd.8 (osd.8) 32 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:18.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:18 smithi142 bash[9523]: cluster 2020-11-16T20:26:17.314002+0000 osd.8 (osd.8) 33 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:18.536 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:26:18 smithi142 bash[15670]: debug 2020-11-16T20:26:18.435+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:18.545 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:18.641 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:26:18.641 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:26:18.641 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:26:18.642 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:26:18.642 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.642 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:33928 2.a e139/133 2:56d88b14:::benchmark_data_smithi065_20143_object33927:head v 139'2165, mlcod=139'2163)",
2020-11-16T20:26:18.642 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:41.036009+0000",
2020-11-16T20:26:18.642 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 97.606340224999997,
2020-11-16T20:26:18.642 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.047474783999999999,
2020-11-16T20:26:18.643 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.643 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.643 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.036009+0000",
2020-11-16T20:26:18.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.036009+0000",
2020-11-16T20:26:18.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:26:18.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.035984+0000",
2020-11-16T20:26:18.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000109787
2020-11-16T20:26:18.645 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.645 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.036094+0000",
2020-11-16T20:26:18.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1508999999999999e-05
2020-11-16T20:26:18.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.036105+0000",
2020-11-16T20:26:18.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4489999999999996e-06
2020-11-16T20:26:18.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.036112+0000",
2020-11-16T20:26:18.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0631999999999997e-05
2020-11-16T20:26:18.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.036182+0000",
2020-11-16T20:26:18.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.3683000000000003e-05
2020-11-16T20:26:18.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.036216+0000",
2020-11-16T20:26:18.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.046967055000000001
2020-11-16T20:26:18.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.083183+0000",
2020-11-16T20:26:18.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00030082999999999998
2020-11-16T20:26:18.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.083484+0000",
2020-11-16T20:26:18.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.047474783999999999
2020-11-16T20:26:18.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.650 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.650 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.650 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.650 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.650 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:33934 2.a e139/133 2:594b19e4:::benchmark_data_smithi065_20143_object33933:head v 139'2166, mlcod=139'2163)",
2020-11-16T20:26:18.651 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:41.037963+0000",
2020-11-16T20:26:18.651 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 97.604385891000007,
2020-11-16T20:26:18.651 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.045594876999999999,
2020-11-16T20:26:18.651 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.651 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.651 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.037963+0000",
2020-11-16T20:26:18.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.037963+0000",
2020-11-16T20:26:18.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:26:18.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.037923+0000",
2020-11-16T20:26:18.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011164500000000001
2020-11-16T20:26:18.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.038035+0000",
2020-11-16T20:26:18.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3978000000000001e-05
2020-11-16T20:26:18.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.038049+0000",
2020-11-16T20:26:18.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9889999999999997e-06
2020-11-16T20:26:18.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.038055+0000",
2020-11-16T20:26:18.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0921999999999999e-05
2020-11-16T20:26:18.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.038096+0000",
2020-11-16T20:26:18.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4173e-05
2020-11-16T20:26:18.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.038120+0000",
2020-11-16T20:26:18.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045367756000000002
2020-11-16T20:26:18.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.083488+0000",
2020-11-16T20:26:18.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0740000000000004e-05
2020-11-16T20:26:18.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.083558+0000",
2020-11-16T20:26:18.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045594876999999999
2020-11-16T20:26:18.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.659 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.659 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.659 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.659 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:33937 2.a e139/133 2:55973f98:::benchmark_data_smithi065_20143_object33936:head v 139'2167, mlcod=139'2163)",
2020-11-16T20:26:18.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:41.039779+0000",
2020-11-16T20:26:18.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 97.602570704000001,
2020-11-16T20:26:18.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.043838923000000002,
2020-11-16T20:26:18.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.660 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.660 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.039779+0000",
2020-11-16T20:26:18.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.039779+0000",
2020-11-16T20:26:18.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:26:18.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.039753+0000",
2020-11-16T20:26:18.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000110773
2020-11-16T20:26:18.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.039864+0000",
2020-11-16T20:26:18.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1674e-05
2020-11-16T20:26:18.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.039876+0000",
2020-11-16T20:26:18.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.922e-06
2020-11-16T20:26:18.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.664 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.039882+0000",
2020-11-16T20:26:18.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4172000000000003e-05
2020-11-16T20:26:18.664 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.664 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.039927+0000",
2020-11-16T20:26:18.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2986e-05
2020-11-16T20:26:18.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.039950+0000",
2020-11-16T20:26:18.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.043612268000000003
2020-11-16T20:26:18.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.083562+0000",
2020-11-16T20:26:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5634999999999998e-05
2020-11-16T20:26:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.083618+0000",
2020-11-16T20:26:18.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.043838923000000002
2020-11-16T20:26:18.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.667 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.667 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.667 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.667 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.667 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:33946 2.1 e139/133 2:849f8187:::benchmark_data_smithi065_20143_object33945:head v 139'2099, mlcod=139'2097)",
2020-11-16T20:26:18.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:24:41.042000+0000",
2020-11-16T20:26:18.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 97.600349441000006,
2020-11-16T20:26:18.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.041266705000000001,
2020-11-16T20:26:18.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.668 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.668 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.042000+0000",
2020-11-16T20:26:18.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.042000+0000",
2020-11-16T20:26:18.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999857
2020-11-16T20:26:18.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.041986+0000",
2020-11-16T20:26:18.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0813000000000002e-05
2020-11-16T20:26:18.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.042046+0000",
2020-11-16T20:26:18.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2339999999999997e-06
2020-11-16T20:26:18.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.042054+0000",
2020-11-16T20:26:18.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.459e-06
2020-11-16T20:26:18.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.042058+0000",
2020-11-16T20:26:18.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6504000000000001e-05
2020-11-16T20:26:18.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.042105+0000",
2020-11-16T20:26:18.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4147000000000001e-05
2020-11-16T20:26:18.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.042129+0000",
2020-11-16T20:26:18.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041036063999999997
2020-11-16T20:26:18.674 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.674 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.083165+0000",
2020-11-16T20:26:18.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010184299999999999
2020-11-16T20:26:18.674 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:24:41.083267+0000",
2020-11-16T20:26:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041266705000000001
2020-11-16T20:26:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.676 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:96596 2.1 e150/133 2:8c3b4207:::benchmark_data_smithi065_20143_object96595:head v 150'5901, mlcod=150'5899)",
2020-11-16T20:26:18.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:16.057734+0000",
2020-11-16T20:26:18.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 62.584614883999997,
2020-11-16T20:26:18.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.038839112000000002,
2020-11-16T20:26:18.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.676 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.677 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057734+0000",
2020-11-16T20:26:18.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057734+0000",
2020-11-16T20:26:18.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:26:18.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057712+0000",
2020-11-16T20:26:18.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000107292
2020-11-16T20:26:18.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057819+0000",
2020-11-16T20:26:18.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0927000000000001e-05
2020-11-16T20:26:18.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057830+0000",
2020-11-16T20:26:18.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0849999999999999e-06
2020-11-16T20:26:18.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057837+0000",
2020-11-16T20:26:18.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9472000000000003e-05
2020-11-16T20:26:18.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057886+0000",
2020-11-16T20:26:18.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3694e-05
2020-11-16T20:26:18.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057910+0000",
2020-11-16T20:26:18.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038609729000000002
2020-11-16T20:26:18.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.096520+0000",
2020-11-16T20:26:18.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.384e-05
2020-11-16T20:26:18.688 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.688 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.096574+0000",
2020-11-16T20:26:18.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038839112000000002
2020-11-16T20:26:18.688 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.688 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.688 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.689 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.689 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:96600 2.e e150/133 2:7f551247:::benchmark_data_smithi065_20143_object96599:head v 150'6003, mlcod=150'6000)",
2020-11-16T20:26:18.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:16.057886+0000",
2020-11-16T20:26:18.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 62.584463235000001,
2020-11-16T20:26:18.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.049056377999999998,
2020-11-16T20:26:18.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.690 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.690 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057886+0000",
2020-11-16T20:26:18.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057886+0000",
2020-11-16T20:26:18.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:26:18.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057864+0000",
2020-11-16T20:26:18.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1681999999999994e-05
2020-11-16T20:26:18.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057956+0000",
2020-11-16T20:26:18.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1700000000000003e-06
2020-11-16T20:26:18.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057965+0000",
2020-11-16T20:26:18.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7180000000000001e-06
2020-11-16T20:26:18.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.057971+0000",
2020-11-16T20:26:18.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001120149
2020-11-16T20:26:18.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.059091+0000",
2020-11-16T20:26:18.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.8679000000000001e-05
2020-11-16T20:26:18.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.059120+0000",
2020-11-16T20:26:18.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.047704535999999999
2020-11-16T20:26:18.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.106824+0000",
2020-11-16T20:26:18.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011815300000000001
2020-11-16T20:26:18.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.106942+0000",
2020-11-16T20:26:18.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.049056377999999998
2020-11-16T20:26:18.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.697 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.697 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.697 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.697 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:96598 2.1 e150/133 2:824b9691:::benchmark_data_smithi065_20143_object96597:head v 150'5902, mlcod=150'5899)",
2020-11-16T20:26:18.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:16.061075+0000",
2020-11-16T20:26:18.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 62.581273908999997,
2020-11-16T20:26:18.698 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.04590673,
2020-11-16T20:26:18.698 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.698 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.698 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.061075+0000",
2020-11-16T20:26:18.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.061075+0000",
2020-11-16T20:26:18.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:26:18.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.061052+0000",
2020-11-16T20:26:18.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7937999999999996e-05
2020-11-16T20:26:18.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.061149+0000",
2020-11-16T20:26:18.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2063e-05
2020-11-16T20:26:18.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.061162+0000",
2020-11-16T20:26:18.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9840000000000004e-06
2020-11-16T20:26:18.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.061169+0000",
2020-11-16T20:26:18.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000351453
2020-11-16T20:26:18.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.061520+0000",
2020-11-16T20:26:18.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0336999999999999e-05
2020-11-16T20:26:18.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.061540+0000",
2020-11-16T20:26:18.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045317177
2020-11-16T20:26:18.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.106857+0000",
2020-11-16T20:26:18.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012466500000000001
2020-11-16T20:26:18.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:16.106982+0000",
2020-11-16T20:26:18.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.04590673
2020-11-16T20:26:18.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.705 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.705 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.705 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.705 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.705 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:103482 2.a e152/133 2:5c179566:::benchmark_data_smithi065_20143_object103481:head v 152'6573, mlcod=152'6570)",
2020-11-16T20:26:18.706 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:21.052530+0000",
2020-11-16T20:26:18.706 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 57.589819257000002,
2020-11-16T20:26:18.706 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.048852471000000001,
2020-11-16T20:26:18.706 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.706 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.706 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.052530+0000",
2020-11-16T20:26:18.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.052530+0000",
2020-11-16T20:26:18.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:26:18.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.052505+0000",
2020-11-16T20:26:18.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019721800000000001
2020-11-16T20:26:18.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.052702+0000",
2020-11-16T20:26:18.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3370000000000002e-06
2020-11-16T20:26:18.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.052710+0000",
2020-11-16T20:26:18.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0499999999999999e-06
2020-11-16T20:26:18.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.052715+0000",
2020-11-16T20:26:18.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3875000000000002e-05
2020-11-16T20:26:18.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.052769+0000",
2020-11-16T20:26:18.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5524000000000002e-05
2020-11-16T20:26:18.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.052794+0000",
2020-11-16T20:26:18.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.048515191999999999
2020-11-16T20:26:18.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101309+0000",
2020-11-16T20:26:18.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3317000000000003e-05
2020-11-16T20:26:18.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101383+0000",
2020-11-16T20:26:18.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.048852471000000001
2020-11-16T20:26:18.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.713 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.713 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.713 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.714 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:103491 2.1 e152/133 2:8a06b291:::benchmark_data_smithi065_20143_object103490:head v 152'6328, mlcod=152'6326)",
2020-11-16T20:26:18.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:21.053827+0000",
2020-11-16T20:26:18.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 57.588522697999998,
2020-11-16T20:26:18.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.047831189000000003,
2020-11-16T20:26:18.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.714 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.715 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.053827+0000",
2020-11-16T20:26:18.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.053827+0000",
2020-11-16T20:26:18.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:26:18.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.053804+0000",
2020-11-16T20:26:18.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0879999999999997e-05
2020-11-16T20:26:18.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.053895+0000",
2020-11-16T20:26:18.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1274000000000001e-05
2020-11-16T20:26:18.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.053906+0000",
2020-11-16T20:26:18.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0569999999999998e-06
2020-11-16T20:26:18.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.053912+0000",
2020-11-16T20:26:18.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2875999999999999e-05
2020-11-16T20:26:18.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.053975+0000",
2020-11-16T20:26:18.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3813000000000001e-05
2020-11-16T20:26:18.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.053999+0000",
2020-11-16T20:26:18.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.047607901000000001
2020-11-16T20:26:18.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101607+0000",
2020-11-16T20:26:18.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0756e-05
2020-11-16T20:26:18.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101658+0000",
2020-11-16T20:26:18.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.047831189000000003
2020-11-16T20:26:18.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.721 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.722 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.722 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.722 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.722 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:103494 2.e e152/133 2:7aae93a1:::benchmark_data_smithi065_20143_object103493:head v 152'6424, mlcod=152'6421)",
2020-11-16T20:26:18.722 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:21.054255+0000",
2020-11-16T20:26:18.722 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 57.588094380000001,
2020-11-16T20:26:18.722 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.047432663999999999,
2020-11-16T20:26:18.723 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.723 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.723 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.054255+0000",
2020-11-16T20:26:18.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.054255+0000",
2020-11-16T20:26:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:26:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.054233+0000",
2020-11-16T20:26:18.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7231999999999994e-05
2020-11-16T20:26:18.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.054320+0000",
2020-11-16T20:26:18.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0013999999999999e-05
2020-11-16T20:26:18.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.054330+0000",
2020-11-16T20:26:18.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5659999999999997e-06
2020-11-16T20:26:18.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.054336+0000",
2020-11-16T20:26:18.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8634999999999995e-05
2020-11-16T20:26:18.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.054414+0000",
2020-11-16T20:26:18.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1050999999999999e-05
2020-11-16T20:26:18.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.054435+0000",
2020-11-16T20:26:18.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.047184054000000003
2020-11-16T20:26:18.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101619+0000",
2020-11-16T20:26:18.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8230000000000002e-05
2020-11-16T20:26:18.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101688+0000",
2020-11-16T20:26:18.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.047432663999999999
2020-11-16T20:26:18.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.730 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.730 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.730 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.730 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.730 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:103484 2.a e152/133 2:5cb2d947:::benchmark_data_smithi065_20143_object103483:head v 152'6574, mlcod=152'6570)",
2020-11-16T20:26:18.730 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:21.057674+0000",
2020-11-16T20:26:18.731 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 57.584675246000003,
2020-11-16T20:26:18.731 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.044002006000000003,
2020-11-16T20:26:18.731 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.731 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.731 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.057674+0000",
2020-11-16T20:26:18.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.057674+0000",
2020-11-16T20:26:18.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999979
2020-11-16T20:26:18.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.057653+0000",
2020-11-16T20:26:18.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016684
2020-11-16T20:26:18.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.057820+0000",
2020-11-16T20:26:18.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0067e-05
2020-11-16T20:26:18.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.057830+0000",
2020-11-16T20:26:18.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0120000000000002e-06
2020-11-16T20:26:18.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.057836+0000",
2020-11-16T20:26:18.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3152000000000002e-05
2020-11-16T20:26:18.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.057889+0000",
2020-11-16T20:26:18.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1613000000000001e-05
2020-11-16T20:26:18.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.057911+0000",
2020-11-16T20:26:18.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.043724722000000001
2020-11-16T20:26:18.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101636+0000",
2020-11-16T20:26:18.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0580000000000001e-05
2020-11-16T20:26:18.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101676+0000",
2020-11-16T20:26:18.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.044002006000000003
2020-11-16T20:26:18.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.738 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.738 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.738 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.738 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.739 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:103493 2.a e152/133 2:5ca0ae6a:::benchmark_data_smithi065_20143_object103492:head v 152'6575, mlcod=152'6571)",
2020-11-16T20:26:18.739 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:21.060250+0000",
2020-11-16T20:26:18.739 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 57.582099673999998,
2020-11-16T20:26:18.739 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.041452340999999997,
2020-11-16T20:26:18.739 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.739 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.739 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.060250+0000",
2020-11-16T20:26:18.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.060250+0000",
2020-11-16T20:26:18.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999862
2020-11-16T20:26:18.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.060236+0000",
2020-11-16T20:26:18.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013915600000000001
2020-11-16T20:26:18.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.060375+0000",
2020-11-16T20:26:18.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4000000000000003e-06
2020-11-16T20:26:18.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.060382+0000",
2020-11-16T20:26:18.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6520000000000003e-06
2020-11-16T20:26:18.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.060388+0000",
2020-11-16T20:26:18.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00060378700000000005
2020-11-16T20:26:18.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.060992+0000",
2020-11-16T20:26:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6872e-05
2020-11-16T20:26:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.061019+0000",
2020-11-16T20:26:18.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.040660963000000001
2020-11-16T20:26:18.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101680+0000",
2020-11-16T20:26:18.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2410000000000001e-05
2020-11-16T20:26:18.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:21.101702+0000",
2020-11-16T20:26:18.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041452340999999997
2020-11-16T20:26:18.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.746 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.746 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.747 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.747 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:134264 2.1 e156/133 2:8b7494a2:::benchmark_data_smithi065_20143_object134263:head v 156'8356, mlcod=156'8350)",
2020-11-16T20:26:18.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:46.058525+0000",
2020-11-16T20:26:18.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 32.583824774,
2020-11-16T20:26:18.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.043733184000000001,
2020-11-16T20:26:18.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.747 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.748 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.058525+0000",
2020-11-16T20:26:18.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.058525+0000",
2020-11-16T20:26:18.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:26:18.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.058499+0000",
2020-11-16T20:26:18.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010891
2020-11-16T20:26:18.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.058608+0000",
2020-11-16T20:26:18.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2329e-05
2020-11-16T20:26:18.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.058620+0000",
2020-11-16T20:26:18.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7929999999999998e-06
2020-11-16T20:26:18.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.058628+0000",
2020-11-16T20:26:18.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000149934
2020-11-16T20:26:18.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.058778+0000",
2020-11-16T20:26:18.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1572000000000002e-05
2020-11-16T20:26:18.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.058810+0000",
2020-11-16T20:26:18.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.043317739000000001
2020-11-16T20:26:18.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.102127+0000",
2020-11-16T20:26:18.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013045999999999999
2020-11-16T20:26:18.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.102258+0000",
2020-11-16T20:26:18.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.043733184000000001
2020-11-16T20:26:18.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.755 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.755 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.755 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.755 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:134268 2.a e156/133 2:57fc1995:::benchmark_data_smithi065_20143_object134267:head v 156'8549, mlcod=156'8547)",
2020-11-16T20:26:18.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:46.059507+0000",
2020-11-16T20:26:18.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 32.582841833000003,
2020-11-16T20:26:18.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.041829844999999997,
2020-11-16T20:26:18.756 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.756 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.756 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.059507+0000",
2020-11-16T20:26:18.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.059507+0000",
2020-11-16T20:26:18.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:26:18.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.059485+0000",
2020-11-16T20:26:18.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7627999999999994e-05
2020-11-16T20:26:18.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.059583+0000",
2020-11-16T20:26:18.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7690000000000008e-06
2020-11-16T20:26:18.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.059592+0000",
2020-11-16T20:26:18.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0430000000000002e-06
2020-11-16T20:26:18.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.059599+0000",
2020-11-16T20:26:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1246000000000002e-05
2020-11-16T20:26:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.059671+0000",
2020-11-16T20:26:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6271000000000001e-05
2020-11-16T20:26:18.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.059687+0000",
2020-11-16T20:26:18.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041401761000000002
2020-11-16T20:26:18.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.101089+0000",
2020-11-16T20:26:18.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00024873199999999999
2020-11-16T20:26:18.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.101337+0000",
2020-11-16T20:26:18.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041829844999999997
2020-11-16T20:26:18.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.763 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.763 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.763 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.763 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:134266 2.1 e156/133 2:83405d8d:::benchmark_data_smithi065_20143_object134265:head v 156'8357, mlcod=156'8352)",
2020-11-16T20:26:18.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:46.063785+0000",
2020-11-16T20:26:18.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 32.578564757999999,
2020-11-16T20:26:18.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.038556848999999997,
2020-11-16T20:26:18.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.764 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.764 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.063785+0000",
2020-11-16T20:26:18.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.063785+0000",
2020-11-16T20:26:18.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999847
2020-11-16T20:26:18.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.063769+0000",
2020-11-16T20:26:18.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6542000000000001e-05
2020-11-16T20:26:18.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.063836+0000",
2020-11-16T20:26:18.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7620000000000001e-06
2020-11-16T20:26:18.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.063844+0000",
2020-11-16T20:26:18.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7139999999999998e-06
2020-11-16T20:26:18.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.063850+0000",
2020-11-16T20:26:18.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4487999999999998e-05
2020-11-16T20:26:18.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.063895+0000",
2020-11-16T20:26:18.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6897000000000001e-05
2020-11-16T20:26:18.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.063912+0000",
2020-11-16T20:26:18.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038351385000000002
2020-11-16T20:26:18.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.102263+0000",
2020-11-16T20:26:18.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8483000000000001e-05
2020-11-16T20:26:18.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.102341+0000",
2020-11-16T20:26:18.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038556848999999997
2020-11-16T20:26:18.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.772 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.772 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.772 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.772 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.772 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:134351 2.1 e156/133 2:854990ce:::benchmark_data_smithi065_20143_object134350:head v 156'8363, mlcod=156'8361)",
2020-11-16T20:26:18.772 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:25:46.174525+0000",
2020-11-16T20:26:18.772 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 32.467824037,
2020-11-16T20:26:18.773 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.035912590000000001,
2020-11-16T20:26:18.773 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.773 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.773 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.174525+0000",
2020-11-16T20:26:18.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.174525+0000",
2020-11-16T20:26:18.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:26:18.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.174501+0000",
2020-11-16T20:26:18.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000108366
2020-11-16T20:26:18.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.174610+0000",
2020-11-16T20:26:18.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7193e-05
2020-11-16T20:26:18.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.174627+0000",
2020-11-16T20:26:18.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0181e-05
2020-11-16T20:26:18.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.174637+0000",
2020-11-16T20:26:18.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7014000000000001e-05
2020-11-16T20:26:18.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.174684+0000",
2020-11-16T20:26:18.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9879000000000001e-05
2020-11-16T20:26:18.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.174704+0000",
2020-11-16T20:26:18.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.035659557000000001
2020-11-16T20:26:18.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.210364+0000",
2020-11-16T20:26:18.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.436e-05
2020-11-16T20:26:18.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:25:46.210438+0000",
2020-11-16T20:26:18.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.035912590000000001
2020-11-16T20:26:18.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.780 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.780 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.780 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.780 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.780 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:157122 2.1 e161/133 2:89a76b0e:::benchmark_data_smithi065_20143_object7735:head v 161'9788, mlcod=161'9786)",
2020-11-16T20:26:18.781 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:26:09.670710+0000",
2020-11-16T20:26:18.781 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 8.9716393550000006,
2020-11-16T20:26:18.781 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.091944425999999996,
2020-11-16T20:26:18.781 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.781 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.781 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.670710+0000",
2020-11-16T20:26:18.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.670710+0000",
2020-11-16T20:26:18.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:26:18.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.670678+0000",
2020-11-16T20:26:18.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000104632
2020-11-16T20:26:18.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.670783+0000",
2020-11-16T20:26:18.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5281000000000002e-05
2020-11-16T20:26:18.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.670798+0000",
2020-11-16T20:26:18.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8709999999999997e-06
2020-11-16T20:26:18.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.670806+0000",
2020-11-16T20:26:18.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.080766355999999997
2020-11-16T20:26:18.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.751572+0000",
2020-11-16T20:26:18.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3162999999999999e-05
2020-11-16T20:26:18.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.751625+0000",
2020-11-16T20:26:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010607973999999999
2020-11-16T20:26:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.762233+0000",
2020-11-16T20:26:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00042112200000000001
2020-11-16T20:26:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:09.762654+0000",
2020-11-16T20:26:18.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.091944425999999996
2020-11-16T20:26:18.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.788 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.788 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.788 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.789 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:158391 2.a e162/133 2:5b87e472:::benchmark_data_smithi065_20143_object9004:head v 162'10067, mlcod=162'10064)",
2020-11-16T20:26:18.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:26:11.058787+0000",
2020-11-16T20:26:18.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 7.5835618309999999,
2020-11-16T20:26:18.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.036697616000000002,
2020-11-16T20:26:18.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.789 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.789 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.058787+0000",
2020-11-16T20:26:18.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.058787+0000",
2020-11-16T20:26:18.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:26:18.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.058764+0000",
2020-11-16T20:26:18.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1816000000000005e-05
2020-11-16T20:26:18.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.058836+0000",
2020-11-16T20:26:18.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8029999999999997e-06
2020-11-16T20:26:18.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.058844+0000",
2020-11-16T20:26:18.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3689999999999998e-06
2020-11-16T20:26:18.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.058849+0000",
2020-11-16T20:26:18.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7120999999999998e-05
2020-11-16T20:26:18.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.058896+0000",
2020-11-16T20:26:18.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2433e-05
2020-11-16T20:26:18.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.058918+0000",
2020-11-16T20:26:18.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.036485044000000001
2020-11-16T20:26:18.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.095403+0000",
2020-11-16T20:26:18.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1638999999999995e-05
2020-11-16T20:26:18.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:11.095485+0000",
2020-11-16T20:26:18.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.036697616000000002
2020-11-16T20:26:18.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.796 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.796 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.797 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.797 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.797 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:160974 2.e e163/133 2:70b2928b:::benchmark_data_smithi065_20143_object11587:head v 163'9927, mlcod=163'9922)",
2020-11-16T20:26:18.797 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:26:14.929769+0000",
2020-11-16T20:26:18.797 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.7125805340000002,
2020-11-16T20:26:18.797 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.045192848000000001,
2020-11-16T20:26:18.797 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.798 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.798 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.929769+0000",
2020-11-16T20:26:18.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.929769+0000",
2020-11-16T20:26:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:26:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.929741+0000",
2020-11-16T20:26:18.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5996999999999997e-05
2020-11-16T20:26:18.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.929827+0000",
2020-11-16T20:26:18.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2938e-05
2020-11-16T20:26:18.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.929840+0000",
2020-11-16T20:26:18.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4769999999999997e-06
2020-11-16T20:26:18.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.929848+0000",
2020-11-16T20:26:18.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.008920496
2020-11-16T20:26:18.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.938768+0000",
2020-11-16T20:26:18.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3078000000000002e-05
2020-11-16T20:26:18.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.938791+0000",
2020-11-16T20:26:18.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.036106644
2020-11-16T20:26:18.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.974898+0000",
2020-11-16T20:26:18.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3830000000000004e-05
2020-11-16T20:26:18.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.974962+0000",
2020-11-16T20:26:18.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045192848000000001
2020-11-16T20:26:18.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.805 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.805 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.805 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:26:18.805 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:26:18.805 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.24745.0:160977 2.e e163/133 2:7126b049:::benchmark_data_smithi065_20143_object11590:head v 163'9928, mlcod=163'9922)",
2020-11-16T20:26:18.805 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:26:14.934765+0000",
2020-11-16T20:26:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.7075845090000001,
2020-11-16T20:26:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.040242793999999998,
2020-11-16T20:26:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:26:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:26:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:26:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.934765+0000",
2020-11-16T20:26:18.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:26:18.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:26:18.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.934765+0000",
2020-11-16T20:26:18.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:26:18.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:26:18.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.934740+0000",
2020-11-16T20:26:18.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8275999999999994e-05
2020-11-16T20:26:18.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:26:18.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.934818+0000",
2020-11-16T20:26:18.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2038000000000001e-05
2020-11-16T20:26:18.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:26:18.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.934830+0000",
2020-11-16T20:26:18.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1890000000000001e-06
2020-11-16T20:26:18.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:18.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.934837+0000",
2020-11-16T20:26:18.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020825395999999999
2020-11-16T20:26:18.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:26:18.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.955662+0000",
2020-11-16T20:26:18.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7128000000000001e-05
2020-11-16T20:26:18.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:26:18.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.955700+0000",
2020-11-16T20:26:18.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019266595000000001
2020-11-16T20:26:18.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:26:18.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.974966+0000",
2020-11-16T20:26:18.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1486999999999998e-05
2020-11-16T20:26:18.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:26:18.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:26:18.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:26:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:14.975008+0000",
2020-11-16T20:26:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.040242793999999998
2020-11-16T20:26:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:26:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:26:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:26:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:26:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:26:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:26:18.815 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:18 smithi071 bash[9480]: cluster 2020-11-16T20:26:17.014012+0000 osd.7 (osd.7) 41 : cluster [DBG] 2.0 starting backfill to osd.9 from (0'0,0'0] MAX to 163'10144
2020-11-16T20:26:18.816 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:18 smithi071 bash[9480]: cluster 2020-11-16T20:26:17.015764+0000 osd.6 (osd.6) 32 : cluster [DBG] 2.7 starting backfill to osd.2 from (0'0,0'0] MAX to 163'10387
2020-11-16T20:26:18.816 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:18 smithi071 bash[9480]: cluster 2020-11-16T20:26:17.313929+0000 osd.8 (osd.8) 32 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:18.816 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:18 smithi071 bash[9480]: cluster 2020-11-16T20:26:17.314002+0000 osd.8 (osd.8) 33 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:19.520 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:19 smithi142 bash[9523]: cluster 2020-11-16T20:26:18.054010+0000 mgr.x (mgr.14196) 415 : cluster [DBG] pgmap v508: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.4 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 714 op/s
2020-11-16T20:26:19.521 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:19 smithi142 bash[9523]: cluster 2020-11-16T20:26:18.276299+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e167: 12 total, 12 up, 11 in
2020-11-16T20:26:19.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:19 smithi065 bash[9468]: cluster 2020-11-16T20:26:18.054010+0000 mgr.x (mgr.14196) 415 : cluster [DBG] pgmap v508: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.4 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 714 op/s
2020-11-16T20:26:19.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:19 smithi065 bash[9468]: cluster 2020-11-16T20:26:18.276299+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e167: 12 total, 12 up, 11 in
2020-11-16T20:26:19.569 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:19.673 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:19.681 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:19 smithi071 bash[9480]: cluster 2020-11-16T20:26:18.054010+0000 mgr.x (mgr.14196) 415 : cluster [DBG] pgmap v508: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.4 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 714 op/s
2020-11-16T20:26:19.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:19 smithi071 bash[9480]: cluster 2020-11-16T20:26:18.276299+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e167: 12 total, 12 up, 11 in
2020-11-16T20:26:19.785 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:19 smithi142 bash[22738]: debug 2020-11-16T20:26:19.563+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:19.807 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:19.911 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:19.953 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:19 smithi071 bash[19196]: debug 2020-11-16T20:26:19.804+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:20.031 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:20.135 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:20.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:20 smithi071 bash[9480]: cluster 2020-11-16T20:26:20.054485+0000 mgr.x (mgr.14196) 416 : cluster [DBG] pgmap v510: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.4 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 281 op/s; 16890/274320 objects misplaced (6.157%); 5.5 MiB/s, 87 objects/s recovering
2020-11-16T20:26:20.451 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:20 smithi071 bash[12066]: debug 2020-11-16T20:26:20.028+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:20.458 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:20 smithi142 bash[9523]: cluster 2020-11-16T20:26:20.054485+0000 mgr.x (mgr.14196) 416 : cluster [DBG] pgmap v510: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.4 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 281 op/s; 16890/274320 objects misplaced (6.157%); 5.5 MiB/s, 87 objects/s recovering
2020-11-16T20:26:20.458 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:26:20 smithi142 bash[15670]: debug 2020-11-16T20:26:20.459+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:20.461 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:20.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:20 smithi065 bash[9468]: cluster 2020-11-16T20:26:20.054485+0000 mgr.x (mgr.14196) 416 : cluster [DBG] pgmap v510: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.4 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 281 op/s; 16890/274320 objects misplaced (6.157%); 5.5 MiB/s, 87 objects/s recovering
2020-11-16T20:26:20.568 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:20.695 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:20.799 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:20.951 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:20 smithi071 bash[16796]: debug 2020-11-16T20:26:20.692+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:20.955 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:21.059 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:21.237 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight
2020-11-16T20:26:21.259 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:21.283 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:20 smithi065 bash[18823]: debug 2020-11-16T20:26:20.948+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:21.362 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:21.401 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:26:21.482 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:21.535 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:26:21 smithi142 bash[20366]: debug 2020-11-16T20:26:21.259+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:21.587 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:21.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:21 smithi071 bash[16796]: debug 2020-11-16T20:26:21.480+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:21.702 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:21.808 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:22.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:26:21 smithi065 bash[16457]: debug 2020-11-16T20:26:21.692+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:22.161 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11] out_osds:  [10] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:26:22.162 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:26:22.163 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_0
2020-11-16T20:26:22.163 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:26:22.333 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:22.426 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:22 smithi142 bash[9523]: cluster 2020-11-16T20:26:20.731599+0000 osd.1 (osd.1) 41 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:22.427 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:22 smithi142 bash[9523]: cluster 2020-11-16T20:26:20.731677+0000 osd.1 (osd.1) 42 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:22.427 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:22 smithi142 bash[9523]: cluster 2020-11-16T20:26:21.286280+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e168: 12 total, 12 up, 11 in
2020-11-16T20:26:22.427 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:22 smithi142 bash[9523]: cluster 2020-11-16T20:26:21.677276+0000 osd.11 (osd.11) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:22.427 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:22 smithi142 bash[9523]: cluster 2020-11-16T20:26:21.677357+0000 osd.11 (osd.11) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:22.427 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:22 smithi142 bash[9523]: cluster 2020-11-16T20:26:22.054941+0000 mgr.x (mgr.14196) 417 : cluster [DBG] pgmap v512: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.3 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 304 op/s; 16890/273368 objects misplaced (6.178%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:26:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:22 smithi071 bash[9480]: cluster 2020-11-16T20:26:20.731599+0000 osd.1 (osd.1) 41 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:22 smithi071 bash[9480]: cluster 2020-11-16T20:26:20.731677+0000 osd.1 (osd.1) 42 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:22 smithi071 bash[9480]: cluster 2020-11-16T20:26:21.286280+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e168: 12 total, 12 up, 11 in
2020-11-16T20:26:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:22 smithi071 bash[9480]: cluster 2020-11-16T20:26:21.677276+0000 osd.11 (osd.11) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:22 smithi071 bash[9480]: cluster 2020-11-16T20:26:21.677357+0000 osd.11 (osd.11) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:22 smithi071 bash[9480]: cluster 2020-11-16T20:26:22.054941+0000 mgr.x (mgr.14196) 417 : cluster [DBG] pgmap v512: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.3 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 304 op/s; 16890/273368 objects misplaced (6.178%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:26:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:22 smithi065 bash[9468]: cluster 2020-11-16T20:26:20.731599+0000 osd.1 (osd.1) 41 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:22 smithi065 bash[9468]: cluster 2020-11-16T20:26:20.731677+0000 osd.1 (osd.1) 42 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:22 smithi065 bash[9468]: cluster 2020-11-16T20:26:21.286280+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e168: 12 total, 12 up, 11 in
2020-11-16T20:26:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:22 smithi065 bash[9468]: cluster 2020-11-16T20:26:21.677276+0000 osd.11 (osd.11) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:22 smithi065 bash[9468]: cluster 2020-11-16T20:26:21.677357+0000 osd.11 (osd.11) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:22 smithi065 bash[9468]: cluster 2020-11-16T20:26:22.054941+0000 mgr.x (mgr.14196) 417 : cluster [DBG] pgmap v512: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.3 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 304 op/s; 16890/273368 objects misplaced (6.178%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:26:22.920 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:23.023 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:26:23.128 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:26:23.163 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:26:23.173 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:26:23.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:22 smithi071 bash[12066]: debug 2020-11-16T20:26:22.916+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:23.215 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:26:23.251 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:26:23.271 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:23.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:26:23 smithi065 bash[11785]: debug 2020-11-16T20:26:23.152+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:23.286 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:26:23.337 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:26:23.371 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:26:23.403 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:26:23.438 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:26:23.474 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:26:23.502 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:26:23.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:23 smithi142 bash[9523]: cluster 2020-11-16T20:26:22.295923+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e169: 12 total, 12 up, 11 in
2020-11-16T20:26:23.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:23 smithi142 bash[9523]: audit 2020-11-16T20:26:23.094574+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? v1:172.21.15.142:0/3796223768' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:23.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:23 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.287651+0000 osd.4 (osd.4) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:23.542 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:26:23.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.554 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:26:23.597 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:23 smithi071 bash[9480]: cluster 2020-11-16T20:26:22.295923+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e169: 12 total, 12 up, 11 in
2020-11-16T20:26:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:23 smithi071 bash[9480]: audit 2020-11-16T20:26:23.094574+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? v1:172.21.15.142:0/3796223768' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:23 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.287651+0000 osd.4 (osd.4) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:23.704 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:23 smithi065 bash[9468]: cluster 2020-11-16T20:26:22.295923+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e169: 12 total, 12 up, 11 in
2020-11-16T20:26:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:23 smithi065 bash[9468]: audit 2020-11-16T20:26:23.094574+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? v1:172.21.15.142:0/3796223768' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:23 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.287651+0000 osd.4 (osd.4) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:23.881 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:23 smithi142 bash[22738]: debug 2020-11-16T20:26:23.595+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:23.882 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:26:23 smithi142 bash[20366]: debug 2020-11-16T20:26:23.883+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:23.885 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:23.989 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:24.312 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:26:24.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.132249+0000 osd.0 (osd.0) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.172154+0000 osd.1 (osd.1) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.219288+0000 osd.2 (osd.2) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.255743+0000 osd.3 (osd.3) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.325146+0000 osd.5 (osd.5) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.372675+0000 osd.6 (osd.6) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.404974+0000 osd.7 (osd.7) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.439247+0000 osd.8 (osd.8) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: audit 2020-11-16T20:26:23.453801+0000 mon.b (mon.1) 326 : audit [INF] from='client.? v1:172.21.15.142:0/2002045230' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:26:24.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: audit 2020-11-16T20:26:23.457216+0000 mon.a (mon.0) 840 : audit [INF] from='client.24850 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:26:24.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.475676+0000 osd.9 (osd.9) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.504037+0000 osd.10 (osd.10) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:23.544079+0000 osd.11 (osd.11) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[9523]: cluster 2020-11-16T20:26:24.055414+0000 mgr.x (mgr.14196) 418 : cluster [DBG] pgmap v514: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.2 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 527 op/s; 15823/269948 objects misplaced (5.861%); 14 MiB/s, 223 objects/s recovering
2020-11-16T20:26:24.649 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:24.752 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.132249+0000 osd.0 (osd.0) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.752 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.172154+0000 osd.1 (osd.1) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.752 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.219288+0000 osd.2 (osd.2) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.752 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.255743+0000 osd.3 (osd.3) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.753 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.325146+0000 osd.5 (osd.5) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.753 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.372675+0000 osd.6 (osd.6) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.753 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.404974+0000 osd.7 (osd.7) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.753 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.439247+0000 osd.8 (osd.8) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.753 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: audit 2020-11-16T20:26:23.453801+0000 mon.b (mon.1) 326 : audit [INF] from='client.? v1:172.21.15.142:0/2002045230' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:26:24.753 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: audit 2020-11-16T20:26:23.457216+0000 mon.a (mon.0) 840 : audit [INF] from='client.24850 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:26:24.753 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.475676+0000 osd.9 (osd.9) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.754 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.504037+0000 osd.10 (osd.10) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.754 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:23.544079+0000 osd.11 (osd.11) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.754 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:24 smithi071 bash[9480]: cluster 2020-11-16T20:26:24.055414+0000 mgr.x (mgr.14196) 418 : cluster [DBG] pgmap v514: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.2 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 527 op/s; 15823/269948 objects misplaced (5.861%); 14 MiB/s, 223 objects/s recovering
2020-11-16T20:26:24.755 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.132249+0000 osd.0 (osd.0) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.172154+0000 osd.1 (osd.1) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.219288+0000 osd.2 (osd.2) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.255743+0000 osd.3 (osd.3) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.325146+0000 osd.5 (osd.5) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.372675+0000 osd.6 (osd.6) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.404974+0000 osd.7 (osd.7) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.439247+0000 osd.8 (osd.8) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: audit 2020-11-16T20:26:23.453801+0000 mon.b (mon.1) 326 : audit [INF] from='client.? v1:172.21.15.142:0/2002045230' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:26:24.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: audit 2020-11-16T20:26:23.457216+0000 mon.a (mon.0) 840 : audit [INF] from='client.24850 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:26:24.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.475676+0000 osd.9 (osd.9) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.504037+0000 osd.10 (osd.10) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:23.544079+0000 osd.11 (osd.11) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:24.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:24 smithi065 bash[9468]: cluster 2020-11-16T20:26:24.055414+0000 mgr.x (mgr.14196) 418 : cluster [DBG] pgmap v514: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.2 GiB data, 16 GiB used, 967 GiB / 983 GiB avail; 0 B/s wr, 527 op/s; 15823/269948 objects misplaced (5.861%); 14 MiB/s, 223 objects/s recovering
2020-11-16T20:26:25.035 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:24 smithi142 bash[22738]: debug 2020-11-16T20:26:24.647+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:25 smithi071 bash[9480]: cluster 2020-11-16T20:26:24.294318+0000 mon.a (mon.0) 841 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:26:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:25 smithi071 bash[9480]: audit 2020-11-16T20:26:24.305012+0000 mon.a (mon.0) 842 : audit [INF] from='client.24850 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:26:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:25 smithi071 bash[9480]: cluster 2020-11-16T20:26:24.305066+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e170: 12 total, 12 up, 11 in
2020-11-16T20:26:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:25 smithi065 bash[9468]: cluster 2020-11-16T20:26:24.294318+0000 mon.a (mon.0) 841 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:26:25.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:25 smithi065 bash[9468]: audit 2020-11-16T20:26:24.305012+0000 mon.a (mon.0) 842 : audit [INF] from='client.24850 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:26:25.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:25 smithi065 bash[9468]: cluster 2020-11-16T20:26:24.305066+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e170: 12 total, 12 up, 11 in
2020-11-16T20:26:25.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:25 smithi142 bash[9523]: cluster 2020-11-16T20:26:24.294318+0000 mon.a (mon.0) 841 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:26:25.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:25 smithi142 bash[9523]: audit 2020-11-16T20:26:24.305012+0000 mon.a (mon.0) 842 : audit [INF] from='client.24850 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:26:25.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:25 smithi142 bash[9523]: cluster 2020-11-16T20:26:24.305066+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e170: 12 total, 12 up, 11 in
2020-11-16T20:26:26.604 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:26.708 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:26.890 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:26.951 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:26 smithi071 bash[12066]: debug 2020-11-16T20:26:26.596+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:26.993 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:27.001 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:26:26 smithi142 bash[20366]: debug 2020-11-16T20:26:26.887+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:27 smithi065 bash[9468]: cluster 2020-11-16T20:26:26.055839+0000 mgr.x (mgr.14196) 419 : cluster [DBG] pgmap v516: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.2 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 592 op/s; 14766/267208 objects misplaced (5.526%); 19 MiB/s, 302 objects/s recovering
2020-11-16T20:26:27.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:27 smithi065 bash[9468]: audit 2020-11-16T20:26:26.126551+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:26:27.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:27 smithi065 bash[9468]: audit 2020-11-16T20:26:26.132627+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:26:27.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:27 smithi142 bash[9523]: cluster 2020-11-16T20:26:26.055839+0000 mgr.x (mgr.14196) 419 : cluster [DBG] pgmap v516: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.2 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 592 op/s; 14766/267208 objects misplaced (5.526%); 19 MiB/s, 302 objects/s recovering
2020-11-16T20:26:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:27 smithi142 bash[9523]: audit 2020-11-16T20:26:26.126551+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:26:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:27 smithi142 bash[9523]: audit 2020-11-16T20:26:26.132627+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:26:27.405 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:27.437 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:26:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:27 smithi071 bash[9480]: cluster 2020-11-16T20:26:26.055839+0000 mgr.x (mgr.14196) 419 : cluster [DBG] pgmap v516: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.2 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 592 op/s; 14766/267208 objects misplaced (5.526%); 19 MiB/s, 302 objects/s recovering
2020-11-16T20:26:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:27 smithi071 bash[9480]: audit 2020-11-16T20:26:26.126551+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:26:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:27 smithi071 bash[9480]: audit 2020-11-16T20:26:26.132627+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:26:27.509 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:27.623 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:27.700 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:26:27 smithi142 bash[15670]: debug 2020-11-16T20:26:27.403+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:27.700 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:27.804 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:27.916 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:28.020 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:28.028 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:27 smithi142 bash[22738]: debug 2020-11-16T20:26:27.699+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:28.044 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:27 smithi071 bash[19196]: debug 2020-11-16T20:26:27.912+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:28.093 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:26:28.253 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:28.453 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:28.557 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:28.695 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:28.785 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:26:28 smithi142 bash[18009]: debug 2020-11-16T20:26:28.451+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:28.801 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:28.869 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:26:28.874 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:26:29.001 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:29.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:28 smithi065 bash[18823]: debug 2020-11-16T20:26:28.688+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:29.105 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:26:29.109 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:29 smithi071 bash[12066]: debug 2020-11-16T20:26:28.996+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:29.216 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:26:29.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:29 smithi142 bash[9523]: cluster 2020-11-16T20:26:28.056369+0000 mgr.x (mgr.14196) 420 : cluster [DBG] pgmap v517: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.1 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 531 op/s; 14766/266166 objects misplaced (5.548%); 17 MiB/s, 267 objects/s recovering
2020-11-16T20:26:29.319 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:29 smithi071 bash[9480]: cluster 2020-11-16T20:26:28.056369+0000 mgr.x (mgr.14196) 420 : cluster [DBG] pgmap v517: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.1 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 531 op/s; 14766/266166 objects misplaced (5.548%); 17 MiB/s, 267 objects/s recovering
2020-11-16T20:26:29.533 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:26:29 smithi065 bash[11785]: debug 2020-11-16T20:26:29.212+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:29 smithi065 bash[9468]: cluster 2020-11-16T20:26:28.056369+0000 mgr.x (mgr.14196) 420 : cluster [DBG] pgmap v517: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.1 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 531 op/s; 14766/266166 objects misplaced (5.548%); 17 MiB/s, 267 objects/s recovering
2020-11-16T20:26:29.822 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:29.927 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:30.115 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:26:29 smithi071 bash[14419]: debug 2020-11-16T20:26:29.816+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:30.116 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:30 smithi071 bash[9480]: audit 2020-11-16T20:26:28.861178+0000 mgr.x (mgr.14196) 421 : audit [DBG] from='client.14913 v1:172.21.15.142:0/1251767432' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:26:30.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:30 smithi142 bash[9523]: audit 2020-11-16T20:26:28.861178+0000 mgr.x (mgr.14196) 421 : audit [DBG] from='client.14913 v1:172.21.15.142:0/1251767432' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:26:30.317 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:30.420 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:30.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:30 smithi065 bash[9468]: audit 2020-11-16T20:26:28.861178+0000 mgr.x (mgr.14196) 421 : audit [DBG] from='client.14913 v1:172.21.15.142:0/1251767432' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:26:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":517,"stamp":"2020-11-16T20:26:28.056033+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8721661976,"num_objects":133083,"num_object_clones":0,"num_object_copies":266166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":14766,"num_objects_unfound":0,"num_objects_dirty":133083,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":165687,"num_write_kb":9560577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2236,"num_bytes_recovered":146538496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160800,"ondisk_log_size":160800,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":11,"num_per_pool_osds":11,"num_per_pool_omap_osds":11,"kb":1031196672,"kb_used":16590304,"kb_used_data":16126408,"kb_used_omap":0,"kb_used_meta":463680,"kb_avail":1014606368,"statfs":{"total":1055945392128,"available":1038956920832,"internally_reserved":0,"allocated":16513441792,"data_stored":16509778418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":474808320},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,2,2,3,7,9,11,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-235995136,"num_objects":-3601,"num_object_clones":0,"num_object_copies":-7202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2124,"num_objects_unfound":0,"num_objects_dirty":-3601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3601,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1814,"num_bytes_recovered":118882304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.774159"},"pg_stats":[{"pgid":"2.f","version":"170'10256","reported_seq":"10303","reported_epoch":"170","state":"active+clean","last_fresh":"2020-11-16T20:26:27.243967+0000","last_change":"2020-11-16T20:26:08.770623+0000","last_active":"2020-11-16T20:26:27.243967+0000","last_peered":"2020-11-16T20:26:27.243967+0000","last_clean":"2020-11-16T20:26:27.243967+0000","last_became_active":"2020-11-16T20:24:20.359163+0000","last_became_peered":"2020-11-16T20:24:20.359163+0000","last_unstale":"2020-11-16T20:26:27.243967+0000","last_undegraded":"2020-11-16T20:26:27.243967+0000","last_fullsized":"2020-11-16T20:26:27.243967+0000","mapping_epoch":133,"log_start":"137'200","ondisk_log_start":"137'200","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"161'9577","last_scrub_stamp":"2020-11-16T20:26:08.770555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:08.770555+0000","log_size":10056,"ondisk_log_size":10056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":527564800,"num_objects":8050,"num_object_clones":0,"num_object_copies":16100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8050,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10256,"num_write_kb":585792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"169'10202","reported_seq":"10248","reported_epoch":"169","state":"active+clean","last_fresh":"2020-11-16T20:26:23.271912+0000","last_change":"2020-11-16T20:25:58.217690+0000","last_active":"2020-11-16T20:26:23.271912+0000","last_peered":"2020-11-16T20:26:23.271912+0000","last_clean":"2020-11-16T20:26:23.271912+0000","last_became_active":"2020-11-16T20:24:20.712160+0000","last_became_peered":"2020-11-16T20:24:20.712160+0000","last_unstale":"2020-11-16T20:26:23.271912+0000","last_undegraded":"2020-11-16T20:26:23.271912+0000","last_fullsized":"2020-11-16T20:26:23.271912+0000","mapping_epoch":133,"log_start":"137'200","ondisk_log_start":"137'200","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"160'9096","last_scrub_stamp":"2020-11-16T20:25:58.217624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:25:58.217624+0000","log_size":10002,"ondisk_log_size":10002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":546045952,"num_objects":8332,"num_object_clones":0,"num_object_copies":16664,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8332,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10202,"num_write_kb":593088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"170'10317","reported_seq":"10364","reported_epoch":"170","state":"active+clean","last_fresh":"2020-11-16T20:26:25.022234+0000","last_change":"2020-11-16T20:26:11.632420+0000","last_active":"2020-11-16T20:26:25.022234+0000","last_peered":"2020-11-16T20:26:25.022234+0000","last_clean":"2020-11-16T20:26:25.022234+0000","last_became_active":"2020-11-16T20:24:20.360520+0000","last_became_peered":"2020-11-16T20:24:20.360520+0000","last_unstale":"2020-11-16T20:26:25.022234+0000","last_undegraded":"2020-11-16T20:26:25.022234+0000","last_fullsized":"2020-11-16T20:26:25.022234+0000","mapping_epoch":133,"log_start":"137'300","ondisk_log_start":"137'300","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"163'9891","last_scrub_stamp":"2020-11-16T20:26:11.632364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:11.632364+0000","log_size":10017,"ondisk_log_size":10017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":542048256,"num_objects":8271,"num_object_clones":0,"num_object_copies":16542,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10317,"num_write_kb":594816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"170'10347","reported_seq":"10394","reported_epoch":"170","state":"active+clean","last_fresh":"2020-11-16T20:26:24.957082+0000","last_change":"2020-11-16T20:25:56.681692+0000","last_active":"2020-11-16T20:26:24.957082+0000","last_peered":"2020-11-16T20:26:24.957082+0000","last_clean":"2020-11-16T20:26:24.957082+0000","last_became_active":"2020-11-16T20:24:20.820718+0000","last_became_peered":"2020-11-16T20:24:20.820718+0000","last_unstale":"2020-11-16T20:26:24.957082+0000","last_undegraded":"2020-11-16T20:26:24.957082+0000","last_fullsized":"2020-11-16T20:26:24.957082+0000","mapping_epoch":133,"log_start":"137'300","ondisk_log_start":"137'300","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"159'9057","last_scrub_stamp":"2020-11-16T20:25:56.681629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:25:56.681629+0000","log_size":10047,"ondisk_log_size":10047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":543490048,"num_objects":8293,"num_object_clones":0,"num_object_copies":16586,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10347,"num_write_kb":596480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"170'10266","reported_seq":"10313","reported_epoch":"170","state":"active+clean","last_fresh":"2020-11-16T20:26:24.975447+0000","last_change":"2020-11-16T20:26:05.665646+0000","last_active":"2020-11-16T20:26:24.975447+0000","last_peered":"2020-11-16T20:26:24.975447+0000","last_clean":"2020-11-16T20:26:24.975447+0000","last_became_active":"2020-11-16T20:24:20.359731+0000","last_became_peered":"2020-11-16T20:24:20.359731+0000","last_unstale":"2020-11-16T20:26:24.975447+0000","last_undegraded":"2020-11-16T20:26:24.975447+0000","last_fullsized":"2020-11-16T20:26:24.975447+0000","mapping_epoch":133,"log_start":"137'200","ondisk_log_start":"137'200","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"160'9457","last_scrub_stamp":"2020-11-16T20:26:05.665569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:05.665569+0000","log_size":10066,"ondisk_log_size":10066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":535953408,"num_objects":8178,"num_object_clones":0,"num_object_copies":16356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10266,"num_write_kb":590208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"153","reported_epoch":"168","state":"active+clean","last_fresh":"2020-11-16T20:26:21.285452+0000","last_change":"2020-11-16T20:24:51.129259+0000","last_active":"2020-11-16T20:26:21.285452+0000","last_peered":"2020-11-16T20:26:21.285452+0000","last_clean":"2020-11-16T20:26:21.285452+0000","last_became_active":"2020-11-16T20:21:21.368438+0000","last_became_peered":"2020-11-16T20:21:21.368438+0000","last_unstale":"2020-11-16T20:26:21.285452+0000","last_undegraded":"2020-11-16T20:26:21.285452+0000","last_fullsized":"2020-11-16T20:26:21.285452+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:51.129168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:24:51.129168+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"169'10314","reported_seq":"12306","reported_epoch":"169","state":"active+remapped+backfilling","last_fresh":"2020-11-16T20:26:23.133994+0000","last_change":"2020-11-16T20:26:17.834221+0000","last_active":"2020-11-16T20:26:23.133994+0000","last_peered":"2020-11-16T20:26:23.133994+0000","last_clean":"2020-11-16T20:26:15.174311+0000","last_became_active":"2020-11-16T20:26:17.793489+0000","last_became_peered":"2020-11-16T20:26:17.793489+0000","last_unstale":"2020-11-16T20:26:23.133994+0000","last_undegraded":"2020-11-16T20:26:23.133994+0000","last_fullsized":"2020-11-16T20:26:23.133994+0000","mapping_epoch":165,"log_start":"137'300","ondisk_log_start":"137'300","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":10014,"ondisk_log_size":10014,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":549453824,"num_objects":8384,"num_object_clones":0,"num_object_copies":16768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7424,"num_objects_unfound":0,"num_objects_dirty":8384,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10314,"num_write_kb":598336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":969,"num_bytes_recovered":63504384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9],"acting":[7,10],"avail_no_missing":["7","10"],"object_location_counts":[{"shards":"7,10","objects":8384}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"170'10467","reported_seq":"10514","reported_epoch":"170","state":"active+clean","last_fresh":"2020-11-16T20:26:27.230416+0000","last_change":"2020-11-16T20:26:01.296694+0000","last_active":"2020-11-16T20:26:27.230416+0000","last_peered":"2020-11-16T20:26:27.230416+0000","last_clean":"2020-11-16T20:26:27.230416+0000","last_became_active":"2020-11-16T20:24:20.709967+0000","last_became_peered":"2020-11-16T20:24:20.709967+0000","last_unstale":"2020-11-16T20:26:27.230416+0000","last_undegraded":"2020-11-16T20:26:27.230416+0000","last_fullsized":"2020-11-16T20:26:27.230416+0000","mapping_epoch":133,"log_start":"137'400","ondisk_log_start":"137'400","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"160'9382","last_scrub_stamp":"2020-11-16T20:26:01.296608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:01.296608+0000","log_size":10067,"ondisk_log_size":10067,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":543752192,"num_objects":8297,"num_object_clones":0,"num_object_copies":16594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10467,"num_write_kb":600448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0],"acting":[8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.6","version":"169'11890","reported_seq":"11933","reported_epoch":"169","state":"active+clean+scrubbing+deep","last_fresh":"2020-11-16T20:26:23.177932+0000","last_change":"2020-11-16T20:26:12.143278+0000","last_active":"2020-11-16T20:26:23.177932+0000","last_peered":"2020-11-16T20:26:23.177932+0000","last_clean":"2020-11-16T20:26:23.177932+0000","last_became_active":"2020-11-16T20:24:20.360043+0000","last_became_peered":"2020-11-16T20:24:20.360043+0000","last_unstale":"2020-11-16T20:26:23.177932+0000","last_undegraded":"2020-11-16T20:26:23.177932+0000","last_fullsized":"2020-11-16T20:26:23.177932+0000","mapping_epoch":133,"log_start":"139'1800","ondisk_log_start":"139'1800","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":10090,"ondisk_log_size":10090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":561315840,"num_objects":8565,"num_object_clones":0,"num_object_copies":17130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8565,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10389,"num_write_kb":606528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8],"acting":[1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"170'10669","reported_seq":"13260","reported_epoch":"170","state":"active+remapped+backfilling","last_fresh":"2020-11-16T20:26:24.961239+0000","last_change":"2020-11-16T20:26:17.735741+0000","last_active":"2020-11-16T20:26:24.961239+0000","last_peered":"2020-11-16T20:26:24.961239+0000","last_clean":"2020-11-16T20:26:15.216362+0000","last_became_active":"2020-11-16T20:26:17.672567+0000","last_became_peered":"2020-11-16T20:26:17.672567+0000","last_unstale":"2020-11-16T20:26:24.961239+0000","last_undegraded":"2020-11-16T20:26:24.961239+0000","last_fullsized":"2020-11-16T20:26:24.961239+0000","mapping_epoch":165,"log_start":"138'600","ondisk_log_start":"138'600","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"160'9787","last_scrub_stamp":"2020-11-16T20:26:04.134729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:04.134729+0000","log_size":10069,"ondisk_log_size":10069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":562757632,"num_objects":8587,"num_object_clones":0,"num_object_copies":17174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7342,"num_objects_unfound":0,"num_objects_dirty":8587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10669,"num_write_kb":616192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1267,"num_bytes_recovered":83034112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,10],"avail_no_missing":["6","10"],"object_location_counts":[{"shards":"6,10","objects":8587}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.8","version":"169'10188","reported_seq":"10234","reported_epoch":"169","state":"active+clean","last_fresh":"2020-11-16T20:26:23.104782+0000","last_change":"2020-11-16T20:26:00.571159+0000","last_active":"2020-11-16T20:26:23.104782+0000","last_peered":"2020-11-16T20:26:23.104782+0000","last_clean":"2020-11-16T20:26:23.104782+0000","last_became_active":"2020-11-16T20:24:20.358984+0000","last_became_peered":"2020-11-16T20:24:20.358984+0000","last_unstale":"2020-11-16T20:26:23.104782+0000","last_undegraded":"2020-11-16T20:26:23.104782+0000","last_fullsized":"2020-11-16T20:26:23.104782+0000","mapping_epoch":133,"log_start":"137'100","ondisk_log_start":"137'100","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"160'9231","last_scrub_stamp":"2020-11-16T20:26:00.571099+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:00.571099+0000","log_size":10088,"ondisk_log_size":10088,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":543817728,"num_objects":8298,"num_object_clones":0,"num_object_copies":16596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8298,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10188,"num_write_kb":591552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9],"acting":[7,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.9","version":"169'10331","reported_seq":"10377","reported_epoch":"169","state":"active+clean","last_fresh":"2020-11-16T20:26:23.323397+0000","last_change":"2020-11-16T20:26:08.306524+0000","last_active":"2020-11-16T20:26:23.323397+0000","last_peered":"2020-11-16T20:26:23.323397+0000","last_clean":"2020-11-16T20:26:23.323397+0000","last_became_active":"2020-11-16T20:24:20.357783+0000","last_became_peered":"2020-11-16T20:24:20.357783+0000","last_unstale":"2020-11-16T20:26:23.323397+0000","last_undegraded":"2020-11-16T20:26:23.323397+0000","last_fullsized":"2020-11-16T20:26:23.323397+0000","mapping_epoch":133,"log_start":"137'300","ondisk_log_start":"137'300","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"161'9751","last_scrub_stamp":"2020-11-16T20:26:08.306467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:08.306467+0000","log_size":10031,"ondisk_log_size":10031,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":546897920,"num_objects":8345,"num_object_clones":0,"num_object_copies":16690,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8345,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10331,"num_write_kb":597632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"170'10576","reported_seq":"10625","reported_epoch":"170","state":"active+clean","last_fresh":"2020-11-16T20:26:25.252023+0000","last_change":"2020-11-16T20:26:10.173365+0000","last_active":"2020-11-16T20:26:25.252023+0000","last_peered":"2020-11-16T20:26:25.252023+0000","last_clean":"2020-11-16T20:26:25.252023+0000","last_became_active":"2020-11-16T20:24:20.818339+0000","last_became_peered":"2020-11-16T20:24:20.818339+0000","last_unstale":"2020-11-16T20:26:25.252023+0000","last_undegraded":"2020-11-16T20:26:25.252023+0000","last_fullsized":"2020-11-16T20:26:25.252023+0000","mapping_epoch":133,"log_start":"137'500","ondisk_log_start":"137'500","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"161'10004","last_scrub_stamp":"2020-11-16T20:26:10.173289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:10.173289+0000","log_size":10076,"ondisk_log_size":10076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":549322752,"num_objects":8382,"num_object_clones":0,"num_object_copies":16764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8382,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10576,"num_write_kb":606656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3],"acting":[11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.b","version":"170'10384","reported_seq":"10431","reported_epoch":"170","state":"active+clean","last_fresh":"2020-11-16T20:26:27.250716+0000","last_change":"2020-11-16T20:26:03.951001+0000","last_active":"2020-11-16T20:26:27.250716+0000","last_peered":"2020-11-16T20:26:27.250716+0000","last_clean":"2020-11-16T20:26:27.250716+0000","last_became_active":"2020-11-16T20:24:20.357460+0000","last_became_peered":"2020-11-16T20:24:20.357460+0000","last_unstale":"2020-11-16T20:26:27.250716+0000","last_undegraded":"2020-11-16T20:26:27.250716+0000","last_fullsized":"2020-11-16T20:26:27.250716+0000","mapping_epoch":133,"log_start":"137'300","ondisk_log_start":"137'300","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"160'9413","last_scrub_stamp":"2020-11-16T20:26:03.950928+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:03.950928+0000","log_size":10084,"ondisk_log_size":10084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":535035904,"num_objects":8164,"num_object_clones":0,"num_object_copies":16328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8164,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10384,"num_write_kb":593536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11],"acting":[8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.c","version":"170'12346","reported_seq":"12391","reported_epoch":"170","state":"active+clean+scrubbing+deep","last_fresh":"2020-11-16T20:26:25.176415+0000","last_change":"2020-11-16T20:26:11.302233+0000","last_active":"2020-11-16T20:26:25.176415+0000","last_peered":"2020-11-16T20:26:25.176415+0000","last_clean":"2020-11-16T20:26:25.176415+0000","last_became_active":"2020-11-16T20:24:20.710533+0000","last_became_peered":"2020-11-16T20:24:20.710533+0000","last_unstale":"2020-11-16T20:26:25.176415+0000","last_undegraded":"2020-11-16T20:26:25.176415+0000","last_fullsized":"2020-11-16T20:26:25.176415+0000","mapping_epoch":133,"log_start":"139'2301","ondisk_log_start":"139'2301","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:24:19.343092+0000","log_size":10045,"ondisk_log_size":10045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":550436864,"num_objects":8399,"num_object_clones":0,"num_object_copies":16798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8399,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10433,"num_write_kb":602624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0],"acting":[11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.d","version":"169'10314","reported_seq":"10361","reported_epoch":"169","state":"active+clean","last_fresh":"2020-11-16T20:26:23.064838+0000","last_change":"2020-11-16T20:25:55.210670+0000","last_active":"2020-11-16T20:26:23.064838+0000","last_peered":"2020-11-16T20:26:23.064838+0000","last_clean":"2020-11-16T20:26:23.064838+0000","last_became_active":"2020-11-16T20:24:20.750821+0000","last_became_peered":"2020-11-16T20:24:20.750821+0000","last_unstale":"2020-11-16T20:26:23.064838+0000","last_undegraded":"2020-11-16T20:26:23.064838+0000","last_fullsized":"2020-11-16T20:26:23.064838+0000","mapping_epoch":133,"log_start":"137'300","ondisk_log_start":"137'300","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"159'8987","last_scrub_stamp":"2020-11-16T20:25:55.210597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:25:55.210597+0000","log_size":10014,"ondisk_log_size":10014,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":546242584,"num_objects":8336,"num_object_clones":0,"num_object_copies":16672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8336,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10314,"num_write_kb":596737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4],"acting":[9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.e","version":"170'10234","reported_seq":"10281","reported_epoch":"170","state":"active+clean","last_fresh":"2020-11-16T20:26:24.939354+0000","last_change":"2020-11-16T20:26:00.859299+0000","last_active":"2020-11-16T20:26:24.939354+0000","last_peered":"2020-11-16T20:26:24.939354+0000","last_clean":"2020-11-16T20:26:24.939354+0000","last_became_active":"2020-11-16T20:24:20.820959+0000","last_became_peered":"2020-11-16T20:24:20.820959+0000","last_unstale":"2020-11-16T20:26:24.939354+0000","last_undegraded":"2020-11-16T20:26:24.939354+0000","last_fullsized":"2020-11-16T20:26:24.939354+0000","mapping_epoch":133,"log_start":"137'200","ondisk_log_start":"137'200","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"160'9216","last_scrub_stamp":"2020-11-16T20:26:00.859230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:24:19.343092+0000","last_clean_scrub_stamp":"2020-11-16T20:26:00.859230+0000","log_size":10034,"ondisk_log_size":10034,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":537526272,"num_objects":8202,"num_object_clones":0,"num_object_copies":16404,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8202,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10234,"num_write_kb":589952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":16,"stat_sum":{"num_bytes":8721661976,"num_objects":133083,"num_object_clones":0,"num_object_copies":266166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":14766,"num_objects_unfound":0,"num_objects_dirty":133083,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":165687,"num_write_kb":9560577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2236,"num_bytes_recovered":146538496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17574600704,"data_stored":17574592560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160800,"ondisk_log_size":160800,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631552,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1658200,"kb_used_data":1606480,"kb_used_omap":0,"kb_used_meta":51712,"kb_avail":92086952,"statfs":{"total":95995035648,"available":94297038848,"internally_reserved":0,"allocated":1645035520,"data_stored":1644701058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":52953088},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":1.77,"15min":1.8400000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":2.9020000000000001,"5min":5.0640000000000001,"15min":5.0640000000000001},"last":2.1360000000000001},{"interface":"front","average":{"1min":1.528,"5min":2.4220000000000002,"15min":2.6459999999999999},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":2.4380000000000002,"5min":4.3570000000000002,"15min":4.3570000000000002},"last":1.155}]},{"osd":1,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.528,"5min":2.1890000000000001,"15min":2.2930000000000001},"min":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":2.6360000000000001,"5min":3.9180000000000001,"15min":3.9180000000000001},"last":1.45},{"interface":"front","average":{"1min":1.706,"5min":1.9410000000000001,"15min":1.9710000000000001},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":4.024,"5min":4.024,"15min":4.024},"last":3.3799999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.6830000000000001,"15min":1.677},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":4.2670000000000003,"5min":4.3840000000000003,"15min":4.3840000000000003},"last":2.2919999999999998},{"interface":"front","average":{"1min":2.044,"5min":2.7400000000000002,"15min":2.798},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":4.2009999999999996,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":1.645}]},{"osd":3,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.831,"5min":2.7469999999999999,"15min":2.9260000000000002},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":18.023,"5min":18.023,"15min":18.023},"last":0.86099999999999999},{"interface":"front","average":{"1min":2.879,"5min":2.5489999999999999,"15min":2.331},"min":{"1min":1.181,"5min":1.181,"15min":1.181},"max":{"1min":18.923999999999999,"5min":18.923999999999999,"15min":18.923999999999999},"last":2.2480000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.851,"5min":2.7639999999999998,"15min":3.02},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.851,"5min":4.2489999999999997,"15min":4.2489999999999997},"last":0.83099999999999996},{"interface":"front","average":{"1min":1.502,"5min":2.3149999999999999,"15min":2.4809999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":2.7879999999999998,"5min":4.3090000000000002,"15min":4.3090000000000002},"last":1.958}]},{"osd":5,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.889,"5min":3.1240000000000001,"15min":3.512},"min":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"max":{"1min":3.2280000000000002,"5min":4.7889999999999997,"15min":4.7889999999999997},"last":2.665},{"interface":"front","average":{"1min":1.919,"5min":3.0219999999999998,"15min":3.016},"min":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"max":{"1min":3.7650000000000001,"5min":4.859,"15min":4.859},"last":1.8069999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.7410000000000001,"5min":2.6890000000000001,"15min":2.9279999999999999},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":3.1459999999999999,"5min":4.077,"15min":4.077},"last":1.3839999999999999},{"interface":"front","average":{"1min":2.1139999999999999,"5min":3.613,"15min":3.823},"min":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":4.157,"5min":5.3650000000000002,"15min":5.3650000000000002},"last":2.335}]},{"osd":7,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.9970000000000001,"5min":2.9359999999999999,"15min":3.1629999999999998},"min":{"1min":1.262,"5min":1.262,"15min":1.262},"max":{"1min":3.5489999999999999,"5min":4.1760000000000002,"15min":4.1760000000000002},"last":2.1070000000000002},{"interface":"front","average":{"1min":2.2749999999999999,"5min":3.7749999999999999,"15min":4.0410000000000004},"min":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"max":{"1min":4.3719999999999999,"5min":5.6319999999999997,"15min":5.6319999999999997},"last":2.4420000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":3.347,"15min":3.6509999999999998},"min":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"max":{"1min":5.3550000000000004,"5min":5.992,"15min":5.992},"last":1.2270000000000001},{"interface":"front","average":{"1min":2.7890000000000001,"5min":3.403,"15min":3.585},"min":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"max":{"1min":6.5910000000000002,"5min":6.5910000000000002,"15min":6.5910000000000002},"last":1.4850000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.488,"5min":3.4969999999999999,"15min":3.6909999999999998},"min":{"1min":1.236,"5min":1.236,"15min":1.236},"max":{"1min":7.6589999999999998,"5min":7.6589999999999998,"15min":7.6589999999999998},"last":1.5649999999999999},{"interface":"front","average":{"1min":2.1960000000000002,"5min":3.5339999999999998,"15min":3.8610000000000002},"min":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"max":{"1min":4.2949999999999999,"5min":5.1349999999999998,"15min":5.1349999999999998},"last":1.6020000000000001}]}]},{"osd":10,"up_from":0,"seq":408021893191,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678112,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1702352,"kb_used_data":1651976,"kb_used_omap":0,"kb_used_meta":50368,"kb_avail":92042800,"statfs":{"total":95995035648,"available":94251827200,"internally_reserved":0,"allocated":1691623424,"data_stored":1691290808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":51576832},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.782,"15min":1.8620000000000001},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":4.1870000000000003,"5min":4.1870000000000003,"15min":4.1870000000000003},"last":1.2609999999999999},{"interface":"front","average":{"1min":2.7349999999999999,"5min":2.1000000000000001,"15min":1.8500000000000001},"min":{"1min":0.88,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":7.9240000000000004,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.5449999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":2.9119999999999999,"5min":2.2610000000000001,"15min":2.1309999999999998},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":6.6399999999999997,"5min":6.6399999999999997,"15min":6.6399999999999997},"last":1.9510000000000001},{"interface":"front","average":{"1min":2.1789999999999998,"5min":2.105,"15min":2.1819999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":5.6449999999999996,"5min":5.6449999999999996,"15min":5.6449999999999996},"last":2.6349999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":3.2869999999999999,"5min":2.2559999999999998,"15min":1.9970000000000001},"min":{"1min":0.755,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":6.7400000000000002,"5min":6.7400000000000002,"15min":6.7400000000000002},"last":2.0880000000000001},{"interface":"front","average":{"1min":1.6359999999999999,"5min":2.1400000000000001,"15min":2.0310000000000001},"min":{"1min":0.71999999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":3.359,"5min":4.3719999999999999,"15min":4.3719999999999999},"last":1.583}]},{"osd":3,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":2.048,"5min":2.3039999999999998,"15min":2.359},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":8.4199999999999999,"5min":8.4199999999999999,"15min":8.4199999999999999},"last":1.849},{"interface":"front","average":{"1min":2.4700000000000002,"5min":2.4710000000000001,"15min":2.4470000000000001},"min":{"1min":0.85899999999999999,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":7.9829999999999997,"5min":7.9829999999999997,"15min":7.9829999999999997},"last":2.1269999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":1.546,"5min":2.5470000000000002,"15min":2.7280000000000002},"min":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"max":{"1min":2.548,"5min":4.3760000000000003,"15min":4.3760000000000003},"last":2.4409999999999998},{"interface":"front","average":{"1min":2.2789999999999999,"5min":2.6040000000000001,"15min":2.5750000000000002},"min":{"1min":1.0309999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":5.8339999999999996,"5min":5.8339999999999996,"15min":5.8339999999999996},"last":2.661}]},{"osd":5,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":1.798,"5min":2.819,"15min":2.9580000000000002},"min":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":2.8580000000000001,"5min":5.2610000000000001,"15min":5.2610000000000001},"last":2.9140000000000001},{"interface":"front","average":{"1min":2.742,"5min":2.9649999999999999,"15min":2.8210000000000002},"min":{"1min":1.054,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":5.9610000000000003,"5min":5.9610000000000003,"15min":5.9610000000000003},"last":2.2429999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":2.3460000000000001,"5min":2.8620000000000001,"15min":2.9460000000000002},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"max":{"1min":5.8849999999999998,"5min":5.8849999999999998,"15min":5.8849999999999998},"last":3.1539999999999999},{"interface":"front","average":{"1min":1.9730000000000001,"5min":3.1320000000000001,"15min":3.3740000000000001},"min":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"max":{"1min":2.9940000000000002,"5min":4.9539999999999997,"15min":5.6070000000000002},"last":3.29}]},{"osd":7,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":3.1110000000000002,"5min":3.2250000000000001,"15min":3.081},"min":{"1min":1.179,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":6.0789999999999997,"5min":6.0789999999999997,"15min":6.0789999999999997},"last":2.5790000000000002},{"interface":"front","average":{"1min":2.52,"5min":3.1789999999999998,"15min":3.3119999999999998},"min":{"1min":1.198,"5min":1.198,"15min":1.198},"max":{"1min":5.4699999999999998,"5min":5.4889999999999999,"15min":5.4889999999999999},"last":3.3519999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":2.3559999999999999,"5min":3.2509999999999999,"15min":3.2930000000000001},"min":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"max":{"1min":3.883,"5min":4.548,"15min":4.548},"last":2.3820000000000001},{"interface":"front","average":{"1min":2.8780000000000001,"5min":3.5110000000000001,"15min":3.5339999999999998},"min":{"1min":1.069,"5min":1.069,"15min":1.069},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":2.766}]},{"osd":10,"last update":"Mon Nov 16 20:26:07 2020","interfaces":[{"interface":"back","average":{"1min":2.79,"5min":3.3639999999999999,"15min":3.6259999999999999},"min":{"1min":1.3919999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":6.2850000000000001,"5min":6.2850000000000001,"15min":6.2850000000000001},"last":3.698},{"interface":"front","average":{"1min":2.4969999999999999,"5min":3.4249999999999998,"15min":3.778},"min":{"1min":1.2410000000000001,"5min":1.1739999999999999,"15min":1.1739999999999999},"max":{"1min":5.415,"5min":5.415,"15min":5.415},"last":3.5209999999999999}]}]},{"osd":8,"up_from":63,"seq":270582939749,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2170840,"kb_used_data":2116368,"kb_used_omap":0,"kb_used_meta":54400,"kb_avail":91574312,"statfs":{"total":95995035648,"available":93772095488,"internally_reserved":0,"allocated":2167160832,"data_stored":2166826390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":55705600},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.7410000000000001,"15min":1.7330000000000001},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.5899999999999999,"5min":6.5899999999999999,"15min":6.5899999999999999},"last":0.83299999999999996},{"interface":"front","average":{"1min":1.8029999999999999,"5min":1.9630000000000001,"15min":1.8580000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":5.3090000000000002,"5min":5.3090000000000002,"15min":5.3090000000000002},"last":0.95499999999999996}]},{"osd":1,"last update":"Mon Nov 16 20:23:26 2020","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.0600000000000001,"15min":2.1819999999999999},"min":{"1min":1.2649999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"max":{"1min":2.73,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":1.5589999999999999},{"interface":"front","average":{"1min":2.2160000000000002,"5min":2.3439999999999999,"15min":2.5049999999999999},"min":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"max":{"1min":3.254,"5min":3.4660000000000002,"15min":3.4660000000000002},"last":3.319}]},{"osd":2,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":2.0049999999999999,"5min":1.956,"15min":1.9099999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.5389999999999997,"5min":4.5389999999999997,"15min":4.5389999999999997},"last":0.745},{"interface":"front","average":{"1min":2.0190000000000001,"5min":2.3999999999999999,"15min":2.4420000000000002},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":6.0750000000000002,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":1.3089999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":2.4830000000000001,"15min":2.5369999999999999},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":6.3540000000000001,"5min":6.3540000000000001,"15min":6.3540000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":2.1000000000000001,"5min":2.1429999999999998,"15min":2.0539999999999998},"min":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"max":{"1min":5.2590000000000003,"5min":5.2590000000000003,"15min":5.2590000000000003},"last":1.2}]},{"osd":4,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":2.5139999999999998,"15min":2.5529999999999999},"min":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"max":{"1min":5.6929999999999996,"5min":5.6929999999999996,"15min":5.6929999999999996},"last":0.77900000000000003},{"interface":"front","average":{"1min":2.2029999999999998,"5min":2.528,"15min":2.4790000000000001},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":5.0099999999999998,"5min":5.0099999999999998,"15min":5.0099999999999998},"last":2.1699999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":2.5270000000000001,"5min":2.948,"15min":2.8039999999999998},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":5.8540000000000001,"5min":5.8540000000000001,"15min":5.8540000000000001},"last":1.534},{"interface":"front","average":{"1min":2.5419999999999998,"5min":3.056,"15min":2.96},"min":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"max":{"1min":5.8940000000000001,"5min":5.8940000000000001,"15min":5.8940000000000001},"last":2.3220000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:25:32 2020","interfaces":[{"interface":"back","average":{"1min":2.415,"5min":3.0030000000000001,"15min":3.0910000000000002},"min":{"1min":1.145,"5min":1.145,"15min":1.145},"max":{"1min":4.8049999999999997,"5min":4.8049999999999997,"15min":4.8049999999999997},"last":1.5069999999999999},{"interface":"front","average":{"1min":2.1349999999999998,"5min":3.1469999999999998,"15min":3.2650000000000001},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":3.9169999999999998,"5min":4.3890000000000002,"15min":4.6619999999999999},"last":1.9510000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":2.742,"5min":3.0230000000000001,"15min":3.198},"min":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"max":{"1min":5.742,"5min":5.742,"15min":5.742},"last":1.7949999999999999},{"interface":"front","average":{"1min":3.0009999999999999,"5min":3.3180000000000001,"15min":3.423},"min":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"max":{"1min":7.1959999999999997,"5min":7.1959999999999997,"15min":7.1959999999999997},"last":1.6719999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":4.718,"5min":3.673,"15min":3.472},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":60.023000000000003,"5min":60.023000000000003,"15min":60.023000000000003},"last":2.5099999999999998},{"interface":"front","average":{"1min":5.6100000000000003,"5min":4.1509999999999998,"15min":3.6469999999999998},"min":{"1min":1.341,"5min":1.341,"15min":1.341},"max":{"1min":60.084000000000003,"5min":60.084000000000003,"15min":60.084000000000003},"last":2.0489999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":5.4459999999999997,"5min":6.2489999999999997,"15min":4.3710000000000004},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":58.335000000000001,"5min":229.578,"15min":229.578},"last":2.6000000000000001},{"interface":"front","average":{"1min":5.077,"5min":6.3940000000000001,"15min":4.6609999999999996},"min":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":58.215000000000003,"5min":232.14099999999999,"15min":232.14099999999999},"last":2.101}]},{"osd":11,"last update":"Mon Nov 16 20:26:22 2020","interfaces":[{"interface":"back","average":{"1min":3.3999999999999999,"5min":3.4510000000000001,"15min":3.4590000000000001},"min":{"1min":1.6879999999999999,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":7.3140000000000001,"5min":7.3140000000000001,"15min":7.3140000000000001},"last":1.9259999999999999},{"interface":"front","average":{"1min":3.0409999999999999,"5min":3.2050000000000001,"15min":3.2330000000000001},"min":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":6.3840000000000003,"5min":6.3840000000000003,"15min":6.3840000000000003},"last":2.464}]}]},{"osd":7,"up_from":56,"seq":240518168681,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1645516,"kb_used_data":1603780,"kb_used_omap":0,"kb_used_meta":41728,"kb_avail":92099636,"statfs":{"total":95995035648,"available":94310027264,"internally_reserved":0,"allocated":1642270720,"data_stored":1641942196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":42729472},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:20:57 2020","interfaces":[{"interface":"back","average":{"1min":1.778,"5min":1.7310000000000001,"15min":1.6819999999999999},"min":{"1min":1.2869999999999999,"5min":1.284,"15min":1.284},"max":{"1min":2.8959999999999999,"5min":3.2749999999999999,"15min":3.2749999999999999},"last":2.7909999999999999},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.2610000000000001,"15min":2.3980000000000001},"min":{"1min":1.3919999999999999,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":3.0409999999999999,"5min":3.593,"15min":3.593},"last":1.482}]},{"osd":1,"last update":"Mon Nov 16 20:26:05 2020","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":1.913,"15min":2.0739999999999998},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":6.907,"5min":6.907,"15min":6.907},"last":1.3300000000000001},{"interface":"front","average":{"1min":2.0030000000000001,"5min":1.8859999999999999,"15min":2.0089999999999999},"min":{"1min":0.94999999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":5.1580000000000004,"5min":5.1580000000000004,"15min":5.1580000000000004},"last":1.3859999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:26:05 2020","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":2.2400000000000002,"15min":2.141},"min":{"1min":0.91700000000000004,"5min":0.85099999999999998,"15min":0.85099999999999998},"max":{"1min":5.0949999999999998,"5min":5.0949999999999998,"15min":5.0949999999999998},"last":1.579},{"interface":"front","average":{"1min":2.6219999999999999,"5min":2.0619999999999998,"15min":2.3260000000000001},"min":{"1min":0.97399999999999998,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":6.4930000000000003,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":2.9910000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:26:05 2020","interfaces":[{"interface":"back","average":{"1min":2.9350000000000001,"5min":2.3220000000000001,"15min":2.3479999999999999},"min":{"1min":1.179,"5min":0.97399999999999998,"15min":0.97399999999999998},"max":{"1min":6.6740000000000004,"5min":6.6740000000000004,"15min":6.6740000000000004},"last":1.8480000000000001},{"interface":"front","average":{"1min":2.4750000000000001,"5min":2.141,"15min":2.3100000000000001},"min":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"max":{"1min":6.0510000000000002,"5min":6.0510000000000002,"15min":6.0510000000000002},"last":2.101}]},{"osd":4,"last update":"Mon Nov 16 20:26:05 2020","interfaces":[{"interface":"back","average":{"1min":2.2240000000000002,"5min":2.4580000000000002,"15min":2.6560000000000001},"min":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"max":{"1min":6.6150000000000002,"5min":6.6150000000000002,"15min":6.6150000000000002},"last":2.7250000000000001},{"interface":"front","average":{"1min":2.7890000000000001,"5min":2.6589999999999998,"15min":2.5009999999999999},"min":{"1min":1.1970000000000001,"5min":0.84299999999999997,"15min":0.84299999999999997},"max":{"1min":4.891,"5min":4.891,"15min":4.891},"last":2.8460000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:26:05 2020","interfaces":[{"interface":"back","average":{"1min":2.6629999999999998,"5min":2.9060000000000001,"15min":2.887},"min":{"1min":1.258,"5min":1.153,"15min":1.153},"max":{"1min":5.3520000000000003,"5min":5.3520000000000003,"15min":5.3520000000000003},"last":2.2450000000000001},{"interface":"front","average":{"1min":2.5649999999999999,"5min":2.7120000000000002,"15min":2.98},"min":{"1min":1.3700000000000001,"5min":1.218,"15min":1.218},"max":{"1min":6.7000000000000002,"5min":6.7000000000000002,"15min":6.7000000000000002},"last":3.0760000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:26:05 2020","interfaces":[{"interface":"back","average":{"1min":2.359,"5min":2.593,"15min":3.1179999999999999},"min":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"max":{"1min":4.3940000000000001,"5min":4.3940000000000001,"15min":4.617},"last":2.29},{"interface":"front","average":{"1min":2.8730000000000002,"5min":3.0990000000000002,"15min":3.3380000000000001},"min":{"1min":1.403,"5min":1.3129999999999999,"15min":1.3129999999999999},"max":{"1min":5.4960000000000004,"5min":5.4960000000000004,"15min":5.4960000000000004},"last":3.1360000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:25:32 2020","interfaces":[{"interface":"back","average":{"1min":2.4140000000000001,"5min":3.3399999999999999,"15min":3.0470000000000002},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":4.2619999999999996,"5min":4.702,"15min":4.702},"last":2.883},{"interface":"front","average":{"1min":2.0630000000000002,"5min":3.0600000000000001,"15min":3.5049999999999999},"min":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"max":{"1min":3.7890000000000001,"5min":4.3949999999999996,"15min":4.9960000000000004},"last":8.1419999999999995}]},{"osd":9,"last update":"Mon Nov 16 20:25:57 2020","interfaces":[{"interface":"back","average":{"1min":2.9220000000000002,"5min":3.5590000000000002,"15min":3.3769999999999998},"min":{"1min":1.448,"5min":1.448,"15min":1.448},"max":{"1min":7.2060000000000004,"5min":7.2060000000000004,"15min":7.2060000000000004},"last":2.032},{"interface":"front","average":{"1min":2.5619999999999998,"5min":3.266,"15min":3.6890000000000001},"min":{"1min":1.345,"5min":1.345,"15min":1.345},"max":{"1min":4.4589999999999996,"5min":4.5380000000000003,"15min":4.976},"last":2.4369999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":3.089,"5min":7.1589999999999998,"15min":5.0389999999999997},"min":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"max":{"1min":7.1079999999999997,"5min":398.10599999999999,"15min":398.10599999999999},"last":2.3300000000000001},{"interface":"front","average":{"1min":2.9420000000000002,"5min":7.2450000000000001,"15min":5.117},"min":{"1min":1.6839999999999999,"5min":1.554,"15min":1.554},"max":{"1min":6.8760000000000003,"5min":398.17099999999999,"15min":398.17099999999999},"last":2.6040000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":3.4750000000000001,"15min":3.5710000000000002},"min":{"1min":1.593,"5min":1.593,"15min":1.593},"max":{"1min":4.6559999999999997,"5min":4.7999999999999998,"15min":4.7999999999999998},"last":3.2759999999999998},{"interface":"front","average":{"1min":3.3809999999999998,"5min":4.0529999999999999,"15min":4.2220000000000004},"min":{"1min":1.353,"5min":1.353,"15min":1.353},"max":{"1min":7.3010000000000002,"5min":7.3010000000000002,"15min":7.3010000000000002},"last":2.5680000000000001}]}]},{"osd":6,"up_from":49,"seq":210453397614,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":575832,"kb_used_data":550544,"kb_used_omap":0,"kb_used_meta":25280,"kb_avail":93169320,"statfs":{"total":95995035648,"available":95405383680,"internally_reserved":0,"allocated":563757056,"data_stored":563422614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":25886720},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:54 2020","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.6759999999999999,"15min":1.5660000000000001},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":9.0429999999999993,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":0.78700000000000003},{"interface":"front","average":{"1min":1.6200000000000001,"5min":2.0609999999999999,"15min":1.9530000000000001},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":9.0739999999999998,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":0.879}]},{"osd":1,"last update":"Mon Nov 16 20:25:54 2020","interfaces":[{"interface":"back","average":{"1min":1.9419999999999999,"5min":2.02,"15min":1.8939999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":4.3479999999999999,"5min":4.3479999999999999,"15min":4.3479999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":2.569,"5min":2.246,"15min":2.2810000000000001},"min":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"max":{"1min":5.4219999999999997,"5min":5.4219999999999997,"15min":5.4219999999999997},"last":3.1379999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:25:54 2020","interfaces":[{"interface":"back","average":{"1min":1.6459999999999999,"5min":2.1120000000000001,"15min":2.0299999999999998},"min":{"1min":0.81000000000000005,"5min":0.627,"15min":0.627},"max":{"1min":2.6890000000000001,"5min":4.2439999999999998,"15min":4.2439999999999998},"last":3.5720000000000001},{"interface":"front","average":{"1min":1.6719999999999999,"5min":1.9159999999999999,"15min":1.9930000000000001},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":5.3159999999999998,"5min":5.3159999999999998,"15min":5.3159999999999998},"last":1.446}]},{"osd":3,"last update":"Mon Nov 16 20:25:54 2020","interfaces":[{"interface":"back","average":{"1min":1.8859999999999999,"5min":2.4900000000000002,"15min":2.4249999999999998},"min":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"max":{"1min":4.0999999999999996,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":1.3999999999999999},{"interface":"front","average":{"1min":1.905,"5min":2.6080000000000001,"15min":2.665},"min":{"1min":1.131,"5min":0.94999999999999996,"15min":0.94999999999999996},"max":{"1min":3.6360000000000001,"5min":4.4359999999999999,"15min":4.4359999999999999},"last":1.6950000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:25:54 2020","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":2.5750000000000002,"15min":2.2570000000000001},"min":{"1min":0.995,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":4.2560000000000002,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":1.748},{"interface":"front","average":{"1min":1.7829999999999999,"5min":2.6120000000000001,"15min":2.726},"min":{"1min":0.90500000000000003,"5min":0.755,"15min":0.755},"max":{"1min":2.9489999999999998,"5min":4.5759999999999996,"15min":4.5940000000000003},"last":1.5589999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:25:54 2020","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.9649999999999999,"15min":2.6160000000000001},"min":{"1min":1.272,"5min":1.272,"15min":1.1910000000000001},"max":{"1min":4.6239999999999997,"5min":5.4009999999999998,"15min":5.4009999999999998},"last":2.0419999999999998},{"interface":"front","average":{"1min":2.2360000000000002,"5min":2.9409999999999998,"15min":2.8340000000000001},"min":{"1min":0.997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":4.0899999999999999,"5min":5.1159999999999997,"15min":5.1159999999999997},"last":1.8280000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:26:09 2020","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":3.2850000000000001,"15min":3.286},"min":{"1min":1.45,"5min":1.45,"15min":1.45},"max":{"1min":9.6210000000000004,"5min":9.6210000000000004,"15min":9.6210000000000004},"last":2.7040000000000002},{"interface":"front","average":{"1min":2.903,"5min":3.355,"15min":3.2509999999999999},"min":{"1min":1.627,"5min":1.597,"15min":1.597},"max":{"1min":5.8520000000000003,"5min":5.8520000000000003,"15min":5.8520000000000003},"last":2.3380000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:25:29 2020","interfaces":[{"interface":"back","average":{"1min":9.8070000000000004,"5min":5.0250000000000004,"15min":4.0549999999999997},"min":{"1min":1.262,"5min":1.262,"15min":1.262},"max":{"1min":158.672,"5min":158.672,"15min":158.672},"last":2.2799999999999998},{"interface":"front","average":{"1min":9.3190000000000008,"5min":4.8970000000000002,"15min":3.9889999999999999},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":152.244,"5min":152.244,"15min":152.244},"last":1.9490000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:26:01 2020","interfaces":[{"interface":"back","average":{"1min":2.5990000000000002,"5min":3.7069999999999999,"15min":3.8980000000000001},"min":{"1min":1.579,"5min":1.579,"15min":1.579},"max":{"1min":4.5129999999999999,"5min":5.7629999999999999,"15min":5.7629999999999999},"last":2.4300000000000002},{"interface":"front","average":{"1min":2.6509999999999998,"5min":3.6429999999999998,"15min":3.7170000000000001},"min":{"1min":1.603,"5min":1.1579999999999999,"15min":1.1579999999999999},"max":{"1min":3.6600000000000001,"5min":5.1779999999999999,"15min":5.1779999999999999},"last":2.0899999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:26:09 2020","interfaces":[{"interface":"back","average":{"1min":3.1549999999999998,"5min":3.9580000000000002,"15min":4.3620000000000001},"min":{"1min":1.675,"5min":1.675,"15min":1.675},"max":{"1min":6.6779999999999999,"5min":6.6779999999999999,"15min":6.6779999999999999},"last":2.5790000000000002},{"interface":"front","average":{"1min":2.8849999999999998,"5min":3.6819999999999999,"15min":3.7000000000000002},"min":{"1min":1.6419999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"max":{"1min":4.7640000000000002,"5min":5.5439999999999996,"15min":5.5439999999999996},"last":2.2080000000000002}]}]},{"osd":1,"up_from":18,"seq":77309411465,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2202188,"kb_used_data":2152132,"kb_used_omap":0,"kb_used_meta":49984,"kb_avail":91542964,"statfs":{"total":95995035648,"available":93739995136,"internally_reserved":0,"allocated":2203783168,"data_stored":2203454644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":51183616},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,1,1,3,4,10,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:36 2020","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.744,"15min":1.522},"min":{"1min":0.58899999999999997,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":6.6239999999999997,"5min":6.6239999999999997,"15min":6.6239999999999997},"last":1.351},{"interface":"front","average":{"1min":1.04,"5min":1.778,"15min":1.5580000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.8069999999999999,"5min":5.0609999999999999,"15min":5.0609999999999999},"last":1.173}]},{"osd":2,"last update":"Mon Nov 16 20:26:11 2020","interfaces":[{"interface":"back","average":{"1min":2.4750000000000001,"5min":2.125,"15min":1.851},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":11.15,"5min":11.15,"15min":11.15},"last":1.3140000000000001},{"interface":"front","average":{"1min":4.3760000000000003,"5min":2.484,"15min":2.004},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":41.140000000000001,"5min":41.140000000000001,"15min":41.140000000000001},"last":1.244}]},{"osd":3,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.8069999999999999,"15min":1.6899999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":7.3879999999999999,"5min":7.3879999999999999,"15min":7.3879999999999999},"last":0.70099999999999996},{"interface":"front","average":{"1min":2.008,"5min":2.3900000000000001,"15min":2.1779999999999999},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":6.7119999999999997,"5min":6.7119999999999997,"15min":6.7119999999999997},"last":0.60399999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:25:54 2020","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.7130000000000001,"15min":2.3109999999999999},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":33.009999999999998,"5min":33.009999999999998,"15min":33.009999999999998},"last":0.86399999999999999},{"interface":"front","average":{"1min":3.1840000000000002,"5min":2.5990000000000002,"15min":2.2890000000000001},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":32.103999999999999,"5min":32.103999999999999,"15min":32.103999999999999},"last":0.753}]},{"osd":5,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":2.9129999999999998,"15min":2.742},"min":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"max":{"1min":4.3259999999999996,"5min":26.739000000000001,"15min":26.739000000000001},"last":1.516},{"interface":"front","average":{"1min":2.0110000000000001,"5min":3.1800000000000002,"15min":2.7639999999999998},"min":{"1min":1.044,"5min":1.044,"15min":1.044},"max":{"1min":5.4450000000000003,"5min":27.542000000000002,"15min":27.542000000000002},"last":1.8009999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:25:42 2020","interfaces":[{"interface":"back","average":{"1min":2.6600000000000001,"5min":2.9849999999999999,"15min":2.9239999999999999},"min":{"1min":1.347,"5min":1.347,"15min":1.347},"max":{"1min":7.782,"5min":7.782,"15min":7.782},"last":1.466},{"interface":"front","average":{"1min":2.0030000000000001,"5min":3.1099999999999999,"15min":3.1150000000000002},"min":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"max":{"1min":4.8579999999999997,"5min":5.0410000000000004,"15min":5.3710000000000004},"last":1.659}]},{"osd":7,"last update":"Mon Nov 16 20:26:11 2020","interfaces":[{"interface":"back","average":{"1min":3.9289999999999998,"5min":2.9580000000000002,"15min":3.0699999999999998},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":31.905999999999999,"5min":31.905999999999999,"15min":31.905999999999999},"last":1.2829999999999999},{"interface":"front","average":{"1min":4.4199999999999999,"5min":3.472,"15min":3.3839999999999999},"min":{"1min":1.3580000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"max":{"1min":39.911999999999999,"5min":39.911999999999999,"15min":39.911999999999999},"last":1.6000000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:25:30 2020","interfaces":[{"interface":"back","average":{"1min":3.274,"5min":2.9609999999999999,"15min":3.2410000000000001},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":16.599,"5min":16.599,"15min":16.599},"last":1.4339999999999999},{"interface":"front","average":{"1min":3.7599999999999998,"5min":3.6760000000000002,"15min":3.677},"min":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"max":{"1min":16.215,"5min":16.215,"15min":16.215},"last":0.90300000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:26:11 2020","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":3.6139999999999999,"15min":3.8479999999999999},"min":{"1min":1.2030000000000001,"5min":1.1579999999999999,"15min":1.1579999999999999},"max":{"1min":40.009,"5min":40.009,"15min":40.009},"last":2.2919999999999998},{"interface":"front","average":{"1min":4.0599999999999996,"5min":3.746,"15min":3.6789999999999998},"min":{"1min":1.075,"5min":1.075,"15min":1.075},"max":{"1min":33.222999999999999,"5min":33.222999999999999,"15min":33.222999999999999},"last":1.0189999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:26:11 2020","interfaces":[{"interface":"back","average":{"1min":4.1180000000000003,"5min":3.6680000000000001,"15min":3.7989999999999999},"min":{"1min":1.377,"5min":1.369,"15min":1.369},"max":{"1min":39.853000000000002,"5min":39.853000000000002,"15min":39.853000000000002},"last":2.4449999999999998},{"interface":"front","average":{"1min":4.5419999999999998,"5min":4.016,"15min":4.1319999999999997},"min":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"max":{"1min":40.417000000000002,"5min":40.417000000000002,"15min":40.417000000000002},"last":1.1120000000000001}]}]},{"osd":0,"up_from":12,"seq":51539607694,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1637912,"kb_used_data":1597648,"kb_used_omap":0,"kb_used_meta":40256,"kb_avail":92107240,"statfs":{"total":95995035648,"available":94317813760,"internally_reserved":0,"allocated":1635991552,"data_stored":1635657110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":41222144},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,3,5,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:25:42 2020","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.706,"15min":1.46},"min":{"1min":0.71799999999999997,"5min":0.69199999999999995,"15min":0.65300000000000002},"max":{"1min":5.0910000000000002,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":2.4340000000000002},{"interface":"front","average":{"1min":2.532,"5min":1.9330000000000001,"15min":1.5720000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.60799999999999998},"max":{"1min":6.7510000000000003,"5min":6.7510000000000003,"15min":6.7510000000000003},"last":5.157}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":1.5469999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:25:22 2020","interfaces":[{"interface":"back","average":{"1min":10.394,"5min":3.6850000000000001,"15min":2.4199999999999999},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":143.12899999999999,"5min":143.12899999999999,"15min":143.12899999999999},"last":3.3919999999999999},{"interface":"front","average":{"1min":9.8800000000000008,"5min":3.4870000000000001,"15min":2.5950000000000002},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":140.316,"5min":140.316,"15min":140.316},"last":0.94999999999999996}]},{"osd":4,"last update":"Mon Nov 16 20:25:59 2020","interfaces":[{"interface":"back","average":{"1min":2.2069999999999999,"5min":1.9650000000000001,"15min":2.0459999999999998},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":7.0369999999999999,"5min":7.0369999999999999,"15min":7.0369999999999999},"last":2.9649999999999999},{"interface":"front","average":{"1min":3.0590000000000002,"5min":2.887,"15min":2.7160000000000002},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":7.8310000000000004,"5min":7.8310000000000004,"15min":7.8310000000000004},"last":3.0979999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:25:22 2020","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":2.5750000000000002,"15min":2.7120000000000002},"min":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":5.1689999999999996,"5min":5.1689999999999996,"15min":5.1689999999999996},"last":0.86899999999999999},{"interface":"front","average":{"1min":2.468,"5min":2.5870000000000002,"15min":2.5449999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":6.9630000000000001},"last":3.7770000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:25:53 2020","interfaces":[{"interface":"back","average":{"1min":2.5569999999999999,"5min":2.375,"15min":2.508},"min":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"max":{"1min":7.1790000000000003,"5min":7.1790000000000003,"15min":7.1790000000000003},"last":6.516},{"interface":"front","average":{"1min":2.6469999999999998,"5min":2.9649999999999999,"15min":2.9969999999999999},"min":{"1min":1.226,"5min":1.1830000000000001,"15min":1.1830000000000001},"max":{"1min":7.3289999999999997,"5min":7.3289999999999997,"15min":7.3289999999999997},"last":6.6449999999999996}]},{"osd":7,"last update":"Mon Nov 16 20:26:04 2020","interfaces":[{"interface":"back","average":{"1min":2.7839999999999998,"5min":2.532,"15min":2.75},"min":{"1min":1.2869999999999999,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":7.7450000000000001,"5min":7.7450000000000001,"15min":7.7450000000000001},"last":6.9100000000000001},{"interface":"front","average":{"1min":3.1600000000000001,"5min":3.2200000000000002,"15min":3.4460000000000002},"min":{"1min":1.1200000000000001,"5min":1.034,"15min":1.034},"max":{"1min":7.2990000000000004,"5min":7.2990000000000004,"15min":7.2990000000000004},"last":4.0149999999999997}]},{"osd":8,"last update":"Mon Nov 16 20:25:28 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.992,"15min":3.4660000000000002},"min":{"1min":1.121,"5min":1.121,"15min":1.121},"max":{"1min":4.8860000000000001,"5min":5.9710000000000001,"15min":5.9710000000000001},"last":2.8969999999999998},{"interface":"front","average":{"1min":2.8490000000000002,"5min":3.3799999999999999,"15min":3.1360000000000001},"min":{"1min":1.242,"5min":1.242,"15min":1.242},"max":{"1min":7.093,"5min":7.093,"15min":7.093},"last":3.6579999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:25:59 2020","interfaces":[{"interface":"back","average":{"1min":3.2429999999999999,"5min":2.9039999999999999,"15min":3.1389999999999998},"min":{"1min":0.871,"5min":0.871,"15min":0.871},"max":{"1min":7.468,"5min":7.468,"15min":7.468},"last":6.7750000000000004},{"interface":"front","average":{"1min":3.3660000000000001,"5min":3.7080000000000002,"15min":3.8079999999999998},"min":{"1min":1.514,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":8.3460000000000001,"5min":8.3460000000000001,"15min":8.3460000000000001},"last":4.532}]},{"osd":10,"last update":"Mon Nov 16 20:26:04 2020","interfaces":[{"interface":"back","average":{"1min":6.4180000000000001,"5min":3.8069999999999999,"15min":3.706},"min":{"1min":1.3580000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"max":{"1min":73.305000000000007,"5min":73.305000000000007,"15min":73.305000000000007},"last":1.0289999999999999},{"interface":"front","average":{"1min":6.8239999999999998,"5min":3.895,"15min":3.6629999999999998},"min":{"1min":1.347,"5min":1.347,"15min":1.347},"max":{"1min":73.558999999999997,"5min":73.558999999999997,"15min":73.558999999999997},"last":7.048}]},{"osd":11,"last update":"Mon Nov 16 20:25:28 2020","interfaces":[{"interface":"back","average":{"1min":2.4350000000000001,"5min":3.6909999999999998,"15min":3.9950000000000001},"min":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"max":{"1min":5.0199999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":1.105},{"interface":"front","average":{"1min":3.0070000000000001,"5min":3.3570000000000002,"15min":3.4260000000000002},"min":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"max":{"1min":8.2040000000000006,"5min":8.2040000000000006,"15min":8.2040000000000006},"last":3.8700000000000001}]}]},{"osd":2,"up_from":23,"seq":98784247940,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1703128,"kb_used_data":1659344,"kb_used_omap":0,"kb_used_meta":43776,"kb_avail":92042024,"statfs":{"total":95995035648,"available":94251032576,"internally_reserved":0,"allocated":1699168256,"data_stored":1698833814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":44826624},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:56 2020","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":2.9359999999999999,"15min":1.9490000000000001},"min":{"1min":0.59599999999999997,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.1320000000000001,"5min":99.001000000000005,"15min":99.001000000000005},"last":1.696},{"interface":"front","average":{"1min":1.6399999999999999,"5min":2.9060000000000001,"15min":1.996},"min":{"1min":0.55900000000000005,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":5.0819999999999999,"5min":98.828000000000003,"15min":98.828000000000003},"last":1.3029999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:25:56 2020","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.0569999999999999,"15min":1.8280000000000001},"min":{"1min":0.83299999999999996,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":2.3260000000000001},{"interface":"front","average":{"1min":2.617,"5min":2.0249999999999999,"15min":1.673},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":11.065,"5min":11.065,"15min":11.065},"last":1.216}]},{"osd":3,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":1.4550000000000001,"5min":2.1200000000000001,"15min":2.0640000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.6019999999999999,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":1.452},{"interface":"front","average":{"1min":1.966,"5min":2.032,"15min":2.0350000000000001},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":4.8460000000000001,"5min":4.8460000000000001,"15min":4.8460000000000001},"last":0.84699999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:25:56 2020","interfaces":[{"interface":"back","average":{"1min":1.5329999999999999,"5min":2.2650000000000001,"15min":2.294},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":3.0569999999999999,"5min":7.3220000000000001,"15min":7.3220000000000001},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.4730000000000001,"5min":2.2679999999999998,"15min":2.2189999999999999},"min":{"1min":0.83999999999999997,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":3.1429999999999998,"5min":4.6859999999999999,"15min":4.6859999999999999},"last":1.175}]},{"osd":5,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.7879999999999998,"15min":2.6459999999999999},"min":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"max":{"1min":3.0550000000000002,"5min":5.0069999999999997,"15min":5.0069999999999997},"last":1.5840000000000001},{"interface":"front","average":{"1min":2.0110000000000001,"5min":2.6880000000000002,"15min":2.7170000000000001},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":3.9409999999999998,"5min":4.5199999999999996,"15min":4.5199999999999996},"last":1.0269999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:25:46 2020","interfaces":[{"interface":"back","average":{"1min":2.5310000000000001,"5min":2.5619999999999998,"15min":2.653},"min":{"1min":0.88700000000000001,"5min":0.86699999999999999,"15min":0.86699999999999999},"max":{"1min":7.1900000000000004,"5min":7.1900000000000004,"15min":7.1900000000000004},"last":0.81599999999999995},{"interface":"front","average":{"1min":2.7810000000000001,"5min":3.1360000000000001,"15min":3.1000000000000001},"min":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"max":{"1min":5.7110000000000003,"5min":5.7110000000000003,"15min":5.7110000000000003},"last":1.819}]},{"osd":7,"last update":"Mon Nov 16 20:26:10 2020","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":2.8999999999999999,"15min":3.1680000000000001},"min":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"max":{"1min":8.8480000000000008,"5min":8.8480000000000008,"15min":8.8480000000000008},"last":1.333},{"interface":"front","average":{"1min":2.3479999999999999,"5min":2.9350000000000001,"15min":3.0470000000000002},"min":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"max":{"1min":8.9440000000000008,"5min":8.9440000000000008,"15min":8.9440000000000008},"last":1.6719999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:25:33 2020","interfaces":[{"interface":"back","average":{"1min":2.6739999999999999,"5min":3.4249999999999998,"15min":3.4159999999999999},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":5.8529999999999998,"5min":5.8529999999999998,"15min":5.8529999999999998},"last":2.0800000000000001},{"interface":"front","average":{"1min":2.3029999999999999,"5min":3.1779999999999999,"15min":3.3500000000000001},"min":{"1min":1.101,"5min":1.101,"15min":1.101},"max":{"1min":4.4429999999999996,"5min":5.6829999999999998,"15min":5.6829999999999998},"last":1.4299999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:25:56 2020","interfaces":[{"interface":"back","average":{"1min":2.7749999999999999,"5min":3.1000000000000001,"15min":3.1259999999999999},"min":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"max":{"1min":7.2279999999999998,"5min":7.2279999999999998,"15min":7.2279999999999998},"last":1.1020000000000001},{"interface":"front","average":{"1min":3.1150000000000002,"5min":3.653,"15min":3.6200000000000001},"min":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"max":{"1min":8.0250000000000004,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":1.9530000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:26:03 2020","interfaces":[{"interface":"back","average":{"1min":2.9830000000000001,"5min":3.6760000000000002,"15min":3.8159999999999998},"min":{"1min":1.538,"5min":1.1499999999999999,"15min":1.1499999999999999},"max":{"1min":5.9950000000000001,"5min":5.9950000000000001,"15min":5.9950000000000001},"last":2.2050000000000001},{"interface":"front","average":{"1min":2.0609999999999999,"5min":3.298,"15min":3.786},"min":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"max":{"1min":5.1900000000000004,"5min":6.0010000000000003,"15min":6.0010000000000003},"last":1.5549999999999999}]}]},{"osd":3,"up_from":29,"seq":124554051710,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1659596,"kb_used_data":1605380,"kb_used_omap":0,"kb_used_meta":54208,"kb_avail":92085556,"statfs":{"total":95995035648,"available":94295609344,"internally_reserved":0,"allocated":1643909120,"data_stored":1643580596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":55508992},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:21:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.5980000000000001,"15min":1.5620000000000001},"min":{"1min":1.111,"5min":1.069,"15min":1.069},"max":{"1min":2.5249999999999999,"5min":3.218,"15min":3.218},"last":2.2530000000000001},{"interface":"front","average":{"1min":1.657,"5min":1.7070000000000001,"15min":1.5289999999999999},"min":{"1min":1.304,"5min":1.075,"15min":1.075},"max":{"1min":2.6469999999999998,"5min":3.1059999999999999,"15min":3.1059999999999999},"last":1.585}]},{"osd":1,"last update":"Mon Nov 16 20:25:21 2020","interfaces":[{"interface":"back","average":{"1min":3.6440000000000001,"5min":2.0459999999999998,"15min":1.899},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":48.886000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.746},{"interface":"front","average":{"1min":3.9249999999999998,"5min":2.1859999999999999,"15min":1.8200000000000001},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":49.201000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":0.78100000000000003}]},{"osd":2,"last update":"Mon Nov 16 20:25:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":2.2040000000000002,"15min":2.0350000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":42.253999999999998,"5min":42.253999999999998,"15min":42.253999999999998},"last":1.014},{"interface":"front","average":{"1min":3.6339999999999999,"5min":2.1819999999999999,"15min":2.0489999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":41.838999999999999,"5min":41.838999999999999,"15min":41.838999999999999},"last":0.83899999999999997}]},{"osd":4,"last update":"Mon Nov 16 20:25:48 2020","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":2.0510000000000002,"15min":2.2029999999999998},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":3.1560000000000001,"5min":5.9749999999999996,"15min":5.9749999999999996},"last":1.159},{"interface":"front","average":{"1min":1.4670000000000001,"5min":2.0249999999999999,"15min":2.1899999999999999},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.25,"5min":11.836,"15min":11.836},"last":3.0830000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:25:21 2020","interfaces":[{"interface":"back","average":{"1min":1.859,"5min":2.218,"15min":2.371},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":12.148,"5min":12.148,"15min":12.148},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.718,"5min":2.2879999999999998,"15min":2.504},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":3.7469999999999999,"5min":4.774,"15min":4.774},"last":1.4139999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:25:48 2020","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":2.1779999999999999,"15min":2.7160000000000002},"min":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"max":{"1min":3.577,"5min":3.577,"15min":4.0629999999999997},"last":1.194},{"interface":"front","average":{"1min":1.802,"5min":2.524,"15min":2.7999999999999998},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":3.02,"5min":6.657,"15min":6.657},"last":1.6419999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:26:14 2020","interfaces":[{"interface":"back","average":{"1min":2.069,"5min":2.5950000000000002,"15min":2.819},"min":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"max":{"1min":3.972,"5min":12.289999999999999,"15min":12.289999999999999},"last":3.355},{"interface":"front","average":{"1min":1.859,"5min":2.4620000000000002,"15min":3.1120000000000001},"min":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"max":{"1min":3.5419999999999998,"5min":4.21,"15min":5.0060000000000002},"last":1.4399999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:25:29 2020","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":2.96,"15min":3.2090000000000001},"min":{"1min":1.038,"5min":1.038,"15min":1.038},"max":{"1min":3.835,"5min":7.0890000000000004,"15min":7.0890000000000004},"last":1.534},{"interface":"front","average":{"1min":4.2050000000000001,"5min":3.4169999999999998,"15min":3.2120000000000002},"min":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"max":{"1min":40.316000000000003,"5min":40.316000000000003,"15min":40.316000000000003},"last":3.2570000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:26:02 2020","interfaces":[{"interface":"back","average":{"1min":2.3340000000000001,"5min":2.827,"15min":3.266},"min":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":5.444,"5min":5.444,"15min":5.444},"last":1.321},{"interface":"front","average":{"1min":2.125,"5min":3.0470000000000002,"15min":3.278},"min":{"1min":1.3,"5min":1.3,"15min":1.3},"max":{"1min":4.8890000000000002,"5min":6.9009999999999998,"15min":6.9009999999999998},"last":1.3}]},{"osd":10,"last update":"Mon Nov 16 20:26:02 2020","interfaces":[{"interface":"back","average":{"1min":1.9910000000000001,"5min":5.649,"15min":4.1500000000000004},"min":{"1min":1.0649999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":3.5990000000000002,"5min":359.327,"15min":359.327},"last":2.266},{"interface":"front","average":{"1min":2.0760000000000001,"5min":5.9390000000000001,"15min":4.5860000000000003},"min":{"1min":1.272,"5min":1.272,"15min":1.272},"max":{"1min":3.8290000000000002,"5min":361.31299999999999,"15min":361.31299999999999},"last":2.0339999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:25:23 2020","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":3.5219999999999998,"15min":3.8199999999999998},"min":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"max":{"1min":4.6790000000000003,"5min":7.4489999999999998,"15min":7.4489999999999998},"last":6.2619999999999996},{"interface":"front","average":{"1min":2.8889999999999998,"5min":3.1949999999999998,"15min":3.3410000000000002},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":12.664,"5min":12.664,"15min":12.664},"last":5.7859999999999996}]}]},{"osd":4,"up_from":35,"seq":150323855482,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":552028,"kb_used_data":527124,"kb_used_omap":0,"kb_used_meta":24896,"kb_avail":93193124,"statfs":{"total":95995035648,"available":95429758976,"internally_reserved":0,"allocated":539774976,"data_stored":539436462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":25493504},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:26:00 2020","interfaces":[{"interface":"back","average":{"1min":1.403,"5min":1.907,"15min":1.8220000000000001},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.631,"5min":1.9390000000000001,"15min":2.0579999999999998},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":5.6150000000000002,"5min":5.6150000000000002,"15min":5.6150000000000002},"last":0.86399999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:26:00 2020","interfaces":[{"interface":"back","average":{"1min":3.8919999999999999,"5min":4.1100000000000003,"15min":2.5379999999999998},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":36.837000000000003,"5min":140.75299999999999,"15min":140.75299999999999},"last":1.3839999999999999},{"interface":"front","average":{"1min":2.0390000000000001,"5min":3.831,"15min":2.4409999999999998},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":7.5190000000000001,"5min":141.905,"15min":141.905},"last":1.2410000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:26:00 2020","interfaces":[{"interface":"back","average":{"1min":2.4350000000000001,"5min":2.492,"15min":2.0950000000000002},"min":{"1min":0.90000000000000002,"5min":0.81599999999999995,"15min":0.81599999999999995},"max":{"1min":5.585,"5min":5.585,"15min":5.585},"last":2.4729999999999999},{"interface":"front","average":{"1min":2.2320000000000002,"5min":2.3069999999999999,"15min":1.98},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":5.109,"5min":5.109,"15min":5.109},"last":1.4379999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:26:00 2020","interfaces":[{"interface":"back","average":{"1min":13.457000000000001,"5min":4.7999999999999998,"15min":2.9169999999999998},"min":{"1min":1.0589999999999999,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":211.81800000000001,"5min":211.81800000000001,"15min":211.81800000000001},"last":1.165},{"interface":"front","average":{"1min":12.566000000000001,"5min":4.1699999999999999,"15min":2.75},"min":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":208.86099999999999,"5min":208.86099999999999,"15min":208.86099999999999},"last":0.90500000000000003}]},{"osd":5,"last update":"Mon Nov 16 20:26:24 2020","interfaces":[{"interface":"back","average":{"1min":1.948,"5min":2.1299999999999999,"15min":1.9379999999999999},"min":{"1min":0.85599999999999998,"5min":0.77400000000000002,"15min":0.63},"max":{"1min":6.8689999999999998,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":1.2070000000000001},{"interface":"front","average":{"1min":1.8220000000000001,"5min":2.415,"15min":2.2959999999999998},"min":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.86099999999999999},"max":{"1min":3.6970000000000001,"5min":3.6970000000000001,"15min":3.8239999999999998},"last":1.6890000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:25:44 2020","interfaces":[{"interface":"back","average":{"1min":2.1579999999999999,"5min":2.8620000000000001,"15min":2.4369999999999998},"min":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.68100000000000005},"max":{"1min":4.9900000000000002,"5min":5.8949999999999996,"15min":5.8949999999999996},"last":1.5880000000000001},{"interface":"front","average":{"1min":2.0139999999999998,"5min":2.996,"15min":2.7120000000000002},"min":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0569999999999999},"max":{"1min":3.8330000000000002,"5min":4.9790000000000001,"15min":4.9790000000000001},"last":1.651}]},{"osd":7,"last update":"Mon Nov 16 20:26:09 2020","interfaces":[{"interface":"back","average":{"1min":1.9970000000000001,"5min":2.6429999999999998,"15min":2.9580000000000002},"min":{"1min":0.996,"5min":0.996,"15min":0.996},"max":{"1min":4.7279999999999998,"5min":4.7279999999999998,"15min":5.3129999999999997},"last":1.46},{"interface":"front","average":{"1min":2.1589999999999998,"5min":3.1720000000000002,"15min":3.206},"min":{"1min":1.05,"5min":1.05,"15min":1.05},"max":{"1min":4.242,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":1.5469999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:26:24 2020","interfaces":[{"interface":"back","average":{"1min":2.4169999999999998,"5min":2.9289999999999998,"15min":3.3220000000000001},"min":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"max":{"1min":6.0279999999999996,"5min":6.0279999999999996,"15min":6.0279999999999996},"last":1.917},{"interface":"front","average":{"1min":2.488,"5min":3.4169999999999998,"15min":3.573},"min":{"1min":1.234,"5min":1.234,"15min":1.234},"max":{"1min":4.0300000000000002,"5min":5.8170000000000002,"15min":5.8170000000000002},"last":1.7829999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:26:03 2020","interfaces":[{"interface":"back","average":{"1min":2.6880000000000002,"5min":3.7679999999999998,"15min":3.9580000000000002},"min":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":7.4029999999999996,"5min":7.4029999999999996,"15min":7.4029999999999996},"last":1.8180000000000001},{"interface":"front","average":{"1min":2.827,"5min":3.3860000000000001,"15min":3.4369999999999998},"min":{"1min":1.48,"5min":1.48,"15min":1.48},"max":{"1min":7.3090000000000002,"5min":7.3090000000000002,"15min":7.3090000000000002},"last":1.8720000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:26:09 2020","interfaces":[{"interface":"back","average":{"1min":2.0619999999999998,"5min":5.4859999999999998,"15min":4.3019999999999996},"min":{"1min":1.127,"5min":1.127,"15min":1.127},"max":{"1min":4.093,"5min":245.06800000000001,"15min":245.06800000000001},"last":2.0550000000000002},{"interface":"front","average":{"1min":2.399,"5min":6.0369999999999999,"15min":4.7599999999999998},"min":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"max":{"1min":4.5259999999999998,"5min":248.31700000000001,"15min":248.31700000000001},"last":1.994}]}]},{"osd":5,"up_from":42,"seq":180388626549,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1082712,"kb_used_data":1055632,"kb_used_omap":0,"kb_used_meta":27072,"kb_avail":92662440,"statfs":{"total":95995035648,"available":94886338560,"internally_reserved":0,"allocated":1080967168,"data_stored":1080632726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27721728},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.913,"15min":1.7909999999999999},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":3.085,"5min":4.125,"15min":4.125},"last":0.877},{"interface":"front","average":{"1min":1.6870000000000001,"5min":2.0169999999999999,"15min":1.962},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":6.5949999999999998,"5min":6.5949999999999998,"15min":6.5949999999999998},"last":0.94499999999999995}]},{"osd":1,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":1.4770000000000001,"5min":1.881,"15min":2.0859999999999999},"min":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"max":{"1min":2.524,"5min":3.3769999999999998,"15min":3.802},"last":1.2829999999999999},{"interface":"front","average":{"1min":1.546,"5min":2.0270000000000001,"15min":1.857},"min":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"max":{"1min":3.371,"5min":3.371,"15min":3.371},"last":1.919}]},{"osd":2,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":2.3029999999999999,"5min":2.23,"15min":2.028},"min":{"1min":1.216,"5min":1.216,"15min":1.216},"max":{"1min":7.0140000000000002,"5min":7.0140000000000002,"15min":7.0140000000000002},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.732,"5min":2.625,"15min":2.3610000000000002},"min":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":3.2400000000000002,"5min":27.413,"15min":27.413},"last":1.4670000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:25:24 2020","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":2.1349999999999998,"15min":2.081},"min":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":2.5289999999999999,"5min":3.5600000000000001,"15min":3.5600000000000001},"last":7.218},{"interface":"front","average":{"1min":1.958,"5min":2.8250000000000002,"15min":2.6349999999999998},"min":{"1min":1.327,"5min":1.327,"15min":1.327},"max":{"1min":3.6560000000000001,"5min":4.7460000000000004,"15min":4.7460000000000004},"last":7.3780000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:25:25 2020","interfaces":[{"interface":"back","average":{"1min":1.7370000000000001,"5min":2.5649999999999999,"15min":2.2050000000000001},"min":{"1min":1.129,"5min":1.129,"15min":0.86299999999999999},"max":{"1min":2.8969999999999998,"5min":3.5680000000000001,"15min":3.7879999999999998},"last":2.0830000000000002},{"interface":"front","average":{"1min":2.1299999999999999,"5min":2.6619999999999999,"15min":2.3410000000000002},"min":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"max":{"1min":7.3209999999999997,"5min":7.3209999999999997,"15min":7.3209999999999997},"last":1.6279999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:25:41 2020","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":2.915,"15min":2.7709999999999999},"min":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"max":{"1min":7.54,"5min":7.54,"15min":7.54},"last":2.2949999999999999},{"interface":"front","average":{"1min":1.9019999999999999,"5min":2.7290000000000001,"15min":2.9180000000000001},"min":{"1min":1.3620000000000001,"5min":1.1559999999999999,"15min":1.1559999999999999},"max":{"1min":3.7360000000000002,"5min":3.9710000000000001,"15min":4.774},"last":2.044}]},{"osd":7,"last update":"Mon Nov 16 20:26:08 2020","interfaces":[{"interface":"back","average":{"1min":2.718,"5min":3.1230000000000002,"15min":3.2879999999999998},"min":{"1min":1.042,"5min":1.042,"15min":1.042},"max":{"1min":6.899,"5min":6.899,"15min":6.899},"last":2.5910000000000002},{"interface":"front","average":{"1min":2.766,"5min":3.6150000000000002,"15min":3.4860000000000002},"min":{"1min":1.194,"5min":1.194,"15min":1.194},"max":{"1min":8.3070000000000004,"5min":28.234000000000002,"15min":28.234000000000002},"last":1.974}]},{"osd":8,"last update":"Mon Nov 16 20:25:32 2020","interfaces":[{"interface":"back","average":{"1min":2.2989999999999999,"5min":3.218,"15min":3.1520000000000001},"min":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"max":{"1min":4.7370000000000001,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":1.7589999999999999},{"interface":"front","average":{"1min":3.0390000000000001,"5min":3.5649999999999999,"15min":3.7090000000000001},"min":{"1min":1.8959999999999999,"5min":1.8959999999999999,"15min":1.8959999999999999},"max":{"1min":7.7530000000000001,"5min":7.7530000000000001,"15min":7.7530000000000001},"last":1.8080000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:26:04 2020","interfaces":[{"interface":"back","average":{"1min":3.2570000000000001,"5min":3.6080000000000001,"15min":3.6379999999999999},"min":{"1min":1.085,"5min":1.085,"15min":1.085},"max":{"1min":6.8070000000000004,"5min":6.8070000000000004,"15min":6.8070000000000004},"last":2.762},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.7029999999999998,"15min":3.6230000000000002},"min":{"1min":1.375,"5min":1.375,"15min":1.375},"max":{"1min":7.9480000000000004,"5min":7.9480000000000004,"15min":7.9480000000000004},"last":2.1459999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:26:08 2020","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":3.8599999999999999,"15min":3.8559999999999999},"min":{"1min":1.288,"5min":1.288,"15min":1.288},"max":{"1min":6.9900000000000002,"5min":28,"15min":28},"last":2.6739999999999999},{"interface":"front","average":{"1min":3.2149999999999999,"5min":4.093,"15min":4.1130000000000004},"min":{"1min":1.484,"5min":1.484,"15min":1.484},"max":{"1min":8.9019999999999992,"5min":27.789999999999999,"15min":27.789999999999999},"last":2.4740000000000002}]}]}]}}
2020-11-16T20:26:30.612 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10
2020-11-16T20:26:30.613 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool set unique_pool_0 pg_num 26
2020-11-16T20:26:30.613 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:26:30 smithi142 bash[18009]: debug 2020-11-16T20:26:30.315+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:30.645 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:30.748 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:30.794 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:30.873 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:26:30 smithi142 bash[20366]: debug 2020-11-16T20:26:30.871+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:30.874 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:30.875 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:30 smithi142 bash[22738]: debug 2020-11-16T20:26:30.643+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:30.983 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:31.098 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:31.140 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:26:31.140 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:26:31.205 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:31.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:31 smithi142 bash[9523]: cluster 2020-11-16T20:26:30.059768+0000 mgr.x (mgr.14196) 422 : cluster [DBG] pgmap v518: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.0 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 660 op/s; 12692/262800 objects misplaced (4.830%); 28 MiB/s, 444 objects/s recovering
2020-11-16T20:26:31.478 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:31 smithi071 bash[9480]: cluster 2020-11-16T20:26:30.059768+0000 mgr.x (mgr.14196) 422 : cluster [DBG] pgmap v518: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.0 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 660 op/s; 12692/262800 objects misplaced (4.830%); 28 MiB/s, 444 objects/s recovering
2020-11-16T20:26:31.479 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:26:31 smithi071 bash[14419]: debug 2020-11-16T20:26:31.088+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:31.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:31 smithi065 bash[9468]: cluster 2020-11-16T20:26:30.059768+0000 mgr.x (mgr.14196) 422 : cluster [DBG] pgmap v518: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.0 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 660 op/s; 12692/262800 objects misplaced (4.830%); 28 MiB/s, 444 objects/s recovering
2020-11-16T20:26:32.403 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops
2020-11-16T20:26:32.608 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:26:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:33 smithi071 bash[9480]: cluster 2020-11-16T20:26:32.060319+0000 mgr.x (mgr.14196) 423 : cluster [DBG] pgmap v519: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.0 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 610 op/s; 12692/261430 objects misplaced (4.855%); 23 MiB/s, 363 objects/s recovering
2020-11-16T20:26:33.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:33 smithi065 bash[9468]: cluster 2020-11-16T20:26:32.060319+0000 mgr.x (mgr.14196) 423 : cluster [DBG] pgmap v519: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.0 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 610 op/s; 12692/261430 objects misplaced (4.855%); 23 MiB/s, 363 objects/s recovering
2020-11-16T20:26:33.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:33 smithi142 bash[9523]: cluster 2020-11-16T20:26:32.060319+0000 mgr.x (mgr.14196) 423 : cluster [DBG] pgmap v519: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 8.0 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 610 op/s; 12692/261430 objects misplaced (4.855%); 23 MiB/s, 363 objects/s recovering
2020-11-16T20:26:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:35 smithi071 bash[9480]: cluster 2020-11-16T20:26:33.878764+0000 osd.6 (osd.6) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:35 smithi071 bash[9480]: cluster 2020-11-16T20:26:33.878822+0000 osd.6 (osd.6) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:35 smithi071 bash[9480]: cluster 2020-11-16T20:26:34.060927+0000 mgr.x (mgr.14196) 424 : cluster [DBG] pgmap v520: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.9 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 596 op/s; 11611/258020 objects misplaced (4.500%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:26:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:35 smithi071 bash[9480]: cluster 2020-11-16T20:26:34.132279+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e171: 12 total, 12 up, 11 in
2020-11-16T20:26:35.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:35 smithi065 bash[9468]: cluster 2020-11-16T20:26:33.878764+0000 osd.6 (osd.6) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:35 smithi065 bash[9468]: cluster 2020-11-16T20:26:33.878822+0000 osd.6 (osd.6) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:35 smithi065 bash[9468]: cluster 2020-11-16T20:26:34.060927+0000 mgr.x (mgr.14196) 424 : cluster [DBG] pgmap v520: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.9 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 596 op/s; 11611/258020 objects misplaced (4.500%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:26:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:35 smithi065 bash[9468]: cluster 2020-11-16T20:26:34.132279+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e171: 12 total, 12 up, 11 in
2020-11-16T20:26:35.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:35 smithi142 bash[9523]: cluster 2020-11-16T20:26:33.878764+0000 osd.6 (osd.6) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:35.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:35 smithi142 bash[9523]: cluster 2020-11-16T20:26:33.878822+0000 osd.6 (osd.6) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:35.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:35 smithi142 bash[9523]: cluster 2020-11-16T20:26:34.060927+0000 mgr.x (mgr.14196) 424 : cluster [DBG] pgmap v520: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.9 GiB data, 16 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 596 op/s; 11611/258020 objects misplaced (4.500%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:26:35.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:35 smithi142 bash[9523]: cluster 2020-11-16T20:26:34.132279+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e171: 12 total, 12 up, 11 in
2020-11-16T20:26:35.934 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:36.037 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:36.283 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:35 smithi065 bash[18823]: debug 2020-11-16T20:26:35.928+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:36.286 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:36.390 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:36.451 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:36 smithi071 bash[16796]: debug 2020-11-16T20:26:36.284+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:36.507 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:36.610 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:26:36.726 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:26:36 smithi065 bash[14115]: debug 2020-11-16T20:26:36.496+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:36.734 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:26:36.837 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:37.021 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:26:36 smithi065 bash[11785]: debug 2020-11-16T20:26:36.720+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:37.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:37 smithi065 bash[9468]: cluster 2020-11-16T20:26:36.061406+0000 mgr.x (mgr.14196) 425 : cluster [DBG] pgmap v522: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 586 op/s; 10583/255470 objects misplaced (4.143%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:26:37.022 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:26:37.126 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:37.228 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:37.277 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:26:37.285 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:26:37 smithi142 bash[18009]: debug 2020-11-16T20:26:37.019+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:37.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:37 smithi142 bash[9523]: cluster 2020-11-16T20:26:36.061406+0000 mgr.x (mgr.14196) 425 : cluster [DBG] pgmap v522: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 586 op/s; 10583/255470 objects misplaced (4.143%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:26:37.317 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:26:37.331 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:37.340 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:37 smithi071 bash[9480]: cluster 2020-11-16T20:26:36.061406+0000 mgr.x (mgr.14196) 425 : cluster [DBG] pgmap v522: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 586 op/s; 10583/255470 objects misplaced (4.143%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:26:37.340 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:37 smithi071 bash[19196]: debug 2020-11-16T20:26:37.224+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:37.367 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:26:37.409 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:26:37.430 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:26:37.430 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:26:37.447 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:26:37.450 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:37.484 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:26:37.520 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:26:37.549 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:26:37.555 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:37.585 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:26:37.619 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:26:37.650 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:26:37.669 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:37.684 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:26:37.689 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.690 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.690 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.690 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.690 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.690 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.690 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.690 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.691 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.691 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.691 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.691 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:26:37.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:26:37 smithi071 bash[14419]: debug 2020-11-16T20:26:37.444+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:37.773 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:37.945 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:38.021 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:38 smithi065 bash[9468]: audit 2020-11-16T20:26:37.245900+0000 mon.a (mon.0) 847 : audit [DBG] from='client.? v1:172.21.15.142:0/150353439' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:38.021 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:38 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.281158+0000 osd.0 (osd.0) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:38 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.321284+0000 osd.1 (osd.1) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:38 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.408935+0000 osd.3 (osd.3) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:38 smithi065 bash[9468]: audit 2020-11-16T20:26:37.517713+0000 mon.b (mon.1) 327 : audit [INF] from='client.? v1:172.21.15.142:0/164314794' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:38.023 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:38 smithi065 bash[9468]: audit 2020-11-16T20:26:37.520760+0000 mon.a (mon.0) 848 : audit [INF] from='client.24862 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:38.023 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:38 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.652039+0000 osd.10 (osd.10) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.023 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:38 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.685520+0000 osd.11 (osd.11) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.024 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:37 smithi065 bash[18823]: debug 2020-11-16T20:26:37.664+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:38.024 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:37 smithi142 bash[22738]: debug 2020-11-16T20:26:37.943+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:38.025 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[9523]: audit 2020-11-16T20:26:37.245900+0000 mon.a (mon.0) 847 : audit [DBG] from='client.? v1:172.21.15.142:0/150353439' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:38.025 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.281158+0000 osd.0 (osd.0) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.025 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.321284+0000 osd.1 (osd.1) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.025 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.408935+0000 osd.3 (osd.3) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.026 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[9523]: audit 2020-11-16T20:26:37.517713+0000 mon.b (mon.1) 327 : audit [INF] from='client.? v1:172.21.15.142:0/164314794' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:38.026 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[9523]: audit 2020-11-16T20:26:37.520760+0000 mon.a (mon.0) 848 : audit [INF] from='client.24862 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:38.026 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.652039+0000 osd.10 (osd.10) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.026 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.685520+0000 osd.11 (osd.11) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.038 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:26:38.053 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:38.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:38 smithi071 bash[9480]: audit 2020-11-16T20:26:37.245900+0000 mon.a (mon.0) 847 : audit [DBG] from='client.? v1:172.21.15.142:0/150353439' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:26:38.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:38 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.281158+0000 osd.0 (osd.0) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:38 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.321284+0000 osd.1 (osd.1) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:38 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.408935+0000 osd.3 (osd.3) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:38 smithi071 bash[9480]: audit 2020-11-16T20:26:37.517713+0000 mon.b (mon.1) 327 : audit [INF] from='client.? v1:172.21.15.142:0/164314794' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:38.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:38 smithi071 bash[9480]: audit 2020-11-16T20:26:37.520760+0000 mon.a (mon.0) 848 : audit [INF] from='client.24862 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:26:38.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:38 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.652039+0000 osd.10 (osd.10) 23 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:38 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.685520+0000 osd.11 (osd.11) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:38.642 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_historic_ops
2020-11-16T20:26:38.745 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:38.807 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:26:38.848 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:39.020 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:38 smithi142 bash[22738]: debug 2020-11-16T20:26:38.743+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:39.020 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.316198+0000 osd.4 (osd.4) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:39.045 INFO:teuthology.orchestra.run.smithi142.stderr:set pool 2 pg_num to 26
2020-11-16T20:26:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.316198+0000 osd.4 (osd.4) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:39.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.316279+0000 osd.4 (osd.4) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:39.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.371471+0000 osd.2 (osd.2) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.448728+0000 osd.4 (osd.4) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.485640+0000 osd.5 (osd.5) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.521883+0000 osd.6 (osd.6) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.550737+0000 osd.7 (osd.7) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.582330+0000 osd.8 (osd.8) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:37.620699+0000 osd.9 (osd.9) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:38.021463+0000 mon.a (mon.0) 849 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:26:39.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: audit 2020-11-16T20:26:38.029617+0000 mon.a (mon.0) 850 : audit [INF] from='client.24862 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:26:39.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:38.029661+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e172: 12 total, 12 up, 11 in
2020-11-16T20:26:39.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: cluster 2020-11-16T20:26:38.061871+0000 mgr.x (mgr.14196) 426 : cluster [DBG] pgmap v524: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 519 op/s; 10583/254482 objects misplaced (4.159%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:26:39.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:39 smithi065 bash[9468]: audit 2020-11-16T20:26:38.356138+0000 mon.a (mon.0) 852 : audit [INF] from='client.? v1:172.21.15.142:0/4021500906' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch
2020-11-16T20:26:39.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.316279+0000 osd.4 (osd.4) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:39.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.371471+0000 osd.2 (osd.2) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.448728+0000 osd.4 (osd.4) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.485640+0000 osd.5 (osd.5) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.521883+0000 osd.6 (osd.6) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.550737+0000 osd.7 (osd.7) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.582330+0000 osd.8 (osd.8) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:37.620699+0000 osd.9 (osd.9) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:38.021463+0000 mon.a (mon.0) 849 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:26:39.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: audit 2020-11-16T20:26:38.029617+0000 mon.a (mon.0) 850 : audit [INF] from='client.24862 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:26:39.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:38.029661+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e172: 12 total, 12 up, 11 in
2020-11-16T20:26:39.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: cluster 2020-11-16T20:26:38.061871+0000 mgr.x (mgr.14196) 426 : cluster [DBG] pgmap v524: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 519 op/s; 10583/254482 objects misplaced (4.159%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:26:39.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[9523]: audit 2020-11-16T20:26:38.356138+0000 mon.a (mon.0) 852 : audit [INF] from='client.? v1:172.21.15.142:0/4021500906' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch
2020-11-16T20:26:39.314 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:39.416 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.316198+0000 osd.4 (osd.4) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.316279+0000 osd.4 (osd.4) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.371471+0000 osd.2 (osd.2) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.448728+0000 osd.4 (osd.4) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.485640+0000 osd.5 (osd.5) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.521883+0000 osd.6 (osd.6) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.550737+0000 osd.7 (osd.7) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.582330+0000 osd.8 (osd.8) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:37.620699+0000 osd.9 (osd.9) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:26:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:38.021463+0000 mon.a (mon.0) 849 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:26:39.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: audit 2020-11-16T20:26:38.029617+0000 mon.a (mon.0) 850 : audit [INF] from='client.24862 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:26:39.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:38.029661+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e172: 12 total, 12 up, 11 in
2020-11-16T20:26:39.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: cluster 2020-11-16T20:26:38.061871+0000 mgr.x (mgr.14196) 426 : cluster [DBG] pgmap v524: 17 pgs: 2 active+remapped+backfilling, 2 active+clean+scrubbing+deep, 13 active+clean; 7.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 519 op/s; 10583/254482 objects misplaced (4.159%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:26:39.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:39 smithi071 bash[9480]: audit 2020-11-16T20:26:38.356138+0000 mon.a (mon.0) 852 : audit [INF] from='client.? v1:172.21.15.142:0/4021500906' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch
2020-11-16T20:26:39.785 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:26:39 smithi142 bash[15670]: debug 2020-11-16T20:26:39.315+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:40.015 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:40.119 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:40.277 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:40 smithi142 bash[9523]: audit 2020-11-16T20:26:39.037477+0000 mon.a (mon.0) 853 : audit [INF] from='client.? v1:172.21.15.142:0/4021500906' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]': finished
2020-11-16T20:26:40.277 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:40 smithi142 bash[9523]: cluster 2020-11-16T20:26:39.037604+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e173: 12 total, 12 up, 11 in
2020-11-16T20:26:40.277 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:40 smithi142 bash[9523]: audit 2020-11-16T20:26:39.047525+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:26:40.277 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:26:40 smithi142 bash[15670]: debug 2020-11-16T20:26:40.015+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:40.278 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:40.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:40 smithi065 bash[9468]: audit 2020-11-16T20:26:39.037477+0000 mon.a (mon.0) 853 : audit [INF] from='client.? v1:172.21.15.142:0/4021500906' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]': finished
2020-11-16T20:26:40.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:40 smithi065 bash[9468]: cluster 2020-11-16T20:26:39.037604+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e173: 12 total, 12 up, 11 in
2020-11-16T20:26:40.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:40 smithi065 bash[9468]: audit 2020-11-16T20:26:39.047525+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:26:40.381 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:40.388 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:40 smithi071 bash[9480]: audit 2020-11-16T20:26:39.037477+0000 mon.a (mon.0) 853 : audit [INF] from='client.? v1:172.21.15.142:0/4021500906' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]': finished
2020-11-16T20:26:40.388 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:40 smithi071 bash[9480]: cluster 2020-11-16T20:26:39.037604+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e173: 12 total, 12 up, 11 in
2020-11-16T20:26:40.389 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:40 smithi071 bash[9480]: audit 2020-11-16T20:26:39.047525+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:26:40.490 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:40.539 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:26:40 smithi142 bash[20366]: debug 2020-11-16T20:26:40.275+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:40.594 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:40.701 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:40 smithi071 bash[12066]: debug 2020-11-16T20:26:40.484+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:40.714 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:26:40.818 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:41.035 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:26:40 smithi071 bash[14419]: debug 2020-11-16T20:26:40.708+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:41.074 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:41.077 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:26:41 smithi065 bash[14115]: debug 2020-11-16T20:26:41.068+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:41.077 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:41 smithi065 bash[9468]: cluster 2020-11-16T20:26:40.062314+0000 mgr.x (mgr.14196) 427 : cluster [DBG] pgmap v526: 17 pgs: 2 active+remapped+backfilling, 1 active+clean+scrubbing+deep, 14 active+clean; 7.7 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 564 op/s; 8445/251242 objects misplaced (3.361%); 29 MiB/s, 465 objects/s recovering
2020-11-16T20:26:41.077 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:41 smithi065 bash[9468]: audit 2020-11-16T20:26:40.066023+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:26:41.077 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:41 smithi065 bash[9468]: audit 2020-11-16T20:26:40.595913+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]: dispatch
2020-11-16T20:26:45.210 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:41 smithi065 bash[9468]: audit 2020-11-16T20:26:40.599843+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]': finished
2020-11-16T20:26:45.210 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:41 smithi065 bash[9468]: audit 2020-11-16T20:26:40.602532+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:26:45.211 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:41 smithi065 bash[9468]: audit 2020-11-16T20:26:40.606103+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:26:45.211 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:26:45.212 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:26:45.216 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:41 smithi142 bash[9523]: cluster 2020-11-16T20:26:40.062314+0000 mgr.x (mgr.14196) 427 : cluster [DBG] pgmap v526: 17 pgs: 2 active+remapped+backfilling, 1 active+clean+scrubbing+deep, 14 active+clean; 7.7 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 564 op/s; 8445/251242 objects misplaced (3.361%); 29 MiB/s, 465 objects/s recovering
2020-11-16T20:26:45.216 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:41 smithi142 bash[9523]: audit 2020-11-16T20:26:40.066023+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:26:45.216 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:41 smithi142 bash[9523]: audit 2020-11-16T20:26:40.595913+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]: dispatch
2020-11-16T20:26:45.216 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:41 smithi142 bash[9523]: audit 2020-11-16T20:26:40.599843+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]': finished
2020-11-16T20:26:45.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:41 smithi142 bash[9523]: audit 2020-11-16T20:26:40.602532+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:26:45.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:41 smithi142 bash[9523]: audit 2020-11-16T20:26:40.606103+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:26:45.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:42 smithi142 bash[9523]: audit 2020-11-16T20:26:41.049571+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]': finished
2020-11-16T20:26:45.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:42 smithi142 bash[9523]: cluster 2020-11-16T20:26:41.049627+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e174: 12 total, 12 up, 11 in
2020-11-16T20:26:45.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:43 smithi142 bash[9523]: cluster 2020-11-16T20:26:42.058815+0000 osd.7 (osd.7) 44 : cluster [INF] 2.0 continuing backfill to osd.9 from (138'1000,173'11066] MIN to 173'11066
2020-11-16T20:26:45.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:43 smithi142 bash[9523]: cluster 2020-11-16T20:26:42.060175+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e175: 12 total, 12 up, 11 in
2020-11-16T20:26:45.218 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:43 smithi142 bash[9523]: cluster 2020-11-16T20:26:42.061503+0000 osd.6 (osd.6) 37 : cluster [INF] 2.7 continuing backfill to osd.2 from (138'1300,173'11367] MIN to 173'11367
2020-11-16T20:26:45.218 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:43 smithi142 bash[9523]: cluster 2020-11-16T20:26:42.062928+0000 mgr.x (mgr.14196) 428 : cluster [DBG] pgmap v529: 27 pgs: 10 unknown, 2 active+remapped+backfilling, 15 active+clean; 7.6 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 623 op/s; 8445/249446 objects misplaced (3.386%); 29 MiB/s, 470 objects/s recovering
2020-11-16T20:26:45.218 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:43 smithi142 bash[9523]: audit 2020-11-16T20:26:42.067753+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:26:45.218 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:44 smithi142 bash[9523]: audit 2020-11-16T20:26:43.071702+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num_actual", "val": "26"}]': finished
2020-11-16T20:26:45.218 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:44 smithi142 bash[9523]: cluster 2020-11-16T20:26:43.071890+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e176: 12 total, 12 up, 11 in
2020-11-16T20:26:45.219 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:41 smithi071 bash[9480]: cluster 2020-11-16T20:26:40.062314+0000 mgr.x (mgr.14196) 427 : cluster [DBG] pgmap v526: 17 pgs: 2 active+remapped+backfilling, 1 active+clean+scrubbing+deep, 14 active+clean; 7.7 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 564 op/s; 8445/251242 objects misplaced (3.361%); 29 MiB/s, 465 objects/s recovering
2020-11-16T20:26:45.219 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:41 smithi071 bash[9480]: audit 2020-11-16T20:26:40.066023+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:26:45.219 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:41 smithi071 bash[9480]: audit 2020-11-16T20:26:40.595913+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]: dispatch
2020-11-16T20:26:45.219 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:41 smithi071 bash[9480]: audit 2020-11-16T20:26:40.599843+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:21:48.475662\"}"}]': finished
2020-11-16T20:26:45.220 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:41 smithi071 bash[9480]: audit 2020-11-16T20:26:40.602532+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:26:45.220 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:41 smithi071 bash[9480]: audit 2020-11-16T20:26:40.606103+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:26:45.220 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:42 smithi071 bash[9480]: audit 2020-11-16T20:26:41.049571+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]': finished
2020-11-16T20:26:45.220 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:42 smithi071 bash[9480]: cluster 2020-11-16T20:26:41.049627+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e174: 12 total, 12 up, 11 in
2020-11-16T20:26:45.220 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:43 smithi071 bash[9480]: cluster 2020-11-16T20:26:42.058815+0000 osd.7 (osd.7) 44 : cluster [INF] 2.0 continuing backfill to osd.9 from (138'1000,173'11066] MIN to 173'11066
2020-11-16T20:26:45.220 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:43 smithi071 bash[9480]: cluster 2020-11-16T20:26:42.060175+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e175: 12 total, 12 up, 11 in
2020-11-16T20:26:45.220 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:43 smithi071 bash[9480]: cluster 2020-11-16T20:26:42.061503+0000 osd.6 (osd.6) 37 : cluster [INF] 2.7 continuing backfill to osd.2 from (138'1300,173'11367] MIN to 173'11367
2020-11-16T20:26:45.221 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:43 smithi071 bash[9480]: cluster 2020-11-16T20:26:42.062928+0000 mgr.x (mgr.14196) 428 : cluster [DBG] pgmap v529: 27 pgs: 10 unknown, 2 active+remapped+backfilling, 15 active+clean; 7.6 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 623 op/s; 8445/249446 objects misplaced (3.386%); 29 MiB/s, 470 objects/s recovering
2020-11-16T20:26:45.221 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:43 smithi071 bash[9480]: audit 2020-11-16T20:26:42.067753+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:26:45.221 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:44 smithi071 bash[9480]: audit 2020-11-16T20:26:43.071702+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num_actual", "val": "26"}]': finished
2020-11-16T20:26:45.221 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:44 smithi071 bash[9480]: cluster 2020-11-16T20:26:43.071890+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e176: 12 total, 12 up, 11 in
2020-11-16T20:26:45.221 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:26:45.221 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:26:45.222 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:26:45.222 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:26:45.222 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.222 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:19648 2.d e138/133 2:ba641f48:::benchmark_data_smithi065_20143_object19647:head v 138'1243, mlcod=138'1241)",
2020-11-16T20:26:45.222 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:24:36.039339+0000",
2020-11-16T20:26:45.222 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 127.053737223,
2020-11-16T20:26:45.222 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.044047335,
2020-11-16T20:26:45.223 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.223 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.223 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.039339+0000",
2020-11-16T20:26:45.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.039339+0000",
2020-11-16T20:26:45.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:26:45.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.039314+0000",
2020-11-16T20:26:45.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012888099999999999
2020-11-16T20:26:45.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.039443+0000",
2020-11-16T20:26:45.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3805000000000001e-05
2020-11-16T20:26:45.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.039456+0000",
2020-11-16T20:26:45.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2130000000000002e-06
2020-11-16T20:26:45.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.039464+0000",
2020-11-16T20:26:45.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8897000000000002e-05
2020-11-16T20:26:45.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.039523+0000",
2020-11-16T20:26:45.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6108000000000001e-05
2020-11-16T20:26:45.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.039549+0000",
2020-11-16T20:26:45.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.043686948000000003
2020-11-16T20:26:45.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.083236+0000",
2020-11-16T20:26:45.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015022500000000001
2020-11-16T20:26:45.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:36.083386+0000",
2020-11-16T20:26:45.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.044047335
2020-11-16T20:26:45.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.230 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.230 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.230 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.230 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.230 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:33939 2.d e139/133 2:ba3dc1b7:::benchmark_data_smithi065_20143_object33938:head v 139'2137, mlcod=139'2135)",
2020-11-16T20:26:45.230 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:24:41.035942+0000",
2020-11-16T20:26:45.231 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 122.05713327300001,
2020-11-16T20:26:45.231 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.045144538999999997,
2020-11-16T20:26:45.231 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.231 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.231 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.035942+0000",
2020-11-16T20:26:45.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.035942+0000",
2020-11-16T20:26:45.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:26:45.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.035918+0000",
2020-11-16T20:26:45.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019776
2020-11-16T20:26:45.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.036116+0000",
2020-11-16T20:26:45.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00028652799999999998
2020-11-16T20:26:45.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.036403+0000",
2020-11-16T20:26:45.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7997000000000005e-05
2020-11-16T20:26:45.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.036491+0000",
2020-11-16T20:26:45.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0227000000000003e-05
2020-11-16T20:26:45.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.036571+0000",
2020-11-16T20:26:45.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5271999999999997e-05
2020-11-16T20:26:45.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.036606+0000",
2020-11-16T20:26:45.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.044427682000000003
2020-11-16T20:26:45.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.081034+0000",
2020-11-16T20:26:45.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3266999999999997e-05
2020-11-16T20:26:45.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:41.081087+0000",
2020-11-16T20:26:45.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.045144538999999997
2020-11-16T20:26:45.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.238 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.238 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.238 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.238 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.238 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:96604 2.d e150/133 2:b5da5bdf:::benchmark_data_smithi065_20143_object96603:head v 150'6066, mlcod=150'6064)",
2020-11-16T20:26:45.239 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:16.060864+0000",
2020-11-16T20:26:45.239 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 87.032211528999994,
2020-11-16T20:26:45.239 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.043718124999999997,
2020-11-16T20:26:45.239 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.239 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.239 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.060864+0000",
2020-11-16T20:26:45.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.060864+0000",
2020-11-16T20:26:45.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:26:45.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.060846+0000",
2020-11-16T20:26:45.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7796999999999999e-05
2020-11-16T20:26:45.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.060944+0000",
2020-11-16T20:26:45.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2345e-05
2020-11-16T20:26:45.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.060956+0000",
2020-11-16T20:26:45.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4479999999999994e-06
2020-11-16T20:26:45.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.060965+0000",
2020-11-16T20:26:45.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4253999999999998e-05
2020-11-16T20:26:45.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.061039+0000",
2020-11-16T20:26:45.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5395e-05
2020-11-16T20:26:45.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.061064+0000",
2020-11-16T20:26:45.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.043347674000000003
2020-11-16T20:26:45.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.104412+0000",
2020-11-16T20:26:45.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017040299999999999
2020-11-16T20:26:45.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.104582+0000",
2020-11-16T20:26:45.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.043718124999999997
2020-11-16T20:26:45.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.246 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.246 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.246 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.247 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.247 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:96608 2.d e150/133 2:b6b1a18d:::benchmark_data_smithi065_20143_object96607:head v 150'6067, mlcod=150'6064)",
2020-11-16T20:26:45.247 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:16.088699+0000",
2020-11-16T20:26:45.247 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 87.004376450999999,
2020-11-16T20:26:45.247 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.016176059,
2020-11-16T20:26:45.247 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.247 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.248 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.088699+0000",
2020-11-16T20:26:45.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.088699+0000",
2020-11-16T20:26:45.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:26:45.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.088670+0000",
2020-11-16T20:26:45.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012722100000000001
2020-11-16T20:26:45.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.088797+0000",
2020-11-16T20:26:45.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9233999999999999e-05
2020-11-16T20:26:45.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.088816+0000",
2020-11-16T20:26:45.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2469999999999999e-05
2020-11-16T20:26:45.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.088829+0000",
2020-11-16T20:26:45.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000131555
2020-11-16T20:26:45.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.088960+0000",
2020-11-16T20:26:45.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5151000000000001e-05
2020-11-16T20:26:45.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.089016+0000",
2020-11-16T20:26:45.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015753346000000001
2020-11-16T20:26:45.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.104769+0000",
2020-11-16T20:26:45.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010644100000000001
2020-11-16T20:26:45.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:16.104875+0000",
2020-11-16T20:26:45.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016176059
2020-11-16T20:26:45.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.254 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.255 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.255 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.255 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:103495 2.d e152/133 2:bdcb4bd2:::benchmark_data_smithi065_20143_object103494:head v 152'6489, mlcod=152'6487)",
2020-11-16T20:26:45.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:21.058219+0000",
2020-11-16T20:26:45.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 82.034856489999996,
2020-11-16T20:26:45.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.034797074999999997,
2020-11-16T20:26:45.256 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.256 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.256 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.058219+0000",
2020-11-16T20:26:45.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.058219+0000",
2020-11-16T20:26:45.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:26:45.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.058193+0000",
2020-11-16T20:26:45.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5269e-05
2020-11-16T20:26:45.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.058279+0000",
2020-11-16T20:26:45.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1279e-05
2020-11-16T20:26:45.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.058290+0000",
2020-11-16T20:26:45.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4280000000000004e-06
2020-11-16T20:26:45.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.058295+0000",
2020-11-16T20:26:45.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9696000000000005e-05
2020-11-16T20:26:45.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.058365+0000",
2020-11-16T20:26:45.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6336999999999999e-05
2020-11-16T20:26:45.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.058391+0000",
2020-11-16T20:26:45.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.034536728000000003
2020-11-16T20:26:45.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.092928+0000",
2020-11-16T20:26:45.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8284999999999999e-05
2020-11-16T20:26:45.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:21.093016+0000",
2020-11-16T20:26:45.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.034797074999999997
2020-11-16T20:26:45.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.263 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.263 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.263 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.263 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.263 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:133149 2.d e156/133 2:b201fd94:::benchmark_data_smithi065_20143_object133148:head v 156'8325, mlcod=156'8323)",
2020-11-16T20:26:45.263 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:45.074654+0000",
2020-11-16T20:26:45.264 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.018421369000002,
2020-11-16T20:26:45.264 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.013161113,
2020-11-16T20:26:45.264 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.264 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.264 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.074654+0000",
2020-11-16T20:26:45.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.074654+0000",
2020-11-16T20:26:45.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:26:45.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.074622+0000",
2020-11-16T20:26:45.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000182993
2020-11-16T20:26:45.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.074805+0000",
2020-11-16T20:26:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5638000000000001e-05
2020-11-16T20:26:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.074831+0000",
2020-11-16T20:26:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2026e-05
2020-11-16T20:26:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.074843+0000",
2020-11-16T20:26:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0927999999999994e-05
2020-11-16T20:26:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.074934+0000",
2020-11-16T20:26:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.1004000000000003e-05
2020-11-16T20:26:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.074965+0000",
2020-11-16T20:26:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012790473
2020-11-16T20:26:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.087755+0000",
2020-11-16T20:26:45.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0223000000000003e-05
2020-11-16T20:26:45.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:45.087815+0000",
2020-11-16T20:26:45.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013161113
2020-11-16T20:26:45.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.271 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.271 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.271 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.271 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.271 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:134270 2.d e156/133 2:ba4aef51:::benchmark_data_smithi065_20143_object134269:head v 156'8400, mlcod=156'8398)",
2020-11-16T20:26:45.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:46.057024+0000",
2020-11-16T20:26:45.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 57.036051364000002,
2020-11-16T20:26:45.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.041753259000000001,
2020-11-16T20:26:45.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.272 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.272 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.057024+0000",
2020-11-16T20:26:45.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.057024+0000",
2020-11-16T20:26:45.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999828
2020-11-16T20:26:45.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.057007+0000",
2020-11-16T20:26:45.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8529999999999995e-05
2020-11-16T20:26:45.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.057086+0000",
2020-11-16T20:26:45.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7350000000000002e-06
2020-11-16T20:26:45.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.057094+0000",
2020-11-16T20:26:45.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8289999999999996e-06
2020-11-16T20:26:45.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.057100+0000",
2020-11-16T20:26:45.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1063999999999998e-05
2020-11-16T20:26:45.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.057151+0000",
2020-11-16T20:26:45.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2405999999999999e-05
2020-11-16T20:26:45.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.057174+0000",
2020-11-16T20:26:45.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.041473744999999999
2020-11-16T20:26:45.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.098647+0000",
2020-11-16T20:26:45.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013020499999999999
2020-11-16T20:26:45.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.098778+0000",
2020-11-16T20:26:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.041753259000000001
2020-11-16T20:26:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.280 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.280 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:134271 2.d e156/133 2:b94e6fb6:::benchmark_data_smithi065_20143_object134270:head v 156'8401, mlcod=156'8398)",
2020-11-16T20:26:45.280 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:46.062139+0000",
2020-11-16T20:26:45.280 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 57.030936566000001,
2020-11-16T20:26:45.280 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.038913407999999997,
2020-11-16T20:26:45.280 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.280 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.281 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.062139+0000",
2020-11-16T20:26:45.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.062139+0000",
2020-11-16T20:26:45.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:26:45.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.062118+0000",
2020-11-16T20:26:45.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0678000000000002e-05
2020-11-16T20:26:45.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.062199+0000",
2020-11-16T20:26:45.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2409999999999998e-06
2020-11-16T20:26:45.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.062206+0000",
2020-11-16T20:26:45.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4680000000000003e-06
2020-11-16T20:26:45.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.062211+0000",
2020-11-16T20:26:45.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8979e-05
2020-11-16T20:26:45.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.062260+0000",
2020-11-16T20:26:45.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3521999999999999e-05
2020-11-16T20:26:45.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.062283+0000",
2020-11-16T20:26:45.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.038702884999999999
2020-11-16T20:26:45.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.100986+0000",
2020-11-16T20:26:45.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6328999999999995e-05
2020-11-16T20:26:45.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.101053+0000",
2020-11-16T20:26:45.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.038913407999999997
2020-11-16T20:26:45.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.287 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.287 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.288 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.288 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.288 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:134347 2.d e156/133 2:b015135d:::benchmark_data_smithi065_20143_object134346:head v 156'8403, mlcod=156'8401)",
2020-11-16T20:26:45.288 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:46.168416+0000",
2020-11-16T20:26:45.288 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 56.924659857999998,
2020-11-16T20:26:45.288 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.034488809000000002,
2020-11-16T20:26:45.288 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168416+0000",
2020-11-16T20:26:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168416+0000",
2020-11-16T20:26:45.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:26:45.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168393+0000",
2020-11-16T20:26:45.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0586000000000003e-05
2020-11-16T20:26:45.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168484+0000",
2020-11-16T20:26:45.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3118e-05
2020-11-16T20:26:45.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168497+0000",
2020-11-16T20:26:45.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2890000000000003e-06
2020-11-16T20:26:45.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168506+0000",
2020-11-16T20:26:45.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3022999999999995e-05
2020-11-16T20:26:45.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168579+0000",
2020-11-16T20:26:45.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0954999999999997e-05
2020-11-16T20:26:45.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168620+0000",
2020-11-16T20:26:45.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.034168192
2020-11-16T20:26:45.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.202788+0000",
2020-11-16T20:26:45.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000116317
2020-11-16T20:26:45.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.202905+0000",
2020-11-16T20:26:45.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.034488809000000002
2020-11-16T20:26:45.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:134348 2.d e156/133 2:bc1787cd:::benchmark_data_smithi065_20143_object134347:head v 156'8404, mlcod=156'8401)",
2020-11-16T20:26:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:46.168742+0000",
2020-11-16T20:26:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 56.924333748999999,
2020-11-16T20:26:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.034486027000000002,
2020-11-16T20:26:45.297 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.297 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.297 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168742+0000",
2020-11-16T20:26:45.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168742+0000",
2020-11-16T20:26:45.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999328
2020-11-16T20:26:45.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168675+0000",
2020-11-16T20:26:45.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021614799999999999
2020-11-16T20:26:45.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168891+0000",
2020-11-16T20:26:45.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3819e-05
2020-11-16T20:26:45.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168915+0000",
2020-11-16T20:26:45.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2716e-05
2020-11-16T20:26:45.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.168927+0000",
2020-11-16T20:26:45.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0030532350000000001
2020-11-16T20:26:45.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.171981+0000",
2020-11-16T20:26:45.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7909999999999999e-05
2020-11-16T20:26:45.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.172008+0000",
2020-11-16T20:26:45.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.031173339000000001
2020-11-16T20:26:45.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.203182+0000",
2020-11-16T20:26:45.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6239000000000002e-05
2020-11-16T20:26:45.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.203228+0000",
2020-11-16T20:26:45.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.034486027000000002
2020-11-16T20:26:45.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.304 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.304 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.304 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.304 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.304 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:134359 2.d e156/133 2:bbca0258:::benchmark_data_smithi065_20143_object134358:head v 156'8406, mlcod=156'8402)",
2020-11-16T20:26:45.304 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:46.216229+0000",
2020-11-16T20:26:45.305 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 56.876846596999997,
2020-11-16T20:26:45.305 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.012661848999999999,
2020-11-16T20:26:45.305 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.305 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.305 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.216229+0000",
2020-11-16T20:26:45.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.216229+0000",
2020-11-16T20:26:45.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999838
2020-11-16T20:26:45.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.216213+0000",
2020-11-16T20:26:45.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6434000000000006e-05
2020-11-16T20:26:45.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.216300+0000",
2020-11-16T20:26:45.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5753e-05
2020-11-16T20:26:45.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.216315+0000",
2020-11-16T20:26:45.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3189999999999997e-06
2020-11-16T20:26:45.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.216323+0000",
2020-11-16T20:26:45.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7320000000000001e-05
2020-11-16T20:26:45.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.216370+0000",
2020-11-16T20:26:45.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7859e-05
2020-11-16T20:26:45.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.216388+0000",
2020-11-16T20:26:45.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012438360000000001
2020-11-16T20:26:45.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.228826+0000",
2020-11-16T20:26:45.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4833999999999996e-05
2020-11-16T20:26:45.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:46.228891+0000",
2020-11-16T20:26:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012661848999999999
2020-11-16T20:26:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:140039 2.d e157/133 2:ba6f04a2:::benchmark_data_smithi065_20143_object140038:head v 157'8770, mlcod=157'8767)",
2020-11-16T20:26:45.313 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:51.285956+0000",
2020-11-16T20:26:45.313 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 51.807119872000001,
2020-11-16T20:26:45.313 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.013592748,
2020-11-16T20:26:45.313 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.313 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.313 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.285956+0000",
2020-11-16T20:26:45.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.285956+0000",
2020-11-16T20:26:45.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999347
2020-11-16T20:26:45.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.285891+0000",
2020-11-16T20:26:45.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025108699999999999
2020-11-16T20:26:45.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.286142+0000",
2020-11-16T20:26:45.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9408e-05
2020-11-16T20:26:45.316 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.316 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.286171+0000",
2020-11-16T20:26:45.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9828000000000001e-05
2020-11-16T20:26:45.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.286191+0000",
2020-11-16T20:26:45.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0023684050000000001
2020-11-16T20:26:45.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.288559+0000",
2020-11-16T20:26:45.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2578999999999999e-05
2020-11-16T20:26:45.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.288612+0000",
2020-11-16T20:26:45.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010799941
2020-11-16T20:26:45.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.299412+0000",
2020-11-16T20:26:45.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013661599999999999
2020-11-16T20:26:45.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:51.299549+0000",
2020-11-16T20:26:45.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013592748
2020-11-16T20:26:45.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.320 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.320 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.320 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:158382 2.d e162/133 2:bbda5650:::benchmark_data_smithi065_20143_object8995:head v 162'9894, mlcod=162'9890)",
2020-11-16T20:26:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:11.055430+0000",
2020-11-16T20:26:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 32.037645863999998,
2020-11-16T20:26:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.038655241,
2020-11-16T20:26:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.055430+0000",
2020-11-16T20:26:45.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.055430+0000",
2020-11-16T20:26:45.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999371
2020-11-16T20:26:45.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.055367+0000",
2020-11-16T20:26:45.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000179927
2020-11-16T20:26:45.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.055547+0000",
2020-11-16T20:26:45.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6310999999999999e-05
2020-11-16T20:26:45.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.055573+0000",
2020-11-16T20:26:45.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4304000000000001e-05
2020-11-16T20:26:45.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.055588+0000",
2020-11-16T20:26:45.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5852999999999994e-05
2020-11-16T20:26:45.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.055664+0000",
2020-11-16T20:26:45.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.4264999999999998e-05
2020-11-16T20:26:45.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.055698+0000",
2020-11-16T20:26:45.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.038289616999999998
2020-11-16T20:26:45.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.093987+0000",
2020-11-16T20:26:45.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7726999999999995e-05
2020-11-16T20:26:45.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.094085+0000",
2020-11-16T20:26:45.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.038655241
2020-11-16T20:26:45.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.328 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.328 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.329 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.329 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:158385 2.d e162/133 2:bf2accdd:::benchmark_data_smithi065_20143_object8998:head v 162'9895, mlcod=162'9891)",
2020-11-16T20:26:45.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:11.059623+0000",
2020-11-16T20:26:45.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 32.033452386,
2020-11-16T20:26:45.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.034848826999999999,
2020-11-16T20:26:45.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.330 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.330 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.059623+0000",
2020-11-16T20:26:45.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.059623+0000",
2020-11-16T20:26:45.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:26:45.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.059597+0000",
2020-11-16T20:26:45.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0493000000000002e-05
2020-11-16T20:26:45.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.059687+0000",
2020-11-16T20:26:45.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5255e-05
2020-11-16T20:26:45.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.059702+0000",
2020-11-16T20:26:45.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3060000000000003e-06
2020-11-16T20:26:45.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.059712+0000",
2020-11-16T20:26:45.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.016e-05
2020-11-16T20:26:45.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.059772+0000",
2020-11-16T20:26:45.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6599e-05
2020-11-16T20:26:45.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.059808+0000",
2020-11-16T20:26:45.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.03460241
2020-11-16T20:26:45.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.094411+0000",
2020-11-16T20:26:45.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1370000000000004e-05
2020-11-16T20:26:45.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.094472+0000",
2020-11-16T20:26:45.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.034848826999999999
2020-11-16T20:26:45.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.337 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.337 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.337 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.337 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:158387 2.d e162/133 2:b6e640ea:::benchmark_data_smithi065_20143_object9000:head v 162'9896, mlcod=162'9891)",
2020-11-16T20:26:45.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:11.064227+0000",
2020-11-16T20:26:45.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 32.028848351999997,
2020-11-16T20:26:45.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.030286502999999999,
2020-11-16T20:26:45.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.338 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.338 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.338 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.064227+0000",
2020-11-16T20:26:45.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.064227+0000",
2020-11-16T20:26:45.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:26:45.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.064200+0000",
2020-11-16T20:26:45.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4294000000000004e-05
2020-11-16T20:26:45.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.064275+0000",
2020-11-16T20:26:45.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3913999999999999e-05
2020-11-16T20:26:45.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.064288+0000",
2020-11-16T20:26:45.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1134999999999999e-05
2020-11-16T20:26:45.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.064300+0000",
2020-11-16T20:26:45.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3448000000000006e-05
2020-11-16T20:26:45.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.064363+0000",
2020-11-16T20:26:45.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.8143000000000001e-05
2020-11-16T20:26:45.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.064391+0000",
2020-11-16T20:26:45.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.030083523000000001
2020-11-16T20:26:45.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.094475+0000",
2020-11-16T20:26:45.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9181999999999999e-05
2020-11-16T20:26:45.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:11.094514+0000",
2020-11-16T20:26:45.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.030286502999999999
2020-11-16T20:26:45.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.345 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.345 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.345 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.345 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.345 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:173749 2.d e172/133 2:b1ae66e6:::benchmark_data_smithi065_20143_object24362:head v 172'10864, mlcod=172'10862)",
2020-11-16T20:26:45.345 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:38.743878+0000",
2020-11-16T20:26:45.346 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 4.3491973330000002,
2020-11-16T20:26:45.346 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.012569939,
2020-11-16T20:26:45.346 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.346 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.346 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.743878+0000",
2020-11-16T20:26:45.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.743878+0000",
2020-11-16T20:26:45.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:26:45.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.743851+0000",
2020-11-16T20:26:45.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9047999999999993e-05
2020-11-16T20:26:45.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.743920+0000",
2020-11-16T20:26:45.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3219999999999993e-06
2020-11-16T20:26:45.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.743928+0000",
2020-11-16T20:26:45.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9850000000000003e-06
2020-11-16T20:26:45.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.743934+0000",
2020-11-16T20:26:45.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1285999999999996e-05
2020-11-16T20:26:45.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.743996+0000",
2020-11-16T20:26:45.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6098e-05
2020-11-16T20:26:45.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.744022+0000",
2020-11-16T20:26:45.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012366571999999999
2020-11-16T20:26:45.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.756388+0000",
2020-11-16T20:26:45.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0075999999999999e-05
2020-11-16T20:26:45.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:38.756448+0000",
2020-11-16T20:26:45.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012569939
2020-11-16T20:26:45.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.353 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.353 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.353 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.353 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.353 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:174036 2.d e172/133 2:b5494f41:::benchmark_data_smithi065_20143_object24649:head v 172'10874, mlcod=172'10872)",
2020-11-16T20:26:45.354 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:39.015952+0000",
2020-11-16T20:26:45.354 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 4.0771234300000003,
2020-11-16T20:26:45.354 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.012580376000000001,
2020-11-16T20:26:45.354 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.354 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.354 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.015952+0000",
2020-11-16T20:26:45.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.015952+0000",
2020-11-16T20:26:45.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:26:45.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.015934+0000",
2020-11-16T20:26:45.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6679999999999999e-05
2020-11-16T20:26:45.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.015991+0000",
2020-11-16T20:26:45.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3349999999999996e-06
2020-11-16T20:26:45.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.016000+0000",
2020-11-16T20:26:45.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7900000000000002e-06
2020-11-16T20:26:45.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.016007+0000",
2020-11-16T20:26:45.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9640000000000003e-05
2020-11-16T20:26:45.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.016086+0000",
2020-11-16T20:26:45.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7200999999999998e-05
2020-11-16T20:26:45.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.016134+0000",
2020-11-16T20:26:45.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012309278999999999
2020-11-16T20:26:45.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.028443+0000",
2020-11-16T20:26:45.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9813000000000002e-05
2020-11-16T20:26:45.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:39.028533+0000",
2020-11-16T20:26:45.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012580376000000001
2020-11-16T20:26:45.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.362 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.362 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.362 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.362 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.362 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:175601 2.d e173/133 2:b470c4d6:::benchmark_data_smithi065_20143_object26214:head v 173'10965, mlcod=173'10962)",
2020-11-16T20:26:45.363 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:40.626149+0000",
2020-11-16T20:26:45.363 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 2.4669272360000001,
2020-11-16T20:26:45.363 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.013987149000000001,
2020-11-16T20:26:45.363 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.363 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.363 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.626149+0000",
2020-11-16T20:26:45.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.626149+0000",
2020-11-16T20:26:45.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999828
2020-11-16T20:26:45.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.626131+0000",
2020-11-16T20:26:45.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1675999999999998e-05
2020-11-16T20:26:45.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.626183+0000",
2020-11-16T20:26:45.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3170000000000002e-06
2020-11-16T20:26:45.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.626191+0000",
2020-11-16T20:26:45.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7000000000000002e-06
2020-11-16T20:26:45.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.626198+0000",
2020-11-16T20:26:45.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6348999999999997e-05
2020-11-16T20:26:45.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.626274+0000",
2020-11-16T20:26:45.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2894e-05
2020-11-16T20:26:45.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.626317+0000",
2020-11-16T20:26:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013750335000000001
2020-11-16T20:26:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.640067+0000",
2020-11-16T20:26:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8231000000000005e-05
2020-11-16T20:26:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.640136+0000",
2020-11-16T20:26:45.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013987149000000001
2020-11-16T20:26:45.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.370 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.370 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.370 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.371 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:175913 2.d e173/133 2:bcfb0238:::benchmark_data_smithi065_20143_object26526:head v 173'10983, mlcod=173'10980)",
2020-11-16T20:26:45.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:40.928784+0000",
2020-11-16T20:26:45.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 2.164291655,
2020-11-16T20:26:45.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.013430281000000001,
2020-11-16T20:26:45.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.371 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.372 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.928784+0000",
2020-11-16T20:26:45.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.928784+0000",
2020-11-16T20:26:45.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:26:45.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.928754+0000",
2020-11-16T20:26:45.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000106044
2020-11-16T20:26:45.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.928860+0000",
2020-11-16T20:26:45.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2285000000000001e-05
2020-11-16T20:26:45.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.928882+0000",
2020-11-16T20:26:45.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7000000000000002e-06
2020-11-16T20:26:45.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.928889+0000",
2020-11-16T20:26:45.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0040365009999999996
2020-11-16T20:26:45.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.932925+0000",
2020-11-16T20:26:45.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5028000000000002e-05
2020-11-16T20:26:45.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.932950+0000",
2020-11-16T20:26:45.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0092117339999999992
2020-11-16T20:26:45.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.942162+0000",
2020-11-16T20:26:45.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2497999999999998e-05
2020-11-16T20:26:45.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.942214+0000",
2020-11-16T20:26:45.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013430281000000001
2020-11-16T20:26:45.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:26:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:26:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.24745.0:175916 2.d e173/133 2:b9e29bc4:::benchmark_data_smithi065_20143_object26529:head v 173'10984, mlcod=173'10980)",
2020-11-16T20:26:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:40.933087+0000",
2020-11-16T20:26:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 2.1599890300000002,
2020-11-16T20:26:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.012674384,
2020-11-16T20:26:45.380 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:26:45.380 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:26:45.380 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:26:45.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:26:45.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.933087+0000",
2020-11-16T20:26:45.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:26:45.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:26:45.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.933087+0000",
2020-11-16T20:26:45.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:26:45.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:26:45.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.933056+0000",
2020-11-16T20:26:45.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9877999999999997e-05
2020-11-16T20:26:45.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:26:45.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.933136+0000",
2020-11-16T20:26:45.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4299e-05
2020-11-16T20:26:45.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:26:45.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.933151+0000",
2020-11-16T20:26:45.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3070000000000003e-06
2020-11-16T20:26:45.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:26:45.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.933159+0000",
2020-11-16T20:26:45.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0043223649999999999
2020-11-16T20:26:45.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:26:45.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.937481+0000",
2020-11-16T20:26:45.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.7347e-05
2020-11-16T20:26:45.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:26:45.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.937519+0000",
2020-11-16T20:26:45.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0081657599999999993
2020-11-16T20:26:45.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:26:45.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.945684+0000",
2020-11-16T20:26:45.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6668999999999994e-05
2020-11-16T20:26:45.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:26:45.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:26:45.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:26:45.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:40.945761+0000",
2020-11-16T20:26:45.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012674384
2020-11-16T20:26:45.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:26:45.387 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:26:45.387 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:26:45.387 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:26:45.387 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:26:45.387 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:26:45.387 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:42 smithi065 bash[9468]: audit 2020-11-16T20:26:41.049571+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]': finished
2020-11-16T20:26:45.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:42 smithi065 bash[9468]: cluster 2020-11-16T20:26:41.049627+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e174: 12 total, 12 up, 11 in
2020-11-16T20:26:45.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:43 smithi065 bash[9468]: cluster 2020-11-16T20:26:42.058815+0000 osd.7 (osd.7) 44 : cluster [INF] 2.0 continuing backfill to osd.9 from (138'1000,173'11066] MIN to 173'11066
2020-11-16T20:26:45.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:43 smithi065 bash[9468]: cluster 2020-11-16T20:26:42.060175+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e175: 12 total, 12 up, 11 in
2020-11-16T20:26:45.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:43 smithi065 bash[9468]: cluster 2020-11-16T20:26:42.061503+0000 osd.6 (osd.6) 37 : cluster [INF] 2.7 continuing backfill to osd.2 from (138'1300,173'11367] MIN to 173'11367
2020-11-16T20:26:45.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:43 smithi065 bash[9468]: cluster 2020-11-16T20:26:42.062928+0000 mgr.x (mgr.14196) 428 : cluster [DBG] pgmap v529: 27 pgs: 10 unknown, 2 active+remapped+backfilling, 15 active+clean; 7.6 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 623 op/s; 8445/249446 objects misplaced (3.386%); 29 MiB/s, 470 objects/s recovering
2020-11-16T20:26:45.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:43 smithi065 bash[9468]: audit 2020-11-16T20:26:42.067753+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:26:45.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:44 smithi065 bash[9468]: audit 2020-11-16T20:26:43.071702+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num_actual", "val": "26"}]': finished
2020-11-16T20:26:45.389 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:44 smithi065 bash[9468]: cluster 2020-11-16T20:26:43.071890+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e176: 12 total, 12 up, 11 in
2020-11-16T20:26:45.389 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11] out_osds:  [10] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:26:45.389 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:26:45.389 INFO:tasks.thrashosds.thrasher:Removing osd 9, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11]
2020-11-16T20:26:45.390 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd out 9
2020-11-16T20:26:45.390 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:45.400 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:45 smithi065 bash[9468]: cluster 2020-11-16T20:26:44.063522+0000 mgr.x (mgr.14196) 429 : cluster [DBG] pgmap v531: 27 pgs: 4 peering, 1 remapped+peering, 4 unknown, 2 active+remapped+backfilling, 16 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 4345/223006 objects misplaced (1.948%); 15 MiB/s, 234 objects/s recovering
2020-11-16T20:26:45.400 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:45 smithi065 bash[9468]: cluster 2020-11-16T20:26:44.072005+0000 osd.6 (osd.6) 38 : cluster [INF] 2.17 continuing backfill to osd.2 from (138'1300,173'11367] MIN to 173'11367
2020-11-16T20:26:45.400 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:45 smithi065 bash[9468]: cluster 2020-11-16T20:26:44.072632+0000 osd.7 (osd.7) 45 : cluster [DBG] 2.10 starting backfill to osd.1 from (0'0,0'0] MAX to 173'11066
2020-11-16T20:26:45.400 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:45 smithi065 bash[9468]: cluster 2020-11-16T20:26:44.075528+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e177: 12 total, 12 up, 11 in
2020-11-16T20:26:45.400 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:45 smithi065 bash[9468]: cluster 2020-11-16T20:26:44.088557+0000 osd.7 (osd.7) 46 : cluster [DBG] 2.10 starting backfill to osd.8 from (0'0,0'0] MAX to 173'11066
2020-11-16T20:26:45.401 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:45 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.074955+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e178: 12 total, 12 up, 11 in
2020-11-16T20:26:45.401 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:45 smithi142 bash[9523]: cluster 2020-11-16T20:26:44.063522+0000 mgr.x (mgr.14196) 429 : cluster [DBG] pgmap v531: 27 pgs: 4 peering, 1 remapped+peering, 4 unknown, 2 active+remapped+backfilling, 16 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 4345/223006 objects misplaced (1.948%); 15 MiB/s, 234 objects/s recovering
2020-11-16T20:26:45.401 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:45 smithi142 bash[9523]: cluster 2020-11-16T20:26:44.072005+0000 osd.6 (osd.6) 38 : cluster [INF] 2.17 continuing backfill to osd.2 from (138'1300,173'11367] MIN to 173'11367
2020-11-16T20:26:45.401 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:45 smithi142 bash[9523]: cluster 2020-11-16T20:26:44.072632+0000 osd.7 (osd.7) 45 : cluster [DBG] 2.10 starting backfill to osd.1 from (0'0,0'0] MAX to 173'11066
2020-11-16T20:26:45.401 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:45 smithi142 bash[9523]: cluster 2020-11-16T20:26:44.075528+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e177: 12 total, 12 up, 11 in
2020-11-16T20:26:45.402 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:45 smithi142 bash[9523]: cluster 2020-11-16T20:26:44.088557+0000 osd.7 (osd.7) 46 : cluster [DBG] 2.10 starting backfill to osd.8 from (0'0,0'0] MAX to 173'11066
2020-11-16T20:26:45.402 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:45 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.074955+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e178: 12 total, 12 up, 11 in
2020-11-16T20:26:45.417 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:45.432 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:45 smithi071 bash[9480]: cluster 2020-11-16T20:26:44.063522+0000 mgr.x (mgr.14196) 429 : cluster [DBG] pgmap v531: 27 pgs: 4 peering, 1 remapped+peering, 4 unknown, 2 active+remapped+backfilling, 16 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 4345/223006 objects misplaced (1.948%); 15 MiB/s, 234 objects/s recovering
2020-11-16T20:26:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:45 smithi071 bash[9480]: cluster 2020-11-16T20:26:44.072005+0000 osd.6 (osd.6) 38 : cluster [INF] 2.17 continuing backfill to osd.2 from (138'1300,173'11367] MIN to 173'11367
2020-11-16T20:26:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:45 smithi071 bash[9480]: cluster 2020-11-16T20:26:44.072632+0000 osd.7 (osd.7) 45 : cluster [DBG] 2.10 starting backfill to osd.1 from (0'0,0'0] MAX to 173'11066
2020-11-16T20:26:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:45 smithi071 bash[9480]: cluster 2020-11-16T20:26:44.075528+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e177: 12 total, 12 up, 11 in
2020-11-16T20:26:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:45 smithi071 bash[9480]: cluster 2020-11-16T20:26:44.088557+0000 osd.7 (osd.7) 46 : cluster [DBG] 2.10 starting backfill to osd.8 from (0'0,0'0] MAX to 173'11066
2020-11-16T20:26:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:45 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.074955+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e178: 12 total, 12 up, 11 in
2020-11-16T20:26:45.528 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:45.631 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:45.633 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:26:45.779 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:26:45.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:26:45 smithi065 bash[16457]: debug 2020-11-16T20:26:45.524+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:45.861 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight
2020-11-16T20:26:45.883 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:45.912 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:26:45 smithi071 bash[12066]: debug 2020-11-16T20:26:45.776+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:46.028 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:46.043 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:26:46.133 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:46.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.075722+0000 osd.2 (osd.2) 38 : cluster [DBG] 2.13 starting backfill to osd.4 from (0'0,0'0] MAX to 175'10919
2020-11-16T20:26:46.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.075958+0000 osd.2 (osd.2) 39 : cluster [DBG] 2.11 starting backfill to osd.4 from (0'0,0'0] MAX to 175'11008
2020-11-16T20:26:46.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.076373+0000 osd.0 (osd.0) 36 : cluster [DBG] 2.15 starting backfill to osd.1 from (0'0,0'0] MAX to 175'11026
2020-11-16T20:26:46.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.076851+0000 osd.0 (osd.0) 37 : cluster [DBG] 2.14 starting backfill to osd.6 from (0'0,0'0] MAX to 175'10906
2020-11-16T20:26:46.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.078259+0000 osd.9 (osd.9) 30 : cluster [DBG] 2.18 starting backfill to osd.4 from (0'0,0'0] MAX to 175'10862
2020-11-16T20:26:46.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.087558+0000 osd.1 (osd.1) 45 : cluster [DBG] 2.19 starting backfill to osd.3 from (0'0,0'0] MAX to 175'11037
2020-11-16T20:26:46.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.087615+0000 osd.1 (osd.1) 46 : cluster [DBG] 2.16 starting backfill to osd.5 from (0'0,0'0] MAX to 175'14471
2020-11-16T20:26:46.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.087772+0000 osd.1 (osd.1) 47 : cluster [DBG] 2.12 starting backfill to osd.3 from (0'0,0'0] MAX to 175'10953
2020-11-16T20:26:46.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.096956+0000 osd.0 (osd.0) 38 : cluster [DBG] 2.15 starting backfill to osd.9 from (0'0,0'0] MAX to 175'11026
2020-11-16T20:26:46.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.100383+0000 osd.2 (osd.2) 40 : cluster [DBG] 2.13 starting backfill to osd.9 from (0'0,0'0] MAX to 175'10919
2020-11-16T20:26:46.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.100887+0000 osd.2 (osd.2) 41 : cluster [DBG] 2.11 starting backfill to osd.6 from (0'0,0'0] MAX to 175'11008
2020-11-16T20:26:46.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.102843+0000 osd.0 (osd.0) 39 : cluster [DBG] 2.14 starting backfill to osd.9 from (0'0,0'0] MAX to 175'10906
2020-11-16T20:26:46.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.107504+0000 osd.1 (osd.1) 48 : cluster [DBG] 2.16 starting backfill to osd.6 from (0'0,0'0] MAX to 175'14471
2020-11-16T20:26:46.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.118535+0000 osd.1 (osd.1) 49 : cluster [DBG] 2.19 starting backfill to osd.6 from (0'0,0'0] MAX to 175'11037
2020-11-16T20:26:46.204 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[9480]: cluster 2020-11-16T20:26:45.126924+0000 osd.1 (osd.1) 50 : cluster [DBG] 2.12 starting backfill to osd.7 from (0'0,0'0] MAX to 175'10953
2020-11-16T20:26:46.204 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:46 smithi071 bash[16796]: debug 2020-11-16T20:26:46.024+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:46.245 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:26:46.349 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:46.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.075722+0000 osd.2 (osd.2) 38 : cluster [DBG] 2.13 starting backfill to osd.4 from (0'0,0'0] MAX to 175'10919
2020-11-16T20:26:46.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.075958+0000 osd.2 (osd.2) 39 : cluster [DBG] 2.11 starting backfill to osd.4 from (0'0,0'0] MAX to 175'11008
2020-11-16T20:26:46.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.076373+0000 osd.0 (osd.0) 36 : cluster [DBG] 2.15 starting backfill to osd.1 from (0'0,0'0] MAX to 175'11026
2020-11-16T20:26:46.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.076851+0000 osd.0 (osd.0) 37 : cluster [DBG] 2.14 starting backfill to osd.6 from (0'0,0'0] MAX to 175'10906
2020-11-16T20:26:46.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.078259+0000 osd.9 (osd.9) 30 : cluster [DBG] 2.18 starting backfill to osd.4 from (0'0,0'0] MAX to 175'10862
2020-11-16T20:26:46.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.087558+0000 osd.1 (osd.1) 45 : cluster [DBG] 2.19 starting backfill to osd.3 from (0'0,0'0] MAX to 175'11037
2020-11-16T20:26:46.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.087615+0000 osd.1 (osd.1) 46 : cluster [DBG] 2.16 starting backfill to osd.5 from (0'0,0'0] MAX to 175'14471
2020-11-16T20:26:46.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.087772+0000 osd.1 (osd.1) 47 : cluster [DBG] 2.12 starting backfill to osd.3 from (0'0,0'0] MAX to 175'10953
2020-11-16T20:26:46.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.096956+0000 osd.0 (osd.0) 38 : cluster [DBG] 2.15 starting backfill to osd.9 from (0'0,0'0] MAX to 175'11026
2020-11-16T20:26:46.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.100383+0000 osd.2 (osd.2) 40 : cluster [DBG] 2.13 starting backfill to osd.9 from (0'0,0'0] MAX to 175'10919
2020-11-16T20:26:46.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.100887+0000 osd.2 (osd.2) 41 : cluster [DBG] 2.11 starting backfill to osd.6 from (0'0,0'0] MAX to 175'11008
2020-11-16T20:26:46.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.102843+0000 osd.0 (osd.0) 39 : cluster [DBG] 2.14 starting backfill to osd.9 from (0'0,0'0] MAX to 175'10906
2020-11-16T20:26:46.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.107504+0000 osd.1 (osd.1) 48 : cluster [DBG] 2.16 starting backfill to osd.6 from (0'0,0'0] MAX to 175'14471
2020-11-16T20:26:46.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.118535+0000 osd.1 (osd.1) 49 : cluster [DBG] 2.19 starting backfill to osd.6 from (0'0,0'0] MAX to 175'11037
2020-11-16T20:26:46.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[9468]: cluster 2020-11-16T20:26:45.126924+0000 osd.1 (osd.1) 50 : cluster [DBG] 2.12 starting backfill to osd.7 from (0'0,0'0] MAX to 175'10953
2020-11-16T20:26:46.536 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:26:46 smithi065 bash[16457]: debug 2020-11-16T20:26:46.240+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:46.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.075722+0000 osd.2 (osd.2) 38 : cluster [DBG] 2.13 starting backfill to osd.4 from (0'0,0'0] MAX to 175'10919
2020-11-16T20:26:46.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.075958+0000 osd.2 (osd.2) 39 : cluster [DBG] 2.11 starting backfill to osd.4 from (0'0,0'0] MAX to 175'11008
2020-11-16T20:26:46.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.076373+0000 osd.0 (osd.0) 36 : cluster [DBG] 2.15 starting backfill to osd.1 from (0'0,0'0] MAX to 175'11026
2020-11-16T20:26:46.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.076851+0000 osd.0 (osd.0) 37 : cluster [DBG] 2.14 starting backfill to osd.6 from (0'0,0'0] MAX to 175'10906
2020-11-16T20:26:46.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.078259+0000 osd.9 (osd.9) 30 : cluster [DBG] 2.18 starting backfill to osd.4 from (0'0,0'0] MAX to 175'10862
2020-11-16T20:26:46.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.087558+0000 osd.1 (osd.1) 45 : cluster [DBG] 2.19 starting backfill to osd.3 from (0'0,0'0] MAX to 175'11037
2020-11-16T20:26:46.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.087615+0000 osd.1 (osd.1) 46 : cluster [DBG] 2.16 starting backfill to osd.5 from (0'0,0'0] MAX to 175'14471
2020-11-16T20:26:46.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.087772+0000 osd.1 (osd.1) 47 : cluster [DBG] 2.12 starting backfill to osd.3 from (0'0,0'0] MAX to 175'10953
2020-11-16T20:26:46.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.096956+0000 osd.0 (osd.0) 38 : cluster [DBG] 2.15 starting backfill to osd.9 from (0'0,0'0] MAX to 175'11026
2020-11-16T20:26:46.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.100383+0000 osd.2 (osd.2) 40 : cluster [DBG] 2.13 starting backfill to osd.9 from (0'0,0'0] MAX to 175'10919
2020-11-16T20:26:46.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.100887+0000 osd.2 (osd.2) 41 : cluster [DBG] 2.11 starting backfill to osd.6 from (0'0,0'0] MAX to 175'11008
2020-11-16T20:26:46.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.102843+0000 osd.0 (osd.0) 39 : cluster [DBG] 2.14 starting backfill to osd.9 from (0'0,0'0] MAX to 175'10906
2020-11-16T20:26:46.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.107504+0000 osd.1 (osd.1) 48 : cluster [DBG] 2.16 starting backfill to osd.6 from (0'0,0'0] MAX to 175'14471
2020-11-16T20:26:46.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.118535+0000 osd.1 (osd.1) 49 : cluster [DBG] 2.19 starting backfill to osd.6 from (0'0,0'0] MAX to 175'11037
2020-11-16T20:26:46.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:46 smithi142 bash[9523]: cluster 2020-11-16T20:26:45.126924+0000 osd.1 (osd.1) 50 : cluster [DBG] 2.12 starting backfill to osd.7 from (0'0,0'0] MAX to 175'10953
2020-11-16T20:26:47.277 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:47.380 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:47.390 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:47 smithi071 bash[9480]: cluster 2020-11-16T20:26:46.064206+0000 mgr.x (mgr.14196) 430 : cluster [DBG] pgmap v534: 27 pgs: 3 peering, 3 remapped+peering, 1 active+clean+remapped, 2 unknown, 2 active+remapped+backfilling, 16 active+clean; 6.5 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 1861/214356 objects misplaced (0.868%); 14 MiB/s, 220 objects/s recovering
2020-11-16T20:26:47.391 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:47 smithi071 bash[9480]: cluster 2020-11-16T20:26:46.114005+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e179: 12 total, 12 up, 11 in
2020-11-16T20:26:47.391 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:47 smithi071 bash[16796]: debug 2020-11-16T20:26:47.268+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:47.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:47 smithi065 bash[9468]: cluster 2020-11-16T20:26:46.064206+0000 mgr.x (mgr.14196) 430 : cluster [DBG] pgmap v534: 27 pgs: 3 peering, 3 remapped+peering, 1 active+clean+remapped, 2 unknown, 2 active+remapped+backfilling, 16 active+clean; 6.5 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 1861/214356 objects misplaced (0.868%); 14 MiB/s, 220 objects/s recovering
2020-11-16T20:26:51.678 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:47 smithi065 bash[9468]: cluster 2020-11-16T20:26:46.114005+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e179: 12 total, 12 up, 11 in
2020-11-16T20:26:51.681 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:51.682 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:48 smithi071 bash[19196]: debug 2020-11-16T20:26:48.152+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:51.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:49 smithi071 bash[9480]: cluster 2020-11-16T20:26:48.064780+0000 mgr.x (mgr.14196) 431 : cluster [DBG] pgmap v536: 27 pgs: 3 peering, 3 remapped+peering, 1 active+clean+remapped, 1 unknown, 4 active+remapped+backfilling, 15 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 16441/221266 objects misplaced (7.430%); 15 MiB/s, 237 objects/s recovering
2020-11-16T20:26:51.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:50 smithi071 bash[9480]: cluster 2020-11-16T20:26:48.640070+0000 osd.9 (osd.9) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:51.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:50 smithi071 bash[9480]: cluster 2020-11-16T20:26:48.640158+0000 osd.9 (osd.9) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:51.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:50 smithi071 bash[9480]: cluster 2020-11-16T20:26:48.805769+0000 osd.2 (osd.2) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:51.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:50 smithi071 bash[9480]: cluster 2020-11-16T20:26:48.805827+0000 osd.2 (osd.2) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:51.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:50 smithi071 bash[9480]: cluster 2020-11-16T20:26:49.129807+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e180: 12 total, 12 up, 11 in
2020-11-16T20:26:51.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:51 smithi071 bash[9480]: cluster 2020-11-16T20:26:50.065254+0000 mgr.x (mgr.14196) 432 : cluster [DBG] pgmap v538: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.4 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 146 MiB/s wr, 3.17k op/s; 59594/241134 objects misplaced (24.714%); 44 MiB/s, 696 objects/s recovering
2020-11-16T20:26:51.683 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:47 smithi142 bash[9523]: cluster 2020-11-16T20:26:46.064206+0000 mgr.x (mgr.14196) 430 : cluster [DBG] pgmap v534: 27 pgs: 3 peering, 3 remapped+peering, 1 active+clean+remapped, 2 unknown, 2 active+remapped+backfilling, 16 active+clean; 6.5 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 1861/214356 objects misplaced (0.868%); 14 MiB/s, 220 objects/s recovering
2020-11-16T20:26:51.683 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:47 smithi142 bash[9523]: cluster 2020-11-16T20:26:46.114005+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e179: 12 total, 12 up, 11 in
2020-11-16T20:26:51.683 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:49 smithi142 bash[9523]: cluster 2020-11-16T20:26:48.064780+0000 mgr.x (mgr.14196) 431 : cluster [DBG] pgmap v536: 27 pgs: 3 peering, 3 remapped+peering, 1 active+clean+remapped, 1 unknown, 4 active+remapped+backfilling, 15 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 16441/221266 objects misplaced (7.430%); 15 MiB/s, 237 objects/s recovering
2020-11-16T20:26:51.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:50 smithi142 bash[9523]: cluster 2020-11-16T20:26:48.640070+0000 osd.9 (osd.9) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:51.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:50 smithi142 bash[9523]: cluster 2020-11-16T20:26:48.640158+0000 osd.9 (osd.9) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:51.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:50 smithi142 bash[9523]: cluster 2020-11-16T20:26:48.805769+0000 osd.2 (osd.2) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:51.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:50 smithi142 bash[9523]: cluster 2020-11-16T20:26:48.805827+0000 osd.2 (osd.2) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:51.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:50 smithi142 bash[9523]: cluster 2020-11-16T20:26:49.129807+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e180: 12 total, 12 up, 11 in
2020-11-16T20:26:51.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:51 smithi142 bash[9523]: cluster 2020-11-16T20:26:50.065254+0000 mgr.x (mgr.14196) 432 : cluster [DBG] pgmap v538: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.4 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 146 MiB/s wr, 3.17k op/s; 59594/241134 objects misplaced (24.714%); 44 MiB/s, 696 objects/s recovering
2020-11-16T20:26:51.685 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:49 smithi065 bash[9468]: cluster 2020-11-16T20:26:48.064780+0000 mgr.x (mgr.14196) 431 : cluster [DBG] pgmap v536: 27 pgs: 3 peering, 3 remapped+peering, 1 active+clean+remapped, 1 unknown, 4 active+remapped+backfilling, 15 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 16441/221266 objects misplaced (7.430%); 15 MiB/s, 237 objects/s recovering
2020-11-16T20:26:51.685 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:50 smithi065 bash[9468]: cluster 2020-11-16T20:26:48.640070+0000 osd.9 (osd.9) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:51.685 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:50 smithi065 bash[9468]: cluster 2020-11-16T20:26:48.640158+0000 osd.9 (osd.9) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:51.685 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:50 smithi065 bash[9468]: cluster 2020-11-16T20:26:48.805769+0000 osd.2 (osd.2) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:51.685 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:50 smithi065 bash[9468]: cluster 2020-11-16T20:26:48.805827+0000 osd.2 (osd.2) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:51.685 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:50 smithi065 bash[9468]: cluster 2020-11-16T20:26:49.129807+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e180: 12 total, 12 up, 11 in
2020-11-16T20:26:51.685 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:51 smithi065 bash[9468]: cluster 2020-11-16T20:26:50.065254+0000 mgr.x (mgr.14196) 432 : cluster [DBG] pgmap v538: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.4 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 146 MiB/s wr, 3.17k op/s; 59594/241134 objects misplaced (24.714%); 44 MiB/s, 696 objects/s recovering
2020-11-16T20:26:51.784 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:51.911 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:26:52.016 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:52.284 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:26:51 smithi065 bash[14115]: debug 2020-11-16T20:26:51.904+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:52.682 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:26:52.682 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:26:52.682 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 0
2020-11-16T20:26:52.682 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:26:53.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:53 smithi071 bash[9480]: cluster 2020-11-16T20:26:52.067214+0000 mgr.x (mgr.14196) 433 : cluster [DBG] pgmap v539: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.3 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 84 MiB/s wr, 2.04k op/s; 57762/239256 objects misplaced (24.142%); 39 MiB/s, 617 objects/s recovering
2020-11-16T20:26:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:53 smithi065 bash[9468]: cluster 2020-11-16T20:26:52.067214+0000 mgr.x (mgr.14196) 433 : cluster [DBG] pgmap v539: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.3 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 84 MiB/s wr, 2.04k op/s; 57762/239256 objects misplaced (24.142%); 39 MiB/s, 617 objects/s recovering
2020-11-16T20:26:53.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:53 smithi142 bash[9523]: cluster 2020-11-16T20:26:52.067214+0000 mgr.x (mgr.14196) 433 : cluster [DBG] pgmap v539: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.3 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 84 MiB/s wr, 2.04k op/s; 57762/239256 objects misplaced (24.142%); 39 MiB/s, 617 objects/s recovering
2020-11-16T20:26:54.217 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops
2020-11-16T20:26:54.400 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:26:55.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:55 smithi071 bash[9480]: cluster 2020-11-16T20:26:54.067756+0000 mgr.x (mgr.14196) 434 : cluster [DBG] pgmap v540: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.2 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 146 MiB/s wr, 3.38k op/s; 51740/234942 objects misplaced (22.022%); 57 MiB/s, 917 objects/s recovering
2020-11-16T20:26:55.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:55 smithi065 bash[9468]: cluster 2020-11-16T20:26:54.067756+0000 mgr.x (mgr.14196) 434 : cluster [DBG] pgmap v540: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.2 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 146 MiB/s wr, 3.38k op/s; 51740/234942 objects misplaced (22.022%); 57 MiB/s, 917 objects/s recovering
2020-11-16T20:26:55.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:55 smithi142 bash[9523]: cluster 2020-11-16T20:26:54.067756+0000 mgr.x (mgr.14196) 434 : cluster [DBG] pgmap v540: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.2 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 146 MiB/s wr, 3.38k op/s; 51740/234942 objects misplaced (22.022%); 57 MiB/s, 917 objects/s recovering
2020-11-16T20:26:55.785 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:26:55.888 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:56.035 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:26:55 smithi142 bash[20366]: debug 2020-11-16T20:26:55.783+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:56.136 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:56.240 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:56.373 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:26:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:56 smithi071 bash[9480]: cluster 2020-11-16T20:26:54.776665+0000 osd.0 (osd.0) 40 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:56 smithi071 bash[9480]: cluster 2020-11-16T20:26:54.776722+0000 osd.0 (osd.0) 41 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:56 smithi071 bash[9480]: cluster 2020-11-16T20:26:55.163065+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e181: 12 total, 12 up, 11 in
2020-11-16T20:26:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:56 smithi071 bash[9480]: audit 2020-11-16T20:26:56.127865+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:26:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:56 smithi071 bash[9480]: audit 2020-11-16T20:26:56.133901+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:26:56.477 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:56.533 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:26:56 smithi065 bash[18823]: debug 2020-11-16T20:26:56.367+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:56 smithi065 bash[9468]: cluster 2020-11-16T20:26:54.776665+0000 osd.0 (osd.0) 40 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:56 smithi065 bash[9468]: cluster 2020-11-16T20:26:54.776722+0000 osd.0 (osd.0) 41 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:56 smithi065 bash[9468]: cluster 2020-11-16T20:26:55.163065+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e181: 12 total, 12 up, 11 in
2020-11-16T20:26:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:56 smithi065 bash[9468]: audit 2020-11-16T20:26:56.127865+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:26:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:56 smithi065 bash[9468]: audit 2020-11-16T20:26:56.133901+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:26:56.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:56 smithi142 bash[9523]: cluster 2020-11-16T20:26:54.776665+0000 osd.0 (osd.0) 40 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:56.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:56 smithi142 bash[9523]: cluster 2020-11-16T20:26:54.776722+0000 osd.0 (osd.0) 41 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:56.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:56 smithi142 bash[9523]: cluster 2020-11-16T20:26:55.163065+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e181: 12 total, 12 up, 11 in
2020-11-16T20:26:56.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:56 smithi142 bash[9523]: audit 2020-11-16T20:26:56.127865+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:26:56.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:56 smithi142 bash[9523]: audit 2020-11-16T20:26:56.133901+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:26:56.536 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:56 smithi142 bash[22738]: debug 2020-11-16T20:26:56.139+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:56.938 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:26:57.042 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:57.189 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:26:56 smithi071 bash[16796]: debug 2020-11-16T20:26:56.932+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:57.189 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:57 smithi071 bash[9480]: cluster 2020-11-16T20:26:55.859487+0000 osd.7 (osd.7) 48 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:57.189 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:57 smithi071 bash[9480]: cluster 2020-11-16T20:26:56.068171+0000 mgr.x (mgr.14196) 435 : cluster [DBG] pgmap v542: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.0 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 110 MiB/s wr, 2.90k op/s; 48713/231004 objects misplaced (21.088%); 67 MiB/s, 1.07k objects/s recovering
2020-11-16T20:26:57.190 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:57 smithi071 bash[9480]: cluster 2020-11-16T20:26:56.173419+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e182: 12 total, 12 up, 11 in
2020-11-16T20:26:57.191 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:26:57.295 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:57.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:26:57 smithi071 bash[19196]: debug 2020-11-16T20:26:57.184+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:57.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:57 smithi065 bash[9468]: cluster 2020-11-16T20:26:55.859487+0000 osd.7 (osd.7) 48 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:57 smithi065 bash[9468]: cluster 2020-11-16T20:26:56.068171+0000 mgr.x (mgr.14196) 435 : cluster [DBG] pgmap v542: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.0 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 110 MiB/s wr, 2.90k op/s; 48713/231004 objects misplaced (21.088%); 67 MiB/s, 1.07k objects/s recovering
2020-11-16T20:26:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:57 smithi065 bash[9468]: cluster 2020-11-16T20:26:56.173419+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e182: 12 total, 12 up, 11 in
2020-11-16T20:26:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:57 smithi142 bash[9523]: cluster 2020-11-16T20:26:55.859487+0000 osd.7 (osd.7) 48 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:57 smithi142 bash[9523]: cluster 2020-11-16T20:26:56.068171+0000 mgr.x (mgr.14196) 435 : cluster [DBG] pgmap v542: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.0 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 110 MiB/s wr, 2.90k op/s; 48713/231004 objects misplaced (21.088%); 67 MiB/s, 1.07k objects/s recovering
2020-11-16T20:26:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:57 smithi142 bash[9523]: cluster 2020-11-16T20:26:56.173419+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e182: 12 total, 12 up, 11 in
2020-11-16T20:26:58.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:58 smithi071 bash[9480]: cluster 2020-11-16T20:26:57.113027+0000 osd.10 (osd.10) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:58.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:58 smithi071 bash[9480]: cluster 2020-11-16T20:26:57.113112+0000 osd.10 (osd.10) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:58.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:58 smithi071 bash[9480]: cluster 2020-11-16T20:26:58.034170+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e183: 12 total, 12 up, 11 in
2020-11-16T20:26:58.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:58 smithi065 bash[9468]: cluster 2020-11-16T20:26:57.113027+0000 osd.10 (osd.10) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:58.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:58 smithi065 bash[9468]: cluster 2020-11-16T20:26:57.113112+0000 osd.10 (osd.10) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:58.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:58 smithi065 bash[9468]: cluster 2020-11-16T20:26:58.034170+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e183: 12 total, 12 up, 11 in
2020-11-16T20:26:58.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:58 smithi142 bash[9523]: cluster 2020-11-16T20:26:57.113027+0000 osd.10 (osd.10) 24 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:26:58.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:58 smithi142 bash[9523]: cluster 2020-11-16T20:26:57.113112+0000 osd.10 (osd.10) 25 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:26:58.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:58 smithi142 bash[9523]: cluster 2020-11-16T20:26:58.034170+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e183: 12 total, 12 up, 11 in
2020-11-16T20:26:59.137 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:26:59.245 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:26:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:26:59 smithi071 bash[9480]: cluster 2020-11-16T20:26:58.068627+0000 mgr.x (mgr.14196) 436 : cluster [DBG] pgmap v545: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.0 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 859 op/s; 46607/228938 objects misplaced (20.358%); 56 MiB/s, 892 objects/s recovering
2020-11-16T20:26:59.480 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:26:59 smithi142 bash[22738]: debug 2020-11-16T20:26:59.135+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:26:59.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:26:59 smithi142 bash[9523]: cluster 2020-11-16T20:26:58.068627+0000 mgr.x (mgr.14196) 436 : cluster [DBG] pgmap v545: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.0 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 859 op/s; 46607/228938 objects misplaced (20.358%); 56 MiB/s, 892 objects/s recovering
2020-11-16T20:26:59.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:26:59 smithi065 bash[9468]: cluster 2020-11-16T20:26:58.068627+0000 mgr.x (mgr.14196) 436 : cluster [DBG] pgmap v545: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 7.0 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 859 op/s; 46607/228938 objects misplaced (20.358%); 56 MiB/s, 892 objects/s recovering
2020-11-16T20:27:01.394 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:01 smithi071 bash[9480]: cluster 2020-11-16T20:27:00.069221+0000 mgr.x (mgr.14196) 437 : cluster [DBG] pgmap v546: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 970 op/s; 38736/223298 objects misplaced (17.347%); 67 MiB/s, 1.08k objects/s recovering
2020-11-16T20:27:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:01 smithi071 bash[9480]: cluster 2020-11-16T20:27:01.026436+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e184: 12 total, 12 up, 11 in
2020-11-16T20:27:01.498 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:01.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:01 smithi142 bash[9523]: cluster 2020-11-16T20:27:00.069221+0000 mgr.x (mgr.14196) 437 : cluster [DBG] pgmap v546: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 970 op/s; 38736/223298 objects misplaced (17.347%); 67 MiB/s, 1.08k objects/s recovering
2020-11-16T20:27:01.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:01 smithi142 bash[9523]: cluster 2020-11-16T20:27:01.026436+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e184: 12 total, 12 up, 11 in
2020-11-16T20:27:01.535 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:01 smithi142 bash[15670]: debug 2020-11-16T20:27:01.395+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:01.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:01 smithi065 bash[9468]: cluster 2020-11-16T20:27:00.069221+0000 mgr.x (mgr.14196) 437 : cluster [DBG] pgmap v546: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.8 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 970 op/s; 38736/223298 objects misplaced (17.347%); 67 MiB/s, 1.08k objects/s recovering
2020-11-16T20:27:01.577 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:01 smithi065 bash[9468]: cluster 2020-11-16T20:27:01.026436+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e184: 12 total, 12 up, 11 in
2020-11-16T20:27:01.808 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:27:01.808 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:27:01.808 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:27:01.808 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:27:01.808 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:27:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:02.562 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:02.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:27:02 smithi065 bash[18823]: debug 2020-11-16T20:27:02.455+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:03.133 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:03.242 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:03.380 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_historic_ops
2020-11-16T20:27:03.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:03 smithi071 bash[9480]: cluster 2020-11-16T20:27:02.069721+0000 mgr.x (mgr.14196) 438 : cluster [DBG] pgmap v548: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.7 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 839 op/s; 36818/220928 objects misplaced (16.665%); 60 MiB/s, 952 objects/s recovering
2020-11-16T20:27:03.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:03 smithi065 bash[9468]: cluster 2020-11-16T20:27:02.069721+0000 mgr.x (mgr.14196) 438 : cluster [DBG] pgmap v548: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.7 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 839 op/s; 36818/220928 objects misplaced (16.665%); 60 MiB/s, 952 objects/s recovering
2020-11-16T20:27:03.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:03 smithi142 bash[9523]: cluster 2020-11-16T20:27:02.069721+0000 mgr.x (mgr.14196) 438 : cluster [DBG] pgmap v548: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.7 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 839 op/s; 36818/220928 objects misplaced (16.665%); 60 MiB/s, 952 objects/s recovering
2020-11-16T20:27:03.535 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:03 smithi142 bash[22738]: debug 2020-11-16T20:27:03.131+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:03.556 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:27:05.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:05 smithi071 bash[9480]: cluster 2020-11-16T20:27:04.070291+0000 mgr.x (mgr.14196) 439 : cluster [DBG] pgmap v549: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.6 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 949 op/s; 31729/215996 objects misplaced (14.690%); 66 MiB/s, 1.05k objects/s recovering
2020-11-16T20:27:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:05 smithi065 bash[9468]: cluster 2020-11-16T20:27:04.070291+0000 mgr.x (mgr.14196) 439 : cluster [DBG] pgmap v549: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.6 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 949 op/s; 31729/215996 objects misplaced (14.690%); 66 MiB/s, 1.05k objects/s recovering
2020-11-16T20:27:05.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:05 smithi142 bash[9523]: cluster 2020-11-16T20:27:04.070291+0000 mgr.x (mgr.14196) 439 : cluster [DBG] pgmap v549: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.6 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 949 op/s; 31729/215996 objects misplaced (14.690%); 66 MiB/s, 1.05k objects/s recovering
2020-11-16T20:27:06.307 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:06.411 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:06.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:06 smithi065 bash[9468]: cluster 2020-11-16T20:27:05.199367+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e185: 12 total, 12 up, 11 in
2020-11-16T20:27:06.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:06 smithi065 bash[9468]: cluster 2020-11-16T20:27:06.024392+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e186: 12 total, 12 up, 11 in
2020-11-16T20:27:06.550 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:06 smithi142 bash[9523]: cluster 2020-11-16T20:27:05.199367+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e185: 12 total, 12 up, 11 in
2020-11-16T20:27:06.550 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:06 smithi142 bash[9523]: cluster 2020-11-16T20:27:06.024392+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e186: 12 total, 12 up, 11 in
2020-11-16T20:27:06.550 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:06 smithi142 bash[15670]: debug 2020-11-16T20:27:06.303+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:06.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:06 smithi071 bash[9480]: cluster 2020-11-16T20:27:05.199367+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e185: 12 total, 12 up, 11 in
2020-11-16T20:27:06.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:06 smithi071 bash[9480]: cluster 2020-11-16T20:27:06.024392+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e186: 12 total, 12 up, 11 in
2020-11-16T20:27:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:07 smithi065 bash[9468]: cluster 2020-11-16T20:27:06.070827+0000 mgr.x (mgr.14196) 440 : cluster [DBG] pgmap v552: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.5 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 921 op/s; 29505/212242 objects misplaced (13.902%); 51 MiB/s, 821 objects/s recovering
2020-11-16T20:27:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:07 smithi065 bash[9468]: audit 2020-11-16T20:27:07.124546+0000 mon.a (mon.0) 879 : audit [INF] from='client.? v1:172.21.15.142:0/2179790343' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:27:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:07 smithi142 bash[9523]: cluster 2020-11-16T20:27:06.070827+0000 mgr.x (mgr.14196) 440 : cluster [DBG] pgmap v552: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.5 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 921 op/s; 29505/212242 objects misplaced (13.902%); 51 MiB/s, 821 objects/s recovering
2020-11-16T20:27:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:07 smithi142 bash[9523]: audit 2020-11-16T20:27:07.124546+0000 mon.a (mon.0) 879 : audit [INF] from='client.? v1:172.21.15.142:0/2179790343' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:27:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:07 smithi071 bash[9480]: cluster 2020-11-16T20:27:06.070827+0000 mgr.x (mgr.14196) 440 : cluster [DBG] pgmap v552: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.5 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 921 op/s; 29505/212242 objects misplaced (13.902%); 51 MiB/s, 821 objects/s recovering
2020-11-16T20:27:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:07 smithi071 bash[9480]: audit 2020-11-16T20:27:07.124546+0000 mon.a (mon.0) 879 : audit [INF] from='client.? v1:172.21.15.142:0/2179790343' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:27:08.034 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:27:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:08 smithi065 bash[9468]: cluster 2020-11-16T20:27:07.073338+0000 osd.5 (osd.5) 36 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:08 smithi065 bash[9468]: cluster 2020-11-16T20:27:07.073401+0000 osd.5 (osd.5) 37 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:08 smithi065 bash[9468]: cluster 2020-11-16T20:27:08.029621+0000 mon.a (mon.0) 880 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:08 smithi065 bash[9468]: audit 2020-11-16T20:27:08.033898+0000 mon.a (mon.0) 881 : audit [INF] from='client.? v1:172.21.15.142:0/2179790343' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:27:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:08 smithi065 bash[9468]: cluster 2020-11-16T20:27:08.033955+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e187: 12 total, 12 up, 11 in
2020-11-16T20:27:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:08 smithi142 bash[9523]: cluster 2020-11-16T20:27:07.073338+0000 osd.5 (osd.5) 36 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:08 smithi142 bash[9523]: cluster 2020-11-16T20:27:07.073401+0000 osd.5 (osd.5) 37 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:08 smithi142 bash[9523]: cluster 2020-11-16T20:27:08.029621+0000 mon.a (mon.0) 880 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:08 smithi142 bash[9523]: audit 2020-11-16T20:27:08.033898+0000 mon.a (mon.0) 881 : audit [INF] from='client.? v1:172.21.15.142:0/2179790343' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:27:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:08 smithi142 bash[9523]: cluster 2020-11-16T20:27:08.033955+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e187: 12 total, 12 up, 11 in
2020-11-16T20:27:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:08 smithi071 bash[9480]: cluster 2020-11-16T20:27:07.073338+0000 osd.5 (osd.5) 36 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:08 smithi071 bash[9480]: cluster 2020-11-16T20:27:07.073401+0000 osd.5 (osd.5) 37 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:08 smithi071 bash[9480]: cluster 2020-11-16T20:27:08.029621+0000 mon.a (mon.0) 880 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:08 smithi071 bash[9480]: audit 2020-11-16T20:27:08.033898+0000 mon.a (mon.0) 881 : audit [INF] from='client.? v1:172.21.15.142:0/2179790343' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:27:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:08 smithi071 bash[9480]: cluster 2020-11-16T20:27:08.033955+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e187: 12 total, 12 up, 11 in
2020-11-16T20:27:09.522 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:09 smithi071 bash[9480]: cluster 2020-11-16T20:27:08.071254+0000 mgr.x (mgr.14196) 441 : cluster [DBG] pgmap v554: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.4 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 871 op/s; 27529/210462 objects misplaced (13.080%); 52 MiB/s, 834 objects/s recovering
2020-11-16T20:27:09.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:09 smithi065 bash[9468]: cluster 2020-11-16T20:27:08.071254+0000 mgr.x (mgr.14196) 441 : cluster [DBG] pgmap v554: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.4 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 871 op/s; 27529/210462 objects misplaced (13.080%); 52 MiB/s, 834 objects/s recovering
2020-11-16T20:27:09.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:09 smithi142 bash[9523]: cluster 2020-11-16T20:27:08.071254+0000 mgr.x (mgr.14196) 441 : cluster [DBG] pgmap v554: 27 pgs: 10 active+remapped+backfilling, 17 active+clean; 6.4 GiB data, 15 GiB used, 968 GiB / 983 GiB avail; 0 B/s wr, 871 op/s; 27529/210462 objects misplaced (13.080%); 52 MiB/s, 834 objects/s recovering
2020-11-16T20:27:09.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:09 smithi142 bash[9523]: debug 2020-11-16T20:27:09.447+0000 7f756b108700 -1 mon.a@0(leader).osd e187 definitely_dead 0
2020-11-16T20:27:09.736 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:27:09.736 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:27:09.737 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:27:09.737 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:27:09.737 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.737 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:52332 2.2 2:4cbf4001:::benchmark_data_smithi065_20143_object52331:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e140)",
2020-11-16T20:27:09.737 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:24:48.940271+0000",
2020-11-16T20:27:09.737 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 140.783068394,
2020-11-16T20:27:09.737 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.19054664199999999,
2020-11-16T20:27:09.738 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.738 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.738 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 52332
2020-11-16T20:27:09.739 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.739 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940271+0000",
2020-11-16T20:27:09.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940271+0000",
2020-11-16T20:27:09.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9998536
2020-11-16T20:27:09.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940125+0000",
2020-11-16T20:27:09.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000252637
2020-11-16T20:27:09.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940378+0000",
2020-11-16T20:27:09.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2401000000000001e-05
2020-11-16T20:27:09.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940400+0000",
2020-11-16T20:27:09.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.679e-06
2020-11-16T20:27:09.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940410+0000",
2020-11-16T20:27:09.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8719000000000004e-05
2020-11-16T20:27:09.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940478+0000",
2020-11-16T20:27:09.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000158763
2020-11-16T20:27:09.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940637+0000",
2020-11-16T20:27:09.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00030590599999999999
2020-11-16T20:27:09.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:27:09.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.940943+0000",
2020-11-16T20:27:09.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0039054710000000002
2020-11-16T20:27:09.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.944849+0000",
2020-11-16T20:27:09.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18574043200000001
2020-11-16T20:27:09.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:49.130589+0000",
2020-11-16T20:27:09.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012818700000000001
2020-11-16T20:27:09.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:49.130717+0000",
2020-11-16T20:27:09.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000100781
2020-11-16T20:27:09.747 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.747 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:49.130818+0000",
2020-11-16T20:27:09.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19054664199999999
2020-11-16T20:27:09.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.748 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.748 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.748 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.748 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.748 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:52339 2.2 2:4fcd7e77:::benchmark_data_smithi065_20143_object52338:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e140)",
2020-11-16T20:27:09.748 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:24:48.942318+0000",
2020-11-16T20:27:09.748 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 140.781022229,
2020-11-16T20:27:09.749 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.194061865,
2020-11-16T20:27:09.749 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.749 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.749 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 52339
2020-11-16T20:27:09.750 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.750 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.942318+0000",
2020-11-16T20:27:09.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.942318+0000",
2020-11-16T20:27:09.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999566
2020-11-16T20:27:09.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.942274+0000",
2020-11-16T20:27:09.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015625799999999999
2020-11-16T20:27:09.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.942430+0000",
2020-11-16T20:27:09.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5387e-05
2020-11-16T20:27:09.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.942446+0000",
2020-11-16T20:27:09.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1600000000000004e-06
2020-11-16T20:27:09.753 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.753 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.942455+0000",
2020-11-16T20:27:09.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019485800000000001
2020-11-16T20:27:09.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.942650+0000",
2020-11-16T20:27:09.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021779300000000001
2020-11-16T20:27:09.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.942867+0000",
2020-11-16T20:27:09.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025907799999999999
2020-11-16T20:27:09.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:27:09.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.943127+0000",
2020-11-16T20:27:09.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001944405
2020-11-16T20:27:09.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:48.945071+0000",
2020-11-16T20:27:09.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19103983199999999
2020-11-16T20:27:09.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:49.136111+0000",
2020-11-16T20:27:09.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000151743
2020-11-16T20:27:09.757 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.757 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:49.136262+0000",
2020-11-16T20:27:09.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011689299999999999
2020-11-16T20:27:09.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:24:49.136379+0000",
2020-11-16T20:27:09.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.194061865
2020-11-16T20:27:09.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.758 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.759 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.759 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.759 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.759 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:137385 2.3 2:c7e374b7:::benchmark_data_smithi065_20143_object137384:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:27:09.759 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:48.751749+0000",
2020-11-16T20:27:09.759 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 80.971590804000002,
2020-11-16T20:27:09.759 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.16829796399999999,
2020-11-16T20:27:09.760 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.760 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.760 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 137385
2020-11-16T20:27:09.760 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.760 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.751749+0000",
2020-11-16T20:27:09.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.751749+0000",
2020-11-16T20:27:09.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:27:09.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.751722+0000",
2020-11-16T20:27:09.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000123428
2020-11-16T20:27:09.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.751845+0000",
2020-11-16T20:27:09.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4280999999999999e-05
2020-11-16T20:27:09.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.751859+0000",
2020-11-16T20:27:09.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3629999999999996e-06
2020-11-16T20:27:09.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.751867+0000",
2020-11-16T20:27:09.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0041190910000000001
2020-11-16T20:27:09.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.755986+0000",
2020-11-16T20:27:09.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018016500000000001
2020-11-16T20:27:09.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.756166+0000",
2020-11-16T20:27:09.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000196591
2020-11-16T20:27:09.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.756363+0000",
2020-11-16T20:27:09.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0047063890000000001
2020-11-16T20:27:09.767 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.767 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.761069+0000",
2020-11-16T20:27:09.768 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.158818029
2020-11-16T20:27:09.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.768 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.768 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.919887+0000",
2020-11-16T20:27:09.768 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9807000000000002e-05
2020-11-16T20:27:09.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.919987+0000",
2020-11-16T20:27:09.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0093000000000002e-05
2020-11-16T20:27:09.769 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.769 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.920047+0000",
2020-11-16T20:27:09.770 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.16829796399999999
2020-11-16T20:27:09.770 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.770 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.770 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.770 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.770 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.770 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:137396 2.3 2:cd7444e3:::benchmark_data_smithi065_20143_object137395:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:27:09.770 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:48.761902+0000",
2020-11-16T20:27:09.771 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 80.961437579999995,
2020-11-16T20:27:09.771 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.17613914999999999,
2020-11-16T20:27:09.771 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.771 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.771 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.771 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.771 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 137396
2020-11-16T20:27:09.772 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.772 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.761902+0000",
2020-11-16T20:27:09.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.761902+0000",
2020-11-16T20:27:09.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:27:09.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.761867+0000",
2020-11-16T20:27:09.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012151599999999999
2020-11-16T20:27:09.774 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.774 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.761988+0000",
2020-11-16T20:27:09.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4982e-05
2020-11-16T20:27:09.775 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.775 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.762003+0000",
2020-11-16T20:27:09.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0899999999999994e-06
2020-11-16T20:27:09.775 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.762012+0000",
2020-11-16T20:27:09.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7250000000000002e-05
2020-11-16T20:27:09.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.762070+0000",
2020-11-16T20:27:09.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019313300000000001
2020-11-16T20:27:09.777 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.777 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.762263+0000",
2020-11-16T20:27:09.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000217004
2020-11-16T20:27:09.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.762480+0000",
2020-11-16T20:27:09.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004407172
2020-11-16T20:27:09.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.766887+0000",
2020-11-16T20:27:09.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17100609999999999
2020-11-16T20:27:09.779 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.779 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.937893+0000",
2020-11-16T20:27:09.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0426999999999995e-05
2020-11-16T20:27:09.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.937964+0000",
2020-11-16T20:27:09.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7742000000000002e-05
2020-11-16T20:27:09.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.781 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.781 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.938041+0000",
2020-11-16T20:27:09.781 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17613914999999999
2020-11-16T20:27:09.781 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.781 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.781 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.781 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.782 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:137405 2.3 2:ceb5b903:::benchmark_data_smithi065_20143_object137404:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:27:09.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:48.768966+0000",
2020-11-16T20:27:09.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 80.954373578000002,
2020-11-16T20:27:09.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.17769752899999999,
2020-11-16T20:27:09.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.782 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.783 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 137405
2020-11-16T20:27:09.783 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.783 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.768966+0000",
2020-11-16T20:27:09.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.784 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.784 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.768966+0000",
2020-11-16T20:27:09.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:27:09.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.768934+0000",
2020-11-16T20:27:09.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000141046
2020-11-16T20:27:09.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.769075+0000",
2020-11-16T20:27:09.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6719999999999999e-05
2020-11-16T20:27:09.786 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.786 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.769092+0000",
2020-11-16T20:27:09.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1110000000000002e-06
2020-11-16T20:27:09.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.769099+0000",
2020-11-16T20:27:09.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2315000000000003e-05
2020-11-16T20:27:09.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.769151+0000",
2020-11-16T20:27:09.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017174000000000001
2020-11-16T20:27:09.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.769323+0000",
2020-11-16T20:27:09.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020234199999999999
2020-11-16T20:27:09.789 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.789 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.769525+0000",
2020-11-16T20:27:09.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0037551659999999999
2020-11-16T20:27:09.789 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.773280+0000",
2020-11-16T20:27:09.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.173053283
2020-11-16T20:27:09.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.946334+0000",
2020-11-16T20:27:09.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018181
2020-11-16T20:27:09.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.946516+0000",
2020-11-16T20:27:09.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000148171
2020-11-16T20:27:09.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.792 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.946664+0000",
2020-11-16T20:27:09.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17769752899999999
2020-11-16T20:27:09.792 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.792 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.792 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.792 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.793 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.793 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:137416 2.3 2:c37b2538:::benchmark_data_smithi065_20143_object137415:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:27:09.793 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:48.780870+0000",
2020-11-16T20:27:09.793 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 80.942469488,
2020-11-16T20:27:09.793 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.166025266,
2020-11-16T20:27:09.793 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.793 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.794 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 137416
2020-11-16T20:27:09.794 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.794 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.795 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.795 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.780870+0000",
2020-11-16T20:27:09.795 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.795 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.795 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.795 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.795 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.780870+0000",
2020-11-16T20:27:09.796 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999285
2020-11-16T20:27:09.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.796 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.796 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.780799+0000",
2020-11-16T20:27:09.796 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018756999999999999
2020-11-16T20:27:09.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.780986+0000",
2020-11-16T20:27:09.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4131000000000001e-05
2020-11-16T20:27:09.797 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.797 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781000+0000",
2020-11-16T20:27:09.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7339999999999997e-06
2020-11-16T20:27:09.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781009+0000",
2020-11-16T20:27:09.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1639999999999998e-05
2020-11-16T20:27:09.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.799 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.799 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781081+0000",
2020-11-16T20:27:09.799 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022287399999999999
2020-11-16T20:27:09.799 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.799 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.799 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.799 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781304+0000",
2020-11-16T20:27:09.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024877100000000001
2020-11-16T20:27:09.800 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.800 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781552+0000",
2020-11-16T20:27:09.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.007362543
2020-11-16T20:27:09.800 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.800 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.788915+0000",
2020-11-16T20:27:09.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.157858364
2020-11-16T20:27:09.801 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.801 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.946773+0000",
2020-11-16T20:27:09.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1618000000000004e-05
2020-11-16T20:27:09.802 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.802 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.946845+0000",
2020-11-16T20:27:09.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0637999999999999e-05
2020-11-16T20:27:09.802 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.802 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.946896+0000",
2020-11-16T20:27:09.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.166025266
2020-11-16T20:27:09.803 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.803 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.803 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.803 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.804 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.804 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:137419 2.3 2:c85e6ae9:::benchmark_data_smithi065_20143_object137418:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e156)",
2020-11-16T20:27:09.804 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:25:48.781311+0000",
2020-11-16T20:27:09.804 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 80.942028335000003,
2020-11-16T20:27:09.804 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.166059334,
2020-11-16T20:27:09.804 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.804 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.804 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.805 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.805 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.805 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 137419
2020-11-16T20:27:09.805 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.805 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.805 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.805 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781311+0000",
2020-11-16T20:27:09.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.806 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.806 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781311+0000",
2020-11-16T20:27:09.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:27:09.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781289+0000",
2020-11-16T20:27:09.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2436999999999997e-05
2020-11-16T20:27:09.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781372+0000",
2020-11-16T20:27:09.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3520000000000007e-06
2020-11-16T20:27:09.808 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.808 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781380+0000",
2020-11-16T20:27:09.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.155e-06
2020-11-16T20:27:09.808 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.781384+0000",
2020-11-16T20:27:09.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0041791210000000001
2020-11-16T20:27:09.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.785563+0000",
2020-11-16T20:27:09.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014755500000000001
2020-11-16T20:27:09.810 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.810 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.785711+0000",
2020-11-16T20:27:09.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012264900000000001
2020-11-16T20:27:09.810 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.785833+0000",
2020-11-16T20:27:09.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0032485109999999999
2020-11-16T20:27:09.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.789082+0000",
2020-11-16T20:27:09.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15796012300000001
2020-11-16T20:27:09.812 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.812 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.947042+0000",
2020-11-16T20:27:09.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000160254
2020-11-16T20:27:09.812 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.813 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.813 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.813 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.947202+0000",
2020-11-16T20:27:09.813 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000168414
2020-11-16T20:27:09.813 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.813 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.813 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.814 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:25:48.947371+0000",
2020-11-16T20:27:09.814 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.166059334
2020-11-16T20:27:09.814 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.814 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.814 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.814 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.814 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.815 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176023 2.2 2:42ea0c59:::benchmark_data_smithi065_20143_object26636:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e174)",
2020-11-16T20:27:09.815 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.051392+0000",
2020-11-16T20:27:09.815 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 28.671947744000001,
2020-11-16T20:27:09.815 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0330250299999999,
2020-11-16T20:27:09.815 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.815 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:27:09.815 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.815 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.816 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.816 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176023
2020-11-16T20:27:09.816 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.816 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.816 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.816 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.816 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051392+0000",
2020-11-16T20:27:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051392+0000",
2020-11-16T20:27:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:27:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051360+0000",
2020-11-16T20:27:09.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2334000000000002e-05
2020-11-16T20:27:09.818 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.818 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051433+0000",
2020-11-16T20:27:09.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4853e-05
2020-11-16T20:27:09.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051448+0000",
2020-11-16T20:27:09.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0169999999999996e-06
2020-11-16T20:27:09.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051456+0000",
2020-11-16T20:27:09.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0347999999999997e-05
2020-11-16T20:27:09.820 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.820 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051536+0000",
2020-11-16T20:27:09.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2447e-05
2020-11-16T20:27:09.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:27:09.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051548+0000",
2020-11-16T20:27:09.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.189546995
2020-11-16T20:27:09.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.241095+0000",
2020-11-16T20:27:09.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2995e-05
2020-11-16T20:27:09.822 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.822 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:09.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.241108+0000",
2020-11-16T20:27:09.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.84319142599999997
2020-11-16T20:27:09.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.084300+0000",
2020-11-16T20:27:09.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011726999999999999
2020-11-16T20:27:09.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.084417+0000",
2020-11-16T20:27:09.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0330250299999999
2020-11-16T20:27:09.824 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.824 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.824 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.824 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.824 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.825 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176028 2.2 2:455a4d5b:::benchmark_data_smithi065_20143_object26641:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e174)",
2020-11-16T20:27:09.825 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.051515+0000",
2020-11-16T20:27:09.825 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 28.671824332,
2020-11-16T20:27:09.825 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.03315515,
2020-11-16T20:27:09.825 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.825 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:27:09.825 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176028
2020-11-16T20:27:09.826 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.826 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051515+0000",
2020-11-16T20:27:09.827 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.827 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.827 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.827 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.827 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051515+0000",
2020-11-16T20:27:09.827 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:27:09.827 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.828 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.828 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.828 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051488+0000",
2020-11-16T20:27:09.828 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3767000000000001e-05
2020-11-16T20:27:09.828 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.828 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.828 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.828 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051551+0000",
2020-11-16T20:27:09.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9930000000000007e-06
2020-11-16T20:27:09.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051561+0000",
2020-11-16T20:27:09.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5709999999999999e-06
2020-11-16T20:27:09.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051566+0000",
2020-11-16T20:27:09.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3143e-05
2020-11-16T20:27:09.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051649+0000",
2020-11-16T20:27:09.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8050000000000007e-06
2020-11-16T20:27:09.831 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.831 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:27:09.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051657+0000",
2020-11-16T20:27:09.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.189481281
2020-11-16T20:27:09.831 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.241138+0000",
2020-11-16T20:27:09.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4270000000000008e-06
2020-11-16T20:27:09.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:09.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.241147+0000",
2020-11-16T20:27:09.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.84330571899999995
2020-11-16T20:27:09.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.084452+0000",
2020-11-16T20:27:09.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021818799999999999
2020-11-16T20:27:09.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.834 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.084671+0000",
2020-11-16T20:27:09.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.03315515
2020-11-16T20:27:09.834 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.834 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.834 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.834 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.835 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.835 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176038 2.3 2:c7121082:::benchmark_data_smithi065_20143_object26651:head [delete] snapc 0=[] ondisk+write+known_if_redirected e174)",
2020-11-16T20:27:09.835 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.056526+0000",
2020-11-16T20:27:09.835 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 28.666814206000002,
2020-11-16T20:27:09.835 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.03560107,
2020-11-16T20:27:09.835 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.835 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.836 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176038
2020-11-16T20:27:09.836 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.836 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056526+0000",
2020-11-16T20:27:09.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056526+0000",
2020-11-16T20:27:09.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:27:09.838 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.838 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056497+0000",
2020-11-16T20:27:09.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7077999999999997e-05
2020-11-16T20:27:09.838 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.838 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056564+0000",
2020-11-16T20:27:09.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4809e-05
2020-11-16T20:27:09.839 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.839 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056579+0000",
2020-11-16T20:27:09.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8029999999999997e-06
2020-11-16T20:27:09.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.840 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.840 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056587+0000",
2020-11-16T20:27:09.840 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18280052399999999
2020-11-16T20:27:09.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.840 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.239387+0000",
2020-11-16T20:27:09.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9910999999999999e-05
2020-11-16T20:27:09.841 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.841 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:09.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.239417+0000",
2020-11-16T20:27:09.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.84767777200000005
2020-11-16T20:27:09.842 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.842 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.842 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.842 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.087095+0000",
2020-11-16T20:27:09.842 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019661200000000001
2020-11-16T20:27:09.842 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.842 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.842 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.087292+0000",
2020-11-16T20:27:09.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020153099999999999
2020-11-16T20:27:09.843 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.843 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.087493+0000",
2020-11-16T20:27:09.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0040482010000000004
2020-11-16T20:27:09.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.091541+0000",
2020-11-16T20:27:09.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00045915700000000002
2020-11-16T20:27:09.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.092001+0000",
2020-11-16T20:27:09.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5013999999999998e-05
2020-11-16T20:27:09.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.092066+0000",
2020-11-16T20:27:09.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1048000000000002e-05
2020-11-16T20:27:09.846 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.846 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.092127+0000",
2020-11-16T20:27:09.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.03560107
2020-11-16T20:27:09.846 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.846 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.846 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.847 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.847 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.847 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176042 2.13 2:cc72afdf:::benchmark_data_smithi065_20143_object26655:head [delete] snapc 0=[] ondisk+write+known_if_redirected e174)",
2020-11-16T20:27:09.847 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.066942+0000",
2020-11-16T20:27:09.847 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 28.656397579,
2020-11-16T20:27:09.847 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.040189773,
2020-11-16T20:27:09.847 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.848 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.848 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176042
2020-11-16T20:27:09.848 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.848 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.066942+0000",
2020-11-16T20:27:09.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.849 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.849 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.066942+0000",
2020-11-16T20:27:09.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:27:09.850 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.850 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.066910+0000",
2020-11-16T20:27:09.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4742999999999999e-05
2020-11-16T20:27:09.850 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.850 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.851 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.851 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.066984+0000",
2020-11-16T20:27:09.851 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7082e-05
2020-11-16T20:27:09.851 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.851 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.851 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.851 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.067002+0000",
2020-11-16T20:27:09.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5860000000000005e-06
2020-11-16T20:27:09.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.067010+0000",
2020-11-16T20:27:09.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17297772
2020-11-16T20:27:09.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.239988+0000",
2020-11-16T20:27:09.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.26e-05
2020-11-16T20:27:09.853 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.853 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:09.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.240000+0000",
2020-11-16T20:27:09.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.86252417400000003
2020-11-16T20:27:09.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.102525+0000",
2020-11-16T20:27:09.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146775
2020-11-16T20:27:09.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.102671+0000",
2020-11-16T20:27:09.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000106221
2020-11-16T20:27:09.855 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.855 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.102778+0000",
2020-11-16T20:27:09.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0025106260000000002
2020-11-16T20:27:09.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.105288+0000",
2020-11-16T20:27:09.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0016137320000000001
2020-11-16T20:27:09.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.106902+0000",
2020-11-16T20:27:09.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000170538
2020-11-16T20:27:09.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.107073+0000",
2020-11-16T20:27:09.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9392000000000003e-05
2020-11-16T20:27:09.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.107132+0000",
2020-11-16T20:27:09.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.040189773
2020-11-16T20:27:09.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.859 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.859 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.859 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.859 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.859 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:177905 2.2 2:44b94e41:::benchmark_data_smithi065_20143_object28518:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:27:09.859 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:47.387812+0000",
2020-11-16T20:27:09.859 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 22.335527420999998,
2020-11-16T20:27:09.860 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.33596091300000003,
2020-11-16T20:27:09.860 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.860 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.860 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 177905
2020-11-16T20:27:09.860 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.861 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.387812+0000",
2020-11-16T20:27:09.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.387812+0000",
2020-11-16T20:27:09.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:27:09.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.387772+0000",
2020-11-16T20:27:09.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8084999999999994e-05
2020-11-16T20:27:09.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.387860+0000",
2020-11-16T20:27:09.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5077e-05
2020-11-16T20:27:09.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.387875+0000",
2020-11-16T20:27:09.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6229999999999999e-06
2020-11-16T20:27:09.864 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.864 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.387882+0000",
2020-11-16T20:27:09.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9284999999999998e-05
2020-11-16T20:27:09.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.387951+0000",
2020-11-16T20:27:09.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000198767
2020-11-16T20:27:09.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.388150+0000",
2020-11-16T20:27:09.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00057447800000000001
2020-11-16T20:27:09.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:27:09.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.388724+0000",
2020-11-16T20:27:09.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0024719389999999998
2020-11-16T20:27:09.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.391196+0000",
2020-11-16T20:27:09.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.33226375400000002
2020-11-16T20:27:09.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.723460+0000",
2020-11-16T20:27:09.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016856
2020-11-16T20:27:09.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.723629+0000",
2020-11-16T20:27:09.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014455499999999999
2020-11-16T20:27:09.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.723773+0000",
2020-11-16T20:27:09.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.33596091300000003
2020-11-16T20:27:09.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.869 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.870 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.870 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.870 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.870 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:177924 2.3 2:c2141186:::benchmark_data_smithi065_20143_object28537:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:27:09.870 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:47.404841+0000",
2020-11-16T20:27:09.870 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 22.318498277,
2020-11-16T20:27:09.870 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.32658588700000002,
2020-11-16T20:27:09.871 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.871 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.871 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.871 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.871 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.871 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 177924
2020-11-16T20:27:09.871 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.871 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.404841+0000",
2020-11-16T20:27:09.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.404841+0000",
2020-11-16T20:27:09.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999908
2020-11-16T20:27:09.873 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.873 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.404749+0000",
2020-11-16T20:27:09.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146293
2020-11-16T20:27:09.873 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.404896+0000",
2020-11-16T20:27:09.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2515e-05
2020-11-16T20:27:09.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.404918+0000",
2020-11-16T20:27:09.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3159000000000001e-05
2020-11-16T20:27:09.875 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.875 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.404931+0000",
2020-11-16T20:27:09.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2638000000000004e-05
2020-11-16T20:27:09.875 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.405014+0000",
2020-11-16T20:27:09.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020243400000000001
2020-11-16T20:27:09.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.405216+0000",
2020-11-16T20:27:09.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000132741
2020-11-16T20:27:09.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.405349+0000",
2020-11-16T20:27:09.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002489256
2020-11-16T20:27:09.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.407838+0000",
2020-11-16T20:27:09.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.32350182599999999
2020-11-16T20:27:09.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.731340+0000",
2020-11-16T20:27:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1817000000000002e-05
2020-11-16T20:27:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.731392+0000",
2020-11-16T20:27:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5256000000000003e-05
2020-11-16T20:27:09.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.731427+0000",
2020-11-16T20:27:09.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.32658588700000002
2020-11-16T20:27:09.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.880 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.881 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.881 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.881 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.881 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:177927 2.2 2:441b98c9:::benchmark_data_smithi065_20143_object28540:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:27:09.881 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:47.411870+0000",
2020-11-16T20:27:09.881 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 22.311469848000002,
2020-11-16T20:27:09.881 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.32604090899999999,
2020-11-16T20:27:09.881 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.882 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.882 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 177927
2020-11-16T20:27:09.882 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.882 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.411870+0000",
2020-11-16T20:27:09.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.411870+0000",
2020-11-16T20:27:09.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:27:09.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.411842+0000",
2020-11-16T20:27:09.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6871000000000003e-05
2020-11-16T20:27:09.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.411919+0000",
2020-11-16T20:27:09.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9750000000000001e-05
2020-11-16T20:27:09.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.886 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.411949+0000",
2020-11-16T20:27:09.886 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5478e-05
2020-11-16T20:27:09.886 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.886 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.886 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.886 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.411964+0000",
2020-11-16T20:27:09.886 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0625000000000003e-05
2020-11-16T20:27:09.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.887 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.887 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.412025+0000",
2020-11-16T20:27:09.887 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000187739
2020-11-16T20:27:09.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.887 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.412212+0000",
2020-11-16T20:27:09.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00048999700000000005
2020-11-16T20:27:09.888 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.888 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:27:09.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.412702+0000",
2020-11-16T20:27:09.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002079554
2020-11-16T20:27:09.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.414782+0000",
2020-11-16T20:27:09.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.32296535700000001
2020-11-16T20:27:09.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.737747+0000",
2020-11-16T20:27:09.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7937999999999996e-05
2020-11-16T20:27:09.890 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.890 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.737845+0000",
2020-11-16T20:27:09.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5573000000000004e-05
2020-11-16T20:27:09.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:47.737911+0000",
2020-11-16T20:27:09.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.32604090899999999
2020-11-16T20:27:09.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.891 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.892 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.892 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.892 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.892 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:180869 2.2 2:473ffc86:::benchmark_data_smithi065_20143_object31482:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:27:09.892 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:51.231998+0000",
2020-11-16T20:27:09.892 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 18.491341367,
2020-11-16T20:27:09.892 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.20440241100000001,
2020-11-16T20:27:09.893 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.893 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.893 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 180869
2020-11-16T20:27:09.893 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.894 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.894 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.231998+0000",
2020-11-16T20:27:09.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.894 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.894 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.231998+0000",
2020-11-16T20:27:09.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:27:09.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.231965+0000",
2020-11-16T20:27:09.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.572e-05
2020-11-16T20:27:09.896 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.896 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.232041+0000",
2020-11-16T20:27:09.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2856e-05
2020-11-16T20:27:09.896 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.896 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.232054+0000",
2020-11-16T20:27:09.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7449999999999998e-06
2020-11-16T20:27:09.897 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.897 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.232060+0000",
2020-11-16T20:27:09.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0027540780000000001
2020-11-16T20:27:09.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.234814+0000",
2020-11-16T20:27:09.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017004100000000001
2020-11-16T20:27:09.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.234984+0000",
2020-11-16T20:27:09.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00040788499999999998
2020-11-16T20:27:09.899 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.899 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:27:09.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.235392+0000",
2020-11-16T20:27:09.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0022838070000000001
2020-11-16T20:27:09.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.237676+0000",
2020-11-16T20:27:09.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19826295099999999
2020-11-16T20:27:09.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.435939+0000",
2020-11-16T20:27:09.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000242649
2020-11-16T20:27:09.901 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.901 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.436182+0000",
2020-11-16T20:27:09.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021902299999999999
2020-11-16T20:27:09.902 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.902 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.902 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.902 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.436401+0000",
2020-11-16T20:27:09.902 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20440241100000001
2020-11-16T20:27:09.902 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.902 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.903 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.903 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.903 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.903 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:180880 2.2 2:40e61bd4:::benchmark_data_smithi065_20143_object31493:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:27:09.903 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:51.242010+0000",
2020-11-16T20:27:09.903 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 18.481329576,
2020-11-16T20:27:09.903 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.194692015,
2020-11-16T20:27:09.904 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.904 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.904 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.904 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.904 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.904 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 180880
2020-11-16T20:27:09.904 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.904 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.242010+0000",
2020-11-16T20:27:09.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.242010+0000",
2020-11-16T20:27:09.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:27:09.906 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.906 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.241977+0000",
2020-11-16T20:27:09.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7316000000000003e-05
2020-11-16T20:27:09.907 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.907 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.242054+0000",
2020-11-16T20:27:09.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8804000000000002e-05
2020-11-16T20:27:09.907 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.907 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.242073+0000",
2020-11-16T20:27:09.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.435e-06
2020-11-16T20:27:09.908 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.908 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.242080+0000",
2020-11-16T20:27:09.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8353999999999997e-05
2020-11-16T20:27:09.908 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.242139+0000",
2020-11-16T20:27:09.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016351899999999999
2020-11-16T20:27:09.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.242302+0000",
2020-11-16T20:27:09.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00053406500000000002
2020-11-16T20:27:09.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:27:09.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.242836+0000",
2020-11-16T20:27:09.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0025229459999999999
2020-11-16T20:27:09.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.911 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.245359+0000",
2020-11-16T20:27:09.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.191158368
2020-11-16T20:27:09.911 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.911 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.436518+0000",
2020-11-16T20:27:09.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010999500000000001
2020-11-16T20:27:09.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.436628+0000",
2020-11-16T20:27:09.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4542000000000006e-05
2020-11-16T20:27:09.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.913 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:51.436702+0000",
2020-11-16T20:27:09.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.194692015
2020-11-16T20:27:09.913 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.913 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.913 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.914 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.914 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.914 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:185656 2.3 2:c2cb143b:::benchmark_data_smithi065_20143_object36269:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)",
2020-11-16T20:27:09.914 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:56.275632+0000",
2020-11-16T20:27:09.914 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 13.447707792999999,
2020-11-16T20:27:09.914 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.16314100200000001,
2020-11-16T20:27:09.914 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.914 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.915 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.915 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.915 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.915 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 185656
2020-11-16T20:27:09.915 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.915 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.915 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275632+0000",
2020-11-16T20:27:09.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275632+0000",
2020-11-16T20:27:09.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999959
2020-11-16T20:27:09.917 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.917 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275591+0000",
2020-11-16T20:27:09.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7515000000000006e-05
2020-11-16T20:27:09.917 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.917 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275668+0000",
2020-11-16T20:27:09.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8983000000000001e-05
2020-11-16T20:27:09.918 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.918 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275687+0000",
2020-11-16T20:27:09.919 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.363e-06
2020-11-16T20:27:09.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.919 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.919 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275697+0000",
2020-11-16T20:27:09.919 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1968000000000001e-05
2020-11-16T20:27:09.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275749+0000",
2020-11-16T20:27:09.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000144413
2020-11-16T20:27:09.920 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.920 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275893+0000",
2020-11-16T20:27:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00044424999999999998
2020-11-16T20:27:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.276337+0000",
2020-11-16T20:27:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003749765
2020-11-16T20:27:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.280087+0000",
2020-11-16T20:27:09.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15858903799999999
2020-11-16T20:27:09.922 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.922 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.438676+0000",
2020-11-16T20:27:09.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0894999999999999e-05
2020-11-16T20:27:09.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.438737+0000",
2020-11-16T20:27:09.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5917000000000002e-05
2020-11-16T20:27:09.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.924 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.438773+0000",
2020-11-16T20:27:09.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.16314100200000001
2020-11-16T20:27:09.924 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.924 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.924 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.924 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.925 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.925 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:185657 2.3 2:c4bb9c8d:::benchmark_data_smithi065_20143_object36270:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)",
2020-11-16T20:27:09.925 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:56.275763+0000",
2020-11-16T20:27:09.925 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 13.447576781,
2020-11-16T20:27:09.925 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.16318307900000001,
2020-11-16T20:27:09.925 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.925 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.926 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 185657
2020-11-16T20:27:09.926 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.926 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275763+0000",
2020-11-16T20:27:09.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.927 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.927 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275763+0000",
2020-11-16T20:27:09.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:27:09.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275731+0000",
2020-11-16T20:27:09.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2111000000000001e-05
2020-11-16T20:27:09.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275803+0000",
2020-11-16T20:27:09.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3464e-05
2020-11-16T20:27:09.929 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.929 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275816+0000",
2020-11-16T20:27:09.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7729999999999999e-06
2020-11-16T20:27:09.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.275821+0000",
2020-11-16T20:27:09.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0022324910000000001
2020-11-16T20:27:09.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.278054+0000",
2020-11-16T20:27:09.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015133799999999999
2020-11-16T20:27:09.931 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.931 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.278205+0000",
2020-11-16T20:27:09.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00035996200000000002
2020-11-16T20:27:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.278565+0000",
2020-11-16T20:27:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0016535199999999999
2020-11-16T20:27:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.280219+0000",
2020-11-16T20:27:09.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15861090999999999
2020-11-16T20:27:09.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.438829+0000",
2020-11-16T20:27:09.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7854999999999993e-05
2020-11-16T20:27:09.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.438897+0000",
2020-11-16T20:27:09.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8727000000000003e-05
2020-11-16T20:27:09.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.438946+0000",
2020-11-16T20:27:09.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.16318307900000001
2020-11-16T20:27:09.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.935 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.935 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.935 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.935 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.936 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:185664 2.3 2:c2748e6f:::benchmark_data_smithi065_20143_object36277:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)",
2020-11-16T20:27:09.936 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:56.286560+0000",
2020-11-16T20:27:09.936 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 13.436780195000001,
2020-11-16T20:27:09.936 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.15256302799999999,
2020-11-16T20:27:09.936 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.936 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.936 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.936 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 185664
2020-11-16T20:27:09.937 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.937 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.286560+0000",
2020-11-16T20:27:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.286560+0000",
2020-11-16T20:27:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:27:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.286537+0000",
2020-11-16T20:27:09.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0513000000000002e-05
2020-11-16T20:27:09.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.286588+0000",
2020-11-16T20:27:09.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0485e-05
2020-11-16T20:27:09.940 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.940 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.286598+0000",
2020-11-16T20:27:09.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0349999999999998e-06
2020-11-16T20:27:09.940 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.940 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.286604+0000",
2020-11-16T20:27:09.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8309e-05
2020-11-16T20:27:09.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.286663+0000",
2020-11-16T20:27:09.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000120452
2020-11-16T20:27:09.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.286783+0000",
2020-11-16T20:27:09.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00040311900000000001
2020-11-16T20:27:09.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:27:09.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.287186+0000",
2020-11-16T20:27:09.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0020021409999999998
2020-11-16T20:27:09.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.289188+0000",
2020-11-16T20:27:09.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.14981629599999999
2020-11-16T20:27:09.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.439005+0000",
2020-11-16T20:27:09.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3192000000000001e-05
2020-11-16T20:27:09.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.439068+0000",
2020-11-16T20:27:09.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4657000000000002e-05
2020-11-16T20:27:09.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:56.439123+0000",
2020-11-16T20:27:09.946 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15256302799999999
2020-11-16T20:27:09.946 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.946 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.946 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.946 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:09.946 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:09.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:197068 2.2 2:40d23408:::benchmark_data_smithi065_20143_object47681:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)",
2020-11-16T20:27:09.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:27:09.106429+0000",
2020-11-16T20:27:09.947 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.61691099800000004,
2020-11-16T20:27:09.947 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.229401205,
2020-11-16T20:27:09.947 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:09.947 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:09.947 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:09.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:09.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 197068
2020-11-16T20:27:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.106429+0000",
2020-11-16T20:27:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:09.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.106429+0000",
2020-11-16T20:27:09.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999485
2020-11-16T20:27:09.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:09.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.106377+0000",
2020-11-16T20:27:09.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011643599999999999
2020-11-16T20:27:09.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:09.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.106494+0000",
2020-11-16T20:27:09.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1787999999999999e-05
2020-11-16T20:27:09.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.951 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:09.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.106516+0000",
2020-11-16T20:27:09.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0378e-05
2020-11-16T20:27:09.951 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.951 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:09.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.106526+0000",
2020-11-16T20:27:09.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9859999999999998e-05
2020-11-16T20:27:09.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:09.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.106606+0000",
2020-11-16T20:27:09.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019417100000000001
2020-11-16T20:27:09.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:09.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.106800+0000",
2020-11-16T20:27:09.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00070687799999999998
2020-11-16T20:27:09.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:27:09.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.107507+0000",
2020-11-16T20:27:09.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0033262169999999998
2020-11-16T20:27:09.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:09.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.110833+0000",
2020-11-16T20:27:09.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.224860486
2020-11-16T20:27:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.335694+0000",
2020-11-16T20:27:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3969999999999998e-05
2020-11-16T20:27:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:09.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.335768+0000",
2020-11-16T20:27:09.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2303000000000003e-05
2020-11-16T20:27:09.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:09.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:09.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:09.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:27:09.335830+0000",
2020-11-16T20:27:09.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.229401205
2020-11-16T20:27:09.957 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:09.957 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:09.957 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:09.957 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:27:09.957 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:27:09.957 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:27:10.234 INFO:teuthology.orchestra.run.smithi142.stderr:marked out osd.9.
2020-11-16T20:27:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:10 smithi065 bash[9468]: audit 2020-11-16T20:27:09.452705+0000 mon.a (mon.0) 883 : audit [INF] from='client.? v1:172.21.15.142:0/3482029888' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["9"]}]: dispatch
2020-11-16T20:27:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:10 smithi065 bash[9468]: cluster 2020-11-16T20:27:09.452819+0000 mon.a (mon.0) 884 : cluster [INF] Client client.admin marked osd.9 out, while it was still marked up
2020-11-16T20:27:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:10 smithi142 bash[9523]: audit 2020-11-16T20:27:09.452705+0000 mon.a (mon.0) 883 : audit [INF] from='client.? v1:172.21.15.142:0/3482029888' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["9"]}]: dispatch
2020-11-16T20:27:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:10 smithi142 bash[9523]: cluster 2020-11-16T20:27:09.452819+0000 mon.a (mon.0) 884 : cluster [INF] Client client.admin marked osd.9 out, while it was still marked up
2020-11-16T20:27:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:10 smithi071 bash[9480]: audit 2020-11-16T20:27:09.452705+0000 mon.a (mon.0) 883 : audit [INF] from='client.? v1:172.21.15.142:0/3482029888' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["9"]}]: dispatch
2020-11-16T20:27:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:10 smithi071 bash[9480]: cluster 2020-11-16T20:27:09.452819+0000 mon.a (mon.0) 884 : cluster [INF] Client client.admin marked osd.9 out, while it was still marked up
2020-11-16T20:27:10.796 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:10.901 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:11.030 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight
2020-11-16T20:27:11.204 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:27:11.227 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:11 smithi142 bash[9523]: cluster 2020-11-16T20:27:10.071879+0000 mgr.x (mgr.14196) 442 : cluster [DBG] pgmap v555: 27 pgs: 9 active+remapped+backfilling, 18 active+clean; 6.3 GiB data, 15 GiB used, 969 GiB / 983 GiB avail; 0 B/s wr, 864 op/s; 21222/205616 objects misplaced (10.321%); 62 MiB/s, 991 objects/s recovering
2020-11-16T20:27:11.227 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:11 smithi142 bash[9523]: audit 2020-11-16T20:27:10.228708+0000 mon.a (mon.0) 885 : audit [INF] from='client.? v1:172.21.15.142:0/3482029888' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["9"]}]': finished
2020-11-16T20:27:11.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:11 smithi142 bash[9523]: cluster 2020-11-16T20:27:10.228768+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e188: 12 total, 12 up, 10 in
2020-11-16T20:27:11.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:11 smithi142 bash[9523]: cluster 2020-11-16T20:27:10.594696+0000 osd.3 (osd.3) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:11.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:11 smithi142 bash[9523]: cluster 2020-11-16T20:27:10.594774+0000 osd.3 (osd.3) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:11.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:11 smithi142 bash[9523]: cluster 2020-11-16T20:27:11.025861+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e189: 12 total, 12 up, 10 in
2020-11-16T20:27:11.228 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:27:10 smithi065 bash[16457]: debug 2020-11-16T20:27:10.795+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:11 smithi071 bash[9480]: cluster 2020-11-16T20:27:10.071879+0000 mgr.x (mgr.14196) 442 : cluster [DBG] pgmap v555: 27 pgs: 9 active+remapped+backfilling, 18 active+clean; 6.3 GiB data, 15 GiB used, 969 GiB / 983 GiB avail; 0 B/s wr, 864 op/s; 21222/205616 objects misplaced (10.321%); 62 MiB/s, 991 objects/s recovering
2020-11-16T20:27:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:11 smithi071 bash[9480]: audit 2020-11-16T20:27:10.228708+0000 mon.a (mon.0) 885 : audit [INF] from='client.? v1:172.21.15.142:0/3482029888' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["9"]}]': finished
2020-11-16T20:27:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:11 smithi071 bash[9480]: cluster 2020-11-16T20:27:10.228768+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e188: 12 total, 12 up, 10 in
2020-11-16T20:27:11.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:11 smithi071 bash[9480]: cluster 2020-11-16T20:27:10.594696+0000 osd.3 (osd.3) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:11.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:11 smithi071 bash[9480]: cluster 2020-11-16T20:27:10.594774+0000 osd.3 (osd.3) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:11.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:11 smithi071 bash[9480]: cluster 2020-11-16T20:27:11.025861+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e189: 12 total, 12 up, 10 in
2020-11-16T20:27:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:11 smithi065 bash[9468]: cluster 2020-11-16T20:27:10.071879+0000 mgr.x (mgr.14196) 442 : cluster [DBG] pgmap v555: 27 pgs: 9 active+remapped+backfilling, 18 active+clean; 6.3 GiB data, 15 GiB used, 969 GiB / 983 GiB avail; 0 B/s wr, 864 op/s; 21222/205616 objects misplaced (10.321%); 62 MiB/s, 991 objects/s recovering
2020-11-16T20:27:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:11 smithi065 bash[9468]: audit 2020-11-16T20:27:10.228708+0000 mon.a (mon.0) 885 : audit [INF] from='client.? v1:172.21.15.142:0/3482029888' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["9"]}]': finished
2020-11-16T20:27:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:11 smithi065 bash[9468]: cluster 2020-11-16T20:27:10.228768+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e188: 12 total, 12 up, 10 in
2020-11-16T20:27:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:11 smithi065 bash[9468]: cluster 2020-11-16T20:27:10.594696+0000 osd.3 (osd.3) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:11 smithi065 bash[9468]: cluster 2020-11-16T20:27:10.594774+0000 osd.3 (osd.3) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:11 smithi065 bash[9468]: cluster 2020-11-16T20:27:11.025861+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e189: 12 total, 12 up, 10 in
2020-11-16T20:27:11.729 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:11.832 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:11.840 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:11 smithi142 bash[22738]: debug 2020-11-16T20:27:11.727+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:12.318 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:27:12.361 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:27:12.401 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:27:12.437 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:27:12.479 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:27:12.518 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:27:12.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:12 smithi065 bash[9468]: cluster 2020-11-16T20:27:11.027077+0000 osd.0 (osd.0) 42 : cluster [DBG] 2.14 starting backfill to osd.5 from (0'0,0'0] MAX to 187'11591
2020-11-16T20:27:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:12 smithi065 bash[9468]: cluster 2020-11-16T20:27:11.027164+0000 osd.0 (osd.0) 43 : cluster [INF] 2.15 continuing backfill to osd.1 from (138'1000,187'11674] 2:abec2323:::benchmark_data_smithi065_20143_object110082:head to 187'11674
2020-11-16T20:27:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:12 smithi065 bash[9468]: cluster 2020-11-16T20:27:11.027203+0000 osd.0 (osd.0) 44 : cluster [DBG] 2.15 starting backfill to osd.5 from (0'0,0'0] MAX to 187'11674
2020-11-16T20:27:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:12 smithi065 bash[9468]: cluster 2020-11-16T20:27:11.027747+0000 osd.2 (osd.2) 44 : cluster [DBG] 2.13 starting backfill to osd.3 from (0'0,0'0] MAX to 187'11567
2020-11-16T20:27:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:12 smithi065 bash[9468]: cluster 2020-11-16T20:27:11.043545+0000 osd.0 (osd.0) 45 : cluster [INF] 2.14 continuing backfill to osd.6 from (138'800,187'11591] 2:2d044abc:::benchmark_data_smithi065_20143_object76781:head to 187'11591
2020-11-16T20:27:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:12 smithi065 bash[9468]: cluster 2020-11-16T20:27:11.044621+0000 osd.2 (osd.2) 45 : cluster [INF] 2.13 continuing backfill to osd.4 from (138'900,187'11567] 2:cd7cba62:::benchmark_data_smithi065_20143_object115303:head to 187'11567
2020-11-16T20:27:12.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:12 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.037079+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e190: 12 total, 12 up, 10 in
2020-11-16T20:27:12.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:12 smithi142 bash[9523]: cluster 2020-11-16T20:27:11.027077+0000 osd.0 (osd.0) 42 : cluster [DBG] 2.14 starting backfill to osd.5 from (0'0,0'0] MAX to 187'11591
2020-11-16T20:27:16.746 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:12 smithi142 bash[9523]: cluster 2020-11-16T20:27:11.027164+0000 osd.0 (osd.0) 43 : cluster [INF] 2.15 continuing backfill to osd.1 from (138'1000,187'11674] 2:abec2323:::benchmark_data_smithi065_20143_object110082:head to 187'11674
2020-11-16T20:27:16.746 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:12 smithi142 bash[9523]: cluster 2020-11-16T20:27:11.027203+0000 osd.0 (osd.0) 44 : cluster [DBG] 2.15 starting backfill to osd.5 from (0'0,0'0] MAX to 187'11674
2020-11-16T20:27:16.746 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:12 smithi142 bash[9523]: cluster 2020-11-16T20:27:11.027747+0000 osd.2 (osd.2) 44 : cluster [DBG] 2.13 starting backfill to osd.3 from (0'0,0'0] MAX to 187'11567
2020-11-16T20:27:16.747 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:12 smithi142 bash[9523]: cluster 2020-11-16T20:27:11.043545+0000 osd.0 (osd.0) 45 : cluster [INF] 2.14 continuing backfill to osd.6 from (138'800,187'11591] 2:2d044abc:::benchmark_data_smithi065_20143_object76781:head to 187'11591
2020-11-16T20:27:16.747 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:12 smithi142 bash[9523]: cluster 2020-11-16T20:27:11.044621+0000 osd.2 (osd.2) 45 : cluster [INF] 2.13 continuing backfill to osd.4 from (138'900,187'11567] 2:cd7cba62:::benchmark_data_smithi065_20143_object115303:head to 187'11567
2020-11-16T20:27:16.747 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:12 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.037079+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e190: 12 total, 12 up, 10 in
2020-11-16T20:27:16.751 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.034881+0000 osd.7 (osd.7) 49 : cluster [DBG] 2.8 starting backfill to osd.0 from (0'0,0'0] MAX to 187'11522
2020-11-16T20:27:16.751 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.035148+0000 osd.7 (osd.7) 50 : cluster [DBG] 2.0 starting backfill to osd.11 from (0'0,0'0] MAX to 187'11776
2020-11-16T20:27:16.751 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.037334+0000 osd.8 (osd.8) 36 : cluster [DBG] 2.f starting backfill to osd.4 from (0'0,0'0] MAX to 187'12148
2020-11-16T20:27:16.751 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.039099+0000 osd.4 (osd.4) 34 : cluster [DBG] 2.18 starting backfill to osd.7 from (0'0,0'0] MAX to 187'11586
2020-11-16T20:27:16.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.039247+0000 osd.4 (osd.4) 35 : cluster [DBG] 2.d starting backfill to osd.3 from (0'0,0'0] MAX to 187'12392
2020-11-16T20:27:16.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.072416+0000 mgr.x (mgr.14196) 443 : cluster [DBG] pgmap v559: 27 pgs: 9 active+remapped+backfilling, 18 active+clean; 6.2 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 825 op/s; 23219/203786 objects misplaced (11.394%); 68 MiB/s, 1.09k objects/s recovering
2020-11-16T20:27:16.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: audit 2020-11-16T20:27:12.276484+0000 mon.b (mon.1) 328 : audit [DBG] from='client.? v1:172.21.15.142:0/83248487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:16.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.320984+0000 osd.0 (osd.0) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.364152+0000 osd.1 (osd.1) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.441452+0000 osd.3 (osd.3) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.596903+0000 osd.7 (osd.7) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.676586+0000 osd.9 (osd.9) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.722158+0000 osd.10 (osd.10) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:13 smithi065 bash[9468]: cluster 2020-11-16T20:27:13.041154+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e191: 12 total, 12 up, 10 in
2020-11-16T20:27:16.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:14 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.405220+0000 osd.2 (osd.2) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:14 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.478358+0000 osd.4 (osd.4) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:14 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.520000+0000 osd.5 (osd.5) 38 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:14 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.558417+0000 osd.6 (osd.6) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.754 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:14 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.637762+0000 osd.8 (osd.8) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.754 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:14 smithi065 bash[9468]: cluster 2020-11-16T20:27:12.760413+0000 osd.11 (osd.11) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.754 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:15 smithi065 bash[9468]: cluster 2020-11-16T20:27:14.072945+0000 mgr.x (mgr.14196) 444 : cluster [DBG] pgmap v561: 27 pgs: 1 active+remapped+backfill_wait, 2 activating+remapped, 11 active+remapped+backfilling, 13 active+clean; 6.1 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 565 op/s; 39419/201090 objects misplaced (19.603%); 57 MiB/s, 918 objects/s recovering
2020-11-16T20:27:16.754 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:12 smithi071 bash[9480]: cluster 2020-11-16T20:27:11.027077+0000 osd.0 (osd.0) 42 : cluster [DBG] 2.14 starting backfill to osd.5 from (0'0,0'0] MAX to 187'11591
2020-11-16T20:27:16.754 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:12 smithi071 bash[9480]: cluster 2020-11-16T20:27:11.027164+0000 osd.0 (osd.0) 43 : cluster [INF] 2.15 continuing backfill to osd.1 from (138'1000,187'11674] 2:abec2323:::benchmark_data_smithi065_20143_object110082:head to 187'11674
2020-11-16T20:27:16.754 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:12 smithi071 bash[9480]: cluster 2020-11-16T20:27:11.027203+0000 osd.0 (osd.0) 44 : cluster [DBG] 2.15 starting backfill to osd.5 from (0'0,0'0] MAX to 187'11674
2020-11-16T20:27:16.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:12 smithi071 bash[9480]: cluster 2020-11-16T20:27:11.027747+0000 osd.2 (osd.2) 44 : cluster [DBG] 2.13 starting backfill to osd.3 from (0'0,0'0] MAX to 187'11567
2020-11-16T20:27:16.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:12 smithi071 bash[9480]: cluster 2020-11-16T20:27:11.043545+0000 osd.0 (osd.0) 45 : cluster [INF] 2.14 continuing backfill to osd.6 from (138'800,187'11591] 2:2d044abc:::benchmark_data_smithi065_20143_object76781:head to 187'11591
2020-11-16T20:27:16.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:12 smithi071 bash[9480]: cluster 2020-11-16T20:27:11.044621+0000 osd.2 (osd.2) 45 : cluster [INF] 2.13 continuing backfill to osd.4 from (138'900,187'11567] 2:cd7cba62:::benchmark_data_smithi065_20143_object115303:head to 187'11567
2020-11-16T20:27:16.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:12 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.037079+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e190: 12 total, 12 up, 10 in
2020-11-16T20:27:16.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.034881+0000 osd.7 (osd.7) 49 : cluster [DBG] 2.8 starting backfill to osd.0 from (0'0,0'0] MAX to 187'11522
2020-11-16T20:27:16.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.035148+0000 osd.7 (osd.7) 50 : cluster [DBG] 2.0 starting backfill to osd.11 from (0'0,0'0] MAX to 187'11776
2020-11-16T20:27:16.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.037334+0000 osd.8 (osd.8) 36 : cluster [DBG] 2.f starting backfill to osd.4 from (0'0,0'0] MAX to 187'12148
2020-11-16T20:27:16.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.039099+0000 osd.4 (osd.4) 34 : cluster [DBG] 2.18 starting backfill to osd.7 from (0'0,0'0] MAX to 187'11586
2020-11-16T20:27:16.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.039247+0000 osd.4 (osd.4) 35 : cluster [DBG] 2.d starting backfill to osd.3 from (0'0,0'0] MAX to 187'12392
2020-11-16T20:27:16.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.072416+0000 mgr.x (mgr.14196) 443 : cluster [DBG] pgmap v559: 27 pgs: 9 active+remapped+backfilling, 18 active+clean; 6.2 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 825 op/s; 23219/203786 objects misplaced (11.394%); 68 MiB/s, 1.09k objects/s recovering
2020-11-16T20:27:16.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: audit 2020-11-16T20:27:12.276484+0000 mon.b (mon.1) 328 : audit [DBG] from='client.? v1:172.21.15.142:0/83248487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:16.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.320984+0000 osd.0 (osd.0) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.364152+0000 osd.1 (osd.1) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.441452+0000 osd.3 (osd.3) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.596903+0000 osd.7 (osd.7) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.676586+0000 osd.9 (osd.9) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.722158+0000 osd.10 (osd.10) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:13 smithi071 bash[9480]: cluster 2020-11-16T20:27:13.041154+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e191: 12 total, 12 up, 10 in
2020-11-16T20:27:16.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:14 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.405220+0000 osd.2 (osd.2) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:14 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.478358+0000 osd.4 (osd.4) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:14 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.520000+0000 osd.5 (osd.5) 38 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:14 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.558417+0000 osd.6 (osd.6) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.758 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:14 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.637762+0000 osd.8 (osd.8) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.758 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:14 smithi071 bash[9480]: cluster 2020-11-16T20:27:12.760413+0000 osd.11 (osd.11) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.758 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:15 smithi071 bash[9480]: cluster 2020-11-16T20:27:14.072945+0000 mgr.x (mgr.14196) 444 : cluster [DBG] pgmap v561: 27 pgs: 1 active+remapped+backfill_wait, 2 activating+remapped, 11 active+remapped+backfilling, 13 active+clean; 6.1 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 565 op/s; 39419/201090 objects misplaced (19.603%); 57 MiB/s, 918 objects/s recovering
2020-11-16T20:27:16.758 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:27:16.758 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:27:16.758 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:27:16.759 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:27:16.759 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:27:16.759 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:27:16.759 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.759 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.759 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.759 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.760 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.760 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.760 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.760 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.760 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.760 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.760 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.761 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:27:16.761 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:16.761 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.034881+0000 osd.7 (osd.7) 49 : cluster [DBG] 2.8 starting backfill to osd.0 from (0'0,0'0] MAX to 187'11522
2020-11-16T20:27:16.761 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.035148+0000 osd.7 (osd.7) 50 : cluster [DBG] 2.0 starting backfill to osd.11 from (0'0,0'0] MAX to 187'11776
2020-11-16T20:27:16.761 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.037334+0000 osd.8 (osd.8) 36 : cluster [DBG] 2.f starting backfill to osd.4 from (0'0,0'0] MAX to 187'12148
2020-11-16T20:27:16.762 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.039099+0000 osd.4 (osd.4) 34 : cluster [DBG] 2.18 starting backfill to osd.7 from (0'0,0'0] MAX to 187'11586
2020-11-16T20:27:16.762 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.039247+0000 osd.4 (osd.4) 35 : cluster [DBG] 2.d starting backfill to osd.3 from (0'0,0'0] MAX to 187'12392
2020-11-16T20:27:16.762 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.072416+0000 mgr.x (mgr.14196) 443 : cluster [DBG] pgmap v559: 27 pgs: 9 active+remapped+backfilling, 18 active+clean; 6.2 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 825 op/s; 23219/203786 objects misplaced (11.394%); 68 MiB/s, 1.09k objects/s recovering
2020-11-16T20:27:16.762 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: audit 2020-11-16T20:27:12.276484+0000 mon.b (mon.1) 328 : audit [DBG] from='client.? v1:172.21.15.142:0/83248487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:16.762 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.320984+0000 osd.0 (osd.0) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.762 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.364152+0000 osd.1 (osd.1) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.762 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.441452+0000 osd.3 (osd.3) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.596903+0000 osd.7 (osd.7) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.676586+0000 osd.9 (osd.9) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.722158+0000 osd.10 (osd.10) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[9523]: cluster 2020-11-16T20:27:13.041154+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e191: 12 total, 12 up, 10 in
2020-11-16T20:27:16.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:14 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.405220+0000 osd.2 (osd.2) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:14 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.478358+0000 osd.4 (osd.4) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:14 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.520000+0000 osd.5 (osd.5) 38 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:14 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.558417+0000 osd.6 (osd.6) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:14 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.637762+0000 osd.8 (osd.8) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:14 smithi142 bash[9523]: cluster 2020-11-16T20:27:12.760413+0000 osd.11 (osd.11) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:16.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:15 smithi142 bash[9523]: cluster 2020-11-16T20:27:14.072945+0000 mgr.x (mgr.14196) 444 : cluster [DBG] pgmap v561: 27 pgs: 1 active+remapped+backfill_wait, 2 activating+remapped, 11 active+remapped+backfilling, 13 active+clean; 6.1 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 565 op/s; 39419/201090 objects misplaced (19.603%); 57 MiB/s, 918 objects/s recovering
2020-11-16T20:27:16.764 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:13 smithi142 bash[15670]: debug 2020-11-16T20:27:13.483+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:16.862 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:16.991 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:17.095 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:17.284 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:16 smithi065 bash[11785]: debug 2020-11-16T20:27:16.991+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:17.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:17 smithi065 bash[9468]: cluster 2020-11-16T20:27:16.029375+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e192: 12 total, 12 up, 10 in
2020-11-16T20:27:17.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:17 smithi065 bash[9468]: cluster 2020-11-16T20:27:16.075627+0000 mgr.x (mgr.14196) 445 : cluster [DBG] pgmap v563: 27 pgs: 1 active+remapped+backfill_wait, 2 activating+remapped, 10 active+remapped+backfilling, 14 active+clean; 6.1 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 487 op/s; 39443/199238 objects misplaced (19.797%); 66 MiB/s, 1.05k objects/s recovering
2020-11-16T20:27:17.359 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:17 smithi142 bash[9523]: cluster 2020-11-16T20:27:16.029375+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e192: 12 total, 12 up, 10 in
2020-11-16T20:27:17.360 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:17 smithi142 bash[9523]: cluster 2020-11-16T20:27:16.075627+0000 mgr.x (mgr.14196) 445 : cluster [DBG] pgmap v563: 27 pgs: 1 active+remapped+backfill_wait, 2 activating+remapped, 10 active+remapped+backfilling, 14 active+clean; 6.1 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 487 op/s; 39443/199238 objects misplaced (19.797%); 66 MiB/s, 1.05k objects/s recovering
2020-11-16T20:27:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:17 smithi071 bash[9480]: cluster 2020-11-16T20:27:16.029375+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e192: 12 total, 12 up, 10 in
2020-11-16T20:27:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:17 smithi071 bash[9480]: cluster 2020-11-16T20:27:16.075627+0000 mgr.x (mgr.14196) 445 : cluster [DBG] pgmap v563: 27 pgs: 1 active+remapped+backfill_wait, 2 activating+remapped, 10 active+remapped+backfilling, 14 active+clean; 6.1 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 487 op/s; 39443/199238 objects misplaced (19.797%); 66 MiB/s, 1.05k objects/s recovering
2020-11-16T20:27:18.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:18 smithi071 bash[9480]: cluster 2020-11-16T20:27:17.047491+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e193: 12 total, 12 up, 10 in
2020-11-16T20:27:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:18 smithi065 bash[9468]: cluster 2020-11-16T20:27:17.047491+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e193: 12 total, 12 up, 10 in
2020-11-16T20:27:18.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:18 smithi142 bash[9523]: cluster 2020-11-16T20:27:17.047491+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e193: 12 total, 12 up, 10 in
2020-11-16T20:27:18.766 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:27:18.945 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:27:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:19 smithi071 bash[9480]: cluster 2020-11-16T20:27:18.053783+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e194: 12 total, 12 up, 10 in
2020-11-16T20:27:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:19 smithi071 bash[9480]: cluster 2020-11-16T20:27:18.076084+0000 mgr.x (mgr.14196) 446 : cluster [DBG] pgmap v566: 27 pgs: 13 active+remapped+backfilling, 14 active+clean; 6.0 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 563 op/s; 35632/196796 objects misplaced (18.106%); 91 MiB/s, 1.46k objects/s recovering
2020-11-16T20:27:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:19 smithi071 bash[9480]: cluster 2020-11-16T20:27:18.148746+0000 osd.8 (osd.8) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:19 smithi071 bash[9480]: cluster 2020-11-16T20:27:18.148847+0000 osd.8 (osd.8) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:19.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:19 smithi065 bash[9468]: cluster 2020-11-16T20:27:18.053783+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e194: 12 total, 12 up, 10 in
2020-11-16T20:27:19.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:19 smithi065 bash[9468]: cluster 2020-11-16T20:27:18.076084+0000 mgr.x (mgr.14196) 446 : cluster [DBG] pgmap v566: 27 pgs: 13 active+remapped+backfilling, 14 active+clean; 6.0 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 563 op/s; 35632/196796 objects misplaced (18.106%); 91 MiB/s, 1.46k objects/s recovering
2020-11-16T20:27:19.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:19 smithi065 bash[9468]: cluster 2020-11-16T20:27:18.148746+0000 osd.8 (osd.8) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:19.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:19 smithi065 bash[9468]: cluster 2020-11-16T20:27:18.148847+0000 osd.8 (osd.8) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:19.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:19 smithi142 bash[9523]: cluster 2020-11-16T20:27:18.053783+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e194: 12 total, 12 up, 10 in
2020-11-16T20:27:19.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:19 smithi142 bash[9523]: cluster 2020-11-16T20:27:18.076084+0000 mgr.x (mgr.14196) 446 : cluster [DBG] pgmap v566: 27 pgs: 13 active+remapped+backfilling, 14 active+clean; 6.0 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 563 op/s; 35632/196796 objects misplaced (18.106%); 91 MiB/s, 1.46k objects/s recovering
2020-11-16T20:27:19.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:19 smithi142 bash[9523]: cluster 2020-11-16T20:27:18.148746+0000 osd.8 (osd.8) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:19.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:19 smithi142 bash[9523]: cluster 2020-11-16T20:27:18.148847+0000 osd.8 (osd.8) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:20.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:20 smithi071 bash[9480]: cluster 2020-11-16T20:27:19.061204+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e195: 12 total, 12 up, 10 in
2020-11-16T20:27:20.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:20 smithi065 bash[9468]: cluster 2020-11-16T20:27:19.061204+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e195: 12 total, 12 up, 10 in
2020-11-16T20:27:20.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:20 smithi142 bash[9523]: cluster 2020-11-16T20:27:19.061204+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e195: 12 total, 12 up, 10 in
2020-11-16T20:27:20.931 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:27:20.931 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:27:21.092 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:21.194 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:27:21.432 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:21 smithi142 bash[22738]: debug 2020-11-16T20:27:21.090+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:21.432 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:21 smithi142 bash[9523]: cluster 2020-11-16T20:27:20.068805+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e196: 12 total, 12 up, 10 in
2020-11-16T20:27:21.432 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:21 smithi142 bash[9523]: cluster 2020-11-16T20:27:20.076463+0000 mgr.x (mgr.14196) 447 : cluster [DBG] pgmap v569: 27 pgs: 12 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 714 op/s; 29902/193524 objects misplaced (15.451%); 103 MiB/s, 1.65k objects/s recovering
2020-11-16T20:27:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:21 smithi071 bash[9480]: cluster 2020-11-16T20:27:20.068805+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e196: 12 total, 12 up, 10 in
2020-11-16T20:27:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:21 smithi071 bash[9480]: cluster 2020-11-16T20:27:20.076463+0000 mgr.x (mgr.14196) 447 : cluster [DBG] pgmap v569: 27 pgs: 12 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 714 op/s; 29902/193524 objects misplaced (15.451%); 103 MiB/s, 1.65k objects/s recovering
2020-11-16T20:27:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:21 smithi065 bash[9468]: cluster 2020-11-16T20:27:20.068805+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e196: 12 total, 12 up, 10 in
2020-11-16T20:27:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:21 smithi065 bash[9468]: cluster 2020-11-16T20:27:20.076463+0000 mgr.x (mgr.14196) 447 : cluster [DBG] pgmap v569: 27 pgs: 12 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 714 op/s; 29902/193524 objects misplaced (15.451%); 103 MiB/s, 1.65k objects/s recovering
2020-11-16T20:27:21.765 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11] out_osds:  [10, 9] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:27:21.766 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:27:21.766 INFO:tasks.thrashosds.thrasher:Killing osd 7, live_osds are [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
2020-11-16T20:27:21.766 INFO:tasks.cephadm.osd.7:Stopping osd.7...
2020-11-16T20:27:21.767 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.7
2020-11-16T20:27:22.118 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:27:21 smithi071 systemd[1]: Stopping Ceph osd.7 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:27:22.119 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:22 smithi071 bash[9480]: cluster 2020-11-16T20:27:20.985360+0000 osd.1 (osd.1) 52 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:22.119 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:22 smithi071 bash[9480]: cluster 2020-11-16T20:27:20.985418+0000 osd.1 (osd.1) 53 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:22.119 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:22 smithi071 bash[9480]: cluster 2020-11-16T20:27:21.120336+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e197: 12 total, 12 up, 10 in
2020-11-16T20:27:22.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:22 smithi065 bash[9468]: cluster 2020-11-16T20:27:20.985360+0000 osd.1 (osd.1) 52 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:22.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:22 smithi065 bash[9468]: cluster 2020-11-16T20:27:20.985418+0000 osd.1 (osd.1) 53 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:22.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:22 smithi065 bash[9468]: cluster 2020-11-16T20:27:21.120336+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e197: 12 total, 12 up, 10 in
2020-11-16T20:27:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:22 smithi142 bash[9523]: cluster 2020-11-16T20:27:20.985360+0000 osd.1 (osd.1) 52 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:22 smithi142 bash[9523]: cluster 2020-11-16T20:27:20.985418+0000 osd.1 (osd.1) 53 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:22 smithi142 bash[9523]: cluster 2020-11-16T20:27:21.120336+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e197: 12 total, 12 up, 10 in
2020-11-16T20:27:23.095 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:27:23.199 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:23.402 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:23 smithi142 bash[22738]: debug 2020-11-16T20:27:23.398+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:23.402 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:23 smithi142 bash[9523]: cluster 2020-11-16T20:27:22.076915+0000 mgr.x (mgr.14196) 448 : cluster [DBG] pgmap v571: 27 pgs: 1 active, 11 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 621 op/s; 28038/191788 objects misplaced (14.619%); 79 MiB/s, 1.27k objects/s recovering
2020-11-16T20:27:23.402 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:23 smithi142 bash[9523]: cluster 2020-11-16T20:27:22.119274+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e198: 12 total, 12 up, 10 in
2020-11-16T20:27:23.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:23 smithi142 bash[9523]: cluster 2020-11-16T20:27:22.472368+0000 osd.11 (osd.11) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:23.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:23 smithi142 bash[9523]: cluster 2020-11-16T20:27:22.472471+0000 osd.11 (osd.11) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:23.403 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:23.408 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops
2020-11-16T20:27:23.409 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:27:23 smithi071 bash[19196]: debug 2020-11-16T20:27:23.091+0000 7f5add4af700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:23.409 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:27:23 smithi071 bash[19196]: debug 2020-11-16T20:27:23.307+0000 7f5add4af700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:23.409 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:27:23 smithi071 bash[19196]: debug 2020-11-16T20:27:23.307+0000 7f5add4af700 -1 osd.7 199 *** Got signal Terminated ***
2020-11-16T20:27:23.409 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:27:23 smithi071 bash[19196]: debug 2020-11-16T20:27:23.307+0000 7f5add4af700 -1 osd.7 199 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T20:27:23.409 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:23 smithi071 bash[9480]: cluster 2020-11-16T20:27:22.076915+0000 mgr.x (mgr.14196) 448 : cluster [DBG] pgmap v571: 27 pgs: 1 active, 11 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 621 op/s; 28038/191788 objects misplaced (14.619%); 79 MiB/s, 1.27k objects/s recovering
2020-11-16T20:27:23.410 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:23 smithi071 bash[9480]: cluster 2020-11-16T20:27:22.119274+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e198: 12 total, 12 up, 10 in
2020-11-16T20:27:23.410 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:23 smithi071 bash[9480]: cluster 2020-11-16T20:27:22.472368+0000 osd.11 (osd.11) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:23.410 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:23 smithi071 bash[9480]: cluster 2020-11-16T20:27:22.472471+0000 osd.11 (osd.11) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:23.433 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:27:23.505 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:23.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:23 smithi065 bash[9468]: cluster 2020-11-16T20:27:22.076915+0000 mgr.x (mgr.14196) 448 : cluster [DBG] pgmap v571: 27 pgs: 1 active, 11 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 621 op/s; 28038/191788 objects misplaced (14.619%); 79 MiB/s, 1.27k objects/s recovering
2020-11-16T20:27:23.515 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:23 smithi065 bash[9468]: cluster 2020-11-16T20:27:22.119274+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e198: 12 total, 12 up, 10 in
2020-11-16T20:27:23.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:23 smithi065 bash[9468]: cluster 2020-11-16T20:27:22.472368+0000 osd.11 (osd.11) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:23.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:23 smithi065 bash[9468]: cluster 2020-11-16T20:27:22.472471+0000 osd.11 (osd.11) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:23.560 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:27:23.591 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:27:23.709 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:23.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:27:23 smithi065 bash[14115]: debug 2020-11-16T20:27:23.707+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:23.813 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.125299+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e199: 12 total, 12 up, 10 in
2020-11-16T20:27:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.439926+0000 mon.a (mon.0) 898 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.439976+0000 mon.a (mon.0) 899 : cluster [INF] osd.7 failed (root=default,host=smithi071) (connection refused reported by osd.2)
2020-11-16T20:27:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.440059+0000 mon.a (mon.0) 900 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.440315+0000 mon.a (mon.0) 901 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.440461+0000 mon.a (mon.0) 902 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.440643+0000 mon.a (mon.0) 903 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.440820+0000 mon.a (mon.0) 904 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.440965+0000 mon.a (mon.0) 905 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441044+0000 mon.a (mon.0) 906 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441140+0000 mon.a (mon.0) 907 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441248+0000 mon.a (mon.0) 908 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441360+0000 mon.a (mon.0) 909 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441520+0000 mon.a (mon.0) 910 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441621+0000 mon.a (mon.0) 911 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441750+0000 mon.a (mon.0) 912 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441863+0000 mon.a (mon.0) 913 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.441991+0000 mon.a (mon.0) 914 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.442210+0000 mon.a (mon.0) 915 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.442361+0000 mon.a (mon.0) 916 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.442485+0000 mon.a (mon.0) 917 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.442614+0000 mon.a (mon.0) 918 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.442802+0000 mon.a (mon.0) 919 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.444235+0000 mon.a (mon.0) 920 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.642339+0000 mon.a (mon.0) 921 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.642917+0000 mon.a (mon.0) 922 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.643045+0000 mon.a (mon.0) 923 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.643164+0000 mon.a (mon.0) 924 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.643318+0000 mon.a (mon.0) 925 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.643504+0000 mon.a (mon.0) 926 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.643665+0000 mon.a (mon.0) 927 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.643779+0000 mon.a (mon.0) 928 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.645755+0000 mon.a (mon.0) 929 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.645894+0000 mon.a (mon.0) 930 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.645946+0000 mon.a (mon.0) 931 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.646082+0000 mon.a (mon.0) 932 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.646233+0000 mon.a (mon.0) 933 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.646422+0000 mon.a (mon.0) 934 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.646684+0000 mon.a (mon.0) 935 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.646786+0000 mon.a (mon.0) 936 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.647012+0000 mon.a (mon.0) 937 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.647175+0000 mon.a (mon.0) 938 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.647307+0000 mon.a (mon.0) 939 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.647428+0000 mon.a (mon.0) 940 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.647570+0000 mon.a (mon.0) 941 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.647760+0000 mon.a (mon.0) 942 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.647931+0000 mon.a (mon.0) 943 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.648132+0000 mon.a (mon.0) 944 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.648282+0000 mon.a (mon.0) 945 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:23.648460+0000 mon.a (mon.0) 946 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.046016+0000 mon.a (mon.0) 947 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.046202+0000 mon.a (mon.0) 948 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.046366+0000 mon.a (mon.0) 949 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.046524+0000 mon.a (mon.0) 950 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.046670+0000 mon.a (mon.0) 951 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.046844+0000 mon.a (mon.0) 952 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.046989+0000 mon.a (mon.0) 953 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.460 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.047171+0000 mon.a (mon.0) 954 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.460 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.047321+0000 mon.a (mon.0) 955 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.460 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.047521+0000 mon.a (mon.0) 956 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.460 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.047718+0000 mon.a (mon.0) 957 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.460 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.047942+0000 mon.a (mon.0) 958 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.460 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.048116+0000 mon.a (mon.0) 959 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.460 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.048253+0000 mon.a (mon.0) 960 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.461 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.048368+0000 mon.a (mon.0) 961 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.461 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.048480+0000 mon.a (mon.0) 962 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.461 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.048659+0000 mon.a (mon.0) 963 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.461 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.048842+0000 mon.a (mon.0) 964 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.461 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.049034+0000 mon.a (mon.0) 965 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.461 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.049240+0000 mon.a (mon.0) 966 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.461 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.049418+0000 mon.a (mon.0) 967 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.461 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.049591+0000 mon.a (mon.0) 968 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.462 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.049706+0000 mon.a (mon.0) 969 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.462 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.049804+0000 mon.a (mon.0) 970 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.462 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.050033+0000 mon.a (mon.0) 971 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.462 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:24 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.050802+0000 mon.a (mon.0) 972 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.125299+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e199: 12 total, 12 up, 10 in
2020-11-16T20:27:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.439926+0000 mon.a (mon.0) 898 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.439976+0000 mon.a (mon.0) 899 : cluster [INF] osd.7 failed (root=default,host=smithi071) (connection refused reported by osd.2)
2020-11-16T20:27:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.440059+0000 mon.a (mon.0) 900 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.440315+0000 mon.a (mon.0) 901 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.440461+0000 mon.a (mon.0) 902 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.440643+0000 mon.a (mon.0) 903 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.440820+0000 mon.a (mon.0) 904 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.440965+0000 mon.a (mon.0) 905 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441044+0000 mon.a (mon.0) 906 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441140+0000 mon.a (mon.0) 907 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441248+0000 mon.a (mon.0) 908 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441360+0000 mon.a (mon.0) 909 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441520+0000 mon.a (mon.0) 910 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441621+0000 mon.a (mon.0) 911 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441750+0000 mon.a (mon.0) 912 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441863+0000 mon.a (mon.0) 913 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.441991+0000 mon.a (mon.0) 914 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.442210+0000 mon.a (mon.0) 915 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.442361+0000 mon.a (mon.0) 916 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.442485+0000 mon.a (mon.0) 917 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.442614+0000 mon.a (mon.0) 918 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.442802+0000 mon.a (mon.0) 919 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.444235+0000 mon.a (mon.0) 920 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.537 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.642339+0000 mon.a (mon.0) 921 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.538 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.642917+0000 mon.a (mon.0) 922 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.125299+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e199: 12 total, 12 up, 10 in
2020-11-16T20:27:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.439926+0000 mon.a (mon.0) 898 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.439976+0000 mon.a (mon.0) 899 : cluster [INF] osd.7 failed (root=default,host=smithi071) (connection refused reported by osd.2)
2020-11-16T20:27:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.440059+0000 mon.a (mon.0) 900 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.440315+0000 mon.a (mon.0) 901 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.440461+0000 mon.a (mon.0) 902 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.440643+0000 mon.a (mon.0) 903 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.440820+0000 mon.a (mon.0) 904 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.440965+0000 mon.a (mon.0) 905 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441044+0000 mon.a (mon.0) 906 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441140+0000 mon.a (mon.0) 907 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441248+0000 mon.a (mon.0) 908 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441360+0000 mon.a (mon.0) 909 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441520+0000 mon.a (mon.0) 910 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441621+0000 mon.a (mon.0) 911 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441750+0000 mon.a (mon.0) 912 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441863+0000 mon.a (mon.0) 913 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.441991+0000 mon.a (mon.0) 914 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.442210+0000 mon.a (mon.0) 915 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.442361+0000 mon.a (mon.0) 916 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.442485+0000 mon.a (mon.0) 917 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.541 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.442614+0000 mon.a (mon.0) 918 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.442802+0000 mon.a (mon.0) 919 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.444235+0000 mon.a (mon.0) 920 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.642339+0000 mon.a (mon.0) 921 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.642917+0000 mon.a (mon.0) 922 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.643045+0000 mon.a (mon.0) 923 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.643164+0000 mon.a (mon.0) 924 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.542 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.643318+0000 mon.a (mon.0) 925 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.643504+0000 mon.a (mon.0) 926 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.643665+0000 mon.a (mon.0) 927 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.643779+0000 mon.a (mon.0) 928 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.645755+0000 mon.a (mon.0) 929 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.645894+0000 mon.a (mon.0) 930 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.645946+0000 mon.a (mon.0) 931 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.646082+0000 mon.a (mon.0) 932 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.646233+0000 mon.a (mon.0) 933 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.646422+0000 mon.a (mon.0) 934 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.646684+0000 mon.a (mon.0) 935 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.646786+0000 mon.a (mon.0) 936 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.647012+0000 mon.a (mon.0) 937 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.647175+0000 mon.a (mon.0) 938 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.647307+0000 mon.a (mon.0) 939 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.647428+0000 mon.a (mon.0) 940 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.647570+0000 mon.a (mon.0) 941 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.647760+0000 mon.a (mon.0) 942 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.647931+0000 mon.a (mon.0) 943 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.648132+0000 mon.a (mon.0) 944 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.648282+0000 mon.a (mon.0) 945 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:23.648460+0000 mon.a (mon.0) 946 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.046016+0000 mon.a (mon.0) 947 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.046202+0000 mon.a (mon.0) 948 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.046366+0000 mon.a (mon.0) 949 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.046524+0000 mon.a (mon.0) 950 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.046670+0000 mon.a (mon.0) 951 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.046844+0000 mon.a (mon.0) 952 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.046989+0000 mon.a (mon.0) 953 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.047171+0000 mon.a (mon.0) 954 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.047321+0000 mon.a (mon.0) 955 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.047521+0000 mon.a (mon.0) 956 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.047718+0000 mon.a (mon.0) 957 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.047942+0000 mon.a (mon.0) 958 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.048116+0000 mon.a (mon.0) 959 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.048253+0000 mon.a (mon.0) 960 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.048368+0000 mon.a (mon.0) 961 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.048480+0000 mon.a (mon.0) 962 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.048659+0000 mon.a (mon.0) 963 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.048842+0000 mon.a (mon.0) 964 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.049034+0000 mon.a (mon.0) 965 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.049240+0000 mon.a (mon.0) 966 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.049418+0000 mon.a (mon.0) 967 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.049591+0000 mon.a (mon.0) 968 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.049706+0000 mon.a (mon.0) 969 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.049804+0000 mon.a (mon.0) 970 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.549 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.050033+0000 mon.a (mon.0) 971 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.549 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:24 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.050802+0000 mon.a (mon.0) 972 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.643045+0000 mon.a (mon.0) 923 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.643164+0000 mon.a (mon.0) 924 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.643318+0000 mon.a (mon.0) 925 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.643504+0000 mon.a (mon.0) 926 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.643665+0000 mon.a (mon.0) 927 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.550 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.643779+0000 mon.a (mon.0) 928 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.550 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.645755+0000 mon.a (mon.0) 929 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.550 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.645894+0000 mon.a (mon.0) 930 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.550 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.645946+0000 mon.a (mon.0) 931 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.550 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.646082+0000 mon.a (mon.0) 932 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.550 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.646233+0000 mon.a (mon.0) 933 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.550 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.646422+0000 mon.a (mon.0) 934 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.550 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.646684+0000 mon.a (mon.0) 935 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.551 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.646786+0000 mon.a (mon.0) 936 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.551 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.647012+0000 mon.a (mon.0) 937 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.551 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.647175+0000 mon.a (mon.0) 938 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.551 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.647307+0000 mon.a (mon.0) 939 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.551 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.647428+0000 mon.a (mon.0) 940 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.551 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.647570+0000 mon.a (mon.0) 941 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.551 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.647760+0000 mon.a (mon.0) 942 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.552 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.647931+0000 mon.a (mon.0) 943 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.552 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.648132+0000 mon.a (mon.0) 944 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.552 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.648282+0000 mon.a (mon.0) 945 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.552 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:23.648460+0000 mon.a (mon.0) 946 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.552 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.046016+0000 mon.a (mon.0) 947 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.552 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.046202+0000 mon.a (mon.0) 948 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.552 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.046366+0000 mon.a (mon.0) 949 : cluster [DBG] osd.7 reported immediately failed by osd.2
2020-11-16T20:27:24.552 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.046524+0000 mon.a (mon.0) 950 : cluster [DBG] osd.7 reported immediately failed by osd.3
2020-11-16T20:27:24.553 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.046670+0000 mon.a (mon.0) 951 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.553 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.046844+0000 mon.a (mon.0) 952 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.553 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.046989+0000 mon.a (mon.0) 953 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.553 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.047171+0000 mon.a (mon.0) 954 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.553 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.047321+0000 mon.a (mon.0) 955 : cluster [DBG] osd.7 reported immediately failed by osd.1
2020-11-16T20:27:24.553 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.047521+0000 mon.a (mon.0) 956 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:24.553 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.047718+0000 mon.a (mon.0) 957 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.554 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.047942+0000 mon.a (mon.0) 958 : cluster [DBG] osd.7 reported immediately failed by osd.5
2020-11-16T20:27:24.554 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.048116+0000 mon.a (mon.0) 959 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.554 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.048253+0000 mon.a (mon.0) 960 : cluster [DBG] osd.7 reported immediately failed by osd.6
2020-11-16T20:27:24.554 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.048368+0000 mon.a (mon.0) 961 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.554 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.048480+0000 mon.a (mon.0) 962 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.554 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.048659+0000 mon.a (mon.0) 963 : cluster [DBG] osd.7 reported immediately failed by osd.8
2020-11-16T20:27:24.554 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.048842+0000 mon.a (mon.0) 964 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.554 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.049034+0000 mon.a (mon.0) 965 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.049240+0000 mon.a (mon.0) 966 : cluster [DBG] osd.7 reported immediately failed by osd.10
2020-11-16T20:27:24.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.049418+0000 mon.a (mon.0) 967 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.049591+0000 mon.a (mon.0) 968 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.049706+0000 mon.a (mon.0) 969 : cluster [DBG] osd.7 reported immediately failed by osd.11
2020-11-16T20:27:24.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.049804+0000 mon.a (mon.0) 970 : cluster [DBG] osd.7 reported immediately failed by osd.9
2020-11-16T20:27:24.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.050033+0000 mon.a (mon.0) 971 : cluster [DBG] osd.7 reported immediately failed by osd.0
2020-11-16T20:27:24.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:24 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.050802+0000 mon.a (mon.0) 972 : cluster [DBG] osd.7 reported immediately failed by osd.4
2020-11-16T20:27:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:25 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.077479+0000 mgr.x (mgr.14196) 449 : cluster [DBG] pgmap v574: 27 pgs: 1 peering, 1 active, 8 active+remapped+backfilling, 17 active+clean; 5.8 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 632 op/s; 23034/188450 objects misplaced (12.223%); 75 MiB/s, 1.21k objects/s recovering
2020-11-16T20:27:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:25 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.122870+0000 mon.a (mon.0) 973 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:27:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:25 smithi071 bash[9480]: cluster 2020-11-16T20:27:24.139434+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e200: 12 total, 11 up, 10 in
2020-11-16T20:27:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:25 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.077479+0000 mgr.x (mgr.14196) 449 : cluster [DBG] pgmap v574: 27 pgs: 1 peering, 1 active, 8 active+remapped+backfilling, 17 active+clean; 5.8 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 632 op/s; 23034/188450 objects misplaced (12.223%); 75 MiB/s, 1.21k objects/s recovering
2020-11-16T20:27:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:25 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.122870+0000 mon.a (mon.0) 973 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:27:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:25 smithi065 bash[9468]: cluster 2020-11-16T20:27:24.139434+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e200: 12 total, 11 up, 10 in
2020-11-16T20:27:25.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:25 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.077479+0000 mgr.x (mgr.14196) 449 : cluster [DBG] pgmap v574: 27 pgs: 1 peering, 1 active, 8 active+remapped+backfilling, 17 active+clean; 5.8 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 632 op/s; 23034/188450 objects misplaced (12.223%); 75 MiB/s, 1.21k objects/s recovering
2020-11-16T20:27:25.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:25 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.122870+0000 mon.a (mon.0) 973 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:27:25.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:25 smithi142 bash[9523]: cluster 2020-11-16T20:27:24.139434+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e200: 12 total, 11 up, 10 in
2020-11-16T20:27:25.611 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:25.715 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:25.850 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:25.954 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:25.962 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:27:25 smithi142 bash[18009]: debug 2020-11-16T20:27:25.610+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:26.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:27:25 smithi065 bash[18823]: debug 2020-11-16T20:27:25.847+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:26.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:26 smithi142 bash[9523]: cluster 2020-11-16T20:27:25.133211+0000 osd.9 (osd.9) 34 : cluster [INF] 2.8 continuing backfill to osd.0 from (138'800,199'11786] 2:13e23f94:::benchmark_data_smithi065_20143_object111743:head to 199'11786
2020-11-16T20:27:26.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:26 smithi142 bash[9523]: cluster 2020-11-16T20:27:25.133239+0000 osd.9 (osd.9) 35 : cluster [INF] 2.0 continuing backfill to osd.11 from (138'1000,199'12040] 2:050a16cb:::benchmark_data_smithi065_20143_object112740:head to 199'12040
2020-11-16T20:27:26.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:26 smithi142 bash[9523]: cluster 2020-11-16T20:27:25.134852+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e201: 12 total, 11 up, 10 in
2020-11-16T20:27:26.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:26 smithi142 bash[9523]: cluster 2020-11-16T20:27:26.029667+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e202: 12 total, 11 up, 10 in
2020-11-16T20:27:26.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:26 smithi142 bash[9523]: audit 2020-11-16T20:27:26.135480+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:27:26.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:26 smithi142 bash[9523]: audit 2020-11-16T20:27:26.136028+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:27:26.422 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:26 smithi071 bash[9480]: cluster 2020-11-16T20:27:25.133211+0000 osd.9 (osd.9) 34 : cluster [INF] 2.8 continuing backfill to osd.0 from (138'800,199'11786] 2:13e23f94:::benchmark_data_smithi065_20143_object111743:head to 199'11786
2020-11-16T20:27:26.423 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:26 smithi071 bash[9480]: cluster 2020-11-16T20:27:25.133239+0000 osd.9 (osd.9) 35 : cluster [INF] 2.0 continuing backfill to osd.11 from (138'1000,199'12040] 2:050a16cb:::benchmark_data_smithi065_20143_object112740:head to 199'12040
2020-11-16T20:27:26.423 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:26 smithi071 bash[9480]: cluster 2020-11-16T20:27:25.134852+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e201: 12 total, 11 up, 10 in
2020-11-16T20:27:26.423 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:26 smithi071 bash[9480]: cluster 2020-11-16T20:27:26.029667+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e202: 12 total, 11 up, 10 in
2020-11-16T20:27:26.423 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:26 smithi071 bash[9480]: audit 2020-11-16T20:27:26.135480+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:27:26.423 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:26 smithi071 bash[9480]: audit 2020-11-16T20:27:26.136028+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:27:26.423 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:27:26 smithi071 docker[24092]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:27:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:26 smithi065 bash[9468]: cluster 2020-11-16T20:27:25.133211+0000 osd.9 (osd.9) 34 : cluster [INF] 2.8 continuing backfill to osd.0 from (138'800,199'11786] 2:13e23f94:::benchmark_data_smithi065_20143_object111743:head to 199'11786
2020-11-16T20:27:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:26 smithi065 bash[9468]: cluster 2020-11-16T20:27:25.133239+0000 osd.9 (osd.9) 35 : cluster [INF] 2.0 continuing backfill to osd.11 from (138'1000,199'12040] 2:050a16cb:::benchmark_data_smithi065_20143_object112740:head to 199'12040
2020-11-16T20:27:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:26 smithi065 bash[9468]: cluster 2020-11-16T20:27:25.134852+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e201: 12 total, 11 up, 10 in
2020-11-16T20:27:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:26 smithi065 bash[9468]: cluster 2020-11-16T20:27:26.029667+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e202: 12 total, 11 up, 10 in
2020-11-16T20:27:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:26 smithi065 bash[9468]: audit 2020-11-16T20:27:26.135480+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:27:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:26 smithi065 bash[9468]: audit 2020-11-16T20:27:26.136028+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:27:26.701 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:27:26 smithi071 bash[24151]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7-deactivate
2020-11-16T20:27:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:27 smithi065 bash[9468]: cluster 2020-11-16T20:27:26.078000+0000 mgr.x (mgr.14196) 450 : cluster [DBG] pgmap v578: 27 pgs: 2 stale+active+remapped+backfilling, 1 peering, 6 active+remapped+backfilling, 1 undersized+peered, 17 active+clean; 5.7 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 636 op/s; 21736/186058 objects misplaced (11.682%); 47 MiB/s, 756 objects/s recovering
2020-11-16T20:27:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:27 smithi065 bash[9468]: cluster 2020-11-16T20:27:27.032932+0000 mon.a (mon.0) 979 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY)
2020-11-16T20:27:27.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:27 smithi142 bash[9523]: cluster 2020-11-16T20:27:26.078000+0000 mgr.x (mgr.14196) 450 : cluster [DBG] pgmap v578: 27 pgs: 2 stale+active+remapped+backfilling, 1 peering, 6 active+remapped+backfilling, 1 undersized+peered, 17 active+clean; 5.7 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 636 op/s; 21736/186058 objects misplaced (11.682%); 47 MiB/s, 756 objects/s recovering
2020-11-16T20:27:27.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:27 smithi142 bash[9523]: cluster 2020-11-16T20:27:27.032932+0000 mon.a (mon.0) 979 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY)
2020-11-16T20:27:27.635 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:27 smithi071 bash[9480]: cluster 2020-11-16T20:27:26.078000+0000 mgr.x (mgr.14196) 450 : cluster [DBG] pgmap v578: 27 pgs: 2 stale+active+remapped+backfilling, 1 peering, 6 active+remapped+backfilling, 1 undersized+peered, 17 active+clean; 5.7 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 636 op/s; 21736/186058 objects misplaced (11.682%); 47 MiB/s, 756 objects/s recovering
2020-11-16T20:27:27.635 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:27 smithi071 bash[9480]: cluster 2020-11-16T20:27:27.032932+0000 mon.a (mon.0) 979 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY)
2020-11-16T20:27:28.742 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:28.846 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:28.989 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:29.035 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:28 smithi142 bash[15670]: debug 2020-11-16T20:27:28.742+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:29.093 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:29.160 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:27:28 smithi065 bash[18823]: debug 2020-11-16T20:27:28.987+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:29.303 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:29 smithi071 bash[9480]: cluster 2020-11-16T20:27:28.078900+0000 mgr.x (mgr.14196) 451 : cluster [DBG] pgmap v579: 27 pgs: 2 stale+active+remapped+backfilling, 1 peering, 1 active+clean+remapped, 5 active+remapped+backfilling, 1 undersized+peered, 17 active+clean; 5.7 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 413 op/s; 16882/185456 objects misplaced (9.103%); 82 MiB/s, 1.32k objects/s recovering
2020-11-16T20:27:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:29 smithi071 bash[9480]: cluster 2020-11-16T20:27:28.158324+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e203: 12 total, 11 up, 10 in
2020-11-16T20:27:29.534 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:27:29 smithi065 bash[14115]: debug 2020-11-16T20:27:29.199+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:29 smithi065 bash[9468]: cluster 2020-11-16T20:27:28.078900+0000 mgr.x (mgr.14196) 451 : cluster [DBG] pgmap v579: 27 pgs: 2 stale+active+remapped+backfilling, 1 peering, 1 active+clean+remapped, 5 active+remapped+backfilling, 1 undersized+peered, 17 active+clean; 5.7 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 413 op/s; 16882/185456 objects misplaced (9.103%); 82 MiB/s, 1.32k objects/s recovering
2020-11-16T20:27:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:29 smithi065 bash[9468]: cluster 2020-11-16T20:27:28.158324+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e203: 12 total, 11 up, 10 in
2020-11-16T20:27:29.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:29 smithi142 bash[9523]: cluster 2020-11-16T20:27:28.078900+0000 mgr.x (mgr.14196) 451 : cluster [DBG] pgmap v579: 27 pgs: 2 stale+active+remapped+backfilling, 1 peering, 1 active+clean+remapped, 5 active+remapped+backfilling, 1 undersized+peered, 17 active+clean; 5.7 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 413 op/s; 16882/185456 objects misplaced (9.103%); 82 MiB/s, 1.32k objects/s recovering
2020-11-16T20:27:29.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:29 smithi142 bash[9523]: cluster 2020-11-16T20:27:28.158324+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e203: 12 total, 11 up, 10 in
2020-11-16T20:27:29.624 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:29.728 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:29.845 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:29.949 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:29.950 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:27:29 smithi071 bash[16796]: debug 2020-11-16T20:27:29.619+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:30.033 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:27:29 smithi065 bash[14115]: debug 2020-11-16T20:27:29.843+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:30.066 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:30.171 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:30.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:30 smithi071 bash[9480]: cluster 2020-11-16T20:27:29.158463+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e204: 12 total, 11 up, 10 in
2020-11-16T20:27:30.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:30 smithi065 bash[9468]: cluster 2020-11-16T20:27:29.158463+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e204: 12 total, 11 up, 10 in
2020-11-16T20:27:30.534 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:27:30 smithi065 bash[14115]: debug 2020-11-16T20:27:30.063+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:30.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:30 smithi142 bash[9523]: cluster 2020-11-16T20:27:29.158463+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e204: 12 total, 11 up, 10 in
2020-11-16T20:27:30.850 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:30.956 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:31.111 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:31.160 INFO:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.7.service'
2020-11-16T20:27:31.188 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T20:27:31.189 INFO:tasks.cephadm.osd.7:Stopped osd.7
2020-11-16T20:27:31.189 INFO:tasks.thrashosds.thrasher:Testing ceph-objectstore-tool on down osd.7
2020-11-16T20:27:31.189 INFO:tasks.thrashosds.thrasher:remote for osd 7 is ubuntu@smithi071.front.sepia.ceph.com
2020-11-16T20:27:31.190 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.7 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-7 --journal-path /var/lib/ceph/osd/ceph-7/journal --op list-pgs
2020-11-16T20:27:31.214 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:31.284 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:27:31 smithi065 bash[16457]: debug 2020-11-16T20:27:31.111+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:31.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:31 smithi065 bash[9468]: cluster 2020-11-16T20:27:30.079947+0000 mgr.x (mgr.14196) 452 : cluster [DBG] pgmap v582: 27 pgs: 1 undersized+degraded+peered, 2 undersized+degraded+remapped+backfilling+peered, 16 active+clean, 1 undersized+peered, 5 active+remapped+backfilling, 2 active+clean+remapped; 5.6 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 182 op/s; 3752/184864 objects degraded (2.030%); 21229/184864 objects misplaced (11.484%); 102 MiB/s, 1.63k objects/s recovering
2020-11-16T20:27:31.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:31 smithi065 bash[9468]: cluster 2020-11-16T20:27:30.163637+0000 mon.a (mon.0) 982 : cluster [WRN] Health check failed: Degraded data redundancy: 3752/184864 objects degraded (2.030%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:27:31.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:31 smithi065 bash[9468]: cluster 2020-11-16T20:27:30.177090+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e205: 12 total, 11 up, 10 in
2020-11-16T20:27:31.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:31 smithi065 bash[9468]: cluster 2020-11-16T20:27:31.035925+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e206: 12 total, 11 up, 10 in
2020-11-16T20:27:31.362 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:30 smithi142 bash[15670]: debug 2020-11-16T20:27:30.850+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:31.385 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.7/config
2020-11-16T20:27:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:31 smithi071 bash[9480]: cluster 2020-11-16T20:27:30.079947+0000 mgr.x (mgr.14196) 452 : cluster [DBG] pgmap v582: 27 pgs: 1 undersized+degraded+peered, 2 undersized+degraded+remapped+backfilling+peered, 16 active+clean, 1 undersized+peered, 5 active+remapped+backfilling, 2 active+clean+remapped; 5.6 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 182 op/s; 3752/184864 objects degraded (2.030%); 21229/184864 objects misplaced (11.484%); 102 MiB/s, 1.63k objects/s recovering
2020-11-16T20:27:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:31 smithi071 bash[9480]: cluster 2020-11-16T20:27:30.163637+0000 mon.a (mon.0) 982 : cluster [WRN] Health check failed: Degraded data redundancy: 3752/184864 objects degraded (2.030%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:27:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:31 smithi071 bash[9480]: cluster 2020-11-16T20:27:30.177090+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e205: 12 total, 11 up, 10 in
2020-11-16T20:27:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:31 smithi071 bash[9480]: cluster 2020-11-16T20:27:31.035925+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e206: 12 total, 11 up, 10 in
2020-11-16T20:27:31.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:31 smithi142 bash[9523]: cluster 2020-11-16T20:27:30.079947+0000 mgr.x (mgr.14196) 452 : cluster [DBG] pgmap v582: 27 pgs: 1 undersized+degraded+peered, 2 undersized+degraded+remapped+backfilling+peered, 16 active+clean, 1 undersized+peered, 5 active+remapped+backfilling, 2 active+clean+remapped; 5.6 GiB data, 13 GiB used, 881 GiB / 894 GiB avail; 0 B/s wr, 182 op/s; 3752/184864 objects degraded (2.030%); 21229/184864 objects misplaced (11.484%); 102 MiB/s, 1.63k objects/s recovering
2020-11-16T20:27:31.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:31 smithi142 bash[9523]: cluster 2020-11-16T20:27:30.163637+0000 mon.a (mon.0) 982 : cluster [WRN] Health check failed: Degraded data redundancy: 3752/184864 objects degraded (2.030%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:27:31.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:31 smithi142 bash[9523]: cluster 2020-11-16T20:27:30.177090+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e205: 12 total, 11 up, 10 in
2020-11-16T20:27:31.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:31 smithi142 bash[9523]: cluster 2020-11-16T20:27:31.035925+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e206: 12 total, 11 up, 10 in
2020-11-16T20:27:31.790 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:31.896 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:27:32.165 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:31 smithi142 bash[22738]: debug 2020-11-16T20:27:31.790+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:32.166 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:32 smithi071 bash[9480]: cluster 2020-11-16T20:27:31.039808+0000 osd.6 (osd.6) 40 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:27:32.166 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:32 smithi071 bash[9480]: cluster 2020-11-16T20:27:31.076762+0000 osd.11 (osd.11) 31 : cluster [DBG] 2.c scrub starts
2020-11-16T20:27:32.166 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:32 smithi071 bash[9480]: cluster 2020-11-16T20:27:32.037011+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e207: 12 total, 11 up, 10 in
2020-11-16T20:27:32.298 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:27:32.401 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:32.452 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:27:32 smithi071 bash[12066]: debug 2020-11-16T20:27:32.295+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:32.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:32 smithi065 bash[9468]: cluster 2020-11-16T20:27:31.039808+0000 osd.6 (osd.6) 40 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:27:32.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:32 smithi065 bash[9468]: cluster 2020-11-16T20:27:31.076762+0000 osd.11 (osd.11) 31 : cluster [DBG] 2.c scrub starts
2020-11-16T20:27:32.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:32 smithi065 bash[9468]: cluster 2020-11-16T20:27:32.037011+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e207: 12 total, 11 up, 10 in
2020-11-16T20:27:32.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:32 smithi142 bash[9523]: cluster 2020-11-16T20:27:31.039808+0000 osd.6 (osd.6) 40 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:27:32.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:32 smithi142 bash[9523]: cluster 2020-11-16T20:27:31.076762+0000 osd.11 (osd.11) 31 : cluster [DBG] 2.c scrub starts
2020-11-16T20:27:32.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:32 smithi142 bash[9523]: cluster 2020-11-16T20:27:32.037011+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e207: 12 total, 11 up, 10 in
2020-11-16T20:27:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:33.187 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:33.188 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:27:33.188 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:27:33.337 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:33.441 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:33.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:27:33 smithi071 bash[14419]: debug 2020-11-16T20:27:33.079+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:33 smithi071 bash[9480]: cluster 2020-11-16T20:27:31.540742+0000 osd.6 (osd.6) 41 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:27:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:33 smithi071 bash[9480]: cluster 2020-11-16T20:27:32.023898+0000 osd.6 (osd.6) 42 : cluster [DBG] 2.17 scrub starts
2020-11-16T20:27:33.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:33 smithi071 bash[9480]: cluster 2020-11-16T20:27:32.080615+0000 mgr.x (mgr.14196) 453 : cluster [DBG] pgmap v586: 27 pgs: 1 undersized+peered, 1 undersized+degraded+peered, 1 active+remapped, 16 active+clean, 5 active+remapped+backfilling, 3 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 21 op/s; 2873/184800 objects degraded (1.555%); 21223/184800 objects misplaced (11.484%); 13 MiB/s, 205 objects/s recovering
2020-11-16T20:27:33.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:33 smithi142 bash[9523]: cluster 2020-11-16T20:27:31.540742+0000 osd.6 (osd.6) 41 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:27:33.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:33 smithi142 bash[9523]: cluster 2020-11-16T20:27:32.023898+0000 osd.6 (osd.6) 42 : cluster [DBG] 2.17 scrub starts
2020-11-16T20:27:33.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:33 smithi142 bash[9523]: cluster 2020-11-16T20:27:32.080615+0000 mgr.x (mgr.14196) 453 : cluster [DBG] pgmap v586: 27 pgs: 1 undersized+peered, 1 undersized+degraded+peered, 1 active+remapped, 16 active+clean, 5 active+remapped+backfilling, 3 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 21 op/s; 2873/184800 objects degraded (1.555%); 21223/184800 objects misplaced (11.484%); 13 MiB/s, 205 objects/s recovering
2020-11-16T20:27:33.533 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:33 smithi065 bash[11785]: debug 2020-11-16T20:27:33.335+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:33 smithi065 bash[9468]: cluster 2020-11-16T20:27:31.540742+0000 osd.6 (osd.6) 41 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:27:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:33 smithi065 bash[9468]: cluster 2020-11-16T20:27:32.023898+0000 osd.6 (osd.6) 42 : cluster [DBG] 2.17 scrub starts
2020-11-16T20:27:33.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:33 smithi065 bash[9468]: cluster 2020-11-16T20:27:32.080615+0000 mgr.x (mgr.14196) 453 : cluster [DBG] pgmap v586: 27 pgs: 1 undersized+peered, 1 undersized+degraded+peered, 1 active+remapped, 16 active+clean, 5 active+remapped+backfilling, 3 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 21 op/s; 2873/184800 objects degraded (1.555%); 21223/184800 objects misplaced (11.484%); 13 MiB/s, 205 objects/s recovering
2020-11-16T20:27:33.652 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:33.757 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:33.785 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:27:33 smithi142 bash[20366]: debug 2020-11-16T20:27:33.650+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:34.184 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:27:34.184 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:27:34.213 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:27:34.227 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:34.246 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:27:34.274 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:27:34.306 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:27:34.329 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:34.341 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:27:34.367 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:27:34.393 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:27:34.403 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_historic_ops
2020-11-16T20:27:34.427 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:27:34.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:34 smithi071 bash[9480]: cluster 2020-11-16T20:27:32.518154+0000 osd.6 (osd.6) 43 : cluster [DBG] 2.17 scrub ok
2020-11-16T20:27:34.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:34 smithi071 bash[9480]: audit 2020-11-16T20:27:33.303457+0000 mon.a (mon.0) 986 : audit [INF] from='client.? v1:172.21.15.142:0/1300727685' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:27:34.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:34 smithi071 bash[9480]: audit 2020-11-16T20:27:34.155879+0000 mon.b (mon.1) 329 : audit [DBG] from='client.? v1:172.21.15.142:0/698723377' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:34.451 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:27:34 smithi071 bash[16796]: debug 2020-11-16T20:27:34.223+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:34.456 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:27:34.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:34 smithi065 bash[9468]: cluster 2020-11-16T20:27:32.518154+0000 osd.6 (osd.6) 43 : cluster [DBG] 2.17 scrub ok
2020-11-16T20:27:34.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:34 smithi065 bash[9468]: audit 2020-11-16T20:27:33.303457+0000 mon.a (mon.0) 986 : audit [INF] from='client.? v1:172.21.15.142:0/1300727685' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:27:34.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:34 smithi065 bash[9468]: audit 2020-11-16T20:27:34.155879+0000 mon.b (mon.1) 329 : audit [DBG] from='client.? v1:172.21.15.142:0/698723377' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:34.479 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:34.480 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:27:34 smithi065 bash[18823]: debug 2020-11-16T20:27:34.479+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:34.484 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:27:34.485 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.485 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.485 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.485 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.485 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.486 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.486 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.486 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.7
2020-11-16T20:27:34.486 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: problem getting command descriptions from osd.7
2020-11-16T20:27:34.486 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.486 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.486 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.487 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:27:34.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:34 smithi142 bash[9523]: cluster 2020-11-16T20:27:32.518154+0000 osd.6 (osd.6) 43 : cluster [DBG] 2.17 scrub ok
2020-11-16T20:27:34.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:34 smithi142 bash[9523]: audit 2020-11-16T20:27:33.303457+0000 mon.a (mon.0) 986 : audit [INF] from='client.? v1:172.21.15.142:0/1300727685' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:27:34.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:34 smithi142 bash[9523]: audit 2020-11-16T20:27:34.155879+0000 mon.b (mon.1) 329 : audit [DBG] from='client.? v1:172.21.15.142:0/698723377' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:34.546 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:27:34.584 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:27:35.288 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:27:35.391 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:35.451 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[12066]: debug 2020-11-16T20:27:35.283+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:33.904923+0000 osd.5 (osd.5) 39 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:27:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.003723+0000 osd.6 (osd.6) 44 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.003816+0000 osd.6 (osd.6) 45 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.081478+0000 mgr.x (mgr.14196) 454 : cluster [DBG] pgmap v587: 27 pgs: 1 undersized+degraded+peered, 1 undersized+peered, 1 active+remapped, 18 active+clean, 3 active+remapped+backfilling, 3 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 21 op/s; 2873/184708 objects degraded (1.555%); 16314/184708 objects misplaced (8.832%); 59 MiB/s, 936 objects/s recovering
2020-11-16T20:27:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.172086+0000 mon.a (mon.0) 987 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:27:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: audit 2020-11-16T20:27:34.185882+0000 mon.a (mon.0) 988 : audit [INF] from='client.? v1:172.21.15.142:0/1300727685' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:27:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.185923+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e208: 12 total, 11 up, 10 in
2020-11-16T20:27:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.188284+0000 osd.0 (osd.0) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.217294+0000 osd.1 (osd.1) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.249444+0000 osd.2 (osd.2) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.279324+0000 osd.3 (osd.3) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.306892+0000 osd.4 (osd.4) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.369595+0000 osd.6 (osd.6) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.457152+0000 osd.10 (osd.10) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.485979+0000 osd.11 (osd.11) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.524 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:33.904923+0000 osd.5 (osd.5) 39 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:27:35.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.003723+0000 osd.6 (osd.6) 44 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:35.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.003816+0000 osd.6 (osd.6) 45 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:35.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.081478+0000 mgr.x (mgr.14196) 454 : cluster [DBG] pgmap v587: 27 pgs: 1 undersized+degraded+peered, 1 undersized+peered, 1 active+remapped, 18 active+clean, 3 active+remapped+backfilling, 3 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 21 op/s; 2873/184708 objects degraded (1.555%); 16314/184708 objects misplaced (8.832%); 59 MiB/s, 936 objects/s recovering
2020-11-16T20:27:35.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.172086+0000 mon.a (mon.0) 987 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:27:35.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: audit 2020-11-16T20:27:34.185882+0000 mon.a (mon.0) 988 : audit [INF] from='client.? v1:172.21.15.142:0/1300727685' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:27:35.526 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.185923+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e208: 12 total, 11 up, 10 in
2020-11-16T20:27:35.526 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.188284+0000 osd.0 (osd.0) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.526 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.217294+0000 osd.1 (osd.1) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.526 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.249444+0000 osd.2 (osd.2) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.526 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.279324+0000 osd.3 (osd.3) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.526 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.306892+0000 osd.4 (osd.4) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.526 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.369595+0000 osd.6 (osd.6) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.527 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.457152+0000 osd.10 (osd.10) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.527 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:35 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.485979+0000 osd.11 (osd.11) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:33.904923+0000 osd.5 (osd.5) 39 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:27:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.003723+0000 osd.6 (osd.6) 44 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.003816+0000 osd.6 (osd.6) 45 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.081478+0000 mgr.x (mgr.14196) 454 : cluster [DBG] pgmap v587: 27 pgs: 1 undersized+degraded+peered, 1 undersized+peered, 1 active+remapped, 18 active+clean, 3 active+remapped+backfilling, 3 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 21 op/s; 2873/184708 objects degraded (1.555%); 16314/184708 objects misplaced (8.832%); 59 MiB/s, 936 objects/s recovering
2020-11-16T20:27:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.172086+0000 mon.a (mon.0) 987 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:27:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: audit 2020-11-16T20:27:34.185882+0000 mon.a (mon.0) 988 : audit [INF] from='client.? v1:172.21.15.142:0/1300727685' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:27:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.185923+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e208: 12 total, 11 up, 10 in
2020-11-16T20:27:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.188284+0000 osd.0 (osd.0) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.217294+0000 osd.1 (osd.1) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.249444+0000 osd.2 (osd.2) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.279324+0000 osd.3 (osd.3) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.306892+0000 osd.4 (osd.4) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.369595+0000 osd.6 (osd.6) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.457152+0000 osd.10 (osd.10) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:35 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.485979+0000 osd.11 (osd.11) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:35.726 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:27:35.727 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:27:35.997 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:36.100 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:36.242 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:36.346 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:36.357 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:27:35 smithi071 bash[14419]: debug 2020-11-16T20:27:35.991+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:36.358 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.343005+0000 osd.5 (osd.5) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.358 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.380384+0000 osd.5 (osd.5) 41 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:27:36.358 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.394833+0000 osd.8 (osd.8) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.358 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[9480]: cluster 2020-11-16T20:27:34.429037+0000 osd.9 (osd.9) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.358 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[9480]: cluster 2020-11-16T20:27:36.028390+0000 mon.a (mon.0) 990 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184708 objects degraded (1.555%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:36.358 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[9480]: audit 2020-11-16T20:27:36.102412+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:27:36.359 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[9480]: audit 2020-11-16T20:27:36.105751+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:27:36.359 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[9480]: audit 2020-11-16T20:27:36.111112+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:27:36.534 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[11785]: debug 2020-11-16T20:27:36.239+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.343005+0000 osd.5 (osd.5) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.380384+0000 osd.5 (osd.5) 41 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:27:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.394833+0000 osd.8 (osd.8) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[9468]: cluster 2020-11-16T20:27:34.429037+0000 osd.9 (osd.9) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[9468]: cluster 2020-11-16T20:27:36.028390+0000 mon.a (mon.0) 990 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184708 objects degraded (1.555%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[9468]: audit 2020-11-16T20:27:36.102412+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:27:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[9468]: audit 2020-11-16T20:27:36.105751+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:27:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:36 smithi065 bash[9468]: audit 2020-11-16T20:27:36.111112+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:27:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:36 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.343005+0000 osd.5 (osd.5) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:36 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.380384+0000 osd.5 (osd.5) 41 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:27:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:36 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.394833+0000 osd.8 (osd.8) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:36 smithi142 bash[9523]: cluster 2020-11-16T20:27:34.429037+0000 osd.9 (osd.9) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:36 smithi142 bash[9523]: cluster 2020-11-16T20:27:36.028390+0000 mon.a (mon.0) 990 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184708 objects degraded (1.555%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:36 smithi142 bash[9523]: audit 2020-11-16T20:27:36.102412+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:27:36.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:36 smithi142 bash[9523]: audit 2020-11-16T20:27:36.105751+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:27:36.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:36 smithi142 bash[9523]: audit 2020-11-16T20:27:36.111112+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:27:36.993 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:37.097 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:37.220 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:37.323 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:37.391 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:27:36 smithi071 bash[16796]: debug 2020-11-16T20:27:36.987+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:37.436 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:37 smithi065 bash[11785]: debug 2020-11-16T20:27:37.219+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:37.436 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:37.529 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:27:37.540 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:37.652 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:37.677 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:27:37.727 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:27:37.757 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:37.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:37 smithi065 bash[11785]: debug 2020-11-16T20:27:37.651+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:37.784 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:27:37 smithi065 bash[16457]: debug 2020-11-16T20:27:37.435+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:37.868 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:27:38.274 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:38.378 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:38.591 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:38.695 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:27:38 smithi142 bash[20366]: debug 2020-11-16T20:27:38.590+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:38.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:38 smithi142 bash[9523]: cluster 2020-11-16T20:27:37.632623+0000 osd.4 (osd.4) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:38.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:38 smithi142 bash[9523]: cluster 2020-11-16T20:27:37.632679+0000 osd.4 (osd.4) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:38.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:38 smithi142 bash[9523]: cluster 2020-11-16T20:27:37.692588+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e209: 12 total, 11 up, 10 in
2020-11-16T20:27:38.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:38 smithi142 bash[9523]: cluster 2020-11-16T20:27:37.827681+0000 osd.5 (osd.5) 42 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:27:38.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:38 smithi142 bash[9523]: cluster 2020-11-16T20:27:38.083071+0000 mgr.x (mgr.14196) 456 : cluster [DBG] pgmap v591: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184520 objects degraded (1.557%); 12710/184520 objects misplaced (6.888%)
2020-11-16T20:27:38.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:38 smithi142 bash[9523]: cluster 2020-11-16T20:27:38.313365+0000 osd.5 (osd.5) 43 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:27:38.697 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:38.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:38 smithi071 bash[9480]: cluster 2020-11-16T20:27:37.632623+0000 osd.4 (osd.4) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:38.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:38 smithi071 bash[9480]: cluster 2020-11-16T20:27:37.632679+0000 osd.4 (osd.4) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:38.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:38 smithi071 bash[9480]: cluster 2020-11-16T20:27:37.692588+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e209: 12 total, 11 up, 10 in
2020-11-16T20:27:38.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:38 smithi071 bash[9480]: cluster 2020-11-16T20:27:37.827681+0000 osd.5 (osd.5) 42 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:27:38.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:38 smithi071 bash[9480]: cluster 2020-11-16T20:27:38.083071+0000 mgr.x (mgr.14196) 456 : cluster [DBG] pgmap v591: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184520 objects degraded (1.557%); 12710/184520 objects misplaced (6.888%)
2020-11-16T20:27:38.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:38 smithi071 bash[9480]: cluster 2020-11-16T20:27:38.313365+0000 osd.5 (osd.5) 43 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:27:38.699 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:27:38 smithi071 bash[16796]: debug 2020-11-16T20:27:38.271+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:38 smithi065 bash[9468]: cluster 2020-11-16T20:27:37.632623+0000 osd.4 (osd.4) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:38 smithi065 bash[9468]: cluster 2020-11-16T20:27:37.632679+0000 osd.4 (osd.4) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:38 smithi065 bash[9468]: cluster 2020-11-16T20:27:37.692588+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e209: 12 total, 11 up, 10 in
2020-11-16T20:27:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:38 smithi065 bash[9468]: cluster 2020-11-16T20:27:37.827681+0000 osd.5 (osd.5) 42 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:27:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:38 smithi065 bash[9468]: cluster 2020-11-16T20:27:38.083071+0000 mgr.x (mgr.14196) 456 : cluster [DBG] pgmap v591: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184520 objects degraded (1.557%); 12710/184520 objects misplaced (6.888%)
2020-11-16T20:27:39.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:38 smithi065 bash[9468]: cluster 2020-11-16T20:27:38.313365+0000 osd.5 (osd.5) 43 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:27:39.080 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:39.183 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:39.216 INFO:teuthology.orchestra.run.smithi071.stdout:2.9
2020-11-16T20:27:39.216 INFO:teuthology.orchestra.run.smithi071.stdout:2.0
2020-11-16T20:27:39.216 INFO:teuthology.orchestra.run.smithi071.stdout:2.18
2020-11-16T20:27:39.216 INFO:teuthology.orchestra.run.smithi071.stdout:2.12
2020-11-16T20:27:39.216 INFO:teuthology.orchestra.run.smithi071.stdout:2.8
2020-11-16T20:27:39.217 INFO:teuthology.orchestra.run.smithi071.stdout:1.0
2020-11-16T20:27:39.217 INFO:teuthology.orchestra.run.smithi071.stdout:2.19
2020-11-16T20:27:39.407 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:39.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:27:39 smithi071 bash[14419]: debug 2020-11-16T20:27:39.075+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:39.511 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:39.522 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:27:39 smithi142 bash[20366]: debug 2020-11-16T20:27:39.406+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:39.698 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:39.785 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:27:39 smithi142 bash[18009]: debug 2020-11-16T20:27:39.698+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:39.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:39 smithi142 bash[9523]: cluster 2020-11-16T20:27:38.703616+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e210: 12 total, 11 up, 10 in
2020-11-16T20:27:39.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:39 smithi142 bash[9523]: cluster 2020-11-16T20:27:38.797164+0000 osd.5 (osd.5) 44 : cluster [DBG] 2.16 scrub starts
2020-11-16T20:27:39.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:39 smithi142 bash[9523]: cluster 2020-11-16T20:27:39.155392+0000 osd.5 (osd.5) 45 : cluster [DBG] 2.16 scrub ok
2020-11-16T20:27:39.802 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:39.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:39 smithi071 bash[9480]: cluster 2020-11-16T20:27:38.703616+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e210: 12 total, 11 up, 10 in
2020-11-16T20:27:39.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:39 smithi071 bash[9480]: cluster 2020-11-16T20:27:38.797164+0000 osd.5 (osd.5) 44 : cluster [DBG] 2.16 scrub starts
2020-11-16T20:27:39.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:39 smithi071 bash[9480]: cluster 2020-11-16T20:27:39.155392+0000 osd.5 (osd.5) 45 : cluster [DBG] 2.16 scrub ok
2020-11-16T20:27:39.975 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:40.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:39 smithi065 bash[9468]: cluster 2020-11-16T20:27:38.703616+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e210: 12 total, 11 up, 10 in
2020-11-16T20:27:40.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:39 smithi065 bash[9468]: cluster 2020-11-16T20:27:38.797164+0000 osd.5 (osd.5) 44 : cluster [DBG] 2.16 scrub starts
2020-11-16T20:27:40.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:39 smithi065 bash[9468]: cluster 2020-11-16T20:27:39.155392+0000 osd.5 (osd.5) 45 : cluster [DBG] 2.16 scrub ok
2020-11-16T20:27:40.081 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:40.089 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:39 smithi142 bash[22738]: debug 2020-11-16T20:27:39.974+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:40.917 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:27:40.917 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:27:40.917 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:27:40.917 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:27:40.917 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:40.918 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161180 2.7 2:e8a9b9b0:::benchmark_data_smithi065_20143_object11793:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:40.918 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.259558+0000",
2020-11-16T20:27:40.918 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.652843357999998,
2020-11-16T20:27:40.918 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4891697370000001,
2020-11-16T20:27:40.918 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:40.918 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:40.918 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161180
2020-11-16T20:27:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259558+0000",
2020-11-16T20:27:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259558+0000",
2020-11-16T20:27:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:27:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259523+0000",
2020-11-16T20:27:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2746999999999998e-05
2020-11-16T20:27:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259615+0000",
2020-11-16T20:27:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6729000000000001e-05
2020-11-16T20:27:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259642+0000",
2020-11-16T20:27:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.131e-05
2020-11-16T20:27:40.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:40.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259653+0000",
2020-11-16T20:27:40.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5150999999999999e-05
2020-11-16T20:27:40.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259729+0000",
2020-11-16T20:27:40.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4566000000000001e-05
2020-11-16T20:27:40.924 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.924 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259743+0000",
2020-11-16T20:27:40.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.75338915399999995
2020-11-16T20:27:40.925 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.925 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.925 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.925 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013132+0000",
2020-11-16T20:27:40.925 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8347999999999999e-05
2020-11-16T20:27:40.925 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.925 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013171+0000",
2020-11-16T20:27:40.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6816167719999999
2020-11-16T20:27:40.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.694787+0000",
2020-11-16T20:27:40.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017916000000000001
2020-11-16T20:27:40.927 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.927 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:40.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.694967+0000",
2020-11-16T20:27:40.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000136866
2020-11-16T20:27:40.927 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.927 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:40.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.695103+0000",
2020-11-16T20:27:40.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0096890770000000008
2020-11-16T20:27:40.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:40.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.704793+0000",
2020-11-16T20:27:40.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.019313872999999999
2020-11-16T20:27:40.929 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.929 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724106+0000",
2020-11-16T20:27:40.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.02446218
2020-11-16T20:27:40.929 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.929 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.929 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748569+0000",
2020-11-16T20:27:40.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7825000000000003e-05
2020-11-16T20:27:40.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:40.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748626+0000",
2020-11-16T20:27:40.930 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000100864
2020-11-16T20:27:40.931 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.931 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:40.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748727+0000",
2020-11-16T20:27:40.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4891697370000001
2020-11-16T20:27:40.931 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:40.931 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:40.931 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:40.932 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:40.932 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:40.932 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161183 2.7 2:e455f514:::benchmark_data_smithi065_20143_object11796:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:40.932 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.267280+0000",
2020-11-16T20:27:40.932 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.645120543999994,
2020-11-16T20:27:40.932 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4819168519999999,
2020-11-16T20:27:40.932 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:40.933 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:40.933 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:40.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:40.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:40.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161183
2020-11-16T20:27:40.933 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:40.933 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:40.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:40.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267280+0000",
2020-11-16T20:27:40.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:40.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:40.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267280+0000",
2020-11-16T20:27:40.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:27:40.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:40.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267252+0000",
2020-11-16T20:27:40.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3708000000000001e-05
2020-11-16T20:27:40.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:40.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267306+0000",
2020-11-16T20:27:40.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7239999999999998e-06
2020-11-16T20:27:40.936 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.936 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:40.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267315+0000",
2020-11-16T20:27:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4620000000000004e-06
2020-11-16T20:27:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267320+0000",
2020-11-16T20:27:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2556999999999998e-05
2020-11-16T20:27:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267373+0000",
2020-11-16T20:27:40.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.03e-05
2020-11-16T20:27:40.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267383+0000",
2020-11-16T20:27:40.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.74588646300000006
2020-11-16T20:27:40.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013269+0000",
2020-11-16T20:27:40.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1242000000000001e-05
2020-11-16T20:27:40.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013291+0000",
2020-11-16T20:27:40.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.685773432
2020-11-16T20:27:40.940 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.940 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.699064+0000",
2020-11-16T20:27:40.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000123177
2020-11-16T20:27:40.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:40.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.699187+0000",
2020-11-16T20:27:40.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000137126
2020-11-16T20:27:40.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:40.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.699324+0000",
2020-11-16T20:27:40.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0079050749999999993
2020-11-16T20:27:40.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:40.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.707229+0000",
2020-11-16T20:27:40.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016943962
2020-11-16T20:27:40.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724173+0000",
2020-11-16T20:27:40.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.024656029999999999
2020-11-16T20:27:40.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748829+0000",
2020-11-16T20:27:40.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011259
2020-11-16T20:27:40.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:40.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748942+0000",
2020-11-16T20:27:40.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025520499999999999
2020-11-16T20:27:40.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:40.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749197+0000",
2020-11-16T20:27:40.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4819168519999999
2020-11-16T20:27:40.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:40.945 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161187 2.7 2:ee439907:::benchmark_data_smithi065_20143_object11800:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.278465+0000",
2020-11-16T20:27:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.633935976999993,
2020-11-16T20:27:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4710484419999998,
2020-11-16T20:27:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:40.947 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:40.947 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:40.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:40.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:40.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161187
2020-11-16T20:27:40.947 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:40.947 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:40.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:40.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278465+0000",
2020-11-16T20:27:40.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:40.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:40.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278465+0000",
2020-11-16T20:27:40.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999833
2020-11-16T20:27:40.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:40.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278448+0000",
2020-11-16T20:27:40.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8667000000000001e-05
2020-11-16T20:27:40.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:40.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278487+0000",
2020-11-16T20:27:40.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1910000000000003e-06
2020-11-16T20:27:40.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:40.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278494+0000",
2020-11-16T20:27:40.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8539999999999996e-06
2020-11-16T20:27:40.951 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.951 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:40.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278499+0000",
2020-11-16T20:27:40.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7368999999999997e-05
2020-11-16T20:27:40.951 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278576+0000",
2020-11-16T20:27:40.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6540000000000002e-06
2020-11-16T20:27:40.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278583+0000",
2020-11-16T20:27:40.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.73477172000000002
2020-11-16T20:27:40.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013355+0000",
2020-11-16T20:27:40.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1963e-05
2020-11-16T20:27:40.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013376+0000",
2020-11-16T20:27:40.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6888351640000001
2020-11-16T20:27:40.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.702212+0000",
2020-11-16T20:27:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000108958
2020-11-16T20:27:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.702321+0000",
2020-11-16T20:27:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010890100000000001
2020-11-16T20:27:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:40.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.702429+0000",
2020-11-16T20:27:40.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0071812320000000001
2020-11-16T20:27:40.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.709611+0000",
2020-11-16T20:27:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014605943999999999
2020-11-16T20:27:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724217+0000",
2020-11-16T20:27:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.025054177
2020-11-16T20:27:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749271+0000",
2020-11-16T20:27:40.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5352000000000001e-05
2020-11-16T20:27:40.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:40.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749326+0000",
2020-11-16T20:27:40.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000187147
2020-11-16T20:27:40.959 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.959 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:40.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749513+0000",
2020-11-16T20:27:40.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4710484419999998
2020-11-16T20:27:40.959 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:40.960 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:40.960 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:40.960 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:40.960 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:40.960 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161195 2.7 2:e813f841:::benchmark_data_smithi065_20143_object11808:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:40.960 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.299731+0000",
2020-11-16T20:27:40.960 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.612669388,
2020-11-16T20:27:40.961 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4500533070000001,
2020-11-16T20:27:40.961 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:40.961 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:40.961 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:40.961 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:40.961 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:40.961 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161195
2020-11-16T20:27:40.961 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:40.962 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:40.962 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.962 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:40.962 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299731+0000",
2020-11-16T20:27:40.962 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:40.962 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.962 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:40.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299731+0000",
2020-11-16T20:27:40.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:27:40.963 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.963 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:40.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299702+0000",
2020-11-16T20:27:40.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2667000000000002e-05
2020-11-16T20:27:40.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:40.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299765+0000",
2020-11-16T20:27:40.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2666999999999999e-05
2020-11-16T20:27:40.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:40.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299778+0000",
2020-11-16T20:27:40.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4000000000000003e-06
2020-11-16T20:27:40.965 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.965 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:40.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299785+0000",
2020-11-16T20:27:40.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0518000000000004e-05
2020-11-16T20:27:40.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299866+0000",
2020-11-16T20:27:40.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8919999999999995e-06
2020-11-16T20:27:40.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299875+0000",
2020-11-16T20:27:40.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.71363873799999999
2020-11-16T20:27:40.967 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.967 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013514+0000",
2020-11-16T20:27:40.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3460000000000002e-05
2020-11-16T20:27:40.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013548+0000",
2020-11-16T20:27:40.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6912666439999999
2020-11-16T20:27:40.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.704814+0000",
2020-11-16T20:27:40.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000105707
2020-11-16T20:27:40.969 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.969 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:40.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.704920+0000",
2020-11-16T20:27:40.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107107
2020-11-16T20:27:40.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:40.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.705027+0000",
2020-11-16T20:27:40.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0069206349999999996
2020-11-16T20:27:40.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:40.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.711948+0000",
2020-11-16T20:27:40.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012319297999999999
2020-11-16T20:27:40.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724267+0000",
2020-11-16T20:27:40.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.025301015999999999
2020-11-16T20:27:40.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749568+0000",
2020-11-16T20:27:40.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7692999999999998e-05
2020-11-16T20:27:40.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:40.973 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749626+0000",
2020-11-16T20:27:40.973 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015905800000000001
2020-11-16T20:27:40.973 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.973 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.973 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:40.973 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749785+0000",
2020-11-16T20:27:40.973 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4500533070000001
2020-11-16T20:27:40.974 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:40.974 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:40.974 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:40.974 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:40.974 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:40.974 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161244 2.7 2:e5d92607:::benchmark_data_smithi065_20143_object11857:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:40.974 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.493173+0000",
2020-11-16T20:27:40.975 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.419228326999999,
2020-11-16T20:27:40.975 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.2575946189999998,
2020-11-16T20:27:40.975 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:40.975 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:40.975 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:40.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:40.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:40.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161244
2020-11-16T20:27:40.976 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:40.976 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:40.976 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:40.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493173+0000",
2020-11-16T20:27:40.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:40.976 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:40.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493173+0000",
2020-11-16T20:27:40.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999452
2020-11-16T20:27:40.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:40.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493118+0000",
2020-11-16T20:27:40.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012783200000000001
2020-11-16T20:27:40.978 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.978 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:40.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493246+0000",
2020-11-16T20:27:40.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5682000000000002e-05
2020-11-16T20:27:40.978 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:40.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493281+0000",
2020-11-16T20:27:40.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.914e-05
2020-11-16T20:27:40.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:40.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493300+0000",
2020-11-16T20:27:40.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000124695
2020-11-16T20:27:40.980 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.980 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493425+0000",
2020-11-16T20:27:40.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1077000000000002e-05
2020-11-16T20:27:40.980 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493446+0000",
2020-11-16T20:27:40.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.520200832
2020-11-16T20:27:40.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013647+0000",
2020-11-16T20:27:40.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5437000000000001e-05
2020-11-16T20:27:40.982 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.982 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013672+0000",
2020-11-16T20:27:40.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6935775319999999
2020-11-16T20:27:40.982 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.707250+0000",
2020-11-16T20:27:40.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000111208
2020-11-16T20:27:40.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:40.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.707361+0000",
2020-11-16T20:27:40.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010127400000000001
2020-11-16T20:27:40.984 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.984 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:40.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.707462+0000",
2020-11-16T20:27:40.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013959206
2020-11-16T20:27:40.984 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.985 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:40.985 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.721422+0000",
2020-11-16T20:27:40.985 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0028864759999999998
2020-11-16T20:27:40.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.985 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724308+0000",
2020-11-16T20:27:40.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.025679369000000001
2020-11-16T20:27:40.986 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.986 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:40.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749988+0000",
2020-11-16T20:27:40.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024161899999999999
2020-11-16T20:27:40.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:40.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.750229+0000",
2020-11-16T20:27:40.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00053804899999999997
2020-11-16T20:27:40.988 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.988 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:40.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.750767+0000",
2020-11-16T20:27:40.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2575946189999998
2020-11-16T20:27:40.989 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:40.989 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:40.989 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:40.989 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:40.989 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:40.989 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161245 2.7 2:e7d1c631:::benchmark_data_smithi065_20143_object11858:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:40.989 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.495799+0000",
2020-11-16T20:27:40.990 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.416601587000002,
2020-11-16T20:27:40.990 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.2553503930000001,
2020-11-16T20:27:40.990 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:40.990 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:40.990 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:40.990 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:40.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:40.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161245
2020-11-16T20:27:40.991 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:40.991 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:40.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:40.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495799+0000",
2020-11-16T20:27:40.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:40.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:40.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495799+0000",
2020-11-16T20:27:40.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999466
2020-11-16T20:27:40.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:40.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495746+0000",
2020-11-16T20:27:40.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000115839
2020-11-16T20:27:40.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:40.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495862+0000",
2020-11-16T20:27:40.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6786000000000003e-05
2020-11-16T20:27:40.994 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.994 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:40.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495898+0000",
2020-11-16T20:27:40.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7479999999999999e-05
2020-11-16T20:27:40.995 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.995 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:40.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495916+0000",
2020-11-16T20:27:40.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011488400000000001
2020-11-16T20:27:40.995 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.995 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.496031+0000",
2020-11-16T20:27:40.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2894000000000001e-05
2020-11-16T20:27:40.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.496054+0000",
2020-11-16T20:27:40.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.51781445599999998
2020-11-16T20:27:40.997 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.997 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013868+0000",
2020-11-16T20:27:40.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4479999999999999e-05
2020-11-16T20:27:40.997 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:40.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013893+0000",
2020-11-16T20:27:40.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6957378329999999
2020-11-16T20:27:40.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:40.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.709630+0000",
2020-11-16T20:27:40.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7010999999999998e-05
2020-11-16T20:27:40.999 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:40.999 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:40.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:40.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.709717+0000",
2020-11-16T20:27:40.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010074800000000001
2020-11-16T20:27:41.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.709818+0000",
2020-11-16T20:27:41.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013981650999999999
2020-11-16T20:27:41.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.723800+0000",
2020-11-16T20:27:41.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00054673099999999995
2020-11-16T20:27:41.001 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.001 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724347+0000",
2020-11-16T20:27:41.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.026520051999999999
2020-11-16T20:27:41.002 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.002 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.750867+0000",
2020-11-16T20:27:41.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5798999999999996e-05
2020-11-16T20:27:41.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.003 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.003 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.750952+0000",
2020-11-16T20:27:41.003 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000197305
2020-11-16T20:27:41.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.003 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751150+0000",
2020-11-16T20:27:41.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2553503930000001
2020-11-16T20:27:41.004 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.004 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.004 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.004 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.004 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.005 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161247 2.7 2:e09cc406:::benchmark_data_smithi065_20143_object11860:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:41.005 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.506686+0000",
2020-11-16T20:27:41.005 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.405714438999993,
2020-11-16T20:27:41.005 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.2448262250000002,
2020-11-16T20:27:41.005 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.005 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.005 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161247
2020-11-16T20:27:41.006 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.006 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.006 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506686+0000",
2020-11-16T20:27:41.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.007 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.007 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506686+0000",
2020-11-16T20:27:41.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999452
2020-11-16T20:27:41.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506632+0000",
2020-11-16T20:27:41.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012125099999999999
2020-11-16T20:27:41.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506753+0000",
2020-11-16T20:27:41.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4579999999999998e-05
2020-11-16T20:27:41.009 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.009 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506778+0000",
2020-11-16T20:27:41.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2962999999999999e-05
2020-11-16T20:27:41.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506791+0000",
2020-11-16T20:27:41.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014670500000000001
2020-11-16T20:27:41.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.011 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506937+0000",
2020-11-16T20:27:41.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5678999999999999e-05
2020-11-16T20:27:41.011 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.011 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506963+0000",
2020-11-16T20:27:41.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50701176800000003
2020-11-16T20:27:41.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013975+0000",
2020-11-16T20:27:41.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7419e-05
2020-11-16T20:27:41.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014002+0000",
2020-11-16T20:27:41.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.698061555
2020-11-16T20:27:41.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.712064+0000",
2020-11-16T20:27:41.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00033057099999999999
2020-11-16T20:27:41.014 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.014 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.712394+0000",
2020-11-16T20:27:41.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00035167100000000001
2020-11-16T20:27:41.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.712746+0000",
2020-11-16T20:27:41.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011060138000000001
2020-11-16T20:27:41.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.016 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.016 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.016 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.723806+0000",
2020-11-16T20:27:41.016 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00057999500000000003
2020-11-16T20:27:41.016 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.016 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.016 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.017 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724386+0000",
2020-11-16T20:27:41.017 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.026834500000000001
2020-11-16T20:27:41.017 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.017 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.017 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.017 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751221+0000",
2020-11-16T20:27:41.017 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5296000000000004e-05
2020-11-16T20:27:41.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751316+0000",
2020-11-16T20:27:41.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000196789
2020-11-16T20:27:41.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751513+0000",
2020-11-16T20:27:41.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2448262250000002
2020-11-16T20:27:41.019 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.019 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.019 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.019 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.020 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161272 2.7 2:e24300de:::benchmark_data_smithi065_20143_object11885:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:41.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.666504+0000",
2020-11-16T20:27:41.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.245897158000005,
2020-11-16T20:27:41.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.0854247789999998,
2020-11-16T20:27:41.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.020 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.021 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161272
2020-11-16T20:27:41.021 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.021 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666504+0000",
2020-11-16T20:27:41.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666504+0000",
2020-11-16T20:27:41.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:27:41.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666480+0000",
2020-11-16T20:27:41.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4449e-05
2020-11-16T20:27:41.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666534+0000",
2020-11-16T20:27:41.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1206000000000001e-05
2020-11-16T20:27:41.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666545+0000",
2020-11-16T20:27:41.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2139999999999999e-06
2020-11-16T20:27:41.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666553+0000",
2020-11-16T20:27:41.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6583999999999996e-05
2020-11-16T20:27:41.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666639+0000",
2020-11-16T20:27:41.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4347e-05
2020-11-16T20:27:41.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666654+0000",
2020-11-16T20:27:41.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.347425019
2020-11-16T20:27:41.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014079+0000",
2020-11-16T20:27:41.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0514e-05
2020-11-16T20:27:41.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014099+0000",
2020-11-16T20:27:41.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7047808470000001
2020-11-16T20:27:41.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.718880+0000",
2020-11-16T20:27:41.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026242000000000003
2020-11-16T20:27:41.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.719142+0000",
2020-11-16T20:27:41.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016564800000000001
2020-11-16T20:27:41.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.719308+0000",
2020-11-16T20:27:41.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0045513250000000002
2020-11-16T20:27:41.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.723859+0000",
2020-11-16T20:27:41.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00090613399999999995
2020-11-16T20:27:41.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724765+0000",
2020-11-16T20:27:41.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.026879026
2020-11-16T20:27:41.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751644+0000",
2020-11-16T20:27:41.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4093999999999997e-05
2020-11-16T20:27:41.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751739+0000",
2020-11-16T20:27:41.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000189929
2020-11-16T20:27:41.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751929+0000",
2020-11-16T20:27:41.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0854247789999998
2020-11-16T20:27:41.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.034 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.034 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.035 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.035 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.035 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161280 2.7 2:e7b4ea63:::benchmark_data_smithi065_20143_object11893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:27:41.035 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.694315+0000",
2020-11-16T20:27:41.035 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 85.218085673000004,
2020-11-16T20:27:41.035 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.058396686,
2020-11-16T20:27:41.035 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.036 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.036 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161280
2020-11-16T20:27:41.036 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.036 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694315+0000",
2020-11-16T20:27:41.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694315+0000",
2020-11-16T20:27:41.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999561
2020-11-16T20:27:41.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694271+0000",
2020-11-16T20:27:41.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4641000000000004e-05
2020-11-16T20:27:41.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694366+0000",
2020-11-16T20:27:41.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9366999999999999e-05
2020-11-16T20:27:41.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694385+0000",
2020-11-16T20:27:41.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2354999999999999e-05
2020-11-16T20:27:41.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694398+0000",
2020-11-16T20:27:41.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012990699999999999
2020-11-16T20:27:41.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694528+0000",
2020-11-16T20:27:41.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.878e-05
2020-11-16T20:27:41.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694547+0000",
2020-11-16T20:27:41.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.31961083499999998
2020-11-16T20:27:41.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014157+0000",
2020-11-16T20:27:41.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9347999999999998e-05
2020-11-16T20:27:41.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014177+0000",
2020-11-16T20:27:41.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.707264066
2020-11-16T20:27:41.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.721441+0000",
2020-11-16T20:27:41.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6137999999999994e-05
2020-11-16T20:27:41.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.721527+0000",
2020-11-16T20:27:41.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000100305
2020-11-16T20:27:41.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.721627+0000",
2020-11-16T20:27:41.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002600397
2020-11-16T20:27:41.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724228+0000",
2020-11-16T20:27:41.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00094452499999999999
2020-11-16T20:27:41.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.725172+0000",
2020-11-16T20:27:41.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.026903922
2020-11-16T20:27:41.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.752076+0000",
2020-11-16T20:27:41.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012738499999999999
2020-11-16T20:27:41.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.752203+0000",
2020-11-16T20:27:41.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000508455
2020-11-16T20:27:41.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.752712+0000",
2020-11-16T20:27:41.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.058396686
2020-11-16T20:27:41.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.049 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.050 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.050 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.050 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176035 2.17 2.5a3f25b7 (undecoded) ondisk+write+known_if_redirected e174)",
2020-11-16T20:27:41.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.049777+0000",
2020-11-16T20:27:41.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 59.862623874000001,
2020-11-16T20:27:41.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.044563122,
2020-11-16T20:27:41.051 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.051 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:27:41.051 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176035
2020-11-16T20:27:41.051 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.052 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049777+0000",
2020-11-16T20:27:41.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049777+0000",
2020-11-16T20:27:41.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999628
2020-11-16T20:27:41.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049740+0000",
2020-11-16T20:27:41.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5340000000000006e-05
2020-11-16T20:27:41.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049825+0000",
2020-11-16T20:27:41.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8518000000000001e-05
2020-11-16T20:27:41.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049844+0000",
2020-11-16T20:27:41.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1769999999999998e-06
2020-11-16T20:27:41.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049852+0000",
2020-11-16T20:27:41.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.16513951499999999
2020-11-16T20:27:41.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.214991+0000",
2020-11-16T20:27:41.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.135e-05
2020-11-16T20:27:41.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.215003+0000",
2020-11-16T20:27:41.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8793235340000001
2020-11-16T20:27:41.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094326+0000",
2020-11-16T20:27:41.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3974999999999999e-05
2020-11-16T20:27:41.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094340+0000",
2020-11-16T20:27:41.059 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.044563122
2020-11-16T20:27:41.059 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.059 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.059 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.059 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.059 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176084 2.17 2.70736817 (undecoded) ondisk+write+known_if_redirected e175)",
2020-11-16T20:27:41.060 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.124681+0000",
2020-11-16T20:27:41.060 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.787719383000002,
2020-11-16T20:27:41.060 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.96968850299999998,
2020-11-16T20:27:41.060 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.060 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:27:41.060 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176084
2020-11-16T20:27:41.061 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.061 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.124681+0000",
2020-11-16T20:27:41.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.124681+0000",
2020-11-16T20:27:41.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:27:41.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.124653+0000",
2020-11-16T20:27:41.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4140000000000006e-05
2020-11-16T20:27:41.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.124717+0000",
2020-11-16T20:27:41.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4684e-05
2020-11-16T20:27:41.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.124731+0000",
2020-11-16T20:27:41.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1680000000000004e-06
2020-11-16T20:27:41.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.124740+0000",
2020-11-16T20:27:41.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1810000000000005e-05
2020-11-16T20:27:41.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.124811+0000",
2020-11-16T20:27:41.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1844e-05
2020-11-16T20:27:41.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.124823+0000",
2020-11-16T20:27:41.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96953841399999996
2020-11-16T20:27:41.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094362+0000",
2020-11-16T20:27:41.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3979999999999999e-06
2020-11-16T20:27:41.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094370+0000",
2020-11-16T20:27:41.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96968850299999998
2020-11-16T20:27:41.068 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.068 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.068 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.068 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.069 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.069 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176035 2.17 2:eda4fc5a:::benchmark_data_smithi065_20143_object26648:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.069 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764303+0000",
2020-11-16T20:27:41.069 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.148098326000003,
2020-11-16T20:27:41.069 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3448896290000001,
2020-11-16T20:27:41.069 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.069 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.070 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176035
2020-11-16T20:27:41.070 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.070 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764303+0000",
2020-11-16T20:27:41.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764303+0000",
2020-11-16T20:27:41.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999318
2020-11-16T20:27:41.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764234+0000",
2020-11-16T20:27:41.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000108974
2020-11-16T20:27:41.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764343+0000",
2020-11-16T20:27:41.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3098000000000001e-05
2020-11-16T20:27:41.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764356+0000",
2020-11-16T20:27:41.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9779999999999999e-06
2020-11-16T20:27:41.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764363+0000",
2020-11-16T20:27:41.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12953273600000001
2020-11-16T20:27:41.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893896+0000",
2020-11-16T20:27:41.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8730000000000004e-06
2020-11-16T20:27:41.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893902+0000",
2020-11-16T20:27:41.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20073244900000001
2020-11-16T20:27:41.076 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.076 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094634+0000",
2020-11-16T20:27:41.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2018000000000001e-05
2020-11-16T20:27:41.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094646+0000",
2020-11-16T20:27:41.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.99706618400000002
2020-11-16T20:27:41.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.091713+0000",
2020-11-16T20:27:41.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016911000000000001
2020-11-16T20:27:41.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.091882+0000",
2020-11-16T20:27:41.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013274700000000001
2020-11-16T20:27:41.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.092014+0000",
2020-11-16T20:27:41.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010148977999999999
2020-11-16T20:27:41.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102163+0000",
2020-11-16T20:27:41.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0064075520000000004
2020-11-16T20:27:41.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108571+0000",
2020-11-16T20:27:41.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000242845
2020-11-16T20:27:41.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108814+0000",
2020-11-16T20:27:41.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011872200000000001
2020-11-16T20:27:41.082 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.082 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108933+0000",
2020-11-16T20:27:41.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000259592
2020-11-16T20:27:41.082 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109192+0000",
2020-11-16T20:27:41.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3448896290000001
2020-11-16T20:27:41.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.083 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.083 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.084 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.084 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176084 2.17 2:e816ce0e:::benchmark_data_smithi065_20143_object26697:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764417+0000",
2020-11-16T20:27:41.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.147984309000002,
2020-11-16T20:27:41.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3454170190000001,
2020-11-16T20:27:41.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.085 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.085 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176084
2020-11-16T20:27:41.085 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.085 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764417+0000",
2020-11-16T20:27:41.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764417+0000",
2020-11-16T20:27:41.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:27:41.087 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.087 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764385+0000",
2020-11-16T20:27:41.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9278999999999999e-05
2020-11-16T20:27:41.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764455+0000",
2020-11-16T20:27:41.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0302000000000001e-05
2020-11-16T20:27:41.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764465+0000",
2020-11-16T20:27:41.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5879999999999999e-06
2020-11-16T20:27:41.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764469+0000",
2020-11-16T20:27:41.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12945975400000001
2020-11-16T20:27:41.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893929+0000",
2020-11-16T20:27:41.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7450000000000001e-06
2020-11-16T20:27:41.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893935+0000",
2020-11-16T20:27:41.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20073940200000001
2020-11-16T20:27:41.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094674+0000",
2020-11-16T20:27:41.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2150999999999999e-05
2020-11-16T20:27:41.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094687+0000",
2020-11-16T20:27:41.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.998753856
2020-11-16T20:27:41.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.093 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.093440+0000",
2020-11-16T20:27:41.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000120375
2020-11-16T20:27:41.093 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.093 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.093561+0000",
2020-11-16T20:27:41.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013857799999999999
2020-11-16T20:27:41.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.093699+0000",
2020-11-16T20:27:41.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0084754080000000002
2020-11-16T20:27:41.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102175+0000",
2020-11-16T20:27:41.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0064932749999999997
2020-11-16T20:27:41.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108668+0000",
2020-11-16T20:27:41.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00080599100000000004
2020-11-16T20:27:41.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109474+0000",
2020-11-16T20:27:41.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011058299999999999
2020-11-16T20:27:41.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109585+0000",
2020-11-16T20:27:41.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000248998
2020-11-16T20:27:41.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.098 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.098 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.098 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109834+0000",
2020-11-16T20:27:41.098 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3454170190000001
2020-11-16T20:27:41.098 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.098 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.098 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.099 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.099 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.099 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176087 2.17 2:ecc17760:::benchmark_data_smithi065_20143_object26700:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.099 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764519+0000",
2020-11-16T20:27:41.099 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.147881925999997,
2020-11-16T20:27:41.099 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3455073879999999,
2020-11-16T20:27:41.099 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.100 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.100 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176087
2020-11-16T20:27:41.100 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.100 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764519+0000",
2020-11-16T20:27:41.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764519+0000",
2020-11-16T20:27:41.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999969
2020-11-16T20:27:41.102 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.102 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764488+0000",
2020-11-16T20:27:41.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8136e-05
2020-11-16T20:27:41.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764556+0000",
2020-11-16T20:27:41.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8209999999999997e-06
2020-11-16T20:27:41.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764566+0000",
2020-11-16T20:27:41.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.262e-06
2020-11-16T20:27:41.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764570+0000",
2020-11-16T20:27:41.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12938766099999999
2020-11-16T20:27:41.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893958+0000",
2020-11-16T20:27:41.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8680000000000001e-06
2020-11-16T20:27:41.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893962+0000",
2020-11-16T20:27:41.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.200748333
2020-11-16T20:27:41.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094710+0000",
2020-11-16T20:27:41.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0930000000000003e-06
2020-11-16T20:27:41.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094718+0000",
2020-11-16T20:27:41.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0002403230000001
2020-11-16T20:27:41.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.094958+0000",
2020-11-16T20:27:41.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012864199999999999
2020-11-16T20:27:41.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.095087+0000",
2020-11-16T20:27:41.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011876599999999999
2020-11-16T20:27:41.109 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.109 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.095206+0000",
2020-11-16T20:27:41.110 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0069798610000000004
2020-11-16T20:27:41.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.110 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.110 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102186+0000",
2020-11-16T20:27:41.110 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0065376719999999996
2020-11-16T20:27:41.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108723+0000",
2020-11-16T20:27:41.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0011600639999999999
2020-11-16T20:27:41.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109883+0000",
2020-11-16T20:27:41.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8331000000000002e-05
2020-11-16T20:27:41.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109932+0000",
2020-11-16T20:27:41.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4567000000000004e-05
2020-11-16T20:27:41.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110026+0000",
2020-11-16T20:27:41.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3455073879999999
2020-11-16T20:27:41.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.113 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.114 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.114 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.114 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.114 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176089 2.17 2:eddd389c:::benchmark_data_smithi065_20143_object26702:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.114 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764618+0000",
2020-11-16T20:27:41.114 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.147782786,
2020-11-16T20:27:41.114 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3463483979999999,
2020-11-16T20:27:41.115 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.115 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.115 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176089
2020-11-16T20:27:41.115 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.116 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764618+0000",
2020-11-16T20:27:41.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764618+0000",
2020-11-16T20:27:41.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:27:41.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764588+0000",
2020-11-16T20:27:41.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7467999999999998e-05
2020-11-16T20:27:41.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764656+0000",
2020-11-16T20:27:41.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8320000000000001e-06
2020-11-16T20:27:41.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764666+0000",
2020-11-16T20:27:41.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3409999999999996e-06
2020-11-16T20:27:41.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764670+0000",
2020-11-16T20:27:41.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12931414999999999
2020-11-16T20:27:41.120 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.120 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893984+0000",
2020-11-16T20:27:41.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5770000000000004e-06
2020-11-16T20:27:41.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893989+0000",
2020-11-16T20:27:41.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20075422700000001
2020-11-16T20:27:41.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094743+0000",
2020-11-16T20:27:41.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6839999999999996e-06
2020-11-16T20:27:41.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094751+0000",
2020-11-16T20:27:41.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0016828280000001
2020-11-16T20:27:41.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.096433+0000",
2020-11-16T20:27:41.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022435399999999999
2020-11-16T20:27:41.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.096658+0000",
2020-11-16T20:27:41.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026911799999999999
2020-11-16T20:27:41.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.096927+0000",
2020-11-16T20:27:41.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0077317999999999996
2020-11-16T20:27:41.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104659+0000",
2020-11-16T20:27:41.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0046000449999999997
2020-11-16T20:27:41.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109259+0000",
2020-11-16T20:27:41.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0013336909999999999
2020-11-16T20:27:41.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110592+0000",
2020-11-16T20:27:41.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011888
2020-11-16T20:27:41.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110711+0000",
2020-11-16T20:27:41.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025525500000000002
2020-11-16T20:27:41.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110966+0000",
2020-11-16T20:27:41.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3463483979999999
2020-11-16T20:27:41.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.128 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.129 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.129 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.129 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.129 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176121 2.17 2:e9f5325a:::benchmark_data_smithi065_20143_object26734:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.129 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764720+0000",
2020-11-16T20:27:41.129 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.147681175999999,
2020-11-16T20:27:41.129 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3464079659999999,
2020-11-16T20:27:41.130 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.130 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.130 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176121
2020-11-16T20:27:41.131 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.131 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764720+0000",
2020-11-16T20:27:41.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764720+0000",
2020-11-16T20:27:41.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:27:41.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764688+0000",
2020-11-16T20:27:41.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000102882
2020-11-16T20:27:41.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764791+0000",
2020-11-16T20:27:41.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0577000000000001e-05
2020-11-16T20:27:41.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764802+0000",
2020-11-16T20:27:41.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8339999999999998e-06
2020-11-16T20:27:41.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764806+0000",
2020-11-16T20:27:41.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12920783399999999
2020-11-16T20:27:41.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894014+0000",
2020-11-16T20:27:41.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4769999999999997e-06
2020-11-16T20:27:41.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894019+0000",
2020-11-16T20:27:41.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.200758305
2020-11-16T20:27:41.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094777+0000",
2020-11-16T20:27:41.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6430000000000007e-06
2020-11-16T20:27:41.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094787+0000",
2020-11-16T20:27:41.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.004397338
2020-11-16T20:27:41.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.099184+0000",
2020-11-16T20:27:41.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000205775
2020-11-16T20:27:41.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.099390+0000",
2020-11-16T20:27:41.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000216011
2020-11-16T20:27:41.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.099606+0000",
2020-11-16T20:27:41.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.005057944
2020-11-16T20:27:41.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104664+0000",
2020-11-16T20:27:41.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0046727230000000002
2020-11-16T20:27:41.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109336+0000",
2020-11-16T20:27:41.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001662296
2020-11-16T20:27:41.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110999+0000",
2020-11-16T20:27:41.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0388e-05
2020-11-16T20:27:41.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.111039+0000",
2020-11-16T20:27:41.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8486999999999995e-05
2020-11-16T20:27:41.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.111128+0000",
2020-11-16T20:27:41.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3464079659999999
2020-11-16T20:27:41.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.144 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.144 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.144 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.144 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.144 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176150 2.17 2:eb89c7ef:::benchmark_data_smithi065_20143_object26763:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.144 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764955+0000",
2020-11-16T20:27:41.145 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.147445869000002,
2020-11-16T20:27:41.145 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.358451211,
2020-11-16T20:27:41.145 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.145 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.145 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176150
2020-11-16T20:27:41.146 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.146 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764955+0000",
2020-11-16T20:27:41.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764955+0000",
2020-11-16T20:27:41.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:27:41.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764925+0000",
2020-11-16T20:27:41.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6136000000000005e-05
2020-11-16T20:27:41.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764991+0000",
2020-11-16T20:27:41.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9469999999999998e-06
2020-11-16T20:27:41.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765001+0000",
2020-11-16T20:27:41.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2379999999999999e-06
2020-11-16T20:27:41.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765005+0000",
2020-11-16T20:27:41.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.129027169
2020-11-16T20:27:41.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894032+0000",
2020-11-16T20:27:41.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5140000000000003e-06
2020-11-16T20:27:41.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894037+0000",
2020-11-16T20:27:41.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20077653400000001
2020-11-16T20:27:41.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094813+0000",
2020-11-16T20:27:41.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0350000000000001e-06
2020-11-16T20:27:41.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094821+0000",
2020-11-16T20:27:41.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.006019295
2020-11-16T20:27:41.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.100841+0000",
2020-11-16T20:27:41.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000126162
2020-11-16T20:27:41.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.100967+0000",
2020-11-16T20:27:41.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000121245
2020-11-16T20:27:41.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.101088+0000",
2020-11-16T20:27:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0047734659999999996
2020-11-16T20:27:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.105862+0000",
2020-11-16T20:27:41.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035271769999999998
2020-11-16T20:27:41.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109389+0000",
2020-11-16T20:27:41.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013727697000000001
2020-11-16T20:27:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123116+0000",
2020-11-16T20:27:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8195999999999994e-05
2020-11-16T20:27:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123205+0000",
2020-11-16T20:27:41.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020161199999999999
2020-11-16T20:27:41.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123406+0000",
2020-11-16T20:27:41.159 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.358451211
2020-11-16T20:27:41.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.159 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.159 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.159 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.159 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176151 2.17 2:eea21eae:::benchmark_data_smithi065_20143_object26764:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.160 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.765057+0000",
2020-11-16T20:27:41.160 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.147344337,
2020-11-16T20:27:41.160 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.358643397,
2020-11-16T20:27:41.160 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.160 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.160 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176151
2020-11-16T20:27:41.161 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.161 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765057+0000",
2020-11-16T20:27:41.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765057+0000",
2020-11-16T20:27:41.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:27:41.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765026+0000",
2020-11-16T20:27:41.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6403999999999996e-05
2020-11-16T20:27:41.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765093+0000",
2020-11-16T20:27:41.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7070000000000004e-06
2020-11-16T20:27:41.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765102+0000",
2020-11-16T20:27:41.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.386e-06
2020-11-16T20:27:41.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765107+0000",
2020-11-16T20:27:41.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12894251500000001
2020-11-16T20:27:41.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894049+0000",
2020-11-16T20:27:41.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1089999999999997e-06
2020-11-16T20:27:41.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894054+0000",
2020-11-16T20:27:41.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20079534399999999
2020-11-16T20:27:41.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094850+0000",
2020-11-16T20:27:41.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6190000000000002e-06
2020-11-16T20:27:41.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094857+0000",
2020-11-16T20:27:41.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0073719990000001
2020-11-16T20:27:41.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102229+0000",
2020-11-16T20:27:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010127400000000001
2020-11-16T20:27:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102331+0000",
2020-11-16T20:27:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000121771
2020-11-16T20:27:41.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102452+0000",
2020-11-16T20:27:41.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0034167690000000001
2020-11-16T20:27:41.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.105869+0000",
2020-11-16T20:27:41.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0045882809999999996
2020-11-16T20:27:41.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110457+0000",
2020-11-16T20:27:41.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013020471
2020-11-16T20:27:41.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123478+0000",
2020-11-16T20:27:41.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4559000000000002e-05
2020-11-16T20:27:41.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123552+0000",
2020-11-16T20:27:41.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014746400000000001
2020-11-16T20:27:41.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123700+0000",
2020-11-16T20:27:41.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.358643397
2020-11-16T20:27:41.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.174 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.174 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.174 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.174 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.175 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176170 2.17 2:eeb79fc6:::benchmark_data_smithi065_20143_object26783:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.175 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.765275+0000",
2020-11-16T20:27:41.175 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.147126321999998,
2020-11-16T20:27:41.175 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3587494,
2020-11-16T20:27:41.175 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.175 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.175 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176170
2020-11-16T20:27:41.176 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.176 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765275+0000",
2020-11-16T20:27:41.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765275+0000",
2020-11-16T20:27:41.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999969
2020-11-16T20:27:41.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765244+0000",
2020-11-16T20:27:41.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9611999999999997e-05
2020-11-16T20:27:41.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765313+0000",
2020-11-16T20:27:41.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0716e-05
2020-11-16T20:27:41.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765324+0000",
2020-11-16T20:27:41.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8910000000000003e-06
2020-11-16T20:27:41.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765329+0000",
2020-11-16T20:27:41.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12878785400000001
2020-11-16T20:27:41.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894117+0000",
2020-11-16T20:27:41.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2820000000000004e-06
2020-11-16T20:27:41.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894122+0000",
2020-11-16T20:27:41.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20076016599999999
2020-11-16T20:27:41.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094882+0000",
2020-11-16T20:27:41.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.793e-06
2020-11-16T20:27:41.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094889+0000",
2020-11-16T20:27:41.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0085699859999999
2020-11-16T20:27:41.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.103459+0000",
2020-11-16T20:27:41.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000105985
2020-11-16T20:27:41.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.103565+0000",
2020-11-16T20:27:41.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000118668
2020-11-16T20:27:41.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.103684+0000",
2020-11-16T20:27:41.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004501873
2020-11-16T20:27:41.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108186+0000",
2020-11-16T20:27:41.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002329504
2020-11-16T20:27:41.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110515+0000",
2020-11-16T20:27:41.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013259711
2020-11-16T20:27:41.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123775+0000",
2020-11-16T20:27:41.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7665999999999998e-05
2020-11-16T20:27:41.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123852+0000",
2020-11-16T20:27:41.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000171576
2020-11-16T20:27:41.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.124024+0000",
2020-11-16T20:27:41.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3587494
2020-11-16T20:27:41.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.189 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.189 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.189 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:27:41.189 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:27:41.190 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176172 2.17 2:ec493d69:::benchmark_data_smithi065_20143_object26785:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:27:41.190 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.765377+0000",
2020-11-16T20:27:41.190 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.147023466999997,
2020-11-16T20:27:41.190 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3589283050000001,
2020-11-16T20:27:41.190 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:27:41.190 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:41.190 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:27:41.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:27:41.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:41.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176172
2020-11-16T20:27:41.191 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:27:41.191 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:27:41.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:27:41.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765377+0000",
2020-11-16T20:27:41.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:27:41.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:27:41.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765377+0000",
2020-11-16T20:27:41.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:27:41.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:27:41.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765347+0000",
2020-11-16T20:27:41.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6665e-05
2020-11-16T20:27:41.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:27:41.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765414+0000",
2020-11-16T20:27:41.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0029e-05
2020-11-16T20:27:41.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:27:41.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765424+0000",
2020-11-16T20:27:41.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1810000000000003e-06
2020-11-16T20:27:41.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:41.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765428+0000",
2020-11-16T20:27:41.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12870953399999999
2020-11-16T20:27:41.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894138+0000",
2020-11-16T20:27:41.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.707e-06
2020-11-16T20:27:41.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894143+0000",
2020-11-16T20:27:41.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20097800699999999
2020-11-16T20:27:41.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.095121+0000",
2020-11-16T20:27:41.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0560000000000004e-06
2020-11-16T20:27:41.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:41.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.095126+0000",
2020-11-16T20:27:41.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0095584980000001
2020-11-16T20:27:41.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:27:41.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104684+0000",
2020-11-16T20:27:41.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010641000000000001
2020-11-16T20:27:41.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:27:41.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104791+0000",
2020-11-16T20:27:41.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011636
2020-11-16T20:27:41.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:27:41.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104907+0000",
2020-11-16T20:27:41.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003674283
2020-11-16T20:27:41.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:27:41.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108581+0000",
2020-11-16T20:27:41.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014345917999999999
2020-11-16T20:27:41.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.122927+0000",
2020-11-16T20:27:41.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0011649309999999999
2020-11-16T20:27:41.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:41.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.124092+0000",
2020-11-16T20:27:41.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5601999999999998e-05
2020-11-16T20:27:41.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:27:41.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.124178+0000",
2020-11-16T20:27:41.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000128045
2020-11-16T20:27:41.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:27:41.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:27:41.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:27:41.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.124306+0000",
2020-11-16T20:27:41.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3589283050000001
2020-11-16T20:27:41.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:27:41.204 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:27:41.204 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:27:41.204 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:27:41.205 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:27:41.205 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:27:41.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:40 smithi142 bash[9523]: cluster 2020-11-16T20:27:39.711755+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e211: 12 total, 11 up, 10 in
2020-11-16T20:27:41.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:40 smithi142 bash[9523]: cluster 2020-11-16T20:27:40.083830+0000 mgr.x (mgr.14196) 457 : cluster [DBG] pgmap v594: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184520 objects degraded (1.557%); 12710/184520 objects misplaced (6.888%)
2020-11-16T20:27:41.208 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:41.209 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:40 smithi065 bash[9468]: cluster 2020-11-16T20:27:39.711755+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e211: 12 total, 11 up, 10 in
2020-11-16T20:27:41.209 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:40 smithi065 bash[9468]: cluster 2020-11-16T20:27:40.083830+0000 mgr.x (mgr.14196) 457 : cluster [DBG] pgmap v594: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184520 objects degraded (1.557%); 12710/184520 objects misplaced (6.888%)
2020-11-16T20:27:41.209 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:40 smithi071 bash[9480]: cluster 2020-11-16T20:27:39.711755+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e211: 12 total, 11 up, 10 in
2020-11-16T20:27:41.209 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:40 smithi071 bash[9480]: cluster 2020-11-16T20:27:40.083830+0000 mgr.x (mgr.14196) 457 : cluster [DBG] pgmap v594: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184520 objects degraded (1.557%); 12710/184520 objects misplaced (6.888%)
2020-11-16T20:27:41.210 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.7 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-7 --journal-path /var/lib/ceph/osd/ceph-7/journal --op export --pgid 1.0 --file /var/log/ceph/exp.1.0.7
2020-11-16T20:27:41.309 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:41.323 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:27:41 smithi142 bash[20366]: debug 2020-11-16T20:27:41.070+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:41.348 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.7/config
2020-11-16T20:27:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:41.593 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:41.718 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:41 smithi142 bash[15670]: debug 2020-11-16T20:27:41.490+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:42.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:41 smithi065 bash[9468]: cluster 2020-11-16T20:27:41.029781+0000 mon.a (mon.0) 996 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184520 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:42.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:41 smithi065 bash[9468]: cluster 2020-11-16T20:27:41.038267+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e212: 12 total, 11 up, 10 in
2020-11-16T20:27:42.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:41 smithi142 bash[9523]: cluster 2020-11-16T20:27:41.029781+0000 mon.a (mon.0) 996 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184520 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:42.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:41 smithi142 bash[9523]: cluster 2020-11-16T20:27:41.038267+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e212: 12 total, 11 up, 10 in
2020-11-16T20:27:42.036 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:41 smithi071 bash[9480]: cluster 2020-11-16T20:27:41.029781+0000 mon.a (mon.0) 996 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184520 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:42.036 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:41 smithi071 bash[9480]: cluster 2020-11-16T20:27:41.038267+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e212: 12 total, 11 up, 10 in
2020-11-16T20:27:42.037 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_ops_in_flight
2020-11-16T20:27:42.177 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:27:43.049 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:43 smithi071 bash[9480]: cluster 2020-11-16T20:27:41.621698+0000 osd.3 (osd.3) 38 : cluster [DBG] 2.19 deep-scrub starts
2020-11-16T20:27:43.049 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:43 smithi071 bash[9480]: cluster 2020-11-16T20:27:42.049833+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e213: 12 total, 11 up, 10 in
2020-11-16T20:27:43.049 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:43 smithi071 bash[9480]: cluster 2020-11-16T20:27:42.084324+0000 mgr.x (mgr.14196) 458 : cluster [DBG] pgmap v597: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 12710/184578 objects misplaced (6.886%)
2020-11-16T20:27:43.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:43 smithi142 bash[9523]: cluster 2020-11-16T20:27:41.621698+0000 osd.3 (osd.3) 38 : cluster [DBG] 2.19 deep-scrub starts
2020-11-16T20:27:43.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:43 smithi142 bash[9523]: cluster 2020-11-16T20:27:42.049833+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e213: 12 total, 11 up, 10 in
2020-11-16T20:27:43.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:43 smithi142 bash[9523]: cluster 2020-11-16T20:27:42.084324+0000 mgr.x (mgr.14196) 458 : cluster [DBG] pgmap v597: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 12710/184578 objects misplaced (6.886%)
2020-11-16T20:27:43.368 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:27:43.390 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:27:43.411 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:27:43.451 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:27:43.478 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:27:43.501 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:27:43.531 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:27:43.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:43 smithi065 bash[9468]: cluster 2020-11-16T20:27:41.621698+0000 osd.3 (osd.3) 38 : cluster [DBG] 2.19 deep-scrub starts
2020-11-16T20:27:43.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:43 smithi065 bash[9468]: cluster 2020-11-16T20:27:42.049833+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e213: 12 total, 11 up, 10 in
2020-11-16T20:27:43.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:43 smithi065 bash[9468]: cluster 2020-11-16T20:27:42.084324+0000 mgr.x (mgr.14196) 458 : cluster [DBG] pgmap v597: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 18 active+clean, 2 active+remapped+backfilling, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 12710/184578 objects misplaced (6.886%)
2020-11-16T20:27:43.558 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:27:43.581 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:27:43.607 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:27:43.632 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:27:43.632 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.632 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.633 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.633 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.633 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.633 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.633 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.633 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.7
2020-11-16T20:27:43.633 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: problem getting command descriptions from osd.7
2020-11-16T20:27:43.634 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.634 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.634 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:27:43.634 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:27:44.066 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:27:44.258 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:44.363 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:44.376 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:44 smithi065 bash[11785]: debug 2020-11-16T20:27:44.255+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:44.376 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:44 smithi065 bash[9468]: audit 2020-11-16T20:27:43.346234+0000 mon.a (mon.0) 999 : audit [DBG] from='client.? v1:172.21.15.142:0/1111236420' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:44.376 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:44 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.373008+0000 osd.0 (osd.0) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.377 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:44 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.395015+0000 osd.1 (osd.1) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.377 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:44 smithi065 bash[9468]: audit 2020-11-16T20:27:43.585592+0000 mon.a (mon.0) 1000 : audit [INF] from='client.? v1:172.21.15.142:0/937093060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:27:44.377 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:44 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.608163+0000 osd.10 (osd.10) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.377 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:44 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.633235+0000 osd.11 (osd.11) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:44 smithi071 bash[9480]: audit 2020-11-16T20:27:43.346234+0000 mon.a (mon.0) 999 : audit [DBG] from='client.? v1:172.21.15.142:0/1111236420' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:44.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:44 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.373008+0000 osd.0 (osd.0) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:44 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.395015+0000 osd.1 (osd.1) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:44 smithi071 bash[9480]: audit 2020-11-16T20:27:43.585592+0000 mon.a (mon.0) 1000 : audit [INF] from='client.? v1:172.21.15.142:0/937093060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:27:44.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:44 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.608163+0000 osd.10 (osd.10) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:44 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.633235+0000 osd.11 (osd.11) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:44 smithi142 bash[9523]: audit 2020-11-16T20:27:43.346234+0000 mon.a (mon.0) 999 : audit [DBG] from='client.? v1:172.21.15.142:0/1111236420' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:44.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:44 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.373008+0000 osd.0 (osd.0) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:44 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.395015+0000 osd.1 (osd.1) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:44 smithi142 bash[9523]: audit 2020-11-16T20:27:43.585592+0000 mon.a (mon.0) 1000 : audit [INF] from='client.? v1:172.21.15.142:0/937093060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:27:44.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:44 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.608163+0000 osd.10 (osd.10) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:44 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.633235+0000 osd.11 (osd.11) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:44.848 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:44.940 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:27:44.940 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:27:44.953 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:Exporting 1.0 info 1.0( empty local-lis/les=103/104 n=0 ec=5/5 lis/c=103/103 les/c/f=104/104/0 sis=103)
2020-11-16T20:27:45.051 INFO:teuthology.orchestra.run.smithi071.stderr:Export successful
2020-11-16T20:27:45.085 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:45.188 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:45.198 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.415957+0000 osd.2 (osd.2) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.199 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.455955+0000 osd.3 (osd.3) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.199 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.479708+0000 osd.4 (osd.4) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.199 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.503062+0000 osd.5 (osd.5) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.199 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.532750+0000 osd.6 (osd.6) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.199 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.559584+0000 osd.8 (osd.8) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.199 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:43.583070+0000 osd.9 (osd.9) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.199 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:44.053424+0000 mon.a (mon.0) 1001 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:45.200 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: audit 2020-11-16T20:27:44.066598+0000 mon.a (mon.0) 1002 : audit [INF] from='client.? v1:172.21.15.142:0/937093060' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:27:45.200 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:44.066681+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e214: 12 total, 11 up, 10 in
2020-11-16T20:27:45.200 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[9523]: cluster 2020-11-16T20:27:44.084917+0000 mgr.x (mgr.14196) 459 : cluster [DBG] pgmap v599: 27 pgs: 1 active, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 18 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:45.284 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:44 smithi065 bash[11785]: debug 2020-11-16T20:27:44.847+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:45.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.415957+0000 osd.2 (osd.2) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.455955+0000 osd.3 (osd.3) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.479708+0000 osd.4 (osd.4) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.503062+0000 osd.5 (osd.5) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.532750+0000 osd.6 (osd.6) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.559584+0000 osd.8 (osd.8) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:43.583070+0000 osd.9 (osd.9) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:44.053424+0000 mon.a (mon.0) 1001 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:45.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: audit 2020-11-16T20:27:44.066598+0000 mon.a (mon.0) 1002 : audit [INF] from='client.? v1:172.21.15.142:0/937093060' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:27:45.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:44.066681+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e214: 12 total, 11 up, 10 in
2020-11-16T20:27:45.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[9468]: cluster 2020-11-16T20:27:44.084917+0000 mgr.x (mgr.14196) 459 : cluster [DBG] pgmap v599: 27 pgs: 1 active, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 18 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:45.435 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:45.451 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[16796]: debug 2020-11-16T20:27:45.079+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.415957+0000 osd.2 (osd.2) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.455955+0000 osd.3 (osd.3) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.479708+0000 osd.4 (osd.4) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.503062+0000 osd.5 (osd.5) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.532750+0000 osd.6 (osd.6) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.559584+0000 osd.8 (osd.8) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:43.583070+0000 osd.9 (osd.9) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:44.053424+0000 mon.a (mon.0) 1001 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: audit 2020-11-16T20:27:44.066598+0000 mon.a (mon.0) 1002 : audit [INF] from='client.? v1:172.21.15.142:0/937093060' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:27:45.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:44.066681+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e214: 12 total, 11 up, 10 in
2020-11-16T20:27:45.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:45 smithi071 bash[9480]: cluster 2020-11-16T20:27:44.084917+0000 mgr.x (mgr.14196) 459 : cluster [DBG] pgmap v599: 27 pgs: 1 active, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 18 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:45.535 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[15670]: debug 2020-11-16T20:27:45.330+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:45.574 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:45.680 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:45.784 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:27:45 smithi065 bash[16457]: debug 2020-11-16T20:27:45.571+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:45.797 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:45.901 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:46.035 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:45 smithi142 bash[22738]: debug 2020-11-16T20:27:45.798+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:46.060 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:46.064 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:27:46 smithi065 bash[18823]: debug 2020-11-16T20:27:46.059+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:46.165 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:46.288 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:46.393 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:46.405 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:46 smithi065 bash[9468]: cluster 2020-11-16T20:27:46.033129+0000 mon.a (mon.0) 1004 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184578 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:46.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:46 smithi071 bash[9480]: cluster 2020-11-16T20:27:46.033129+0000 mon.a (mon.0) 1004 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184578 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:46.524 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.7 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-7 --journal-path /var/lib/ceph/osd/ceph-7/journal --force --op remove --pgid 1.0
2020-11-16T20:27:46.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:46 smithi142 bash[9523]: cluster 2020-11-16T20:27:46.033129+0000 mon.a (mon.0) 1004 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184578 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:46.535 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:46 smithi142 bash[22738]: debug 2020-11-16T20:27:46.286+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:46.548 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:46.653 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:46.665 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.7/config
2020-11-16T20:27:46.784 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:46 smithi065 bash[11785]: debug 2020-11-16T20:27:46.546+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:46.941 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:27:46.974 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:47.053 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:27:47.078 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:47.085 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:27:47.214 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:27:47.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:47 smithi142 bash[9523]: cluster 2020-11-16T20:27:46.085514+0000 mgr.x (mgr.14196) 460 : cluster [DBG] pgmap v600: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 18 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:47.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:47 smithi142 bash[9523]: audit 2020-11-16T20:27:46.138686+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:27:47.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:47 smithi142 bash[9523]: audit 2020-11-16T20:27:46.142127+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:27:47.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:47 smithi142 bash[9523]: audit 2020-11-16T20:27:46.146701+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:27:47.405 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:47.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:27:46 smithi071 bash[14419]: debug 2020-11-16T20:27:46.971+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:47 smithi071 bash[9480]: cluster 2020-11-16T20:27:46.085514+0000 mgr.x (mgr.14196) 460 : cluster [DBG] pgmap v600: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 18 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:47.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:47 smithi071 bash[9480]: audit 2020-11-16T20:27:46.138686+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:27:47.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:47 smithi071 bash[9480]: audit 2020-11-16T20:27:46.142127+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:27:47.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:47 smithi071 bash[9480]: audit 2020-11-16T20:27:46.146701+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:27:47.510 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:47.521 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:47 smithi065 bash[9468]: cluster 2020-11-16T20:27:46.085514+0000 mgr.x (mgr.14196) 460 : cluster [DBG] pgmap v600: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 18 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:47.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:47 smithi065 bash[9468]: audit 2020-11-16T20:27:46.138686+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:27:47.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:47 smithi065 bash[9468]: audit 2020-11-16T20:27:46.142127+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:27:47.522 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:47 smithi065 bash[9468]: audit 2020-11-16T20:27:46.146701+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:27:47.704 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:27:47.773 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:27:47 smithi065 bash[16457]: debug 2020-11-16T20:27:47.702+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:47.785 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:47 smithi142 bash[22738]: debug 2020-11-16T20:27:47.402+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:47.810 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:47.958 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:27:48.007 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:27:48.007 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:27:48.034 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:27:47 smithi065 bash[14115]: debug 2020-11-16T20:27:47.954+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:48.063 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:48.244 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:48.349 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:48.534 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:27:48 smithi065 bash[18823]: debug 2020-11-16T20:27:48.242+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:48.782 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:48.813 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_blocked_ops
2020-11-16T20:27:48.886 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:48.950 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:27:48.989 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:49.093 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:49.105 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:48 smithi065 bash[11785]: debug 2020-11-16T20:27:48.986+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:49.141 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:27:48 smithi071 bash[14419]: debug 2020-11-16T20:27:48.775+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:49.236 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:49 smithi142 bash[9523]: cluster 2020-11-16T20:27:48.086354+0000 mgr.x (mgr.14196) 461 : cluster [DBG] pgmap v601: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%); 11 MiB/s, 179 objects/s recovering
2020-11-16T20:27:49.401 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:49 smithi065 bash[9468]: cluster 2020-11-16T20:27:48.086354+0000 mgr.x (mgr.14196) 461 : cluster [DBG] pgmap v601: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%); 11 MiB/s, 179 objects/s recovering
2020-11-16T20:27:53.551 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:51 smithi142 bash[9523]: cluster 2020-11-16T20:27:49.405321+0000 osd.9 (osd.9) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:53.551 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:51 smithi142 bash[9523]: cluster 2020-11-16T20:27:49.405420+0000 osd.9 (osd.9) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:53.551 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:51 smithi142 bash[9523]: cluster 2020-11-16T20:27:49.848022+0000 osd.2 (osd.2) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:53.551 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:51 smithi142 bash[9523]: cluster 2020-11-16T20:27:49.848144+0000 osd.2 (osd.2) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:53.551 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:51 smithi142 bash[9523]: cluster 2020-11-16T20:27:50.087247+0000 mgr.x (mgr.14196) 462 : cluster [DBG] pgmap v602: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%); 9.8 MiB/s, 157 objects/s recovering
2020-11-16T20:27:53.552 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:51 smithi142 bash[9523]: cluster 2020-11-16T20:27:50.157825+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e215: 12 total, 11 up, 10 in
2020-11-16T20:27:53.552 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:51 smithi142 bash[9523]: cluster 2020-11-16T20:27:51.040021+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e216: 12 total, 11 up, 10 in
2020-11-16T20:27:53.552 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:52 smithi142 bash[9523]: cluster 2020-11-16T20:27:50.610989+0000 osd.3 (osd.3) 40 : cluster [DBG] 2.19 deep-scrub ok
2020-11-16T20:27:53.552 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:53 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.088138+0000 mgr.x (mgr.14196) 463 : cluster [DBG] pgmap v605: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:53.552 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:53 smithi142 bash[9523]: audit 2020-11-16T20:27:52.378020+0000 mon.a (mon.0) 1009 : audit [DBG] from='client.? v1:172.21.15.142:0/2035331483' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:53.552 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:53 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.404834+0000 osd.0 (osd.0) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.552 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:53 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.429463+0000 osd.1 (osd.1) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.553 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:53 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.639086+0000 osd.10 (osd.10) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.553 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:53 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.670689+0000 osd.11 (osd.11) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.553 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:53 smithi142 bash[9523]: audit 2020-11-16T20:27:52.672376+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? v1:172.21.15.142:0/95618372' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:27:53.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:27:53.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:27:53.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:27:53.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:27:53.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:27:53.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:27:53.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:27:53.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:27:53.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:27:53.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:27:53.555 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:27:53.555 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.555 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.555 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.555 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.555 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.555 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.556 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.7
2020-11-16T20:27:53.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: problem getting command descriptions from osd.7
2020-11-16T20:27:53.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:27:53.556 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:27:53.557 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:27:53.557 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:27:53.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:49 smithi071 bash[9480]: cluster 2020-11-16T20:27:48.086354+0000 mgr.x (mgr.14196) 461 : cluster [DBG] pgmap v601: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%); 11 MiB/s, 179 objects/s recovering
2020-11-16T20:27:53.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:51 smithi071 bash[9480]: cluster 2020-11-16T20:27:49.405321+0000 osd.9 (osd.9) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:53.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:51 smithi071 bash[9480]: cluster 2020-11-16T20:27:49.405420+0000 osd.9 (osd.9) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:53.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:51 smithi071 bash[9480]: cluster 2020-11-16T20:27:49.848022+0000 osd.2 (osd.2) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:53.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:51 smithi071 bash[9480]: cluster 2020-11-16T20:27:49.848144+0000 osd.2 (osd.2) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:53.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:51 smithi071 bash[9480]: cluster 2020-11-16T20:27:50.087247+0000 mgr.x (mgr.14196) 462 : cluster [DBG] pgmap v602: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%); 9.8 MiB/s, 157 objects/s recovering
2020-11-16T20:27:53.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:51 smithi071 bash[9480]: cluster 2020-11-16T20:27:50.157825+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e215: 12 total, 11 up, 10 in
2020-11-16T20:27:53.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:51 smithi071 bash[9480]: cluster 2020-11-16T20:27:51.040021+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e216: 12 total, 11 up, 10 in
2020-11-16T20:27:53.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:52 smithi071 bash[9480]: cluster 2020-11-16T20:27:50.610989+0000 osd.3 (osd.3) 40 : cluster [DBG] 2.19 deep-scrub ok
2020-11-16T20:27:53.559 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:53 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.088138+0000 mgr.x (mgr.14196) 463 : cluster [DBG] pgmap v605: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:53.559 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:53 smithi071 bash[9480]: audit 2020-11-16T20:27:52.378020+0000 mon.a (mon.0) 1009 : audit [DBG] from='client.? v1:172.21.15.142:0/2035331483' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:53.559 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:53 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.404834+0000 osd.0 (osd.0) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.559 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:53 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.429463+0000 osd.1 (osd.1) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.559 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:53 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.639086+0000 osd.10 (osd.10) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.559 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:53 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.670689+0000 osd.11 (osd.11) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.559 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:53 smithi071 bash[9480]: audit 2020-11-16T20:27:52.672376+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? v1:172.21.15.142:0/95618372' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:27:53.560 INFO:teuthology.orchestra.run.smithi071.stdout: marking collection for removal
2020-11-16T20:27:53.560 INFO:teuthology.orchestra.run.smithi071.stdout:setting '_remove' omap key
2020-11-16T20:27:53.560 INFO:teuthology.orchestra.run.smithi071.stdout:finish_remove_pgs 1.0_head removing 1.0
2020-11-16T20:27:53.560 INFO:teuthology.orchestra.run.smithi071.stdout:Remove successful
2020-11-16T20:27:53.560 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.7 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-7 --journal-path /var/lib/ceph/osd/ceph-7/journal '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --op import --file /var/log/ceph/exp.1.0.7
2020-11-16T20:27:53.561 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:53.561 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:49 smithi065 bash[11785]: debug 2020-11-16T20:27:49.398+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:53.562 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:51 smithi065 bash[9468]: cluster 2020-11-16T20:27:49.405321+0000 osd.9 (osd.9) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:53.562 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:51 smithi065 bash[9468]: cluster 2020-11-16T20:27:49.405420+0000 osd.9 (osd.9) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:53.562 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:51 smithi065 bash[9468]: cluster 2020-11-16T20:27:49.848022+0000 osd.2 (osd.2) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:53.562 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:51 smithi065 bash[9468]: cluster 2020-11-16T20:27:49.848144+0000 osd.2 (osd.2) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:53.562 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:51 smithi065 bash[9468]: cluster 2020-11-16T20:27:50.087247+0000 mgr.x (mgr.14196) 462 : cluster [DBG] pgmap v602: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%); 9.8 MiB/s, 157 objects/s recovering
2020-11-16T20:27:53.562 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:51 smithi065 bash[9468]: cluster 2020-11-16T20:27:50.157825+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e215: 12 total, 11 up, 10 in
2020-11-16T20:27:53.563 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:51 smithi065 bash[9468]: cluster 2020-11-16T20:27:51.040021+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e216: 12 total, 11 up, 10 in
2020-11-16T20:27:53.563 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:52 smithi065 bash[9468]: cluster 2020-11-16T20:27:50.610989+0000 osd.3 (osd.3) 40 : cluster [DBG] 2.19 deep-scrub ok
2020-11-16T20:27:53.563 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:53 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.088138+0000 mgr.x (mgr.14196) 463 : cluster [DBG] pgmap v605: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 active+clean+scrubbing+deep, 1 undersized+degraded+peered, 19 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184578 objects degraded (1.557%); 11442/184578 objects misplaced (6.199%)
2020-11-16T20:27:53.563 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:53 smithi065 bash[9468]: audit 2020-11-16T20:27:52.378020+0000 mon.a (mon.0) 1009 : audit [DBG] from='client.? v1:172.21.15.142:0/2035331483' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:27:53.563 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:53 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.404834+0000 osd.0 (osd.0) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.563 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:53 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.429463+0000 osd.1 (osd.1) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.563 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:53 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.639086+0000 osd.10 (osd.10) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:53 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.670689+0000 osd.11 (osd.11) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:53.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:53 smithi065 bash[9468]: audit 2020-11-16T20:27:52.672376+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? v1:172.21.15.142:0/95618372' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:27:53.564 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:27:53.564 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:27:53.564 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_historic_ops
2020-11-16T20:27:53.662 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.7/config
2020-11-16T20:27:53.731 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:27:53.901 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:27:54.005 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:54.181 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:27:53 smithi142 bash[22738]: debug 2020-11-16T20:27:53.898+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:54.246 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:54.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.452878+0000 osd.2 (osd.2) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.479277+0000 osd.3 (osd.3) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.501518+0000 osd.4 (osd.4) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.528173+0000 osd.5 (osd.5) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.553245+0000 osd.6 (osd.6) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.581212+0000 osd.8 (osd.8) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:52.608614+0000 osd.9 (osd.9) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:53.164932+0000 mon.a (mon.0) 1011 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:54.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: audit 2020-11-16T20:27:53.172924+0000 mon.a (mon.0) 1012 : audit [INF] from='client.? v1:172.21.15.142:0/95618372' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:27:54.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[9468]: cluster 2020-11-16T20:27:53.173047+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e217: 12 total, 11 up, 10 in
2020-11-16T20:27:54.285 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[11785]: debug 2020-11-16T20:27:54.242+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:54.350 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:54.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.452878+0000 osd.2 (osd.2) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.479277+0000 osd.3 (osd.3) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.501518+0000 osd.4 (osd.4) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.528173+0000 osd.5 (osd.5) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.553245+0000 osd.6 (osd.6) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.581212+0000 osd.8 (osd.8) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:52.608614+0000 osd.9 (osd.9) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:53.164932+0000 mon.a (mon.0) 1011 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:54.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: audit 2020-11-16T20:27:53.172924+0000 mon.a (mon.0) 1012 : audit [INF] from='client.? v1:172.21.15.142:0/95618372' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:27:54.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:54 smithi071 bash[9480]: cluster 2020-11-16T20:27:53.173047+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e217: 12 total, 11 up, 10 in
2020-11-16T20:27:54.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.452878+0000 osd.2 (osd.2) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.479277+0000 osd.3 (osd.3) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.501518+0000 osd.4 (osd.4) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.528173+0000 osd.5 (osd.5) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.553245+0000 osd.6 (osd.6) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.581212+0000 osd.8 (osd.8) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:52.608614+0000 osd.9 (osd.9) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:27:54.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:53.164932+0000 mon.a (mon.0) 1011 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:27:54.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: audit 2020-11-16T20:27:53.172924+0000 mon.a (mon.0) 1012 : audit [INF] from='client.? v1:172.21.15.142:0/95618372' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:27:54.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[9523]: cluster 2020-11-16T20:27:53.173047+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e217: 12 total, 11 up, 10 in
2020-11-16T20:27:54.660 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:27:54.763 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:54.895 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:54.964 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:27:54 smithi065 bash[18823]: debug 2020-11-16T20:27:54.658+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:55.001 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:55.035 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:27:54 smithi142 bash[18009]: debug 2020-11-16T20:27:54.894+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:55.128 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:55.226 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:55 smithi065 bash[9468]: cluster 2020-11-16T20:27:54.088952+0000 mgr.x (mgr.14196) 464 : cluster [DBG] pgmap v607: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:55.226 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:55 smithi065 bash[9468]: cluster 2020-11-16T20:27:54.175597+0000 mon.a (mon.0) 1014 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184554 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:55.234 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:55.246 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:55 smithi071 bash[9480]: cluster 2020-11-16T20:27:54.088952+0000 mgr.x (mgr.14196) 464 : cluster [DBG] pgmap v607: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:55.246 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:55 smithi071 bash[9480]: cluster 2020-11-16T20:27:54.175597+0000 mon.a (mon.0) 1014 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184554 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:55.526 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:55.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:55 smithi142 bash[9523]: cluster 2020-11-16T20:27:54.088952+0000 mgr.x (mgr.14196) 464 : cluster [DBG] pgmap v607: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:55.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:55 smithi142 bash[9523]: cluster 2020-11-16T20:27:54.175597+0000 mon.a (mon.0) 1014 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184554 objects degraded (1.557%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:27:55.535 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:55 smithi142 bash[15670]: debug 2020-11-16T20:27:55.126+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:55.558 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:27:55.631 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:27:55.699 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:27:55.908 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:27:55 smithi071 bash[16796]: debug 2020-11-16T20:27:55.523+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:55.908 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:27:56.013 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:56.018 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:27:56.188 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:27:55 smithi071 bash[12066]: debug 2020-11-16T20:27:55.903+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:56.189 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:27:56.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:56 smithi142 bash[9523]: cluster 2020-11-16T20:27:55.377441+0000 osd.0 (osd.0) 50 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:56.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:56 smithi142 bash[9523]: cluster 2020-11-16T20:27:55.377591+0000 osd.0 (osd.0) 51 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:56.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:56 smithi142 bash[9523]: cluster 2020-11-16T20:27:56.046386+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e218: 12 total, 11 up, 10 in
2020-11-16T20:27:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:27:56.404 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:56 smithi071 bash[9480]: cluster 2020-11-16T20:27:55.377441+0000 osd.0 (osd.0) 50 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:56 smithi071 bash[9480]: cluster 2020-11-16T20:27:55.377591+0000 osd.0 (osd.0) 51 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:56 smithi071 bash[9480]: cluster 2020-11-16T20:27:56.046386+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e218: 12 total, 11 up, 10 in
2020-11-16T20:27:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:56 smithi065 bash[9468]: cluster 2020-11-16T20:27:55.377441+0000 osd.0 (osd.0) 50 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:56 smithi065 bash[9468]: cluster 2020-11-16T20:27:55.377591+0000 osd.0 (osd.0) 51 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:56 smithi065 bash[9468]: cluster 2020-11-16T20:27:56.046386+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e218: 12 total, 11 up, 10 in
2020-11-16T20:27:56.666 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:56.772 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:56.785 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:27:56 smithi142 bash[20366]: debug 2020-11-16T20:27:56.298+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:56.958 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:56 smithi065 bash[11785]: debug 2020-11-16T20:27:56.662+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:57.057 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:57.058 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:57 smithi142 bash[15670]: debug 2020-11-16T20:27:57.058+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:57.125 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:27:57.166 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:27:57.166 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:27:57.166 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:27:57.167 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.167 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:140292 2.b 2:d4fc2754:::benchmark_data_smithi065_20143_object140291:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e157)",
2020-11-16T20:27:57.167 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:25:51.504026+0000",
2020-11-16T20:27:57.167 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 125.618427328,
2020-11-16T20:27:57.167 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.173289729,
2020-11-16T20:27:57.167 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.168 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.168 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 140292
2020-11-16T20:27:57.168 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.168 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.504026+0000",
2020-11-16T20:27:57.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.504026+0000",
2020-11-16T20:27:57.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999566
2020-11-16T20:27:57.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.503983+0000",
2020-11-16T20:27:57.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000120411
2020-11-16T20:27:57.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.504103+0000",
2020-11-16T20:27:57.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3363000000000001e-05
2020-11-16T20:27:57.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.504117+0000",
2020-11-16T20:27:57.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6540000000000002e-06
2020-11-16T20:27:57.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.504123+0000",
2020-11-16T20:27:57.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7113999999999995e-05
2020-11-16T20:27:57.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.504190+0000",
2020-11-16T20:27:57.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013566000000000001
2020-11-16T20:27:57.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.504326+0000",
2020-11-16T20:27:57.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012949399999999999
2020-11-16T20:27:57.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:27:57.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.504456+0000",
2020-11-16T20:27:57.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0052403110000000001
2020-11-16T20:27:57.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.509696+0000",
2020-11-16T20:27:57.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.16727398499999999
2020-11-16T20:27:57.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.676970+0000",
2020-11-16T20:27:57.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000188486
2020-11-16T20:27:57.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.677158+0000",
2020-11-16T20:27:57.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015744700000000001
2020-11-16T20:27:57.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.677316+0000",
2020-11-16T20:27:57.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.173289729
2020-11-16T20:27:57.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.178 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.178 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.178 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.178 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.178 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:140298 2.b 2:db62295a:::benchmark_data_smithi065_20143_object140297:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e157)",
2020-11-16T20:27:57.178 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:25:51.509999+0000",
2020-11-16T20:27:57.179 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 125.612454286,
2020-11-16T20:27:57.179 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.18335591300000001,
2020-11-16T20:27:57.179 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.179 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.179 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 140298
2020-11-16T20:27:57.180 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.180 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.509999+0000",
2020-11-16T20:27:57.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.509999+0000",
2020-11-16T20:27:57.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:27:57.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.509979+0000",
2020-11-16T20:27:57.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1109e-05
2020-11-16T20:27:57.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.510050+0000",
2020-11-16T20:27:57.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2193e-05
2020-11-16T20:27:57.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.510062+0000",
2020-11-16T20:27:57.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3410000000000003e-06
2020-11-16T20:27:57.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.510070+0000",
2020-11-16T20:27:57.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0975000000000004e-05
2020-11-16T20:27:57.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.510141+0000",
2020-11-16T20:27:57.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022723400000000001
2020-11-16T20:27:57.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.510368+0000",
2020-11-16T20:27:57.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028210300000000002
2020-11-16T20:27:57.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:27:57.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.510651+0000",
2020-11-16T20:27:57.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0045521889999999999
2020-11-16T20:27:57.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.515203+0000",
2020-11-16T20:27:57.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.178061633
2020-11-16T20:27:57.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.693264+0000",
2020-11-16T20:27:57.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3733000000000002e-05
2020-11-16T20:27:57.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.693318+0000",
2020-11-16T20:27:57.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6979e-05
2020-11-16T20:27:57.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.693355+0000",
2020-11-16T20:27:57.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.18335591300000001
2020-11-16T20:27:57.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.189 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.189 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.189 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.189 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.190 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:140330 2.b 2:d868591f:::benchmark_data_smithi065_20143_object140329:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e157)",
2020-11-16T20:27:57.190 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:25:51.543044+0000",
2020-11-16T20:27:57.190 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 125.579409359,
2020-11-16T20:27:57.190 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.15648446299999999,
2020-11-16T20:27:57.190 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.190 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.190 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 140330
2020-11-16T20:27:57.191 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.191 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543044+0000",
2020-11-16T20:27:57.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543044+0000",
2020-11-16T20:27:57.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999585
2020-11-16T20:27:57.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543003+0000",
2020-11-16T20:27:57.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000141855
2020-11-16T20:27:57.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543145+0000",
2020-11-16T20:27:57.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7373000000000001e-05
2020-11-16T20:27:57.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543162+0000",
2020-11-16T20:27:57.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0891e-05
2020-11-16T20:27:57.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543173+0000",
2020-11-16T20:27:57.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1260000000000006e-05
2020-11-16T20:27:57.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543234+0000",
2020-11-16T20:27:57.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017340699999999999
2020-11-16T20:27:57.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543408+0000",
2020-11-16T20:27:57.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025469700000000002
2020-11-16T20:27:57.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:27:57.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.543662+0000",
2020-11-16T20:27:57.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0049933240000000004
2020-11-16T20:27:57.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.548656+0000",
2020-11-16T20:27:57.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.150752995
2020-11-16T20:27:57.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.699409+0000",
2020-11-16T20:27:57.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3332999999999998e-05
2020-11-16T20:27:57.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.699472+0000",
2020-11-16T20:27:57.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6601000000000002e-05
2020-11-16T20:27:57.200 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.200 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.699529+0000",
2020-11-16T20:27:57.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15648446299999999
2020-11-16T20:27:57.200 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.201 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.201 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.201 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.201 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:140344 2.b 2:d77aa90e:::benchmark_data_smithi065_20143_object140343:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e157)",
2020-11-16T20:27:57.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:25:51.553723+0000",
2020-11-16T20:27:57.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 125.568730448,
2020-11-16T20:27:57.202 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.14593564000000001,
2020-11-16T20:27:57.202 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.202 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.202 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 140344
2020-11-16T20:27:57.203 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.203 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.553723+0000",
2020-11-16T20:27:57.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.553723+0000",
2020-11-16T20:27:57.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:27:57.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.553687+0000",
2020-11-16T20:27:57.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000120834
2020-11-16T20:27:57.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.553808+0000",
2020-11-16T20:27:57.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7524999999999999e-05
2020-11-16T20:27:57.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.553826+0000",
2020-11-16T20:27:57.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5820000000000008e-06
2020-11-16T20:27:57.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.553835+0000",
2020-11-16T20:27:57.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4306000000000004e-05
2020-11-16T20:27:57.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.553900+0000",
2020-11-16T20:27:57.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019919299999999999
2020-11-16T20:27:57.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.554099+0000",
2020-11-16T20:27:57.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025430100000000002
2020-11-16T20:27:57.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:27:57.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.554353+0000",
2020-11-16T20:27:57.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0039894190000000001
2020-11-16T20:27:57.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.558343+0000",
2020-11-16T20:27:57.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.141229409
2020-11-16T20:27:57.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.699572+0000",
2020-11-16T20:27:57.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0611e-05
2020-11-16T20:27:57.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.699623+0000",
2020-11-16T20:27:57.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6053000000000002e-05
2020-11-16T20:27:57.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:51.699659+0000",
2020-11-16T20:27:57.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.14593564000000001
2020-11-16T20:27:57.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.212 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.212 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.212 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.212 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.212 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.24745.0:176016 2.6 e173/133 2:6aa75e3b:::benchmark_data_smithi065_20143_object26629:head v 173'14470, mlcod=173'14468)",
2020-11-16T20:27:57.212 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:41.036824+0000",
2020-11-16T20:27:57.213 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 76.085629050999998,
2020-11-16T20:27:57.213 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.15239190399999999,
2020-11-16T20:27:57.213 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.213 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:27:57.213 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.036824+0000",
2020-11-16T20:27:57.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.036824+0000",
2020-11-16T20:27:57.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:27:57.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.036797+0000",
2020-11-16T20:27:57.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9425999999999994e-05
2020-11-16T20:27:57.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.036886+0000",
2020-11-16T20:27:57.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9678e-05
2020-11-16T20:27:57.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.036906+0000",
2020-11-16T20:27:57.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1718e-05
2020-11-16T20:27:57.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.036918+0000",
2020-11-16T20:27:57.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7436999999999998e-05
2020-11-16T20:27:57.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.036985+0000",
2020-11-16T20:27:57.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8265000000000001e-05
2020-11-16T20:27:57.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.037013+0000",
2020-11-16T20:27:57.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15220303299999999
2020-11-16T20:27:57.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.189216+0000",
2020-11-16T20:27:57.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15239190399999999
2020-11-16T20:27:57.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.220 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.220 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.220 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.220 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.220 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:176032 2.5 2:af4a27cd:::benchmark_data_smithi065_20143_object26645:head [delete] snapc 0=[] ondisk+write+known_if_redirected e173)",
2020-11-16T20:27:57.220 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:41.040686+0000",
2020-11-16T20:27:57.220 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 76.081767673000002,
2020-11-16T20:27:57.221 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.16529658999999999,
2020-11-16T20:27:57.221 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.221 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:27:57.221 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 176032
2020-11-16T20:27:57.221 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.222 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.040686+0000",
2020-11-16T20:27:57.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.040686+0000",
2020-11-16T20:27:57.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:27:57.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.040654+0000",
2020-11-16T20:27:57.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1521999999999997e-05
2020-11-16T20:27:57.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.040726+0000",
2020-11-16T20:27:57.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4824000000000001e-05
2020-11-16T20:27:57.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.040740+0000",
2020-11-16T20:27:57.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9400000000000002e-06
2020-11-16T20:27:57.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.040748+0000",
2020-11-16T20:27:57.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0072551610000000004
2020-11-16T20:27:57.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.048004+0000",
2020-11-16T20:27:57.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019347599999999999
2020-11-16T20:27:57.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.048197+0000",
2020-11-16T20:27:57.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00027805000000000001
2020-11-16T20:27:57.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:27:57.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.048475+0000",
2020-11-16T20:27:57.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.157477116
2020-11-16T20:27:57.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.205952+0000",
2020-11-16T20:27:57.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0202999999999999e-05
2020-11-16T20:27:57.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.205982+0000",
2020-11-16T20:27:57.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.16529658999999999
2020-11-16T20:27:57.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.229 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.229 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.229 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.229 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:176024 2.5 2:a215bb95:::benchmark_data_smithi065_20143_object26637:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e174)",
2020-11-16T20:27:57.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:41.049404+0000",
2020-11-16T20:27:57.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 76.073049307000005,
2020-11-16T20:27:57.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0314242760000001,
2020-11-16T20:27:57.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.230 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:27:57.230 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 176024
2020-11-16T20:27:57.231 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.231 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049404+0000",
2020-11-16T20:27:57.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049404+0000",
2020-11-16T20:27:57.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9996743
2020-11-16T20:27:57.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049079+0000",
2020-11-16T20:27:57.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00036741399999999999
2020-11-16T20:27:57.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049446+0000",
2020-11-16T20:27:57.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8202e-05
2020-11-16T20:27:57.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049464+0000",
2020-11-16T20:27:57.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2949999999999996e-06
2020-11-16T20:27:57.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049472+0000",
2020-11-16T20:27:57.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15661299100000001
2020-11-16T20:27:57.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206085+0000",
2020-11-16T20:27:57.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3069e-05
2020-11-16T20:27:57.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206098+0000",
2020-11-16T20:27:57.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.87462735000000003
2020-11-16T20:27:57.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.080725+0000",
2020-11-16T20:27:57.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103422
2020-11-16T20:27:57.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.080828+0000",
2020-11-16T20:27:57.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0314242760000001
2020-11-16T20:27:57.238 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.238 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.238 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.238 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.239 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.239 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:176032 2.15 2:af4a27cd:::benchmark_data_smithi065_20143_object26645:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e174)",
2020-11-16T20:27:57.239 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:41.049522+0000",
2020-11-16T20:27:57.239 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 76.072931851999996,
2020-11-16T20:27:57.239 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.051383363,
2020-11-16T20:27:57.239 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.239 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:27:57.239 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 176032
2020-11-16T20:27:57.240 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.240 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049522+0000",
2020-11-16T20:27:57.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049522+0000",
2020-11-16T20:27:57.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:27:57.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049492+0000",
2020-11-16T20:27:57.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5613999999999999e-05
2020-11-16T20:27:57.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049558+0000",
2020-11-16T20:27:57.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1589e-05
2020-11-16T20:27:57.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049570+0000",
2020-11-16T20:27:57.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1080000000000001e-06
2020-11-16T20:27:57.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049575+0000",
2020-11-16T20:27:57.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15674543399999999
2020-11-16T20:27:57.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206320+0000",
2020-11-16T20:27:57.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0861e-05
2020-11-16T20:27:57.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206331+0000",
2020-11-16T20:27:57.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89438432999999995
2020-11-16T20:27:57.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.100715+0000",
2020-11-16T20:27:57.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018974399999999999
2020-11-16T20:27:57.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.100905+0000",
2020-11-16T20:27:57.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.051383363
2020-11-16T20:27:57.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.247 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.247 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.247 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.247 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop_reply(client.24745.0:176032 2.5 e173/133)",
2020-11-16T20:27:57.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:41.054351+0000",
2020-11-16T20:27:57.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 76.068102095,
2020-11-16T20:27:57.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.15170042,
2020-11-16T20:27:57.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.248 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:27:57.248 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.054351+0000",
2020-11-16T20:27:57.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.054351+0000",
2020-11-16T20:27:57.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T20:27:57.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.054321+0000",
2020-11-16T20:27:57.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4884999999999999e-05
2020-11-16T20:27:57.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.054396+0000",
2020-11-16T20:27:57.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2799999999999999e-05
2020-11-16T20:27:57.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.054409+0000",
2020-11-16T20:27:57.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2332e-05
2020-11-16T20:27:57.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.054421+0000",
2020-11-16T20:27:57.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15159989700000001
2020-11-16T20:27:57.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206021+0000",
2020-11-16T20:27:57.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0457999999999999e-05
2020-11-16T20:27:57.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206052+0000",
2020-11-16T20:27:57.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15170042
2020-11-16T20:27:57.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.254 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.254 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.254 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.254 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.255 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:176045 2.5 2:a0eb9d88:::benchmark_data_smithi065_20143_object26658:head [delete] snapc 0=[] ondisk+write+known_if_redirected e174)",
2020-11-16T20:27:57.255 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:41.101129+0000",
2020-11-16T20:27:57.255 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 76.021324178,
2020-11-16T20:27:57.255 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.98626871199999999,
2020-11-16T20:27:57.255 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.255 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.255 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 176045
2020-11-16T20:27:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.101129+0000",
2020-11-16T20:27:57.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.101129+0000",
2020-11-16T20:27:57.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:27:57.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.101097+0000",
2020-11-16T20:27:57.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0825e-05
2020-11-16T20:27:57.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.101167+0000",
2020-11-16T20:27:57.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6736e-05
2020-11-16T20:27:57.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.101184+0000",
2020-11-16T20:27:57.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0263e-05
2020-11-16T20:27:57.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.101194+0000",
2020-11-16T20:27:57.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.104942573
2020-11-16T20:27:57.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206137+0000",
2020-11-16T20:27:57.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3484e-05
2020-11-16T20:27:57.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206151+0000",
2020-11-16T20:27:57.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.87505530200000003
2020-11-16T20:27:57.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.081206+0000",
2020-11-16T20:27:57.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012493500000000001
2020-11-16T20:27:57.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.081331+0000",
2020-11-16T20:27:57.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000116264
2020-11-16T20:27:57.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:27:57.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.081447+0000",
2020-11-16T20:27:57.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0022033209999999998
2020-11-16T20:27:57.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.083650+0000",
2020-11-16T20:27:57.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0035548960000000001
2020-11-16T20:27:57.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.087205+0000",
2020-11-16T20:27:57.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000108911
2020-11-16T20:27:57.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.087314+0000",
2020-11-16T20:27:57.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3821999999999998e-05
2020-11-16T20:27:57.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.087398+0000",
2020-11-16T20:27:57.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.98626871199999999
2020-11-16T20:27:57.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.266 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.266 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.267 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.267 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.267 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:177915 2.5 2:a6f01746:::benchmark_data_smithi065_20143_object28528:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:27:57.267 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:47.392033+0000",
2020-11-16T20:27:57.267 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 69.730420906000006,
2020-11-16T20:27:57.267 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.32534278100000003,
2020-11-16T20:27:57.267 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.268 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.268 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 177915
2020-11-16T20:27:57.268 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.268 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392033+0000",
2020-11-16T20:27:57.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392033+0000",
2020-11-16T20:27:57.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:27:57.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392014+0000",
2020-11-16T20:27:57.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2491999999999999e-05
2020-11-16T20:27:57.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392057+0000",
2020-11-16T20:27:57.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3159999999999997e-06
2020-11-16T20:27:57.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392065+0000",
2020-11-16T20:27:57.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0889999999999999e-06
2020-11-16T20:27:57.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392070+0000",
2020-11-16T20:27:57.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2441000000000002e-05
2020-11-16T20:27:57.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392122+0000",
2020-11-16T20:27:57.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013266499999999999
2020-11-16T20:27:57.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392255+0000",
2020-11-16T20:27:57.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3614000000000003e-05
2020-11-16T20:27:57.274 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.274 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:27:57.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.392339+0000",
2020-11-16T20:27:57.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0043025850000000003
2020-11-16T20:27:57.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.396641+0000",
2020-11-16T20:27:57.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32048905599999999
2020-11-16T20:27:57.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.717130+0000",
2020-11-16T20:27:57.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013569799999999999
2020-11-16T20:27:57.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.717266+0000",
2020-11-16T20:27:57.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000109375
2020-11-16T20:27:57.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.717375+0000",
2020-11-16T20:27:57.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32534278100000003
2020-11-16T20:27:57.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.278 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.278 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.278 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.278 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.278 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:179510 2.5 2:a397f8c8:::benchmark_data_smithi065_20143_object30123:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:27:57.278 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:49.355746+0000",
2020-11-16T20:27:57.279 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 67.766707710999995,
2020-11-16T20:27:57.279 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.43389916000000001,
2020-11-16T20:27:57.279 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.279 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.279 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 179510
2020-11-16T20:27:57.280 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.280 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.355746+0000",
2020-11-16T20:27:57.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.355746+0000",
2020-11-16T20:27:57.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:27:57.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.355709+0000",
2020-11-16T20:27:57.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1328999999999993e-05
2020-11-16T20:27:57.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.355791+0000",
2020-11-16T20:27:57.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4894e-05
2020-11-16T20:27:57.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.355806+0000",
2020-11-16T20:27:57.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8599999999999999e-06
2020-11-16T20:27:57.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.355814+0000",
2020-11-16T20:27:57.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6805999999999995e-05
2020-11-16T20:27:57.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.355901+0000",
2020-11-16T20:27:57.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000193308
2020-11-16T20:27:57.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.356095+0000",
2020-11-16T20:27:57.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00062980600000000001
2020-11-16T20:27:57.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:27:57.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.356724+0000",
2020-11-16T20:27:57.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002413124
2020-11-16T20:27:57.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.359138+0000",
2020-11-16T20:27:57.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.43037164500000002
2020-11-16T20:27:57.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.789509+0000",
2020-11-16T20:27:57.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6036000000000002e-05
2020-11-16T20:27:57.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.789585+0000",
2020-11-16T20:27:57.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9719000000000002e-05
2020-11-16T20:27:57.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.789645+0000",
2020-11-16T20:27:57.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.43389916000000001
2020-11-16T20:27:57.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.289 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.289 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.289 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.289 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.289 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:179513 2.5 2:a07af49d:::benchmark_data_smithi065_20143_object30126:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:27:57.290 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:49.360033+0000",
2020-11-16T20:27:57.290 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 67.762420246000005,
2020-11-16T20:27:57.290 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.42992766700000001,
2020-11-16T20:27:57.290 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.290 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.290 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 179513
2020-11-16T20:27:57.291 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.291 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360033+0000",
2020-11-16T20:27:57.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360033+0000",
2020-11-16T20:27:57.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:27:57.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360010+0000",
2020-11-16T20:27:57.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2932000000000001e-05
2020-11-16T20:27:57.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360063+0000",
2020-11-16T20:27:57.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0482999999999999e-05
2020-11-16T20:27:57.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360074+0000",
2020-11-16T20:27:57.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0280000000000006e-06
2020-11-16T20:27:57.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360083+0000",
2020-11-16T20:27:57.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3169000000000005e-05
2020-11-16T20:27:57.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360146+0000",
2020-11-16T20:27:57.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018320700000000001
2020-11-16T20:27:57.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360329+0000",
2020-11-16T20:27:57.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00036868900000000001
2020-11-16T20:27:57.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:27:57.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.360698+0000",
2020-11-16T20:27:57.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0019388859999999999
2020-11-16T20:27:57.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.362637+0000",
2020-11-16T20:27:57.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.42720808100000002
2020-11-16T20:27:57.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.789845+0000",
2020-11-16T20:27:57.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4152000000000005e-05
2020-11-16T20:27:57.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.789909+0000",
2020-11-16T20:27:57.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1934000000000001e-05
2020-11-16T20:27:57.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.789961+0000",
2020-11-16T20:27:57.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.42992766700000001
2020-11-16T20:27:57.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.300 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.300 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.300 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.300 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.301 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:190355 2.5 2:a61988ec:::benchmark_data_smithi065_20143_object40968:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)",
2020-11-16T20:27:57.301 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:01.249442+0000",
2020-11-16T20:27:57.301 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 55.873011794,
2020-11-16T20:27:57.301 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.220890324,
2020-11-16T20:27:57.301 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.301 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.301 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 190355
2020-11-16T20:27:57.302 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.302 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.249442+0000",
2020-11-16T20:27:57.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.249442+0000",
2020-11-16T20:27:57.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999537
2020-11-16T20:27:57.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.249395+0000",
2020-11-16T20:27:57.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107487
2020-11-16T20:27:57.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.249503+0000",
2020-11-16T20:27:57.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9282000000000001e-05
2020-11-16T20:27:57.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.249542+0000",
2020-11-16T20:27:57.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5625e-05
2020-11-16T20:27:57.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.249558+0000",
2020-11-16T20:27:57.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4073000000000006e-05
2020-11-16T20:27:57.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.249642+0000",
2020-11-16T20:27:57.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023650099999999999
2020-11-16T20:27:57.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.249878+0000",
2020-11-16T20:27:57.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00064094
2020-11-16T20:27:57.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:27:57.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.250519+0000",
2020-11-16T20:27:57.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0046246589999999997
2020-11-16T20:27:57.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.255144+0000",
2020-11-16T20:27:57.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.21484678600000001
2020-11-16T20:27:57.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.469991+0000",
2020-11-16T20:27:57.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019086299999999999
2020-11-16T20:27:57.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.470182+0000",
2020-11-16T20:27:57.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015046699999999999
2020-11-16T20:27:57.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.470332+0000",
2020-11-16T20:27:57.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.220890324
2020-11-16T20:27:57.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.311 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.311 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.311 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.311 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.312 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:190387 2.5 2:a4b126df:::benchmark_data_smithi065_20143_object41000:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)",
2020-11-16T20:27:57.312 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:01.290628+0000",
2020-11-16T20:27:57.312 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 55.831825395999999,
2020-11-16T20:27:57.312 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.18042144500000001,
2020-11-16T20:27:57.312 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.312 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.312 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 190387
2020-11-16T20:27:57.313 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.313 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.290628+0000",
2020-11-16T20:27:57.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.290628+0000",
2020-11-16T20:27:57.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:27:57.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.290606+0000",
2020-11-16T20:27:57.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7308999999999997e-05
2020-11-16T20:27:57.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.290654+0000",
2020-11-16T20:27:57.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0533999999999999e-05
2020-11-16T20:27:57.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.290664+0000",
2020-11-16T20:27:57.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9999999999999996e-06
2020-11-16T20:27:57.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.290672+0000",
2020-11-16T20:27:57.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2258e-05
2020-11-16T20:27:57.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.290724+0000",
2020-11-16T20:27:57.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012811499999999999
2020-11-16T20:27:57.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.290852+0000",
2020-11-16T20:27:57.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00059251499999999995
2020-11-16T20:27:57.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:27:57.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.291445+0000",
2020-11-16T20:27:57.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0023647920000000001
2020-11-16T20:27:57.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.293810+0000",
2020-11-16T20:27:57.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.17664460900000001
2020-11-16T20:27:57.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.470454+0000",
2020-11-16T20:27:57.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00045132400000000002
2020-11-16T20:27:57.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.470906+0000",
2020-11-16T20:27:57.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014380099999999999
2020-11-16T20:27:57.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:01.471050+0000",
2020-11-16T20:27:57.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.18042144500000001
2020-11-16T20:27:57.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.322 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.322 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.323 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.323 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.323 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:197973 2.f 2:fb8175af:::benchmark_data_smithi065_20143_object48586:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:27:57.323 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.224794+0000",
2020-11-16T20:27:57.323 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 46.897659028,
2020-11-16T20:27:57.323 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.1134028749999998,
2020-11-16T20:27:57.323 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.324 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.324 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 197973
2020-11-16T20:27:57.324 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.324 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224794+0000",
2020-11-16T20:27:57.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224794+0000",
2020-11-16T20:27:57.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:27:57.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224761+0000",
2020-11-16T20:27:57.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6916999999999996e-05
2020-11-16T20:27:57.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224838+0000",
2020-11-16T20:27:57.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7717999999999999e-05
2020-11-16T20:27:57.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224855+0000",
2020-11-16T20:27:57.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8099999999999998e-06
2020-11-16T20:27:57.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224863+0000",
2020-11-16T20:27:57.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0029273580000000001
2020-11-16T20:27:57.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.227790+0000",
2020-11-16T20:27:57.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.951e-06
2020-11-16T20:27:57.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op must wait for map",
2020-11-16T20:27:57.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.227797+0000",
2020-11-16T20:27:57.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010255287
2020-11-16T20:27:57.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.238053+0000",
2020-11-16T20:27:57.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8789999999999998e-06
2020-11-16T20:27:57.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.238063+0000",
2020-11-16T20:27:57.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.79332307199999996
2020-11-16T20:27:57.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031386+0000",
2020-11-16T20:27:57.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1186999999999998e-05
2020-11-16T20:27:57.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031417+0000",
2020-11-16T20:27:57.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.283875463
2020-11-16T20:27:57.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.315292+0000",
2020-11-16T20:27:57.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013675499999999999
2020-11-16T20:27:57.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.315429+0000",
2020-11-16T20:27:57.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000227996
2020-11-16T20:27:57.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:27:57.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.315657+0000",
2020-11-16T20:27:57.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0060517369999999997
2020-11-16T20:27:57.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.321709+0000",
2020-11-16T20:27:57.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015808833000000001
2020-11-16T20:27:57.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.337518+0000",
2020-11-16T20:27:57.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00048000300000000001
2020-11-16T20:27:57.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.337998+0000",
2020-11-16T20:27:57.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2280000000000006e-05
2020-11-16T20:27:57.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338070+0000",
2020-11-16T20:27:57.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012746200000000001
2020-11-16T20:27:57.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338197+0000",
2020-11-16T20:27:57.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1134028749999998
2020-11-16T20:27:57.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.339 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.339 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.339 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.339 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.340 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:197996 2.f 2:f29c7a4d:::benchmark_data_smithi065_20143_object48609:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:27:57.340 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.252030+0000",
2020-11-16T20:27:57.340 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 46.870423723000002,
2020-11-16T20:27:57.340 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.086690318,
2020-11-16T20:27:57.340 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.340 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.341 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 197996
2020-11-16T20:27:57.341 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.341 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252030+0000",
2020-11-16T20:27:57.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252030+0000",
2020-11-16T20:27:57.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999537
2020-11-16T20:27:57.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.251984+0000",
2020-11-16T20:27:57.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010433900000000001
2020-11-16T20:27:57.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252088+0000",
2020-11-16T20:27:57.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1832e-05
2020-11-16T20:27:57.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252110+0000",
2020-11-16T20:27:57.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1080000000000001e-05
2020-11-16T20:27:57.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252121+0000",
2020-11-16T20:27:57.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6579e-05
2020-11-16T20:27:57.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252198+0000",
2020-11-16T20:27:57.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6062e-05
2020-11-16T20:27:57.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252214+0000",
2020-11-16T20:27:57.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.77956065799999996
2020-11-16T20:27:57.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031774+0000",
2020-11-16T20:27:57.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5122000000000001e-05
2020-11-16T20:27:57.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031799+0000",
2020-11-16T20:27:57.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.290003053
2020-11-16T20:27:57.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.321802+0000",
2020-11-16T20:27:57.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00029215399999999998
2020-11-16T20:27:57.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.322095+0000",
2020-11-16T20:27:57.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00035091899999999999
2020-11-16T20:27:57.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:27:57.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.322445+0000",
2020-11-16T20:27:57.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015780110999999999
2020-11-16T20:27:57.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338226+0000",
2020-11-16T20:27:57.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022821199999999999
2020-11-16T20:27:57.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338454+0000",
2020-11-16T20:27:57.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8437999999999998e-05
2020-11-16T20:27:57.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338522+0000",
2020-11-16T20:27:57.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1307000000000002e-05
2020-11-16T20:27:57.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338574+0000",
2020-11-16T20:27:57.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014652600000000001
2020-11-16T20:27:57.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338720+0000",
2020-11-16T20:27:57.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.086690318
2020-11-16T20:27:57.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.355 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.355 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.355 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.355 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.355 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:198019 2.f 2:f8e1c2b9:::benchmark_data_smithi065_20143_object48632:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:27:57.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.277765+0000",
2020-11-16T20:27:57.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 46.844688724000001,
2020-11-16T20:27:57.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0615157819999999,
2020-11-16T20:27:57.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.356 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.356 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 198019
2020-11-16T20:27:57.357 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.357 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277765+0000",
2020-11-16T20:27:57.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277765+0000",
2020-11-16T20:27:57.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999585
2020-11-16T20:27:57.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277723+0000",
2020-11-16T20:27:57.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4034000000000001e-05
2020-11-16T20:27:57.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277817+0000",
2020-11-16T20:27:57.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9264000000000001e-05
2020-11-16T20:27:57.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277837+0000",
2020-11-16T20:27:57.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4819999999999994e-06
2020-11-16T20:27:57.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277845+0000",
2020-11-16T20:27:57.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8683000000000005e-05
2020-11-16T20:27:57.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277924+0000",
2020-11-16T20:27:57.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.277e-05
2020-11-16T20:27:57.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277937+0000",
2020-11-16T20:27:57.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.75394927599999995
2020-11-16T20:27:57.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031886+0000",
2020-11-16T20:27:57.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1535999999999998e-05
2020-11-16T20:27:57.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031907+0000",
2020-11-16T20:27:57.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2994618
2020-11-16T20:27:57.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.331369+0000",
2020-11-16T20:27:57.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00027703299999999999
2020-11-16T20:27:57.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.331646+0000",
2020-11-16T20:27:57.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00033158999999999999
2020-11-16T20:27:57.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:27:57.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.331978+0000",
2020-11-16T20:27:57.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0067637089999999997
2020-11-16T20:27:57.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338742+0000",
2020-11-16T20:27:57.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4853999999999998e-05
2020-11-16T20:27:57.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338826+0000",
2020-11-16T20:27:57.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00024206
2020-11-16T20:27:57.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339068+0000",
2020-11-16T20:27:57.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4679999999999998e-05
2020-11-16T20:27:57.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339123+0000",
2020-11-16T20:27:57.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0001574
2020-11-16T20:27:57.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339281+0000",
2020-11-16T20:27:57.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0615157819999999
2020-11-16T20:27:57.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.370 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.370 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.371 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.371 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.371 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:198024 2.f 2:f17e611d:::benchmark_data_smithi065_20143_object48637:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:27:57.371 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.283108+0000",
2020-11-16T20:27:57.371 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 46.839345098999999,
2020-11-16T20:27:57.371 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0685416330000002,
2020-11-16T20:27:57.371 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.372 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.372 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 198024
2020-11-16T20:27:57.372 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.372 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283108+0000",
2020-11-16T20:27:57.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283108+0000",
2020-11-16T20:27:57.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:27:57.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283088+0000",
2020-11-16T20:27:57.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8195000000000002e-05
2020-11-16T20:27:57.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283136+0000",
2020-11-16T20:27:57.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1220000000000001e-06
2020-11-16T20:27:57.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283145+0000",
2020-11-16T20:27:57.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2490000000000001e-06
2020-11-16T20:27:57.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283150+0000",
2020-11-16T20:27:57.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5645000000000001e-05
2020-11-16T20:27:57.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283196+0000",
2020-11-16T20:27:57.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3600000000000001e-06
2020-11-16T20:27:57.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283202+0000",
2020-11-16T20:27:57.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.74882178499999996
2020-11-16T20:27:57.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.032024+0000",
2020-11-16T20:27:57.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3357e-05
2020-11-16T20:27:57.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.032048+0000",
2020-11-16T20:27:57.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.307297339
2020-11-16T20:27:57.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339345+0000",
2020-11-16T20:27:57.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016986900000000001
2020-11-16T20:27:57.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339515+0000",
2020-11-16T20:27:57.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016101000000000001
2020-11-16T20:27:57.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:27:57.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339676+0000",
2020-11-16T20:27:57.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011627086999999999
2020-11-16T20:27:57.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351303+0000",
2020-11-16T20:27:57.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3239999999999996e-05
2020-11-16T20:27:57.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351386+0000",
2020-11-16T20:27:57.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3631999999999999e-05
2020-11-16T20:27:57.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351400+0000",
2020-11-16T20:27:57.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011566299999999999
2020-11-16T20:27:57.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351515+0000",
2020-11-16T20:27:57.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013457200000000001
2020-11-16T20:27:57.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351650+0000",
2020-11-16T20:27:57.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0685416330000002
2020-11-16T20:27:57.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.386 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.386 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.386 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:27:57.386 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:27:57.386 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:198040 2.f 2:f72a5c71:::benchmark_data_smithi065_20143_object48653:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:27:57.386 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.350035+0000",
2020-11-16T20:27:57.386 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 46.772418932000001,
2020-11-16T20:27:57.387 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0143645389999998,
2020-11-16T20:27:57.387 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:27:57.387 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:27:57.387 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:27:57.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:27:57.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:27:57.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 198040
2020-11-16T20:27:57.388 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:27:57.388 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:27:57.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:27:57.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350035+0000",
2020-11-16T20:27:57.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:27:57.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:27:57.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350035+0000",
2020-11-16T20:27:57.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999509
2020-11-16T20:27:57.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:27:57.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.349985+0000",
2020-11-16T20:27:57.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010704699999999999
2020-11-16T20:27:57.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:27:57.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350092+0000",
2020-11-16T20:27:57.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4788000000000001e-05
2020-11-16T20:27:57.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:27:57.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350117+0000",
2020-11-16T20:27:57.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4616e-05
2020-11-16T20:27:57.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:27:57.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350132+0000",
2020-11-16T20:27:57.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2708999999999997e-05
2020-11-16T20:27:57.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350215+0000",
2020-11-16T20:27:57.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3070000000000008e-06
2020-11-16T20:27:57.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350224+0000",
2020-11-16T20:27:57.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.68188876899999995
2020-11-16T20:27:57.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.032113+0000",
2020-11-16T20:27:57.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0106999999999999e-05
2020-11-16T20:27:57.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:27:57.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.032133+0000",
2020-11-16T20:27:57.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.31292338
2020-11-16T20:27:57.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:27:57.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.345056+0000",
2020-11-16T20:27:57.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000152793
2020-11-16T20:27:57.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:27:57.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.345209+0000",
2020-11-16T20:27:57.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000157675
2020-11-16T20:27:57.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:27:57.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.345367+0000",
2020-11-16T20:27:57.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018740098
2020-11-16T20:27:57.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:27:57.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364107+0000",
2020-11-16T20:27:57.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2336000000000002e-05
2020-11-16T20:27:57.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364159+0000",
2020-11-16T20:27:57.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8869999999999997e-05
2020-11-16T20:27:57.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:27:57.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364218+0000",
2020-11-16T20:27:57.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3114e-05
2020-11-16T20:27:57.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:27:57.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364271+0000",
2020-11-16T20:27:57.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012809799999999999
2020-11-16T20:27:57.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:27:57.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:27:57.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:27:57.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364399+0000",
2020-11-16T20:27:57.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0143645389999998
2020-11-16T20:27:57.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:27:57.401 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:27:57.401 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:27:57.401 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:27:57.401 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:27:57.401 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:27:57.402 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:57.405 INFO:teuthology.orchestra.run.smithi071.stdout:get_pg_num_history pg_num_history pg_num_history(e199 pg_nums {1={5=1},2={133=16,174=26}} deleted_pools )
2020-11-16T20:27:57.405 INFO:teuthology.orchestra.run.smithi071.stdout:Importing pgid 1.0
2020-11-16T20:27:57.405 INFO:teuthology.orchestra.run.smithi071.stdout:write_pg epoch 184 info 1.0( empty local-lis/les=103/104 n=0 ec=5/5 lis/c=103/103 les/c/f=104/104/0 sis=103)
2020-11-16T20:27:57.405 INFO:teuthology.orchestra.run.smithi071.stdout:Import successful
2020-11-16T20:27:57.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:57 smithi142 bash[9523]: cluster 2020-11-16T20:27:56.089682+0000 mgr.x (mgr.14196) 465 : cluster [DBG] pgmap v609: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:57 smithi071 bash[9480]: cluster 2020-11-16T20:27:56.089682+0000 mgr.x (mgr.14196) 465 : cluster [DBG] pgmap v609: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:57.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:57 smithi065 bash[9468]: cluster 2020-11-16T20:27:56.089682+0000 mgr.x (mgr.14196) 465 : cluster [DBG] pgmap v609: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:57.581 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:57.670 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:27:57 smithi142 bash[18009]: debug 2020-11-16T20:27:57.578+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:57.687 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:57.819 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_ops_in_flight
2020-11-16T20:27:57.959 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:27:58.065 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:27:58.170 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:58.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:58 smithi142 bash[9523]: cluster 2020-11-16T20:27:57.998629+0000 osd.10 (osd.10) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:58.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:58 smithi142 bash[9523]: cluster 2020-11-16T20:27:57.998794+0000 osd.10 (osd.10) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:58.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:58 smithi071 bash[9480]: cluster 2020-11-16T20:27:57.998629+0000 osd.10 (osd.10) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:58.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:58 smithi071 bash[9480]: cluster 2020-11-16T20:27:57.998794+0000 osd.10 (osd.10) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:58.451 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:27:58 smithi071 bash[16796]: debug 2020-11-16T20:27:58.063+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:58.473 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:58.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:58 smithi065 bash[9468]: cluster 2020-11-16T20:27:57.998629+0000 osd.10 (osd.10) 30 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:27:58.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:58 smithi065 bash[9468]: cluster 2020-11-16T20:27:57.998794+0000 osd.10 (osd.10) 31 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:27:58.578 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:58.717 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:27:58.776 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:27:58 smithi071 bash[14419]: debug 2020-11-16T20:27:58.471+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:58.781 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:27:58 smithi071 bash[14419]: debug 2020-11-16T20:27:58.715+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:58.782 INFO:teuthology.orchestra.run.smithi071:> sudo rm -f /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/exp.1.0.7
2020-11-16T20:27:58.822 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:59.231 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:27:59.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:59 smithi065 bash[9468]: cluster 2020-11-16T20:27:58.090408+0000 mgr.x (mgr.14196) 466 : cluster [DBG] pgmap v610: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:59.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:27:59 smithi065 bash[9468]: cluster 2020-11-16T20:27:58.215491+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e219: 12 total, 11 up, 10 in
2020-11-16T20:27:59.336 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:59.478 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:27:59.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:59 smithi142 bash[9523]: cluster 2020-11-16T20:27:58.090408+0000 mgr.x (mgr.14196) 466 : cluster [DBG] pgmap v610: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:59.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:27:59 smithi142 bash[9523]: cluster 2020-11-16T20:27:58.215491+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e219: 12 total, 11 up, 10 in
2020-11-16T20:27:59.491 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:27:59 smithi142 bash[18009]: debug 2020-11-16T20:27:59.230+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:59.583 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:59.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:59 smithi071 bash[9480]: cluster 2020-11-16T20:27:58.090408+0000 mgr.x (mgr.14196) 466 : cluster [DBG] pgmap v610: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:27:59.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:27:59 smithi071 bash[9480]: cluster 2020-11-16T20:27:58.215491+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e219: 12 total, 11 up, 10 in
2020-11-16T20:27:59.785 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:27:59 smithi142 bash[15670]: debug 2020-11-16T20:27:59.478+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:27:59.812 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:27:59.916 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:00.034 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:27:59 smithi065 bash[11785]: debug 2020-11-16T20:27:59.810+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:00.034 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:00.140 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:00.201 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:00 smithi071 bash[14419]: debug 2020-11-16T20:28:00.035+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:00.458 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:00.563 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:00.784 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:00 smithi065 bash[14115]: debug 2020-11-16T20:28:00.454+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:00.807 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:00.869 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:00 smithi142 bash[15670]: debug 2020-11-16T20:28:00.806+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:00.914 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:01.024 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:28:01.052 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:28:01.073 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:28:01.102 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:28:01.128 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:28:01.161 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:28:01.188 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:28:01.216 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:28:01.243 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:28:01.274 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:28:01.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:00.091160+0000 mgr.x (mgr.14196) 467 : cluster [DBG] pgmap v612: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:01.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:01 smithi142 bash[9523]: audit 2020-11-16T20:28:01.002754+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? v1:172.21.15.142:0/3602322173' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:01.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.048556+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e220: 12 total, 11 up, 10 in
2020-11-16T20:28:01.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.106893+0000 osd.3 (osd.3) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:01.303 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:01.307 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:28:01.308 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.308 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.308 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.308 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.308 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.309 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.309 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.309 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.7
2020-11-16T20:28:01.309 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: problem getting command descriptions from osd.7
2020-11-16T20:28:01.309 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.310 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.310 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.310 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:28:01.407 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:01.534 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:28:01 smithi065 bash[18823]: debug 2020-11-16T20:28:01.302+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:00.091160+0000 mgr.x (mgr.14196) 467 : cluster [DBG] pgmap v612: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:01 smithi065 bash[9468]: audit 2020-11-16T20:28:01.002754+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? v1:172.21.15.142:0/3602322173' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.048556+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e220: 12 total, 11 up, 10 in
2020-11-16T20:28:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.106893+0000 osd.3 (osd.3) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:01.547 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:01.623 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:28:01.623 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:28:01.653 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:01.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:00.091160+0000 mgr.x (mgr.14196) 467 : cluster [DBG] pgmap v612: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:01.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:01 smithi071 bash[9480]: audit 2020-11-16T20:28:01.002754+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? v1:172.21.15.142:0/3602322173' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:01.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.048556+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e220: 12 total, 11 up, 10 in
2020-11-16T20:28:01.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.106893+0000 osd.3 (osd.3) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:01.843 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:28:01 smithi065 bash[18823]: debug 2020-11-16T20:28:01.546+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:01.844 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:01.949 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:02.068 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:28:02.068 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:28:02.240 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:01 smithi065 bash[16457]: debug 2020-11-16T20:28:01.842+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:02.240 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:28:02.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.028699+0000 osd.0 (osd.0) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.056851+0000 osd.1 (osd.1) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.078291+0000 osd.2 (osd.2) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.130103+0000 osd.4 (osd.4) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.162728+0000 osd.5 (osd.5) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.189729+0000 osd.6 (osd.6) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.217149+0000 osd.8 (osd.8) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.275257+0000 osd.10 (osd.10) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.308674+0000 osd.11 (osd.11) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[9523]: audit 2020-11-16T20:28:01.423188+0000 mon.a (mon.0) 1018 : audit [INF] from='client.? v1:172.21.15.142:0/2273479961' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:28:02.387 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:02.492 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:02.506 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[11785]: debug 2020-11-16T20:28:02.386+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:02.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.028699+0000 osd.0 (osd.0) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.056851+0000 osd.1 (osd.1) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.078291+0000 osd.2 (osd.2) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.130103+0000 osd.4 (osd.4) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.162728+0000 osd.5 (osd.5) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.189729+0000 osd.6 (osd.6) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.217149+0000 osd.8 (osd.8) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.275257+0000 osd.10 (osd.10) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.308674+0000 osd.11 (osd.11) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:02 smithi065 bash[9468]: audit 2020-11-16T20:28:01.423188+0000 mon.a (mon.0) 1018 : audit [INF] from='client.? v1:172.21.15.142:0/2273479961' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:28:02.508 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_blocked_ops
2020-11-16T20:28:02.647 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:28:02.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.028699+0000 osd.0 (osd.0) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.056851+0000 osd.1 (osd.1) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.078291+0000 osd.2 (osd.2) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.130103+0000 osd.4 (osd.4) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.162728+0000 osd.5 (osd.5) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.189729+0000 osd.6 (osd.6) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.217149+0000 osd.8 (osd.8) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.275257+0000 osd.10 (osd.10) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.308674+0000 osd.11 (osd.11) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:02.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:02 smithi071 bash[9480]: audit 2020-11-16T20:28:01.423188+0000 mon.a (mon.0) 1018 : audit [INF] from='client.? v1:172.21.15.142:0/2273479961' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:28:02.896 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:03.001 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:03.210 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:03.233 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:02 smithi142 bash[15670]: debug 2020-11-16T20:28:02.894+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:03.284 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:03 smithi065 bash[16457]: debug 2020-11-16T20:28:03.206+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:03.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:03 smithi065 bash[9468]: cluster 2020-11-16T20:28:01.244538+0000 osd.9 (osd.9) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:03.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:03 smithi065 bash[9468]: cluster 2020-11-16T20:28:02.091975+0000 mgr.x (mgr.14196) 468 : cluster [DBG] pgmap v614: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:03.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:03 smithi065 bash[9468]: cluster 2020-11-16T20:28:02.226801+0000 mon.a (mon.0) 1019 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:03.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:03 smithi065 bash[9468]: audit 2020-11-16T20:28:02.239182+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? v1:172.21.15.142:0/2273479961' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:28:03.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:03 smithi065 bash[9468]: cluster 2020-11-16T20:28:02.239241+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e221: 12 total, 11 up, 10 in
2020-11-16T20:28:03.316 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:03.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:03 smithi142 bash[9523]: cluster 2020-11-16T20:28:01.244538+0000 osd.9 (osd.9) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:03.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:03 smithi142 bash[9523]: cluster 2020-11-16T20:28:02.091975+0000 mgr.x (mgr.14196) 468 : cluster [DBG] pgmap v614: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:03.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:03 smithi142 bash[9523]: cluster 2020-11-16T20:28:02.226801+0000 mon.a (mon.0) 1019 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:03.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:03 smithi142 bash[9523]: audit 2020-11-16T20:28:02.239182+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? v1:172.21.15.142:0/2273479961' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:28:03.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:03 smithi142 bash[9523]: cluster 2020-11-16T20:28:02.239241+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e221: 12 total, 11 up, 10 in
2020-11-16T20:28:03.693 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:03 smithi071 bash[9480]: cluster 2020-11-16T20:28:01.244538+0000 osd.9 (osd.9) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:03 smithi071 bash[9480]: cluster 2020-11-16T20:28:02.091975+0000 mgr.x (mgr.14196) 468 : cluster [DBG] pgmap v614: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:03 smithi071 bash[9480]: cluster 2020-11-16T20:28:02.226801+0000 mon.a (mon.0) 1019 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:03 smithi071 bash[9480]: audit 2020-11-16T20:28:02.239182+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? v1:172.21.15.142:0/2273479961' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:28:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:03 smithi071 bash[9480]: cluster 2020-11-16T20:28:02.239241+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e221: 12 total, 11 up, 10 in
2020-11-16T20:28:03.795 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11] out_osds:  [10, 9] dead_osds:  [7] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11]
2020-11-16T20:28:03.796 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:28:03.796 INFO:tasks.thrashosds.thrasher:Reviving osd 7
2020-11-16T20:28:03.796 INFO:tasks.cephadm.osd.7:Restarting osd.7 (starting--it wasn't running)...
2020-11-16T20:28:03.797 INFO:teuthology.orchestra.run.smithi071:osd.7> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.7.service
2020-11-16T20:28:03.799 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:03.800 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl start ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.7
2020-11-16T20:28:03.815 INFO:journalctl@ceph.osd.7.smithi071.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:28:03.884 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T20:28:03.947 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:03.971 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:03 smithi065 bash[14115]: debug 2020-11-16T20:28:03.690+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:04.019 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:28:04.051 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:04.059 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:03 smithi071 systemd[1]: Starting Ceph osd.7 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:28:04.059 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:03 smithi071 docker[26637]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:04.060 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:03 smithi071 systemd[1]: Started Ceph osd.7 for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T20:28:04.060 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:03 smithi071 bash[26650]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7-activate
2020-11-16T20:28:04.069 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:28:04.080 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:03 smithi142 bash[20366]: debug 2020-11-16T20:28:03.946+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:04.222 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:04.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:04 smithi071 bash[9480]: cluster 2020-11-16T20:28:03.163747+0000 osd.6 (osd.6) 50 : cluster [DBG] 2.11 scrub starts
2020-11-16T20:28:04.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:04 smithi065 bash[9468]: cluster 2020-11-16T20:28:03.163747+0000 osd.6 (osd.6) 50 : cluster [DBG] 2.11 scrub starts
2020-11-16T20:28:04.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:04 smithi142 bash[9523]: cluster 2020-11-16T20:28:03.163747+0000 osd.6 (osd.6) 50 : cluster [DBG] 2.11 scrub starts
2020-11-16T20:28:04.621 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:04.726 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:04.897 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:04.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:04 smithi071 bash[14419]: debug 2020-11-16T20:28:04.619+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:05.001 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:05.015 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:28:04 smithi065 bash[18823]: debug 2020-11-16T20:28:04.894+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:05.024 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:28:05.177 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:05 smithi065 bash[9468]: cluster 2020-11-16T20:28:03.626543+0000 osd.6 (osd.6) 51 : cluster [DBG] 2.11 scrub ok
2020-11-16T20:28:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:05 smithi065 bash[9468]: cluster 2020-11-16T20:28:03.880283+0000 osd.2 (osd.2) 53 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:28:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:05 smithi065 bash[9468]: cluster 2020-11-16T20:28:04.092488+0000 mgr.x (mgr.14196) 469 : cluster [DBG] pgmap v616: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:05.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:05 smithi065 bash[9468]: cluster 2020-11-16T20:28:04.175130+0000 osd.1 (osd.1) 58 : cluster [DBG] 2.6 scrub starts
2020-11-16T20:28:05.384 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:05.487 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:05.496 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:05 smithi071 bash[9480]: cluster 2020-11-16T20:28:03.626543+0000 osd.6 (osd.6) 51 : cluster [DBG] 2.11 scrub ok
2020-11-16T20:28:05.496 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:05 smithi071 bash[9480]: cluster 2020-11-16T20:28:03.880283+0000 osd.2 (osd.2) 53 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:28:05.497 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:05 smithi071 bash[9480]: cluster 2020-11-16T20:28:04.092488+0000 mgr.x (mgr.14196) 469 : cluster [DBG] pgmap v616: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:05.497 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:05 smithi071 bash[9480]: cluster 2020-11-16T20:28:04.175130+0000 osd.1 (osd.1) 58 : cluster [DBG] 2.6 scrub starts
2020-11-16T20:28:05.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:05 smithi142 bash[9523]: cluster 2020-11-16T20:28:03.626543+0000 osd.6 (osd.6) 51 : cluster [DBG] 2.11 scrub ok
2020-11-16T20:28:05.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:05 smithi142 bash[9523]: cluster 2020-11-16T20:28:03.880283+0000 osd.2 (osd.2) 53 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:28:05.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:05 smithi142 bash[9523]: cluster 2020-11-16T20:28:04.092488+0000 mgr.x (mgr.14196) 469 : cluster [DBG] pgmap v616: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:05.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:05 smithi142 bash[9523]: cluster 2020-11-16T20:28:04.175130+0000 osd.1 (osd.1) 58 : cluster [DBG] 2.6 scrub starts
2020-11-16T20:28:05.686 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:05.765 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:28:05 smithi071 bash[12066]: debug 2020-11-16T20:28:05.683+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:05.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:05 smithi065 bash[16457]: debug 2020-11-16T20:28:05.382+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:05.790 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:05.978 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:06.083 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:06.138 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:05 smithi065 bash[11785]: debug 2020-11-16T20:28:05.974+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:06.383 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:28:06.383 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:28:06.393 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[9523]: cluster 2020-11-16T20:28:04.383637+0000 osd.2 (osd.2) 54 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:28:06.394 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[9523]: cluster 2020-11-16T20:28:04.392213+0000 osd.4 (osd.4) 43 : cluster [DBG] 2.d scrub starts
2020-11-16T20:28:06.394 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[9523]: cluster 2020-11-16T20:28:04.747722+0000 osd.1 (osd.1) 59 : cluster [DBG] 2.6 scrub ok
2020-11-16T20:28:06.394 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[9523]: cluster 2020-11-16T20:28:05.081879+0000 osd.6 (osd.6) 52 : cluster [DBG] 2.14 scrub starts
2020-11-16T20:28:06.394 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[9523]: cluster 2020-11-16T20:28:05.546237+0000 osd.3 (osd.3) 43 : cluster [DBG] 2.12 scrub starts
2020-11-16T20:28:06.394 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[9523]: cluster 2020-11-16T20:28:05.997611+0000 osd.3 (osd.3) 44 : cluster [DBG] 2.12 scrub ok
2020-11-16T20:28:06.394 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[9523]: cluster 2020-11-16T20:28:06.048345+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e222: 12 total, 11 up, 10 in
2020-11-16T20:28:06.395 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:06.452 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:06 smithi065 bash[9468]: cluster 2020-11-16T20:28:04.383637+0000 osd.2 (osd.2) 54 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:28:06.452 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:06 smithi065 bash[9468]: cluster 2020-11-16T20:28:04.392213+0000 osd.4 (osd.4) 43 : cluster [DBG] 2.d scrub starts
2020-11-16T20:28:06.452 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:06 smithi065 bash[9468]: cluster 2020-11-16T20:28:04.747722+0000 osd.1 (osd.1) 59 : cluster [DBG] 2.6 scrub ok
2020-11-16T20:28:06.452 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:06 smithi065 bash[9468]: cluster 2020-11-16T20:28:05.081879+0000 osd.6 (osd.6) 52 : cluster [DBG] 2.14 scrub starts
2020-11-16T20:28:06.452 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:06 smithi065 bash[9468]: cluster 2020-11-16T20:28:05.546237+0000 osd.3 (osd.3) 43 : cluster [DBG] 2.12 scrub starts
2020-11-16T20:28:06.452 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:06 smithi065 bash[9468]: cluster 2020-11-16T20:28:05.997611+0000 osd.3 (osd.3) 44 : cluster [DBG] 2.12 scrub ok
2020-11-16T20:28:06.453 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:06 smithi065 bash[9468]: cluster 2020-11-16T20:28:06.048345+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e222: 12 total, 11 up, 10 in
2020-11-16T20:28:06.498 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:06.655 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[22738]: debug 2020-11-16T20:28:06.394+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:06.656 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:06.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[9480]: cluster 2020-11-16T20:28:04.383637+0000 osd.2 (osd.2) 54 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:28:06.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[9480]: cluster 2020-11-16T20:28:04.392213+0000 osd.4 (osd.4) 43 : cluster [DBG] 2.d scrub starts
2020-11-16T20:28:06.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[9480]: cluster 2020-11-16T20:28:04.747722+0000 osd.1 (osd.1) 59 : cluster [DBG] 2.6 scrub ok
2020-11-16T20:28:06.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[9480]: cluster 2020-11-16T20:28:05.081879+0000 osd.6 (osd.6) 52 : cluster [DBG] 2.14 scrub starts
2020-11-16T20:28:06.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[9480]: cluster 2020-11-16T20:28:05.546237+0000 osd.3 (osd.3) 43 : cluster [DBG] 2.12 scrub starts
2020-11-16T20:28:06.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[9480]: cluster 2020-11-16T20:28:05.997611+0000 osd.3 (osd.3) 44 : cluster [DBG] 2.12 scrub ok
2020-11-16T20:28:06.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[9480]: cluster 2020-11-16T20:28:06.048345+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e222: 12 total, 11 up, 10 in
2020-11-16T20:28:06.702 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[26650]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7
2020-11-16T20:28:06.702 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[26650]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config
2020-11-16T20:28:06.702 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[26650]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block
2020-11-16T20:28:06.703 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[26650]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block
2020-11-16T20:28:06.703 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[26650]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0
2020-11-16T20:28:06.703 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[26650]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7
2020-11-16T20:28:06.703 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:06 smithi071 bash[26650]: --> ceph-volume lvm activate successful for osd ID: 7
2020-11-16T20:28:06.760 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:07.035 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:06 smithi142 bash[20366]: debug 2020-11-16T20:28:06.654+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:07.192 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_historic_ops
2020-11-16T20:28:07.263 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:07.332 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:28:07.368 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:07 smithi065 bash[9468]: cluster 2020-11-16T20:28:05.386701+0000 osd.4 (osd.4) 44 : cluster [DBG] 2.d scrub ok
2020-11-16T20:28:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:07 smithi065 bash[9468]: cluster 2020-11-16T20:28:05.487353+0000 osd.6 (osd.6) 53 : cluster [DBG] 2.14 scrub ok
2020-11-16T20:28:07.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:07 smithi065 bash[9468]: cluster 2020-11-16T20:28:06.092979+0000 mgr.x (mgr.14196) 470 : cluster [DBG] pgmap v618: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:07 smithi142 bash[9523]: cluster 2020-11-16T20:28:05.386701+0000 osd.4 (osd.4) 44 : cluster [DBG] 2.d scrub ok
2020-11-16T20:28:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:07 smithi142 bash[9523]: cluster 2020-11-16T20:28:05.487353+0000 osd.6 (osd.6) 53 : cluster [DBG] 2.14 scrub ok
2020-11-16T20:28:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:07 smithi142 bash[9523]: cluster 2020-11-16T20:28:06.092979+0000 mgr.x (mgr.14196) 470 : cluster [DBG] pgmap v618: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:07.570 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:07.584 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:07 smithi071 bash[14419]: debug 2020-11-16T20:28:07.263+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:07.585 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:07 smithi071 bash[9480]: cluster 2020-11-16T20:28:05.386701+0000 osd.4 (osd.4) 44 : cluster [DBG] 2.d scrub ok
2020-11-16T20:28:07.585 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:07 smithi071 bash[9480]: cluster 2020-11-16T20:28:05.487353+0000 osd.6 (osd.6) 53 : cluster [DBG] 2.14 scrub ok
2020-11-16T20:28:07.585 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:07 smithi071 bash[9480]: cluster 2020-11-16T20:28:06.092979+0000 mgr.x (mgr.14196) 470 : cluster [DBG] pgmap v618: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184554 objects degraded (1.557%); 11442/184554 objects misplaced (6.200%)
2020-11-16T20:28:07.675 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:07.876 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:07.951 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:07 smithi071 bash[26650]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:07.981 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:07.993 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:07 smithi142 bash[18009]: debug 2020-11-16T20:28:07.570+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:08.033 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:07 smithi065 bash[11785]: debug 2020-11-16T20:28:07.874+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:08.180 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:08.278 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:08 smithi142 bash[20366]: debug 2020-11-16T20:28:08.178+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:08.285 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:08 smithi065 bash[9468]: cluster 2020-11-16T20:28:06.417183+0000 osd.4 (osd.4) 45 : cluster [DBG] 2.18 scrub starts
2020-11-16T20:28:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:08 smithi065 bash[9468]: cluster 2020-11-16T20:28:06.982198+0000 osd.4 (osd.4) 46 : cluster [DBG] 2.18 scrub ok
2020-11-16T20:28:08.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:08 smithi142 bash[9523]: cluster 2020-11-16T20:28:06.417183+0000 osd.4 (osd.4) 45 : cluster [DBG] 2.18 scrub starts
2020-11-16T20:28:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:08 smithi142 bash[9523]: cluster 2020-11-16T20:28:06.982198+0000 osd.4 (osd.4) 46 : cluster [DBG] 2.18 scrub ok
2020-11-16T20:28:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:08 smithi071 bash[9480]: cluster 2020-11-16T20:28:06.417183+0000 osd.4 (osd.4) 45 : cluster [DBG] 2.18 scrub starts
2020-11-16T20:28:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:08 smithi071 bash[9480]: cluster 2020-11-16T20:28:06.982198+0000 osd.4 (osd.4) 46 : cluster [DBG] 2.18 scrub ok
2020-11-16T20:28:12.981 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:09 smithi065 bash[9468]: cluster 2020-11-16T20:28:07.409535+0000 osd.5 (osd.5) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:12.981 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:09 smithi065 bash[9468]: cluster 2020-11-16T20:28:07.409667+0000 osd.5 (osd.5) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:12.981 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:09 smithi065 bash[9468]: cluster 2020-11-16T20:28:08.093464+0000 mgr.x (mgr.14196) 471 : cluster [DBG] pgmap v619: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184636 objects degraded (1.556%); 11483/184636 objects misplaced (6.219%)
2020-11-16T20:28:12.982 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:09 smithi065 bash[9468]: cluster 2020-11-16T20:28:08.256240+0000 mon.a (mon.0) 1023 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184636 objects degraded (1.556%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:28:12.982 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:09 smithi065 bash[9468]: cluster 2020-11-16T20:28:08.269747+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e223: 12 total, 11 up, 10 in
2020-11-16T20:28:12.982 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:10 smithi065 bash[9468]: cluster 2020-11-16T20:28:08.360572+0000 osd.4 (osd.4) 47 : cluster [DBG] 2.13 scrub starts
2020-11-16T20:28:12.982 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:10 smithi065 bash[9468]: cluster 2020-11-16T20:28:08.896566+0000 osd.4 (osd.4) 48 : cluster [DBG] 2.13 scrub ok
2020-11-16T20:28:12.982 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:10 smithi065 bash[9468]: audit 2020-11-16T20:28:09.902193+0000 mon.a (mon.0) 1025 : audit [DBG] from='client.? v1:172.21.15.142:0/2003569567' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:12.983 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:10 smithi065 bash[9468]: cluster 2020-11-16T20:28:09.996154+0000 osd.3 (osd.3) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.983 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:10 smithi065 bash[9468]: cluster 2020-11-16T20:28:10.145260+0000 osd.9 (osd.9) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.983 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:09.927592+0000 osd.0 (osd.0) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.983 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:09.948465+0000 osd.1 (osd.1) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.983 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:09.972134+0000 osd.2 (osd.2) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.983 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:10.017570+0000 osd.4 (osd.4) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.984 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:10.051166+0000 osd.5 (osd.5) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.984 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:10.081441+0000 osd.6 (osd.6) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.984 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:10.094209+0000 mgr.x (mgr.14196) 472 : cluster [DBG] pgmap v621: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184560 objects degraded (1.557%); 11419/184560 objects misplaced (6.187%)
2020-11-16T20:28:12.984 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:10.111917+0000 osd.8 (osd.8) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.984 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:10.188241+0000 osd.10 (osd.10) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.984 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:10.215408+0000 osd.11 (osd.11) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:12.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: audit 2020-11-16T20:28:10.314493+0000 mon.a (mon.0) 1026 : audit [INF] from='client.? v1:172.21.15.142:0/3586553161' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:28:12.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: audit 2020-11-16T20:28:11.024673+0000 mon.b (mon.1) 332 : audit [INF] from='osd.7 v1:172.21.15.71:6813/2429996026' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:28:12.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: audit 2020-11-16T20:28:11.026269+0000 mon.b (mon.1) 333 : audit [INF] from='osd.7 v1:172.21.15.71:6813/2429996026' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:28:12.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: audit 2020-11-16T20:28:11.028243+0000 mon.a (mon.0) 1027 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:28:12.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: audit 2020-11-16T20:28:11.029669+0000 mon.a (mon.0) 1028 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:28:12.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:11.044689+0000 mon.a (mon.0) 1029 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:28:12.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: audit 2020-11-16T20:28:11.053244+0000 mon.a (mon.0) 1030 : audit [INF] from='client.? v1:172.21.15.142:0/3586553161' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:28:12.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:11 smithi065 bash[9468]: cluster 2020-11-16T20:28:11.053338+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e224: 12 total, 11 up, 10 in
2020-11-16T20:28:12.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:12 smithi065 bash[9468]: cluster 2020-11-16T20:28:11.255253+0000 osd.3 (osd.3) 46 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:12.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:12 smithi065 bash[9468]: cluster 2020-11-16T20:28:11.255363+0000 osd.3 (osd.3) 47 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:12.986 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:12 smithi065 bash[9468]: cluster 2020-11-16T20:28:12.055485+0000 mon.a (mon.0) 1032 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:28:12.987 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:12 smithi065 bash[9468]: audit 2020-11-16T20:28:12.060230+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:28:12.987 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:12 smithi065 bash[9468]: cluster 2020-11-16T20:28:12.062651+0000 mon.a (mon.0) 1033 : cluster [INF] osd.7 v1:172.21.15.71:6813/2429996026 boot
2020-11-16T20:28:12.987 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:12 smithi065 bash[9468]: cluster 2020-11-16T20:28:12.062795+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e225: 12 total, 12 up, 10 in
2020-11-16T20:28:12.987 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:28:12.988 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:28:12.988 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:28:12.988 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:28:12.988 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:12.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:141280 2.d 2:b7f5c3a1:::benchmark_data_smithi065_20143_object141279:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e158)",
2020-11-16T20:28:12.989 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:25:52.528005+0000",
2020-11-16T20:28:12.989 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 138.05072097499999,
2020-11-16T20:28:12.989 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.064339481000000004,
2020-11-16T20:28:12.989 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:12.989 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:12.990 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:12.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:12.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:12.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 141280
2020-11-16T20:28:12.991 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:12.991 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:12.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:12.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.528005+0000",
2020-11-16T20:28:12.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:12.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:12.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.528005+0000",
2020-11-16T20:28:12.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:28:12.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:12.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.527972+0000",
2020-11-16T20:28:12.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011876599999999999
2020-11-16T20:28:12.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:12.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.528091+0000",
2020-11-16T20:28:12.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2649e-05
2020-11-16T20:28:12.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:12.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.528104+0000",
2020-11-16T20:28:12.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0769999999999996e-06
2020-11-16T20:28:12.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:12.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.528110+0000",
2020-11-16T20:28:12.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011276660000000001
2020-11-16T20:28:12.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:12.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.539386+0000",
2020-11-16T20:28:12.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013152300000000001
2020-11-16T20:28:12.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:12.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.539518+0000",
2020-11-16T20:28:12.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000111187
2020-11-16T20:28:12.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:12.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.539629+0000",
2020-11-16T20:28:12.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0033348420000000002
2020-11-16T20:28:12.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:12.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:12.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:12.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.542964+0000",
2020-11-16T20:28:13.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.049163663000000003
2020-11-16T20:28:13.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.592128+0000",
2020-11-16T20:28:13.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013597500000000001
2020-11-16T20:28:13.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.592264+0000",
2020-11-16T20:28:13.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1019000000000005e-05
2020-11-16T20:28:13.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:25:52.592345+0000",
2020-11-16T20:28:13.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.064339481000000004
2020-11-16T20:28:13.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.003 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.003 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.004 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.004 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.004 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:176197 2.18 2:1e23f77e:::benchmark_data_smithi065_20143_object26810:head [delete] snapc 0=[] ondisk+write+known_if_redirected e177)",
2020-11-16T20:28:13.004 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:44.122751+0000",
2020-11-16T20:28:13.004 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.455975155999994,
2020-11-16T20:28:13.004 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0967801100000001,
2020-11-16T20:28:13.005 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.005 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.005 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 176197
2020-11-16T20:28:13.005 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.005 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:44.122751+0000",
2020-11-16T20:28:13.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:44.122751+0000",
2020-11-16T20:28:13.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999518
2020-11-16T20:28:13.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:44.122703+0000",
2020-11-16T20:28:13.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107419
2020-11-16T20:28:13.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:44.122810+0000",
2020-11-16T20:28:13.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3603000000000001e-05
2020-11-16T20:28:13.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:44.122834+0000",
2020-11-16T20:28:13.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2717e-05
2020-11-16T20:28:13.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:44.122847+0000",
2020-11-16T20:28:13.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4173999999999997e-05
2020-11-16T20:28:13.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:44.122941+0000",
2020-11-16T20:28:13.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4949000000000001e-05
2020-11-16T20:28:13.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:44.122966+0000",
2020-11-16T20:28:13.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0853921419999999
2020-11-16T20:28:13.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:45.208358+0000",
2020-11-16T20:28:13.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020776599999999999
2020-11-16T20:28:13.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:45.208566+0000",
2020-11-16T20:28:13.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015754399999999999
2020-11-16T20:28:13.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,7",
2020-11-16T20:28:13.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:45.208723+0000",
2020-11-16T20:28:13.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0021330889999999999
2020-11-16T20:28:13.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:45.210856+0000",
2020-11-16T20:28:13.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0021332109999999999
2020-11-16T20:28:13.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:45.212990+0000",
2020-11-16T20:28:13.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0063411769999999999
2020-11-16T20:28:13.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:45.219331+0000",
2020-11-16T20:28:13.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2874999999999998e-05
2020-11-16T20:28:13.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:45.219384+0000",
2020-11-16T20:28:13.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014738699999999999
2020-11-16T20:28:13.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:45.219531+0000",
2020-11-16T20:28:13.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0967801100000001
2020-11-16T20:28:13.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.017 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.017 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.017 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.017 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:182356 2.18 2:1a22ef42:::benchmark_data_smithi065_20143_object32969:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:28:13.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:52.971567+0000",
2020-11-16T20:28:13.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 77.607159487999994,
2020-11-16T20:28:13.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.078657940999999995,
2020-11-16T20:28:13.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.018 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.018 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 182356
2020-11-16T20:28:13.019 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.019 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.971567+0000",
2020-11-16T20:28:13.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.971567+0000",
2020-11-16T20:28:13.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:28:13.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.971548+0000",
2020-11-16T20:28:13.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2200999999999998e-05
2020-11-16T20:28:13.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.971591+0000",
2020-11-16T20:28:13.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1919000000000001e-05
2020-11-16T20:28:13.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.971603+0000",
2020-11-16T20:28:13.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9599999999999999e-06
2020-11-16T20:28:13.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.971607+0000",
2020-11-16T20:28:13.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0036402520000000001
2020-11-16T20:28:13.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.975248+0000",
2020-11-16T20:28:13.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021319000000000001
2020-11-16T20:28:13.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.975461+0000",
2020-11-16T20:28:13.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000342247
2020-11-16T20:28:13.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,7",
2020-11-16T20:28:13.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.975803+0000",
2020-11-16T20:28:13.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0035314669999999999
2020-11-16T20:28:13.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.979335+0000",
2020-11-16T20:28:13.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5679e-05
2020-11-16T20:28:13.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:52.979350+0000",
2020-11-16T20:28:13.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.070679927000000004
2020-11-16T20:28:13.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:53.050030+0000",
2020-11-16T20:28:13.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1246999999999999e-05
2020-11-16T20:28:13.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:53.050081+0000",
2020-11-16T20:28:13.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014302
2020-11-16T20:28:13.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:53.050225+0000",
2020-11-16T20:28:13.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.078657940999999995
2020-11-16T20:28:13.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.029 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.029 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.029 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.029 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.029 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:193968 2.18 2:1e31831d:::benchmark_data_smithi065_20143_object44581:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.029 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.217929+0000",
2020-11-16T20:28:13.030 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.360797399000006,
2020-11-16T20:28:13.030 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.83097781500000001,
2020-11-16T20:28:13.030 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.030 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.030 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 193968
2020-11-16T20:28:13.031 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.031 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.217929+0000",
2020-11-16T20:28:13.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.217929+0000",
2020-11-16T20:28:13.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:28:13.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.217910+0000",
2020-11-16T20:28:13.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2877999999999998e-05
2020-11-16T20:28:13.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.217952+0000",
2020-11-16T20:28:13.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0480000000000004e-06
2020-11-16T20:28:13.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.217961+0000",
2020-11-16T20:28:13.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9790000000000001e-06
2020-11-16T20:28:13.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.217966+0000",
2020-11-16T20:28:13.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9990000000000001e-05
2020-11-16T20:28:13.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.218016+0000",
2020-11-16T20:28:13.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2470000000000002e-06
2020-11-16T20:28:13.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.218024+0000",
2020-11-16T20:28:13.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.823788152
2020-11-16T20:28:13.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.041812+0000",
2020-11-16T20:28:13.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000162654
2020-11-16T20:28:13.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.041974+0000",
2020-11-16T20:28:13.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000507257
2020-11-16T20:28:13.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.042482+0000",
2020-11-16T20:28:13.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0038783820000000001
2020-11-16T20:28:13.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.046360+0000",
2020-11-16T20:28:13.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0024175030000000001
2020-11-16T20:28:13.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.048778+0000",
2020-11-16T20:28:13.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6174000000000006e-05
2020-11-16T20:28:13.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.048854+0000",
2020-11-16T20:28:13.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2649999999999999e-05
2020-11-16T20:28:13.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.048906+0000",
2020-11-16T20:28:13.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.83097781500000001
2020-11-16T20:28:13.041 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.041 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.041 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.041 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.041 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.042 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194054 2.18 2:1ae7d1d0:::benchmark_data_smithi065_20143_object44667:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.042 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.301913+0000",
2020-11-16T20:28:13.042 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.276813481000005,
2020-11-16T20:28:13.042 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.75885765299999997,
2020-11-16T20:28:13.042 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.042 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.042 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194054
2020-11-16T20:28:13.043 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.043 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.301913+0000",
2020-11-16T20:28:13.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.301913+0000",
2020-11-16T20:28:13.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:28:13.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.301879+0000",
2020-11-16T20:28:13.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7721999999999999e-05
2020-11-16T20:28:13.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.301957+0000",
2020-11-16T20:28:13.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3878e-05
2020-11-16T20:28:13.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.301971+0000",
2020-11-16T20:28:13.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3170000000000004e-06
2020-11-16T20:28:13.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.301978+0000",
2020-11-16T20:28:13.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4206000000000002e-05
2020-11-16T20:28:13.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.302042+0000",
2020-11-16T20:28:13.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0331e-05
2020-11-16T20:28:13.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.302053+0000",
2020-11-16T20:28:13.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.74258598499999995
2020-11-16T20:28:13.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.044639+0000",
2020-11-16T20:28:13.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103603
2020-11-16T20:28:13.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.044742+0000",
2020-11-16T20:28:13.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00032355900000000001
2020-11-16T20:28:13.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.045066+0000",
2020-11-16T20:28:13.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0038751910000000001
2020-11-16T20:28:13.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.048941+0000",
2020-11-16T20:28:13.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011692322
2020-11-16T20:28:13.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.060633+0000",
2020-11-16T20:28:13.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9616999999999993e-05
2020-11-16T20:28:13.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.060713+0000",
2020-11-16T20:28:13.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7163999999999997e-05
2020-11-16T20:28:13.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.060770+0000",
2020-11-16T20:28:13.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.75885765299999997
2020-11-16T20:28:13.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.053 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.053 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.054 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.054 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.054 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194057 2.18 2:1805521a:::benchmark_data_smithi065_20143_object44670:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.054 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.307427+0000",
2020-11-16T20:28:13.054 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.271298881999996,
2020-11-16T20:28:13.055 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.76004448499999999,
2020-11-16T20:28:13.055 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.055 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.055 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194057
2020-11-16T20:28:13.056 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.056 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.307427+0000",
2020-11-16T20:28:13.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.307427+0000",
2020-11-16T20:28:13.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:28:13.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.307403+0000",
2020-11-16T20:28:13.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7926000000000002e-05
2020-11-16T20:28:13.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.307451+0000",
2020-11-16T20:28:13.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1309999999999995e-06
2020-11-16T20:28:13.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.307460+0000",
2020-11-16T20:28:13.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0390000000000004e-06
2020-11-16T20:28:13.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.307465+0000",
2020-11-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2614999999999996e-05
2020-11-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.307528+0000",
2020-11-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1606999999999999e-05
2020-11-16T20:28:13.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.307540+0000",
2020-11-16T20:28:13.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.73883982100000001
2020-11-16T20:28:13.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.046379+0000",
2020-11-16T20:28:13.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000144628
2020-11-16T20:28:13.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.046524+0000",
2020-11-16T20:28:13.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026645999999999999
2020-11-16T20:28:13.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.046791+0000",
2020-11-16T20:28:13.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0070880800000000001
2020-11-16T20:28:13.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.053879+0000",
2020-11-16T20:28:13.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013480159
2020-11-16T20:28:13.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067359+0000",
2020-11-16T20:28:13.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3536999999999998e-05
2020-11-16T20:28:13.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067422+0000",
2020-11-16T20:28:13.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9319e-05
2020-11-16T20:28:13.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067472+0000",
2020-11-16T20:28:13.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.76004448499999999
2020-11-16T20:28:13.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.066 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.066 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.066 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.066 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.067 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194075 2.18 2:1ac94ee4:::benchmark_data_smithi065_20143_object44688:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.067 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.325535+0000",
2020-11-16T20:28:13.067 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.253191239000003,
2020-11-16T20:28:13.067 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.74208419000000003,
2020-11-16T20:28:13.067 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.067 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.067 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194075
2020-11-16T20:28:13.068 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.068 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.325535+0000",
2020-11-16T20:28:13.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.325535+0000",
2020-11-16T20:28:13.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:28:13.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.325512+0000",
2020-11-16T20:28:13.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0735000000000001e-05
2020-11-16T20:28:13.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.325563+0000",
2020-11-16T20:28:13.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2822e-05
2020-11-16T20:28:13.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.325576+0000",
2020-11-16T20:28:13.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0369999999999995e-06
2020-11-16T20:28:13.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.325584+0000",
2020-11-16T20:28:13.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3897999999999999e-05
2020-11-16T20:28:13.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.325628+0000",
2020-11-16T20:28:13.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8500000000000006e-06
2020-11-16T20:28:13.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.325638+0000",
2020-11-16T20:28:13.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.723336168
2020-11-16T20:28:13.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.048974+0000",
2020-11-16T20:28:13.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0001518
2020-11-16T20:28:13.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.049126+0000",
2020-11-16T20:28:13.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000444296
2020-11-16T20:28:13.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.049570+0000",
2020-11-16T20:28:13.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010981964
2020-11-16T20:28:13.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.060552+0000",
2020-11-16T20:28:13.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0069834720000000001
2020-11-16T20:28:13.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067535+0000",
2020-11-16T20:28:13.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8801000000000003e-05
2020-11-16T20:28:13.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067584+0000",
2020-11-16T20:28:13.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4950000000000002e-05
2020-11-16T20:28:13.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067619+0000",
2020-11-16T20:28:13.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.74208419000000003
2020-11-16T20:28:13.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.078 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.078 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.079 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.079 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.079 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194095 2.18 2:1bd47e2f:::benchmark_data_smithi065_20143_object44708:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.079 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.351327+0000",
2020-11-16T20:28:13.079 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.227398875999995,
2020-11-16T20:28:13.079 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.72183708700000004,
2020-11-16T20:28:13.079 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.079 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.080 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194095
2020-11-16T20:28:13.080 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.080 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.351327+0000",
2020-11-16T20:28:13.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.351327+0000",
2020-11-16T20:28:13.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:28:13.082 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.082 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.351302+0000",
2020-11-16T20:28:13.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7015999999999998e-05
2020-11-16T20:28:13.082 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.351359+0000",
2020-11-16T20:28:13.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1157e-05
2020-11-16T20:28:13.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.351370+0000",
2020-11-16T20:28:13.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4649999999999999e-06
2020-11-16T20:28:13.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.351376+0000",
2020-11-16T20:28:13.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0596000000000001e-05
2020-11-16T20:28:13.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.351427+0000",
2020-11-16T20:28:13.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4120000000000007e-06
2020-11-16T20:28:13.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.351436+0000",
2020-11-16T20:28:13.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.70030048199999995
2020-11-16T20:28:13.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.051737+0000",
2020-11-16T20:28:13.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017449699999999999
2020-11-16T20:28:13.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.051911+0000",
2020-11-16T20:28:13.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00052166599999999995
2020-11-16T20:28:13.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.052433+0000",
2020-11-16T20:28:13.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010627429000000001
2020-11-16T20:28:13.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.063060+0000",
2020-11-16T20:28:13.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0099337309999999995
2020-11-16T20:28:13.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.072994+0000",
2020-11-16T20:28:13.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7666999999999998e-05
2020-11-16T20:28:13.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073092+0000",
2020-11-16T20:28:13.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2387999999999999e-05
2020-11-16T20:28:13.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073164+0000",
2020-11-16T20:28:13.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.72183708700000004
2020-11-16T20:28:13.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.091 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.091 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.091 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.091 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.091 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194123 2.18 2:1b15ef71:::benchmark_data_smithi065_20143_object44736:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.091 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.384277+0000",
2020-11-16T20:28:13.091 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.194448632000004,
2020-11-16T20:28:13.091 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.68910384199999997,
2020-11-16T20:28:13.092 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.092 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.092 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194123
2020-11-16T20:28:13.092 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.093 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.384277+0000",
2020-11-16T20:28:13.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.384277+0000",
2020-11-16T20:28:13.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:28:13.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.384244+0000",
2020-11-16T20:28:13.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6749999999999995e-05
2020-11-16T20:28:13.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.384321+0000",
2020-11-16T20:28:13.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4996e-05
2020-11-16T20:28:13.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.384336+0000",
2020-11-16T20:28:13.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0690000000000004e-06
2020-11-16T20:28:13.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.384343+0000",
2020-11-16T20:28:13.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3987000000000003e-05
2020-11-16T20:28:13.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.384397+0000",
2020-11-16T20:28:13.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6055000000000001e-05
2020-11-16T20:28:13.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.384413+0000",
2020-11-16T20:28:13.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.66951351199999998
2020-11-16T20:28:13.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.053926+0000",
2020-11-16T20:28:13.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000165723
2020-11-16T20:28:13.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.054092+0000",
2020-11-16T20:28:13.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00037355500000000002
2020-11-16T20:28:13.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.054465+0000",
2020-11-16T20:28:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0086013489999999995
2020-11-16T20:28:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.063067+0000",
2020-11-16T20:28:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010174684999999999
2020-11-16T20:28:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073241+0000",
2020-11-16T20:28:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9262000000000001e-05
2020-11-16T20:28:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073321+0000",
2020-11-16T20:28:13.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0506e-05
2020-11-16T20:28:13.102 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.102 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073381+0000",
2020-11-16T20:28:13.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.68910384199999997
2020-11-16T20:28:13.103 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.103 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.103 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.103 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.103 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.103 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194173 2.18 2:1b9c3794:::benchmark_data_smithi065_20143_object44786:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.103 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.446592+0000",
2020-11-16T20:28:13.104 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.132133785999997,
2020-11-16T20:28:13.104 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.62699670900000004,
2020-11-16T20:28:13.104 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.104 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.104 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194173
2020-11-16T20:28:13.105 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.105 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.105 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.446592+0000",
2020-11-16T20:28:13.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.105 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.446592+0000",
2020-11-16T20:28:13.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999576
2020-11-16T20:28:13.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.446550+0000",
2020-11-16T20:28:13.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000117073
2020-11-16T20:28:13.107 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.107 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.446667+0000",
2020-11-16T20:28:13.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7921e-05
2020-11-16T20:28:13.107 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.446685+0000",
2020-11-16T20:28:13.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9280000000000005e-06
2020-11-16T20:28:13.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.446695+0000",
2020-11-16T20:28:13.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3389999999999999e-05
2020-11-16T20:28:13.109 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.109 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.446778+0000",
2020-11-16T20:28:13.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5670000000000001e-05
2020-11-16T20:28:13.109 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.110 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.110 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.446794+0000",
2020-11-16T20:28:13.110 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.60969852400000002
2020-11-16T20:28:13.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.110 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.056493+0000",
2020-11-16T20:28:13.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3319000000000006e-05
2020-11-16T20:28:13.111 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.111 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.056586+0000",
2020-11-16T20:28:13.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00031225900000000001
2020-11-16T20:28:13.111 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.056898+0000",
2020-11-16T20:28:13.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0061742159999999997
2020-11-16T20:28:13.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.063072+0000",
2020-11-16T20:28:13.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010387014999999999
2020-11-16T20:28:13.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073459+0000",
2020-11-16T20:28:13.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7983000000000003e-05
2020-11-16T20:28:13.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.114 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073527+0000",
2020-11-16T20:28:13.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1625999999999996e-05
2020-11-16T20:28:13.114 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.114 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073589+0000",
2020-11-16T20:28:13.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.62699670900000004
2020-11-16T20:28:13.115 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.115 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.115 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.115 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.115 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.115 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194187 2.18 2:1acccfef:::benchmark_data_smithi065_20143_object44800:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.116 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.468843+0000",
2020-11-16T20:28:13.116 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.109882846999994,
2020-11-16T20:28:13.116 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.60495057299999999,
2020-11-16T20:28:13.116 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.116 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.116 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.116 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.116 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.117 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194187
2020-11-16T20:28:13.117 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.117 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.117 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.117 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.117 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.468843+0000",
2020-11-16T20:28:13.117 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.468843+0000",
2020-11-16T20:28:13.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T20:28:13.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.468812+0000",
2020-11-16T20:28:13.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2397000000000005e-05
2020-11-16T20:28:13.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.468885+0000",
2020-11-16T20:28:13.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1007e-05
2020-11-16T20:28:13.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.468896+0000",
2020-11-16T20:28:13.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5600000000000001e-06
2020-11-16T20:28:13.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.468901+0000",
2020-11-16T20:28:13.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6499000000000002e-05
2020-11-16T20:28:13.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.468958+0000",
2020-11-16T20:28:13.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1000000000000004e-06
2020-11-16T20:28:13.122 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.122 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.468966+0000",
2020-11-16T20:28:13.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.58946781100000001
2020-11-16T20:28:13.122 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.122 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.058434+0000",
2020-11-16T20:28:13.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000111932
2020-11-16T20:28:13.123 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.123 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.058546+0000",
2020-11-16T20:28:13.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025183399999999999
2020-11-16T20:28:13.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.124 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.124 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.058798+0000",
2020-11-16T20:28:13.124 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0085018070000000001
2020-11-16T20:28:13.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067299+0000",
2020-11-16T20:28:13.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.006357784
2020-11-16T20:28:13.125 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.125 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073657+0000",
2020-11-16T20:28:13.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0931000000000002e-05
2020-11-16T20:28:13.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073728+0000",
2020-11-16T20:28:13.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5697000000000005e-05
2020-11-16T20:28:13.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073794+0000",
2020-11-16T20:28:13.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.60495057299999999
2020-11-16T20:28:13.127 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.127 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.127 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.127 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.127 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194192 2.18 2:1dc524b7:::benchmark_data_smithi065_20143_object44805:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.474469+0000",
2020-11-16T20:28:13.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.104256867000004,
2020-11-16T20:28:13.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.59952490199999997,
2020-11-16T20:28:13.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.128 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.128 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194192
2020-11-16T20:28:13.129 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.129 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.474469+0000",
2020-11-16T20:28:13.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.130 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.130 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.474469+0000",
2020-11-16T20:28:13.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:28:13.130 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.474447+0000",
2020-11-16T20:28:13.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4460999999999999e-05
2020-11-16T20:28:13.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.474501+0000",
2020-11-16T20:28:13.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1500000000000005e-06
2020-11-16T20:28:13.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.474511+0000",
2020-11-16T20:28:13.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9460000000000001e-06
2020-11-16T20:28:13.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.474517+0000",
2020-11-16T20:28:13.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5425999999999993e-05
2020-11-16T20:28:13.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.474583+0000",
2020-11-16T20:28:13.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2356e-05
2020-11-16T20:28:13.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.474595+0000",
2020-11-16T20:28:13.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.58622102700000001
2020-11-16T20:28:13.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.060816+0000",
2020-11-16T20:28:13.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000106047
2020-11-16T20:28:13.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.060922+0000",
2020-11-16T20:28:13.136 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00035056600000000002
2020-11-16T20:28:13.136 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.136 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.136 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.136 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.061273+0000",
2020-11-16T20:28:13.136 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.006218622
2020-11-16T20:28:13.136 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.136 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067492+0000",
2020-11-16T20:28:13.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0063752540000000003
2020-11-16T20:28:13.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073867+0000",
2020-11-16T20:28:13.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2779000000000002e-05
2020-11-16T20:28:13.138 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.138 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073940+0000",
2020-11-16T20:28:13.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4525999999999999e-05
2020-11-16T20:28:13.138 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.139 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.139 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.139 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073994+0000",
2020-11-16T20:28:13.139 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.59952490199999997
2020-11-16T20:28:13.139 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.139 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.139 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.139 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.140 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.140 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194196 2.18 2:1ea4ac14:::benchmark_data_smithi065_20143_object44809:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.140 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.479976+0000",
2020-11-16T20:28:13.140 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 65.098749839999996,
2020-11-16T20:28:13.140 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.60014413,
2020-11-16T20:28:13.140 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.140 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.140 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.141 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.141 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.141 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194196
2020-11-16T20:28:13.141 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.141 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.141 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.141 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.479976+0000",
2020-11-16T20:28:13.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.142 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.142 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.479976+0000",
2020-11-16T20:28:13.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:28:13.143 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.143 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.479952+0000",
2020-11-16T20:28:13.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4046999999999999e-05
2020-11-16T20:28:13.143 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.143 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.480006+0000",
2020-11-16T20:28:13.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3118999999999999e-05
2020-11-16T20:28:13.144 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.144 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.480019+0000",
2020-11-16T20:28:13.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.015e-06
2020-11-16T20:28:13.144 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.145 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.480025+0000",
2020-11-16T20:28:13.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6107999999999999e-05
2020-11-16T20:28:13.145 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.145 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.480081+0000",
2020-11-16T20:28:13.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1309e-05
2020-11-16T20:28:13.146 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.146 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.480093+0000",
2020-11-16T20:28:13.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.58301622799999997
2020-11-16T20:28:13.147 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.147 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.147 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.147 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.063109+0000",
2020-11-16T20:28:13.147 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000134633
2020-11-16T20:28:13.147 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.147 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.063243+0000",
2020-11-16T20:28:13.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00027744299999999999
2020-11-16T20:28:13.148 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.148 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.063521+0000",
2020-11-16T20:28:13.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0039805960000000003
2020-11-16T20:28:13.149 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.149 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.149 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.149 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067501+0000",
2020-11-16T20:28:13.149 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012472230000000001
2020-11-16T20:28:13.149 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.149 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.150 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.150 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.079974+0000",
2020-11-16T20:28:13.150 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3368999999999994e-05
2020-11-16T20:28:13.150 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.150 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.150 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.150 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.080057+0000",
2020-11-16T20:28:13.151 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3292000000000003e-05
2020-11-16T20:28:13.151 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.151 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.151 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.151 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.080120+0000",
2020-11-16T20:28:13.151 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.60014413
2020-11-16T20:28:13.151 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.151 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.152 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.152 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.152 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.152 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194317 2.18 2:1aa46fc9:::benchmark_data_smithi065_20143_object44930:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.152 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.693277+0000",
2020-11-16T20:28:13.152 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 64.885449527999995,
2020-11-16T20:28:13.152 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.38708134999999999,
2020-11-16T20:28:13.153 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.153 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.153 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194317
2020-11-16T20:28:13.153 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.153 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.154 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.693277+0000",
2020-11-16T20:28:13.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.154 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.154 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.693277+0000",
2020-11-16T20:28:13.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:28:13.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.693254+0000",
2020-11-16T20:28:13.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1573000000000002e-05
2020-11-16T20:28:13.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.156 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.693305+0000",
2020-11-16T20:28:13.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3089e-05
2020-11-16T20:28:13.156 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.156 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.693319+0000",
2020-11-16T20:28:13.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8760000000000002e-06
2020-11-16T20:28:13.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.693324+0000",
2020-11-16T20:28:13.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3583000000000004e-05
2020-11-16T20:28:13.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.158 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.693388+0000",
2020-11-16T20:28:13.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3356999999999999e-05
2020-11-16T20:28:13.158 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.158 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.693401+0000",
2020-11-16T20:28:13.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.37190730799999999
2020-11-16T20:28:13.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.065309+0000",
2020-11-16T20:28:13.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000110104
2020-11-16T20:28:13.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.160 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.065419+0000",
2020-11-16T20:28:13.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028682300000000002
2020-11-16T20:28:13.160 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.160 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.065706+0000",
2020-11-16T20:28:13.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0074758460000000004
2020-11-16T20:28:13.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073181+0000",
2020-11-16T20:28:13.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0069868839999999996
2020-11-16T20:28:13.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.162 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.162 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.162 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.080168+0000",
2020-11-16T20:28:13.162 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000138128
2020-11-16T20:28:13.162 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.162 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.162 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.163 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.080306+0000",
2020-11-16T20:28:13.163 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1450999999999999e-05
2020-11-16T20:28:13.163 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.163 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.163 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.163 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.080358+0000",
2020-11-16T20:28:13.163 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.38708134999999999
2020-11-16T20:28:13.163 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.164 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.164 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.164 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.164 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.164 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194328 2.18 2:1a3ba3dd:::benchmark_data_smithi065_20143_object44941:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.164 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.715230+0000",
2020-11-16T20:28:13.164 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 64.863496386999998,
2020-11-16T20:28:13.164 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.38442716100000002,
2020-11-16T20:28:13.165 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.165 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.165 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.165 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.165 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.165 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194328
2020-11-16T20:28:13.165 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.166 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.166 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.166 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.166 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.715230+0000",
2020-11-16T20:28:13.166 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.166 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.166 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.715230+0000",
2020-11-16T20:28:13.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:28:13.167 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.167 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.715205+0000",
2020-11-16T20:28:13.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6659000000000001e-05
2020-11-16T20:28:13.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.715261+0000",
2020-11-16T20:28:13.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4071e-05
2020-11-16T20:28:13.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.715275+0000",
2020-11-16T20:28:13.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4950000000000002e-06
2020-11-16T20:28:13.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.715283+0000",
2020-11-16T20:28:13.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1453999999999998e-05
2020-11-16T20:28:13.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.715344+0000",
2020-11-16T20:28:13.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4110000000000002e-06
2020-11-16T20:28:13.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.715354+0000",
2020-11-16T20:28:13.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.35242384999999998
2020-11-16T20:28:13.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067778+0000",
2020-11-16T20:28:13.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019523300000000001
2020-11-16T20:28:13.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.067973+0000",
2020-11-16T20:28:13.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00041639500000000001
2020-11-16T20:28:13.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.068389+0000",
2020-11-16T20:28:13.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0050105710000000001
2020-11-16T20:28:13.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073400+0000",
2020-11-16T20:28:13.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026175924
2020-11-16T20:28:13.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.099576+0000",
2020-11-16T20:28:13.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8031999999999997e-05
2020-11-16T20:28:13.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.099624+0000",
2020-11-16T20:28:13.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3093999999999999e-05
2020-11-16T20:28:13.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.099657+0000",
2020-11-16T20:28:13.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.38442716100000002
2020-11-16T20:28:13.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.176 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.176 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.176 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.176 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.176 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194331 2.18 2:1ddc1c37:::benchmark_data_smithi065_20143_object44944:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.176 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.716350+0000",
2020-11-16T20:28:13.177 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 64.862376264000005,
2020-11-16T20:28:13.177 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.411288981,
2020-11-16T20:28:13.177 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.177 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.177 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194331
2020-11-16T20:28:13.178 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.178 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.716350+0000",
2020-11-16T20:28:13.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.716350+0000",
2020-11-16T20:28:13.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:28:13.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.716309+0000",
2020-11-16T20:28:13.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0161999999999995e-05
2020-11-16T20:28:13.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.716399+0000",
2020-11-16T20:28:13.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6767000000000001e-05
2020-11-16T20:28:13.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.716416+0000",
2020-11-16T20:28:13.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1440000000000001e-05
2020-11-16T20:28:13.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.716427+0000",
2020-11-16T20:28:13.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0344000000000003e-05
2020-11-16T20:28:13.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.716498+0000",
2020-11-16T20:28:13.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6167999999999998e-05
2020-11-16T20:28:13.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.716514+0000",
2020-11-16T20:28:13.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.35382152
2020-11-16T20:28:13.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.070335+0000",
2020-11-16T20:28:13.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019618500000000001
2020-11-16T20:28:13.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.070532+0000",
2020-11-16T20:28:13.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00036336499999999999
2020-11-16T20:28:13.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.070895+0000",
2020-11-16T20:28:13.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002513777
2020-11-16T20:28:13.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.073409+0000",
2020-11-16T20:28:13.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.054125121999999998
2020-11-16T20:28:13.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.127534+0000",
2020-11-16T20:28:13.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9375999999999994e-05
2020-11-16T20:28:13.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.127603+0000",
2020-11-16T20:28:13.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5485999999999999e-05
2020-11-16T20:28:13.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.127639+0000",
2020-11-16T20:28:13.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.411288981
2020-11-16T20:28:13.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.188 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.188 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.188 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.188 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.188 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194371 2.18 2:19ded51f:::benchmark_data_smithi065_20143_object44984:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)",
2020-11-16T20:28:13.189 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:05.845886+0000",
2020-11-16T20:28:13.189 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 64.732839804999998,
2020-11-16T20:28:13.189 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.28184186300000003,
2020-11-16T20:28:13.189 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.189 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.189 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194371
2020-11-16T20:28:13.190 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.190 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.845886+0000",
2020-11-16T20:28:13.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.845886+0000",
2020-11-16T20:28:13.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999619
2020-11-16T20:28:13.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.845848+0000",
2020-11-16T20:28:13.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0537999999999994e-05
2020-11-16T20:28:13.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.845919+0000",
2020-11-16T20:28:13.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1592e-05
2020-11-16T20:28:13.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.845930+0000",
2020-11-16T20:28:13.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1422e-05
2020-11-16T20:28:13.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.845942+0000",
2020-11-16T20:28:13.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3233999999999997e-05
2020-11-16T20:28:13.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.846015+0000",
2020-11-16T20:28:13.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2736e-05
2020-11-16T20:28:13.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:28:13.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:05.846028+0000",
2020-11-16T20:28:13.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.228238106
2020-11-16T20:28:13.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.074266+0000",
2020-11-16T20:28:13.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000108081
2020-11-16T20:28:13.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.074374+0000",
2020-11-16T20:28:13.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000370396
2020-11-16T20:28:13.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.074744+0000",
2020-11-16T20:28:13.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029022857999999999
2020-11-16T20:28:13.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.103767+0000",
2020-11-16T20:28:13.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023900464
2020-11-16T20:28:13.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.127667+0000",
2020-11-16T20:28:13.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4198e-05
2020-11-16T20:28:13.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.127702+0000",
2020-11-16T20:28:13.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.6503e-05
2020-11-16T20:28:13.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.127728+0000",
2020-11-16T20:28:13.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.28184186300000003
2020-11-16T20:28:13.200 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.200 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.200 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.200 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.201 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:194816 2.d 2:bd6e53a5:::benchmark_data_smithi065_20143_object45429:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)",
2020-11-16T20:28:13.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:06.668638+0000",
2020-11-16T20:28:13.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 63.910088090000002,
2020-11-16T20:28:13.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.064139538999999995,
2020-11-16T20:28:13.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.201 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.201 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:13.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:13.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:13.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 194816
2020-11-16T20:28:13.202 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:13.202 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.668638+0000",
2020-11-16T20:28:13.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.668638+0000",
2020-11-16T20:28:13.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:28:13.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.668604+0000",
2020-11-16T20:28:13.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5171000000000002e-05
2020-11-16T20:28:13.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.668679+0000",
2020-11-16T20:28:13.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.395e-05
2020-11-16T20:28:13.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.668693+0000",
2020-11-16T20:28:13.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0759999999999997e-06
2020-11-16T20:28:13.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.668700+0000",
2020-11-16T20:28:13.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7652999999999996e-05
2020-11-16T20:28:13.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.668788+0000",
2020-11-16T20:28:13.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019695100000000001
2020-11-16T20:28:13.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.668985+0000",
2020-11-16T20:28:13.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017050799999999999
2020-11-16T20:28:13.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:28:13.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.669156+0000",
2020-11-16T20:28:13.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.055564344000000002
2020-11-16T20:28:13.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:13.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.724720+0000",
2020-11-16T20:28:13.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0076200479999999999
2020-11-16T20:28:13.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:13.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.732340+0000",
2020-11-16T20:28:13.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00035654300000000002
2020-11-16T20:28:13.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.732697+0000",
2020-11-16T20:28:13.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0980000000000001e-05
2020-11-16T20:28:13.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:06.732777+0000",
2020-11-16T20:28:13.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.064139538999999995
2020-11-16T20:28:13.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.211 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.211 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.211 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.211 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.211 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.24745.0:198095 2.8 e190/189 2:12963295:::benchmark_data_smithi065_20143_object48708:head v 190'11524, mlcod=187'11522)",
2020-11-16T20:28:13.212 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:12.363734+0000",
2020-11-16T20:28:13.212 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 58.214991765999997,
2020-11-16T20:28:13.212 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.065804364000000004,
2020-11-16T20:28:13.212 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.212 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.212 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.363734+0000",
2020-11-16T20:28:13.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.363734+0000",
2020-11-16T20:28:13.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:28:13.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.363707+0000",
2020-11-16T20:28:13.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6799999999999996e-05
2020-11-16T20:28:13.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.363793+0000",
2020-11-16T20:28:13.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4090000000000001e-05
2020-11-16T20:28:13.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.363807+0000",
2020-11-16T20:28:13.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5406999999999999e-05
2020-11-16T20:28:13.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.363833+0000",
2020-11-16T20:28:13.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2354000000000005e-05
2020-11-16T20:28:13.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.363915+0000",
2020-11-16T20:28:13.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5358000000000003e-05
2020-11-16T20:28:13.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.363951+0000",
2020-11-16T20:28:13.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.065464425000000007
2020-11-16T20:28:13.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.429415+0000",
2020-11-16T20:28:13.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012362500000000001
2020-11-16T20:28:13.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.429539+0000",
2020-11-16T20:28:13.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.065804364000000004
2020-11-16T20:28:13.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.219 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.219 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.219 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:13.219 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:13.220 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.24745.0:198100 2.d e190/189 2:b4e9f08c:::benchmark_data_smithi065_20143_object48713:head v 190'12399, mlcod=190'12397)",
2020-11-16T20:28:13.220 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:12.367537+0000",
2020-11-16T20:28:13.220 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 58.211189503999996,
2020-11-16T20:28:13.220 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.069382828999999993,
2020-11-16T20:28:13.220 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:13.220 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:13.220 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:13.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:13.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.367537+0000",
2020-11-16T20:28:13.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:13.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:13.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.367537+0000",
2020-11-16T20:28:13.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:28:13.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:13.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.367511+0000",
2020-11-16T20:28:13.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0595999999999999e-05
2020-11-16T20:28:13.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:13.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.367591+0000",
2020-11-16T20:28:13.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1666e-05
2020-11-16T20:28:13.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:13.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.367603+0000",
2020-11-16T20:28:13.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5660000000000003e-06
2020-11-16T20:28:13.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:13.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.367610+0000",
2020-11-16T20:28:13.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.061825524999999999
2020-11-16T20:28:13.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:13.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.429435+0000",
2020-11-16T20:28:13.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3067000000000001e-05
2020-11-16T20:28:13.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:13.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.429458+0000",
2020-11-16T20:28:13.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0073971280000000002
2020-11-16T20:28:13.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:13.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.436855+0000",
2020-11-16T20:28:13.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3935000000000004e-05
2020-11-16T20:28:13.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:13.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:13.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:13.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.436919+0000",
2020-11-16T20:28:13.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.069382828999999993
2020-11-16T20:28:13.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:13.228 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:13.228 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:13.228 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:28:13.228 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:28:13.228 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:28:13.229 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_ops_in_flight
2020-11-16T20:28:13.229 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:13.230 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:08 smithi142 bash[15670]: debug 2020-11-16T20:28:08.758+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:13.230 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:09 smithi142 bash[9523]: cluster 2020-11-16T20:28:07.409535+0000 osd.5 (osd.5) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:13.230 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:09 smithi142 bash[9523]: cluster 2020-11-16T20:28:07.409667+0000 osd.5 (osd.5) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:13.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:09 smithi142 bash[9523]: cluster 2020-11-16T20:28:08.093464+0000 mgr.x (mgr.14196) 471 : cluster [DBG] pgmap v619: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184636 objects degraded (1.556%); 11483/184636 objects misplaced (6.219%)
2020-11-16T20:28:13.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:09 smithi142 bash[9523]: cluster 2020-11-16T20:28:08.256240+0000 mon.a (mon.0) 1023 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184636 objects degraded (1.556%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:28:13.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:09 smithi142 bash[9523]: cluster 2020-11-16T20:28:08.269747+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e223: 12 total, 11 up, 10 in
2020-11-16T20:28:13.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:10 smithi142 bash[9523]: cluster 2020-11-16T20:28:08.360572+0000 osd.4 (osd.4) 47 : cluster [DBG] 2.13 scrub starts
2020-11-16T20:28:13.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:10 smithi142 bash[9523]: cluster 2020-11-16T20:28:08.896566+0000 osd.4 (osd.4) 48 : cluster [DBG] 2.13 scrub ok
2020-11-16T20:28:13.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:10 smithi142 bash[9523]: audit 2020-11-16T20:28:09.902193+0000 mon.a (mon.0) 1025 : audit [DBG] from='client.? v1:172.21.15.142:0/2003569567' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:13.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:10 smithi142 bash[9523]: cluster 2020-11-16T20:28:09.996154+0000 osd.3 (osd.3) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:10 smithi142 bash[9523]: cluster 2020-11-16T20:28:10.145260+0000 osd.9 (osd.9) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:09.927592+0000 osd.0 (osd.0) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:09.948465+0000 osd.1 (osd.1) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:09.972134+0000 osd.2 (osd.2) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:10.017570+0000 osd.4 (osd.4) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:10.051166+0000 osd.5 (osd.5) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:10.081441+0000 osd.6 (osd.6) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:10.094209+0000 mgr.x (mgr.14196) 472 : cluster [DBG] pgmap v621: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184560 objects degraded (1.557%); 11419/184560 objects misplaced (6.187%)
2020-11-16T20:28:13.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:10.111917+0000 osd.8 (osd.8) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:10.188241+0000 osd.10 (osd.10) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:10.215408+0000 osd.11 (osd.11) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: audit 2020-11-16T20:28:10.314493+0000 mon.a (mon.0) 1026 : audit [INF] from='client.? v1:172.21.15.142:0/3586553161' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:28:13.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: audit 2020-11-16T20:28:11.024673+0000 mon.b (mon.1) 332 : audit [INF] from='osd.7 v1:172.21.15.71:6813/2429996026' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:28:13.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: audit 2020-11-16T20:28:11.026269+0000 mon.b (mon.1) 333 : audit [INF] from='osd.7 v1:172.21.15.71:6813/2429996026' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:28:13.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: audit 2020-11-16T20:28:11.028243+0000 mon.a (mon.0) 1027 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:28:13.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: audit 2020-11-16T20:28:11.029669+0000 mon.a (mon.0) 1028 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:28:13.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:11.044689+0000 mon.a (mon.0) 1029 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:28:13.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: audit 2020-11-16T20:28:11.053244+0000 mon.a (mon.0) 1030 : audit [INF] from='client.? v1:172.21.15.142:0/3586553161' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:28:13.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:11 smithi142 bash[9523]: cluster 2020-11-16T20:28:11.053338+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e224: 12 total, 11 up, 10 in
2020-11-16T20:28:13.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:12 smithi142 bash[9523]: cluster 2020-11-16T20:28:11.255253+0000 osd.3 (osd.3) 46 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:13.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:12 smithi142 bash[9523]: cluster 2020-11-16T20:28:11.255363+0000 osd.3 (osd.3) 47 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:13.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:12 smithi142 bash[9523]: cluster 2020-11-16T20:28:12.055485+0000 mon.a (mon.0) 1032 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:28:13.235 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:12 smithi142 bash[9523]: audit 2020-11-16T20:28:12.060230+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:28:13.235 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:12 smithi142 bash[9523]: cluster 2020-11-16T20:28:12.062651+0000 mon.a (mon.0) 1033 : cluster [INF] osd.7 v1:172.21.15.71:6813/2429996026 boot
2020-11-16T20:28:13.235 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:12 smithi142 bash[9523]: cluster 2020-11-16T20:28:12.062795+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e225: 12 total, 12 up, 10 in
2020-11-16T20:28:13.235 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:28:13.235 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:28:13.235 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:28:13.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:28:13.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:28:13.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:28:13.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:28:13.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:28:13.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:28:13.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:28:13.237 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:28:13.237 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.237 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.237 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.237 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.237 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.237 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.238 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.238 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.7
2020-11-16T20:28:13.238 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: problem getting command descriptions from osd.7
2020-11-16T20:28:13.238 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.238 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.238 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.238 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:28:13.239 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:28:13.239 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:28:13.239 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:28:13.239 INFO:teuthology.orchestra.run.smithi071.stderr:no valid command found; 10 closest matches:
2020-11-16T20:28:13.240 INFO:teuthology.orchestra.run.smithi071.stderr:0
2020-11-16T20:28:13.240 INFO:teuthology.orchestra.run.smithi071.stderr:1
2020-11-16T20:28:13.240 INFO:teuthology.orchestra.run.smithi071.stderr:2
2020-11-16T20:28:13.240 INFO:teuthology.orchestra.run.smithi071.stderr:abort
2020-11-16T20:28:13.240 INFO:teuthology.orchestra.run.smithi071.stderr:assert
2020-11-16T20:28:13.240 INFO:teuthology.orchestra.run.smithi071.stderr:config diff
2020-11-16T20:28:13.240 INFO:teuthology.orchestra.run.smithi071.stderr:config diff get <var>
2020-11-16T20:28:13.241 INFO:teuthology.orchestra.run.smithi071.stderr:config get <var>
2020-11-16T20:28:13.241 INFO:teuthology.orchestra.run.smithi071.stderr:config help [<var>]
2020-11-16T20:28:13.241 INFO:teuthology.orchestra.run.smithi071.stderr:config set <var> <val>...
2020-11-16T20:28:13.241 INFO:teuthology.orchestra.run.smithi071.stderr:admin_socket: invalid command
2020-11-16T20:28:13.241 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:09 smithi071 bash[9480]: cluster 2020-11-16T20:28:07.409535+0000 osd.5 (osd.5) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:13.241 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:09 smithi071 bash[9480]: cluster 2020-11-16T20:28:07.409667+0000 osd.5 (osd.5) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:13.241 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:09 smithi071 bash[9480]: cluster 2020-11-16T20:28:08.093464+0000 mgr.x (mgr.14196) 471 : cluster [DBG] pgmap v619: 27 pgs: 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184636 objects degraded (1.556%); 11483/184636 objects misplaced (6.219%)
2020-11-16T20:28:13.242 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:09 smithi071 bash[9480]: cluster 2020-11-16T20:28:08.256240+0000 mon.a (mon.0) 1023 : cluster [WRN] Health check update: Degraded data redundancy: 2873/184636 objects degraded (1.556%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:28:13.242 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:09 smithi071 bash[9480]: cluster 2020-11-16T20:28:08.269747+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e223: 12 total, 11 up, 10 in
2020-11-16T20:28:13.242 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:10 smithi071 bash[9480]: cluster 2020-11-16T20:28:08.360572+0000 osd.4 (osd.4) 47 : cluster [DBG] 2.13 scrub starts
2020-11-16T20:28:13.242 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:10 smithi071 bash[9480]: cluster 2020-11-16T20:28:08.896566+0000 osd.4 (osd.4) 48 : cluster [DBG] 2.13 scrub ok
2020-11-16T20:28:13.242 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:10 smithi071 bash[9480]: audit 2020-11-16T20:28:09.902193+0000 mon.a (mon.0) 1025 : audit [DBG] from='client.? v1:172.21.15.142:0/2003569567' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:13.242 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:10 smithi071 bash[9480]: cluster 2020-11-16T20:28:09.996154+0000 osd.3 (osd.3) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.242 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:10 smithi071 bash[9480]: cluster 2020-11-16T20:28:10.145260+0000 osd.9 (osd.9) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.243 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:09.927592+0000 osd.0 (osd.0) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.243 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:09.948465+0000 osd.1 (osd.1) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.243 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:09.972134+0000 osd.2 (osd.2) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.243 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:10.017570+0000 osd.4 (osd.4) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.243 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:10.051166+0000 osd.5 (osd.5) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.243 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:10.081441+0000 osd.6 (osd.6) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.243 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:10.094209+0000 mgr.x (mgr.14196) 472 : cluster [DBG] pgmap v621: 27 pgs: 1 undersized+degraded+peered, 1 active+clean+scrubbing, 1 undersized+peered, 20 active+clean, 4 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184560 objects degraded (1.557%); 11419/184560 objects misplaced (6.187%)
2020-11-16T20:28:13.244 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:10.111917+0000 osd.8 (osd.8) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.244 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:10.188241+0000 osd.10 (osd.10) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.244 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:10.215408+0000 osd.11 (osd.11) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:13.244 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: audit 2020-11-16T20:28:10.314493+0000 mon.a (mon.0) 1026 : audit [INF] from='client.? v1:172.21.15.142:0/3586553161' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:28:13.244 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: audit 2020-11-16T20:28:11.024673+0000 mon.b (mon.1) 332 : audit [INF] from='osd.7 v1:172.21.15.71:6813/2429996026' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:28:13.244 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: audit 2020-11-16T20:28:11.026269+0000 mon.b (mon.1) 333 : audit [INF] from='osd.7 v1:172.21.15.71:6813/2429996026' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:28:13.244 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: audit 2020-11-16T20:28:11.028243+0000 mon.a (mon.0) 1027 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2020-11-16T20:28:13.244 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: audit 2020-11-16T20:28:11.029669+0000 mon.a (mon.0) 1028 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch
2020-11-16T20:28:13.245 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:11.044689+0000 mon.a (mon.0) 1029 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:28:13.245 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: audit 2020-11-16T20:28:11.053244+0000 mon.a (mon.0) 1030 : audit [INF] from='client.? v1:172.21.15.142:0/3586553161' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:28:13.245 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[9480]: cluster 2020-11-16T20:28:11.053338+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e224: 12 total, 11 up, 10 in
2020-11-16T20:28:13.245 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:12 smithi071 bash[9480]: cluster 2020-11-16T20:28:11.255253+0000 osd.3 (osd.3) 46 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:13.245 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:12 smithi071 bash[9480]: cluster 2020-11-16T20:28:11.255363+0000 osd.3 (osd.3) 47 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:13.245 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:12 smithi071 bash[9480]: cluster 2020-11-16T20:28:12.055485+0000 mon.a (mon.0) 1032 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:28:13.245 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:12 smithi071 bash[9480]: audit 2020-11-16T20:28:12.060230+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2020-11-16T20:28:13.246 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:12 smithi071 bash[9480]: cluster 2020-11-16T20:28:12.062651+0000 mon.a (mon.0) 1033 : cluster [INF] osd.7 v1:172.21.15.71:6813/2429996026 boot
2020-11-16T20:28:13.246 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:12 smithi071 bash[9480]: cluster 2020-11-16T20:28:12.062795+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e225: 12 total, 12 up, 10 in
2020-11-16T20:28:13.246 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:09 smithi071 bash[26650]: debug 2020-11-16T20:28:09.579+0000 7ff34a4fdf40 -1 Falling back to public interface
2020-11-16T20:28:13.246 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:11 smithi071 bash[26650]: debug 2020-11-16T20:28:11.019+0000 7ff34a4fdf40 -1 osd.7 199 log_to_monitors {default=true}
2020-11-16T20:28:13.246 DEBUG:teuthology.orchestra.run:got remote process result: 22
2020-11-16T20:28:13.247 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-7, ['dump_ops_in_flight']
2020-11-16T20:28:13.330 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:13.403 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:28:13.466 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:13.534 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:13 smithi065 bash[11785]: debug 2020-11-16T20:28:13.462+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:13 smithi065 bash[9468]: cluster 2020-11-16T20:28:11.828279+0000 osd.2 (osd.2) 56 : cluster [DBG] 2.e scrub starts
2020-11-16T20:28:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:13 smithi065 bash[9468]: cluster 2020-11-16T20:28:12.094703+0000 mgr.x (mgr.14196) 473 : cluster [DBG] pgmap v624: 27 pgs: 2 remapped+peering, 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 2 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184568 objects degraded (1.557%); 5671/184568 objects misplaced (3.073%)
2020-11-16T20:28:13.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:13 smithi065 bash[9468]: cluster 2020-11-16T20:28:13.070470+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e226: 12 total, 12 up, 10 in
2020-11-16T20:28:13.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:13 smithi142 bash[9523]: cluster 2020-11-16T20:28:11.828279+0000 osd.2 (osd.2) 56 : cluster [DBG] 2.e scrub starts
2020-11-16T20:28:13.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:13 smithi142 bash[9523]: cluster 2020-11-16T20:28:12.094703+0000 mgr.x (mgr.14196) 473 : cluster [DBG] pgmap v624: 27 pgs: 2 remapped+peering, 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 2 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184568 objects degraded (1.557%); 5671/184568 objects misplaced (3.073%)
2020-11-16T20:28:13.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:13 smithi142 bash[9523]: cluster 2020-11-16T20:28:13.070470+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e226: 12 total, 12 up, 10 in
2020-11-16T20:28:13.570 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:13 smithi071 bash[9480]: cluster 2020-11-16T20:28:11.828279+0000 osd.2 (osd.2) 56 : cluster [DBG] 2.e scrub starts
2020-11-16T20:28:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:13 smithi071 bash[9480]: cluster 2020-11-16T20:28:12.094703+0000 mgr.x (mgr.14196) 473 : cluster [DBG] pgmap v624: 27 pgs: 2 remapped+peering, 1 active+clean+scrubbing, 1 undersized+peered, 1 undersized+degraded+peered, 20 active+clean, 2 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2873/184568 objects degraded (1.557%); 5671/184568 objects misplaced (3.073%)
2020-11-16T20:28:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:13 smithi071 bash[9480]: cluster 2020-11-16T20:28:13.070470+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e226: 12 total, 12 up, 10 in
2020-11-16T20:28:13.748 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:13.854 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:13.867 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:13 smithi142 bash[22738]: debug 2020-11-16T20:28:13.746+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:13.979 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:14.085 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:14.202 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:14.272 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:13 smithi142 bash[20366]: debug 2020-11-16T20:28:13.978+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:14.306 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:14.432 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:14.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:14 smithi071 bash[14419]: debug 2020-11-16T20:28:14.203+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:14.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:14 smithi071 bash[9480]: cluster 2020-11-16T20:28:11.027371+0000 osd.7 (osd.7) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:14.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:14 smithi071 bash[9480]: cluster 2020-11-16T20:28:12.014727+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:14.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:14 smithi071 bash[9480]: cluster 2020-11-16T20:28:12.015063+0000 osd.7 (osd.7) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:14.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:14 smithi071 bash[9480]: cluster 2020-11-16T20:28:12.807292+0000 osd.2 (osd.2) 57 : cluster [DBG] 2.e scrub ok
2020-11-16T20:28:14.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:14 smithi071 bash[9480]: cluster 2020-11-16T20:28:14.072528+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e227: 12 total, 12 up, 10 in
2020-11-16T20:28:14.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:14 smithi065 bash[9468]: cluster 2020-11-16T20:28:11.027371+0000 osd.7 (osd.7) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:14.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:14 smithi065 bash[9468]: cluster 2020-11-16T20:28:12.014727+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:14.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:14 smithi065 bash[9468]: cluster 2020-11-16T20:28:12.015063+0000 osd.7 (osd.7) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:14.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:14 smithi065 bash[9468]: cluster 2020-11-16T20:28:12.807292+0000 osd.2 (osd.2) 57 : cluster [DBG] 2.e scrub ok
2020-11-16T20:28:14.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:14 smithi065 bash[9468]: cluster 2020-11-16T20:28:14.072528+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e227: 12 total, 12 up, 10 in
2020-11-16T20:28:14.534 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:14 smithi142 bash[20366]: debug 2020-11-16T20:28:14.430+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:14 smithi142 bash[9523]: cluster 2020-11-16T20:28:11.027371+0000 osd.7 (osd.7) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:14 smithi142 bash[9523]: cluster 2020-11-16T20:28:12.014727+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:14 smithi142 bash[9523]: cluster 2020-11-16T20:28:12.015063+0000 osd.7 (osd.7) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:14 smithi142 bash[9523]: cluster 2020-11-16T20:28:12.807292+0000 osd.2 (osd.2) 57 : cluster [DBG] 2.e scrub ok
2020-11-16T20:28:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:14 smithi142 bash[9523]: cluster 2020-11-16T20:28:14.072528+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e227: 12 total, 12 up, 10 in
2020-11-16T20:28:14.537 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:14.676 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:14.780 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:14.956 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:15.034 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:14 smithi142 bash[15670]: debug 2020-11-16T20:28:14.674+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:15.060 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:15.076 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:14 smithi065 bash[16457]: debug 2020-11-16T20:28:14.954+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:15.240 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:28:15.240 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:28:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:15.427 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:15 smithi065 bash[9468]: cluster 2020-11-16T20:28:14.095192+0000 mgr.x (mgr.14196) 474 : cluster [DBG] pgmap v627: 27 pgs: 1 peering, 2 remapped+peering, 1 active+clean+scrubbing, 1 undersized+peered, 21 active+clean, 1 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2833/184510 objects misplaced (1.535%)
2020-11-16T20:28:15.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:15 smithi065 bash[9468]: cluster 2020-11-16T20:28:15.067995+0000 mon.a (mon.0) 1037 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2873/184568 objects degraded (1.557%), 1 pg degraded)
2020-11-16T20:28:15.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:15 smithi142 bash[9523]: cluster 2020-11-16T20:28:14.095192+0000 mgr.x (mgr.14196) 474 : cluster [DBG] pgmap v627: 27 pgs: 1 peering, 2 remapped+peering, 1 active+clean+scrubbing, 1 undersized+peered, 21 active+clean, 1 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2833/184510 objects misplaced (1.535%)
2020-11-16T20:28:15.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:15 smithi142 bash[9523]: cluster 2020-11-16T20:28:15.067995+0000 mon.a (mon.0) 1037 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2873/184568 objects degraded (1.557%), 1 pg degraded)
2020-11-16T20:28:15.599 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:15 smithi071 bash[9480]: cluster 2020-11-16T20:28:14.095192+0000 mgr.x (mgr.14196) 474 : cluster [DBG] pgmap v627: 27 pgs: 1 peering, 2 remapped+peering, 1 active+clean+scrubbing, 1 undersized+peered, 21 active+clean, 1 active+clean+remapped; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 2833/184510 objects misplaced (1.535%)
2020-11-16T20:28:15.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:15 smithi071 bash[9480]: cluster 2020-11-16T20:28:15.067995+0000 mon.a (mon.0) 1037 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2873/184568 objects degraded (1.557%), 1 pg degraded)
2020-11-16T20:28:15.702 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:15.821 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:15.927 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:16.033 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:15 smithi065 bash[11785]: debug 2020-11-16T20:28:15.594+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:16.034 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:28:15 smithi065 bash[18823]: debug 2020-11-16T20:28:15.818+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:16.793 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:16.896 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:17.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:17 smithi142 bash[9523]: cluster 2020-11-16T20:28:16.051999+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e228: 12 total, 12 up, 10 in
2020-11-16T20:28:17.047 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:17 smithi142 bash[9523]: cluster 2020-11-16T20:28:16.095669+0000 mgr.x (mgr.14196) 475 : cluster [DBG] pgmap v629: 27 pgs: 1 active+clean+scrubbing, 1 peering, 1 remapped+peering, 24 active+clean; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail
2020-11-16T20:28:17.047 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:16 smithi142 bash[20366]: debug 2020-11-16T20:28:16.794+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:17.429 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:28:17.429 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:28:17.429 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T20:28:17.429 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:28:17.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:17 smithi071 bash[9480]: cluster 2020-11-16T20:28:16.051999+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e228: 12 total, 12 up, 10 in
2020-11-16T20:28:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:17 smithi071 bash[9480]: cluster 2020-11-16T20:28:16.095669+0000 mgr.x (mgr.14196) 475 : cluster [DBG] pgmap v629: 27 pgs: 1 active+clean+scrubbing, 1 peering, 1 remapped+peering, 24 active+clean; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail
2020-11-16T20:28:17.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:17 smithi065 bash[9468]: cluster 2020-11-16T20:28:16.051999+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e228: 12 total, 12 up, 10 in
2020-11-16T20:28:17.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:17 smithi065 bash[9468]: cluster 2020-11-16T20:28:16.095669+0000 mgr.x (mgr.14196) 475 : cluster [DBG] pgmap v629: 27 pgs: 1 active+clean+scrubbing, 1 peering, 1 remapped+peering, 24 active+clean; 5.6 GiB data, 12 GiB used, 882 GiB / 894 GiB avail
2020-11-16T20:28:17.685 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:17.789 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:17.948 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:17 smithi142 bash[20366]: debug 2020-11-16T20:28:17.682+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:17.949 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:18.052 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:18.248 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T20:28:18.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:18 smithi142 bash[9523]: cluster 2020-11-16T20:28:17.054013+0000 mon.a (mon.0) 1039 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive)
2020-11-16T20:28:18.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:18 smithi142 bash[9523]: cluster 2020-11-16T20:28:17.054047+0000 mon.a (mon.0) 1040 : cluster [INF] Cluster is now healthy
2020-11-16T20:28:18.285 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:17 smithi142 bash[15670]: debug 2020-11-16T20:28:17.946+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:18.299 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:18.338 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_blocked_ops
2020-11-16T20:28:18.339 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:18 smithi065 bash[9468]: cluster 2020-11-16T20:28:17.054013+0000 mon.a (mon.0) 1039 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive)
2020-11-16T20:28:18.339 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:18 smithi065 bash[9468]: cluster 2020-11-16T20:28:17.054047+0000 mon.a (mon.0) 1040 : cluster [INF] Cluster is now healthy
2020-11-16T20:28:18.403 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:18.415 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:28:18.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:18 smithi071 bash[9480]: cluster 2020-11-16T20:28:17.054013+0000 mon.a (mon.0) 1039 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive)
2020-11-16T20:28:18.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:18 smithi071 bash[9480]: cluster 2020-11-16T20:28:17.054047+0000 mon.a (mon.0) 1040 : cluster [INF] Cluster is now healthy
2020-11-16T20:28:18.506 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:28:18.529 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:18.639 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:18.646 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:18 smithi142 bash[22738]: debug 2020-11-16T20:28:18.298+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:18.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:18 smithi065 bash[11785]: debug 2020-11-16T20:28:18.526+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:18.902 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:19.004 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:19.180 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:19.283 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:19.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:19 smithi065 bash[9468]: cluster 2020-11-16T20:28:18.096200+0000 mgr.x (mgr.14196) 476 : cluster [DBG] pgmap v630: 27 pgs: 1 active+remapped+backfilling, 1 active+clean+scrubbing, 1 peering, 24 active+clean; 5.5 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 367 op/s; 267/180152 objects misplaced (0.148%); 9.6 MiB/s, 156 objects/s recovering
2020-11-16T20:28:19.284 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:28:19 smithi065 bash[18823]: debug 2020-11-16T20:28:19.178+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:19.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:19 smithi142 bash[9523]: cluster 2020-11-16T20:28:18.096200+0000 mgr.x (mgr.14196) 476 : cluster [DBG] pgmap v630: 27 pgs: 1 active+remapped+backfilling, 1 active+clean+scrubbing, 1 peering, 24 active+clean; 5.5 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 367 op/s; 267/180152 objects misplaced (0.148%); 9.6 MiB/s, 156 objects/s recovering
2020-11-16T20:28:19.285 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:18 smithi142 bash[18009]: debug 2020-11-16T20:28:18.902+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:19 smithi071 bash[9480]: cluster 2020-11-16T20:28:18.096200+0000 mgr.x (mgr.14196) 476 : cluster [DBG] pgmap v630: 27 pgs: 1 active+remapped+backfilling, 1 active+clean+scrubbing, 1 peering, 24 active+clean; 5.5 GiB data, 12 GiB used, 882 GiB / 894 GiB avail; 0 B/s wr, 367 op/s; 267/180152 objects misplaced (0.148%); 9.6 MiB/s, 156 objects/s recovering
2020-11-16T20:28:19.895 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:19.999 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:20.242 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:20 smithi065 bash[9468]: cluster 2020-11-16T20:28:18.450746+0000 osd.8 (osd.8) 45 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:20.242 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:20 smithi065 bash[9468]: cluster 2020-11-16T20:28:18.450817+0000 osd.8 (osd.8) 46 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:20.242 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:20 smithi065 bash[9468]: cluster 2020-11-16T20:28:19.061003+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e229: 12 total, 12 up, 10 in
2020-11-16T20:28:20.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:20 smithi142 bash[9523]: cluster 2020-11-16T20:28:18.450746+0000 osd.8 (osd.8) 45 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:20.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:20 smithi142 bash[9523]: cluster 2020-11-16T20:28:18.450817+0000 osd.8 (osd.8) 46 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:20.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:20 smithi142 bash[9523]: cluster 2020-11-16T20:28:19.061003+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e229: 12 total, 12 up, 10 in
2020-11-16T20:28:20.285 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:19 smithi142 bash[18009]: debug 2020-11-16T20:28:19.894+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:20.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:20 smithi071 bash[9480]: cluster 2020-11-16T20:28:18.450746+0000 osd.8 (osd.8) 45 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:20.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:20 smithi071 bash[9480]: cluster 2020-11-16T20:28:18.450817+0000 osd.8 (osd.8) 46 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:20.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:20 smithi071 bash[9480]: cluster 2020-11-16T20:28:19.061003+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e229: 12 total, 12 up, 10 in
2020-11-16T20:28:21.161 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:21.264 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:21 smithi071 bash[9480]: cluster 2020-11-16T20:28:20.072562+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e230: 12 total, 12 up, 10 in
2020-11-16T20:28:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:21 smithi071 bash[9480]: cluster 2020-11-16T20:28:20.096694+0000 mgr.x (mgr.14196) 477 : cluster [DBG] pgmap v633: 27 pgs: 1 active+remapped+backfilling, 1 active+clean+scrubbing, 25 active+clean; 5.4 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 755 op/s; 267/175444 objects misplaced (0.152%); 9.6 MiB/s, 159 objects/s recovering
2020-11-16T20:28:21.451 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:21 smithi071 bash[16796]: debug 2020-11-16T20:28:21.158+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:21.455 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:21 smithi142 bash[22738]: debug 2020-11-16T20:28:21.454+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:21.455 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:21 smithi142 bash[9523]: cluster 2020-11-16T20:28:20.072562+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e230: 12 total, 12 up, 10 in
2020-11-16T20:28:21.456 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:21 smithi142 bash[9523]: cluster 2020-11-16T20:28:20.096694+0000 mgr.x (mgr.14196) 477 : cluster [DBG] pgmap v633: 27 pgs: 1 active+remapped+backfilling, 1 active+clean+scrubbing, 25 active+clean; 5.4 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 755 op/s; 267/175444 objects misplaced (0.152%); 9.6 MiB/s, 159 objects/s recovering
2020-11-16T20:28:21.456 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:21 smithi065 bash[9468]: cluster 2020-11-16T20:28:20.072562+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e230: 12 total, 12 up, 10 in
2020-11-16T20:28:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:21 smithi065 bash[9468]: cluster 2020-11-16T20:28:20.096694+0000 mgr.x (mgr.14196) 477 : cluster [DBG] pgmap v633: 27 pgs: 1 active+remapped+backfilling, 1 active+clean+scrubbing, 25 active+clean; 5.4 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 755 op/s; 267/175444 objects misplaced (0.152%); 9.6 MiB/s, 159 objects/s recovering
2020-11-16T20:28:21.559 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:21.786 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:21.890 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:22.034 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:21 smithi142 bash[20366]: debug 2020-11-16T20:28:21.782+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:22.076 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:22.175 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:22 smithi071 bash[14419]: debug 2020-11-16T20:28:22.074+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:22.179 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:22.282 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:28:22.329 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:28:22.339 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:22.379 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:28:22.424 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:28:22.443 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:22.449 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:28:22.449 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:28:22.449 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:28:22.449 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:28:22.450 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:28:22.463 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:28:22.501 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:28:22.535 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:22 smithi142 bash[20366]: debug 2020-11-16T20:28:22.334+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:22.538 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:28:22.580 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:28:22.614 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:28:22.617 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:22.653 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:28:22.690 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:28:22.721 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:22.728 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:28:22.732 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.733 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.733 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.733 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.733 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.733 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.733 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.734 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.734 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.734 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.734 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.734 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:28:22.951 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:28:22 smithi071 bash[12066]: debug 2020-11-16T20:28:22.614+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:23.081 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:21.771337+0000 osd.1 (osd.1) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:23.081 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:21.771406+0000 osd.1 (osd.1) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:23.092 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:28:23.319 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:23.424 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:23.432 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:21.771337+0000 osd.1 (osd.1) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:23.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:21.771406+0000 osd.1 (osd.1) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:23.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.080775+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e231: 12 total, 12 up, 10 in
2020-11-16T20:28:23.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.097095+0000 mgr.x (mgr.14196) 478 : cluster [DBG] pgmap v635: 27 pgs: 1 active+clean+scrubbing, 1 active+remapped+backfilling, 25 active+clean; 5.3 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 870 op/s; 267/172396 objects misplaced (0.155%); 9.6 MiB/s, 156 objects/s recovering
2020-11-16T20:28:23.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: audit 2020-11-16T20:28:22.245207+0000 mon.b (mon.1) 335 : audit [DBG] from='client.? v1:172.21.15.142:0/3147686388' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:23.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.285833+0000 osd.0 (osd.0) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.332370+0000 osd.1 (osd.1) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.434 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.579414+0000 osd.7 (osd.7) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.434 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: audit 2020-11-16T20:28:22.588921+0000 mon.a (mon.0) 1044 : audit [INF] from='client.? v1:172.21.15.142:0/1697224660' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:28:23.434 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.690700+0000 osd.10 (osd.10) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.434 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.730167+0000 osd.11 (osd.11) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.434 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[16457]: debug 2020-11-16T20:28:23.310+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:23.441 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_historic_ops
2020-11-16T20:28:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:21.771337+0000 osd.1 (osd.1) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:21.771406+0000 osd.1 (osd.1) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.080775+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e231: 12 total, 12 up, 10 in
2020-11-16T20:28:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.097095+0000 mgr.x (mgr.14196) 478 : cluster [DBG] pgmap v635: 27 pgs: 1 active+clean+scrubbing, 1 active+remapped+backfilling, 25 active+clean; 5.3 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 870 op/s; 267/172396 objects misplaced (0.155%); 9.6 MiB/s, 156 objects/s recovering
2020-11-16T20:28:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: audit 2020-11-16T20:28:22.245207+0000 mon.b (mon.1) 335 : audit [DBG] from='client.? v1:172.21.15.142:0/3147686388' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:23.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.285833+0000 osd.0 (osd.0) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.332370+0000 osd.1 (osd.1) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.579414+0000 osd.7 (osd.7) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: audit 2020-11-16T20:28:22.588921+0000 mon.a (mon.0) 1044 : audit [INF] from='client.? v1:172.21.15.142:0/1697224660' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:28:23.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.690700+0000 osd.10 (osd.10) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:23 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.730167+0000 osd.11 (osd.11) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.080775+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e231: 12 total, 12 up, 10 in
2020-11-16T20:28:23.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.097095+0000 mgr.x (mgr.14196) 478 : cluster [DBG] pgmap v635: 27 pgs: 1 active+clean+scrubbing, 1 active+remapped+backfilling, 25 active+clean; 5.3 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 870 op/s; 267/172396 objects misplaced (0.155%); 9.6 MiB/s, 156 objects/s recovering
2020-11-16T20:28:23.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: audit 2020-11-16T20:28:22.245207+0000 mon.b (mon.1) 335 : audit [DBG] from='client.? v1:172.21.15.142:0/3147686388' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:23.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.285833+0000 osd.0 (osd.0) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.332370+0000 osd.1 (osd.1) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.579414+0000 osd.7 (osd.7) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: audit 2020-11-16T20:28:22.588921+0000 mon.a (mon.0) 1044 : audit [INF] from='client.? v1:172.21.15.142:0/1697224660' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:28:23.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.690700+0000 osd.10 (osd.10) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:23 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.730167+0000 osd.11 (osd.11) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:23.538 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:23.644 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:23.654 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:28:23.808 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:23 smithi065 bash[16457]: debug 2020-11-16T20:28:23.534+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:24.283 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:24.387 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:24.396 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.383785+0000 osd.2 (osd.2) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.396 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.429525+0000 osd.3 (osd.3) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.396 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.464626+0000 osd.4 (osd.4) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.396 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.502548+0000 osd.5 (osd.5) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.396 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.540585+0000 osd.6 (osd.6) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.397 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.615352+0000 osd.8 (osd.8) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.397 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:22.654764+0000 osd.9 (osd.9) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.397 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:23.078336+0000 mon.a (mon.0) 1045 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:24.397 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: audit 2020-11-16T20:28:23.088884+0000 mon.a (mon.0) 1046 : audit [INF] from='client.? v1:172.21.15.142:0/1697224660' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:28:24.397 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:23.088939+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e232: 12 total, 12 up, 10 in
2020-11-16T20:28:24.397 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:23.375864+0000 osd.11 (osd.11) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:24.397 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[9468]: cluster 2020-11-16T20:28:23.375967+0000 osd.11 (osd.11) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.383785+0000 osd.2 (osd.2) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.429525+0000 osd.3 (osd.3) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.464626+0000 osd.4 (osd.4) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.502548+0000 osd.5 (osd.5) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.540585+0000 osd.6 (osd.6) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.615352+0000 osd.8 (osd.8) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:22.654764+0000 osd.9 (osd.9) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:23.078336+0000 mon.a (mon.0) 1045 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: audit 2020-11-16T20:28:23.088884+0000 mon.a (mon.0) 1046 : audit [INF] from='client.? v1:172.21.15.142:0/1697224660' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:28:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:23.088939+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e232: 12 total, 12 up, 10 in
2020-11-16T20:28:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:23.375864+0000 osd.11 (osd.11) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:24 smithi071 bash[9480]: cluster 2020-11-16T20:28:23.375967+0000 osd.11 (osd.11) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:24.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[15670]: debug 2020-11-16T20:28:24.282+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:24.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.383785+0000 osd.2 (osd.2) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.429525+0000 osd.3 (osd.3) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.464626+0000 osd.4 (osd.4) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.502548+0000 osd.5 (osd.5) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.540585+0000 osd.6 (osd.6) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.615352+0000 osd.8 (osd.8) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:22.654764+0000 osd.9 (osd.9) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:23.078336+0000 mon.a (mon.0) 1045 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: audit 2020-11-16T20:28:23.088884+0000 mon.a (mon.0) 1046 : audit [INF] from='client.? v1:172.21.15.142:0/1697224660' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:28:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:23.088939+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e232: 12 total, 12 up, 10 in
2020-11-16T20:28:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:23.375864+0000 osd.11 (osd.11) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:24 smithi142 bash[9523]: cluster 2020-11-16T20:28:23.375967+0000 osd.11 (osd.11) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:24.927 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:25.033 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:25.162 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:25.217 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:25 smithi065 bash[9468]: cluster 2020-11-16T20:28:24.097488+0000 mgr.x (mgr.14196) 479 : cluster [DBG] pgmap v638: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 5.1 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 1.05k op/s; 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:28:25.217 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:25 smithi065 bash[9468]: cluster 2020-11-16T20:28:24.098150+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e233: 12 total, 12 up, 10 in
2020-11-16T20:28:25.218 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:24 smithi065 bash[11785]: debug 2020-11-16T20:28:24.926+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:25.265 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:25.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:25 smithi142 bash[9523]: cluster 2020-11-16T20:28:24.097488+0000 mgr.x (mgr.14196) 479 : cluster [DBG] pgmap v638: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 5.1 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 1.05k op/s; 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:28:25.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:25 smithi142 bash[9523]: cluster 2020-11-16T20:28:24.098150+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e233: 12 total, 12 up, 10 in
2020-11-16T20:28:25.320 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:28:25.320 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:28:25.411 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:25 smithi071 bash[9480]: cluster 2020-11-16T20:28:24.097488+0000 mgr.x (mgr.14196) 479 : cluster [DBG] pgmap v638: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 5.1 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 1.05k op/s; 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:28:25.411 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:25 smithi071 bash[9480]: cluster 2020-11-16T20:28:24.098150+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e233: 12 total, 12 up, 10 in
2020-11-16T20:28:25.412 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:25 smithi071 bash[16796]: debug 2020-11-16T20:28:25.158+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:25.413 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:25.517 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:25.525 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:25 smithi142 bash[22738]: debug 2020-11-16T20:28:25.410+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:25.622 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:25.725 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:25.784 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:25 smithi142 bash[15670]: debug 2020-11-16T20:28:25.622+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:26.239 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:26.343 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:26.457 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:26.533 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:26 smithi065 bash[11785]: debug 2020-11-16T20:28:26.234+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:26.560 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:26.693 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:26 smithi142 bash[15670]: debug 2020-11-16T20:28:26.458+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:26.700 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:26.803 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:26.966 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:28:26.975 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:26 smithi142 bash[22738]: debug 2020-11-16T20:28:26.694+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:26.978 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:27.035 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:28:27.063 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:26 smithi065 bash[11785]: debug 2020-11-16T20:28:26.974+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:27.063 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: cluster 2020-11-16T20:28:26.056237+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e234: 12 total, 12 up, 10 in
2020-11-16T20:28:27.064 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: cluster 2020-11-16T20:28:26.097917+0000 mgr.x (mgr.14196) 480 : cluster [DBG] pgmap v640: 27 pgs: 27 active+clean; 4.9 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 1.49k op/s; 4.1 MiB/s, 66 objects/s recovering
2020-11-16T20:28:27.064 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: audit 2020-11-16T20:28:26.139066+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:28:27.064 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: audit 2020-11-16T20:28:26.139439+0000 mon.b (mon.1) 337 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:28:27.064 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: audit 2020-11-16T20:28:26.142550+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:28:27.064 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: audit 2020-11-16T20:28:26.142979+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:28:27.065 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: audit 2020-11-16T20:28:26.147918+0000 mon.b (mon.1) 338 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:28:27.065 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: audit 2020-11-16T20:28:26.151583+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:28:27.065 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:27 smithi065 bash[9468]: audit 2020-11-16T20:28:26.155686+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:28:27.082 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:27.142 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:27.204 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:27.210 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:27.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: cluster 2020-11-16T20:28:26.056237+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e234: 12 total, 12 up, 10 in
2020-11-16T20:28:27.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: cluster 2020-11-16T20:28:26.097917+0000 mgr.x (mgr.14196) 480 : cluster [DBG] pgmap v640: 27 pgs: 27 active+clean; 4.9 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 1.49k op/s; 4.1 MiB/s, 66 objects/s recovering
2020-11-16T20:28:27.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: audit 2020-11-16T20:28:26.139066+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:28:27.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: audit 2020-11-16T20:28:26.139439+0000 mon.b (mon.1) 337 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:28:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: audit 2020-11-16T20:28:26.142550+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:28:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: audit 2020-11-16T20:28:26.142979+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:28:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: audit 2020-11-16T20:28:26.147918+0000 mon.b (mon.1) 338 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:28:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: audit 2020-11-16T20:28:26.151583+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:28:27.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:27 smithi142 bash[9523]: audit 2020-11-16T20:28:26.155686+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:28:27.313 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:27.450 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[26650]: debug 2020-11-16T20:28:27.206+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: cluster 2020-11-16T20:28:26.056237+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e234: 12 total, 12 up, 10 in
2020-11-16T20:28:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: cluster 2020-11-16T20:28:26.097917+0000 mgr.x (mgr.14196) 480 : cluster [DBG] pgmap v640: 27 pgs: 27 active+clean; 4.9 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 1.49k op/s; 4.1 MiB/s, 66 objects/s recovering
2020-11-16T20:28:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: audit 2020-11-16T20:28:26.139066+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:28:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: audit 2020-11-16T20:28:26.139439+0000 mon.b (mon.1) 337 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:28:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: audit 2020-11-16T20:28:26.142550+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:28:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: audit 2020-11-16T20:28:26.142979+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:28:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: audit 2020-11-16T20:28:26.147918+0000 mon.b (mon.1) 338 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:28:27.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: audit 2020-11-16T20:28:26.151583+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:28:27.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:27 smithi071 bash[9480]: audit 2020-11-16T20:28:26.155686+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:28:28.036 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:28:28.036 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:28:28.389 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:28.492 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:28.784 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:28 smithi142 bash[18009]: debug 2020-11-16T20:28:28.386+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:28.916 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:29.019 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:29.051 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_ops_in_flight
2020-11-16T20:28:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:29.226 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:29.254 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:28:29.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:29 smithi065 bash[9468]: cluster 2020-11-16T20:28:28.098357+0000 mgr.x (mgr.14196) 481 : cluster [DBG] pgmap v641: 27 pgs: 27 active+clean; 4.8 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.32k op/s; 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:28:29.284 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:29 smithi065 bash[11785]: debug 2020-11-16T20:28:29.122+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:29.284 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:28:28 smithi065 bash[18823]: debug 2020-11-16T20:28:28.914+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:29.343 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:29.448 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:29.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:29 smithi071 bash[9480]: cluster 2020-11-16T20:28:28.098357+0000 mgr.x (mgr.14196) 481 : cluster [DBG] pgmap v641: 27 pgs: 27 active+clean; 4.8 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.32k op/s; 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:28:29.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:29 smithi071 bash[14419]: debug 2020-11-16T20:28:29.334+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:29.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:29 smithi142 bash[9523]: cluster 2020-11-16T20:28:28.098357+0000 mgr.x (mgr.14196) 481 : cluster [DBG] pgmap v641: 27 pgs: 27 active+clean; 4.8 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.32k op/s; 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:28:29.938 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:30.042 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:30.283 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:28:29 smithi065 bash[18823]: debug 2020-11-16T20:28:29.934+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:30.517 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:30.620 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:30.770 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:30 smithi065 bash[11785]: debug 2020-11-16T20:28:30.510+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:30.873 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:31.004 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:31.033 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:30 smithi065 bash[14115]: debug 2020-11-16T20:28:30.766+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:31.107 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:31.159 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:31 smithi071 bash[16796]: debug 2020-11-16T20:28:30.998+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:31.268 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:31.372 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:31.428 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11] out_osds:  [10, 9] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:28:31.428 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:28:31.428 INFO:tasks.thrashosds.thrasher:Adding osd 9
2020-11-16T20:28:31.428 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd in 9
2020-11-16T20:28:31.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:31 smithi142 bash[9523]: cluster 2020-11-16T20:28:30.098825+0000 mgr.x (mgr.14196) 482 : cluster [DBG] pgmap v642: 27 pgs: 27 active+clean; 4.6 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:28:31.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:31 smithi071 bash[9480]: cluster 2020-11-16T20:28:30.098825+0000 mgr.x (mgr.14196) 482 : cluster [DBG] pgmap v642: 27 pgs: 27 active+clean; 4.6 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:28:31.487 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:31.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:31 smithi065 bash[9468]: cluster 2020-11-16T20:28:30.098825+0000 mgr.x (mgr.14196) 482 : cluster [DBG] pgmap v642: 27 pgs: 27 active+clean; 4.6 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:28:31.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:31 smithi065 bash[14115]: debug 2020-11-16T20:28:31.266+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:31.590 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:31.603 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:31.704 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:31.807 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:31.815 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:31 smithi071 bash[26650]: debug 2020-11-16T20:28:31.702+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:31.816 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:31 smithi071 bash[16796]: debug 2020-11-16T20:28:31.486+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:31.929 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:32.035 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:32.177 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:31 smithi071 bash[14419]: debug 2020-11-16T20:28:31.922+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:32.178 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:32.178 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:32 smithi071 bash[16796]: debug 2020-11-16T20:28:32.174+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:32.281 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:32.521 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:32.625 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:32.784 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:32 smithi142 bash[22738]: debug 2020-11-16T20:28:32.517+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:32.836 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:32.940 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:33.033 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:32 smithi065 bash[11785]: debug 2020-11-16T20:28:32.830+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:33.167 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:33.271 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:33.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:33 smithi142 bash[9523]: cluster 2020-11-16T20:28:32.099228+0000 mgr.x (mgr.14196) 483 : cluster [DBG] pgmap v643: 27 pgs: 27 active+clean; 4.5 GiB data, 9.8 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.22k op/s
2020-11-16T20:28:33.279 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:33 smithi142 bash[15670]: debug 2020-11-16T20:28:33.161+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:33.357 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:28:33.357 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:28:33.447 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:33 smithi065 bash[9468]: cluster 2020-11-16T20:28:32.099228+0000 mgr.x (mgr.14196) 483 : cluster [DBG] pgmap v643: 27 pgs: 27 active+clean; 4.5 GiB data, 9.8 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.22k op/s
2020-11-16T20:28:33.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:33 smithi071 bash[9480]: cluster 2020-11-16T20:28:32.099228+0000 mgr.x (mgr.14196) 483 : cluster [DBG] pgmap v643: 27 pgs: 27 active+clean; 4.5 GiB data, 9.8 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 1.22k op/s
2020-11-16T20:28:33.463 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:33.535 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:33 smithi142 bash[20366]: debug 2020-11-16T20:28:33.457+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:33.566 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:34.026 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:34.129 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:34.262 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_blocked_ops
2020-11-16T20:28:34.274 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:28:34.283 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:34 smithi065 bash[14115]: debug 2020-11-16T20:28:34.022+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:34.337 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:28:34.341 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:34.384 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:28:34.421 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:28:34.425 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:28:34.444 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:34.467 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:28:34.514 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:28:34.540 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:28:34.565 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:28:34.569 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:34 smithi142 bash[20366]: debug 2020-11-16T20:28:34.337+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:34.583 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:34.602 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:28:34.634 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:28:34.672 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:28:34.687 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:34.715 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:28:34.718 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.718 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.719 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.720 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.720 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.720 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.720 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.720 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.721 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.721 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.721 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.721 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:28:34.951 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:34 smithi071 bash[16796]: debug 2020-11-16T20:28:34.582+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:35.177 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:28:35.355 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.099746+0000 mgr.x (mgr.14196) 484 : cluster [DBG] pgmap v644: 27 pgs: 27 active+clean; 4.3 GiB data, 9.5 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.30k op/s
2020-11-16T20:28:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.173448+0000 osd.6 (osd.6) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.173530+0000 osd.6 (osd.6) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: audit 2020-11-16T20:28:34.227234+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? v1:172.21.15.142:0/1820672125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:35.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.278859+0000 osd.0 (osd.0) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.335986+0000 osd.1 (osd.1) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: audit 2020-11-16T20:28:34.533008+0000 mon.a (mon.0) 1054 : audit [INF] from='client.? v1:172.21.15.142:0/1566057696' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:28:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.566688+0000 osd.7 (osd.7) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.673643+0000 osd.10 (osd.10) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:35 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.716425+0000 osd.11 (osd.11) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.458 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:35.479 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[18009]: debug 2020-11-16T20:28:35.353+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:35.484 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.099746+0000 mgr.x (mgr.14196) 484 : cluster [DBG] pgmap v644: 27 pgs: 27 active+clean; 4.3 GiB data, 9.5 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.30k op/s
2020-11-16T20:28:35.484 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.173448+0000 osd.6 (osd.6) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:35.484 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.173530+0000 osd.6 (osd.6) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:35.484 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: audit 2020-11-16T20:28:34.227234+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? v1:172.21.15.142:0/1820672125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:35.484 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.278859+0000 osd.0 (osd.0) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.335986+0000 osd.1 (osd.1) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: audit 2020-11-16T20:28:34.533008+0000 mon.a (mon.0) 1054 : audit [INF] from='client.? v1:172.21.15.142:0/1566057696' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:28:35.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.566688+0000 osd.7 (osd.7) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.673643+0000 osd.10 (osd.10) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.485 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:35 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.716425+0000 osd.11 (osd.11) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.099746+0000 mgr.x (mgr.14196) 484 : cluster [DBG] pgmap v644: 27 pgs: 27 active+clean; 4.3 GiB data, 9.5 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.30k op/s
2020-11-16T20:28:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.173448+0000 osd.6 (osd.6) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.173530+0000 osd.6 (osd.6) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:35.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: audit 2020-11-16T20:28:34.227234+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? v1:172.21.15.142:0/1820672125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.278859+0000 osd.0 (osd.0) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.335986+0000 osd.1 (osd.1) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: audit 2020-11-16T20:28:34.533008+0000 mon.a (mon.0) 1054 : audit [INF] from='client.? v1:172.21.15.142:0/1566057696' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:28:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.566688+0000 osd.7 (osd.7) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.673643+0000 osd.10 (osd.10) 35 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:35.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:35 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.716425+0000 osd.11 (osd.11) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.388773+0000 osd.2 (osd.2) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.430044+0000 osd.3 (osd.3) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.454 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.469023+0000 osd.4 (osd.4) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.513602+0000 osd.5 (osd.5) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.542511+0000 osd.6 (osd.6) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.603224+0000 osd.8 (osd.8) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:34.635867+0000 osd.9 (osd.9) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:35.172752+0000 mon.a (mon.0) 1055 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:36.455 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: audit 2020-11-16T20:28:35.179045+0000 mon.a (mon.0) 1056 : audit [INF] from='client.? v1:172.21.15.142:0/1566057696' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:28:36.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:35.179085+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e235: 12 total, 12 up, 10 in
2020-11-16T20:28:36.456 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:36 smithi071 bash[9480]: cluster 2020-11-16T20:28:36.057331+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e236: 12 total, 12 up, 10 in
2020-11-16T20:28:36.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.388773+0000 osd.2 (osd.2) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.430044+0000 osd.3 (osd.3) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.469023+0000 osd.4 (osd.4) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.513602+0000 osd.5 (osd.5) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.542511+0000 osd.6 (osd.6) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.603224+0000 osd.8 (osd.8) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:34.635867+0000 osd.9 (osd.9) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:35.172752+0000 mon.a (mon.0) 1055 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: audit 2020-11-16T20:28:35.179045+0000 mon.a (mon.0) 1056 : audit [INF] from='client.? v1:172.21.15.142:0/1566057696' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:28:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:35.179085+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e235: 12 total, 12 up, 10 in
2020-11-16T20:28:36.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:36 smithi065 bash[9468]: cluster 2020-11-16T20:28:36.057331+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e236: 12 total, 12 up, 10 in
2020-11-16T20:28:36.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.388773+0000 osd.2 (osd.2) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.430044+0000 osd.3 (osd.3) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.469023+0000 osd.4 (osd.4) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.513602+0000 osd.5 (osd.5) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.542511+0000 osd.6 (osd.6) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.603224+0000 osd.8 (osd.8) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:34.635867+0000 osd.9 (osd.9) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:36.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:35.172752+0000 mon.a (mon.0) 1055 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:36.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: audit 2020-11-16T20:28:35.179045+0000 mon.a (mon.0) 1056 : audit [INF] from='client.? v1:172.21.15.142:0/1566057696' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:28:36.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:35.179085+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e235: 12 total, 12 up, 10 in
2020-11-16T20:28:36.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[9523]: cluster 2020-11-16T20:28:36.057331+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e236: 12 total, 12 up, 10 in
2020-11-16T20:28:36.566 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:36.673 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:37.035 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:36 smithi142 bash[22738]: debug 2020-11-16T20:28:36.553+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:37.212 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:37.321 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:37.433 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:37 smithi071 bash[9480]: cluster 2020-11-16T20:28:36.100117+0000 mgr.x (mgr.14196) 485 : cluster [DBG] pgmap v647: 27 pgs: 27 active+clean; 4.1 GiB data, 9.1 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.37k op/s
2020-11-16T20:28:37.433 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:37 smithi065 bash[9468]: cluster 2020-11-16T20:28:36.100117+0000 mgr.x (mgr.14196) 485 : cluster [DBG] pgmap v647: 27 pgs: 27 active+clean; 4.1 GiB data, 9.1 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.37k op/s
2020-11-16T20:28:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:37 smithi142 bash[9523]: cluster 2020-11-16T20:28:36.100117+0000 mgr.x (mgr.14196) 485 : cluster [DBG] pgmap v647: 27 pgs: 27 active+clean; 4.1 GiB data, 9.1 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.37k op/s
2020-11-16T20:28:37.535 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:37 smithi142 bash[18009]: debug 2020-11-16T20:28:37.209+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:37.539 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:37.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:37 smithi071 bash[16796]: debug 2020-11-16T20:28:37.430+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:37.998 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:38 smithi142 bash[20366]: debug 2020-11-16T20:28:37.997+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:37.998 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:38.102 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:38.223 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:38.326 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:38.356 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:28:38.357 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:28:38.357 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:28:38.357 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:28:38.357 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:28:38.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:38 smithi071 bash[16796]: debug 2020-11-16T20:28:38.222+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:38.500 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:38.604 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:38.612 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:38 smithi142 bash[15670]: debug 2020-11-16T20:28:38.493+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:38.727 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:38.831 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:38.880 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:38 smithi142 bash[15670]: debug 2020-11-16T20:28:38.725+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:38.944 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:39.051 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:39.158 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:39.161 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:39 smithi142 bash[18009]: debug 2020-11-16T20:28:39.157+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:39.162 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:38 smithi142 bash[22738]: debug 2020-11-16T20:28:38.937+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:39.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:38 smithi142 bash[9523]: debug 2020-11-16T20:28:38.877+0000 7f756b108700 -1 mon.a@0(leader).osd e236 definitely_dead 0
2020-11-16T20:28:39.196 INFO:teuthology.orchestra.run.smithi142.stderr:marked in osd.9.
2020-11-16T20:28:39.227 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_historic_ops
2020-11-16T20:28:39.262 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:39.352 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:28:39.360 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:28:39.407 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:28:39.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:39 smithi142 bash[9523]: cluster 2020-11-16T20:28:38.100580+0000 mgr.x (mgr.14196) 486 : cluster [DBG] pgmap v648: 27 pgs: 27 active+clean; 4.0 GiB data, 8.9 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.28k op/s
2020-11-16T20:28:39.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:39 smithi142 bash[9523]: audit 2020-11-16T20:28:38.884746+0000 mon.a (mon.0) 1059 : audit [DBG] from='client.? v1:172.21.15.142:0/2511895090' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["9"]}]: dispatch
2020-11-16T20:28:39.426 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:39 smithi071 bash[9480]: cluster 2020-11-16T20:28:38.100580+0000 mgr.x (mgr.14196) 486 : cluster [DBG] pgmap v648: 27 pgs: 27 active+clean; 4.0 GiB data, 8.9 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.28k op/s
2020-11-16T20:28:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:39 smithi071 bash[9480]: audit 2020-11-16T20:28:38.884746+0000 mon.a (mon.0) 1059 : audit [DBG] from='client.? v1:172.21.15.142:0/2511895090' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["9"]}]: dispatch
2020-11-16T20:28:39.495 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:39.530 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:39.530 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:39.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:39 smithi065 bash[9468]: cluster 2020-11-16T20:28:38.100580+0000 mgr.x (mgr.14196) 486 : cluster [DBG] pgmap v648: 27 pgs: 27 active+clean; 4.0 GiB data, 8.9 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.28k op/s
2020-11-16T20:28:39.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:39 smithi065 bash[9468]: audit 2020-11-16T20:28:38.884746+0000 mon.a (mon.0) 1059 : audit [DBG] from='client.? v1:172.21.15.142:0/2511895090' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["9"]}]: dispatch
2020-11-16T20:28:39.638 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:39.743 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:39.785 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:39 smithi142 bash[18009]: debug 2020-11-16T20:28:39.425+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:39.870 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:28:39 smithi071 bash[12066]: debug 2020-11-16T20:28:39.638+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:39.870 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:39.975 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:40.104 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:40.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:28:39 smithi071 bash[12066]: debug 2020-11-16T20:28:39.870+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:40.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:28:40 smithi071 bash[12066]: debug 2020-11-16T20:28:40.102+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:40.209 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:40.378 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:40.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:40 smithi071 bash[9480]: cluster 2020-11-16T20:28:38.532490+0000 osd.4 (osd.4) 52 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:40.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:40 smithi071 bash[9480]: cluster 2020-11-16T20:28:38.532594+0000 osd.4 (osd.4) 53 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:40.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:40 smithi071 bash[9480]: audit 2020-11-16T20:28:39.192934+0000 mon.a (mon.0) 1060 : audit [INF] from='client.? v1:172.21.15.142:0/2511895090' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["9"]}]': finished
2020-11-16T20:28:40.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:40 smithi071 bash[9480]: cluster 2020-11-16T20:28:39.192991+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e237: 12 total, 12 up, 11 in
2020-11-16T20:28:40.484 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:40.499 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:40 smithi065 bash[11785]: debug 2020-11-16T20:28:40.374+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:40.499 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:40 smithi065 bash[9468]: cluster 2020-11-16T20:28:38.532490+0000 osd.4 (osd.4) 52 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:40.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:40 smithi065 bash[9468]: cluster 2020-11-16T20:28:38.532594+0000 osd.4 (osd.4) 53 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:40.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:40 smithi065 bash[9468]: audit 2020-11-16T20:28:39.192934+0000 mon.a (mon.0) 1060 : audit [INF] from='client.? v1:172.21.15.142:0/2511895090' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["9"]}]': finished
2020-11-16T20:28:40.500 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:40 smithi065 bash[9468]: cluster 2020-11-16T20:28:39.192991+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e237: 12 total, 12 up, 11 in
2020-11-16T20:28:40.611 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:40.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:40 smithi142 bash[9523]: cluster 2020-11-16T20:28:38.532490+0000 osd.4 (osd.4) 52 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:40.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:40 smithi142 bash[9523]: cluster 2020-11-16T20:28:38.532594+0000 osd.4 (osd.4) 53 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:40.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:40 smithi142 bash[9523]: audit 2020-11-16T20:28:39.192934+0000 mon.a (mon.0) 1060 : audit [INF] from='client.? v1:172.21.15.142:0/2511895090' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["9"]}]': finished
2020-11-16T20:28:40.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:40 smithi142 bash[9523]: cluster 2020-11-16T20:28:39.192991+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e237: 12 total, 12 up, 11 in
2020-11-16T20:28:40.717 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:40.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:40 smithi065 bash[16457]: debug 2020-11-16T20:28:40.610+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:40.834 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:40.910 INFO:tasks.thrashosds.thrasher:Added osd 9
2020-11-16T20:28:40.939 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:41.065 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:28:40 smithi071 bash[12066]: debug 2020-11-16T20:28:40.834+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:41.065 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:41.169 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:41.422 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:41 smithi071 bash[9480]: cluster 2020-11-16T20:28:40.101276+0000 mgr.x (mgr.14196) 487 : cluster [DBG] pgmap v650: 27 pgs: 1 peering, 26 active+clean; 3.8 GiB data, 8.5 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.24k op/s
2020-11-16T20:28:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:41 smithi071 bash[9480]: cluster 2020-11-16T20:28:40.208136+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e238: 12 total, 12 up, 11 in
2020-11-16T20:28:41.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:41 smithi071 bash[26650]: debug 2020-11-16T20:28:41.062+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:41.526 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:41.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:41 smithi142 bash[9523]: cluster 2020-11-16T20:28:40.101276+0000 mgr.x (mgr.14196) 487 : cluster [DBG] pgmap v650: 27 pgs: 1 peering, 26 active+clean; 3.8 GiB data, 8.5 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.24k op/s
2020-11-16T20:28:41.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:41 smithi142 bash[9523]: cluster 2020-11-16T20:28:40.208136+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e238: 12 total, 12 up, 11 in
2020-11-16T20:28:41.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:41 smithi065 bash[14115]: debug 2020-11-16T20:28:41.418+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:41 smithi065 bash[9468]: cluster 2020-11-16T20:28:40.101276+0000 mgr.x (mgr.14196) 487 : cluster [DBG] pgmap v650: 27 pgs: 1 peering, 26 active+clean; 3.8 GiB data, 8.5 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 1.24k op/s
2020-11-16T20:28:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:41 smithi065 bash[9468]: cluster 2020-11-16T20:28:40.208136+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e238: 12 total, 12 up, 11 in
2020-11-16T20:28:42.074 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:42.177 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:42.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[14115]: debug 2020-11-16T20:28:42.070+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:42.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.210530+0000 osd.4 (osd.4) 54 : cluster [DBG] 2.18 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12833
2020-11-16T20:28:42.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.210632+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e239: 12 total, 12 up, 11 in
2020-11-16T20:28:42.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.211196+0000 osd.1 (osd.1) 65 : cluster [DBG] 2.15 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12963
2020-11-16T20:28:42.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.213496+0000 osd.3 (osd.3) 50 : cluster [DBG] 2.13 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12829
2020-11-16T20:28:42.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.215545+0000 osd.6 (osd.6) 59 : cluster [DBG] 2.14 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12809
2020-11-16T20:28:42.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.215861+0000 osd.8 (osd.8) 49 : cluster [DBG] 2.f starting backfill to osd.9 from (0'0,0'0] MAX to 236'14626
2020-11-16T20:28:42.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.220025+0000 osd.7 (osd.7) 6 : cluster [DBG] 2.8 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12773
2020-11-16T20:28:42.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.220830+0000 osd.4 (osd.4) 55 : cluster [DBG] 2.d starting backfill to osd.9 from (0'0,0'0] MAX to 236'14875
2020-11-16T20:28:42.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:42 smithi065 bash[9468]: cluster 2020-11-16T20:28:41.221814+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.0 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12997
2020-11-16T20:28:42.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.210530+0000 osd.4 (osd.4) 54 : cluster [DBG] 2.18 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12833
2020-11-16T20:28:42.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.210632+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e239: 12 total, 12 up, 11 in
2020-11-16T20:28:42.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.211196+0000 osd.1 (osd.1) 65 : cluster [DBG] 2.15 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12963
2020-11-16T20:28:42.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.213496+0000 osd.3 (osd.3) 50 : cluster [DBG] 2.13 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12829
2020-11-16T20:28:42.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.215545+0000 osd.6 (osd.6) 59 : cluster [DBG] 2.14 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12809
2020-11-16T20:28:42.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.215861+0000 osd.8 (osd.8) 49 : cluster [DBG] 2.f starting backfill to osd.9 from (0'0,0'0] MAX to 236'14626
2020-11-16T20:28:42.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.220025+0000 osd.7 (osd.7) 6 : cluster [DBG] 2.8 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12773
2020-11-16T20:28:42.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.220830+0000 osd.4 (osd.4) 55 : cluster [DBG] 2.d starting backfill to osd.9 from (0'0,0'0] MAX to 236'14875
2020-11-16T20:28:42.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[9523]: cluster 2020-11-16T20:28:41.221814+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.0 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12997
2020-11-16T20:28:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.210530+0000 osd.4 (osd.4) 54 : cluster [DBG] 2.18 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12833
2020-11-16T20:28:42.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.210632+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e239: 12 total, 12 up, 11 in
2020-11-16T20:28:42.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.211196+0000 osd.1 (osd.1) 65 : cluster [DBG] 2.15 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12963
2020-11-16T20:28:42.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.213496+0000 osd.3 (osd.3) 50 : cluster [DBG] 2.13 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12829
2020-11-16T20:28:42.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.215545+0000 osd.6 (osd.6) 59 : cluster [DBG] 2.14 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12809
2020-11-16T20:28:42.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.215861+0000 osd.8 (osd.8) 49 : cluster [DBG] 2.f starting backfill to osd.9 from (0'0,0'0] MAX to 236'14626
2020-11-16T20:28:42.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.220025+0000 osd.7 (osd.7) 6 : cluster [DBG] 2.8 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12773
2020-11-16T20:28:42.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.220830+0000 osd.4 (osd.4) 55 : cluster [DBG] 2.d starting backfill to osd.9 from (0'0,0'0] MAX to 236'14875
2020-11-16T20:28:42.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:42 smithi071 bash[9480]: cluster 2020-11-16T20:28:41.221814+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.0 starting backfill to osd.9 from (0'0,0'0] MAX to 236'12997
2020-11-16T20:28:42.876 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:42.980 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:43.113 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:28:43.216 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:43.224 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:42 smithi142 bash[15670]: debug 2020-11-16T20:28:42.873+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:43.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:43 smithi065 bash[9468]: cluster 2020-11-16T20:28:42.101766+0000 mgr.x (mgr.14196) 488 : cluster [DBG] pgmap v653: 27 pgs: 2 remapped+peering, 1 peering, 24 active+clean; 3.8 GiB data, 8.4 GiB used, 886 GiB / 894 GiB avail; 0 B/s wr, 931 op/s
2020-11-16T20:28:43.338 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:43 smithi071 bash[9480]: cluster 2020-11-16T20:28:42.101766+0000 mgr.x (mgr.14196) 488 : cluster [DBG] pgmap v653: 27 pgs: 2 remapped+peering, 1 peering, 24 active+clean; 3.8 GiB data, 8.4 GiB used, 886 GiB / 894 GiB avail; 0 B/s wr, 931 op/s
2020-11-16T20:28:43.339 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:28:43 smithi071 bash[26650]: debug 2020-11-16T20:28:43.110+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:43.339 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:43.356 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:28:43.357 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:28:43.357 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:28:43.357 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:28:43.357 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.357 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159128 2.c 2:3e36a46d:::benchmark_data_smithi065_20143_object9741:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.357 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.907444+0000",
2020-11-16T20:28:43.358 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 151.44679407300001,
2020-11-16T20:28:43.358 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.28182431000000002,
2020-11-16T20:28:43.358 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.358 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.358 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159128
2020-11-16T20:28:43.359 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.359 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.907444+0000",
2020-11-16T20:28:43.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.907444+0000",
2020-11-16T20:28:43.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999561
2020-11-16T20:28:43.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.907400+0000",
2020-11-16T20:28:43.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5796000000000002e-05
2020-11-16T20:28:43.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.907496+0000",
2020-11-16T20:28:43.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1038000000000003e-05
2020-11-16T20:28:43.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.907527+0000",
2020-11-16T20:28:43.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4222e-05
2020-11-16T20:28:43.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.907541+0000",
2020-11-16T20:28:43.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.26619989799999999
2020-11-16T20:28:43.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.173741+0000",
2020-11-16T20:28:43.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020490100000000001
2020-11-16T20:28:43.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.173946+0000",
2020-11-16T20:28:43.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000232103
2020-11-16T20:28:43.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.174178+0000",
2020-11-16T20:28:43.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0065555969999999998
2020-11-16T20:28:43.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.180733+0000",
2020-11-16T20:28:43.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0084262499999999997
2020-11-16T20:28:43.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189160+0000",
2020-11-16T20:28:43.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8894999999999998e-05
2020-11-16T20:28:43.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189218+0000",
2020-11-16T20:28:43.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9517e-05
2020-11-16T20:28:43.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189268+0000",
2020-11-16T20:28:43.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.28182431000000002
2020-11-16T20:28:43.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.368 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.368 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.368 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.368 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.368 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159130 2.c 2:324891a9:::benchmark_data_smithi065_20143_object9743:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.910039+0000",
2020-11-16T20:28:43.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 151.44419910600001,
2020-11-16T20:28:43.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.30963906600000002,
2020-11-16T20:28:43.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.369 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.369 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159130
2020-11-16T20:28:43.370 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.370 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910039+0000",
2020-11-16T20:28:43.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910039+0000",
2020-11-16T20:28:43.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:28:43.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.909998+0000",
2020-11-16T20:28:43.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4034000000000002e-05
2020-11-16T20:28:43.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910082+0000",
2020-11-16T20:28:43.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8278999999999999e-05
2020-11-16T20:28:43.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910101+0000",
2020-11-16T20:28:43.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5659999999999996e-06
2020-11-16T20:28:43.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910110+0000",
2020-11-16T20:28:43.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27273737199999998
2020-11-16T20:28:43.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.182847+0000",
2020-11-16T20:28:43.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017710800000000001
2020-11-16T20:28:43.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.183025+0000",
2020-11-16T20:28:43.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000183093
2020-11-16T20:28:43.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.183208+0000",
2020-11-16T20:28:43.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0361958
2020-11-16T20:28:43.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219403+0000",
2020-11-16T20:28:43.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019154299999999999
2020-11-16T20:28:43.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219595+0000",
2020-11-16T20:28:43.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7525000000000003e-05
2020-11-16T20:28:43.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219643+0000",
2020-11-16T20:28:43.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5200000000000002e-05
2020-11-16T20:28:43.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219678+0000",
2020-11-16T20:28:43.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.30963906600000002
2020-11-16T20:28:43.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.379 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.379 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.379 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.379 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.379 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159145 2.c 2:3c46a98e:::benchmark_data_smithi065_20143_object9758:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.379 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.930354+0000",
2020-11-16T20:28:43.380 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 151.42388370800001,
2020-11-16T20:28:43.380 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.28943117899999998,
2020-11-16T20:28:43.380 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.380 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.380 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159145
2020-11-16T20:28:43.381 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.381 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930354+0000",
2020-11-16T20:28:43.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930354+0000",
2020-11-16T20:28:43.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999547
2020-11-16T20:28:43.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930309+0000",
2020-11-16T20:28:43.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010541500000000001
2020-11-16T20:28:43.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930414+0000",
2020-11-16T20:28:43.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6759999999999999e-05
2020-11-16T20:28:43.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930431+0000",
2020-11-16T20:28:43.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8410000000000006e-06
2020-11-16T20:28:43.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930440+0000",
2020-11-16T20:28:43.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.258855481
2020-11-16T20:28:43.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189295+0000",
2020-11-16T20:28:43.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000143065
2020-11-16T20:28:43.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189439+0000",
2020-11-16T20:28:43.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000163881
2020-11-16T20:28:43.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189602+0000",
2020-11-16T20:28:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029814052000000001
2020-11-16T20:28:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219416+0000",
2020-11-16T20:28:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000306433
2020-11-16T20:28:43.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219723+0000",
2020-11-16T20:28:43.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3161999999999999e-05
2020-11-16T20:28:43.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219756+0000",
2020-11-16T20:28:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9162999999999998e-05
2020-11-16T20:28:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219785+0000",
2020-11-16T20:28:43.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.28943117899999998
2020-11-16T20:28:43.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.390 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.390 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.390 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.390 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.390 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159151 2.c 2:3d3c2cf7:::benchmark_data_smithi065_20143_object9764:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.390 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.939388+0000",
2020-11-16T20:28:43.391 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 151.414849315,
2020-11-16T20:28:43.391 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.38840380200000002,
2020-11-16T20:28:43.391 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.391 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.391 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159151
2020-11-16T20:28:43.392 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.392 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939388+0000",
2020-11-16T20:28:43.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939388+0000",
2020-11-16T20:28:43.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999633
2020-11-16T20:28:43.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939352+0000",
2020-11-16T20:28:43.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1636000000000002e-05
2020-11-16T20:28:43.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939443+0000",
2020-11-16T20:28:43.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2918e-05
2020-11-16T20:28:43.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939466+0000",
2020-11-16T20:28:43.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0419e-05
2020-11-16T20:28:43.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939477+0000",
2020-11-16T20:28:43.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27037691600000002
2020-11-16T20:28:43.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.209854+0000",
2020-11-16T20:28:43.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012950799999999999
2020-11-16T20:28:43.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.209983+0000",
2020-11-16T20:28:43.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000110482
2020-11-16T20:28:43.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.210094+0000",
2020-11-16T20:28:43.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0095953089999999998
2020-11-16T20:28:43.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219689+0000",
2020-11-16T20:28:43.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.108002955
2020-11-16T20:28:43.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327692+0000",
2020-11-16T20:28:43.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2345000000000001e-05
2020-11-16T20:28:43.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327744+0000",
2020-11-16T20:28:43.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8124999999999997e-05
2020-11-16T20:28:43.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327792+0000",
2020-11-16T20:28:43.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.38840380200000002
2020-11-16T20:28:43.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.401 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.401 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.401 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.401 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.401 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159154 2.c 2:3256ea09:::benchmark_data_smithi065_20143_object9767:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.401 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.943443+0000",
2020-11-16T20:28:43.401 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 151.410794796,
2020-11-16T20:28:43.402 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.384534663,
2020-11-16T20:28:43.402 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.402 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.402 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159154
2020-11-16T20:28:43.403 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.403 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943443+0000",
2020-11-16T20:28:43.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943443+0000",
2020-11-16T20:28:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999619
2020-11-16T20:28:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943405+0000",
2020-11-16T20:28:43.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4136999999999998e-05
2020-11-16T20:28:43.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943489+0000",
2020-11-16T20:28:43.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9083e-05
2020-11-16T20:28:43.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943508+0000",
2020-11-16T20:28:43.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.764e-06
2020-11-16T20:28:43.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943518+0000",
2020-11-16T20:28:43.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27135089099999998
2020-11-16T20:28:43.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.214868+0000",
2020-11-16T20:28:43.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000174434
2020-11-16T20:28:43.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.215043+0000",
2020-11-16T20:28:43.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000194489
2020-11-16T20:28:43.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.215237+0000",
2020-11-16T20:28:43.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0045566570000000004
2020-11-16T20:28:43.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219794+0000",
2020-11-16T20:28:43.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.108093621
2020-11-16T20:28:43.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327888+0000",
2020-11-16T20:28:43.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8622999999999998e-05
2020-11-16T20:28:43.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327936+0000",
2020-11-16T20:28:43.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1325999999999997e-05
2020-11-16T20:28:43.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327978+0000",
2020-11-16T20:28:43.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.384534663
2020-11-16T20:28:43.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.412 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.412 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.412 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.412 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.412 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159166 2.c 2:38b6dbec:::benchmark_data_smithi065_20143_object9779:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.412 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.969466+0000",
2020-11-16T20:28:43.412 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 151.384772209,
2020-11-16T20:28:43.413 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.35867393600000003,
2020-11-16T20:28:43.413 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.413 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.413 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159166
2020-11-16T20:28:43.413 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.414 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969466+0000",
2020-11-16T20:28:43.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969466+0000",
2020-11-16T20:28:43.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:28:43.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969432+0000",
2020-11-16T20:28:43.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5254999999999997e-05
2020-11-16T20:28:43.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969507+0000",
2020-11-16T20:28:43.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2386e-05
2020-11-16T20:28:43.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969520+0000",
2020-11-16T20:28:43.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5549999999999999e-06
2020-11-16T20:28:43.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969526+0000",
2020-11-16T20:28:43.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.25028454100000003
2020-11-16T20:28:43.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219811+0000",
2020-11-16T20:28:43.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000133838
2020-11-16T20:28:43.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219945+0000",
2020-11-16T20:28:43.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012609700000000001
2020-11-16T20:28:43.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.220071+0000",
2020-11-16T20:28:43.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.107383531
2020-11-16T20:28:43.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327454+0000",
2020-11-16T20:28:43.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00058224800000000005
2020-11-16T20:28:43.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.328036+0000",
2020-11-16T20:28:43.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0915999999999997e-05
2020-11-16T20:28:43.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.328097+0000",
2020-11-16T20:28:43.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2144999999999997e-05
2020-11-16T20:28:43.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.328140+0000",
2020-11-16T20:28:43.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.35867393600000003
2020-11-16T20:28:43.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.422 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.423 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.423 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.423 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159169 2.c 2.f5b4f4dc (undecoded) ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.973928+0000",
2020-11-16T20:28:43.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 151.38030979600001,
2020-11-16T20:28:43.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.35371635800000001,
2020-11-16T20:28:43.424 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.424 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:28:43.424 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159169
2020-11-16T20:28:43.424 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.424 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973928+0000",
2020-11-16T20:28:43.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973928+0000",
2020-11-16T20:28:43.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:28:43.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973896+0000",
2020-11-16T20:28:43.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4448000000000003e-05
2020-11-16T20:28:43.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973970+0000",
2020-11-16T20:28:43.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3121e-05
2020-11-16T20:28:43.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973983+0000",
2020-11-16T20:28:43.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7429999999999996e-06
2020-11-16T20:28:43.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973990+0000",
2020-11-16T20:28:43.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.35344546500000001
2020-11-16T20:28:43.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327435+0000",
2020-11-16T20:28:43.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020902400000000001
2020-11-16T20:28:43.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327644+0000",
2020-11-16T20:28:43.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.35371635800000001
2020-11-16T20:28:43.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.430 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.430 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.430 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.430 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.431 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159467 2.c 2:330a67cc:::benchmark_data_smithi065_20143_object10080:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e163)",
2020-11-16T20:28:43.431 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.598837+0000",
2020-11-16T20:28:43.431 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.75540102900001,
2020-11-16T20:28:43.431 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.28708324299999999,
2020-11-16T20:28:43.431 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.431 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.431 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159467
2020-11-16T20:28:43.432 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.432 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598837+0000",
2020-11-16T20:28:43.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598837+0000",
2020-11-16T20:28:43.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999843
2020-11-16T20:28:43.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598821+0000",
2020-11-16T20:28:43.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4715000000000002e-05
2020-11-16T20:28:43.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598856+0000",
2020-11-16T20:28:43.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.057e-06
2020-11-16T20:28:43.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598861+0000",
2020-11-16T20:28:43.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5440000000000001e-06
2020-11-16T20:28:43.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598863+0000",
2020-11-16T20:28:43.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.25523744700000001
2020-11-16T20:28:43.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.854101+0000",
2020-11-16T20:28:43.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013430899999999999
2020-11-16T20:28:43.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.854235+0000",
2020-11-16T20:28:43.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014071799999999999
2020-11-16T20:28:43.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.854376+0000",
2020-11-16T20:28:43.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.005334597
2020-11-16T20:28:43.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.859710+0000",
2020-11-16T20:28:43.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026099991999999999
2020-11-16T20:28:43.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885810+0000",
2020-11-16T20:28:43.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0120999999999997e-05
2020-11-16T20:28:43.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885861+0000",
2020-11-16T20:28:43.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9441999999999998e-05
2020-11-16T20:28:43.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885920+0000",
2020-11-16T20:28:43.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.28708324299999999
2020-11-16T20:28:43.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.441 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.441 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.441 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.441 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.441 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159490 2.c 2:346a3c93:::benchmark_data_smithi065_20143_object10103:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e163)",
2020-11-16T20:28:43.442 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.598903+0000",
2020-11-16T20:28:43.442 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.75533512300001,
2020-11-16T20:28:43.442 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.287249119,
2020-11-16T20:28:43.442 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.442 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.442 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159490
2020-11-16T20:28:43.443 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.443 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598903+0000",
2020-11-16T20:28:43.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598903+0000",
2020-11-16T20:28:43.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:28:43.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598874+0000",
2020-11-16T20:28:43.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4191999999999998e-05
2020-11-16T20:28:43.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598938+0000",
2020-11-16T20:28:43.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1541e-05
2020-11-16T20:28:43.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598950+0000",
2020-11-16T20:28:43.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9400000000000001e-06
2020-11-16T20:28:43.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598955+0000",
2020-11-16T20:28:43.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.26288777699999999
2020-11-16T20:28:43.447 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.447 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.861843+0000",
2020-11-16T20:28:43.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000126086
2020-11-16T20:28:43.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.861969+0000",
2020-11-16T20:28:43.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013709400000000001
2020-11-16T20:28:43.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.862106+0000",
2020-11-16T20:28:43.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012310477
2020-11-16T20:28:43.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.874416+0000",
2020-11-16T20:28:43.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011580475
2020-11-16T20:28:43.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885997+0000",
2020-11-16T20:28:43.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9722999999999995e-05
2020-11-16T20:28:43.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.886086+0000",
2020-11-16T20:28:43.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5372999999999999e-05
2020-11-16T20:28:43.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.886152+0000",
2020-11-16T20:28:43.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.287249119
2020-11-16T20:28:43.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.452 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.452 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.452 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.452 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.452 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159509 2.c 2:3b1a8ae5:::benchmark_data_smithi065_20143_object10122:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e163)",
2020-11-16T20:28:43.452 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.598998+0000",
2020-11-16T20:28:43.453 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.755239485,
2020-11-16T20:28:43.453 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.292936486,
2020-11-16T20:28:43.453 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.453 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.453 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159509
2020-11-16T20:28:43.454 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.454 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598998+0000",
2020-11-16T20:28:43.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598998+0000",
2020-11-16T20:28:43.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:28:43.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598976+0000",
2020-11-16T20:28:43.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6644000000000003e-05
2020-11-16T20:28:43.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599023+0000",
2020-11-16T20:28:43.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5440000000000004e-06
2020-11-16T20:28:43.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599029+0000",
2020-11-16T20:28:43.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3440000000000001e-06
2020-11-16T20:28:43.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599033+0000",
2020-11-16T20:28:43.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.26864990700000002
2020-11-16T20:28:43.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.867683+0000",
2020-11-16T20:28:43.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000189247
2020-11-16T20:28:43.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.867872+0000",
2020-11-16T20:28:43.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026468800000000001
2020-11-16T20:28:43.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.868136+0000",
2020-11-16T20:28:43.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017293141000000001
2020-11-16T20:28:43.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885430+0000",
2020-11-16T20:28:43.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.006282869
2020-11-16T20:28:43.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.891713+0000",
2020-11-16T20:28:43.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014622100000000001
2020-11-16T20:28:43.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.891859+0000",
2020-11-16T20:28:43.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6050000000000005e-05
2020-11-16T20:28:43.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.891935+0000",
2020-11-16T20:28:43.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.292936486
2020-11-16T20:28:43.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.463 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.463 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.463 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.463 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.463 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159513 2.c 2:34242e04:::benchmark_data_smithi065_20143_object10126:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e163)",
2020-11-16T20:28:43.463 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.599143+0000",
2020-11-16T20:28:43.463 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.75509439199999,
2020-11-16T20:28:43.464 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.29296605999999997,
2020-11-16T20:28:43.464 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.464 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.464 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159513
2020-11-16T20:28:43.465 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.465 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599143+0000",
2020-11-16T20:28:43.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599143+0000",
2020-11-16T20:28:43.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:28:43.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599114+0000",
2020-11-16T20:28:43.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7963e-05
2020-11-16T20:28:43.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599182+0000",
2020-11-16T20:28:43.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0584999999999999e-05
2020-11-16T20:28:43.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599193+0000",
2020-11-16T20:28:43.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7060000000000003e-06
2020-11-16T20:28:43.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599198+0000",
2020-11-16T20:28:43.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27524989900000002
2020-11-16T20:28:43.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.874448+0000",
2020-11-16T20:28:43.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000120192
2020-11-16T20:28:43.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.874568+0000",
2020-11-16T20:28:43.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119803
2020-11-16T20:28:43.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.874688+0000",
2020-11-16T20:28:43.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011081712000000001
2020-11-16T20:28:43.471 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.471 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885769+0000",
2020-11-16T20:28:43.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0062498249999999997
2020-11-16T20:28:43.471 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.892019+0000",
2020-11-16T20:28:43.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0739000000000003e-05
2020-11-16T20:28:43.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.892070+0000",
2020-11-16T20:28:43.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9616000000000002e-05
2020-11-16T20:28:43.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.892109+0000",
2020-11-16T20:28:43.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.29296605999999997
2020-11-16T20:28:43.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.474 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.474 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.474 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.474 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.474 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159559 2.c 2:3b674302:::benchmark_data_smithi065_20143_object10172:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.474 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.692403+0000",
2020-11-16T20:28:43.474 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.66183459300001,
2020-11-16T20:28:43.474 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.32445543700000001,
2020-11-16T20:28:43.475 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.475 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.475 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159559
2020-11-16T20:28:43.475 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.476 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692403+0000",
2020-11-16T20:28:43.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692403+0000",
2020-11-16T20:28:43.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:28:43.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692375+0000",
2020-11-16T20:28:43.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0854999999999998e-05
2020-11-16T20:28:43.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692446+0000",
2020-11-16T20:28:43.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4559e-05
2020-11-16T20:28:43.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692471+0000",
2020-11-16T20:28:43.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3157e-05
2020-11-16T20:28:43.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692484+0000",
2020-11-16T20:28:43.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.214985291
2020-11-16T20:28:43.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.907469+0000",
2020-11-16T20:28:43.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000184482
2020-11-16T20:28:43.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.907654+0000",
2020-11-16T20:28:43.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020835800000000001
2020-11-16T20:28:43.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.907862+0000",
2020-11-16T20:28:43.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011666463
2020-11-16T20:28:43.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.919529+0000",
2020-11-16T20:28:43.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.097252258999999994
2020-11-16T20:28:43.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.016781+0000",
2020-11-16T20:28:43.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1321e-05
2020-11-16T20:28:43.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.016822+0000",
2020-11-16T20:28:43.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6423e-05
2020-11-16T20:28:43.484 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.484 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.016859+0000",
2020-11-16T20:28:43.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32445543700000001
2020-11-16T20:28:43.484 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.484 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.485 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.485 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.485 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.485 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159572 2.c 2:31407ef2:::benchmark_data_smithi065_20143_object10185:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.485 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.716936+0000",
2020-11-16T20:28:43.485 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.63730176000001,
2020-11-16T20:28:43.485 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.30536281199999998,
2020-11-16T20:28:43.486 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.486 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.486 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159572
2020-11-16T20:28:43.486 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.487 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.716936+0000",
2020-11-16T20:28:43.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.716936+0000",
2020-11-16T20:28:43.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:28:43.488 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.488 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.716897+0000",
2020-11-16T20:28:43.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9488999999999996e-05
2020-11-16T20:28:43.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.716986+0000",
2020-11-16T20:28:43.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9436000000000002e-05
2020-11-16T20:28:43.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.717006+0000",
2020-11-16T20:28:43.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0994e-05
2020-11-16T20:28:43.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.717017+0000",
2020-11-16T20:28:43.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.196712162
2020-11-16T20:28:43.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.913729+0000",
2020-11-16T20:28:43.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015619599999999999
2020-11-16T20:28:43.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.913885+0000",
2020-11-16T20:28:43.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015114100000000001
2020-11-16T20:28:43.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.914036+0000",
2020-11-16T20:28:43.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.107971018
2020-11-16T20:28:43.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.022007+0000",
2020-11-16T20:28:43.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0565999999999998e-05
2020-11-16T20:28:43.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.022048+0000",
2020-11-16T20:28:43.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014369400000000001
2020-11-16T20:28:43.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.022192+0000",
2020-11-16T20:28:43.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107242
2020-11-16T20:28:43.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.022299+0000",
2020-11-16T20:28:43.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.30536281199999998
2020-11-16T20:28:43.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.495 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.496 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.496 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.496 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.496 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:160777 2.c 2:316c161b:::benchmark_data_smithi065_20143_object11390:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:28:43.496 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:14.545612+0000",
2020-11-16T20:28:43.496 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 148.808626264,
2020-11-16T20:28:43.496 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.29113281099999999,
2020-11-16T20:28:43.496 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.497 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.497 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 160777
2020-11-16T20:28:43.497 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.497 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545612+0000",
2020-11-16T20:28:43.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545612+0000",
2020-11-16T20:28:43.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:28:43.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545580+0000",
2020-11-16T20:28:43.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2776999999999998e-05
2020-11-16T20:28:43.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.500 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545652+0000",
2020-11-16T20:28:43.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2892e-05
2020-11-16T20:28:43.500 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.500 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545665+0000",
2020-11-16T20:28:43.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7909999999999999e-06
2020-11-16T20:28:43.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545672+0000",
2020-11-16T20:28:43.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.211155539
2020-11-16T20:28:43.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.756828+0000",
2020-11-16T20:28:43.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017830799999999999
2020-11-16T20:28:43.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.757006+0000",
2020-11-16T20:28:43.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000184699
2020-11-16T20:28:43.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.757191+0000",
2020-11-16T20:28:43.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0054005399999999997
2020-11-16T20:28:43.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.762591+0000",
2020-11-16T20:28:43.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.073965565999999996
2020-11-16T20:28:43.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.836557+0000",
2020-11-16T20:28:43.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000120259
2020-11-16T20:28:43.505 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.505 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.836677+0000",
2020-11-16T20:28:43.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7280000000000006e-05
2020-11-16T20:28:43.505 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.836744+0000",
2020-11-16T20:28:43.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.29113281099999999
2020-11-16T20:28:43.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.506 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.506 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.506 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.507 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.507 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:177904 2.c 2:34ce43ef:::benchmark_data_smithi065_20143_object28517:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:28:43.507 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:47.382757+0000",
2020-11-16T20:28:43.507 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 115.971480391,
2020-11-16T20:28:43.507 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.33393932199999998,
2020-11-16T20:28:43.507 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.507 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.508 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 177904
2020-11-16T20:28:43.508 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.508 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382757+0000",
2020-11-16T20:28:43.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382757+0000",
2020-11-16T20:28:43.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:28:43.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382722+0000",
2020-11-16T20:28:43.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6701999999999998e-05
2020-11-16T20:28:43.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382799+0000",
2020-11-16T20:28:43.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4711e-05
2020-11-16T20:28:43.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382813+0000",
2020-11-16T20:28:43.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1670000000000002e-06
2020-11-16T20:28:43.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382821+0000",
2020-11-16T20:28:43.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6616000000000001e-05
2020-11-16T20:28:43.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382887+0000",
2020-11-16T20:28:43.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000170612
2020-11-16T20:28:43.513 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.513 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.383058+0000",
2020-11-16T20:28:43.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018181499999999999
2020-11-16T20:28:43.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.383240+0000",
2020-11-16T20:28:43.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0057368740000000003
2020-11-16T20:28:43.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.388977+0000",
2020-11-16T20:28:43.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.327468861
2020-11-16T20:28:43.515 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.515 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716445+0000",
2020-11-16T20:28:43.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016945099999999999
2020-11-16T20:28:43.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716615+0000",
2020-11-16T20:28:43.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1854999999999995e-05
2020-11-16T20:28:43.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716697+0000",
2020-11-16T20:28:43.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33393932199999998
2020-11-16T20:28:43.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.517 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.517 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.517 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.517 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.518 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:177914 2.c 2:388b7cc8:::benchmark_data_smithi065_20143_object28527:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:28:43.518 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:47.390854+0000",
2020-11-16T20:28:43.518 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 115.963384183,
2020-11-16T20:28:43.518 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.32607815299999998,
2020-11-16T20:28:43.518 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.518 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.518 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 177914
2020-11-16T20:28:43.519 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.519 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390854+0000",
2020-11-16T20:28:43.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390854+0000",
2020-11-16T20:28:43.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T20:28:43.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390834+0000",
2020-11-16T20:28:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3044000000000003e-05
2020-11-16T20:28:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390877+0000",
2020-11-16T20:28:43.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9589999999999995e-06
2020-11-16T20:28:43.522 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.522 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390885+0000",
2020-11-16T20:28:43.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7400000000000004e-06
2020-11-16T20:28:43.522 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390889+0000",
2020-11-16T20:28:43.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8969999999999998e-05
2020-11-16T20:28:43.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390968+0000",
2020-11-16T20:28:43.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015774699999999999
2020-11-16T20:28:43.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.391126+0000",
2020-11-16T20:28:43.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000182227
2020-11-16T20:28:43.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.391308+0000",
2020-11-16T20:28:43.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0048818059999999998
2020-11-16T20:28:43.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.396190+0000",
2020-11-16T20:28:43.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32060123600000001
2020-11-16T20:28:43.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716791+0000",
2020-11-16T20:28:43.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2984999999999994e-05
2020-11-16T20:28:43.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716854+0000",
2020-11-16T20:28:43.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7490000000000005e-05
2020-11-16T20:28:43.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716932+0000",
2020-11-16T20:28:43.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32607815299999998
2020-11-16T20:28:43.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.528 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.528 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.528 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.528 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.528 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:177922 2.c 2:389373bd:::benchmark_data_smithi065_20143_object28535:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:28:43.529 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:47.404337+0000",
2020-11-16T20:28:43.529 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 115.949900364,
2020-11-16T20:28:43.529 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.33971938400000001,
2020-11-16T20:28:43.529 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.529 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.529 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.530 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 177922
2020-11-16T20:28:43.530 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.530 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.530 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404337+0000",
2020-11-16T20:28:43.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404337+0000",
2020-11-16T20:28:43.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999633
2020-11-16T20:28:43.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404301+0000",
2020-11-16T20:28:43.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2886000000000006e-05
2020-11-16T20:28:43.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404384+0000",
2020-11-16T20:28:43.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3096999999999999e-05
2020-11-16T20:28:43.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404407+0000",
2020-11-16T20:28:43.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3989999999999993e-06
2020-11-16T20:28:43.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404416+0000",
2020-11-16T20:28:43.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0172000000000005e-05
2020-11-16T20:28:43.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404486+0000",
2020-11-16T20:28:43.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013161100000000001
2020-11-16T20:28:43.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404618+0000",
2020-11-16T20:28:43.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000126334
2020-11-16T20:28:43.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404744+0000",
2020-11-16T20:28:43.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0066951119999999996
2020-11-16T20:28:43.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.411439+0000",
2020-11-16T20:28:43.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.332488322
2020-11-16T20:28:43.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.743928+0000",
2020-11-16T20:28:43.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7999999999999999e-05
2020-11-16T20:28:43.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.744006+0000",
2020-11-16T20:28:43.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1227000000000003e-05
2020-11-16T20:28:43.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.744057+0000",
2020-11-16T20:28:43.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33971938400000001
2020-11-16T20:28:43.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.539 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.539 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.539 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.539 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.539 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:179477 2.c 2:312fc509:::benchmark_data_smithi065_20143_object30090:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:28:43.540 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:49.312743+0000",
2020-11-16T20:28:43.540 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 114.041494528,
2020-11-16T20:28:43.540 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.47414005399999998,
2020-11-16T20:28:43.540 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.540 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.540 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 179477
2020-11-16T20:28:43.541 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.541 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312743+0000",
2020-11-16T20:28:43.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312743+0000",
2020-11-16T20:28:43.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T20:28:43.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312723+0000",
2020-11-16T20:28:43.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3952000000000001e-05
2020-11-16T20:28:43.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312777+0000",
2020-11-16T20:28:43.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7950000000000002e-06
2020-11-16T20:28:43.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312787+0000",
2020-11-16T20:28:43.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6370000000000002e-06
2020-11-16T20:28:43.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312794+0000",
2020-11-16T20:28:43.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9401000000000006e-05
2020-11-16T20:28:43.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312893+0000",
2020-11-16T20:28:43.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018112400000000001
2020-11-16T20:28:43.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.546 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.546 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.313074+0000",
2020-11-16T20:28:43.546 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019336099999999999
2020-11-16T20:28:43.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.313268+0000",
2020-11-16T20:28:43.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0061935289999999997
2020-11-16T20:28:43.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.319461+0000",
2020-11-16T20:28:43.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.46702695399999999
2020-11-16T20:28:43.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.786488+0000",
2020-11-16T20:28:43.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028580199999999999
2020-11-16T20:28:43.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.786774+0000",
2020-11-16T20:28:43.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010929099999999999
2020-11-16T20:28:43.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.786883+0000",
2020-11-16T20:28:43.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.47414005399999998
2020-11-16T20:28:43.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.550 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.550 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.550 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.550 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.550 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:179490 2.c 2:3f31c385:::benchmark_data_smithi065_20143_object30103:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:28:43.550 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:49.334642+0000",
2020-11-16T20:28:43.551 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 114.019595936,
2020-11-16T20:28:43.551 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.452962374,
2020-11-16T20:28:43.551 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.551 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.551 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 179490
2020-11-16T20:28:43.552 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.552 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334642+0000",
2020-11-16T20:28:43.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334642+0000",
2020-11-16T20:28:43.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999528
2020-11-16T20:28:43.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334595+0000",
2020-11-16T20:28:43.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1050999999999994e-05
2020-11-16T20:28:43.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334676+0000",
2020-11-16T20:28:43.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6497000000000001e-05
2020-11-16T20:28:43.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334692+0000",
2020-11-16T20:28:43.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0000000000000001e-05
2020-11-16T20:28:43.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334702+0000",
2020-11-16T20:28:43.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1594000000000004e-05
2020-11-16T20:28:43.556 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.556 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334794+0000",
2020-11-16T20:28:43.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022662100000000001
2020-11-16T20:28:43.556 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.335020+0000",
2020-11-16T20:28:43.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021641799999999999
2020-11-16T20:28:43.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.335237+0000",
2020-11-16T20:28:43.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0062456969999999997
2020-11-16T20:28:43.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.341482+0000",
2020-11-16T20:28:43.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.44567930900000002
2020-11-16T20:28:43.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.787162+0000",
2020-11-16T20:28:43.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00037827899999999997
2020-11-16T20:28:43.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.787540+0000",
2020-11-16T20:28:43.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4208999999999995e-05
2020-11-16T20:28:43.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.787604+0000",
2020-11-16T20:28:43.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.452962374
2020-11-16T20:28:43.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.561 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.561 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.561 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:28:43.561 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:28:43.561 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:179498 2.c 2:3a0a410f:::benchmark_data_smithi065_20143_object30111:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:28:43.561 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:49.342056+0000",
2020-11-16T20:28:43.561 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 114.012182151,
2020-11-16T20:28:43.562 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.44972564300000001,
2020-11-16T20:28:43.562 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:28:43.562 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:28:43.562 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:28:43.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:28:43.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:28:43.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 179498
2020-11-16T20:28:43.563 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:28:43.563 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:28:43.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:28:43.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342056+0000",
2020-11-16T20:28:43.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:28:43.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:28:43.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342056+0000",
2020-11-16T20:28:43.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:28:43.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:28:43.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342015+0000",
2020-11-16T20:28:43.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7583999999999994e-05
2020-11-16T20:28:43.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:28:43.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342103+0000",
2020-11-16T20:28:43.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8557000000000001e-05
2020-11-16T20:28:43.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:28:43.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342132+0000",
2020-11-16T20:28:43.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2765000000000001e-05
2020-11-16T20:28:43.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:28:43.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342144+0000",
2020-11-16T20:28:43.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000121309
2020-11-16T20:28:43.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:28:43.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342266+0000",
2020-11-16T20:28:43.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000200967
2020-11-16T20:28:43.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:28:43.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342467+0000",
2020-11-16T20:28:43.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000218977
2020-11-16T20:28:43.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:28:43.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342686+0000",
2020-11-16T20:28:43.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0054326009999999996
2020-11-16T20:28:43.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:28:43.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.348118+0000",
2020-11-16T20:28:43.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.44355752799999998
2020-11-16T20:28:43.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:28:43.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.791676+0000",
2020-11-16T20:28:43.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8995000000000001e-05
2020-11-16T20:28:43.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:28:43.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.791725+0000",
2020-11-16T20:28:43.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6610000000000002e-05
2020-11-16T20:28:43.571 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:28:43.571 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:28:43.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:28:43.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.791781+0000",
2020-11-16T20:28:43.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.44972564300000001
2020-11-16T20:28:43.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:28:43.572 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:28:43.572 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:28:43.572 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:28:43.572 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:28:43.572 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:28:43.573 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:43.575 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:43 smithi142 bash[9523]: cluster 2020-11-16T20:28:42.101766+0000 mgr.x (mgr.14196) 488 : cluster [DBG] pgmap v653: 27 pgs: 2 remapped+peering, 1 peering, 24 active+clean; 3.8 GiB data, 8.4 GiB used, 886 GiB / 894 GiB avail; 0 B/s wr, 931 op/s
2020-11-16T20:28:43.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:43 smithi071 bash[14419]: debug 2020-11-16T20:28:43.338+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:44.544 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:44.649 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:44.762 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T20:28:44.925 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:28:45.035 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:44 smithi142 bash[18009]: debug 2020-11-16T20:28:44.541+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:45.481 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:45 smithi142 bash[9523]: cluster 2020-11-16T20:28:44.102298+0000 mgr.x (mgr.14196) 489 : cluster [DBG] pgmap v654: 27 pgs: 3 active+remapped+backfilling, 1 active+remapped+backfill_wait, 2 remapped+peering, 1 peering, 20 active+clean; 3.7 GiB data, 8.4 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 815 op/s; 10756/120856 objects misplaced (8.900%); 3.4 MiB/s, 54 objects/s recovering
2020-11-16T20:28:45.485 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:45 smithi065 bash[9468]: cluster 2020-11-16T20:28:44.102298+0000 mgr.x (mgr.14196) 489 : cluster [DBG] pgmap v654: 27 pgs: 3 active+remapped+backfilling, 1 active+remapped+backfill_wait, 2 remapped+peering, 1 peering, 20 active+clean; 3.7 GiB data, 8.4 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 815 op/s; 10756/120856 objects misplaced (8.900%); 3.4 MiB/s, 54 objects/s recovering
2020-11-16T20:28:45.588 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:45 smithi071 bash[9480]: cluster 2020-11-16T20:28:44.102298+0000 mgr.x (mgr.14196) 489 : cluster [DBG] pgmap v654: 27 pgs: 3 active+remapped+backfilling, 1 active+remapped+backfill_wait, 2 remapped+peering, 1 peering, 20 active+clean; 3.7 GiB data, 8.4 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 815 op/s; 10756/120856 objects misplaced (8.900%); 3.4 MiB/s, 54 objects/s recovering
2020-11-16T20:28:45.760 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:45.784 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:45 smithi142 bash[15670]: debug 2020-11-16T20:28:45.477+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:45.863 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:45.911 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9] out_osds:  [10] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:28:45.911 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:28:45.912 INFO:tasks.thrashosds.thrasher:Setting full ratio to .001
2020-11-16T20:28:45.912 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set-full-ratio .001
2020-11-16T20:28:46.033 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:45 smithi065 bash[14115]: debug 2020-11-16T20:28:45.757+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:46.076 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:46.098 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:46.183 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:46.261 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:46 smithi142 bash[22738]: debug 2020-11-16T20:28:46.061+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:46.293 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:46.397 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:46.514 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:46 smithi065 bash[16457]: debug 2020-11-16T20:28:46.289+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:46.515 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:46 smithi065 bash[16457]: debug 2020-11-16T20:28:46.509+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:46.515 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:46.620 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:46.929 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:46 smithi142 bash[22738]: debug 2020-11-16T20:28:46.925+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:46.929 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:47.033 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:47.080 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:28:47.159 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:47.182 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:47 smithi142 bash[9523]: cluster 2020-11-16T20:28:46.060481+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e240: 12 total, 12 up, 11 in
2020-11-16T20:28:47.182 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:47 smithi142 bash[9523]: cluster 2020-11-16T20:28:46.102748+0000 mgr.x (mgr.14196) 490 : cluster [DBG] pgmap v656: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.6 GiB data, 8.1 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 793 op/s; 16365/116492 objects misplaced (14.048%); 19 MiB/s, 309 objects/s recovering
2020-11-16T20:28:47.182 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:47 smithi142 bash[9523]: audit 2020-11-16T20:28:46.593215+0000 mon.a (mon.0) 1065 : audit [INF] from='client.? v1:172.21.15.142:0/4248501673' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:28:47.264 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:47.382 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:28:47.429 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:28:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:47 smithi071 bash[9480]: cluster 2020-11-16T20:28:46.060481+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e240: 12 total, 12 up, 11 in
2020-11-16T20:28:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:47 smithi071 bash[9480]: cluster 2020-11-16T20:28:46.102748+0000 mgr.x (mgr.14196) 490 : cluster [DBG] pgmap v656: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.6 GiB data, 8.1 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 793 op/s; 16365/116492 objects misplaced (14.048%); 19 MiB/s, 309 objects/s recovering
2020-11-16T20:28:47.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:47 smithi071 bash[9480]: audit 2020-11-16T20:28:46.593215+0000 mon.a (mon.0) 1065 : audit [INF] from='client.? v1:172.21.15.142:0/4248501673' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:28:47.470 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:28:47.511 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:28:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:47 smithi065 bash[9468]: cluster 2020-11-16T20:28:46.060481+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e240: 12 total, 12 up, 11 in
2020-11-16T20:28:47.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:47 smithi065 bash[9468]: cluster 2020-11-16T20:28:46.102748+0000 mgr.x (mgr.14196) 490 : cluster [DBG] pgmap v656: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.6 GiB data, 8.1 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 793 op/s; 16365/116492 objects misplaced (14.048%); 19 MiB/s, 309 objects/s recovering
2020-11-16T20:28:47.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:47 smithi065 bash[9468]: audit 2020-11-16T20:28:46.593215+0000 mon.a (mon.0) 1065 : audit [INF] from='client.? v1:172.21.15.142:0/4248501673' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:28:47.534 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:47 smithi065 bash[14115]: debug 2020-11-16T20:28:47.149+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:47.547 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:28:47.582 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:28:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:28:47.656 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:28:47.695 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:28:47.734 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:28:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:28:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:28:47.813 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.813 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.813 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.813 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.814 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.814 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.814 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.814 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.814 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.814 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.815 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:28:47.815 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:28:48.123 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:48.226 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:48.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.064332+0000 mon.a (mon.0) 1066 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:48.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[9523]: audit 2020-11-16T20:28:47.076959+0000 mon.a (mon.0) 1067 : audit [INF] from='client.? v1:172.21.15.142:0/4248501673' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:28:48.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.077012+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e241: 12 total, 12 up, 11 in
2020-11-16T20:28:48.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[9523]: audit 2020-11-16T20:28:47.335011+0000 mon.b (mon.1) 339 : audit [DBG] from='client.? v1:172.21.15.142:0/979441595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:48.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.387087+0000 osd.0 (osd.0) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.434335+0000 osd.1 (osd.1) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.656331+0000 osd.7 (osd.7) 8 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.769105+0000 osd.10 (osd.10) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.286 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:48 smithi142 bash[18009]: debug 2020-11-16T20:28:48.121+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:48.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:48 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.064332+0000 mon.a (mon.0) 1066 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:48 smithi071 bash[9480]: audit 2020-11-16T20:28:47.076959+0000 mon.a (mon.0) 1067 : audit [INF] from='client.? v1:172.21.15.142:0/4248501673' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:28:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:48 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.077012+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e241: 12 total, 12 up, 11 in
2020-11-16T20:28:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:48 smithi071 bash[9480]: audit 2020-11-16T20:28:47.335011+0000 mon.b (mon.1) 339 : audit [DBG] from='client.? v1:172.21.15.142:0/979441595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:48 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.387087+0000 osd.0 (osd.0) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:48 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.434335+0000 osd.1 (osd.1) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:48 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.656331+0000 osd.7 (osd.7) 8 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:48 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.769105+0000 osd.10 (osd.10) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:48 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.064332+0000 mon.a (mon.0) 1066 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:28:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:48 smithi065 bash[9468]: audit 2020-11-16T20:28:47.076959+0000 mon.a (mon.0) 1067 : audit [INF] from='client.? v1:172.21.15.142:0/4248501673' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:28:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:48 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.077012+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e241: 12 total, 12 up, 11 in
2020-11-16T20:28:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:48 smithi065 bash[9468]: audit 2020-11-16T20:28:47.335011+0000 mon.b (mon.1) 339 : audit [DBG] from='client.? v1:172.21.15.142:0/979441595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:28:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:48 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.387087+0000 osd.0 (osd.0) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:48 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.434335+0000 osd.1 (osd.1) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:48 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.656331+0000 osd.7 (osd.7) 8 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:48 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.769105+0000 osd.10 (osd.10) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.402 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.474650+0000 osd.2 (osd.2) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.402 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.513200+0000 osd.3 (osd.3) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.402 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.549227+0000 osd.4 (osd.4) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.584400+0000 osd.5 (osd.5) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.618190+0000 osd.6 (osd.6) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.694129+0000 osd.8 (osd.8) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.735342+0000 osd.9 (osd.9) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:47.809846+0000 osd.11 (osd.11) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:49 smithi142 bash[9523]: cluster 2020-11-16T20:28:48.103206+0000 mgr.x (mgr.14196) 491 : cluster [DBG] pgmap v658: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.5 GiB data, 7.9 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 714 op/s; 14483/113604 objects misplaced (12.749%); 27 MiB/s, 436 objects/s recovering
2020-11-16T20:28:49.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.474650+0000 osd.2 (osd.2) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.513200+0000 osd.3 (osd.3) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.549227+0000 osd.4 (osd.4) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.584400+0000 osd.5 (osd.5) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.618190+0000 osd.6 (osd.6) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.694129+0000 osd.8 (osd.8) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.735342+0000 osd.9 (osd.9) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:47.809846+0000 osd.11 (osd.11) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:49 smithi071 bash[9480]: cluster 2020-11-16T20:28:48.103206+0000 mgr.x (mgr.14196) 491 : cluster [DBG] pgmap v658: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.5 GiB data, 7.9 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 714 op/s; 14483/113604 objects misplaced (12.749%); 27 MiB/s, 436 objects/s recovering
2020-11-16T20:28:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.474650+0000 osd.2 (osd.2) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.513200+0000 osd.3 (osd.3) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.549227+0000 osd.4 (osd.4) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.584400+0000 osd.5 (osd.5) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.618190+0000 osd.6 (osd.6) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.694129+0000 osd.8 (osd.8) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.735342+0000 osd.9 (osd.9) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:47.809846+0000 osd.11 (osd.11) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:28:49.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:49 smithi065 bash[9468]: cluster 2020-11-16T20:28:48.103206+0000 mgr.x (mgr.14196) 491 : cluster [DBG] pgmap v658: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.5 GiB data, 7.9 GiB used, 975 GiB / 983 GiB avail; 0 B/s wr, 714 op/s; 14483/113604 objects misplaced (12.749%); 27 MiB/s, 436 objects/s recovering
2020-11-16T20:28:50.534 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:50.638 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:50.797 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:50 smithi071 bash[16796]: debug 2020-11-16T20:28:50.530+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:50.797 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:50.901 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:51.083 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:28:50 smithi071 bash[12066]: debug 2020-11-16T20:28:50.794+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:51.405 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:28:51.413 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:51 smithi142 bash[9523]: cluster 2020-11-16T20:28:49.961403+0000 osd.2 (osd.2) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:51.413 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:51 smithi142 bash[9523]: cluster 2020-11-16T20:28:49.961483+0000 osd.2 (osd.2) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:51.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:51 smithi142 bash[9523]: cluster 2020-11-16T20:28:50.071964+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e242: 12 total, 12 up, 11 in
2020-11-16T20:28:51.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:51 smithi142 bash[9523]: cluster 2020-11-16T20:28:50.103678+0000 mgr.x (mgr.14196) 492 : cluster [DBG] pgmap v660: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.3 GiB data, 7.9 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 988 op/s; 12339/108990 objects misplaced (11.321%); 47 MiB/s, 749 objects/s recovering
2020-11-16T20:28:51.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:51 smithi142 bash[9523]: cluster 2020-11-16T20:28:50.145775+0000 osd.9 (osd.9) 46 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:51.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:51 smithi142 bash[9523]: cluster 2020-11-16T20:28:50.145849+0000 osd.9 (osd.9) 47 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:51 smithi071 bash[9480]: cluster 2020-11-16T20:28:49.961403+0000 osd.2 (osd.2) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:51 smithi071 bash[9480]: cluster 2020-11-16T20:28:49.961483+0000 osd.2 (osd.2) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:51 smithi071 bash[9480]: cluster 2020-11-16T20:28:50.071964+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e242: 12 total, 12 up, 11 in
2020-11-16T20:28:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:51 smithi071 bash[9480]: cluster 2020-11-16T20:28:50.103678+0000 mgr.x (mgr.14196) 492 : cluster [DBG] pgmap v660: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.3 GiB data, 7.9 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 988 op/s; 12339/108990 objects misplaced (11.321%); 47 MiB/s, 749 objects/s recovering
2020-11-16T20:28:51.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:51 smithi071 bash[9480]: cluster 2020-11-16T20:28:50.145775+0000 osd.9 (osd.9) 46 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:51.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:51 smithi071 bash[9480]: cluster 2020-11-16T20:28:50.145849+0000 osd.9 (osd.9) 47 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:51.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:51 smithi065 bash[9468]: cluster 2020-11-16T20:28:49.961403+0000 osd.2 (osd.2) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:51.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:51 smithi065 bash[9468]: cluster 2020-11-16T20:28:49.961483+0000 osd.2 (osd.2) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:51 smithi065 bash[9468]: cluster 2020-11-16T20:28:50.071964+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e242: 12 total, 12 up, 11 in
2020-11-16T20:28:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:51 smithi065 bash[9468]: cluster 2020-11-16T20:28:50.103678+0000 mgr.x (mgr.14196) 492 : cluster [DBG] pgmap v660: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.3 GiB data, 7.9 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 988 op/s; 12339/108990 objects misplaced (11.321%); 47 MiB/s, 749 objects/s recovering
2020-11-16T20:28:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:51 smithi065 bash[9468]: cluster 2020-11-16T20:28:50.145775+0000 osd.9 (osd.9) 46 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:51.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:51 smithi065 bash[9468]: cluster 2020-11-16T20:28:50.145849+0000 osd.9 (osd.9) 47 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:51.591 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:51.599 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:28:51.766 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:52 smithi071 bash[9480]: cluster 2020-11-16T20:28:50.984753+0000 osd.11 (osd.11) 42 : cluster [DBG] 2.c scrub starts
2020-11-16T20:28:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:52 smithi071 bash[9480]: cluster 2020-11-16T20:28:51.080937+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e243: 12 total, 12 up, 11 in
2020-11-16T20:28:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:52 smithi071 bash[9480]: cluster 2020-11-16T20:28:51.096421+0000 osd.5 (osd.5) 55 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:28:52.527 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:28:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:52 smithi065 bash[9468]: cluster 2020-11-16T20:28:50.984753+0000 osd.11 (osd.11) 42 : cluster [DBG] 2.c scrub starts
2020-11-16T20:28:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:52 smithi065 bash[9468]: cluster 2020-11-16T20:28:51.080937+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e243: 12 total, 12 up, 11 in
2020-11-16T20:28:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:52 smithi065 bash[9468]: cluster 2020-11-16T20:28:51.096421+0000 osd.5 (osd.5) 55 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:28:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:52 smithi142 bash[9523]: cluster 2020-11-16T20:28:50.984753+0000 osd.11 (osd.11) 42 : cluster [DBG] 2.c scrub starts
2020-11-16T20:28:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:52 smithi142 bash[9523]: cluster 2020-11-16T20:28:51.080937+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e243: 12 total, 12 up, 11 in
2020-11-16T20:28:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:52 smithi142 bash[9523]: cluster 2020-11-16T20:28:51.096421+0000 osd.5 (osd.5) 55 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:28:52.631 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:52.799 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:28:52 smithi071 bash[12066]: debug 2020-11-16T20:28:52.526+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:52.800 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:52.903 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:53.049 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:52 smithi071 bash[16796]: debug 2020-11-16T20:28:52.798+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:53.052 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:53.154 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:53.364 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:53 smithi071 bash[9480]: cluster 2020-11-16T20:28:52.033579+0000 osd.11 (osd.11) 43 : cluster [DBG] 2.c scrub ok
2020-11-16T20:28:53.364 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:53 smithi071 bash[9480]: cluster 2020-11-16T20:28:52.104074+0000 mgr.x (mgr.14196) 493 : cluster [DBG] pgmap v662: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.2 GiB data, 7.7 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 869 op/s; 11446/106058 objects misplaced (10.792%); 38 MiB/s, 602 objects/s recovering
2020-11-16T20:28:53.364 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:53 smithi071 bash[16796]: debug 2020-11-16T20:28:53.050+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:53 smithi065 bash[9468]: cluster 2020-11-16T20:28:52.033579+0000 osd.11 (osd.11) 43 : cluster [DBG] 2.c scrub ok
2020-11-16T20:28:53.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:53 smithi065 bash[9468]: cluster 2020-11-16T20:28:52.104074+0000 mgr.x (mgr.14196) 493 : cluster [DBG] pgmap v662: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.2 GiB data, 7.7 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 869 op/s; 11446/106058 objects misplaced (10.792%); 38 MiB/s, 602 objects/s recovering
2020-11-16T20:28:53.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:53 smithi142 bash[9523]: cluster 2020-11-16T20:28:52.033579+0000 osd.11 (osd.11) 43 : cluster [DBG] 2.c scrub ok
2020-11-16T20:28:53.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:53 smithi142 bash[9523]: cluster 2020-11-16T20:28:52.104074+0000 mgr.x (mgr.14196) 493 : cluster [DBG] pgmap v662: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.2 GiB data, 7.7 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 869 op/s; 11446/106058 objects misplaced (10.792%); 38 MiB/s, 602 objects/s recovering
2020-11-16T20:28:53.971 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:54.077 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:54.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:54 smithi142 bash[9523]: cluster 2020-11-16T20:28:53.088215+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e244: 12 total, 12 up, 11 in
2020-11-16T20:28:54.285 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:53 smithi142 bash[20366]: debug 2020-11-16T20:28:53.969+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:54.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:54 smithi071 bash[9480]: cluster 2020-11-16T20:28:53.088215+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e244: 12 total, 12 up, 11 in
2020-11-16T20:28:54.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:54 smithi065 bash[9468]: cluster 2020-11-16T20:28:53.088215+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e244: 12 total, 12 up, 11 in
2020-11-16T20:28:54.865 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:54.969 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:55.081 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:55.102 INFO:teuthology.orchestra.run.smithi142.stderr:osd set-full-ratio 0.001
2020-11-16T20:28:55.184 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:55.193 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:54 smithi071 bash[14419]: debug 2020-11-16T20:28:54.862+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:55 smithi071 bash[9480]: cluster 2020-11-16T20:28:53.873803+0000 osd.6 (osd.6) 61 : cluster [DBG] 2.17 scrub starts
2020-11-16T20:28:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:55 smithi071 bash[9480]: cluster 2020-11-16T20:28:54.094799+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e245: 12 total, 12 up, 11 in
2020-11-16T20:28:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:55 smithi071 bash[9480]: cluster 2020-11-16T20:28:54.104479+0000 mgr.x (mgr.14196) 494 : cluster [DBG] pgmap v665: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.1 GiB data, 7.7 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 865 op/s; 8905/102008 objects misplaced (8.730%); 38 MiB/s, 612 objects/s recovering
2020-11-16T20:28:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:55 smithi071 bash[9480]: cluster 2020-11-16T20:28:54.157083+0000 osd.6 (osd.6) 62 : cluster [DBG] 2.17 scrub ok
2020-11-16T20:28:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:55 smithi071 bash[9480]: audit 2020-11-16T20:28:54.710594+0000 mon.a (mon.0) 1073 : audit [INF] from='client.? v1:172.21.15.142:0/3821575934' entity='client.admin' cmd=[{"prefix": "osd set-full-ratio", "ratio": 0.001}]: dispatch
2020-11-16T20:28:55.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:55 smithi071 bash[16796]: debug 2020-11-16T20:28:55.078+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:55 smithi065 bash[9468]: cluster 2020-11-16T20:28:53.873803+0000 osd.6 (osd.6) 61 : cluster [DBG] 2.17 scrub starts
2020-11-16T20:28:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:55 smithi065 bash[9468]: cluster 2020-11-16T20:28:54.094799+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e245: 12 total, 12 up, 11 in
2020-11-16T20:28:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:55 smithi065 bash[9468]: cluster 2020-11-16T20:28:54.104479+0000 mgr.x (mgr.14196) 494 : cluster [DBG] pgmap v665: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.1 GiB data, 7.7 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 865 op/s; 8905/102008 objects misplaced (8.730%); 38 MiB/s, 612 objects/s recovering
2020-11-16T20:28:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:55 smithi065 bash[9468]: cluster 2020-11-16T20:28:54.157083+0000 osd.6 (osd.6) 62 : cluster [DBG] 2.17 scrub ok
2020-11-16T20:28:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:55 smithi065 bash[9468]: audit 2020-11-16T20:28:54.710594+0000 mon.a (mon.0) 1073 : audit [INF] from='client.? v1:172.21.15.142:0/3821575934' entity='client.admin' cmd=[{"prefix": "osd set-full-ratio", "ratio": 0.001}]: dispatch
2020-11-16T20:28:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:55 smithi142 bash[9523]: debug 2020-11-16T20:28:55.085+0000 7f756d90d700 -1 log_channel(cluster) log [ERR] : Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)
2020-11-16T20:28:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:55 smithi142 bash[9523]: cluster 2020-11-16T20:28:53.873803+0000 osd.6 (osd.6) 61 : cluster [DBG] 2.17 scrub starts
2020-11-16T20:28:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:55 smithi142 bash[9523]: cluster 2020-11-16T20:28:54.094799+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e245: 12 total, 12 up, 11 in
2020-11-16T20:28:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:55 smithi142 bash[9523]: cluster 2020-11-16T20:28:54.104479+0000 mgr.x (mgr.14196) 494 : cluster [DBG] pgmap v665: 27 pgs: 6 active+remapped+backfilling, 2 active+remapped+backfill_wait, 19 active+clean; 3.1 GiB data, 7.7 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 865 op/s; 8905/102008 objects misplaced (8.730%); 38 MiB/s, 612 objects/s recovering
2020-11-16T20:28:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:55 smithi142 bash[9523]: cluster 2020-11-16T20:28:54.157083+0000 osd.6 (osd.6) 62 : cluster [DBG] 2.17 scrub ok
2020-11-16T20:28:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:55 smithi142 bash[9523]: audit 2020-11-16T20:28:54.710594+0000 mon.a (mon.0) 1073 : audit [INF] from='client.? v1:172.21.15.142:0/3821575934' entity='client.admin' cmd=[{"prefix": "osd set-full-ratio", "ratio": 0.001}]: dispatch
2020-11-16T20:28:55.874 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:28:55.977 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:56.159 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:28:55 smithi071 bash[16796]: debug 2020-11-16T20:28:55.874+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:56.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:56 smithi142 bash[9523]: cluster 2020-11-16T20:28:54.898425+0000 osd.6 (osd.6) 63 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:28:56.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:56 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.033770+0000 osd.11 (osd.11) 44 : cluster [DBG] 2.a scrub starts
2020-11-16T20:28:56.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:56 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.092696+0000 mon.a (mon.0) 1074 : cluster [ERR] Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)
2020-11-16T20:28:56.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:56 smithi142 bash[9523]: audit 2020-11-16T20:28:55.100805+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? v1:172.21.15.142:0/3821575934' entity='client.admin' cmd='[{"prefix": "osd set-full-ratio", "ratio": 0.001}]': finished
2020-11-16T20:28:56.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:56 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.100851+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e246: 12 total, 12 up, 11 in
2020-11-16T20:28:56.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:56 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.174699+0000 osd.6 (osd.6) 64 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:28:56.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:56 smithi142 bash[9523]: cluster 2020-11-16T20:28:56.061632+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e247: 12 total, 12 up, 11 in
2020-11-16T20:28:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:56 smithi071 bash[9480]: cluster 2020-11-16T20:28:54.898425+0000 osd.6 (osd.6) 63 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:28:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:56 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.033770+0000 osd.11 (osd.11) 44 : cluster [DBG] 2.a scrub starts
2020-11-16T20:28:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:56 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.092696+0000 mon.a (mon.0) 1074 : cluster [ERR] Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)
2020-11-16T20:28:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:56 smithi071 bash[9480]: audit 2020-11-16T20:28:55.100805+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? v1:172.21.15.142:0/3821575934' entity='client.admin' cmd='[{"prefix": "osd set-full-ratio", "ratio": 0.001}]': finished
2020-11-16T20:28:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:56 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.100851+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e246: 12 total, 12 up, 11 in
2020-11-16T20:28:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:56 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.174699+0000 osd.6 (osd.6) 64 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:28:56.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:56 smithi071 bash[9480]: cluster 2020-11-16T20:28:56.061632+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e247: 12 total, 12 up, 11 in
2020-11-16T20:28:56.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:56 smithi065 bash[9468]: cluster 2020-11-16T20:28:54.898425+0000 osd.6 (osd.6) 63 : cluster [DBG] 2.7 scrub starts
2020-11-16T20:28:56.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:56 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.033770+0000 osd.11 (osd.11) 44 : cluster [DBG] 2.a scrub starts
2020-11-16T20:28:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:56 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.092696+0000 mon.a (mon.0) 1074 : cluster [ERR] Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)
2020-11-16T20:28:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:56 smithi065 bash[9468]: audit 2020-11-16T20:28:55.100805+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? v1:172.21.15.142:0/3821575934' entity='client.admin' cmd='[{"prefix": "osd set-full-ratio", "ratio": 0.001}]': finished
2020-11-16T20:28:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:56 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.100851+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e246: 12 total, 12 up, 11 in
2020-11-16T20:28:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:56 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.174699+0000 osd.6 (osd.6) 64 : cluster [DBG] 2.7 scrub ok
2020-11-16T20:28:56.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:56 smithi065 bash[9468]: cluster 2020-11-16T20:28:56.061632+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e247: 12 total, 12 up, 11 in
2020-11-16T20:28:56.558 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:28:56.661 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:56.811 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:28:56.914 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:56.922 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:28:56 smithi142 bash[20366]: debug 2020-11-16T20:28:56.557+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:57.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:28:56 smithi065 bash[16457]: debug 2020-11-16T20:28:56.809+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:57.186 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:28:57.186 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:28:57.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:57 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.537247+0000 osd.1 (osd.1) 67 : cluster [DBG] 2.4 scrub starts
2020-11-16T20:28:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:57 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.785795+0000 osd.11 (osd.11) 45 : cluster [DBG] 2.a scrub ok
2020-11-16T20:28:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:57 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.910390+0000 osd.1 (osd.1) 68 : cluster [DBG] 2.4 scrub ok
2020-11-16T20:28:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:57 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.929862+0000 osd.0 (osd.0) 57 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:57 smithi071 bash[9480]: cluster 2020-11-16T20:28:55.929934+0000 osd.0 (osd.0) 58 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:57 smithi071 bash[9480]: cluster 2020-11-16T20:28:56.105088+0000 mgr.x (mgr.14196) 495 : cluster [DBG] pgmap v668: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 4 active+remapped+backfilling, 1 active+remapped+backfill_wait, 19 active+clean; 3.0 GiB data, 7.3 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 1.03k op/s; 6495/97820 objects misplaced (6.640%); 63 MiB/s, 1.01k objects/s recovering
2020-11-16T20:28:57.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:57 smithi071 bash[9480]: cluster 2020-11-16T20:28:57.079018+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e248: 12 total, 12 up, 11 in
2020-11-16T20:28:57.203 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:28:57 smithi142 bash[15670]: debug 2020-11-16T20:28:57.201+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:57.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:57 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.537247+0000 osd.1 (osd.1) 67 : cluster [DBG] 2.4 scrub starts
2020-11-16T20:28:57.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:57 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.785795+0000 osd.11 (osd.11) 45 : cluster [DBG] 2.a scrub ok
2020-11-16T20:28:57.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:57 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.910390+0000 osd.1 (osd.1) 68 : cluster [DBG] 2.4 scrub ok
2020-11-16T20:28:57.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:57 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.929862+0000 osd.0 (osd.0) 57 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:57.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:57 smithi142 bash[9523]: cluster 2020-11-16T20:28:55.929934+0000 osd.0 (osd.0) 58 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:57.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:57 smithi142 bash[9523]: cluster 2020-11-16T20:28:56.105088+0000 mgr.x (mgr.14196) 495 : cluster [DBG] pgmap v668: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 4 active+remapped+backfilling, 1 active+remapped+backfill_wait, 19 active+clean; 3.0 GiB data, 7.3 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 1.03k op/s; 6495/97820 objects misplaced (6.640%); 63 MiB/s, 1.01k objects/s recovering
2020-11-16T20:28:57.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:57 smithi142 bash[9523]: cluster 2020-11-16T20:28:57.079018+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e248: 12 total, 12 up, 11 in
2020-11-16T20:28:57.212 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:28:57.315 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:57.483 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:57.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.537247+0000 osd.1 (osd.1) 67 : cluster [DBG] 2.4 scrub starts
2020-11-16T20:28:57.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.785795+0000 osd.11 (osd.11) 45 : cluster [DBG] 2.a scrub ok
2020-11-16T20:28:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.910390+0000 osd.1 (osd.1) 68 : cluster [DBG] 2.4 scrub ok
2020-11-16T20:28:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.929862+0000 osd.0 (osd.0) 57 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[9468]: cluster 2020-11-16T20:28:55.929934+0000 osd.0 (osd.0) 58 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[9468]: cluster 2020-11-16T20:28:56.105088+0000 mgr.x (mgr.14196) 495 : cluster [DBG] pgmap v668: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 4 active+remapped+backfilling, 1 active+remapped+backfill_wait, 19 active+clean; 3.0 GiB data, 7.3 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 1.03k op/s; 6495/97820 objects misplaced (6.640%); 63 MiB/s, 1.01k objects/s recovering
2020-11-16T20:28:57.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[9468]: cluster 2020-11-16T20:28:57.079018+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e248: 12 total, 12 up, 11 in
2020-11-16T20:28:57.586 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:57.698 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:28:57.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:57 smithi071 bash[14419]: debug 2020-11-16T20:28:57.478+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:57.802 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:57.937 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[14115]: debug 2020-11-16T20:28:57.693+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:57.938 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:28:58.042 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:58.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:28:57 smithi065 bash[11785]: debug 2020-11-16T20:28:57.933+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:58.409 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:28:58.512 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:58.579 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops
2020-11-16T20:28:58.642 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:28:58.745 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:28:58.747 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:58.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:28:58 smithi065 bash[18823]: debug 2020-11-16T20:28:58.637+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:58.784 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:28:58 smithi142 bash[22738]: debug 2020-11-16T20:28:58.405+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:28:58.863 INFO:tasks.thrashosds.thrasher:Setting full ratio back to .95
2020-11-16T20:28:58.863 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set-full-ratio .95
2020-11-16T20:28:59.044 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:28:59.331 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:28:59.363 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:28:59.410 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:28:59.443 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:28:59.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:59 smithi071 bash[9480]: cluster 2020-11-16T20:28:58.105751+0000 mgr.x (mgr.14196) 496 : cluster [DBG] pgmap v670: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 5 active+remapped+backfilling, 19 active+clean; 2.9 GiB data, 7.1 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 699 op/s; 4472/96392 objects misplaced (4.639%); 62 MiB/s, 996 objects/s recovering
2020-11-16T20:28:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:59 smithi071 bash[9480]: cluster 2020-11-16T20:28:58.861451+0000 osd.10 (osd.10) 37 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:28:59 smithi071 bash[9480]: cluster 2020-11-16T20:28:58.861547+0000 osd.10 (osd.10) 38 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:59.471 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:28:59.474 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:28:59.514 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:28:59.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:59 smithi065 bash[9468]: cluster 2020-11-16T20:28:58.105751+0000 mgr.x (mgr.14196) 496 : cluster [DBG] pgmap v670: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 5 active+remapped+backfilling, 19 active+clean; 2.9 GiB data, 7.1 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 699 op/s; 4472/96392 objects misplaced (4.639%); 62 MiB/s, 996 objects/s recovering
2020-11-16T20:28:59.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:59 smithi065 bash[9468]: cluster 2020-11-16T20:28:58.861451+0000 osd.10 (osd.10) 37 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:59.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:28:59 smithi065 bash[9468]: cluster 2020-11-16T20:28:58.861547+0000 osd.10 (osd.10) 38 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:59.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:59 smithi142 bash[9523]: cluster 2020-11-16T20:28:58.105751+0000 mgr.x (mgr.14196) 496 : cluster [DBG] pgmap v670: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 5 active+remapped+backfilling, 19 active+clean; 2.9 GiB data, 7.1 GiB used, 976 GiB / 983 GiB avail; 0 B/s wr, 699 op/s; 4472/96392 objects misplaced (4.639%); 62 MiB/s, 996 objects/s recovering
2020-11-16T20:28:59.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:59 smithi142 bash[9523]: cluster 2020-11-16T20:28:58.861451+0000 osd.10 (osd.10) 37 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:28:59.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:28:59 smithi142 bash[9523]: cluster 2020-11-16T20:28:58.861547+0000 osd.10 (osd.10) 38 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:28:59.559 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:28:59.574 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:59.600 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:28:59.642 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:28:59.688 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:28:59.714 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:28:59.747 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:28:59.748 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:28:59.909 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:28:59.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:28:59 smithi071 bash[14419]: debug 2020-11-16T20:28:59.470+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:00.015 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:00.170 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:00.174 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:29:00.187 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:28:59 smithi142 bash[18009]: debug 2020-11-16T20:28:59.905+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:00.188 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:29:00 smithi142 bash[20366]: debug 2020-11-16T20:29:00.165+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:00.274 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:00.436 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.160165+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e249: 12 total, 12 up, 11 in
2020-11-16T20:29:00.436 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[9480]: audit 2020-11-16T20:28:59.296329+0000 mon.a (mon.0) 1080 : audit [DBG] from='client.? v1:172.21.15.142:0/3213027520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:00.436 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.331781+0000 osd.0 (osd.0) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.436 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.368011+0000 osd.1 (osd.1) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.437 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.601977+0000 osd.7 (osd.7) 9 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.437 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[9480]: audit 2020-11-16T20:28:59.666549+0000 mon.a (mon.0) 1081 : audit [INF] from='client.? v1:172.21.15.142:0/88313885' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:29:00.437 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.716125+0000 osd.10 (osd.10) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.437 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[12066]: debug 2020-11-16T20:29:00.434+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:00.438 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:00.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:00 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.160165+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e249: 12 total, 12 up, 11 in
2020-11-16T20:29:00.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:00 smithi065 bash[9468]: audit 2020-11-16T20:28:59.296329+0000 mon.a (mon.0) 1080 : audit [DBG] from='client.? v1:172.21.15.142:0/3213027520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:00.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:00 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.331781+0000 osd.0 (osd.0) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:00 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.368011+0000 osd.1 (osd.1) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:00 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.601977+0000 osd.7 (osd.7) 9 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:00 smithi065 bash[9468]: audit 2020-11-16T20:28:59.666549+0000 mon.a (mon.0) 1081 : audit [INF] from='client.? v1:172.21.15.142:0/88313885' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:29:00.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:00 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.716125+0000 osd.10 (osd.10) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:00 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.160165+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e249: 12 total, 12 up, 11 in
2020-11-16T20:29:00.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:00 smithi142 bash[9523]: audit 2020-11-16T20:28:59.296329+0000 mon.a (mon.0) 1080 : audit [DBG] from='client.? v1:172.21.15.142:0/3213027520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:00.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:00 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.331781+0000 osd.0 (osd.0) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:00 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.368011+0000 osd.1 (osd.1) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:00 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.601977+0000 osd.7 (osd.7) 9 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:00 smithi142 bash[9523]: audit 2020-11-16T20:28:59.666549+0000 mon.a (mon.0) 1081 : audit [INF] from='client.? v1:172.21.15.142:0/88313885' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:29:00.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:00 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.716125+0000 osd.10 (osd.10) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:00.543 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:00.787 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:00.903 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:01.007 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:01.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:00 smithi065 bash[16457]: debug 2020-11-16T20:29:00.681+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:01.169 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:00 smithi071 bash[14419]: debug 2020-11-16T20:29:00.902+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.411099+0000 osd.2 (osd.2) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.447485+0000 osd.3 (osd.3) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.474035+0000 osd.4 (osd.4) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.516163+0000 osd.5 (osd.5) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.561658+0000 osd.6 (osd.6) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.640652+0000 osd.8 (osd.8) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.685943+0000 osd.9 (osd.9) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:28:59.748757+0000 osd.11 (osd.11) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:29:00.059720+0000 osd.5 (osd.5) 58 : cluster [DBG] 2.16 scrub starts
2020-11-16T20:29:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:29:00.106230+0000 mgr.x (mgr.14196) 497 : cluster [DBG] pgmap v672: 27 pgs: 1 active+clean+scrubbing, 3 active+remapped+backfilling, 23 active+clean; 2.8 GiB data, 7.1 GiB used, 976 GiB / 983 GiB avail; 3798/92954 objects misplaced (4.086%); 45 MiB/s, 723 objects/s recovering
2020-11-16T20:29:01.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:29:00.162626+0000 mon.a (mon.0) 1082 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:29:01.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: audit 2020-11-16T20:29:00.171773+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? v1:172.21.15.142:0/88313885' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:29:01.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:29:00.171821+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e250: 12 total, 12 up, 11 in
2020-11-16T20:29:01.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[9480]: cluster 2020-11-16T20:29:01.066600+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e251: 12 total, 12 up, 11 in
2020-11-16T20:29:01.515 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.411099+0000 osd.2 (osd.2) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.447485+0000 osd.3 (osd.3) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.474035+0000 osd.4 (osd.4) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.516163+0000 osd.5 (osd.5) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.561658+0000 osd.6 (osd.6) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.640652+0000 osd.8 (osd.8) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.685943+0000 osd.9 (osd.9) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:28:59.748757+0000 osd.11 (osd.11) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:29:00.059720+0000 osd.5 (osd.5) 58 : cluster [DBG] 2.16 scrub starts
2020-11-16T20:29:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:29:00.106230+0000 mgr.x (mgr.14196) 497 : cluster [DBG] pgmap v672: 27 pgs: 1 active+clean+scrubbing, 3 active+remapped+backfilling, 23 active+clean; 2.8 GiB data, 7.1 GiB used, 976 GiB / 983 GiB avail; 3798/92954 objects misplaced (4.086%); 45 MiB/s, 723 objects/s recovering
2020-11-16T20:29:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:29:00.162626+0000 mon.a (mon.0) 1082 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:29:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: audit 2020-11-16T20:29:00.171773+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? v1:172.21.15.142:0/88313885' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:29:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:29:00.171821+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e250: 12 total, 12 up, 11 in
2020-11-16T20:29:01.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:01 smithi065 bash[9468]: cluster 2020-11-16T20:29:01.066600+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e251: 12 total, 12 up, 11 in
2020-11-16T20:29:01.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.411099+0000 osd.2 (osd.2) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.447485+0000 osd.3 (osd.3) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.474035+0000 osd.4 (osd.4) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.516163+0000 osd.5 (osd.5) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.561658+0000 osd.6 (osd.6) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.640652+0000 osd.8 (osd.8) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.685943+0000 osd.9 (osd.9) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:28:59.748757+0000 osd.11 (osd.11) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:29:00.059720+0000 osd.5 (osd.5) 58 : cluster [DBG] 2.16 scrub starts
2020-11-16T20:29:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:29:00.106230+0000 mgr.x (mgr.14196) 497 : cluster [DBG] pgmap v672: 27 pgs: 1 active+clean+scrubbing, 3 active+remapped+backfilling, 23 active+clean; 2.8 GiB data, 7.1 GiB used, 976 GiB / 983 GiB avail; 3798/92954 objects misplaced (4.086%); 45 MiB/s, 723 objects/s recovering
2020-11-16T20:29:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:29:00.162626+0000 mon.a (mon.0) 1082 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:29:01.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: audit 2020-11-16T20:29:00.171773+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? v1:172.21.15.142:0/88313885' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:29:01.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:29:00.171821+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e250: 12 total, 12 up, 11 in
2020-11-16T20:29:01.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[9523]: cluster 2020-11-16T20:29:01.066600+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e251: 12 total, 12 up, 11 in
2020-11-16T20:29:01.620 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:01.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:01 smithi071 bash[12066]: debug 2020-11-16T20:29:01.514+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:01.987 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:02.102 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:02.170 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:29:01 smithi142 bash[20366]: debug 2020-11-16T20:29:01.881+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:02.171 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:02 smithi142 bash[9523]: cluster 2020-11-16T20:29:00.358486+0000 osd.5 (osd.5) 59 : cluster [DBG] 2.16 scrub ok
2020-11-16T20:29:02.171 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:02 smithi142 bash[9523]: cluster 2020-11-16T20:29:01.081346+0000 osd.7 (osd.7) 10 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:29:02.171 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:02 smithi142 bash[9523]: cluster 2020-11-16T20:29:01.082640+0000 osd.7 (osd.7) 11 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:29:02.206 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:02.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:02 smithi065 bash[11785]: debug 2020-11-16T20:29:02.097+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:02.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:02 smithi065 bash[9468]: cluster 2020-11-16T20:29:00.358486+0000 osd.5 (osd.5) 59 : cluster [DBG] 2.16 scrub ok
2020-11-16T20:29:02.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:02 smithi065 bash[9468]: cluster 2020-11-16T20:29:01.081346+0000 osd.7 (osd.7) 10 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:29:02.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:02 smithi065 bash[9468]: cluster 2020-11-16T20:29:01.082640+0000 osd.7 (osd.7) 11 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:29:02.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:02 smithi065 bash[9468]: cluster 2020-11-16T20:29:02.076705+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e252: 12 total, 12 up, 11 in
2020-11-16T20:29:02.362 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:02.424 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:02 smithi142 bash[9523]: cluster 2020-11-16T20:29:02.076705+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e252: 12 total, 12 up, 11 in
2020-11-16T20:29:02.424 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:02 smithi142 bash[22738]: debug 2020-11-16T20:29:02.365+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:02.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:02 smithi071 bash[9480]: cluster 2020-11-16T20:29:00.358486+0000 osd.5 (osd.5) 59 : cluster [DBG] 2.16 scrub ok
2020-11-16T20:29:02.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:02 smithi071 bash[9480]: cluster 2020-11-16T20:29:01.081346+0000 osd.7 (osd.7) 10 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:29:02.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:02 smithi071 bash[9480]: cluster 2020-11-16T20:29:01.082640+0000 osd.7 (osd.7) 11 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:29:02.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:02 smithi071 bash[9480]: cluster 2020-11-16T20:29:02.076705+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e252: 12 total, 12 up, 11 in
2020-11-16T20:29:02.467 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:02.571 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:02.674 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:02.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:02 smithi065 bash[11785]: debug 2020-11-16T20:29:02.569+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:03.352 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:03.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:03 smithi071 bash[9480]: cluster 2020-11-16T20:29:02.106666+0000 mgr.x (mgr.14196) 498 : cluster [DBG] pgmap v676: 27 pgs: 1 active+clean+remapped, 1 active+clean+scrubbing, 2 active+remapped+backfilling, 23 active+clean; 2.8 GiB data, 6.8 GiB used, 977 GiB / 983 GiB avail; 2978/90366 objects misplaced (3.295%); 24 MiB/s, 377 objects/s recovering
2020-11-16T20:29:03.523 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:03.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:03 smithi065 bash[9468]: cluster 2020-11-16T20:29:02.106666+0000 mgr.x (mgr.14196) 498 : cluster [DBG] pgmap v676: 27 pgs: 1 active+clean+remapped, 1 active+clean+scrubbing, 2 active+remapped+backfilling, 23 active+clean; 2.8 GiB data, 6.8 GiB used, 977 GiB / 983 GiB avail; 2978/90366 objects misplaced (3.295%); 24 MiB/s, 377 objects/s recovering
2020-11-16T20:29:03.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:03 smithi142 bash[9523]: cluster 2020-11-16T20:29:02.106666+0000 mgr.x (mgr.14196) 498 : cluster [DBG] pgmap v676: 27 pgs: 1 active+clean+remapped, 1 active+clean+scrubbing, 2 active+remapped+backfilling, 23 active+clean; 2.8 GiB data, 6.8 GiB used, 977 GiB / 983 GiB avail; 2978/90366 objects misplaced (3.295%); 24 MiB/s, 377 objects/s recovering
2020-11-16T20:29:03.535 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:03 smithi142 bash[15670]: debug 2020-11-16T20:29:03.245+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:03.626 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:03.925 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:29:03.926 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:29:03.926 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:29:03.926 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:29:03.926 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:29:03.938 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:29:03.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:03 smithi071 bash[26650]: debug 2020-11-16T20:29:03.522+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:08.083 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:29:08.088 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:04 smithi065 bash[9468]: cluster 2020-11-16T20:29:02.922412+0000 osd.8 (osd.8) 52 : cluster [DBG] 2.5 scrub starts
2020-11-16T20:29:08.089 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:04 smithi065 bash[9468]: cluster 2020-11-16T20:29:02.964700+0000 osd.3 (osd.3) 53 : cluster [DBG] 2.19 scrub starts
2020-11-16T20:29:08.089 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:04 smithi065 bash[9468]: cluster 2020-11-16T20:29:02.987968+0000 osd.5 (osd.5) 60 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:29:08.090 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:04 smithi065 bash[9468]: cluster 2020-11-16T20:29:03.180033+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e253: 12 total, 12 up, 11 in
2020-11-16T20:29:08.090 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:04 smithi065 bash[9468]: cluster 2020-11-16T20:29:03.264467+0000 osd.8 (osd.8) 53 : cluster [DBG] 2.5 scrub ok
2020-11-16T20:29:08.090 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:04 smithi065 bash[9468]: cluster 2020-11-16T20:29:03.283188+0000 osd.5 (osd.5) 61 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:29:08.090 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:05 smithi065 bash[9468]: cluster 2020-11-16T20:29:03.251253+0000 osd.3 (osd.3) 54 : cluster [DBG] 2.19 scrub ok
2020-11-16T20:29:08.091 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:05 smithi065 bash[9468]: cluster 2020-11-16T20:29:03.499417+0000 osd.1 (osd.1) 70 : cluster [DBG] 2.9 scrub starts
2020-11-16T20:29:08.091 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:05 smithi065 bash[9468]: cluster 2020-11-16T20:29:03.704136+0000 osd.1 (osd.1) 71 : cluster [DBG] 2.9 scrub ok
2020-11-16T20:29:08.091 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:05 smithi065 bash[9468]: cluster 2020-11-16T20:29:04.107110+0000 mgr.x (mgr.14196) 499 : cluster [DBG] pgmap v678: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 2 active+remapped+backfilling, 22 active+clean; 2.6 GiB data, 6.6 GiB used, 977 GiB / 983 GiB avail; 0 B/s wr, 835 op/s; 1390/86266 objects misplaced (1.611%); 33 MiB/s, 533 objects/s recovering
2020-11-16T20:29:08.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:05 smithi065 bash[9468]: cluster 2020-11-16T20:29:04.197612+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e254: 12 total, 12 up, 11 in
2020-11-16T20:29:08.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:06 smithi065 bash[9468]: cluster 2020-11-16T20:29:04.870634+0000 osd.8 (osd.8) 54 : cluster [DBG] 2.b scrub starts
2020-11-16T20:29:08.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:06 smithi065 bash[9468]: audit 2020-11-16T20:29:06.080665+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? v1:172.21.15.142:0/673079996' entity='client.admin' cmd=[{"prefix": "osd set-full-ratio", "ratio": 0.95}]: dispatch
2020-11-16T20:29:08.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:07 smithi065 bash[9468]: cluster 2020-11-16T20:29:05.729988+0000 osd.8 (osd.8) 55 : cluster [DBG] 2.b scrub ok
2020-11-16T20:29:08.093 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:07 smithi065 bash[9468]: cluster 2020-11-16T20:29:06.107636+0000 mgr.x (mgr.14196) 500 : cluster [DBG] pgmap v680: 27 pgs: 1 active+clean+scrubbing, 2 active+remapped+backfilling, 24 active+clean; 2.5 GiB data, 6.3 GiB used, 977 GiB / 983 GiB avail; 0 B/s wr, 846 op/s; 1390/81816 objects misplaced (1.699%); 17 MiB/s, 270 objects/s recovering
2020-11-16T20:29:08.093 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:07 smithi065 bash[9468]: cluster 2020-11-16T20:29:07.062328+0000 mon.a (mon.0) 1090 : cluster [INF] Health check cleared: OSD_OUT_OF_ORDER_FULL (was: full ratio(s) out of order)
2020-11-16T20:29:08.093 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:07 smithi065 bash[9468]: cluster 2020-11-16T20:29:07.062360+0000 mon.a (mon.0) 1091 : cluster [INF] Cluster is now healthy
2020-11-16T20:29:08.094 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:07 smithi065 bash[9468]: audit 2020-11-16T20:29:07.068754+0000 mon.a (mon.0) 1092 : audit [INF] from='client.? v1:172.21.15.142:0/673079996' entity='client.admin' cmd='[{"prefix": "osd set-full-ratio", "ratio": 0.95}]': finished
2020-11-16T20:29:08.094 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:07 smithi065 bash[9468]: cluster 2020-11-16T20:29:07.068810+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e255: 12 total, 12 up, 11 in
2020-11-16T20:29:08.094 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:08.095 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:08.095 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:04 smithi142 bash[22738]: debug 2020-11-16T20:29:04.045+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:08.096 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:04 smithi142 bash[9523]: cluster 2020-11-16T20:29:02.922412+0000 osd.8 (osd.8) 52 : cluster [DBG] 2.5 scrub starts
2020-11-16T20:29:08.096 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:04 smithi142 bash[9523]: cluster 2020-11-16T20:29:02.964700+0000 osd.3 (osd.3) 53 : cluster [DBG] 2.19 scrub starts
2020-11-16T20:29:08.096 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:04 smithi142 bash[9523]: cluster 2020-11-16T20:29:02.987968+0000 osd.5 (osd.5) 60 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:29:08.097 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:04 smithi142 bash[9523]: cluster 2020-11-16T20:29:03.180033+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e253: 12 total, 12 up, 11 in
2020-11-16T20:29:08.097 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:04 smithi142 bash[9523]: cluster 2020-11-16T20:29:03.264467+0000 osd.8 (osd.8) 53 : cluster [DBG] 2.5 scrub ok
2020-11-16T20:29:08.097 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:04 smithi142 bash[9523]: cluster 2020-11-16T20:29:03.283188+0000 osd.5 (osd.5) 61 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:29:08.097 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:05 smithi142 bash[9523]: cluster 2020-11-16T20:29:03.251253+0000 osd.3 (osd.3) 54 : cluster [DBG] 2.19 scrub ok
2020-11-16T20:29:08.098 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:05 smithi142 bash[9523]: cluster 2020-11-16T20:29:03.499417+0000 osd.1 (osd.1) 70 : cluster [DBG] 2.9 scrub starts
2020-11-16T20:29:08.098 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:05 smithi142 bash[9523]: cluster 2020-11-16T20:29:03.704136+0000 osd.1 (osd.1) 71 : cluster [DBG] 2.9 scrub ok
2020-11-16T20:29:08.098 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:05 smithi142 bash[9523]: cluster 2020-11-16T20:29:04.107110+0000 mgr.x (mgr.14196) 499 : cluster [DBG] pgmap v678: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 2 active+remapped+backfilling, 22 active+clean; 2.6 GiB data, 6.6 GiB used, 977 GiB / 983 GiB avail; 0 B/s wr, 835 op/s; 1390/86266 objects misplaced (1.611%); 33 MiB/s, 533 objects/s recovering
2020-11-16T20:29:08.099 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:05 smithi142 bash[9523]: cluster 2020-11-16T20:29:04.197612+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e254: 12 total, 12 up, 11 in
2020-11-16T20:29:08.099 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:06 smithi142 bash[9523]: cluster 2020-11-16T20:29:04.870634+0000 osd.8 (osd.8) 54 : cluster [DBG] 2.b scrub starts
2020-11-16T20:29:08.099 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:06 smithi142 bash[9523]: audit 2020-11-16T20:29:06.080665+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? v1:172.21.15.142:0/673079996' entity='client.admin' cmd=[{"prefix": "osd set-full-ratio", "ratio": 0.95}]: dispatch
2020-11-16T20:29:08.099 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:07 smithi142 bash[9523]: cluster 2020-11-16T20:29:05.729988+0000 osd.8 (osd.8) 55 : cluster [DBG] 2.b scrub ok
2020-11-16T20:29:08.100 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:07 smithi142 bash[9523]: cluster 2020-11-16T20:29:06.107636+0000 mgr.x (mgr.14196) 500 : cluster [DBG] pgmap v680: 27 pgs: 1 active+clean+scrubbing, 2 active+remapped+backfilling, 24 active+clean; 2.5 GiB data, 6.3 GiB used, 977 GiB / 983 GiB avail; 0 B/s wr, 846 op/s; 1390/81816 objects misplaced (1.699%); 17 MiB/s, 270 objects/s recovering
2020-11-16T20:29:08.100 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:07 smithi142 bash[9523]: cluster 2020-11-16T20:29:07.062328+0000 mon.a (mon.0) 1090 : cluster [INF] Health check cleared: OSD_OUT_OF_ORDER_FULL (was: full ratio(s) out of order)
2020-11-16T20:29:08.100 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:07 smithi142 bash[9523]: cluster 2020-11-16T20:29:07.062360+0000 mon.a (mon.0) 1091 : cluster [INF] Cluster is now healthy
2020-11-16T20:29:08.101 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:07 smithi142 bash[9523]: audit 2020-11-16T20:29:07.068754+0000 mon.a (mon.0) 1092 : audit [INF] from='client.? v1:172.21.15.142:0/673079996' entity='client.admin' cmd='[{"prefix": "osd set-full-ratio", "ratio": 0.95}]': finished
2020-11-16T20:29:08.101 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:07 smithi142 bash[9523]: cluster 2020-11-16T20:29:07.068810+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e255: 12 total, 12 up, 11 in
2020-11-16T20:29:08.101 INFO:teuthology.orchestra.run.smithi142.stderr:osd set-full-ratio 0.95
2020-11-16T20:29:08.102 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:04 smithi071 bash[9480]: cluster 2020-11-16T20:29:02.922412+0000 osd.8 (osd.8) 52 : cluster [DBG] 2.5 scrub starts
2020-11-16T20:29:08.102 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:04 smithi071 bash[9480]: cluster 2020-11-16T20:29:02.964700+0000 osd.3 (osd.3) 53 : cluster [DBG] 2.19 scrub starts
2020-11-16T20:29:08.102 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:04 smithi071 bash[9480]: cluster 2020-11-16T20:29:02.987968+0000 osd.5 (osd.5) 60 : cluster [DBG] 2.2 scrub starts
2020-11-16T20:29:08.103 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:04 smithi071 bash[9480]: cluster 2020-11-16T20:29:03.180033+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e253: 12 total, 12 up, 11 in
2020-11-16T20:29:08.103 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:04 smithi071 bash[9480]: cluster 2020-11-16T20:29:03.264467+0000 osd.8 (osd.8) 53 : cluster [DBG] 2.5 scrub ok
2020-11-16T20:29:08.103 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:04 smithi071 bash[9480]: cluster 2020-11-16T20:29:03.283188+0000 osd.5 (osd.5) 61 : cluster [DBG] 2.2 scrub ok
2020-11-16T20:29:08.104 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:05 smithi071 bash[9480]: cluster 2020-11-16T20:29:03.251253+0000 osd.3 (osd.3) 54 : cluster [DBG] 2.19 scrub ok
2020-11-16T20:29:08.104 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:05 smithi071 bash[9480]: cluster 2020-11-16T20:29:03.499417+0000 osd.1 (osd.1) 70 : cluster [DBG] 2.9 scrub starts
2020-11-16T20:29:08.104 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:05 smithi071 bash[9480]: cluster 2020-11-16T20:29:03.704136+0000 osd.1 (osd.1) 71 : cluster [DBG] 2.9 scrub ok
2020-11-16T20:29:08.104 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:05 smithi071 bash[9480]: cluster 2020-11-16T20:29:04.107110+0000 mgr.x (mgr.14196) 499 : cluster [DBG] pgmap v678: 27 pgs: 1 active+clean+remapped, 2 active+clean+scrubbing, 2 active+remapped+backfilling, 22 active+clean; 2.6 GiB data, 6.6 GiB used, 977 GiB / 983 GiB avail; 0 B/s wr, 835 op/s; 1390/86266 objects misplaced (1.611%); 33 MiB/s, 533 objects/s recovering
2020-11-16T20:29:08.105 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:05 smithi071 bash[9480]: cluster 2020-11-16T20:29:04.197612+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e254: 12 total, 12 up, 11 in
2020-11-16T20:29:08.105 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:06 smithi071 bash[9480]: cluster 2020-11-16T20:29:04.870634+0000 osd.8 (osd.8) 54 : cluster [DBG] 2.b scrub starts
2020-11-16T20:29:08.105 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:06 smithi071 bash[9480]: audit 2020-11-16T20:29:06.080665+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? v1:172.21.15.142:0/673079996' entity='client.admin' cmd=[{"prefix": "osd set-full-ratio", "ratio": 0.95}]: dispatch
2020-11-16T20:29:08.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:07 smithi071 bash[9480]: cluster 2020-11-16T20:29:05.729988+0000 osd.8 (osd.8) 55 : cluster [DBG] 2.b scrub ok
2020-11-16T20:29:08.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:07 smithi071 bash[9480]: cluster 2020-11-16T20:29:06.107636+0000 mgr.x (mgr.14196) 500 : cluster [DBG] pgmap v680: 27 pgs: 1 active+clean+scrubbing, 2 active+remapped+backfilling, 24 active+clean; 2.5 GiB data, 6.3 GiB used, 977 GiB / 983 GiB avail; 0 B/s wr, 846 op/s; 1390/81816 objects misplaced (1.699%); 17 MiB/s, 270 objects/s recovering
2020-11-16T20:29:08.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:07 smithi071 bash[9480]: cluster 2020-11-16T20:29:07.062328+0000 mon.a (mon.0) 1090 : cluster [INF] Health check cleared: OSD_OUT_OF_ORDER_FULL (was: full ratio(s) out of order)
2020-11-16T20:29:08.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:07 smithi071 bash[9480]: cluster 2020-11-16T20:29:07.062360+0000 mon.a (mon.0) 1091 : cluster [INF] Cluster is now healthy
2020-11-16T20:29:08.107 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:07 smithi071 bash[9480]: audit 2020-11-16T20:29:07.068754+0000 mon.a (mon.0) 1092 : audit [INF] from='client.? v1:172.21.15.142:0/673079996' entity='client.admin' cmd='[{"prefix": "osd set-full-ratio", "ratio": 0.95}]': finished
2020-11-16T20:29:08.107 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:07 smithi071 bash[9480]: cluster 2020-11-16T20:29:07.068810+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e255: 12 total, 12 up, 11 in
2020-11-16T20:29:08.108 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_historic_ops
2020-11-16T20:29:08.196 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:08.269 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:29:08.304 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:08.317 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:08.420 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:08.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:08 smithi071 bash[9480]: cluster 2020-11-16T20:29:06.953705+0000 osd.8 (osd.8) 56 : cluster [DBG] 2.10 deep-scrub starts
2020-11-16T20:29:08.451 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:08 smithi071 bash[12066]: debug 2020-11-16T20:29:08.314+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:08.460 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:08 smithi142 bash[9523]: cluster 2020-11-16T20:29:06.953705+0000 osd.8 (osd.8) 56 : cluster [DBG] 2.10 deep-scrub starts
2020-11-16T20:29:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:08 smithi065 bash[9468]: cluster 2020-11-16T20:29:06.953705+0000 osd.8 (osd.8) 56 : cluster [DBG] 2.10 deep-scrub starts
2020-11-16T20:29:09.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:09 smithi071 bash[9480]: cluster 2020-11-16T20:29:07.515623+0000 osd.5 (osd.5) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:09.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:09 smithi071 bash[9480]: cluster 2020-11-16T20:29:07.515701+0000 osd.5 (osd.5) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:09.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:09 smithi071 bash[9480]: cluster 2020-11-16T20:29:08.108161+0000 mgr.x (mgr.14196) 501 : cluster [DBG] pgmap v682: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+clean+scrubbing, 1 active+remapped+backfilling, 24 active+clean; 2.4 GiB data, 6.0 GiB used, 977 GiB / 983 GiB avail; 527/79298 objects misplaced (0.665%); 22 MiB/s, 354 objects/s recovering
2020-11-16T20:29:09.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:09 smithi071 bash[9480]: cluster 2020-11-16T20:29:08.205040+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e256: 12 total, 12 up, 11 in
2020-11-16T20:29:09.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:09 smithi142 bash[9523]: cluster 2020-11-16T20:29:07.515623+0000 osd.5 (osd.5) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:09.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:09 smithi142 bash[9523]: cluster 2020-11-16T20:29:07.515701+0000 osd.5 (osd.5) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:09.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:09 smithi142 bash[9523]: cluster 2020-11-16T20:29:08.108161+0000 mgr.x (mgr.14196) 501 : cluster [DBG] pgmap v682: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+clean+scrubbing, 1 active+remapped+backfilling, 24 active+clean; 2.4 GiB data, 6.0 GiB used, 977 GiB / 983 GiB avail; 527/79298 objects misplaced (0.665%); 22 MiB/s, 354 objects/s recovering
2020-11-16T20:29:09.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:09 smithi142 bash[9523]: cluster 2020-11-16T20:29:08.205040+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e256: 12 total, 12 up, 11 in
2020-11-16T20:29:09.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:09 smithi065 bash[9468]: cluster 2020-11-16T20:29:07.515623+0000 osd.5 (osd.5) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:09.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:09 smithi065 bash[9468]: cluster 2020-11-16T20:29:07.515701+0000 osd.5 (osd.5) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:09.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:09 smithi065 bash[9468]: cluster 2020-11-16T20:29:08.108161+0000 mgr.x (mgr.14196) 501 : cluster [DBG] pgmap v682: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+clean+scrubbing, 1 active+remapped+backfilling, 24 active+clean; 2.4 GiB data, 6.0 GiB used, 977 GiB / 983 GiB avail; 527/79298 objects misplaced (0.665%); 22 MiB/s, 354 objects/s recovering
2020-11-16T20:29:09.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:09 smithi065 bash[9468]: cluster 2020-11-16T20:29:08.205040+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e256: 12 total, 12 up, 11 in
2020-11-16T20:29:09.790 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:29:09.836 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:29:09.876 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:29:09.916 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:29:09.964 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:29:10.006 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:29:10.042 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:29:10.080 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:29:10.120 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:29:10.166 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:29:10.199 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:29:10.206 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:10 smithi142 bash[9523]: audit 2020-11-16T20:29:09.753590+0000 mon.a (mon.0) 1095 : audit [DBG] from='client.? v1:172.21.15.142:0/2757641554' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:10.206 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:10 smithi142 bash[9523]: cluster 2020-11-16T20:29:09.794741+0000 osd.0 (osd.0) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:10.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:10 smithi142 bash[9523]: cluster 2020-11-16T20:29:09.920709+0000 osd.3 (osd.3) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:10.238 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:29:10.248 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.248 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.248 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.248 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.249 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.249 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.249 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.249 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.249 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.249 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.249 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.250 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:29:10.506 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:10 smithi071 bash[9480]: audit 2020-11-16T20:29:09.753590+0000 mon.a (mon.0) 1095 : audit [DBG] from='client.? v1:172.21.15.142:0/2757641554' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:10.506 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:10 smithi071 bash[9480]: cluster 2020-11-16T20:29:09.794741+0000 osd.0 (osd.0) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:10.506 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:10 smithi071 bash[9480]: cluster 2020-11-16T20:29:09.920709+0000 osd.3 (osd.3) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:10 smithi065 bash[9468]: audit 2020-11-16T20:29:09.753590+0000 mon.a (mon.0) 1095 : audit [DBG] from='client.? v1:172.21.15.142:0/2757641554' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:10 smithi065 bash[9468]: cluster 2020-11-16T20:29:09.794741+0000 osd.0 (osd.0) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:10 smithi065 bash[9468]: cluster 2020-11-16T20:29:09.920709+0000 osd.3 (osd.3) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:09.840545+0000 osd.1 (osd.1) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:09.877705+0000 osd.2 (osd.2) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:09.962531+0000 osd.4 (osd.4) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:10.006417+0000 osd.5 (osd.5) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:10.040422+0000 osd.6 (osd.6) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:10.077886+0000 osd.7 (osd.7) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:10.108744+0000 mgr.x (mgr.14196) 502 : cluster [DBG] pgmap v684: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+remapped+backfilling, 25 active+clean; 2.3 GiB data, 5.7 GiB used, 978 GiB / 983 GiB avail; 527/74530 objects misplaced (0.707%); 7.9 MiB/s, 126 objects/s recovering
2020-11-16T20:29:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:10.120909+0000 osd.8 (osd.8) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:10.167587+0000 osd.9 (osd.9) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:10.201032+0000 osd.10 (osd.10) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[9468]: cluster 2020-11-16T20:29:10.236867+0000 osd.11 (osd.11) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:09.840545+0000 osd.1 (osd.1) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:09.877705+0000 osd.2 (osd.2) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:09.962531+0000 osd.4 (osd.4) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:10.006417+0000 osd.5 (osd.5) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:10.040422+0000 osd.6 (osd.6) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:10.077886+0000 osd.7 (osd.7) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:10.108744+0000 mgr.x (mgr.14196) 502 : cluster [DBG] pgmap v684: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+remapped+backfilling, 25 active+clean; 2.3 GiB data, 5.7 GiB used, 978 GiB / 983 GiB avail; 527/74530 objects misplaced (0.707%); 7.9 MiB/s, 126 objects/s recovering
2020-11-16T20:29:11.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:10.120909+0000 osd.8 (osd.8) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:10.167587+0000 osd.9 (osd.9) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:10.201032+0000 osd.10 (osd.10) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:11 smithi142 bash[9523]: cluster 2020-11-16T20:29:10.236867+0000 osd.11 (osd.11) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:09.840545+0000 osd.1 (osd.1) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:09.877705+0000 osd.2 (osd.2) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:09.962531+0000 osd.4 (osd.4) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:10.006417+0000 osd.5 (osd.5) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:10.040422+0000 osd.6 (osd.6) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:10.077886+0000 osd.7 (osd.7) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:10.108744+0000 mgr.x (mgr.14196) 502 : cluster [DBG] pgmap v684: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+remapped+backfilling, 25 active+clean; 2.3 GiB data, 5.7 GiB used, 978 GiB / 983 GiB avail; 527/74530 objects misplaced (0.707%); 7.9 MiB/s, 126 objects/s recovering
2020-11-16T20:29:11.705 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:10.120909+0000 osd.8 (osd.8) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.706 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:10.167587+0000 osd.9 (osd.9) 49 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.706 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:10.201032+0000 osd.10 (osd.10) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.706 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:11 smithi071 bash[9480]: cluster 2020-11-16T20:29:10.236867+0000 osd.11 (osd.11) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:11.854 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:11.957 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:12.260 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:12.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:11 smithi065 bash[11785]: debug 2020-11-16T20:29:11.849+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:12.363 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:12.466 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:12.534 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:29:12 smithi142 bash[20366]: debug 2020-11-16T20:29:12.261+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:12.572 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:12.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:12 smithi065 bash[11785]: debug 2020-11-16T20:29:12.461+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:12.925 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:13.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:12 smithi142 bash[18009]: debug 2020-11-16T20:29:12.821+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:13.039 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:29:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:29:13.144 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:13.219 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:13 smithi065 bash[16457]: debug 2020-11-16T20:29:13.037+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:13.348 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:13.399 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9] out_osds:  [10] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:29:13.399 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:29:13.400 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:29:13.407 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:13 smithi142 bash[9523]: cluster 2020-11-16T20:29:12.109264+0000 mgr.x (mgr.14196) 503 : cluster [DBG] pgmap v685: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+remapped+backfilling, 25 active+clean; 2.2 GiB data, 5.5 GiB used, 978 GiB / 983 GiB avail; 527/71576 objects misplaced (0.736%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:29:13.407 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:13 smithi142 bash[9523]: cluster 2020-11-16T20:29:12.223876+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e257: 12 total, 12 up, 11 in
2020-11-16T20:29:13.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:13 smithi142 bash[9523]: cluster 2020-11-16T20:29:12.263750+0000 osd.3 (osd.3) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:13.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:13 smithi142 bash[9523]: cluster 2020-11-16T20:29:12.263841+0000 osd.3 (osd.3) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:13.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:13 smithi142 bash[9523]: cluster 2020-11-16T20:29:12.858671+0000 osd.7 (osd.7) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:13.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:13 smithi142 bash[9523]: cluster 2020-11-16T20:29:12.858860+0000 osd.7 (osd.7) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:13.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:13 smithi071 bash[9480]: cluster 2020-11-16T20:29:12.109264+0000 mgr.x (mgr.14196) 503 : cluster [DBG] pgmap v685: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+remapped+backfilling, 25 active+clean; 2.2 GiB data, 5.5 GiB used, 978 GiB / 983 GiB avail; 527/71576 objects misplaced (0.736%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:29:13.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:13 smithi071 bash[9480]: cluster 2020-11-16T20:29:12.223876+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e257: 12 total, 12 up, 11 in
2020-11-16T20:29:13.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:13 smithi071 bash[9480]: cluster 2020-11-16T20:29:12.263750+0000 osd.3 (osd.3) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:13.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:13 smithi071 bash[9480]: cluster 2020-11-16T20:29:12.263841+0000 osd.3 (osd.3) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:13.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:13 smithi071 bash[9480]: cluster 2020-11-16T20:29:12.858671+0000 osd.7 (osd.7) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:13.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:13 smithi071 bash[9480]: cluster 2020-11-16T20:29:12.858860+0000 osd.7 (osd.7) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:13.451 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:13 smithi071 bash[12066]: debug 2020-11-16T20:29:13.346+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:13.453 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:13.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:13 smithi065 bash[9468]: cluster 2020-11-16T20:29:12.109264+0000 mgr.x (mgr.14196) 503 : cluster [DBG] pgmap v685: 27 pgs: 1 active+clean+scrubbing+deep, 1 active+remapped+backfilling, 25 active+clean; 2.2 GiB data, 5.5 GiB used, 978 GiB / 983 GiB avail; 527/71576 objects misplaced (0.736%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:29:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:13 smithi065 bash[9468]: cluster 2020-11-16T20:29:12.223876+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e257: 12 total, 12 up, 11 in
2020-11-16T20:29:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:13 smithi065 bash[9468]: cluster 2020-11-16T20:29:12.263750+0000 osd.3 (osd.3) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:13 smithi065 bash[9468]: cluster 2020-11-16T20:29:12.263841+0000 osd.3 (osd.3) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:13 smithi065 bash[9468]: cluster 2020-11-16T20:29:12.858671+0000 osd.7 (osd.7) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:13.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:13 smithi065 bash[9468]: cluster 2020-11-16T20:29:12.858860+0000 osd.7 (osd.7) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:13.616 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:13.620 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:13.725 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:29:13.729 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:13.772 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:13 smithi142 bash[22738]: debug 2020-11-16T20:29:13.617+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:13.896 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:14.035 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T20:29:14.201 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:14.237 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:29:14.320 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:14 smithi142 bash[9523]: cluster 2020-11-16T20:29:13.231800+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e258: 12 total, 12 up, 11 in
2020-11-16T20:29:14.322 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:14 smithi142 bash[9523]: audit 2020-11-16T20:29:13.735774+0000 mon.a (mon.0) 1098 : audit [INF] from='client.? v1:172.21.15.142:0/1169943111' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:29:14.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:14 smithi071 bash[9480]: cluster 2020-11-16T20:29:13.231800+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e258: 12 total, 12 up, 11 in
2020-11-16T20:29:14.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:14 smithi071 bash[9480]: audit 2020-11-16T20:29:13.735774+0000 mon.a (mon.0) 1098 : audit [INF] from='client.? v1:172.21.15.142:0/1169943111' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:29:14.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:14 smithi065 bash[9468]: cluster 2020-11-16T20:29:13.231800+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e258: 12 total, 12 up, 11 in
2020-11-16T20:29:14.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:14 smithi065 bash[9468]: audit 2020-11-16T20:29:13.735774+0000 mon.a (mon.0) 1098 : audit [INF] from='client.? v1:172.21.15.142:0/1169943111' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:29:14.825 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:14.927 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:15.063 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:15.169 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:15.231 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[16457]: debug 2020-11-16T20:29:15.061+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:15.232 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[9468]: cluster 2020-11-16T20:29:13.384422+0000 osd.8 (osd.8) 58 : cluster [DBG] 2.10 deep-scrub ok
2020-11-16T20:29:15.232 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[9468]: cluster 2020-11-16T20:29:13.507532+0000 osd.1 (osd.1) 73 : cluster [DBG] 2.6 scrub starts
2020-11-16T20:29:15.232 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[9468]: cluster 2020-11-16T20:29:13.962816+0000 osd.1 (osd.1) 74 : cluster [DBG] 2.6 scrub ok
2020-11-16T20:29:15.232 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[9468]: cluster 2020-11-16T20:29:14.109701+0000 mgr.x (mgr.14196) 504 : cluster [DBG] pgmap v688: 27 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 1 peering, 24 active+clean; 2.1 GiB data, 5.3 GiB used, 978 GiB / 983 GiB avail; 5.1 MiB/s, 81 objects/s recovering
2020-11-16T20:29:15.232 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[9468]: cluster 2020-11-16T20:29:14.229452+0000 mon.a (mon.0) 1099 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:15.233 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[9468]: audit 2020-11-16T20:29:14.237126+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? v1:172.21.15.142:0/1169943111' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:29:15.233 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[9468]: cluster 2020-11-16T20:29:14.237170+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e259: 12 total, 12 up, 11 in
2020-11-16T20:29:15.233 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:14 smithi142 bash[22738]: debug 2020-11-16T20:29:14.825+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:15.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:15 smithi142 bash[9523]: cluster 2020-11-16T20:29:13.384422+0000 osd.8 (osd.8) 58 : cluster [DBG] 2.10 deep-scrub ok
2020-11-16T20:29:15.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:15 smithi142 bash[9523]: cluster 2020-11-16T20:29:13.507532+0000 osd.1 (osd.1) 73 : cluster [DBG] 2.6 scrub starts
2020-11-16T20:29:15.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:15 smithi142 bash[9523]: cluster 2020-11-16T20:29:13.962816+0000 osd.1 (osd.1) 74 : cluster [DBG] 2.6 scrub ok
2020-11-16T20:29:15.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:15 smithi142 bash[9523]: cluster 2020-11-16T20:29:14.109701+0000 mgr.x (mgr.14196) 504 : cluster [DBG] pgmap v688: 27 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 1 peering, 24 active+clean; 2.1 GiB data, 5.3 GiB used, 978 GiB / 983 GiB avail; 5.1 MiB/s, 81 objects/s recovering
2020-11-16T20:29:15.234 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:15 smithi142 bash[9523]: cluster 2020-11-16T20:29:14.229452+0000 mon.a (mon.0) 1099 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:15.235 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:15 smithi142 bash[9523]: audit 2020-11-16T20:29:14.237126+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? v1:172.21.15.142:0/1169943111' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:29:15.235 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:15 smithi142 bash[9523]: cluster 2020-11-16T20:29:14.237170+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e259: 12 total, 12 up, 11 in
2020-11-16T20:29:15.301 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:15.404 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:15.533 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:15 smithi065 bash[11785]: debug 2020-11-16T20:29:15.297+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:15.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:15 smithi071 bash[9480]: cluster 2020-11-16T20:29:13.384422+0000 osd.8 (osd.8) 58 : cluster [DBG] 2.10 deep-scrub ok
2020-11-16T20:29:15.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:15 smithi071 bash[9480]: cluster 2020-11-16T20:29:13.507532+0000 osd.1 (osd.1) 73 : cluster [DBG] 2.6 scrub starts
2020-11-16T20:29:15.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:15 smithi071 bash[9480]: cluster 2020-11-16T20:29:13.962816+0000 osd.1 (osd.1) 74 : cluster [DBG] 2.6 scrub ok
2020-11-16T20:29:15.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:15 smithi071 bash[9480]: cluster 2020-11-16T20:29:14.109701+0000 mgr.x (mgr.14196) 504 : cluster [DBG] pgmap v688: 27 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 1 peering, 24 active+clean; 2.1 GiB data, 5.3 GiB used, 978 GiB / 983 GiB avail; 5.1 MiB/s, 81 objects/s recovering
2020-11-16T20:29:15.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:15 smithi071 bash[9480]: cluster 2020-11-16T20:29:14.229452+0000 mon.a (mon.0) 1099 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:15.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:15 smithi071 bash[9480]: audit 2020-11-16T20:29:14.237126+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? v1:172.21.15.142:0/1169943111' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:29:15.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:15 smithi071 bash[9480]: cluster 2020-11-16T20:29:14.237170+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e259: 12 total, 12 up, 11 in
2020-11-16T20:29:15.956 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:16.059 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:16.172 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:16.238 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:15 smithi142 bash[22738]: debug 2020-11-16T20:29:15.957+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:16.275 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:16.441 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:16.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:16 smithi071 bash[16796]: debug 2020-11-16T20:29:16.169+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:16.534 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:16 smithi142 bash[18009]: debug 2020-11-16T20:29:16.441+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:16.543 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:29:16.676 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:29:16.781 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:16.960 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:17.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:29:16 smithi065 bash[18823]: debug 2020-11-16T20:29:16.673+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:17.034 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:29:16 smithi142 bash[20366]: debug 2020-11-16T20:29:16.957+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:17.065 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:17.186 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:17.289 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:17 smithi071 bash[9480]: cluster 2020-11-16T20:29:16.067441+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e260: 12 total, 12 up, 11 in
2020-11-16T20:29:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:17 smithi071 bash[9480]: cluster 2020-11-16T20:29:16.110130+0000 mgr.x (mgr.14196) 505 : cluster [DBG] pgmap v691: 27 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 1 peering, 24 active+clean; 1.9 GiB data, 4.9 GiB used, 979 GiB / 983 GiB avail; 0 B/s wr, 1.11k op/s; 7.7 MiB/s, 122 objects/s recovering
2020-11-16T20:29:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:17 smithi071 bash[9480]: audit 2020-11-16T20:29:16.156778+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:17 smithi071 bash[9480]: audit 2020-11-16T20:29:16.160280+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:17 smithi071 bash[9480]: audit 2020-11-16T20:29:16.163893+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:17.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:17 smithi065 bash[9468]: cluster 2020-11-16T20:29:16.067441+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e260: 12 total, 12 up, 11 in
2020-11-16T20:29:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:17 smithi065 bash[9468]: cluster 2020-11-16T20:29:16.110130+0000 mgr.x (mgr.14196) 505 : cluster [DBG] pgmap v691: 27 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 1 peering, 24 active+clean; 1.9 GiB data, 4.9 GiB used, 979 GiB / 983 GiB avail; 0 B/s wr, 1.11k op/s; 7.7 MiB/s, 122 objects/s recovering
2020-11-16T20:29:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:17 smithi065 bash[9468]: audit 2020-11-16T20:29:16.156778+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:17 smithi065 bash[9468]: audit 2020-11-16T20:29:16.160280+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:17.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:17 smithi065 bash[9468]: audit 2020-11-16T20:29:16.163893+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:17.535 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:29:17 smithi065 bash[14115]: debug 2020-11-16T20:29:17.181+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:17.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:17 smithi142 bash[9523]: cluster 2020-11-16T20:29:16.067441+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e260: 12 total, 12 up, 11 in
2020-11-16T20:29:17.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:17 smithi142 bash[9523]: cluster 2020-11-16T20:29:16.110130+0000 mgr.x (mgr.14196) 505 : cluster [DBG] pgmap v691: 27 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 1 peering, 24 active+clean; 1.9 GiB data, 4.9 GiB used, 979 GiB / 983 GiB avail; 0 B/s wr, 1.11k op/s; 7.7 MiB/s, 122 objects/s recovering
2020-11-16T20:29:17.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:17 smithi142 bash[9523]: audit 2020-11-16T20:29:16.156778+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:17.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:17 smithi142 bash[9523]: audit 2020-11-16T20:29:16.160280+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:17.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:17 smithi142 bash[9523]: audit 2020-11-16T20:29:16.163893+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:18.009 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:18.113 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:18.240 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:29:18.248 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:18 smithi142 bash[18009]: debug 2020-11-16T20:29:18.013+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:18.432 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:18.436 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:18.535 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:18 smithi142 bash[18009]: debug 2020-11-16T20:29:18.433+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:18.536 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:18.674 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:18.778 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:18.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:18 smithi071 bash[12066]: debug 2020-11-16T20:29:18.673+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:19.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:19 smithi071 bash[9480]: cluster 2020-11-16T20:29:18.110544+0000 mgr.x (mgr.14196) 506 : cluster [DBG] pgmap v692: 27 pgs: 1 active+clean+scrubbing, 1 peering, 25 active+clean; 1.9 GiB data, 4.7 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:19.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:19 smithi065 bash[9468]: cluster 2020-11-16T20:29:18.110544+0000 mgr.x (mgr.14196) 506 : cluster [DBG] pgmap v692: 27 pgs: 1 active+clean+scrubbing, 1 peering, 25 active+clean; 1.9 GiB data, 4.7 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:19.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:19 smithi142 bash[9523]: cluster 2020-11-16T20:29:18.110544+0000 mgr.x (mgr.14196) 506 : cluster [DBG] pgmap v692: 27 pgs: 1 active+clean+scrubbing, 1 peering, 25 active+clean; 1.9 GiB data, 4.7 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:19.779 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:19.882 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:20.024 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:20.034 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:19 smithi142 bash[15670]: debug 2020-11-16T20:29:19.781+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:20.127 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:20.176 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:20 smithi071 bash[12066]: debug 2020-11-16T20:29:20.021+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:20.316 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:20.420 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:20.430 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:20 smithi071 bash[9480]: cluster 2020-11-16T20:29:19.273982+0000 osd.8 (osd.8) 59 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:20.431 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:20 smithi071 bash[9480]: cluster 2020-11-16T20:29:19.274066+0000 osd.8 (osd.8) 60 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:20.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:20 smithi065 bash[9468]: cluster 2020-11-16T20:29:19.273982+0000 osd.8 (osd.8) 59 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:20.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:20 smithi065 bash[9468]: cluster 2020-11-16T20:29:19.274066+0000 osd.8 (osd.8) 60 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:20.534 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:20 smithi142 bash[18009]: debug 2020-11-16T20:29:20.317+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:20.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:20 smithi142 bash[9523]: cluster 2020-11-16T20:29:19.273982+0000 osd.8 (osd.8) 59 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:20.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:20 smithi142 bash[9523]: cluster 2020-11-16T20:29:19.274066+0000 osd.8 (osd.8) 60 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:20.543 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:20.646 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:20.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:20 smithi071 bash[12066]: debug 2020-11-16T20:29:20.541+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:20.774 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:20.880 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:21.033 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:20 smithi065 bash[11785]: debug 2020-11-16T20:29:20.769+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:21.182 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:21 smithi142 bash[9523]: cluster 2020-11-16T20:29:20.111107+0000 mgr.x (mgr.14196) 507 : cluster [DBG] pgmap v693: 27 pgs: 27 active+clean; 1.7 GiB data, 4.4 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:21.183 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:21 smithi142 bash[9523]: cluster 2020-11-16T20:29:20.183366+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e261: 12 total, 12 up, 11 in
2020-11-16T20:29:21.183 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:21 smithi142 bash[9523]: cluster 2020-11-16T20:29:21.068677+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e262: 12 total, 12 up, 11 in
2020-11-16T20:29:21.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:21 smithi071 bash[9480]: cluster 2020-11-16T20:29:20.111107+0000 mgr.x (mgr.14196) 507 : cluster [DBG] pgmap v693: 27 pgs: 27 active+clean; 1.7 GiB data, 4.4 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:21 smithi071 bash[9480]: cluster 2020-11-16T20:29:20.183366+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e261: 12 total, 12 up, 11 in
2020-11-16T20:29:21.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:21 smithi071 bash[9480]: cluster 2020-11-16T20:29:21.068677+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e262: 12 total, 12 up, 11 in
2020-11-16T20:29:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:21 smithi065 bash[9468]: cluster 2020-11-16T20:29:20.111107+0000 mgr.x (mgr.14196) 507 : cluster [DBG] pgmap v693: 27 pgs: 27 active+clean; 1.7 GiB data, 4.4 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:21 smithi065 bash[9468]: cluster 2020-11-16T20:29:20.183366+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e261: 12 total, 12 up, 11 in
2020-11-16T20:29:21.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:21 smithi065 bash[9468]: cluster 2020-11-16T20:29:21.068677+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e262: 12 total, 12 up, 11 in
2020-11-16T20:29:21.577 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:21.680 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:21.826 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:21.932 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:22.033 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:29:21 smithi065 bash[14115]: debug 2020-11-16T20:29:21.821+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:22.034 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:21 smithi142 bash[15670]: debug 2020-11-16T20:29:21.577+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:22.051 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:22.154 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:22.201 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:22 smithi071 bash[16796]: debug 2020-11-16T20:29:22.049+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:22.284 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:22.389 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:22.505 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:22.609 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:22.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:22 smithi071 bash[16796]: debug 2020-11-16T20:29:22.281+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:22.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:22 smithi065 bash[16457]: debug 2020-11-16T20:29:22.501+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:22.836 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:22.888 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:22 smithi142 bash[15670]: debug 2020-11-16T20:29:22.837+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:22.940 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:23.044 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:23.148 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:23.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:23 smithi071 bash[26650]: debug 2020-11-16T20:29:23.041+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:23.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:23 smithi071 bash[9480]: cluster 2020-11-16T20:29:21.850131+0000 osd.1 (osd.1) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:23.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:23 smithi071 bash[9480]: cluster 2020-11-16T20:29:21.850217+0000 osd.1 (osd.1) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:23.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:23 smithi071 bash[9480]: cluster 2020-11-16T20:29:22.111556+0000 mgr.x (mgr.14196) 508 : cluster [DBG] pgmap v696: 27 pgs: 27 active+clean; 1.6 GiB data, 4.2 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:23.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:23 smithi071 bash[9480]: cluster 2020-11-16T20:29:22.194658+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e263: 12 total, 12 up, 11 in
2020-11-16T20:29:23.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:23 smithi142 bash[9523]: cluster 2020-11-16T20:29:21.850131+0000 osd.1 (osd.1) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:23.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:23 smithi142 bash[9523]: cluster 2020-11-16T20:29:21.850217+0000 osd.1 (osd.1) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:23.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:23 smithi142 bash[9523]: cluster 2020-11-16T20:29:22.111556+0000 mgr.x (mgr.14196) 508 : cluster [DBG] pgmap v696: 27 pgs: 27 active+clean; 1.6 GiB data, 4.2 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:23.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:23 smithi142 bash[9523]: cluster 2020-11-16T20:29:22.194658+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e263: 12 total, 12 up, 11 in
2020-11-16T20:29:23.266 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:23.370 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:23.475 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:23 smithi065 bash[9468]: cluster 2020-11-16T20:29:21.850131+0000 osd.1 (osd.1) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:23.475 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:23 smithi065 bash[9468]: cluster 2020-11-16T20:29:21.850217+0000 osd.1 (osd.1) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:23.475 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:23 smithi065 bash[9468]: cluster 2020-11-16T20:29:22.111556+0000 mgr.x (mgr.14196) 508 : cluster [DBG] pgmap v696: 27 pgs: 27 active+clean; 1.6 GiB data, 4.2 GiB used, 979 GiB / 983 GiB avail
2020-11-16T20:29:23.476 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:23 smithi065 bash[9468]: cluster 2020-11-16T20:29:22.194658+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e263: 12 total, 12 up, 11 in
2020-11-16T20:29:23.476 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:23 smithi065 bash[11785]: debug 2020-11-16T20:29:23.257+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:23.476 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:23.555 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:29:23.555 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:29:23.555 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 263,
2020-11-16T20:29:23.556 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:29:23.556 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:29:23.556 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:29:22.186886+0000",
2020-11-16T20:29:23.556 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:29:23.556 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:28:39.188171+0000",
2020-11-16T20:29:23.556 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "noscrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:29:23.556 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5801984,
2020-11-16T20:29:23.557 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:29:23.557 INFO:teuthology.orchestra.run.smithi142.stdout:        "noscrub",
2020-11-16T20:29:23.557 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:29:23.557 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:29:23.557 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:29:23.557 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:29:23.557 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:29:23.558 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 27,
2020-11-16T20:29:23.558 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:29:23.558 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:29:23.558 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:29:23.558 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:29:23.559 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 2,
2020-11-16T20:29:23.559 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:29:23.559 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:29:23.559 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "jewel",
2020-11-16T20:29:23.559 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:29:23.559 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:29:23.559 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:29:23.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:29:23.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:29:23.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:29:23.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:29:23.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:29:23.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:29:23.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:29:23.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:29:23.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:29:23.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:29:23.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:29:23.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:29:23.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:29:23.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:29:23.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:29:23.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:29:23.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:29:23.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:29:23.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:29:23.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:29:23.563 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:29:23.563 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:29:23.563 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:29:23.563 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:29:23.563 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:29:23.563 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:29:23.563 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:29:23.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:29:23.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:29:23.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:29:23.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:29:23.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:29:23.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:29:23.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:29:23.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:29:23.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:29:23.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:29:23.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:29:23.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:29:23.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:29:23.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:29:23.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:29:23.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:29:23.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:29:23.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:29:23.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:29:23.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:29:23.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:29:23.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:29:23.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:29:23.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:29:23.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:29:23.567 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:29:23.567 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:29:23.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:29:23.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:29:23.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:29:23.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:29:23.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:29:23.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:29:23.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:29:23.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:29:23.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:29:23.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:29:23.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:29:23.569 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:29:23.570 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:29:23.570 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:29:23.570 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:29:23.570 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.570 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 2,
2020-11-16T20:29:23.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_0",
2020-11-16T20:29:23.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:24:19.292940+0000",
2020-11-16T20:29:23.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:29:23.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:29:23.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:29:23.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:29:23.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:29:23.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:29:23.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:29:23.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:29:23.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:29:23.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:29:23.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:29:23.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:29:23.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 26,
2020-11-16T20:29:23.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 26,
2020-11-16T20:29:23.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 26,
2020-11-16T20:29:23.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 26,
2020-11-16T20:29:23.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 26,
2020-11-16T20:29:23.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:29:23.574 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:29:23.574 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:29:23.574 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:29:23.574 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:29:23.574 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:29:23.574 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:29:23.575 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "176",
2020-11-16T20:29:23.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:29:23.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:29:23.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "174",
2020-11-16T20:29:23.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:29:23.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:29:23.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:29:23.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:29:23.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:29:23.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:29:23.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:29:23.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:29:23.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:29:23.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:29:23.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:29:23.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:29:23.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:29:23.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:29:23.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:29:23.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:29:23.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:29:23.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:29:23.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:29:23.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:29:23.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:29:23.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:29:23.578 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:29:23.579 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:29:23.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:29:23.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:29:23.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:29:23.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:29:23.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:29:23.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:29:23.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:29:23.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:29:23.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:29:23.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:29:23.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:29:23.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:29:23.580 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:29:23.581 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:29:23.581 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:29:23.581 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:29:23.581 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:29:23.581 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:29:23.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:29:23.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:29:23.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 225,
2020-11-16T20:29:23.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.583 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.583 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.584 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:29:23.584 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:29:23.584 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.584 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.584 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.584 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.585 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.585 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.585 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:29:23.585 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:29:23.585 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.585 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.585 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.586 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.586 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.586 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:29:23.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:29:23.586 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.587 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.587 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.587 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.587 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:29:23.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:29:23.588 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.588 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.588 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:29:23.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:29:23.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:29:23.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:29:23.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.589 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.589 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.589 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.589 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.590 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:29:23.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:29:23.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:29:23.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 246,
2020-11-16T20:29:23.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.592 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.592 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:29:23.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:29:23.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.593 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.593 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.593 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.593 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:29:23.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:29:23.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.594 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.594 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.594 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.594 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:29:23.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:29:23.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.595 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.595 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.596 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:29:23.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:29:23.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.596 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.597 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:29:23.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:29:23.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:29:23.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:29:23.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.597 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.598 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.598 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.598 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.598 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:29:23.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:29:23.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:29:23.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 202,
2020-11-16T20:29:23.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.600 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.600 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:29:23.601 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:29:23.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.601 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.601 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.601 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:29:23.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:29:23.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.602 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.602 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.603 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:29:23.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:29:23.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.603 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.604 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.604 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.604 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:29:23.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:29:23.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.605 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.605 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:29:23.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:29:23.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:29:23.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:29:23.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.606 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.606 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.606 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.606 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.606 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:29:23.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:29:23.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:29:23.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 245,
2020-11-16T20:29:23.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.608 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.608 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.609 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.609 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:29:23.609 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:29:23.609 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.609 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.609 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.610 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:29:23.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:29:23.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.610 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.611 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.611 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:29:23.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:29:23.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.612 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.612 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.612 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:29:23.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:29:23.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.613 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.613 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:29:23.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:29:23.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:29:23.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:29:23.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.614 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.614 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.614 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.614 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.615 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:29:23.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:29:23.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:29:23.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 256,
2020-11-16T20:29:23.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.617 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:29:23.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:29:23.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.617 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.618 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.618 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:29:23.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:29:23.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.619 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.619 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.619 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:29:23.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:29:23.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.620 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.620 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.620 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:29:23.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:29:23.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.621 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.621 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:29:23.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:29:23.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:29:23.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:29:23.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.622 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.622 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.623 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.623 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.623 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:29:23.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:29:23.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:29:23.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 195,
2020-11-16T20:29:23.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.625 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.625 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:29:23.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:29:23.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.626 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.626 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.626 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.626 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:29:23.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:29:23.627 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.627 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.627 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.627 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:29:23.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:29:23.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.628 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.628 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.629 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:29:23.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:29:23.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.630 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.630 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:29:23.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:29:23.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:29:23.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:29:23.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.631 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.631 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.631 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.631 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.631 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:29:23.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:29:23.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:29:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 244,
2020-11-16T20:29:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:29:23.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:29:23.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.634 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.634 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.634 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.634 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:29:23.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:29:23.635 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.635 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.635 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.635 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.636 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:29:23.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:29:23.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.636 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.637 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.637 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:29:23.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:29:23.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.638 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.638 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:29:23.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:29:23.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:29:23.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:29:23.639 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.639 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.639 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.639 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.639 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.639 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.640 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:29:23.640 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:29:23.640 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.640 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.640 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.640 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.640 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:29:23.641 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:29:23.641 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:29:23.641 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 251,
2020-11-16T20:29:23.641 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:29:23.641 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.641 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.641 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:29:23.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:29:23.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.642 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.642 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.643 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.643 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:29:23.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:29:23.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.644 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.644 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.644 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.644 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:29:23.645 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:29:23.645 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.645 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.645 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.645 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.645 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:29:23.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:29:23.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.646 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.646 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.646 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:29:23.647 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:29:23.647 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:29:23.647 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:29:23.647 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.647 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.647 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.647 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.648 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.648 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.648 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:29:23.648 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:29:23.648 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.648 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.648 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.649 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.649 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.649 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.649 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:29:23.649 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 253,
2020-11-16T20:29:23.649 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.649 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.650 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.650 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:29:23.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:29:23.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.651 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.651 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.651 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.651 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:29:23.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:29:23.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.652 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.652 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.652 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.652 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:29:23.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:29:23.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.653 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.653 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.654 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:29:23.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:29:23.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.654 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.655 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.655 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:29:23.655 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:29:23.655 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:29:23.655 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:29:23.655 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.655 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.656 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.656 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.656 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.656 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.656 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:29:23.656 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:29:23.656 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.657 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.657 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.657 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.657 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.657 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.657 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:29:23.657 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:29:23.658 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.658 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.658 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.658 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:29:23.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:29:23.659 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.659 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.659 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.659 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.659 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:29:23.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:29:23.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.660 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.660 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.661 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:29:23.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:29:23.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.661 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.662 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.662 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.662 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:29:23.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:29:23.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.663 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.663 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.663 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:29:23.663 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:29:23.663 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:29:23.663 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:29:23.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.664 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.664 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.664 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.664 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.664 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.665 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:29:23.665 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:29:23.665 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.665 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 0,
2020-11-16T20:29:23.665 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0,
2020-11-16T20:29:23.665 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.665 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:29:23.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 0,
2020-11-16T20:29:23.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.666 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:29:23.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:29:23.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.667 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.667 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.668 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:29:23.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:29:23.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.669 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.669 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.669 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.669 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:29:23.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:29:23.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.670 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.670 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.670 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.670 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:29:23.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:29:23.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.671 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.671 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.671 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:29:23.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:29:23.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:29:23.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:29:23.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.672 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.672 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.672 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.673 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.673 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:29:23.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:29:23.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:23.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:23.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:23.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:23.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:23.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:23.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:29:23.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 225,
2020-11-16T20:29:23.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:23.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:23.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:23.675 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:29:23.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:29:23.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.676 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.676 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:23.676 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.676 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.676 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.676 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:29:23.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:29:23.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.677 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.677 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.677 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:23.677 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:29:23.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:29:23.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.678 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.678 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:23.679 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:23.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:23.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:23.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:29:23.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:29:23.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:23.679 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:23.680 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:23.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:29:23.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:29:23.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:29:23.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:29:23.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:23.680 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:23.681 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:23.681 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:23.681 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:29:23.681 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:29:23.681 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:29:23.681 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.681 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:29:23.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:55.929936+0000",
2020-11-16T20:29:23.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.683 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.683 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:29:23.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.684 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.684 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.684 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:21.850225+0000",
2020-11-16T20:29:23.684 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.684 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.684 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.684 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:29:23.684 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.685 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.685 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.685 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.685 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.685 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:49.961486+0000",
2020-11-16T20:29:23.685 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.685 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.686 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:29:23.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.687 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:12.263844+0000",
2020-11-16T20:29:23.687 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.687 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.687 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.687 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:29:23.687 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.687 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:38.532597+0000",
2020-11-16T20:29:23.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.688 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.688 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:29:23.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:07.515704+0000",
2020-11-16T20:29:23.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.690 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.690 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:29:23.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.691 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.691 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.691 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:34.173533+0000",
2020-11-16T20:29:23.691 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.691 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.691 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.691 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:29:23.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:12.858863+0000",
2020-11-16T20:29:23.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:29:23.693 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.693 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.693 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:29:23.693 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.693 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.693 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.693 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.694 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.694 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:19.274069+0000",
2020-11-16T20:29:23.694 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.694 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.694 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.694 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:29:23.694 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.695 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.695 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.695 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.695 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.695 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:50.145852+0000",
2020-11-16T20:29:23.695 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.695 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.696 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.696 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:29:23.696 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.696 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.696 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.696 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.696 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 65536,
2020-11-16T20:29:23.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:58.861550+0000",
2020-11-16T20:29:23.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.697 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:23.697 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:23.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:29:23.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:23.697 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:23.698 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:23.698 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:23.698 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:23.698 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:23.375970+0000",
2020-11-16T20:29:23.698 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:23.698 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:29:23.698 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:29:23.699 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [],
2020-11-16T20:29:23.699 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [],
2020-11-16T20:29:23.699 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [],
2020-11-16T20:29:23.699 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:29:23.699 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:29:23.699 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:29:23.699 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:29:23.700 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:29:23.700 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:29:23.700 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:29:23.700 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:29:23.700 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:29:23.700 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:29:23.700 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:29:23.701 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:29:23.701 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:29:23.701 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:29:23.701 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:29:23.701 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:29:23.701 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:29:23.701 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:29:23.702 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:29:23.702 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:29:23.702 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:29:23.702 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:29:23.702 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:29:23.702 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:29:23.702 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:29:23.703 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:29:23.703 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:29:23.703 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:29:23.703 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:29:23.703 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:29:23.703 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:29:23.703 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:29:23.704 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:29:23.704 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:29:23.704 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:29:23.705 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:23.724 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:29:23.725 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:29:23.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:29:23 smithi065 bash[14115]: debug 2020-11-16T20:29:23.473+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:23.827 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:23.931 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:24.052 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:23 smithi071 bash[14419]: debug 2020-11-16T20:29:23.825+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:24.052 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:24.156 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:24.372 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:24.400 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:29:24.429 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:29:24.451 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:24 smithi071 bash[12066]: debug 2020-11-16T20:29:24.265+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:24.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:24 smithi071 bash[26650]: debug 2020-11-16T20:29:24.049+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:24 smithi071 bash[9480]: cluster 2020-11-16T20:29:23.410294+0000 osd.11 (osd.11) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:24.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:24 smithi071 bash[9480]: cluster 2020-11-16T20:29:23.410374+0000 osd.11 (osd.11) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:24.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:24 smithi071 bash[9480]: audit 2020-11-16T20:29:23.553824+0000 mon.a (mon.0) 1108 : audit [DBG] from='client.? v1:172.21.15.142:0/2937729040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:29:24.458 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:29:24.492 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:29:24.524 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:29:24.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:24 smithi065 bash[9468]: cluster 2020-11-16T20:29:23.410294+0000 osd.11 (osd.11) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:24.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:24 smithi065 bash[9468]: cluster 2020-11-16T20:29:23.410374+0000 osd.11 (osd.11) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:24.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:24 smithi065 bash[9468]: audit 2020-11-16T20:29:23.553824+0000 mon.a (mon.0) 1108 : audit [DBG] from='client.? v1:172.21.15.142:0/2937729040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:29:24.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:24 smithi142 bash[9523]: cluster 2020-11-16T20:29:23.410294+0000 osd.11 (osd.11) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:24.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:24 smithi142 bash[9523]: cluster 2020-11-16T20:29:23.410374+0000 osd.11 (osd.11) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:24.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:24 smithi142 bash[9523]: audit 2020-11-16T20:29:23.553824+0000 mon.a (mon.0) 1108 : audit [DBG] from='client.? v1:172.21.15.142:0/2937729040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:29:24.560 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:29:24.591 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:29:24.626 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:29:24.664 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:29:24.703 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:29:24.740 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:29:24.774 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:29:24.781 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.781 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.781 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.781 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.781 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.781 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.782 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.782 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.782 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.782 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.782 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.782 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:29:24.955 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:25.059 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:25.169 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:25.203 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:24 smithi142 bash[18009]: debug 2020-11-16T20:29:24.956+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:25.275 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:25.383 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:25.383 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.112005+0000 mgr.x (mgr.14196) 509 : cluster [DBG] pgmap v698: 27 pgs: 27 active+clean; 1.4 GiB data, 3.8 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:29:25.383 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.205977+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e264: 12 total, 12 up, 11 in
2020-11-16T20:29:25.384 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[9480]: audit 2020-11-16T20:29:24.353125+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? v1:172.21.15.142:0/946300641' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:25.384 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.405324+0000 osd.0 (osd.0) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.384 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.434173+0000 osd.1 (osd.1) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.384 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.497255+0000 osd.3 (osd.3) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.384 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.627844+0000 osd.7 (osd.7) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.384 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.742288+0000 osd.10 (osd.10) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.385 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[12066]: debug 2020-11-16T20:29:25.165+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:25.487 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.112005+0000 mgr.x (mgr.14196) 509 : cluster [DBG] pgmap v698: 27 pgs: 27 active+clean; 1.4 GiB data, 3.8 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:29:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.205977+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e264: 12 total, 12 up, 11 in
2020-11-16T20:29:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[9468]: audit 2020-11-16T20:29:24.353125+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? v1:172.21.15.142:0/946300641' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.405324+0000 osd.0 (osd.0) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.434173+0000 osd.1 (osd.1) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.497255+0000 osd.3 (osd.3) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.627844+0000 osd.7 (osd.7) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.742288+0000 osd.10 (osd.10) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:25 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.112005+0000 mgr.x (mgr.14196) 509 : cluster [DBG] pgmap v698: 27 pgs: 27 active+clean; 1.4 GiB data, 3.8 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:29:25.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:25 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.205977+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e264: 12 total, 12 up, 11 in
2020-11-16T20:29:25.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:25 smithi142 bash[9523]: audit 2020-11-16T20:29:24.353125+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? v1:172.21.15.142:0/946300641' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:25.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:25 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.405324+0000 osd.0 (osd.0) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:25 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.434173+0000 osd.1 (osd.1) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:25 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.497255+0000 osd.3 (osd.3) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:25 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.627844+0000 osd.7 (osd.7) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:25 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.742288+0000 osd.10 (osd.10) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:25.599 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:25.701 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[12066]: debug 2020-11-16T20:29:25.593+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:25.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:25 smithi071 bash[16796]: debug 2020-11-16T20:29:25.377+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:25.702 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:25.849 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:25.947 INFO:tasks.thrashosds.thrasher:j is {'epoch': 263, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:29:22.186886+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:28:39.188171+0000', 'flags': 'noscrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5801984, 'flags_set': ['noscrub', 'pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 27, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 2, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'jewel', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'unique_pool_0', 'create_time': '2020-11-16T20:24:19.292940+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 26, 'pg_placement_num': 26, 'pg_placement_num_target': 26, 'pg_num_target': 26, 'pg_num_pending': 26, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '176', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '174', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 225, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 246, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 202, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 245, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 256, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 195, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 244, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 251, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 253, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 0, 'weight': 0, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 0, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 225, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:28:55.929936+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:21.850225+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:28:49.961486+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:12.263844+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:28:38.532597+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:07.515704+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:28:34.173533+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:12.858863+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:19.274069+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:28:50.145852+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 65536, 'last_purged_snaps_scrub': '2020-11-16T20:28:58.861550+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:28:23.375970+0000', 'dead_epoch': 0}], 'pg_upmap': [], 'pg_upmap_items': [], 'pg_temp': [], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:29:25.947 INFO:tasks.thrashosds.thrasher:No pg_upmap entries; doing nothing
2020-11-16T20:29:25.956 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:26.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:25 smithi065 bash[16457]: debug 2020-11-16T20:29:25.845+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:26.072 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:26.179 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:26.250 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[16796]: debug 2020-11-16T20:29:26.069+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:26.253 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.462562+0000 osd.2 (osd.2) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.253 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.525853+0000 osd.4 (osd.4) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.253 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.562775+0000 osd.5 (osd.5) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.253 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.593719+0000 osd.6 (osd.6) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.253 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.661778+0000 osd.8 (osd.8) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.253 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.704869+0000 osd.9 (osd.9) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: cluster 2020-11-16T20:29:24.776360+0000 osd.11 (osd.11) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: audit 2020-11-16T20:29:26.145133+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:29:26.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: audit 2020-11-16T20:29:26.145385+0000 mon.b (mon.1) 342 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:29:26.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: audit 2020-11-16T20:29:26.148445+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:29:26.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: audit 2020-11-16T20:29:26.148765+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:29:26.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: audit 2020-11-16T20:29:26.163700+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:26.293 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:26.397 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:26.508 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[16796]: debug 2020-11-16T20:29:26.289+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:26.509 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:26.509 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.462562+0000 osd.2 (osd.2) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.509 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.525853+0000 osd.4 (osd.4) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.510 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.562775+0000 osd.5 (osd.5) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.510 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.593719+0000 osd.6 (osd.6) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.510 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.661778+0000 osd.8 (osd.8) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.510 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.704869+0000 osd.9 (osd.9) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.510 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: cluster 2020-11-16T20:29:24.776360+0000 osd.11 (osd.11) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.510 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: audit 2020-11-16T20:29:26.145133+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:29:26.511 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: audit 2020-11-16T20:29:26.145385+0000 mon.b (mon.1) 342 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:29:26.511 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: audit 2020-11-16T20:29:26.148445+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:29:26.511 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: audit 2020-11-16T20:29:26.148765+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:29:26.511 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: audit 2020-11-16T20:29:26.163700+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:26.511 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: audit 2020-11-16T20:29:26.167085+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:26.511 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[9480]: audit 2020-11-16T20:29:26.170714+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.462562+0000 osd.2 (osd.2) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.525853+0000 osd.4 (osd.4) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.562775+0000 osd.5 (osd.5) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.593719+0000 osd.6 (osd.6) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.661778+0000 osd.8 (osd.8) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.704869+0000 osd.9 (osd.9) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: cluster 2020-11-16T20:29:24.776360+0000 osd.11 (osd.11) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: audit 2020-11-16T20:29:26.145133+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:29:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: audit 2020-11-16T20:29:26.145385+0000 mon.b (mon.1) 342 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:29:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: audit 2020-11-16T20:29:26.148445+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:29:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: audit 2020-11-16T20:29:26.148765+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:29:26.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: audit 2020-11-16T20:29:26.163700+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:26.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: audit 2020-11-16T20:29:26.167085+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:26.536 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[9468]: audit 2020-11-16T20:29:26.170714+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:26.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: audit 2020-11-16T20:29:26.167085+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:26.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:26 smithi142 bash[9523]: audit 2020-11-16T20:29:26.170714+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:26.613 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:26.737 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:26.841 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:26.951 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[12066]: debug 2020-11-16T20:29:26.729+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:26.951 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:26 smithi071 bash[16796]: debug 2020-11-16T20:29:26.505+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:26.973 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:27.047 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops
2020-11-16T20:29:27.077 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:27.190 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:27.215 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:27.254 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:29:26 smithi065 bash[14115]: debug 2020-11-16T20:29:26.969+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:27.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:27 smithi142 bash[9523]: cluster 2020-11-16T20:29:26.112512+0000 mgr.x (mgr.14196) 510 : cluster [DBG] pgmap v700: 27 pgs: 27 active+clean; 1.2 GiB data, 3.5 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.21k op/s
2020-11-16T20:29:27.293 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:27.390 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:27 smithi071 bash[9480]: cluster 2020-11-16T20:29:26.112512+0000 mgr.x (mgr.14196) 510 : cluster [DBG] pgmap v700: 27 pgs: 27 active+clean; 1.2 GiB data, 3.5 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.21k op/s
2020-11-16T20:29:27.391 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:27 smithi071 bash[26650]: debug 2020-11-16T20:29:27.189+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:27.391 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:27 smithi071 bash[26650]: debug 2020-11-16T20:29:27.389+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:27.393 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:27.497 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:27 smithi065 bash[9468]: cluster 2020-11-16T20:29:26.112512+0000 mgr.x (mgr.14196) 510 : cluster [DBG] pgmap v700: 27 pgs: 27 active+clean; 1.2 GiB data, 3.5 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.21k op/s
2020-11-16T20:29:27.603 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:27.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:27 smithi071 bash[12066]: debug 2020-11-16T20:29:27.601+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:27.709 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:28.017 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:28.119 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:28.256 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:28.285 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:29:28 smithi142 bash[20366]: debug 2020-11-16T20:29:28.012+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:28.361 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:28.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:28 smithi065 bash[16457]: debug 2020-11-16T20:29:28.253+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:28.744 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:28.847 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:28.891 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:29:28.954 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:29:29.029 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:29:28 smithi142 bash[20366]: debug 2020-11-16T20:29:28.740+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:29.060 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:29.064 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:29.271 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:29 smithi065 bash[9468]: cluster 2020-11-16T20:29:28.112986+0000 mgr.x (mgr.14196) 511 : cluster [DBG] pgmap v701: 27 pgs: 27 active+clean; 1.1 GiB data, 3.3 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1k op/s
2020-11-16T20:29:29.272 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:29 smithi065 bash[9468]: audit 2020-11-16T20:29:28.688866+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? v1:172.21.15.142:0/1707616289' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:29:29.272 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:29:28 smithi065 bash[14115]: debug 2020-11-16T20:29:28.949+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:29.272 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:29:29.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:29 smithi142 bash[9523]: cluster 2020-11-16T20:29:28.112986+0000 mgr.x (mgr.14196) 511 : cluster [DBG] pgmap v701: 27 pgs: 27 active+clean; 1.1 GiB data, 3.3 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1k op/s
2020-11-16T20:29:29.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:29 smithi142 bash[9523]: audit 2020-11-16T20:29:28.688866+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? v1:172.21.15.142:0/1707616289' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:29:29.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:29 smithi071 bash[9480]: cluster 2020-11-16T20:29:28.112986+0000 mgr.x (mgr.14196) 511 : cluster [DBG] pgmap v701: 27 pgs: 27 active+clean; 1.1 GiB data, 3.3 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1k op/s
2020-11-16T20:29:29.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:29 smithi071 bash[9480]: audit 2020-11-16T20:29:28.688866+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? v1:172.21.15.142:0/1707616289' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:29:30.150 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:30.253 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:30.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:30 smithi071 bash[9480]: cluster 2020-11-16T20:29:29.262025+0000 mon.a (mon.0) 1115 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:30.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:30 smithi071 bash[9480]: audit 2020-11-16T20:29:29.272869+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? v1:172.21.15.142:0/1707616289' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:29:30.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:30 smithi071 bash[9480]: cluster 2020-11-16T20:29:29.272941+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e265: 12 total, 12 up, 11 in
2020-11-16T20:29:30.451 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:30 smithi071 bash[16796]: debug 2020-11-16T20:29:30.149+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:30.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:30 smithi065 bash[9468]: cluster 2020-11-16T20:29:29.262025+0000 mon.a (mon.0) 1115 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:30.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:30 smithi065 bash[9468]: audit 2020-11-16T20:29:29.272869+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? v1:172.21.15.142:0/1707616289' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:29:30.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:30 smithi065 bash[9468]: cluster 2020-11-16T20:29:29.272941+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e265: 12 total, 12 up, 11 in
2020-11-16T20:29:30.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:30 smithi142 bash[9523]: cluster 2020-11-16T20:29:29.262025+0000 mon.a (mon.0) 1115 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:30.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:30 smithi142 bash[9523]: audit 2020-11-16T20:29:29.272869+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? v1:172.21.15.142:0/1707616289' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:29:30.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:30 smithi142 bash[9523]: cluster 2020-11-16T20:29:29.272941+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e265: 12 total, 12 up, 11 in
2020-11-16T20:29:30.949 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9] out_osds:  [10] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:29:30.949 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:29:30.949 INFO:tasks.thrashosds.thrasher:Adding osd 10
2020-11-16T20:29:30.950 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd in 10
2020-11-16T20:29:31.119 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:31.191 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:31.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:31 smithi142 bash[9523]: cluster 2020-11-16T20:29:30.113492+0000 mgr.x (mgr.14196) 512 : cluster [DBG] pgmap v703: 27 pgs: 27 active+clean; 962 MiB data, 3.0 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:29:31.281 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:31 smithi142 bash[18009]: debug 2020-11-16T20:29:31.184+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:31.295 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:31.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:31 smithi065 bash[9468]: cluster 2020-11-16T20:29:30.113492+0000 mgr.x (mgr.14196) 512 : cluster [DBG] pgmap v703: 27 pgs: 27 active+clean; 962 MiB data, 3.0 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:29:31.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:31 smithi071 bash[9480]: cluster 2020-11-16T20:29:30.113492+0000 mgr.x (mgr.14196) 512 : cluster [DBG] pgmap v703: 27 pgs: 27 active+clean; 962 MiB data, 3.0 GiB used, 980 GiB / 983 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:29:31.797 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:31.900 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:32.043 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:32.146 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:32.201 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:32 smithi071 bash[16796]: debug 2020-11-16T20:29:32.041+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:32.258 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:32.284 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:31 smithi142 bash[22738]: debug 2020-11-16T20:29:31.796+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:32.365 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:32.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:32 smithi071 bash[14419]: debug 2020-11-16T20:29:32.257+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:32.756 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:32.859 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:32.969 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:33.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:32 smithi142 bash[18009]: debug 2020-11-16T20:29:32.756+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:33.076 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:33.187 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:32 smithi071 bash[14419]: debug 2020-11-16T20:29:32.965+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:33.188 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:33 smithi071 bash[26650]: debug 2020-11-16T20:29:33.185+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:33.188 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:33.294 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:29:33.423 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:29:33.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:33 smithi071 bash[9480]: cluster 2020-11-16T20:29:32.113931+0000 mgr.x (mgr.14196) 513 : cluster [DBG] pgmap v704: 27 pgs: 27 active+clean; 863 MiB data, 2.8 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:29:33.526 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:33.629 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:33.734 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:33.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:33 smithi065 bash[9468]: cluster 2020-11-16T20:29:32.113931+0000 mgr.x (mgr.14196) 513 : cluster [DBG] pgmap v704: 27 pgs: 27 active+clean; 863 MiB data, 2.8 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:29:33.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:29:33 smithi065 bash[18823]: debug 2020-11-16T20:29:33.421+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:33.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:33 smithi142 bash[9523]: cluster 2020-11-16T20:29:32.113931+0000 mgr.x (mgr.14196) 513 : cluster [DBG] pgmap v704: 27 pgs: 27 active+clean; 863 MiB data, 2.8 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:29:33.809 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:29:33.852 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:33 smithi071 bash[14419]: debug 2020-11-16T20:29:33.625+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:33.852 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:33.955 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:33.980 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:34.139 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:34 smithi142 bash[15670]: debug 2020-11-16T20:29:34.140+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:34.147 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:34.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:33 smithi071 bash[16796]: debug 2020-11-16T20:29:33.849+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:34.251 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:34.368 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:34.471 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:34.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:34 smithi065 bash[16457]: debug 2020-11-16T20:29:34.357+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:34.889 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:34.992 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:35.215 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:34 smithi142 bash[15670]: debug 2020-11-16T20:29:34.884+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:35.215 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:35.319 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:35.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:35 smithi142 bash[15670]: debug 2020-11-16T20:29:35.216+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:35.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:35 smithi142 bash[9523]: cluster 2020-11-16T20:29:34.114375+0000 mgr.x (mgr.14196) 514 : cluster [DBG] pgmap v705: 27 pgs: 27 active+clean; 707 MiB data, 2.5 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:29:35.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:35 smithi142 bash[9523]: cluster 2020-11-16T20:29:34.372093+0000 osd.6 (osd.6) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:35.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:35 smithi142 bash[9523]: cluster 2020-11-16T20:29:34.372164+0000 osd.6 (osd.6) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:35.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:35 smithi071 bash[9480]: cluster 2020-11-16T20:29:34.114375+0000 mgr.x (mgr.14196) 514 : cluster [DBG] pgmap v705: 27 pgs: 27 active+clean; 707 MiB data, 2.5 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:29:35.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:35 smithi071 bash[9480]: cluster 2020-11-16T20:29:34.372093+0000 osd.6 (osd.6) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:35.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:35 smithi071 bash[9480]: cluster 2020-11-16T20:29:34.372164+0000 osd.6 (osd.6) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:35.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:35 smithi065 bash[9468]: cluster 2020-11-16T20:29:34.114375+0000 mgr.x (mgr.14196) 514 : cluster [DBG] pgmap v705: 27 pgs: 27 active+clean; 707 MiB data, 2.5 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:29:35.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:35 smithi065 bash[9468]: cluster 2020-11-16T20:29:34.372093+0000 osd.6 (osd.6) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:35.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:35 smithi065 bash[9468]: cluster 2020-11-16T20:29:34.372164+0000 osd.6 (osd.6) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:36.225 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:36.329 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:36.558 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:36.561 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:36 smithi071 bash[14419]: debug 2020-11-16T20:29:36.553+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:36.561 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:36 smithi071 bash[9480]: cluster 2020-11-16T20:29:35.309155+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e266: 12 total, 12 up, 11 in
2020-11-16T20:29:36.562 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:36 smithi071 bash[9480]: cluster 2020-11-16T20:29:36.114774+0000 mgr.x (mgr.14196) 515 : cluster [DBG] pgmap v707: 27 pgs: 27 active+clean; 500 MiB data, 2.1 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:29:36.602 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:36 smithi142 bash[9523]: cluster 2020-11-16T20:29:35.309155+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e266: 12 total, 12 up, 11 in
2020-11-16T20:29:36.602 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:36 smithi142 bash[9523]: cluster 2020-11-16T20:29:36.114774+0000 mgr.x (mgr.14196) 515 : cluster [DBG] pgmap v707: 27 pgs: 27 active+clean; 500 MiB data, 2.1 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:29:36.603 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:36 smithi142 bash[22738]: debug 2020-11-16T20:29:36.228+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:36.662 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:36.765 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:36.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:36 smithi065 bash[9468]: cluster 2020-11-16T20:29:35.309155+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e266: 12 total, 12 up, 11 in
2020-11-16T20:29:36.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:36 smithi065 bash[9468]: cluster 2020-11-16T20:29:36.114774+0000 mgr.x (mgr.14196) 515 : cluster [DBG] pgmap v707: 27 pgs: 27 active+clean; 500 MiB data, 2.1 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:29:36.870 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:36.932 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:29:36.932 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:29:36.932 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T20:29:36.932 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T20:29:36.933 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:29:36.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:36 smithi071 bash[14419]: debug 2020-11-16T20:29:36.761+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:39.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:39 smithi142 bash[9523]: cluster 2020-11-16T20:29:38.115167+0000 mgr.x (mgr.14196) 516 : cluster [DBG] pgmap v708: 27 pgs: 27 active+clean; 441 MiB data, 2.0 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.08k op/s
2020-11-16T20:29:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:39 smithi071 bash[9480]: cluster 2020-11-16T20:29:38.115167+0000 mgr.x (mgr.14196) 516 : cluster [DBG] pgmap v708: 27 pgs: 27 active+clean; 441 MiB data, 2.0 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.08k op/s
2020-11-16T20:29:39.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:39 smithi065 bash[9468]: cluster 2020-11-16T20:29:38.115167+0000 mgr.x (mgr.14196) 516 : cluster [DBG] pgmap v708: 27 pgs: 27 active+clean; 441 MiB data, 2.0 GiB used, 981 GiB / 983 GiB avail; 0 B/s wr, 1.08k op/s
2020-11-16T20:29:39.762 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_historic_ops
2020-11-16T20:29:39.960 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:40.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:40 smithi071 bash[9480]: cluster 2020-11-16T20:29:39.167068+0000 osd.4 (osd.4) 60 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:40.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:40 smithi071 bash[9480]: cluster 2020-11-16T20:29:39.167169+0000 osd.4 (osd.4) 61 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:40.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:40 smithi065 bash[9468]: cluster 2020-11-16T20:29:39.167068+0000 osd.4 (osd.4) 60 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:40.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:40 smithi065 bash[9468]: cluster 2020-11-16T20:29:39.167169+0000 osd.4 (osd.4) 61 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:40.623 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:29:40.654 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:29:40.684 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:29:40.722 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:29:40.752 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:29:40.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:40 smithi142 bash[9523]: cluster 2020-11-16T20:29:39.167068+0000 osd.4 (osd.4) 60 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:40.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:40 smithi142 bash[9523]: cluster 2020-11-16T20:29:39.167169+0000 osd.4 (osd.4) 61 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:40.788 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:29:40.821 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:29:40.851 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:29:40.894 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:29:40.923 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:29:40.958 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:29:40.997 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:29:41.000 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.000 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.000 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.000 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.000 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.000 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.000 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.001 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.001 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.001 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.001 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.001 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:29:41.290 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:41.394 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:41.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:41 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.115792+0000 mgr.x (mgr.14196) 517 : cluster [DBG] pgmap v709: 27 pgs: 27 active+clean; 268 MiB data, 1.6 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:29:41.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:41 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.183724+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e267: 12 total, 12 up, 11 in
2020-11-16T20:29:41.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:41 smithi142 bash[9523]: audit 2020-11-16T20:29:40.589805+0000 mon.a (mon.0) 1120 : audit [DBG] from='client.? v1:172.21.15.142:0/852374796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:41.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:41 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.624062+0000 osd.0 (osd.0) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.403 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:41 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.853523+0000 osd.7 (osd.7) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.404 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:41 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.959835+0000 osd.10 (osd.10) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:41 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.115792+0000 mgr.x (mgr.14196) 517 : cluster [DBG] pgmap v709: 27 pgs: 27 active+clean; 268 MiB data, 1.6 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:29:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:41 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.183724+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e267: 12 total, 12 up, 11 in
2020-11-16T20:29:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:41 smithi071 bash[9480]: audit 2020-11-16T20:29:40.589805+0000 mon.a (mon.0) 1120 : audit [DBG] from='client.? v1:172.21.15.142:0/852374796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:41 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.624062+0000 osd.0 (osd.0) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:41 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.853523+0000 osd.7 (osd.7) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:41 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.959835+0000 osd.10 (osd.10) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:41 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.115792+0000 mgr.x (mgr.14196) 517 : cluster [DBG] pgmap v709: 27 pgs: 27 active+clean; 268 MiB data, 1.6 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:29:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:41 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.183724+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e267: 12 total, 12 up, 11 in
2020-11-16T20:29:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:41 smithi065 bash[9468]: audit 2020-11-16T20:29:40.589805+0000 mon.a (mon.0) 1120 : audit [DBG] from='client.? v1:172.21.15.142:0/852374796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:41 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.624062+0000 osd.0 (osd.0) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:41 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.853523+0000 osd.7 (osd.7) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:41 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.959835+0000 osd.10 (osd.10) 42 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:41.534 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:41 smithi065 bash[16457]: debug 2020-11-16T20:29:41.284+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:41.633 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:41.736 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:41.751 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:41 smithi142 bash[15670]: debug 2020-11-16T20:29:41.628+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:41.852 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:41.957 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:41.995 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Removed 149384 objects
2020-11-16T20:29:41.996 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Clean up completed and total clean up time :220.111
2020-11-16T20:29:42.193 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:41 smithi071 bash[16796]: debug 2020-11-16T20:29:41.849+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:42.195 INFO:teuthology.orchestra.run.smithi142.stderr:marked in osd.10.
2020-11-16T20:29:42.378 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:42.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.659096+0000 osd.1 (osd.1) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.685531+0000 osd.2 (osd.2) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.726782+0000 osd.3 (osd.3) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.754215+0000 osd.4 (osd.4) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.788906+0000 osd.5 (osd.5) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.823402+0000 osd.6 (osd.6) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.892893+0000 osd.8 (osd.8) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.925549+0000 osd.9 (osd.9) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: cluster 2020-11-16T20:29:40.994225+0000 osd.11 (osd.11) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:42 smithi071 bash[9480]: audit 2020-11-16T20:29:42.162985+0000 mon.a (mon.0) 1121 : audit [DBG] from='client.? v1:172.21.15.142:0/930274547' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["10"]}]: dispatch
2020-11-16T20:29:42.483 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:29:42.565 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[22738]: debug 2020-11-16T20:29:42.380+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:42.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: debug 2020-11-16T20:29:42.160+0000 7f756b108700 -1 mon.a@0(leader).osd e267 definitely_dead 0
2020-11-16T20:29:42.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.659096+0000 osd.1 (osd.1) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.685531+0000 osd.2 (osd.2) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.726782+0000 osd.3 (osd.3) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.754215+0000 osd.4 (osd.4) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.788906+0000 osd.5 (osd.5) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.823402+0000 osd.6 (osd.6) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.892893+0000 osd.8 (osd.8) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.925549+0000 osd.9 (osd.9) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: cluster 2020-11-16T20:29:40.994225+0000 osd.11 (osd.11) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:42 smithi142 bash[9523]: audit 2020-11-16T20:29:42.162985+0000 mon.a (mon.0) 1121 : audit [DBG] from='client.? v1:172.21.15.142:0/930274547' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["10"]}]: dispatch
2020-11-16T20:29:42.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.659096+0000 osd.1 (osd.1) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.685531+0000 osd.2 (osd.2) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.726782+0000 osd.3 (osd.3) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.754215+0000 osd.4 (osd.4) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.788906+0000 osd.5 (osd.5) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.823402+0000 osd.6 (osd.6) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.892893+0000 osd.8 (osd.8) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.925549+0000 osd.9 (osd.9) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: cluster 2020-11-16T20:29:40.994225+0000 osd.11 (osd.11) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:42.570 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[9468]: audit 2020-11-16T20:29:42.162985+0000 mon.a (mon.0) 1121 : audit [DBG] from='client.? v1:172.21.15.142:0/930274547' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["10"]}]: dispatch
2020-11-16T20:29:42.715 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:29:42.820 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:42.833 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[18823]: debug 2020-11-16T20:29:42.712+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:42.941 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:43.046 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:43.194 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:42 smithi065 bash[16457]: debug 2020-11-16T20:29:42.936+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:43.194 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:43 smithi065 bash[9468]: cluster 2020-11-16T20:29:42.116476+0000 mgr.x (mgr.14196) 518 : cluster [DBG] pgmap v711: 27 pgs: 27 active+clean; 182 MiB data, 1.4 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.05k op/s
2020-11-16T20:29:43.195 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:43 smithi065 bash[9468]: audit 2020-11-16T20:29:42.196463+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? v1:172.21.15.142:0/930274547' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["10"]}]': finished
2020-11-16T20:29:43.195 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:43 smithi065 bash[9468]: cluster 2020-11-16T20:29:42.196521+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e268: 12 total, 12 up, 12 in
2020-11-16T20:29:43.256 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:29:43.285 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:29:43 smithi142 bash[15670]: debug 2020-11-16T20:29:43.256+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:43.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:43 smithi142 bash[9523]: cluster 2020-11-16T20:29:42.116476+0000 mgr.x (mgr.14196) 518 : cluster [DBG] pgmap v711: 27 pgs: 27 active+clean; 182 MiB data, 1.4 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.05k op/s
2020-11-16T20:29:43.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:43 smithi142 bash[9523]: audit 2020-11-16T20:29:42.196463+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? v1:172.21.15.142:0/930274547' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["10"]}]': finished
2020-11-16T20:29:43.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:43 smithi142 bash[9523]: cluster 2020-11-16T20:29:42.196521+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e268: 12 total, 12 up, 12 in
2020-11-16T20:29:43.359 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:43 smithi071 bash[9480]: cluster 2020-11-16T20:29:42.116476+0000 mgr.x (mgr.14196) 518 : cluster [DBG] pgmap v711: 27 pgs: 27 active+clean; 182 MiB data, 1.4 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.05k op/s
2020-11-16T20:29:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:43 smithi071 bash[9480]: audit 2020-11-16T20:29:42.196463+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? v1:172.21.15.142:0/930274547' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["10"]}]': finished
2020-11-16T20:29:43.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:43 smithi071 bash[9480]: cluster 2020-11-16T20:29:42.196521+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e268: 12 total, 12 up, 12 in
2020-11-16T20:29:43.512 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:43.617 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:43.753 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:43.858 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:43.925 INFO:tasks.thrashosds.thrasher:Added osd 10
2020-11-16T20:29:43.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:43 smithi071 bash[14419]: debug 2020-11-16T20:29:43.509+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:44.033 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:43 smithi065 bash[11785]: debug 2020-11-16T20:29:43.748+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:44.034 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:44.140 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:44.255 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:29:44.284 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[18009]: debug 2020-11-16T20:29:44.036+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:44.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: cluster 2020-11-16T20:29:43.208084+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e269: 12 total, 12 up, 12 in
2020-11-16T20:29:44.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.737027+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:44.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.737721+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:44.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.738290+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:44.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.738743+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:44.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.739147+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:44.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.739580+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.450 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.739986+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.450 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.740386+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.451 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.740445+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.451 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.740810+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.451 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.740949+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.451 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.741197+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]: dispatch
2020-11-16T20:29:48.451 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.741615+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.451 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.741827+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.451 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.741992+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.744142+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.745334+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.746340+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.746917+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.747354+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.747950+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.453 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.748465+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]: dispatch
2020-11-16T20:29:48.453 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.748940+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.453 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:44 smithi142 bash[9523]: audit 2020-11-16T20:29:43.749417+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.453 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:48.454 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:29:48.458 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0
2020-11-16T20:29:48.459 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it
2020-11-16T20:29:48.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: cluster 2020-11-16T20:29:43.208084+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e269: 12 total, 12 up, 12 in
2020-11-16T20:29:48.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.737027+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.737721+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.460 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.738290+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.738743+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.739147+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.739580+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.739986+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.740386+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.461 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.740445+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.740810+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.740949+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.741197+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]: dispatch
2020-11-16T20:29:48.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.741615+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.741827+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.741992+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.744142+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.463 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.745334+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.463 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.746340+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.463 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.746917+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.463 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.747354+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.463 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.747950+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.463 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.748465+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]: dispatch
2020-11-16T20:29:48.463 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.748940+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.464 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:44 smithi065 bash[9468]: audit 2020-11-16T20:29:43.749417+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.464 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: cluster 2020-11-16T20:29:44.117131+0000 mgr.x (mgr.14196) 519 : cluster [DBG] pgmap v714: 27 pgs: 27 active+clean; 69 MiB data, 1.2 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.00k op/s
2020-11-16T20:29:48.464 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: cluster 2020-11-16T20:29:44.213605+0000 osd.6 (osd.6) 71 : cluster [DBG] 2.17 starting backfill to osd.10 from (0'0,0'0] MAX to 267'15343
2020-11-16T20:29:48.464 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: cluster 2020-11-16T20:29:44.214340+0000 osd.6 (osd.6) 72 : cluster [DBG] 2.7 starting backfill to osd.10 from (0'0,0'0] MAX to 267'15280
2020-11-16T20:29:48.464 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217003+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.464 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217055+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]': finished
2020-11-16T20:29:48.465 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217096+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.465 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217136+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]': finished
2020-11-16T20:29:48.465 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217175+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.465 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217210+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.465 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217246+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]': finished
2020-11-16T20:29:48.465 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217296+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.466 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217335+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]': finished
2020-11-16T20:29:48.466 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217396+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]': finished
2020-11-16T20:29:48.466 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217432+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.466 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.217466+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.466 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: cluster 2020-11-16T20:29:44.217505+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e270: 12 total, 12 up, 12 in
2020-11-16T20:29:48.466 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: cluster 2020-11-16T20:29:44.218540+0000 osd.3 (osd.3) 60 : cluster [DBG] 2.12 starting backfill to osd.10 from (0'0,0'0] MAX to 267'14705
2020-11-16T20:29:48.467 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: cluster 2020-11-16T20:29:44.218562+0000 osd.7 (osd.7) 17 : cluster [DBG] 2.0 starting backfill to osd.10 from (0'0,0'0] MAX to 267'14855
2020-11-16T20:29:48.467 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:45 smithi065 bash[9468]: audit 2020-11-16T20:29:44.449063+0000 mon.a (mon.0) 1150 : audit [INF] from='client.? v1:172.21.15.142:0/2387341837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:29:48.467 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:46 smithi065 bash[9468]: cluster 2020-11-16T20:29:45.212540+0000 mon.a (mon.0) 1151 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:48.467 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:46 smithi065 bash[9468]: audit 2020-11-16T20:29:45.227162+0000 mon.a (mon.0) 1152 : audit [INF] from='client.? v1:172.21.15.142:0/2387341837' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:29:48.467 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:46 smithi065 bash[9468]: cluster 2020-11-16T20:29:45.227352+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e271: 12 total, 12 up, 12 in
2020-11-16T20:29:48.467 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:46 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.027512+0000 osd.7 (osd.7) 18 : cluster [DBG] 2.8 scrub starts
2020-11-16T20:29:48.467 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:47 smithi065 bash[9468]: cluster 2020-11-16T20:29:45.964123+0000 osd.6 (osd.6) 73 : cluster [DBG] 2.14 scrub starts
2020-11-16T20:29:48.468 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:47 smithi065 bash[9468]: cluster 2020-11-16T20:29:45.979745+0000 osd.6 (osd.6) 74 : cluster [DBG] 2.14 scrub ok
2020-11-16T20:29:48.468 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:47 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.057570+0000 osd.7 (osd.7) 19 : cluster [DBG] 2.8 scrub ok
2020-11-16T20:29:48.468 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:47 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.117886+0000 mgr.x (mgr.14196) 520 : cluster [DBG] pgmap v717: 27 pgs: 1 active+clean+scrubbing, 1 peering, 2 active+clean+remapped, 1 remapped+peering, 22 active+clean; 4.3 MiB data, 1.0 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 729 op/s
2020-11-16T20:29:48.468 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:47 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.233068+0000 osd.4 (osd.4) 63 : cluster [DBG] 2.d starting backfill to osd.10 from (0'0,0'0] MAX to 267'18650
2020-11-16T20:29:48.468 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:47 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.234641+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e272: 12 total, 12 up, 12 in
2020-11-16T20:29:48.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: cluster 2020-11-16T20:29:43.208084+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e269: 12 total, 12 up, 12 in
2020-11-16T20:29:48.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.737027+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.737721+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.738290+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.738743+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.739147+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.739580+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.470 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.739986+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.470 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.740386+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.470 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.740445+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.470 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.740810+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.470 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.740949+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.470 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.741197+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]: dispatch
2020-11-16T20:29:48.471 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.741615+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.471 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.741827+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.471 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.741992+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.471 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.744142+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.471 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.745334+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.471 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.746340+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]: dispatch
2020-11-16T20:29:48.471 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.746917+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]: dispatch
2020-11-16T20:29:48.472 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.747354+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.472 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.747950+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]: dispatch
2020-11-16T20:29:48.472 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.748465+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]: dispatch
2020-11-16T20:29:48.472 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.748940+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.472 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[9480]: audit 2020-11-16T20:29:43.749417+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]: dispatch
2020-11-16T20:29:48.472 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: cluster 2020-11-16T20:29:44.117131+0000 mgr.x (mgr.14196) 519 : cluster [DBG] pgmap v714: 27 pgs: 27 active+clean; 69 MiB data, 1.2 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.00k op/s
2020-11-16T20:29:48.472 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: cluster 2020-11-16T20:29:44.213605+0000 osd.6 (osd.6) 71 : cluster [DBG] 2.17 starting backfill to osd.10 from (0'0,0'0] MAX to 267'15343
2020-11-16T20:29:48.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: cluster 2020-11-16T20:29:44.214340+0000 osd.6 (osd.6) 72 : cluster [DBG] 2.7 starting backfill to osd.10 from (0'0,0'0] MAX to 267'15280
2020-11-16T20:29:48.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217003+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217055+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]': finished
2020-11-16T20:29:48.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217096+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217136+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]': finished
2020-11-16T20:29:48.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217175+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.474 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217210+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.474 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217246+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]': finished
2020-11-16T20:29:48.474 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217296+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.474 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217335+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]': finished
2020-11-16T20:29:48.474 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217396+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]': finished
2020-11-16T20:29:48.474 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217432+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.475 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.217466+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.475 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: cluster 2020-11-16T20:29:44.217505+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e270: 12 total, 12 up, 12 in
2020-11-16T20:29:48.475 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: cluster 2020-11-16T20:29:44.218540+0000 osd.3 (osd.3) 60 : cluster [DBG] 2.12 starting backfill to osd.10 from (0'0,0'0] MAX to 267'14705
2020-11-16T20:29:48.475 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: cluster 2020-11-16T20:29:44.218562+0000 osd.7 (osd.7) 17 : cluster [DBG] 2.0 starting backfill to osd.10 from (0'0,0'0] MAX to 267'14855
2020-11-16T20:29:48.475 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:45 smithi071 bash[9480]: audit 2020-11-16T20:29:44.449063+0000 mon.a (mon.0) 1150 : audit [INF] from='client.? v1:172.21.15.142:0/2387341837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:29:48.475 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:46 smithi071 bash[9480]: cluster 2020-11-16T20:29:45.212540+0000 mon.a (mon.0) 1151 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:48.475 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:46 smithi071 bash[9480]: audit 2020-11-16T20:29:45.227162+0000 mon.a (mon.0) 1152 : audit [INF] from='client.? v1:172.21.15.142:0/2387341837' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:29:48.476 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:46 smithi071 bash[9480]: cluster 2020-11-16T20:29:45.227352+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e271: 12 total, 12 up, 12 in
2020-11-16T20:29:48.476 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:46 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.027512+0000 osd.7 (osd.7) 18 : cluster [DBG] 2.8 scrub starts
2020-11-16T20:29:48.476 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:47 smithi071 bash[9480]: cluster 2020-11-16T20:29:45.964123+0000 osd.6 (osd.6) 73 : cluster [DBG] 2.14 scrub starts
2020-11-16T20:29:48.476 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:47 smithi071 bash[9480]: cluster 2020-11-16T20:29:45.979745+0000 osd.6 (osd.6) 74 : cluster [DBG] 2.14 scrub ok
2020-11-16T20:29:48.476 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:47 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.057570+0000 osd.7 (osd.7) 19 : cluster [DBG] 2.8 scrub ok
2020-11-16T20:29:48.476 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:47 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.117886+0000 mgr.x (mgr.14196) 520 : cluster [DBG] pgmap v717: 27 pgs: 1 active+clean+scrubbing, 1 peering, 2 active+clean+remapped, 1 remapped+peering, 22 active+clean; 4.3 MiB data, 1.0 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 729 op/s
2020-11-16T20:29:48.476 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:47 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.233068+0000 osd.4 (osd.4) 63 : cluster [DBG] 2.d starting backfill to osd.10 from (0'0,0'0] MAX to 267'18650
2020-11-16T20:29:48.477 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:47 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.234641+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e272: 12 total, 12 up, 12 in
2020-11-16T20:29:48.477 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:29:44 smithi071 bash[12066]: debug 2020-11-16T20:29:44.253+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:48.477 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:29:48.477 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: cluster 2020-11-16T20:29:44.117131+0000 mgr.x (mgr.14196) 519 : cluster [DBG] pgmap v714: 27 pgs: 27 active+clean; 69 MiB data, 1.2 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 1.00k op/s
2020-11-16T20:29:48.477 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: cluster 2020-11-16T20:29:44.213605+0000 osd.6 (osd.6) 71 : cluster [DBG] 2.17 starting backfill to osd.10 from (0'0,0'0] MAX to 267'15343
2020-11-16T20:29:48.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: cluster 2020-11-16T20:29:44.214340+0000 osd.6 (osd.6) 72 : cluster [DBG] 2.7 starting backfill to osd.10 from (0'0,0'0] MAX to 267'15280
2020-11-16T20:29:48.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217003+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217055+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08551161641917827]}]': finished
2020-11-16T20:29:48.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217096+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217136+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.0863260127660276]}]': finished
2020-11-16T20:29:48.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217175+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217210+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08958359815342486]}]': finished
2020-11-16T20:29:48.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217246+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08551161641917827]}]': finished
2020-11-16T20:29:48.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217296+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217335+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0863260127660276]}]': finished
2020-11-16T20:29:48.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217396+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08492990474285733]}]': finished
2020-11-16T20:29:48.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217432+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.217466+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08754760728630157]}]': finished
2020-11-16T20:29:48.479 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: cluster 2020-11-16T20:29:44.217505+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e270: 12 total, 12 up, 12 in
2020-11-16T20:29:48.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: cluster 2020-11-16T20:29:44.218540+0000 osd.3 (osd.3) 60 : cluster [DBG] 2.12 starting backfill to osd.10 from (0'0,0'0] MAX to 267'14705
2020-11-16T20:29:48.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: cluster 2020-11-16T20:29:44.218562+0000 osd.7 (osd.7) 17 : cluster [DBG] 2.0 starting backfill to osd.10 from (0'0,0'0] MAX to 267'14855
2020-11-16T20:29:48.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:45 smithi142 bash[9523]: audit 2020-11-16T20:29:44.449063+0000 mon.a (mon.0) 1150 : audit [INF] from='client.? v1:172.21.15.142:0/2387341837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:29:48.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:46 smithi142 bash[9523]: cluster 2020-11-16T20:29:45.212540+0000 mon.a (mon.0) 1151 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:29:48.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:46 smithi142 bash[9523]: audit 2020-11-16T20:29:45.227162+0000 mon.a (mon.0) 1152 : audit [INF] from='client.? v1:172.21.15.142:0/2387341837' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:29:48.480 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:46 smithi142 bash[9523]: cluster 2020-11-16T20:29:45.227352+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e271: 12 total, 12 up, 12 in
2020-11-16T20:29:48.481 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:46 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.027512+0000 osd.7 (osd.7) 18 : cluster [DBG] 2.8 scrub starts
2020-11-16T20:29:48.481 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:47 smithi142 bash[9523]: cluster 2020-11-16T20:29:45.964123+0000 osd.6 (osd.6) 73 : cluster [DBG] 2.14 scrub starts
2020-11-16T20:29:48.481 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:47 smithi142 bash[9523]: cluster 2020-11-16T20:29:45.979745+0000 osd.6 (osd.6) 74 : cluster [DBG] 2.14 scrub ok
2020-11-16T20:29:48.481 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:47 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.057570+0000 osd.7 (osd.7) 19 : cluster [DBG] 2.8 scrub ok
2020-11-16T20:29:48.481 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:47 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.117886+0000 mgr.x (mgr.14196) 520 : cluster [DBG] pgmap v717: 27 pgs: 1 active+clean+scrubbing, 1 peering, 2 active+clean+remapped, 1 remapped+peering, 22 active+clean; 4.3 MiB data, 1.0 GiB used, 982 GiB / 983 GiB avail; 0 B/s wr, 729 op/s
2020-11-16T20:29:48.481 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:47 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.233068+0000 osd.4 (osd.4) 63 : cluster [DBG] 2.d starting backfill to osd.10 from (0'0,0'0] MAX to 267'18650
2020-11-16T20:29:48.481 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:47 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.234641+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e272: 12 total, 12 up, 12 in
2020-11-16T20:29:48.482 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:29:48.482 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:29:48.483 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight
2020-11-16T20:29:48.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.749644+0000 osd.8 (osd.8) 63 : cluster [DBG] 2.f scrub starts
2020-11-16T20:29:48.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.762694+0000 osd.8 (osd.8) 64 : cluster [DBG] 2.f scrub ok
2020-11-16T20:29:48.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.786205+0000 osd.2 (osd.2) 68 : cluster [DBG] 2.e scrub ok
2020-11-16T20:29:48.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:46.990510+0000 osd.6 (osd.6) 75 : cluster [DBG] 2.11 scrub starts
2020-11-16T20:29:48.513 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:47.007181+0000 osd.6 (osd.6) 76 : cluster [DBG] 2.11 scrub ok
2020-11-16T20:29:48.513 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:47.237610+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e273: 12 total, 12 up, 12 in
2020-11-16T20:29:48.513 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:47.978671+0000 osd.7 (osd.7) 20 : cluster [DBG] 2.0 scrub starts
2020-11-16T20:29:48.513 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:48.014927+0000 osd.7 (osd.7) 21 : cluster [DBG] 2.0 scrub ok
2020-11-16T20:29:48.513 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:48 smithi142 bash[9523]: cluster 2020-11-16T20:29:48.237949+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e274: 12 total, 12 up, 12 in
2020-11-16T20:29:48.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.749644+0000 osd.8 (osd.8) 63 : cluster [DBG] 2.f scrub starts
2020-11-16T20:29:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.762694+0000 osd.8 (osd.8) 64 : cluster [DBG] 2.f scrub ok
2020-11-16T20:29:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.786205+0000 osd.2 (osd.2) 68 : cluster [DBG] 2.e scrub ok
2020-11-16T20:29:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:46.990510+0000 osd.6 (osd.6) 75 : cluster [DBG] 2.11 scrub starts
2020-11-16T20:29:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:47.007181+0000 osd.6 (osd.6) 76 : cluster [DBG] 2.11 scrub ok
2020-11-16T20:29:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:47.237610+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e273: 12 total, 12 up, 12 in
2020-11-16T20:29:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:47.978671+0000 osd.7 (osd.7) 20 : cluster [DBG] 2.0 scrub starts
2020-11-16T20:29:48.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:48.014927+0000 osd.7 (osd.7) 21 : cluster [DBG] 2.0 scrub ok
2020-11-16T20:29:48.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[9468]: cluster 2020-11-16T20:29:48.237949+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e274: 12 total, 12 up, 12 in
2020-11-16T20:29:48.636 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:48.637 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:48.644 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.749644+0000 osd.8 (osd.8) 63 : cluster [DBG] 2.f scrub starts
2020-11-16T20:29:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.762694+0000 osd.8 (osd.8) 64 : cluster [DBG] 2.f scrub ok
2020-11-16T20:29:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.786205+0000 osd.2 (osd.2) 68 : cluster [DBG] 2.e scrub ok
2020-11-16T20:29:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:46.990510+0000 osd.6 (osd.6) 75 : cluster [DBG] 2.11 scrub starts
2020-11-16T20:29:48.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:47.007181+0000 osd.6 (osd.6) 76 : cluster [DBG] 2.11 scrub ok
2020-11-16T20:29:48.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:47.237610+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e273: 12 total, 12 up, 12 in
2020-11-16T20:29:48.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:47.978671+0000 osd.7 (osd.7) 20 : cluster [DBG] 2.0 scrub starts
2020-11-16T20:29:48.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:48.014927+0000 osd.7 (osd.7) 21 : cluster [DBG] 2.0 scrub ok
2020-11-16T20:29:48.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:48 smithi071 bash[9480]: cluster 2020-11-16T20:29:48.237949+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e274: 12 total, 12 up, 12 in
2020-11-16T20:29:48.721 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:48.826 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:48.926 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:29:48.926 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:29:48.927 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:29:49.028 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:48 smithi065 bash[11785]: debug 2020-11-16T20:29:48.716+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:49.028 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:29:49.069 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:49.135 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:49.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:49 smithi065 bash[9468]: cluster 2020-11-16T20:29:48.118711+0000 mgr.x (mgr.14196) 521 : cluster [DBG] pgmap v720: 27 pgs: 1 active+clean+scrubbing, 1 peering, 2 active+clean+remapped, 23 active+clean; 4.3 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 259 op/s
2020-11-16T20:29:49.284 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:29:49 smithi065 bash[11785]: debug 2020-11-16T20:29:49.024+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:49.305 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:49.410 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:49.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:49 smithi071 bash[9480]: cluster 2020-11-16T20:29:48.118711+0000 mgr.x (mgr.14196) 521 : cluster [DBG] pgmap v720: 27 pgs: 1 active+clean+scrubbing, 1 peering, 2 active+clean+remapped, 23 active+clean; 4.3 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 259 op/s
2020-11-16T20:29:49.451 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:49 smithi071 bash[26650]: debug 2020-11-16T20:29:49.301+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:49.521 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:49.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:49 smithi142 bash[9523]: cluster 2020-11-16T20:29:48.118711+0000 mgr.x (mgr.14196) 521 : cluster [DBG] pgmap v720: 27 pgs: 1 active+clean+scrubbing, 1 peering, 2 active+clean+remapped, 23 active+clean; 4.3 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 259 op/s
2020-11-16T20:29:49.626 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:49.743 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:49.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:49 smithi065 bash[16457]: debug 2020-11-16T20:29:49.516+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:49.848 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:49.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:49 smithi071 bash[14419]: debug 2020-11-16T20:29:49.741+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:54.162 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:29:54.169 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:50 smithi071 bash[9480]: cluster 2020-11-16T20:29:48.729225+0000 osd.9 (osd.9) 52 : cluster [DBG] 2.15 scrub starts
2020-11-16T20:29:54.170 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:50 smithi071 bash[9480]: cluster 2020-11-16T20:29:48.748624+0000 osd.9 (osd.9) 53 : cluster [DBG] 2.15 scrub ok
2020-11-16T20:29:54.170 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:51 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.092708+0000 osd.10 (osd.10) 43 : cluster [DBG] 2.12 scrub starts
2020-11-16T20:29:54.170 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:51 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.107649+0000 osd.10 (osd.10) 44 : cluster [DBG] 2.12 scrub ok
2020-11-16T20:29:54.171 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:51 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.119563+0000 mgr.x (mgr.14196) 522 : cluster [DBG] pgmap v722: 27 pgs: 1 active+clean+scrubbing, 1 peering, 25 active+clean; 4.3 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 54 op/s
2020-11-16T20:29:54.171 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:51 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.191016+0000 osd.2 (osd.2) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:54.171 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:51 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.191146+0000 osd.2 (osd.2) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:54.171 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:51 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.265627+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e275: 12 total, 12 up, 12 in
2020-11-16T20:29:54.172 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:51 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.289734+0000 osd.9 (osd.9) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:54.172 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:51 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.289854+0000 osd.9 (osd.9) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:54.172 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:52 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.745221+0000 osd.2 (osd.2) 71 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:29:54.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:52 smithi071 bash[9480]: cluster 2020-11-16T20:29:50.770854+0000 osd.2 (osd.2) 72 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:29:54.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:52 smithi071 bash[9480]: cluster 2020-11-16T20:29:51.066065+0000 osd.10 (osd.10) 45 : cluster [DBG] 2.d scrub starts
2020-11-16T20:29:54.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:52 smithi071 bash[9480]: cluster 2020-11-16T20:29:51.081420+0000 osd.10 (osd.10) 46 : cluster [DBG] 2.d scrub ok
2020-11-16T20:29:54.173 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:52 smithi071 bash[9480]: cluster 2020-11-16T20:29:51.272627+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e276: 12 total, 12 up, 12 in
2020-11-16T20:29:54.174 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:53 smithi071 bash[9480]: cluster 2020-11-16T20:29:52.120259+0000 mgr.x (mgr.14196) 523 : cluster [DBG] pgmap v725: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:54.174 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:53 smithi071 bash[9480]: cluster 2020-11-16T20:29:52.693887+0000 osd.9 (osd.9) 56 : cluster [DBG] 2.13 scrub starts
2020-11-16T20:29:54.174 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:53 smithi071 bash[9480]: cluster 2020-11-16T20:29:52.708478+0000 osd.9 (osd.9) 57 : cluster [DBG] 2.13 scrub ok
2020-11-16T20:29:54.175 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:50 smithi142 bash[9523]: cluster 2020-11-16T20:29:48.729225+0000 osd.9 (osd.9) 52 : cluster [DBG] 2.15 scrub starts
2020-11-16T20:29:54.175 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:50 smithi142 bash[9523]: cluster 2020-11-16T20:29:48.748624+0000 osd.9 (osd.9) 53 : cluster [DBG] 2.15 scrub ok
2020-11-16T20:29:54.175 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:51 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.092708+0000 osd.10 (osd.10) 43 : cluster [DBG] 2.12 scrub starts
2020-11-16T20:29:54.176 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:51 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.107649+0000 osd.10 (osd.10) 44 : cluster [DBG] 2.12 scrub ok
2020-11-16T20:29:54.176 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:51 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.119563+0000 mgr.x (mgr.14196) 522 : cluster [DBG] pgmap v722: 27 pgs: 1 active+clean+scrubbing, 1 peering, 25 active+clean; 4.3 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 54 op/s
2020-11-16T20:29:54.176 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:51 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.191016+0000 osd.2 (osd.2) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:54.176 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:51 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.191146+0000 osd.2 (osd.2) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:54.177 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:51 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.265627+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e275: 12 total, 12 up, 12 in
2020-11-16T20:29:54.177 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:51 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.289734+0000 osd.9 (osd.9) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:54.177 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:51 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.289854+0000 osd.9 (osd.9) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:54.177 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:52 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.745221+0000 osd.2 (osd.2) 71 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:29:54.178 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:52 smithi142 bash[9523]: cluster 2020-11-16T20:29:50.770854+0000 osd.2 (osd.2) 72 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:29:54.178 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:52 smithi142 bash[9523]: cluster 2020-11-16T20:29:51.066065+0000 osd.10 (osd.10) 45 : cluster [DBG] 2.d scrub starts
2020-11-16T20:29:54.178 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:52 smithi142 bash[9523]: cluster 2020-11-16T20:29:51.081420+0000 osd.10 (osd.10) 46 : cluster [DBG] 2.d scrub ok
2020-11-16T20:29:54.179 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:52 smithi142 bash[9523]: cluster 2020-11-16T20:29:51.272627+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e276: 12 total, 12 up, 12 in
2020-11-16T20:29:54.179 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:53 smithi142 bash[9523]: cluster 2020-11-16T20:29:52.120259+0000 mgr.x (mgr.14196) 523 : cluster [DBG] pgmap v725: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:54.179 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:53 smithi142 bash[9523]: cluster 2020-11-16T20:29:52.693887+0000 osd.9 (osd.9) 56 : cluster [DBG] 2.13 scrub starts
2020-11-16T20:29:54.179 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:53 smithi142 bash[9523]: cluster 2020-11-16T20:29:52.708478+0000 osd.9 (osd.9) 57 : cluster [DBG] 2.13 scrub ok
2020-11-16T20:29:54.180 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:49 smithi065 bash[16457]: debug 2020-11-16T20:29:49.964+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:54.181 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:50 smithi065 bash[9468]: cluster 2020-11-16T20:29:48.729225+0000 osd.9 (osd.9) 52 : cluster [DBG] 2.15 scrub starts
2020-11-16T20:29:54.181 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:50 smithi065 bash[9468]: cluster 2020-11-16T20:29:48.748624+0000 osd.9 (osd.9) 53 : cluster [DBG] 2.15 scrub ok
2020-11-16T20:29:54.181 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:51 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.092708+0000 osd.10 (osd.10) 43 : cluster [DBG] 2.12 scrub starts
2020-11-16T20:29:54.182 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:51 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.107649+0000 osd.10 (osd.10) 44 : cluster [DBG] 2.12 scrub ok
2020-11-16T20:29:54.182 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:51 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.119563+0000 mgr.x (mgr.14196) 522 : cluster [DBG] pgmap v722: 27 pgs: 1 active+clean+scrubbing, 1 peering, 25 active+clean; 4.3 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 54 op/s
2020-11-16T20:29:54.182 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:51 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.191016+0000 osd.2 (osd.2) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:54.183 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:51 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.191146+0000 osd.2 (osd.2) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:54.183 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:51 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.265627+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e275: 12 total, 12 up, 12 in
2020-11-16T20:29:54.183 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:51 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.289734+0000 osd.9 (osd.9) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:54.183 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:51 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.289854+0000 osd.9 (osd.9) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:54.184 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:52 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.745221+0000 osd.2 (osd.2) 71 : cluster [DBG] 2.1 scrub starts
2020-11-16T20:29:54.184 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:52 smithi065 bash[9468]: cluster 2020-11-16T20:29:50.770854+0000 osd.2 (osd.2) 72 : cluster [DBG] 2.1 scrub ok
2020-11-16T20:29:54.184 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:52 smithi065 bash[9468]: cluster 2020-11-16T20:29:51.066065+0000 osd.10 (osd.10) 45 : cluster [DBG] 2.d scrub starts
2020-11-16T20:29:54.184 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:52 smithi065 bash[9468]: cluster 2020-11-16T20:29:51.081420+0000 osd.10 (osd.10) 46 : cluster [DBG] 2.d scrub ok
2020-11-16T20:29:54.185 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:52 smithi065 bash[9468]: cluster 2020-11-16T20:29:51.272627+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e276: 12 total, 12 up, 12 in
2020-11-16T20:29:54.185 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:53 smithi065 bash[9468]: cluster 2020-11-16T20:29:52.120259+0000 mgr.x (mgr.14196) 523 : cluster [DBG] pgmap v725: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:54.185 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:53 smithi065 bash[9468]: cluster 2020-11-16T20:29:52.693887+0000 osd.9 (osd.9) 56 : cluster [DBG] 2.13 scrub starts
2020-11-16T20:29:54.186 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:53 smithi065 bash[9468]: cluster 2020-11-16T20:29:52.708478+0000 osd.9 (osd.9) 57 : cluster [DBG] 2.13 scrub ok
2020-11-16T20:29:54.281 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:54.335 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:54.406 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:54.512 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:54.627 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:54.732 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:54.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:54 smithi065 bash[16457]: debug 2020-11-16T20:29:54.400+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:54.951 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:54 smithi071 bash[14419]: debug 2020-11-16T20:29:54.625+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:55.096 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:55.199 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:55.318 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:29:55.319 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:29:55.319 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:55.424 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:29:55.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:55 smithi142 bash[9523]: cluster 2020-11-16T20:29:54.120934+0000 mgr.x (mgr.14196) 524 : cluster [DBG] pgmap v726: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:55.535 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:29:55 smithi142 bash[20366]: debug 2020-11-16T20:29:55.096+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:55.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:55 smithi065 bash[9468]: cluster 2020-11-16T20:29:54.120934+0000 mgr.x (mgr.14196) 524 : cluster [DBG] pgmap v726: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:55.565 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:29:55.670 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:55.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:55 smithi071 bash[9480]: cluster 2020-11-16T20:29:54.120934+0000 mgr.x (mgr.14196) 524 : cluster [DBG] pgmap v726: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:55.682 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:55 smithi071 bash[26650]: debug 2020-11-16T20:29:55.317+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:55.764 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:29:55.867 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:55.951 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:29:55 smithi071 bash[26650]: debug 2020-11-16T20:29:55.761+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:56.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:29:55 smithi065 bash[18823]: debug 2020-11-16T20:29:55.560+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:56.200 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[18009]: debug 2020-11-16T20:29:56.128+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:56.231 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:56.549 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:29:56.549 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:29:56.550 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 276,
2020-11-16T20:29:56.550 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:29:56.550 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:29:56.550 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:29:51.260447+0000",
2020-11-16T20:29:56.550 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:29:56.550 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:29:56.550 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "nodeep-scrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:29:56.551 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5804032,
2020-11-16T20:29:56.551 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:29:56.551 INFO:teuthology.orchestra.run.smithi142.stdout:        "nodeep-scrub",
2020-11-16T20:29:56.551 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:29:56.551 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:29:56.551 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:29:56.551 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:29:56.552 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:29:56.552 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 28,
2020-11-16T20:29:56.552 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:29:56.552 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:29:56.552 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:29:56.552 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:29:56.552 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 2,
2020-11-16T20:29:56.552 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:29:56.553 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:29:56.553 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "jewel",
2020-11-16T20:29:56.553 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:29:56.553 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:29:56.553 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:29:56.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:29:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:29:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:29:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:29:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:29:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:29:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:29:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:29:56.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:29:56.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:29:56.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:29:56.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:29:56.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:29:56.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:29:56.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:29:56.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:29:56.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:29:56.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:29:56.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:29:56.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:29:56.556 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:29:56.556 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:29:56.556 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:29:56.557 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:29:56.557 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:29:56.557 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:29:56.557 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:29:56.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:29:56.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:29:56.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:29:56.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:29:56.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:29:56.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:29:56.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:29:56.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:29:56.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:29:56.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:29:56.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:29:56.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:29:56.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:29:56.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:29:56.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:29:56.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:29:56.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:29:56.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:29:56.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:29:56.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:29:56.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:29:56.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:29:56.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:29:56.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:29:56.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:29:56.561 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:29:56.561 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:29:56.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:29:56.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:29:56.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:29:56.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:29:56.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:29:56.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:29:56.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:29:56.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:29:56.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:29:56.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:29:56.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:29:56.562 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:29:56.563 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:29:56.563 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:29:56.563 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:29:56.563 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.563 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 2,
2020-11-16T20:29:56.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_0",
2020-11-16T20:29:56.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:24:19.292940+0000",
2020-11-16T20:29:56.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:29:56.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:29:56.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:29:56.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:29:56.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:29:56.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:29:56.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:29:56.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:29:56.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:29:56.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:29:56.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:29:56.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:29:56.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 26,
2020-11-16T20:29:56.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 26,
2020-11-16T20:29:56.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 26,
2020-11-16T20:29:56.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 26,
2020-11-16T20:29:56.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 26,
2020-11-16T20:29:56.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:29:56.566 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:29:56.566 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:29:56.566 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:29:56.567 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:29:56.567 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:29:56.567 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:29:56.567 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "176",
2020-11-16T20:29:56.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:29:56.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:29:56.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "174",
2020-11-16T20:29:56.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:29:56.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:29:56.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:29:56.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:29:56.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:29:56.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:29:56.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:29:56.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:29:56.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:29:56.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:29:56.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:29:56.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:29:56.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:29:56.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:29:56.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:29:56.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:29:56.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:29:56.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:29:56.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:29:56.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:29:56.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:29:56.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:29:56.571 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:29:56.571 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:29:56.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:29:56.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:29:56.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:29:56.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:29:56.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:29:56.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:29:56.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:29:56.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:29:56.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:29:56.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:29:56.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:29:56.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:29:56.573 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:29:56.573 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:29:56.573 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:29:56.573 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:29:56.573 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:29:56.573 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:29:56.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:29:56.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:29:56.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 225,
2020-11-16T20:29:56.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.575 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.575 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.575 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:29:56.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:29:56.576 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.576 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.576 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.576 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.577 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:29:56.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:29:56.577 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.577 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.577 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.578 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.578 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:29:56.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:29:56.578 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.578 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.579 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.579 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.579 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:29:56.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:29:56.580 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.580 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.580 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:29:56.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:29:56.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:29:56.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:29:56.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.581 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.581 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.581 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.581 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.581 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:29:56.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:29:56.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:29:56.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 246,
2020-11-16T20:29:56.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.583 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.583 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:29:56.584 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:29:56.584 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.584 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.584 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.584 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.584 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.584 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.585 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:29:56.585 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:29:56.585 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.585 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.585 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.585 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.586 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:29:56.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:29:56.586 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.586 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.586 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.587 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.587 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:29:56.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:29:56.587 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.587 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.588 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:29:56.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:29:56.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:29:56.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:29:56.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.588 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.589 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.589 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.589 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.589 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:29:56.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:29:56.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:29:56.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 202,
2020-11-16T20:29:56.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.591 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.591 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:29:56.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:29:56.591 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.592 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.592 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.592 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.592 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:29:56.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:29:56.593 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.593 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.593 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.593 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.593 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:29:56.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:29:56.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.594 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.594 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.594 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.594 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:29:56.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:29:56.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.595 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.595 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:29:56.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:29:56.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:29:56.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:29:56.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.596 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.596 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.596 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.597 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.597 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:29:56.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:29:56.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:29:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 270,
2020-11-16T20:29:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.599 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:29:56.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:29:56.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.599 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.600 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.600 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.600 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:29:56.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:29:56.600 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.601 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.601 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.601 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.601 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.601 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:29:56.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:29:56.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.602 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.602 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.602 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:29:56.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:29:56.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.603 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.603 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:29:56.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:29:56.604 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:29:56.604 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:29:56.604 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.604 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.604 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.604 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.604 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.604 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:29:56.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:29:56.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:29:56.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 272,
2020-11-16T20:29:56.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.606 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.606 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:29:56.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:29:56.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.607 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.607 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.608 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.608 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.608 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.608 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:29:56.608 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:29:56.608 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.608 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.608 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.609 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.609 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.609 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.609 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:29:56.609 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:29:56.609 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.610 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.610 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.610 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:29:56.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:29:56.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.611 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.611 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:29:56.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:29:56.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:29:56.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:29:56.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.612 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.612 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.612 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.612 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.612 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:29:56.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:29:56.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:29:56.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 195,
2020-11-16T20:29:56.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.614 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:29:56.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:29:56.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.615 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.615 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.615 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:29:56.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:29:56.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.616 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.616 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.617 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:29:56.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:29:56.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.617 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.618 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.618 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:29:56.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:29:56.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.619 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.619 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:29:56.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:29:56.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:29:56.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:29:56.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.620 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.620 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.620 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.620 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.620 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:29:56.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:29:56.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:29:56.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 271,
2020-11-16T20:29:56.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.622 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:29:56.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:29:56.623 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.623 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.623 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.623 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:29:56.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:29:56.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.624 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.624 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.625 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.625 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:29:56.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:29:56.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.625 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.626 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.626 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.626 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:29:56.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:29:56.627 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.627 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.627 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:29:56.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:29:56.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:29:56.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:29:56.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.628 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.628 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.628 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.628 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.628 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.628 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:29:56.628 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:29:56.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:29:56.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:29:56.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:29:56.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 271,
2020-11-16T20:29:56.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:29:56.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.630 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:29:56.631 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:29:56.631 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.631 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.631 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.631 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.631 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.631 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.632 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:29:56.632 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:29:56.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.632 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.632 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.632 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:29:56.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:29:56.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.633 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.633 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.633 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.634 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:29:56.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:29:56.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.634 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.635 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.635 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:29:56.635 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:29:56.635 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:29:56.635 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:29:56.635 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.635 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.635 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.636 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.636 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.636 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:29:56.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:29:56.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:29:56.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 253,
2020-11-16T20:29:56.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.638 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:29:56.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:29:56.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.639 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.639 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.639 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.639 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:29:56.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:29:56.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.640 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.640 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.640 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.640 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:29:56.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:29:56.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.641 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.641 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.641 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.641 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:29:56.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:29:56.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.642 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.642 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.642 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:29:56.643 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:29:56.643 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:29:56.643 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:29:56.643 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.643 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.643 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.643 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.644 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.644 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.644 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:29:56.644 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:29:56.644 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.644 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.644 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.644 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:29:56.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:29:56.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.646 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:29:56.646 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:29:56.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.646 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.646 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:29:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:29:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:29:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:29:56.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.649 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.649 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.649 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.649 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:29:56.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:29:56.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.650 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.650 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.650 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:29:56.650 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:29:56.651 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:29:56.651 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:29:56.651 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.651 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.651 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.651 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.651 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.652 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.652 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:29:56.652 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:29:56.652 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.652 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.652 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.652 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.652 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:29:56.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 273,
2020-11-16T20:29:56.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.653 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.653 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:29:56.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:29:56.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.654 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.654 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.654 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.655 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:29:56.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:29:56.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.655 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.656 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.656 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.656 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:29:56.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:29:56.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.657 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.657 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.657 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.657 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:29:56.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:29:56.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.658 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.658 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.658 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:29:56.658 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:29:56.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:29:56.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:29:56.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.659 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.659 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.659 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.659 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:29:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:29:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:29:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:29:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:29:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:29:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:29:56.661 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:29:56.661 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:29:56.661 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 225,
2020-11-16T20:29:56.661 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:29:56.661 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:29:56.661 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:29:56.661 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:29:56.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:29:56.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.662 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.662 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.662 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:29:56.663 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:29:56.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:29:56.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.663 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.664 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:29:56.664 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.664 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:29:56.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:29:56.664 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.665 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.665 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.665 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:29:56.665 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:29:56.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:29:56.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:29:56.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:29:56.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:29:56.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:29:56.666 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:29:56.666 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:29:56.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:29:56.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:29:56.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:29:56.666 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:29:56.667 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:29:56.667 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:29:56.667 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:29:56.667 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:29:56.667 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:29:56.667 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:29:56.667 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:29:56.668 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:29:56.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.668 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:55.929936+0000",
2020-11-16T20:29:56.669 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.669 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.669 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.669 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:29:56.669 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.669 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.669 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.670 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.670 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.670 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:21.850225+0000",
2020-11-16T20:29:56.670 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.670 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.670 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.670 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:29:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:50.191153+0000",
2020-11-16T20:29:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.672 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:29:56.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.672 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:12.263844+0000",
2020-11-16T20:29:56.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.673 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.673 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:29:56.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.673 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:39.167172+0000",
2020-11-16T20:29:56.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.674 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.674 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:29:56.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:07.515704+0000",
2020-11-16T20:29:56.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.675 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.676 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:29:56.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.677 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:34.372168+0000",
2020-11-16T20:29:56.677 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.677 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.677 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.677 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:29:56.677 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.677 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.677 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:12.858863+0000",
2020-11-16T20:29:56.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:29:56.678 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.678 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:29:56.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:19.274069+0000",
2020-11-16T20:29:56.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.680 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.680 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:29:56.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.680 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.681 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:50.289858+0000",
2020-11-16T20:29:56.681 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.681 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.681 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.681 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:29:56.681 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.681 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:28:58.861550+0000",
2020-11-16T20:29:56.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.682 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:29:56.682 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:29:56.682 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:29:56.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:29:56.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:29:56.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:29:56.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:29:56.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:29:56.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:29:23.410377+0000",
2020-11-16T20:29:56.683 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:29:56.684 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:29:56.684 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:29:56.684 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [],
2020-11-16T20:29:56.684 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [],
2020-11-16T20:29:56.684 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [],
2020-11-16T20:29:56.684 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:29:56.684 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:29:56.685 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:29:56.685 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:29:56.685 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:29:56.685 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:29:56.685 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:29:56.685 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:29:56.685 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:29:56.685 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:29:56.686 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:29:56.686 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:29:56.686 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:29:56.686 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:29:56.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:29:56.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:29:56.686 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:29:56.687 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:29:56.687 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:29:56.687 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:29:56.687 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:29:56.687 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:29:56.687 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:29:56.687 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:29:56.688 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:29:56.688 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:29:56.688 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:29:56.688 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:29:56.688 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:29:56.688 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:29:56.688 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:29:56.688 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:29:56.689 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:29:56.689 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:29:56.689 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:29:56.691 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[9523]: cluster 2020-11-16T20:29:54.820159+0000 osd.5 (osd.5) 67 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:29:56.691 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[9523]: cluster 2020-11-16T20:29:54.834522+0000 osd.5 (osd.5) 68 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:29:56.691 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[9523]: cluster 2020-11-16T20:29:55.706742+0000 osd.9 (osd.9) 58 : cluster [DBG] 2.18 scrub starts
2020-11-16T20:29:56.691 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[9523]: cluster 2020-11-16T20:29:55.726364+0000 osd.9 (osd.9) 59 : cluster [DBG] 2.18 scrub ok
2020-11-16T20:29:56.692 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[9523]: audit 2020-11-16T20:29:56.171345+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:56.692 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[9523]: audit 2020-11-16T20:29:56.174727+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:56.692 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[9523]: audit 2020-11-16T20:29:56.187550+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:56.692 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:56 smithi142 bash[9523]: audit 2020-11-16T20:29:56.264270+0000 mon.a (mon.0) 1161 : audit [INF] from='client.? v1:172.21.15.142:0/2381348458' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:29:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:56 smithi071 bash[9480]: cluster 2020-11-16T20:29:54.820159+0000 osd.5 (osd.5) 67 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:29:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:56 smithi071 bash[9480]: cluster 2020-11-16T20:29:54.834522+0000 osd.5 (osd.5) 68 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:29:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:56 smithi071 bash[9480]: cluster 2020-11-16T20:29:55.706742+0000 osd.9 (osd.9) 58 : cluster [DBG] 2.18 scrub starts
2020-11-16T20:29:56.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:56 smithi071 bash[9480]: cluster 2020-11-16T20:29:55.726364+0000 osd.9 (osd.9) 59 : cluster [DBG] 2.18 scrub ok
2020-11-16T20:29:56.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:56 smithi071 bash[9480]: audit 2020-11-16T20:29:56.171345+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:56.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:56 smithi071 bash[9480]: audit 2020-11-16T20:29:56.174727+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:56.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:56 smithi071 bash[9480]: audit 2020-11-16T20:29:56.187550+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:56.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:56 smithi071 bash[9480]: audit 2020-11-16T20:29:56.264270+0000 mon.a (mon.0) 1161 : audit [INF] from='client.? v1:172.21.15.142:0/2381348458' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:29:56.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:56 smithi065 bash[9468]: cluster 2020-11-16T20:29:54.820159+0000 osd.5 (osd.5) 67 : cluster [DBG] 2.3 scrub starts
2020-11-16T20:29:56.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:56 smithi065 bash[9468]: cluster 2020-11-16T20:29:54.834522+0000 osd.5 (osd.5) 68 : cluster [DBG] 2.3 scrub ok
2020-11-16T20:29:56.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:56 smithi065 bash[9468]: cluster 2020-11-16T20:29:55.706742+0000 osd.9 (osd.9) 58 : cluster [DBG] 2.18 scrub starts
2020-11-16T20:29:56.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:56 smithi065 bash[9468]: cluster 2020-11-16T20:29:55.726364+0000 osd.9 (osd.9) 59 : cluster [DBG] 2.18 scrub ok
2020-11-16T20:29:56.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:56 smithi065 bash[9468]: audit 2020-11-16T20:29:56.171345+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:56.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:56 smithi065 bash[9468]: audit 2020-11-16T20:29:56.174727+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:29:56.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:56 smithi065 bash[9468]: audit 2020-11-16T20:29:56.187550+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:29:56.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:56 smithi065 bash[9468]: audit 2020-11-16T20:29:56.264270+0000 mon.a (mon.0) 1161 : audit [INF] from='client.? v1:172.21.15.142:0/2381348458' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:29:57.026 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops
2020-11-16T20:29:57.164 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:57.172 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:57.200 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_0' removed
2020-11-16T20:29:57.277 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:57.414 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:57.451 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:57 smithi071 bash[14419]: debug 2020-11-16T20:29:57.169+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:57 smithi071 bash[9480]: cluster 2020-11-16T20:29:56.121699+0000 mgr.x (mgr.14196) 525 : cluster [DBG] pgmap v727: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:57 smithi071 bash[9480]: cluster 2020-11-16T20:29:56.397207+0000 osd.0 (osd.0) 63 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:57 smithi071 bash[9480]: cluster 2020-11-16T20:29:56.397318+0000 osd.0 (osd.0) 64 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:57 smithi071 bash[9480]: audit 2020-11-16T20:29:56.551065+0000 mon.a (mon.0) 1162 : audit [DBG] from='client.? v1:172.21.15.142:0/1806007298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:29:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:57 smithi071 bash[9480]: audit 2020-11-16T20:29:57.196725+0000 mon.a (mon.0) 1163 : audit [INF] from='client.? v1:172.21.15.142:0/2381348458' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:29:57.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:57 smithi071 bash[9480]: cluster 2020-11-16T20:29:57.196931+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e277: 12 total, 12 up, 12 in
2020-11-16T20:29:57.519 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:57 smithi142 bash[9523]: cluster 2020-11-16T20:29:56.121699+0000 mgr.x (mgr.14196) 525 : cluster [DBG] pgmap v727: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:57 smithi142 bash[9523]: cluster 2020-11-16T20:29:56.397207+0000 osd.0 (osd.0) 63 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:57 smithi142 bash[9523]: cluster 2020-11-16T20:29:56.397318+0000 osd.0 (osd.0) 64 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:57 smithi142 bash[9523]: audit 2020-11-16T20:29:56.551065+0000 mon.a (mon.0) 1162 : audit [DBG] from='client.? v1:172.21.15.142:0/1806007298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:29:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:57 smithi142 bash[9523]: audit 2020-11-16T20:29:57.196725+0000 mon.a (mon.0) 1163 : audit [INF] from='client.? v1:172.21.15.142:0/2381348458' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:29:57.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:57 smithi142 bash[9523]: cluster 2020-11-16T20:29:57.196931+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e277: 12 total, 12 up, 12 in
2020-11-16T20:29:57.646 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:29:57.749 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:57.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:57 smithi065 bash[16457]: debug 2020-11-16T20:29:57.408+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:57.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:57 smithi065 bash[9468]: cluster 2020-11-16T20:29:56.121699+0000 mgr.x (mgr.14196) 525 : cluster [DBG] pgmap v727: 27 pgs: 27 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:57.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:57 smithi065 bash[9468]: cluster 2020-11-16T20:29:56.397207+0000 osd.0 (osd.0) 63 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:29:57.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:57 smithi065 bash[9468]: cluster 2020-11-16T20:29:56.397318+0000 osd.0 (osd.0) 64 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:29:57.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:57 smithi065 bash[9468]: audit 2020-11-16T20:29:56.551065+0000 mon.a (mon.0) 1162 : audit [DBG] from='client.? v1:172.21.15.142:0/1806007298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:29:57.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:57 smithi065 bash[9468]: audit 2020-11-16T20:29:57.196725+0000 mon.a (mon.0) 1163 : audit [INF] from='client.? v1:172.21.15.142:0/2381348458' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:29:57.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:57 smithi065 bash[9468]: cluster 2020-11-16T20:29:57.196931+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e277: 12 total, 12 up, 12 in
2020-11-16T20:29:57.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:29:57 smithi071 bash[14419]: debug 2020-11-16T20:29:57.645+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:58.329 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:29:58.397 INFO:tasks.thrashosds.thrasher:j is {'epoch': 276, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:29:51.260447+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'nodeep-scrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5804032, 'flags_set': ['nodeep-scrub', 'pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 28, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 2, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'jewel', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'unique_pool_0', 'create_time': '2020-11-16T20:24:19.292940+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 26, 'pg_placement_num': 26, 'pg_placement_num_target': 26, 'pg_num_target': 26, 'pg_num_pending': 26, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '176', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '174', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 225, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 246, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 202, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 270, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 272, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 195, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 271, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 271, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 253, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 273, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 225, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:28:55.929936+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:21.850225+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:50.191153+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:12.263844+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:39.167172+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:07.515704+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:34.372168+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:12.858863+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:19.274069+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:50.289858+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:28:58.861550+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:29:23.410377+0000', 'dead_epoch': 0}], 'pg_upmap': [], 'pg_upmap_items': [], 'pg_temp': [], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:29:58.398 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:29:58.434 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:58.492 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:29:58 smithi142 bash[22738]: debug 2020-11-16T20:29:58.328+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:58.551 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:58.580 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:29:58.647 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:29:58.668 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:29:58.686 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:58.692 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:29:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:29:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:29:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:29:58.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:29:58 smithi065 bash[16457]: debug 2020-11-16T20:29:58.576+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:58.805 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:29:58.831 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:29:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:29:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:29:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:29:58.940 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:29:58.942 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.942 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.943 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.943 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.943 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.943 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.943 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.943 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.943 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.944 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.944 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:29:58.944 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:29:59.069 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:29:59.172 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:59.285 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:29:59 smithi142 bash[20366]: debug 2020-11-16T20:29:59.072+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:59.321 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:29:59.427 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:29:59.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:29:59 smithi071 bash[16796]: debug 2020-11-16T20:29:59.317+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:29:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:59 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.122357+0000 mgr.x (mgr.14196) 526 : cluster [DBG] pgmap v729: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:59 smithi071 bash[9480]: audit 2020-11-16T20:29:58.625611+0000 mon.a (mon.0) 1165 : audit [DBG] from='client.? v1:172.21.15.142:0/429074658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:59 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.651743+0000 osd.0 (osd.0) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:59 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.833655+0000 osd.7 (osd.7) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:59 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.888923+0000 osd.9 (osd.9) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:29:59 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.915036+0000 osd.10 (osd.10) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:59 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.122357+0000 mgr.x (mgr.14196) 526 : cluster [DBG] pgmap v729: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:59.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:59 smithi142 bash[9523]: audit 2020-11-16T20:29:58.625611+0000 mon.a (mon.0) 1165 : audit [DBG] from='client.? v1:172.21.15.142:0/429074658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:59.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:59 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.651743+0000 osd.0 (osd.0) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:59 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.833655+0000 osd.7 (osd.7) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:59 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.888923+0000 osd.9 (osd.9) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:29:59 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.915036+0000 osd.10 (osd.10) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.765 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench...
2020-11-16T20:29:59.765 INFO:tasks.radosbench:Beginning radosbench...
2020-11-16T20:29:59.766 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1
2020-11-16T20:29:59.766 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool create unique_pool_1 16
2020-11-16T20:29:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:59 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.122357+0000 mgr.x (mgr.14196) 526 : cluster [DBG] pgmap v729: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:29:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:59 smithi065 bash[9468]: audit 2020-11-16T20:29:58.625611+0000 mon.a (mon.0) 1165 : audit [DBG] from='client.? v1:172.21.15.142:0/429074658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:29:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:59 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.651743+0000 osd.0 (osd.0) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:59 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.833655+0000 osd.7 (osd.7) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:59 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.888923+0000 osd.9 (osd.9) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:29:59 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.915036+0000 osd.10 (osd.10) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:29:59.903 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:29:59.937 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:00.035 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:29:59 smithi142 bash[18009]: debug 2020-11-16T20:29:59.932+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:00.041 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:00.367 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.673429+0000 osd.1 (osd.1) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.368 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.696881+0000 osd.2 (osd.2) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.368 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.727985+0000 osd.3 (osd.3) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.368 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.752122+0000 osd.4 (osd.4) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.368 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.779450+0000 osd.5 (osd.5) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.368 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.806835+0000 osd.6 (osd.6) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.368 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.864235+0000 osd.8 (osd.8) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.369 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:58.942370+0000 osd.11 (osd.11) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.369 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:59.312483+0000 osd.10 (osd.10) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:00.369 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:29:59.312625+0000 osd.10 (osd.10) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:00.369 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:30:00.000118+0000 mon.a (mon.0) 1166 : cluster [WRN] Health detail: HEALTH_WARN nodeep-scrub flag(s) set
2020-11-16T20:30:00.369 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[9523]: cluster 2020-11-16T20:30:00.000171+0000 mon.a (mon.0) 1167 : cluster [WRN] [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set
2020-11-16T20:30:00.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.673429+0000 osd.1 (osd.1) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.696881+0000 osd.2 (osd.2) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.727985+0000 osd.3 (osd.3) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.752122+0000 osd.4 (osd.4) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.779450+0000 osd.5 (osd.5) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.806835+0000 osd.6 (osd.6) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.864235+0000 osd.8 (osd.8) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:58.942370+0000 osd.11 (osd.11) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:59.312483+0000 osd.10 (osd.10) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:00.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:29:59.312625+0000 osd.10 (osd.10) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:00.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:30:00.000118+0000 mon.a (mon.0) 1166 : cluster [WRN] Health detail: HEALTH_WARN nodeep-scrub flag(s) set
2020-11-16T20:30:00.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:00 smithi071 bash[9480]: cluster 2020-11-16T20:30:00.000171+0000 mon.a (mon.0) 1167 : cluster [WRN] [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set
2020-11-16T20:30:00.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.673429+0000 osd.1 (osd.1) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.696881+0000 osd.2 (osd.2) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.727985+0000 osd.3 (osd.3) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.752122+0000 osd.4 (osd.4) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.779450+0000 osd.5 (osd.5) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.806835+0000 osd.6 (osd.6) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.864235+0000 osd.8 (osd.8) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:58.942370+0000 osd.11 (osd.11) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:00.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:59.312483+0000 osd.10 (osd.10) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:00.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:29:59.312625+0000 osd.10 (osd.10) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:00.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:30:00.000118+0000 mon.a (mon.0) 1166 : cluster [WRN] Health detail: HEALTH_WARN nodeep-scrub flag(s) set
2020-11-16T20:30:00.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:00 smithi065 bash[9468]: cluster 2020-11-16T20:30:00.000171+0000 mon.a (mon.0) 1167 : cluster [WRN] [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set
2020-11-16T20:30:00.817 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:00.921 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:01.285 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:00 smithi142 bash[15670]: debug 2020-11-16T20:30:00.820+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:01.525 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:01.630 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:01.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:01 smithi071 bash[9480]: cluster 2020-11-16T20:30:00.122918+0000 mgr.x (mgr.14196) 527 : cluster [DBG] pgmap v730: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:01.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:01 smithi071 bash[9480]: cluster 2020-11-16T20:30:00.303747+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e278: 12 total, 12 up, 12 in
2020-11-16T20:30:01.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:01 smithi065 bash[9468]: cluster 2020-11-16T20:30:00.122918+0000 mgr.x (mgr.14196) 527 : cluster [DBG] pgmap v730: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:01.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:01 smithi065 bash[9468]: cluster 2020-11-16T20:30:00.303747+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e278: 12 total, 12 up, 12 in
2020-11-16T20:30:01.937 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:01 smithi142 bash[22738]: debug 2020-11-16T20:30:01.524+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:01.938 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:01 smithi142 bash[9523]: cluster 2020-11-16T20:30:00.122918+0000 mgr.x (mgr.14196) 527 : cluster [DBG] pgmap v730: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:01.938 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:01 smithi142 bash[9523]: cluster 2020-11-16T20:30:00.303747+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e278: 12 total, 12 up, 12 in
2020-11-16T20:30:02.257 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:02.363 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:02.513 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:02 smithi142 bash[9523]: cluster 2020-11-16T20:30:02.123550+0000 mgr.x (mgr.14196) 528 : cluster [DBG] pgmap v732: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:02.514 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:02 smithi142 bash[20366]: debug 2020-11-16T20:30:02.260+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:02.623 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:02 smithi071 bash[9480]: cluster 2020-11-16T20:30:02.123550+0000 mgr.x (mgr.14196) 528 : cluster [DBG] pgmap v732: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:02.727 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:02.740 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:02 smithi065 bash[9468]: cluster 2020-11-16T20:30:02.123550+0000 mgr.x (mgr.14196) 528 : cluster [DBG] pgmap v732: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:02.785 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:02 smithi142 bash[18009]: debug 2020-11-16T20:30:02.624+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:02.865 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:02.971 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:03.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:02 smithi065 bash[18823]: debug 2020-11-16T20:30:02.860+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:03.613 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:03.719 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:03.848 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:03.954 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:03.967 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:03 smithi142 bash[20366]: debug 2020-11-16T20:30:03.612+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:04.033 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:03 smithi065 bash[11785]: debug 2020-11-16T20:30:03.844+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:04.343 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:04.448 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:04.515 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:30:04.574 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:04.656 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:04.679 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:04.687 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:04 smithi142 bash[20366]: debug 2020-11-16T20:30:04.344+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:04.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:04 smithi065 bash[16457]: debug 2020-11-16T20:30:04.568+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:05.175 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:05.279 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:05.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:05 smithi071 bash[9480]: cluster 2020-11-16T20:30:04.124263+0000 mgr.x (mgr.14196) 529 : cluster [DBG] pgmap v733: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:05 smithi065 bash[9468]: cluster 2020-11-16T20:30:04.124263+0000 mgr.x (mgr.14196) 529 : cluster [DBG] pgmap v733: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:05.747 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:05 smithi142 bash[9523]: cluster 2020-11-16T20:30:04.124263+0000 mgr.x (mgr.14196) 529 : cluster [DBG] pgmap v733: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:05.748 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:05 smithi142 bash[15670]: debug 2020-11-16T20:30:05.176+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:05.814 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:05.918 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:06.285 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:05 smithi142 bash[20366]: debug 2020-11-16T20:30:05.816+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:06.311 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:06.416 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:06.565 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:06.671 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:06.684 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:06 smithi065 bash[11785]: debug 2020-11-16T20:30:06.560+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:30:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:30:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T20:30:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T20:30:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:30:06.785 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:06 smithi142 bash[15670]: debug 2020-11-16T20:30:06.312+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:06.792 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:06.897 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:07.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:06 smithi065 bash[18823]: debug 2020-11-16T20:30:06.788+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:07.049 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:07.109 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:30:07.154 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:07.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:07 smithi071 bash[14419]: debug 2020-11-16T20:30:07.045+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:07.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:07 smithi071 bash[9480]: cluster 2020-11-16T20:30:06.124944+0000 mgr.x (mgr.14196) 530 : cluster [DBG] pgmap v734: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:07.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:07 smithi071 bash[9480]: audit 2020-11-16T20:30:06.337271+0000 mon.a (mon.0) 1169 : audit [INF] from='client.? v1:172.21.15.142:0/1076739251' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:30:07.284 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:07.390 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:07.403 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:07 smithi065 bash[18823]: debug 2020-11-16T20:30:07.280+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:07.403 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:07 smithi065 bash[9468]: cluster 2020-11-16T20:30:06.124944+0000 mgr.x (mgr.14196) 530 : cluster [DBG] pgmap v734: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:07.403 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:07 smithi065 bash[9468]: audit 2020-11-16T20:30:06.337271+0000 mon.a (mon.0) 1169 : audit [INF] from='client.? v1:172.21.15.142:0/1076739251' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:30:07.510 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:07.553 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:07 smithi142 bash[9523]: cluster 2020-11-16T20:30:06.124944+0000 mgr.x (mgr.14196) 530 : cluster [DBG] pgmap v734: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:07.553 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:07 smithi142 bash[9523]: audit 2020-11-16T20:30:06.337271+0000 mon.a (mon.0) 1169 : audit [INF] from='client.? v1:172.21.15.142:0/1076739251' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:30:07.615 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:07.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:07 smithi065 bash[18823]: debug 2020-11-16T20:30:07.504+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:07.876 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:30:07.878 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:30:08.085 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:08.190 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:08.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:08 smithi071 bash[9480]: cluster 2020-11-16T20:30:07.097858+0000 mon.a (mon.0) 1170 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:30:08.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:08 smithi071 bash[9480]: cluster 2020-11-16T20:30:07.097909+0000 mon.a (mon.0) 1171 : cluster [INF] Cluster is now healthy
2020-11-16T20:30:08.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:08 smithi071 bash[9480]: audit 2020-11-16T20:30:07.108572+0000 mon.a (mon.0) 1172 : audit [INF] from='client.? v1:172.21.15.142:0/1076739251' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:30:08.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:08 smithi071 bash[9480]: cluster 2020-11-16T20:30:07.108608+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e279: 12 total, 12 up, 12 in
2020-11-16T20:30:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:08 smithi065 bash[9468]: cluster 2020-11-16T20:30:07.097858+0000 mon.a (mon.0) 1170 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:30:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:08 smithi065 bash[9468]: cluster 2020-11-16T20:30:07.097909+0000 mon.a (mon.0) 1171 : cluster [INF] Cluster is now healthy
2020-11-16T20:30:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:08 smithi065 bash[9468]: audit 2020-11-16T20:30:07.108572+0000 mon.a (mon.0) 1172 : audit [INF] from='client.? v1:172.21.15.142:0/1076739251' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:30:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:08 smithi065 bash[9468]: cluster 2020-11-16T20:30:07.108608+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e279: 12 total, 12 up, 12 in
2020-11-16T20:30:08.535 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:08 smithi142 bash[15670]: debug 2020-11-16T20:30:08.084+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:08 smithi142 bash[9523]: cluster 2020-11-16T20:30:07.097858+0000 mon.a (mon.0) 1170 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:30:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:08 smithi142 bash[9523]: cluster 2020-11-16T20:30:07.097909+0000 mon.a (mon.0) 1171 : cluster [INF] Cluster is now healthy
2020-11-16T20:30:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:08 smithi142 bash[9523]: audit 2020-11-16T20:30:07.108572+0000 mon.a (mon.0) 1172 : audit [INF] from='client.? v1:172.21.15.142:0/1076739251' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:30:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:08 smithi142 bash[9523]: cluster 2020-11-16T20:30:07.108608+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e279: 12 total, 12 up, 12 in
2020-11-16T20:30:08.720 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:08.825 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:08.844 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_historic_ops
2020-11-16T20:30:09.023 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:09.035 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:08 smithi142 bash[22738]: debug 2020-11-16T20:30:08.720+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:09.386 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:09 smithi142 bash[9523]: audit 2020-11-16T20:30:07.862897+0000 mgr.x (mgr.14196) 531 : audit [DBG] from='client.15153 v1:172.21.15.142:0/2906275199' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:30:09.387 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:09 smithi142 bash[9523]: cluster 2020-11-16T20:30:08.125568+0000 mgr.x (mgr.14196) 532 : cluster [DBG] pgmap v736: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:09.387 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:09 smithi142 bash[9523]: cluster 2020-11-16T20:30:08.307934+0000 osd.5 (osd.5) 70 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:09.387 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:09 smithi142 bash[9523]: cluster 2020-11-16T20:30:08.308068+0000 osd.5 (osd.5) 71 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:09.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:09 smithi071 bash[9480]: audit 2020-11-16T20:30:07.862897+0000 mgr.x (mgr.14196) 531 : audit [DBG] from='client.15153 v1:172.21.15.142:0/2906275199' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:30:09.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:09 smithi071 bash[9480]: cluster 2020-11-16T20:30:08.125568+0000 mgr.x (mgr.14196) 532 : cluster [DBG] pgmap v736: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:09.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:09 smithi071 bash[9480]: cluster 2020-11-16T20:30:08.307934+0000 osd.5 (osd.5) 70 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:09.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:09 smithi071 bash[9480]: cluster 2020-11-16T20:30:08.308068+0000 osd.5 (osd.5) 71 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:09.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:09 smithi065 bash[9468]: audit 2020-11-16T20:30:07.862897+0000 mgr.x (mgr.14196) 531 : audit [DBG] from='client.15153 v1:172.21.15.142:0/2906275199' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:30:09.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:09 smithi065 bash[9468]: cluster 2020-11-16T20:30:08.125568+0000 mgr.x (mgr.14196) 532 : cluster [DBG] pgmap v736: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:09.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:09 smithi065 bash[9468]: cluster 2020-11-16T20:30:08.307934+0000 osd.5 (osd.5) 70 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:09.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:09 smithi065 bash[9468]: cluster 2020-11-16T20:30:08.308068+0000 osd.5 (osd.5) 71 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:09.655 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:09.784 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:09 smithi142 bash[20366]: debug 2020-11-16T20:30:09.548+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:09.805 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:09.910 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:10.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:09 smithi065 bash[18823]: debug 2020-11-16T20:30:09.800+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:10.272 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:10.285 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":735,"stamp":"2020-11-16T20:30:07.105183+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":12,"num_per_pool_osds":2,"num_per_pool_omap_osds":2,"kb":1124941824,"kb_used":1163792,"kb_used_data":7920,"kb_used_omap":0,"kb_used_meta":1155775,"kb_avail":1123778032,"statfs":{"total":1151940427776,"available":1150748704768,"internally_reserved":0,"allocated":8110080,"data_stored":4181376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":1183513660},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-4489216,"num_objects":-68,"num_object_clones":0,"num_object_copies":-136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-68,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-182503,"num_write_kb":-4470465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-40896,"num_bytes_recovered":-2677571632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.069090"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"234","reported_epoch":"277","state":"active+clean","last_fresh":"2020-11-16T20:29:57.844182+0000","last_change":"2020-11-16T20:29:01.082719+0000","last_active":"2020-11-16T20:29:57.844182+0000","last_peered":"2020-11-16T20:29:57.844182+0000","last_clean":"2020-11-16T20:29:57.844182+0000","last_became_active":"2020-11-16T20:28:13.076345+0000","last_became_peered":"2020-11-16T20:28:13.076345+0000","last_unstale":"2020-11-16T20:29:57.844182+0000","last_undegraded":"2020-11-16T20:29:57.844182+0000","last_fullsized":"2020-11-16T20:29:57.844182+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:29:01.082642+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:29:01.082642+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631597,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":81692,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":81024,"kb_avail":93663460,"statfs":{"total":95995035648,"available":95911383040,"internally_reserved":0,"allocated":675840,"data_stored":348433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":82968576},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":1.1519999999999999,"5min":1.3979999999999999,"15min":1.7270000000000001},"min":{"1min":0.55900000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":3.133,"5min":4.3280000000000003,"15min":5.0640000000000001},"last":2.7999999999999998},{"interface":"front","average":{"1min":1.4450000000000001,"5min":1.6240000000000001,"15min":2.3500000000000001},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":2.988,"5min":4.7480000000000002,"15min":4.7480000000000002},"last":1.962}]},{"osd":1,"last update":"Mon Nov 16 20:27:30 2020","interfaces":[{"interface":"back","average":{"1min":1.996,"5min":2.0390000000000001,"15min":2.2429999999999999},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":4.0810000000000004,"5min":7.2869999999999999,"15min":7.2869999999999999},"last":3.4940000000000002},{"interface":"front","average":{"1min":2.4340000000000002,"5min":1.97,"15min":1.9810000000000001},"min":{"1min":0.84299999999999997,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":9.3900000000000006,"5min":9.3900000000000006,"15min":9.3900000000000006},"last":1.2529999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":1.258},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.0329999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":2.157,"15min":2.6520000000000001},"min":{"1min":0.751,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":4.9820000000000002,"5min":18.023,"15min":18.023},"last":1.569},{"interface":"front","average":{"1min":2.27,"5min":2.54,"15min":2.3929999999999998},"min":{"1min":0.91200000000000003,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":4.0380000000000003,"5min":18.923999999999999,"15min":18.923999999999999},"last":2.3479999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.165,"5min":1.9570000000000001,"15min":2.71},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":7.3170000000000002,"5min":7.3170000000000002,"15min":7.3170000000000002},"last":1.4399999999999999},{"interface":"front","average":{"1min":2.3519999999999999,"5min":2.3700000000000001,"15min":2.4870000000000001},"min":{"1min":1.0349999999999999,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":5.7370000000000001,"5min":5.7370000000000001,"15min":5.7370000000000001},"last":3.6480000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":1.881,"5min":2.2269999999999999,"15min":3.1400000000000001},"min":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"max":{"1min":4.0309999999999997,"5min":9.6180000000000003,"15min":9.6180000000000003},"last":2.4470000000000001},{"interface":"front","average":{"1min":1.982,"5min":2.4580000000000002,"15min":2.9039999999999999},"min":{"1min":1.0740000000000001,"5min":0.98599999999999999,"15min":0.98599999999999999},"max":{"1min":3.5449999999999999,"5min":5.1689999999999996,"15min":5.1689999999999996},"last":3.2130000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5219999999999998,"5min":2.2090000000000001,"15min":2.7360000000000002},"min":{"1min":1.085,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":7.1639999999999997,"5min":7.1639999999999997,"15min":7.1639999999999997},"last":2.871},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.8050000000000002,"15min":3.569},"min":{"1min":1.224,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":4.4089999999999998,"5min":7.8940000000000001,"15min":7.8940000000000001},"last":4.5049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":2.1739999999999999,"5min":2.1739999999999999,"15min":2.1739999999999999},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":4.6680000000000001,"5min":4.6680000000000001,"15min":4.6680000000000001},"last":3.9889999999999999},{"interface":"front","average":{"1min":2.7879999999999998,"5min":2.7879999999999998,"15min":2.7879999999999998},"min":{"1min":1.379,"5min":1.379,"15min":1.379},"max":{"1min":4.3659999999999997,"5min":4.3659999999999997,"15min":4.3659999999999997},"last":4.085}]},{"osd":8,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.1890000000000001,"5min":2.5760000000000001,"15min":3.3370000000000002},"min":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"max":{"1min":7.4589999999999996,"5min":7.4589999999999996,"15min":7.4589999999999996},"last":2.9580000000000002},{"interface":"front","average":{"1min":3.1190000000000002,"5min":2.7610000000000001,"15min":3.339},"min":{"1min":0.95999999999999996,"5min":0.85999999999999999,"15min":0.85999999999999999},"max":{"1min":6.8799999999999999,"5min":6.8799999999999999,"15min":6.8799999999999999},"last":3.5670000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:29:30 2020","interfaces":[{"interface":"back","average":{"1min":3.3119999999999998,"5min":3.899,"15min":3.9969999999999999},"min":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"max":{"1min":7.8929999999999998,"5min":7.8929999999999998,"15min":7.8929999999999998},"last":4.7690000000000001},{"interface":"front","average":{"1min":2.6080000000000001,"5min":3.1840000000000002,"15min":3.2799999999999998},"min":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"max":{"1min":5.2130000000000001,"5min":5.9800000000000004,"15min":5.9800000000000004},"last":3.3639999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.8780000000000001,"5min":2.8700000000000001,"15min":3.472},"min":{"1min":1.3029999999999999,"5min":1.2310000000000001,"15min":1.2310000000000001},"max":{"1min":6.7220000000000004,"5min":9.5109999999999992,"15min":9.5109999999999992},"last":4.3819999999999997},{"interface":"front","average":{"1min":2.3210000000000002,"5min":2.5310000000000001,"15min":3.4849999999999999},"min":{"1min":1.2749999999999999,"5min":1.177,"15min":1.177},"max":{"1min":4.3760000000000003,"5min":5.282,"15min":5.282},"last":3.7549999999999999}]}]},{"osd":10,"up_from":95,"seq":408021893235,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":59676,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":59008,"kb_avail":93685476,"statfs":{"total":95995035648,"available":95933927424,"internally_reserved":0,"allocated":675840,"data_stored":348433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":60424192},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:44 2020","interfaces":[{"interface":"back","average":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.4049999999999998,"5min":2.4049999999999998,"15min":2.4049999999999998},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.0019999999999998,"5min":4.0019999999999998,"15min":4.0019999999999998},"last":0.89100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":2.246,"5min":2.3559999999999999,"15min":2.1800000000000002},"min":{"1min":0.623,"5min":0.505,"15min":0.505},"max":{"1min":5.4989999999999997,"5min":45.988999999999997,"15min":45.988999999999997},"last":2.327},{"interface":"front","average":{"1min":2.7719999999999998,"5min":2.617,"15min":2.137},"min":{"1min":0.73099999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":6.2649999999999997,"5min":43.831000000000003,"15min":43.831000000000003},"last":3.415}]},{"osd":2,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":2.1259999999999999,"5min":2.1059999999999999,"15min":2.0590000000000002},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":4.742,"5min":11.794,"15min":11.794},"last":2.016},{"interface":"front","average":{"1min":2.2309999999999999,"5min":2.4870000000000001,"15min":2.3140000000000001},"min":{"1min":0.79200000000000004,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":5.5819999999999999,"5min":44.659999999999997,"15min":44.659999999999997},"last":1.7869999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":1.873,"5min":1.679,"15min":1.675},"min":{"1min":0.94099999999999995,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.2389999999999999,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":1.901},{"interface":"front","average":{"1min":2.5790000000000002,"5min":2.649,"15min":2.5},"min":{"1min":0.874,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":7.2789999999999999,"5min":43.671999999999997,"15min":43.671999999999997},"last":3.0710000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":2.5739999999999998,"15min":2.8420000000000001},"min":{"1min":1.002,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":6.2939999999999996,"5min":45.624000000000002,"15min":45.624000000000002},"last":2.5459999999999998},{"interface":"front","average":{"1min":1.609,"5min":2.3780000000000001,"15min":2.573},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":2.7250000000000001,"5min":45.814,"15min":45.814},"last":2.7919999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":2.7160000000000002,"15min":3.0800000000000001},"min":{"1min":0.96199999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"max":{"1min":3.7530000000000001,"5min":43.954000000000001,"15min":43.954000000000001},"last":2.3959999999999999},{"interface":"front","average":{"1min":2.012,"5min":2.7429999999999999,"15min":2.9020000000000001},"min":{"1min":0.99399999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":3.778,"5min":46.340000000000003,"15min":46.340000000000003},"last":2.6560000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":2.1720000000000002,"5min":2.9039999999999999,"15min":2.9199999999999999},"min":{"1min":0.93400000000000005,"5min":0.81999999999999995,"15min":0.81999999999999995},"max":{"1min":6.21,"5min":45.433,"15min":45.433},"last":4.125},{"interface":"front","average":{"1min":2.2890000000000001,"5min":2.9849999999999999,"15min":3.3700000000000001},"min":{"1min":1.2090000000000001,"5min":0.86099999999999999,"15min":0.86099999999999999},"max":{"1min":4.125,"5min":44.085000000000001,"15min":44.085000000000001},"last":3.806}]},{"osd":7,"last update":"Mon Nov 16 20:27:07 2020","interfaces":[{"interface":"back","average":{"1min":2.8439999999999999,"5min":3.3260000000000001,"15min":3.1589999999999998},"min":{"1min":1.2869999999999999,"5min":1.137,"15min":1.137},"max":{"1min":7.9340000000000002,"5min":46.173000000000002,"15min":46.173000000000002},"last":2.9590000000000001},{"interface":"front","average":{"1min":2.2650000000000001,"5min":3.4390000000000001,"15min":3.6269999999999998},"min":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"max":{"1min":7.2279999999999998,"5min":44.476999999999997,"15min":44.476999999999997},"last":3.306}]},{"osd":8,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":3.0539999999999998,"5min":3.5670000000000002,"15min":3.323},"min":{"1min":1.3540000000000001,"5min":1.143,"15min":1.143},"max":{"1min":10.300000000000001,"5min":51.853000000000002,"15min":51.853000000000002},"last":3.27},{"interface":"front","average":{"1min":2.6150000000000002,"5min":3.488,"15min":3.5129999999999999},"min":{"1min":1.3,"5min":0.91000000000000003,"15min":0.91000000000000003},"max":{"1min":6.3860000000000001,"5min":46.506999999999998,"15min":46.506999999999998},"last":3.7290000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":2.6930000000000001,"5min":3.4340000000000002,"15min":3.4300000000000002},"min":{"1min":1.2350000000000001,"5min":1.2070000000000001,"15min":1.0720000000000001},"max":{"1min":8.0410000000000004,"5min":46.679000000000002,"15min":46.679000000000002},"last":3.6850000000000001},{"interface":"front","average":{"1min":2.8130000000000002,"5min":3.528,"15min":3.669},"min":{"1min":1.444,"5min":1.123,"15min":1.123},"max":{"1min":6.5199999999999996,"5min":46.823999999999998,"15min":46.823999999999998},"last":4.5199999999999996}]},{"osd":11,"last update":"Mon Nov 16 20:29:34 2020","interfaces":[{"interface":"back","average":{"1min":2.5950000000000002,"5min":3.4790000000000001,"15min":3.9180000000000001},"min":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":4.7729999999999997,"5min":45.292000000000002,"15min":45.292000000000002},"last":3.4889999999999999},{"interface":"front","average":{"1min":2.8149999999999999,"5min":3.7109999999999999,"15min":3.8809999999999998},"min":{"1min":1.2709999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"max":{"1min":6.6769999999999996,"5min":55.759999999999998,"15min":55.759999999999998},"last":4.0039999999999996}]}]},{"osd":9,"up_from":71,"seq":304942678156,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":172764,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":172096,"kb_avail":93572388,"statfs":{"total":95995035648,"available":95818125312,"internally_reserved":0,"allocated":675840,"data_stored":348433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":176226304},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:29:05 2020","interfaces":[{"interface":"back","average":{"1min":2.468,"5min":2.5670000000000002,"15min":2.2250000000000001},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":8.609,"5min":8.609,"15min":8.609},"last":2.7469999999999999},{"interface":"front","average":{"1min":3.008,"5min":2.431,"15min":2.2360000000000002},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":12.571,"5min":12.571,"15min":12.571},"last":4.4969999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:29:05 2020","interfaces":[{"interface":"back","average":{"1min":1.986,"5min":2.677,"15min":2.1579999999999999},"min":{"1min":0.623,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":5.8849999999999998,"5min":10.146000000000001,"15min":10.146000000000001},"last":1.954},{"interface":"front","average":{"1min":2.3690000000000002,"5min":2.1429999999999998,"15min":2.1000000000000001},"min":{"1min":0.64900000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":12.398999999999999,"5min":12.398999999999999,"15min":12.398999999999999},"last":4.2549999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:29:05 2020","interfaces":[{"interface":"back","average":{"1min":2.2189999999999999,"5min":2.266,"15min":2.3799999999999999},"min":{"1min":0.96299999999999997,"5min":0.749,"15min":0.749},"max":{"1min":5.0060000000000002,"5min":11.682,"15min":11.682},"last":2.04},{"interface":"front","average":{"1min":2.2610000000000001,"5min":2.3330000000000002,"15min":2.4049999999999998},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":12.724,"5min":12.724,"15min":12.724},"last":4.7549999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:29:05 2020","interfaces":[{"interface":"back","average":{"1min":7.7030000000000003,"5min":3.4300000000000002,"15min":3.04},"min":{"1min":0.91600000000000004,"5min":0.90900000000000003,"15min":0.90900000000000003},"max":{"1min":111.57299999999999,"5min":111.57299999999999,"15min":111.57299999999999},"last":3.1520000000000001},{"interface":"front","average":{"1min":7.5149999999999997,"5min":3.4750000000000001,"15min":2.915},"min":{"1min":1.0449999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":99.349999999999994,"5min":99.349999999999994,"15min":99.349999999999994},"last":4.0339999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:29:05 2020","interfaces":[{"interface":"back","average":{"1min":6.9960000000000004,"5min":3.4780000000000002,"15min":3.2229999999999999},"min":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":98.861000000000004,"5min":98.861000000000004,"15min":98.861000000000004},"last":3.613},{"interface":"front","average":{"1min":7.2999999999999998,"5min":3.653,"15min":3.117},"min":{"1min":1.226,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":100.872,"5min":100.872,"15min":100.872},"last":3.5129999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:29:05 2020","interfaces":[{"interface":"back","average":{"1min":7.6929999999999996,"5min":3.5939999999999999,"15min":3.2080000000000002},"min":{"1min":0.96699999999999997,"5min":0.91100000000000003,"15min":0.91100000000000003},"max":{"1min":98.828999999999994,"5min":98.828999999999994,"15min":98.828999999999994},"last":4.9950000000000001},{"interface":"front","average":{"1min":7.8460000000000001,"5min":3.7149999999999999,"15min":3.5910000000000002},"min":{"1min":1.395,"5min":1.1160000000000001,"15min":1.1160000000000001},"max":{"1min":107.042,"5min":107.042,"15min":107.042},"last":4.3170000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:29:43 2020","interfaces":[{"interface":"back","average":{"1min":6.6020000000000003,"5min":6.6020000000000003,"15min":6.6020000000000003},"min":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"max":{"1min":99.326999999999998,"5min":99.326999999999998,"15min":99.326999999999998},"last":3.8879999999999999},{"interface":"front","average":{"1min":6.907,"5min":6.907,"15min":6.907},"min":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":102.307,"5min":102.307,"15min":102.307},"last":5.2329999999999997}]},{"osd":8,"last update":"Mon Nov 16 20:29:05 2020","interfaces":[{"interface":"back","average":{"1min":3.105,"5min":3.0870000000000002,"15min":3.286},"min":{"1min":1.3140000000000001,"5min":1.135,"15min":1.135},"max":{"1min":6.3609999999999998,"5min":12.334,"15min":12.334},"last":4.5750000000000002},{"interface":"front","average":{"1min":2.8860000000000001,"5min":3.133,"15min":3.4470000000000001},"min":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"max":{"1min":13.491,"5min":13.491,"15min":13.491},"last":5.4340000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:29:13 2020","interfaces":[{"interface":"back","average":{"1min":2.5529999999999999,"5min":3.0539999999999998,"15min":3.5030000000000001},"min":{"1min":1.2689999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":13.259,"5min":13.259,"15min":13.259},"last":5.7370000000000001},{"interface":"front","average":{"1min":2.4329999999999998,"5min":3.0510000000000002,"15min":3.6360000000000001},"min":{"1min":1.2310000000000001,"5min":1.1739999999999999,"15min":1.1739999999999999},"max":{"1min":6.8029999999999999,"5min":12.051,"15min":12.051},"last":4.8230000000000004}]},{"osd":11,"last update":"Mon Nov 16 20:29:27 2020","interfaces":[{"interface":"back","average":{"1min":3.1219999999999999,"5min":4.0129999999999999,"15min":4.1609999999999996},"min":{"1min":1.821,"5min":1.821,"15min":1.821},"max":{"1min":6.6360000000000001,"5min":7.5140000000000002,"15min":7.5140000000000002},"last":5.0590000000000002},{"interface":"front","average":{"1min":2.774,"5min":3.5219999999999998,"15min":3.6469999999999998},"min":{"1min":1.2150000000000001,"5min":1.115,"15min":1.115},"max":{"1min":5.601,"5min":8.7330000000000005,"15min":8.7330000000000005},"last":4.1139999999999999}]}]},{"osd":8,"up_from":63,"seq":270582939792,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":106972,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":106304,"kb_avail":93638180,"statfs":{"total":95995035648,"available":95885496320,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":108855296},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:41 2020","interfaces":[{"interface":"back","average":{"1min":1.5649999999999999,"5min":1.7230000000000001,"15min":1.74},"min":{"1min":0.55100000000000005,"5min":0.498,"15min":0.498},"max":{"1min":4.4829999999999997,"5min":7.7839999999999998,"15min":7.7839999999999998},"last":1.4670000000000001},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.0129999999999999,"15min":1.9330000000000001},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":5.7939999999999996,"5min":8.6839999999999993,"15min":8.6839999999999993},"last":1.381}]},{"osd":1,"last update":"Mon Nov 16 20:29:22 2020","interfaces":[{"interface":"back","average":{"1min":1.587,"5min":1.607,"15min":1.6100000000000001},"min":{"1min":0.752,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.6179999999999999,"5min":3.9670000000000001,"15min":3.9670000000000001},"last":1.5860000000000001},{"interface":"front","average":{"1min":1.9550000000000001,"5min":2.1760000000000002,"15min":2.2130000000000001},"min":{"1min":0.81899999999999995,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":7.1699999999999999,"5min":7.1699999999999999,"15min":7.1699999999999999},"last":3.161}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:29:41 2020","interfaces":[{"interface":"back","average":{"1min":2.6930000000000001,"5min":2.3570000000000002,"15min":2.5030000000000001},"min":{"1min":0.94799999999999995,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":6.6580000000000004,"5min":8.218,"15min":8.218},"last":2.1899999999999999},{"interface":"front","average":{"1min":2.2149999999999999,"5min":2.4540000000000002,"15min":2.1970000000000001},"min":{"1min":0.84899999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":5.6420000000000003,"5min":6.2960000000000003,"15min":6.2960000000000003},"last":2.0409999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:29:41 2020","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":2.8239999999999998,"15min":2.6459999999999999},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":6.3170000000000002,"5min":28.308,"15min":28.308},"last":3.4319999999999999},{"interface":"front","average":{"1min":1.917,"5min":2.6800000000000002,"15min":2.5659999999999998},"min":{"1min":0.747,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":3.8700000000000001,"5min":28.488,"15min":28.488},"last":2.6859999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:29:41 2020","interfaces":[{"interface":"back","average":{"1min":2.3300000000000001,"5min":2.6459999999999999,"15min":2.7890000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":6.1790000000000003,"5min":6.5439999999999996,"15min":6.5439999999999996},"last":3.944},{"interface":"front","average":{"1min":2.391,"5min":2.5699999999999998,"15min":2.8780000000000001},"min":{"1min":1.056,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":6.8579999999999997,"5min":6.952,"15min":6.952},"last":3.706}]},{"osd":6,"last update":"Mon Nov 16 20:29:45 2020","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.77,"15min":3.0099999999999998},"min":{"1min":1.194,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":7.2549999999999999,"5min":7.5140000000000002,"15min":7.5140000000000002},"last":2.5899999999999999},{"interface":"front","average":{"1min":2.298,"5min":2.5190000000000001,"15min":3.0739999999999998},"min":{"1min":1.0740000000000001,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":4.7149999999999999,"5min":7.7889999999999997,"15min":7.7889999999999997},"last":4.0209999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:29:16 2020","interfaces":[{"interface":"back","average":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"min":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"max":{"1min":8.5419999999999998,"5min":8.5419999999999998,"15min":8.5419999999999998},"last":4.6840000000000002},{"interface":"front","average":{"1min":2.2290000000000001,"5min":2.2290000000000001,"15min":2.2290000000000001},"min":{"1min":1.22,"5min":1.22,"15min":1.22},"max":{"1min":4.0140000000000002,"5min":4.0140000000000002,"15min":4.0140000000000002},"last":3.0230000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:29:04 2020","interfaces":[{"interface":"back","average":{"1min":2.4329999999999998,"5min":3.2959999999999998,"15min":3.3809999999999998},"min":{"1min":1.1459999999999999,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":6.3440000000000003,"5min":60.023000000000003,"15min":60.023000000000003},"last":4.4459999999999997},{"interface":"front","average":{"1min":3.1920000000000002,"5min":4.0149999999999997,"15min":3.6840000000000002},"min":{"1min":1.3680000000000001,"5min":1.341,"15min":1.341},"max":{"1min":8.3879999999999999,"5min":60.084000000000003,"15min":60.084000000000003},"last":5.3540000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:29:04 2020","interfaces":[{"interface":"back","average":{"1min":2.5179999999999998,"5min":5.9509999999999996,"15min":4.2869999999999999},"min":{"1min":0.99299999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":4.6310000000000002,"5min":229.578,"15min":229.578},"last":3.3420000000000001},{"interface":"front","average":{"1min":2.5920000000000001,"5min":5.7599999999999998,"15min":4.4640000000000004},"min":{"1min":1.3779999999999999,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":6.8449999999999998,"5min":232.14099999999999,"15min":232.14099999999999},"last":4.9059999999999997}]},{"osd":11,"last update":"Mon Nov 16 20:29:29 2020","interfaces":[{"interface":"back","average":{"1min":3.3359999999999999,"5min":3.6640000000000001,"15min":3.5299999999999998},"min":{"1min":1.4510000000000001,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":7.141,"5min":9.0920000000000005,"15min":9.0920000000000005},"last":5.1369999999999996},{"interface":"front","average":{"1min":3.1739999999999999,"5min":3.282,"15min":3.258},"min":{"1min":1.1519999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":8.3209999999999997,"5min":8.3209999999999997,"15min":8.3209999999999997},"last":4.3090000000000002}]}]},{"osd":7,"up_from":225,"seq":966367641624,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37916,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":37247,"kb_avail":93707236,"statfs":{"total":95995035648,"available":95956209664,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":38140988},"hb_peers":[0,1,2,3,4,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.73},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":3.0760000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":3.7040000000000002,"5min":3.7040000000000002,"15min":3.7040000000000002},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":41.569000000000003,"5min":41.569000000000003,"15min":41.569000000000003},"last":1.851},{"interface":"front","average":{"1min":3.9089999999999998,"5min":3.9089999999999998,"15min":3.9089999999999998},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":43.691000000000003,"5min":43.691000000000003,"15min":43.691000000000003},"last":2.4940000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.829,"15min":1.829},"min":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"max":{"1min":6.4610000000000003,"5min":6.4610000000000003,"15min":6.4610000000000003},"last":1.6699999999999999},{"interface":"front","average":{"1min":1.915,"5min":1.915,"15min":1.915},"min":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"max":{"1min":4.9480000000000004,"5min":4.9480000000000004,"15min":4.9480000000000004},"last":2.71}]},{"osd":3,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":5.2590000000000003,"5min":5.2590000000000003,"15min":5.2590000000000003},"last":3.2589999999999999},{"interface":"front","average":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":6.8300000000000001,"5min":6.8300000000000001,"15min":6.8300000000000001},"last":2.6160000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":2.4980000000000002,"15min":2.4980000000000002},"min":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"max":{"1min":7.6630000000000003,"5min":7.6630000000000003,"15min":7.6630000000000003},"last":2.9590000000000001},{"interface":"front","average":{"1min":2.5219999999999998,"5min":2.5219999999999998,"15min":2.5219999999999998},"min":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":8.1020000000000003,"5min":8.1020000000000003,"15min":8.1020000000000003},"last":3.4609999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":5.0940000000000003,"5min":5.0940000000000003,"15min":5.0940000000000003},"last":3.0270000000000001},{"interface":"front","average":{"1min":2.6400000000000001,"5min":2.6400000000000001,"15min":2.6400000000000001},"min":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"max":{"1min":9.5899999999999999,"5min":9.5899999999999999,"15min":9.5899999999999999},"last":3.8660000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":3.3660000000000001,"5min":3.3660000000000001,"15min":3.3660000000000001},"min":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"max":{"1min":23.276,"5min":23.276,"15min":23.276},"last":3.726},{"interface":"front","average":{"1min":4.0140000000000002,"5min":4.0140000000000002,"15min":4.0140000000000002},"min":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"max":{"1min":26.068999999999999,"5min":26.068999999999999,"15min":26.068999999999999},"last":4.4569999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"min":{"1min":1.258,"5min":1.258,"15min":1.258},"max":{"1min":13.547000000000001,"5min":13.547000000000001,"15min":13.547000000000001},"last":4.2469999999999999},{"interface":"front","average":{"1min":2.9319999999999999,"5min":2.9319999999999999,"15min":2.9319999999999999},"min":{"1min":1.046,"5min":1.046,"15min":1.046},"max":{"1min":13.472,"5min":13.472,"15min":13.472},"last":3.5339999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":2.25,"15min":2.25},"min":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"max":{"1min":5.702,"5min":5.702,"15min":5.702},"last":3.798},{"interface":"front","average":{"1min":2.3849999999999998,"5min":2.3849999999999998,"15min":2.3849999999999998},"min":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":6.984,"5min":6.984,"15min":6.984},"last":3.3490000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":3.6240000000000001,"5min":3.6240000000000001,"15min":3.6240000000000001},"min":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"max":{"1min":24.445,"5min":24.445,"15min":24.445},"last":4.1040000000000001},{"interface":"front","average":{"1min":3.7610000000000001,"5min":3.7610000000000001,"15min":3.7610000000000001},"min":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"max":{"1min":24.475999999999999,"5min":24.475999999999999,"15min":24.475999999999999},"last":4.673}]}]},{"osd":6,"up_from":49,"seq":210453397658,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":85916,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":85248,"kb_avail":93659236,"statfs":{"total":95995035648,"available":95907057664,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":87293952},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:29:57 2020","interfaces":[{"interface":"back","average":{"1min":1.9650000000000001,"5min":1.871,"15min":1.905},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":5.3799999999999999,"5min":7.0629999999999997,"15min":7.0629999999999997},"last":2.6899999999999999},{"interface":"front","average":{"1min":2.024,"5min":2.0510000000000002,"15min":2.1709999999999998},"min":{"1min":0.65500000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":6.3949999999999996,"5min":6.3949999999999996,"15min":6.3949999999999996},"last":1.899}]},{"osd":2,"last update":"Mon Nov 16 20:29:57 2020","interfaces":[{"interface":"back","average":{"1min":2.4500000000000002,"5min":2.097,"15min":2.1040000000000001},"min":{"1min":0.76800000000000002,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":8.282,"5min":9.2089999999999996,"15min":9.2089999999999996},"last":3.1389999999999998},{"interface":"front","average":{"1min":2.2320000000000002,"5min":2.044,"15min":2.0310000000000001},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":5.7400000000000002,"5min":7.9340000000000002,"15min":7.9340000000000002},"last":3.528}]},{"osd":3,"last update":"Mon Nov 16 20:29:57 2020","interfaces":[{"interface":"back","average":{"1min":2.2200000000000002,"5min":4.2149999999999999,"15min":3.0910000000000002},"min":{"1min":0.64500000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":5.5819999999999999,"5min":189.096,"15min":189.096},"last":2.2959999999999998},{"interface":"front","average":{"1min":2.8290000000000002,"5min":4.5449999999999999,"15min":3.3460000000000001},"min":{"1min":1.069,"5min":1.069,"15min":0.94999999999999996},"max":{"1min":6.2069999999999999,"5min":189.042,"15min":189.042},"last":1.968}]},{"osd":4,"last update":"Mon Nov 16 20:29:57 2020","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":2.2519999999999998,"15min":2.3439999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":5.3109999999999999,"5min":11.209,"15min":11.209},"last":2.9020000000000001},{"interface":"front","average":{"1min":2.7450000000000001,"5min":2.2589999999999999,"15min":2.6240000000000001},"min":{"1min":1.1559999999999999,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":5.8890000000000002,"5min":9.1920000000000002,"15min":9.1920000000000002},"last":4.2880000000000003}]},{"osd":5,"last update":"Mon Nov 16 20:29:57 2020","interfaces":[{"interface":"back","average":{"1min":2.3340000000000001,"5min":2.2890000000000001,"15min":2.5979999999999999},"min":{"1min":0.84599999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":4.9480000000000004,"5min":6.2169999999999996,"15min":6.2169999999999996},"last":3.2999999999999998},{"interface":"front","average":{"1min":2.7160000000000002,"5min":2.4769999999999999,"15min":2.7959999999999998},"min":{"1min":0.93200000000000005,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":5.8479999999999999,"5min":7.8090000000000002,"15min":7.8090000000000002},"last":4.0039999999999996}]},{"osd":7,"last update":"Mon Nov 16 20:29:12 2020","interfaces":[{"interface":"back","average":{"1min":1.5309999999999999,"5min":1.5309999999999999,"15min":1.5309999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":3.4470000000000001,"5min":3.4470000000000001,"15min":3.4470000000000001},"last":2.0920000000000001},{"interface":"front","average":{"1min":2.7559999999999998,"5min":2.7559999999999998,"15min":2.7559999999999998},"min":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"max":{"1min":7.6440000000000001,"5min":7.6440000000000001,"15min":7.6440000000000001},"last":3.657}]},{"osd":8,"last update":"Mon Nov 16 20:29:38 2020","interfaces":[{"interface":"back","average":{"1min":3.3210000000000002,"5min":4.3289999999999997,"15min":3.895},"min":{"1min":1.21,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":11.271000000000001,"5min":158.672,"15min":158.672},"last":4.0940000000000003},{"interface":"front","average":{"1min":3.0870000000000002,"5min":4.2789999999999999,"15min":3.8519999999999999},"min":{"1min":1.532,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":12.782,"5min":152.244,"15min":152.244},"last":4.54}]},{"osd":9,"last update":"Mon Nov 16 20:29:10 2020","interfaces":[{"interface":"back","average":{"1min":2.5750000000000002,"5min":2.8900000000000001,"15min":3.649},"min":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"max":{"1min":5.2709999999999999,"5min":6.8849999999999998,"15min":6.8849999999999998},"last":8.1579999999999995},{"interface":"front","average":{"1min":2.774,"5min":3.044,"15min":3.581},"min":{"1min":1.3560000000000001,"5min":1.1579999999999999,"15min":1.1579999999999999},"max":{"1min":6.5620000000000003,"5min":8.3829999999999991,"15min":8.3829999999999991},"last":6.2720000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:29:17 2020","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":3.1640000000000001,"15min":4.0439999999999996},"min":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"max":{"1min":6.6859999999999999,"5min":6.6870000000000003,"15min":6.6870000000000003},"last":4.758},{"interface":"front","average":{"1min":1.8180000000000001,"5min":2.677,"15min":3.4359999999999999},"min":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"max":{"1min":3.0979999999999999,"5min":8.6170000000000009,"15min":8.6170000000000009},"last":3.23}]},{"osd":11,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.3220000000000001,"5min":2.4580000000000002,"15min":2.48},"min":{"1min":1.044,"5min":1.044,"15min":1.044},"max":{"1min":5.3250000000000002,"5min":5.3250000000000002,"15min":5.3250000000000002},"last":3.4590000000000001},{"interface":"front","average":{"1min":2.7160000000000002,"5min":2.4430000000000001,"15min":2.3969999999999998},"min":{"1min":1.4370000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"max":{"1min":7.8849999999999998,"5min":7.8849999999999998,"15min":7.8849999999999998},"last":3.8610000000000002}]}]},{"osd":1,"up_from":18,"seq":77309411509,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":115740,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":115072,"kb_avail":93629412,"statfs":{"total":95995035648,"available":95876517888,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":117833728},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:48 2020","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":2.9700000000000002,"15min":2.0859999999999999},"min":{"1min":0.57999999999999996,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":8.3309999999999995,"5min":38.914000000000001,"15min":38.914000000000001},"last":1.6919999999999999},{"interface":"front","average":{"1min":2.1779999999999999,"5min":2.5950000000000002,"15min":2.0219999999999998},"min":{"1min":0.58399999999999996,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":11.249000000000001,"5min":21.318999999999999,"15min":21.318999999999999},"last":2.0550000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:29:14 2020","interfaces":[{"interface":"back","average":{"1min":1.958,"5min":2.8170000000000002,"15min":2.1970000000000001},"min":{"1min":0.65600000000000003,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":7.1680000000000001,"5min":25.759,"15min":25.759},"last":1.7609999999999999},{"interface":"front","average":{"1min":2.1739999999999999,"5min":3.476,"15min":2.4510000000000001},"min":{"1min":0.60899999999999999,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":5.5540000000000003,"5min":41.140000000000001,"15min":41.140000000000001},"last":2.3340000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:29:36 2020","interfaces":[{"interface":"back","average":{"1min":12.412000000000001,"5min":4.5570000000000004,"15min":2.6659999999999999},"min":{"1min":0.69299999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":214.125,"5min":214.125,"15min":214.125},"last":1.972},{"interface":"front","average":{"1min":11.929,"5min":5.6820000000000004,"15min":3.4039999999999999},"min":{"1min":0.998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":211.75299999999999,"5min":211.75299999999999,"15min":211.75299999999999},"last":2.4289999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:27:59 2020","interfaces":[{"interface":"back","average":{"1min":2.4089999999999998,"5min":2.6960000000000002,"15min":2.4020000000000001},"min":{"1min":0.64300000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":7.4450000000000003,"5min":33.009999999999998,"15min":33.009999999999998},"last":5.0359999999999996},{"interface":"front","average":{"1min":3.4369999999999998,"5min":3.4079999999999999,"15min":2.5800000000000001},"min":{"1min":0.84199999999999997,"5min":0.753,"15min":0.753},"max":{"1min":17.533000000000001,"5min":32.103999999999999,"15min":32.103999999999999},"last":3.173}]},{"osd":5,"last update":"Mon Nov 16 20:29:36 2020","interfaces":[{"interface":"back","average":{"1min":1.712,"5min":3.1099999999999999,"15min":2.9580000000000002},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":4.3899999999999997,"5min":39.192999999999998,"15min":39.192999999999998},"last":2.758},{"interface":"front","average":{"1min":2.056,"5min":3.2989999999999999,"15min":3.0819999999999999},"min":{"1min":0.91200000000000003,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":4.9500000000000002,"5min":39.686999999999998,"15min":39.686999999999998},"last":3.3210000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:29:50 2020","interfaces":[{"interface":"back","average":{"1min":2.3799999999999999,"5min":3.3250000000000002,"15min":3.1019999999999999},"min":{"1min":1.1359999999999999,"5min":0.872,"15min":0.872},"max":{"1min":5.4710000000000001,"5min":32.969000000000001,"15min":32.969000000000001},"last":3.0219999999999998},{"interface":"front","average":{"1min":2.657,"5min":3.633,"15min":3.3919999999999999},"min":{"1min":1.2310000000000001,"5min":0.85999999999999999,"15min":0.85999999999999999},"max":{"1min":5.9580000000000002,"5min":39.515999999999998,"15min":39.515999999999998},"last":3.8410000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:29:12 2020","interfaces":[{"interface":"back","average":{"1min":2.5329999999999999,"5min":2.5329999999999999,"15min":2.5329999999999999},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":7.3120000000000003,"5min":7.3120000000000003,"15min":7.3120000000000003},"last":2.8319999999999999},{"interface":"front","average":{"1min":2.8690000000000002,"5min":2.8690000000000002,"15min":2.8690000000000002},"min":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":7.8109999999999999,"5min":7.8109999999999999,"15min":7.8109999999999999},"last":2.8769999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:29:36 2020","interfaces":[{"interface":"back","average":{"1min":3.3919999999999999,"5min":3.0710000000000002,"15min":3.133},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":11.492000000000001,"5min":16.599,"15min":16.599},"last":3.706},{"interface":"front","average":{"1min":3.1709999999999998,"5min":4.2590000000000003,"15min":3.8660000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":7.6440000000000001,"5min":33.095999999999997,"15min":33.095999999999997},"last":3.0600000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:29:14 2020","interfaces":[{"interface":"back","average":{"1min":2.968,"5min":3.7490000000000001,"15min":3.8279999999999998},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":7.5940000000000003,"5min":40.009,"15min":40.009},"last":3.4809999999999999},{"interface":"front","average":{"1min":3.0510000000000002,"5min":4.0709999999999997,"15min":3.8119999999999998},"min":{"1min":1.044,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":7.5369999999999999,"5min":33.222999999999999,"15min":33.222999999999999},"last":4.3129999999999997}]},{"osd":10,"last update":"Mon Nov 16 20:29:14 2020","interfaces":[{"interface":"back","average":{"1min":2.867,"5min":3.7549999999999999,"15min":3.8039999999999998},"min":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"max":{"1min":7.8840000000000003,"5min":39.853000000000002,"15min":39.853000000000002},"last":4.1580000000000004},{"interface":"front","average":{"1min":3.0190000000000001,"5min":4.2859999999999996,"15min":4.1760000000000002},"min":{"1min":1.2569999999999999,"5min":1.1120000000000001,"15min":1.1120000000000001},"max":{"1min":7.9950000000000001,"5min":40.417000000000002,"15min":40.417000000000002},"last":3.9199999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:29:28 2020","interfaces":[{"interface":"back","average":{"1min":4.1980000000000004,"5min":3.1259999999999999,"15min":2.9470000000000001},"min":{"1min":1.135,"5min":1.135,"15min":1.135},"max":{"1min":13.069000000000001,"5min":13.069000000000001,"15min":13.069000000000001},"last":3.4220000000000002},{"interface":"front","average":{"1min":3.1880000000000002,"5min":3.4119999999999999,"15min":3.4489999999999998},"min":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"max":{"1min":7.7599999999999998,"5min":7.7599999999999998,"15min":7.7599999999999998},"last":4.3780000000000001}]}]},{"osd":0,"up_from":12,"seq":51539607738,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":85788,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":85120,"kb_avail":93659364,"statfs":{"total":95995035648,"available":95907188736,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":87162880},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:29:49 2020","interfaces":[{"interface":"back","average":{"1min":2.1789999999999998,"5min":2.0110000000000001,"15min":1.6970000000000001},"min":{"1min":0.59999999999999998,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":7.7199999999999998,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":1.4810000000000001},{"interface":"front","average":{"1min":2.2599999999999998,"5min":2.4740000000000002,"15min":1.9179999999999999},"min":{"1min":0.61499999999999999,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":7.0099999999999998,"5min":12.468999999999999,"15min":12.468999999999999},"last":2.0779999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:29:36 2020","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":3.9780000000000002,"15min":2.5880000000000001},"min":{"1min":0.92400000000000004,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":8.9619999999999997,"5min":143.12899999999999,"15min":143.12899999999999},"last":2.3730000000000002},{"interface":"front","average":{"1min":1.804,"5min":3.6720000000000002,"15min":2.6000000000000001},"min":{"1min":0.71999999999999997,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":3.8839999999999999,"5min":140.316,"15min":140.316},"last":2.0179999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:30:05 2020","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":2.0249999999999999,"15min":2.0649999999999999},"min":{"1min":0.72699999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.8879999999999999,"5min":10.239000000000001,"15min":10.239000000000001},"last":1.605},{"interface":"front","average":{"1min":2.7050000000000001,"5min":2.7690000000000001,"15min":2.7890000000000001},"min":{"1min":1.095,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":6.101,"5min":10.521000000000001,"15min":10.521000000000001},"last":2.528}]},{"osd":5,"last update":"Mon Nov 16 20:29:36 2020","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":2.0619999999999998,"15min":2.5510000000000002},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":4.0090000000000003,"5min":10.673999999999999,"15min":10.673999999999999},"last":1.677},{"interface":"front","average":{"1min":1.5840000000000001,"5min":2.4580000000000002,"15min":2.5499999999999998},"min":{"1min":0.77600000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.9199999999999999,"5min":10.782,"15min":10.782},"last":2.7000000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:30:03 2020","interfaces":[{"interface":"back","average":{"1min":2.4159999999999999,"5min":2.5059999999999998,"15min":2.504},"min":{"1min":0.752,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":6.2599999999999998,"5min":10.390000000000001,"15min":10.390000000000001},"last":2.1579999999999999},{"interface":"front","average":{"1min":2.532,"5min":2.577,"15min":2.8980000000000001},"min":{"1min":0.88800000000000001,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":7.8479999999999999,"5min":10.718999999999999,"15min":10.718999999999999},"last":2.8719999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:29:16 2020","interfaces":[{"interface":"back","average":{"1min":2.1970000000000001,"5min":2.1970000000000001,"15min":2.1970000000000001},"min":{"1min":1.012,"5min":1.012,"15min":1.012},"max":{"1min":9.6379999999999999,"5min":9.6379999999999999,"15min":9.6379999999999999},"last":3.5030000000000001},{"interface":"front","average":{"1min":2.0609999999999999,"5min":2.0609999999999999,"15min":2.0609999999999999},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":4.3140000000000001,"5min":4.3140000000000001,"15min":4.3140000000000001},"last":2.238}]},{"osd":8,"last update":"Mon Nov 16 20:29:37 2020","interfaces":[{"interface":"back","average":{"1min":1.929,"5min":2.5539999999999998,"15min":3.198},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":4.048,"5min":10.805999999999999,"15min":10.805999999999999},"last":2.468},{"interface":"front","average":{"1min":1.847,"5min":2.798,"15min":3.0760000000000001},"min":{"1min":1.113,"5min":0.85299999999999998,"15min":0.85299999999999998},"max":{"1min":5.4939999999999998,"5min":9.7170000000000005,"15min":9.7170000000000005},"last":3.0379999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:30:05 2020","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":3.2999999999999998,"15min":3.1509999999999998},"min":{"1min":1.1000000000000001,"5min":0.871,"15min":0.871},"max":{"1min":5.7939999999999996,"5min":11.433,"15min":11.433},"last":3.1880000000000002},{"interface":"front","average":{"1min":2.5230000000000001,"5min":3.0510000000000002,"15min":3.5659999999999998},"min":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"max":{"1min":6.3150000000000004,"5min":8.6809999999999992,"15min":8.6809999999999992},"last":2.7679999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:29:12 2020","interfaces":[{"interface":"back","average":{"1min":2.5609999999999999,"5min":3.5390000000000001,"15min":3.5619999999999998},"min":{"1min":1.1259999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"max":{"1min":8.8309999999999995,"5min":73.305000000000007,"15min":73.305000000000007},"last":3.4209999999999998},{"interface":"front","average":{"1min":2.4990000000000001,"5min":3.681,"15min":3.5600000000000001},"min":{"1min":1.1240000000000001,"5min":0.998,"15min":0.998},"max":{"1min":9.1579999999999995,"5min":73.558999999999997,"15min":73.558999999999997},"last":3.1179999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:29:37 2020","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":2.7810000000000001,"15min":3.6539999999999999},"min":{"1min":1.2549999999999999,"5min":1.105,"15min":1.105},"max":{"1min":3.8969999999999998,"5min":10.949999999999999,"15min":10.949999999999999},"last":3.5590000000000002},{"interface":"front","average":{"1min":2.512,"5min":3.1080000000000001,"15min":3.339},"min":{"1min":1.2509999999999999,"5min":1.0980000000000001,"15min":1.0980000000000001},"max":{"1min":7.4260000000000002,"5min":9.7910000000000004,"15min":9.7910000000000004},"last":3.7679999999999998}]}]},{"osd":2,"up_from":23,"seq":98784247984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":95068,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":94400,"kb_avail":93650084,"statfs":{"total":95995035648,"available":95897686016,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":96665600},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:09 2020","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":3.2229999999999999,"15min":2.1699999999999999},"min":{"1min":0.57599999999999996,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.9889999999999999,"5min":99.001000000000005,"15min":99.001000000000005},"last":1.2509999999999999},{"interface":"front","average":{"1min":1.726,"5min":3.2469999999999999,"15min":2.1899999999999999},"min":{"1min":0.53400000000000003,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":5.2320000000000002,"5min":98.828000000000003,"15min":98.828000000000003},"last":1.206}]},{"osd":1,"last update":"Mon Nov 16 20:29:09 2020","interfaces":[{"interface":"back","average":{"1min":2.3010000000000002,"5min":2.681,"15min":2.153},"min":{"1min":0.88700000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":6.4480000000000004,"5min":15.371,"15min":15.371},"last":1.3420000000000001},{"interface":"front","average":{"1min":2.6150000000000002,"5min":2.9700000000000002,"15min":2.0859999999999999},"min":{"1min":0.65500000000000003,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":12.574,"5min":16.891999999999999,"15min":16.891999999999999},"last":1.7470000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:29:36 2020","interfaces":[{"interface":"back","average":{"1min":29.693999999999999,"5min":8.0730000000000004,"15min":4.1369999999999996},"min":{"1min":0.76100000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":316.93000000000001,"5min":316.93000000000001,"15min":316.93000000000001},"last":1.863},{"interface":"front","average":{"1min":30.283000000000001,"5min":8.0869999999999997,"15min":4.0800000000000001},"min":{"1min":0.998,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":317.06,"5min":317.06,"15min":317.06},"last":1.5309999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:29:09 2020","interfaces":[{"interface":"back","average":{"1min":1.9350000000000001,"5min":2.3839999999999999,"15min":2.3769999999999998},"min":{"1min":0.70199999999999996,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":4.3150000000000004,"5min":15.988,"15min":15.988},"last":2.1909999999999998},{"interface":"front","average":{"1min":2.2469999999999999,"5min":2.2639999999999998,"15min":2.2850000000000001},"min":{"1min":0.79000000000000004,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":4.6630000000000003,"5min":8.2850000000000001,"15min":8.2850000000000001},"last":1.806}]},{"osd":5,"last update":"Mon Nov 16 20:29:36 2020","interfaces":[{"interface":"back","average":{"1min":2.0430000000000001,"5min":2.698,"15min":2.7509999999999999},"min":{"1min":1.325,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.2109999999999999,"5min":11.641,"15min":11.641},"last":2.1030000000000002},{"interface":"front","average":{"1min":2.8300000000000001,"5min":2.6499999999999999,"15min":2.7570000000000001},"min":{"1min":1.1579999999999999,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":5.0880000000000001,"5min":11.173,"15min":11.173},"last":1.998}]},{"osd":6,"last update":"Mon Nov 16 20:29:52 2020","interfaces":[{"interface":"back","average":{"1min":2.8969999999999998,"5min":2.7309999999999999,"15min":2.6749999999999998},"min":{"1min":1.0329999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":9.5259999999999998,"5min":13.227,"15min":13.227},"last":2.27},{"interface":"front","average":{"1min":2.621,"5min":2.9620000000000002,"15min":3.0950000000000002},"min":{"1min":1.415,"5min":1.111,"15min":1.111},"max":{"1min":6.7409999999999997,"5min":13.962999999999999,"15min":13.962999999999999},"last":2.327}]},{"osd":7,"last update":"Mon Nov 16 20:27:12 2020","interfaces":[{"interface":"back","average":{"1min":5.4260000000000002,"5min":3.3450000000000002,"15min":3.3090000000000002},"min":{"1min":1.1759999999999999,"5min":1.1060000000000001,"15min":1.1060000000000001},"max":{"1min":34.384999999999998,"5min":34.384999999999998,"15min":34.384999999999998},"last":13.363},{"interface":"front","average":{"1min":4.8559999999999999,"5min":3.3180000000000001,"15min":3.1640000000000001},"min":{"1min":1.2130000000000001,"5min":0.98999999999999999,"15min":0.98999999999999999},"max":{"1min":32.762,"5min":32.762,"15min":32.762},"last":5.2610000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:29:43 2020","interfaces":[{"interface":"back","average":{"1min":2.875,"5min":4.0359999999999996,"15min":3.681},"min":{"1min":1.2929999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":5.3540000000000001,"5min":67.313999999999993,"15min":67.313999999999993},"last":2.9620000000000002},{"interface":"front","average":{"1min":3.0249999999999999,"5min":3.5209999999999999,"15min":3.4609999999999999},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":5.9859999999999998,"5min":67.149000000000001,"15min":67.149000000000001},"last":2.3929999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:29:09 2020","interfaces":[{"interface":"back","average":{"1min":2.8109999999999999,"5min":3.0819999999999999,"15min":3.1379999999999999},"min":{"1min":1.113,"5min":1.0760000000000001,"15min":1.0760000000000001},"max":{"1min":6.7640000000000002,"5min":13.48,"15min":13.48},"last":2.0350000000000001},{"interface":"front","average":{"1min":2.9590000000000001,"5min":3.5710000000000002,"15min":3.6760000000000002},"min":{"1min":1.48,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":8.4139999999999997,"5min":15.007999999999999,"15min":15.007999999999999},"last":2.5310000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:29:09 2020","interfaces":[{"interface":"back","average":{"1min":3.2810000000000001,"5min":3.5619999999999998,"15min":3.7989999999999999},"min":{"1min":1.6120000000000001,"5min":1.1499999999999999,"15min":1.1499999999999999},"max":{"1min":7.8140000000000001,"5min":15.15,"15min":15.15},"last":2.754},{"interface":"front","average":{"1min":2.9409999999999998,"5min":2.9860000000000002,"15min":3.6230000000000002},"min":{"1min":1.25,"5min":1.1040000000000001,"15min":1.1040000000000001},"max":{"1min":6.1319999999999997,"5min":12.087,"15min":12.087},"last":2.5739999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:29:32 2020","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":3.5049999999999999,"15min":3.6230000000000002},"min":{"1min":1.7190000000000001,"5min":1.347,"15min":1.347},"max":{"1min":4.8090000000000002,"5min":8.1829999999999998,"15min":8.1829999999999998},"last":3.157},{"interface":"front","average":{"1min":3.9820000000000002,"5min":3.1429999999999998,"15min":3.0030000000000001},"min":{"1min":1.3560000000000001,"5min":1.329,"15min":1.329},"max":{"1min":10.17,"5min":10.17,"15min":10.17},"last":3.0019999999999998}]}]},{"osd":3,"up_from":29,"seq":124554051754,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":132572,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":131904,"kb_avail":93612580,"statfs":{"total":95995035648,"available":95859281920,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135069696},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:21:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.5980000000000001,"15min":1.5620000000000001},"min":{"1min":1.111,"5min":1.069,"15min":1.069},"max":{"1min":2.5249999999999999,"5min":3.218,"15min":3.218},"last":1.1599999999999999},{"interface":"front","average":{"1min":1.657,"5min":1.7070000000000001,"15min":1.5289999999999999},"min":{"1min":1.304,"5min":1.075,"15min":1.075},"max":{"1min":2.6469999999999998,"5min":3.1059999999999999,"15min":3.1059999999999999},"last":1.5449999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":1.0640000000000001},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.1879999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.589,"5min":2.681,"15min":2.2160000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":7.2210000000000001,"5min":42.253999999999998,"15min":42.253999999999998},"last":2.1640000000000001},{"interface":"front","average":{"1min":2.3969999999999998,"5min":2.7879999999999998,"15min":2.2240000000000002},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":8.2609999999999992,"5min":41.838999999999999,"15min":41.838999999999999},"last":1.724}]},{"osd":4,"last update":"Mon Nov 16 20:29:56 2020","interfaces":[{"interface":"back","average":{"1min":2.593,"5min":2.0049999999999999,"15min":2.1880000000000002},"min":{"1min":0.90700000000000003,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":6.7039999999999997,"5min":6.9199999999999999,"15min":6.9199999999999999},"last":2.6190000000000002},{"interface":"front","average":{"1min":2.52,"5min":2.3170000000000002,"15min":2.2919999999999998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":10.696999999999999,"5min":16.23,"15min":16.23},"last":2.3889999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.831,"5min":2.0310000000000001,"15min":2.2909999999999999},"min":{"1min":0.92000000000000004,"5min":0.626,"15min":0.626},"max":{"1min":6.8449999999999998,"5min":12.148,"15min":12.148},"last":3.173},{"interface":"front","average":{"1min":2.367,"5min":2.2490000000000001,"15min":2.4409999999999998},"min":{"1min":0.81699999999999995,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":7.6219999999999999,"5min":10.956,"15min":10.956},"last":2.0619999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:29:56 2020","interfaces":[{"interface":"back","average":{"1min":3.4119999999999999,"5min":2.2320000000000002,"15min":2.5649999999999999},"min":{"1min":0.86599999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":12.124000000000001,"5min":12.124000000000001,"15min":12.124000000000001},"last":3.4729999999999999},{"interface":"front","average":{"1min":3.153,"5min":2.5830000000000002,"15min":2.758},"min":{"1min":1.0669999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":8.0199999999999996,"5min":8.0199999999999996,"15min":8.0199999999999996},"last":4.5289999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:29:12 2020","interfaces":[{"interface":"back","average":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":4.2889999999999997,"5min":4.2889999999999997,"15min":4.2889999999999997},"last":1.9530000000000001},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.6230000000000002,"15min":2.6230000000000002},"min":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"max":{"1min":7.2949999999999999,"5min":7.2949999999999999,"15min":7.2949999999999999},"last":3.7349999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":3.081,"5min":2.7890000000000001,"15min":3.097},"min":{"1min":1.2330000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":7.3490000000000002,"5min":7.4749999999999996,"15min":7.4749999999999996},"last":4},{"interface":"front","average":{"1min":3.2000000000000002,"5min":3.2639999999999998,"15min":3.1949999999999998},"min":{"1min":0.89800000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":9.5399999999999991,"5min":40.316000000000003,"15min":40.316000000000003},"last":2.9929999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:29:09 2020","interfaces":[{"interface":"back","average":{"1min":3.5049999999999999,"5min":2.8050000000000002,"15min":3.1859999999999999},"min":{"1min":1.3480000000000001,"5min":0.97399999999999998,"15min":0.97399999999999998},"max":{"1min":11.210000000000001,"5min":11.210000000000001,"15min":11.210000000000001},"last":4.2649999999999997},{"interface":"front","average":{"1min":4.4340000000000002,"5min":3.0760000000000001,"15min":3.298},"min":{"1min":1.1879999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":12.666,"5min":12.666,"15min":12.666},"last":2.7450000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:29:09 2020","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":5.1420000000000003,"15min":3.9660000000000002},"min":{"1min":1.0820000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":7.2699999999999996,"5min":359.327,"15min":359.327},"last":2.4670000000000001},{"interface":"front","average":{"1min":2.8250000000000002,"5min":5.6580000000000004,"15min":4.4429999999999996},"min":{"1min":1.5629999999999999,"5min":1.1060000000000001,"15min":1.1060000000000001},"max":{"1min":7.742,"5min":361.31299999999999,"15min":361.31299999999999},"last":4.8170000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.605,"5min":2.6150000000000002,"15min":3.4620000000000002},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":7.4320000000000004,"5min":7.4320000000000004,"15min":7.4489999999999998},"last":3.032},{"interface":"front","average":{"1min":3.298,"5min":3.3359999999999999,"15min":3.3500000000000001},"min":{"1min":1.522,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":9.2650000000000006,"5min":12.664,"15min":12.664},"last":3.2440000000000002}]}]},{"osd":4,"up_from":35,"seq":150323855525,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":96476,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":95808,"kb_avail":93648676,"statfs":{"total":95995035648,"available":95896244224,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":98107392},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:06 2020","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":6.319,"15min":3.3279999999999998},"min":{"1min":0.78800000000000003,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":3.1749999999999998,"5min":417.85500000000002,"15min":417.85500000000002},"last":1.4890000000000001},{"interface":"front","average":{"1min":1.4350000000000001,"5min":6.282,"15min":3.5270000000000001},"min":{"1min":0.73599999999999999,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":2.3199999999999998,"5min":417.27800000000002,"15min":417.27800000000002},"last":2.4100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:29:06 2020","interfaces":[{"interface":"back","average":{"1min":1.9490000000000001,"5min":4.0839999999999996,"15min":2.645},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":13.552,"5min":140.75299999999999,"15min":140.75299999999999},"last":3.0089999999999999},{"interface":"front","average":{"1min":2.04,"5min":3.5579999999999998,"15min":2.528},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":8.407,"5min":141.905,"15min":141.905},"last":1.3600000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:29:06 2020","interfaces":[{"interface":"back","average":{"1min":1.484,"5min":2.2050000000000001,"15min":2.169},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":3.3519999999999999,"5min":9.7620000000000005,"15min":9.7620000000000005},"last":1.4379999999999999},{"interface":"front","average":{"1min":2.3220000000000001,"5min":2.3239999999999998,"15min":2.1400000000000001},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":13.132,"5min":13.132,"15min":13.132},"last":2.169}]},{"osd":3,"last update":"Mon Nov 16 20:29:06 2020","interfaces":[{"interface":"back","average":{"1min":3.214,"5min":4.6710000000000003,"15min":3.0449999999999999},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":14.555,"5min":211.81800000000001,"15min":211.81800000000001},"last":2.6829999999999998},{"interface":"front","average":{"1min":2.2029999999999998,"5min":4.0229999999999997,"15min":2.746},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":13.039999999999999,"5min":208.86099999999999,"15min":208.86099999999999},"last":2.2650000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:29:27 2020","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":1.8540000000000001,"15min":1.9910000000000001},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.63},"max":{"1min":5.4390000000000001,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":1.764},{"interface":"front","average":{"1min":2.5270000000000001,"5min":2.1659999999999999,"15min":2.3620000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":13.840999999999999,"5min":13.840999999999999,"15min":13.840999999999999},"last":2.637}]},{"osd":6,"last update":"Mon Nov 16 20:29:58 2020","interfaces":[{"interface":"back","average":{"1min":2.8100000000000001,"5min":2.5310000000000001,"15min":2.589},"min":{"1min":0.80300000000000005,"5min":0.77700000000000002,"15min":0.68100000000000005},"max":{"1min":11.707000000000001,"5min":14.097,"15min":14.097},"last":2.5339999999999998},{"interface":"front","average":{"1min":3.1309999999999998,"5min":2.665,"15min":2.8159999999999998},"min":{"1min":1.0660000000000001,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":13.513999999999999,"5min":13.808,"15min":13.808},"last":1.4910000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:29:14 2020","interfaces":[{"interface":"back","average":{"1min":2.7709999999999999,"5min":2.7709999999999999,"15min":2.7709999999999999},"min":{"1min":1.147,"5min":1.147,"15min":1.147},"max":{"1min":13.989000000000001,"5min":13.989000000000001,"15min":13.989000000000001},"last":3.448},{"interface":"front","average":{"1min":2.8439999999999999,"5min":2.8439999999999999,"15min":2.8439999999999999},"min":{"1min":1.153,"5min":1.153,"15min":1.153},"max":{"1min":13.744999999999999,"5min":13.744999999999999,"15min":13.744999999999999},"last":3.298}]},{"osd":8,"last update":"Mon Nov 16 20:29:27 2020","interfaces":[{"interface":"back","average":{"1min":3.1059999999999999,"5min":2.5569999999999999,"15min":3.1760000000000002},"min":{"1min":1.042,"5min":0.98599999999999999,"15min":0.98599999999999999},"max":{"1min":13.478,"5min":13.478,"15min":13.478},"last":2.9689999999999999},{"interface":"front","average":{"1min":3.5150000000000001,"5min":2.7309999999999999,"15min":3.3900000000000001},"min":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":14.175000000000001,"5min":14.175000000000001,"15min":14.175000000000001},"last":3.504}]},{"osd":9,"last update":"Mon Nov 16 20:29:06 2020","interfaces":[{"interface":"back","average":{"1min":2.8570000000000002,"5min":2.7930000000000001,"15min":3.6709999999999998},"min":{"1min":1.2849999999999999,"5min":1.0700000000000001,"15min":1.0700000000000001},"max":{"1min":14.367000000000001,"5min":14.367000000000001,"15min":14.367000000000001},"last":3.121},{"interface":"front","average":{"1min":2.9529999999999998,"5min":2.8690000000000002,"15min":3.2959999999999998},"min":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"max":{"1min":14.423999999999999,"5min":14.423999999999999,"15min":14.423999999999999},"last":3.6339999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:29:14 2020","interfaces":[{"interface":"back","average":{"1min":2.79,"5min":4.9260000000000002,"15min":4.1280000000000001},"min":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"max":{"1min":13.26,"5min":245.06800000000001,"15min":245.06800000000001},"last":3.2480000000000002},{"interface":"front","average":{"1min":3.3519999999999999,"5min":5.226,"15min":4.5309999999999997},"min":{"1min":1.234,"5min":1.234,"15min":1.234},"max":{"1min":13.951000000000001,"5min":248.31700000000001,"15min":248.31700000000001},"last":3.8860000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:29:27 2020","interfaces":[{"interface":"back","average":{"1min":3.2069999999999999,"5min":3.0899999999999999,"15min":3.0699999999999998},"min":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"max":{"1min":14.704000000000001,"5min":14.704000000000001,"15min":14.704000000000001},"last":3.9809999999999999},{"interface":"front","average":{"1min":3.726,"5min":3.3199999999999998,"15min":3.2519999999999998},"min":{"1min":1.5109999999999999,"5min":1.181,"15min":1.181},"max":{"1min":14.837,"5min":14.837,"15min":14.837},"last":3.7999999999999998}]}]},{"osd":5,"up_from":42,"seq":180388626593,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":93212,"kb_used_data":660,"kb_used_omap":0,"kb_used_meta":92544,"kb_avail":93651940,"statfs":{"total":95995035648,"available":95899586560,"internally_reserved":0,"allocated":675840,"data_stored":348453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":94765056},"hb_peers":[0,1,2,3,4,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":2.5419999999999998,"15min":2.0950000000000002},"min":{"1min":0.622,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":3.1699999999999999,"5min":88.192999999999998,"15min":88.192999999999998},"last":1.615},{"interface":"front","average":{"1min":1.4279999999999999,"5min":2.8929999999999998,"15min":2.3119999999999998},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":4.4630000000000001,"5min":94.944999999999993,"15min":94.944999999999993},"last":1.716}]},{"osd":1,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":1.8160000000000001,"5min":7.4809999999999999,"15min":3.8900000000000001},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":7.0940000000000003,"5min":331.25599999999997,"15min":331.25599999999997},"last":2.371},{"interface":"front","average":{"1min":1.7130000000000001,"5min":7.6449999999999996,"15min":3.847},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":5.7670000000000003,"5min":343.89299999999997,"15min":343.89299999999997},"last":2.8570000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.0880000000000001,"5min":7.3520000000000003,"15min":3.8239999999999998},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":5.5419999999999998,"5min":328.65199999999999,"15min":328.65199999999999},"last":2.4449999999999998},{"interface":"front","average":{"1min":2.1440000000000001,"5min":7.4580000000000002,"15min":4.157},"min":{"1min":0.88300000000000001,"5min":0.85099999999999998,"15min":0.85099999999999998},"max":{"1min":5.4930000000000003,"5min":329.29599999999999,"15min":329.29599999999999},"last":2.7719999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.4140000000000001,"5min":2.0990000000000002,"15min":2.153},"min":{"1min":0.84699999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":5.6360000000000001,"5min":7.218,"15min":7.218},"last":1.8180000000000001},{"interface":"front","average":{"1min":2.5600000000000001,"5min":2.3849999999999998,"15min":2.661},"min":{"1min":1.137,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":5.673,"5min":7.3780000000000001,"15min":7.3780000000000001},"last":3.161}]},{"osd":4,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":7.1539999999999999,"5min":3.4980000000000002,"15min":2.7530000000000001},"min":{"1min":0.73999999999999999,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":92.183000000000007,"5min":92.183000000000007,"15min":92.183000000000007},"last":2.7080000000000002},{"interface":"front","average":{"1min":5.9710000000000001,"5min":3.4580000000000002,"15min":2.8100000000000001},"min":{"1min":0.98699999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":86.552000000000007,"5min":86.552000000000007,"15min":86.552000000000007},"last":3.4060000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:29:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.8069999999999999,"15min":2.8439999999999999},"min":{"1min":1.151,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":5.1100000000000003,"5min":44.848999999999997,"15min":44.848999999999997},"last":3.621},{"interface":"front","average":{"1min":2.028,"5min":2.5779999999999998,"15min":2.8530000000000002},"min":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":4.5609999999999999,"5min":44.529000000000003,"15min":44.529000000000003},"last":3.5009999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:27:08 2020","interfaces":[{"interface":"back","average":{"1min":13.205,"5min":5.1269999999999998,"15min":3.948},"min":{"1min":1.0509999999999999,"5min":1.042,"15min":1.042},"max":{"1min":124.86799999999999,"5min":124.86799999999999,"15min":124.86799999999999},"last":1.6990000000000001},{"interface":"front","average":{"1min":13.539,"5min":5.6299999999999999,"15min":4.1589999999999998},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":124.992,"5min":124.992,"15min":124.992},"last":2.2789999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:29:40 2020","interfaces":[{"interface":"back","average":{"1min":1.96,"5min":2.2370000000000001,"15min":2.9180000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":4.8529999999999998,"5min":4.8529999999999998,"15min":5.2060000000000004},"last":3.2549999999999999},{"interface":"front","average":{"1min":2.4209999999999998,"5min":2.7109999999999999,"15min":3.395},"min":{"1min":1.1719999999999999,"5min":0.94399999999999995,"15min":0.94399999999999995},"max":{"1min":6.0979999999999999,"5min":8.6289999999999996,"15min":8.6289999999999996},"last":4.0609999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:29:12 2020","interfaces":[{"interface":"back","average":{"1min":2.2909999999999999,"5min":2.7629999999999999,"15min":3.403},"min":{"1min":1.093,"5min":1.085,"15min":1.085},"max":{"1min":5.9969999999999999,"5min":6.8070000000000004,"15min":6.8070000000000004},"last":2.964},{"interface":"front","average":{"1min":2.5099999999999998,"5min":2.9169999999999998,"15min":3.46},"min":{"1min":1.2270000000000001,"5min":1.1599999999999999,"15min":1.1599999999999999},"max":{"1min":6.2969999999999997,"5min":7.9480000000000004,"15min":7.9480000000000004},"last":4.5270000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:29:12 2020","interfaces":[{"interface":"back","average":{"1min":2.0950000000000002,"5min":2.6469999999999998,"15min":3.569},"min":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":4.9119999999999999,"5min":6.9900000000000002,"15min":28},"last":3.3290000000000002},{"interface":"front","average":{"1min":2.524,"5min":2.9199999999999999,"15min":3.835},"min":{"1min":1.462,"5min":1.294,"15min":1.294},"max":{"1min":4.1360000000000001,"5min":8.9019999999999992,"15min":27.789999999999999},"last":3.8570000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:29:40 2020","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":3.8149999999999999,"15min":4.0410000000000004},"min":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"max":{"1min":4.5709999999999997,"5min":18.388999999999999,"15min":18.388999999999999},"last":4.766},{"interface":"front","average":{"1min":2.8919999999999999,"5min":4.3419999999999996,"15min":4.5839999999999996},"min":{"1min":1.327,"5min":1.327,"15min":1.327},"max":{"1min":5.1820000000000004,"5min":23.585000000000001,"15min":23.585000000000001},"last":4.2649999999999997}]}]}]}}
2020-11-16T20:30:10.290 INFO:tasks.thrashosds.thrasher:Setting 1.0 to [5, 0, 3, 4]
2020-11-16T20:30:10.290 INFO:tasks.thrashosds.thrasher:cmd ['osd', 'pg-upmap-items', '1.0', '5', '0', '3', '4']
2020-11-16T20:30:10.290 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pg-upmap-items 1.0 5 0 3 4
2020-11-16T20:30:10.376 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:10.388 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:10 smithi071 bash[9480]: cluster 2020-11-16T20:30:09.132578+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e280: 12 total, 12 up, 12 in
2020-11-16T20:30:10.467 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:10.505 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:10.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:10 smithi142 bash[9523]: cluster 2020-11-16T20:30:09.132578+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e280: 12 total, 12 up, 12 in
2020-11-16T20:30:10.525 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:10 smithi142 bash[20366]: debug 2020-11-16T20:30:10.272+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:10 smithi065 bash[9468]: cluster 2020-11-16T20:30:09.132578+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e280: 12 total, 12 up, 12 in
2020-11-16T20:30:10.611 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:10.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:30:10 smithi071 bash[12066]: debug 2020-11-16T20:30:10.501+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:10.734 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:10.840 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:10.986 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:11.092 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:11.104 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:30:10 smithi071 bash[26650]: debug 2020-11-16T20:30:10.729+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:11.230 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:11.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:10 smithi065 bash[11785]: debug 2020-11-16T20:30:10.980+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:11.336 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:11.360 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_1' created
2020-11-16T20:30:11.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:11 smithi071 bash[9480]: cluster 2020-11-16T20:30:10.126158+0000 mgr.x (mgr.14196) 533 : cluster [DBG] pgmap v738: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:11.451 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:30:11 smithi071 bash[12066]: debug 2020-11-16T20:30:11.229+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:11.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:11 smithi065 bash[9468]: cluster 2020-11-16T20:30:10.126158+0000 mgr.x (mgr.14196) 533 : cluster [DBG] pgmap v738: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:11.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:11 smithi142 bash[9523]: cluster 2020-11-16T20:30:10.126158+0000 mgr.x (mgr.14196) 533 : cluster [DBG] pgmap v738: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:11.848 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:30:11.869 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:11.976 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:11.979 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:12.102 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:12.207 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:12.220 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:30:12 smithi065 bash[14115]: debug 2020-11-16T20:30:12.096+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:12.221 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:11 smithi065 bash[18823]: debug 2020-11-16T20:30:11.864+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:12.335 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:12.440 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:12.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:30:12 smithi065 bash[14115]: debug 2020-11-16T20:30:12.332+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:12 smithi065 bash[9468]: audit 2020-11-16T20:30:10.863139+0000 mon.a (mon.0) 1175 : audit [INF] from='client.? v1:172.21.15.142:0/1490021965' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch
2020-11-16T20:30:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:12 smithi065 bash[9468]: audit 2020-11-16T20:30:11.358718+0000 mon.a (mon.0) 1176 : audit [INF] from='client.? v1:172.21.15.142:0/1490021965' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished
2020-11-16T20:30:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:12 smithi065 bash[9468]: cluster 2020-11-16T20:30:11.358824+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e281: 12 total, 12 up, 12 in
2020-11-16T20:30:12.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:12 smithi065 bash[9468]: cluster 2020-11-16T20:30:12.126779+0000 mgr.x (mgr.14196) 534 : cluster [DBG] pgmap v740: 17 pgs: 2 creating+peering, 14 unknown, 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:12.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:12 smithi142 bash[9523]: audit 2020-11-16T20:30:10.863139+0000 mon.a (mon.0) 1175 : audit [INF] from='client.? v1:172.21.15.142:0/1490021965' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch
2020-11-16T20:30:12.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:12 smithi142 bash[9523]: audit 2020-11-16T20:30:11.358718+0000 mon.a (mon.0) 1176 : audit [INF] from='client.? v1:172.21.15.142:0/1490021965' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished
2020-11-16T20:30:12.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:12 smithi142 bash[9523]: cluster 2020-11-16T20:30:11.358824+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e281: 12 total, 12 up, 12 in
2020-11-16T20:30:12.653 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:12 smithi142 bash[9523]: cluster 2020-11-16T20:30:12.126779+0000 mgr.x (mgr.14196) 534 : cluster [DBG] pgmap v740: 17 pgs: 2 creating+peering, 14 unknown, 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:12.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:12 smithi071 bash[9480]: audit 2020-11-16T20:30:10.863139+0000 mon.a (mon.0) 1175 : audit [INF] from='client.? v1:172.21.15.142:0/1490021965' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch
2020-11-16T20:30:12.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:12 smithi071 bash[9480]: audit 2020-11-16T20:30:11.358718+0000 mon.a (mon.0) 1176 : audit [INF] from='client.? v1:172.21.15.142:0/1490021965' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished
2020-11-16T20:30:12.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:12 smithi071 bash[9480]: cluster 2020-11-16T20:30:11.358824+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e281: 12 total, 12 up, 12 in
2020-11-16T20:30:12.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:12 smithi071 bash[9480]: cluster 2020-11-16T20:30:12.126779+0000 mgr.x (mgr.14196) 534 : cluster [DBG] pgmap v740: 17 pgs: 2 creating+peering, 14 unknown, 1 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:12.727 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:12.831 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:13.035 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:12 smithi142 bash[15670]: debug 2020-11-16T20:30:12.728+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:13.618 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true
2020-11-16T20:30:13.630 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:13 smithi142 bash[22738]: debug 2020-11-16T20:30:13.548+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:13.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:13 smithi142 bash[9523]: cluster 2020-11-16T20:30:12.364155+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e282: 12 total, 12 up, 12 in
2020-11-16T20:30:13.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:13 smithi142 bash[9523]: cluster 2020-11-16T20:30:12.503859+0000 osd.3 (osd.3) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:13.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:13 smithi142 bash[9523]: cluster 2020-11-16T20:30:12.503983+0000 osd.3 (osd.3) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:13.650 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:13.661 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:13 smithi065 bash[9468]: cluster 2020-11-16T20:30:12.364155+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e282: 12 total, 12 up, 12 in
2020-11-16T20:30:13.661 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:13 smithi065 bash[9468]: cluster 2020-11-16T20:30:12.503859+0000 osd.3 (osd.3) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:13.661 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:13 smithi065 bash[9468]: cluster 2020-11-16T20:30:12.503983+0000 osd.3 (osd.3) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:13 smithi071 bash[9480]: cluster 2020-11-16T20:30:12.364155+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e282: 12 total, 12 up, 12 in
2020-11-16T20:30:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:13 smithi071 bash[9480]: cluster 2020-11-16T20:30:12.503859+0000 osd.3 (osd.3) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:13 smithi071 bash[9480]: cluster 2020-11-16T20:30:12.503983+0000 osd.3 (osd.3) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:13.762 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:13.774 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:13.881 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:14.004 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:13 smithi065 bash[16457]: debug 2020-11-16T20:30:13.772+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:14.004 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:14.110 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:14.230 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:14.283 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:30:14 smithi065 bash[14115]: debug 2020-11-16T20:30:14.000+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:14.284 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:14 smithi065 bash[11785]: debug 2020-11-16T20:30:14.224+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:14.336 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:14.602 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:14 smithi142 bash[9523]: cluster 2020-11-16T20:30:13.368678+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e283: 12 total, 12 up, 12 in
2020-11-16T20:30:14.603 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:14 smithi142 bash[9523]: cluster 2020-11-16T20:30:13.740758+0000 osd.7 (osd.7) 23 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:14.603 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:14 smithi142 bash[9523]: cluster 2020-11-16T20:30:13.740919+0000 osd.7 (osd.7) 24 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:14.603 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:14 smithi142 bash[9523]: cluster 2020-11-16T20:30:14.127442+0000 mgr.x (mgr.14196) 535 : cluster [DBG] pgmap v743: 17 pgs: 3 creating+peering, 11 unknown, 3 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:14.645 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:14.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:14 smithi071 bash[9480]: cluster 2020-11-16T20:30:13.368678+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e283: 12 total, 12 up, 12 in
2020-11-16T20:30:14.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:14 smithi071 bash[9480]: cluster 2020-11-16T20:30:13.740758+0000 osd.7 (osd.7) 23 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:14.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:14 smithi071 bash[9480]: cluster 2020-11-16T20:30:13.740919+0000 osd.7 (osd.7) 24 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:14.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:14 smithi071 bash[9480]: cluster 2020-11-16T20:30:14.127442+0000 mgr.x (mgr.14196) 535 : cluster [DBG] pgmap v743: 17 pgs: 3 creating+peering, 11 unknown, 3 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:14.749 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:14 smithi065 bash[9468]: cluster 2020-11-16T20:30:13.368678+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e283: 12 total, 12 up, 12 in
2020-11-16T20:30:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:14 smithi065 bash[9468]: cluster 2020-11-16T20:30:13.740758+0000 osd.7 (osd.7) 23 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:14 smithi065 bash[9468]: cluster 2020-11-16T20:30:13.740919+0000 osd.7 (osd.7) 24 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:14.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:14 smithi065 bash[9468]: cluster 2020-11-16T20:30:14.127442+0000 mgr.x (mgr.14196) 535 : cluster [DBG] pgmap v743: 17 pgs: 3 creating+peering, 11 unknown, 3 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:15.119 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:14 smithi142 bash[20366]: debug 2020-11-16T20:30:14.648+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:30:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:30:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:30:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:30:15.503 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:30:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:30:15.559 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:30:15.585 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:30:15.596 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:15 smithi142 bash[9523]: cluster 2020-11-16T20:30:14.386245+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e284: 12 total, 12 up, 12 in
2020-11-16T20:30:15.597 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:15 smithi142 bash[9523]: audit 2020-11-16T20:30:15.377742+0000 mon.a (mon.0) 1181 : audit [DBG] from='client.? v1:172.21.15.142:0/4260003812' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:15.609 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:15.618 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:30:15.645 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:30:15.672 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:30:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:15 smithi071 bash[9480]: cluster 2020-11-16T20:30:14.386245+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e284: 12 total, 12 up, 12 in
2020-11-16T20:30:15.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:15 smithi071 bash[9480]: audit 2020-11-16T20:30:15.377742+0000 mon.a (mon.0) 1181 : audit [DBG] from='client.? v1:172.21.15.142:0/4260003812' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:15.708 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:30:15.710 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.710 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:30:15.713 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:30:15.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:15 smithi065 bash[9468]: cluster 2020-11-16T20:30:14.386245+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e284: 12 total, 12 up, 12 in
2020-11-16T20:30:15.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:15 smithi065 bash[9468]: audit 2020-11-16T20:30:15.377742+0000 mon.a (mon.0) 1181 : audit [DBG] from='client.? v1:172.21.15.142:0/4260003812' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:15.861 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:30:15.966 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:30:15.979 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:30:15 smithi071 bash[16796]: debug 2020-11-16T20:30:15.857+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:16.088 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:30:16.119 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:15 smithi142 bash[18009]: debug 2020-11-16T20:30:15.612+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:16.194 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:16.335 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:16.394 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[16796]: debug 2020-11-16T20:30:16.085+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:16.440 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:16.533 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[18823]: debug 2020-11-16T20:30:16.332+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:16.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.402642+0000 osd.0 (osd.0) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.430768+0000 osd.1 (osd.1) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.476363+0000 osd.3 (osd.3) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.504697+0000 osd.4 (osd.4) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.533566+0000 osd.5 (osd.5) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.587038+0000 osd.7 (osd.7) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.620045+0000 osd.8 (osd.8) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.647654+0000 osd.9 (osd.9) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.673999+0000 osd.10 (osd.10) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.709804+0000 osd.11 (osd.11) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:16 smithi065 bash[9468]: cluster 2020-11-16T20:30:16.128107+0000 mgr.x (mgr.14196) 536 : cluster [DBG] pgmap v745: 17 pgs: 3 creating+peering, 14 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:16.563 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:16.667 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:16.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.402642+0000 osd.0 (osd.0) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.430768+0000 osd.1 (osd.1) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.476363+0000 osd.3 (osd.3) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.504697+0000 osd.4 (osd.4) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.533566+0000 osd.5 (osd.5) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.587038+0000 osd.7 (osd.7) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.620045+0000 osd.8 (osd.8) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.647654+0000 osd.9 (osd.9) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.673999+0000 osd.10 (osd.10) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.709804+0000 osd.11 (osd.11) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:16 smithi142 bash[9523]: cluster 2020-11-16T20:30:16.128107+0000 mgr.x (mgr.14196) 536 : cluster [DBG] pgmap v745: 17 pgs: 3 creating+peering, 14 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:16.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[12066]: debug 2020-11-16T20:30:16.561+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.402642+0000 osd.0 (osd.0) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.430768+0000 osd.1 (osd.1) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.476363+0000 osd.3 (osd.3) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.504697+0000 osd.4 (osd.4) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.533566+0000 osd.5 (osd.5) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.587038+0000 osd.7 (osd.7) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.620045+0000 osd.8 (osd.8) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.647654+0000 osd.9 (osd.9) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.673999+0000 osd.10 (osd.10) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.709804+0000 osd.11 (osd.11) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:16.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:16 smithi071 bash[9480]: cluster 2020-11-16T20:30:16.128107+0000 mgr.x (mgr.14196) 536 : cluster [DBG] pgmap v745: 17 pgs: 3 creating+peering, 14 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:17.166 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:17.396 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:17 smithi142 bash[15670]: debug 2020-11-16T20:30:17.060+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:17.441 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:17.546 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:17.689 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:17 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.451272+0000 osd.2 (osd.2) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:17.689 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:17 smithi065 bash[9468]: cluster 2020-11-16T20:30:15.560703+0000 osd.6 (osd.6) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:17.689 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:17 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.451272+0000 osd.2 (osd.2) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:17 smithi071 bash[9480]: cluster 2020-11-16T20:30:15.560703+0000 osd.6 (osd.6) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:17.785 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:17 smithi142 bash[20366]: debug 2020-11-16T20:30:17.444+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:17.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:17 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.451272+0000 osd.2 (osd.2) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:17.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:17 smithi142 bash[9523]: cluster 2020-11-16T20:30:15.560703+0000 osd.6 (osd.6) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:17.796 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:17.923 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:18.029 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:18.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:17 smithi065 bash[18823]: debug 2020-11-16T20:30:17.684+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:18.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:17 smithi065 bash[16457]: debug 2020-11-16T20:30:17.920+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:18.190 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:18.296 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:18.406 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:30:18 smithi071 bash[26650]: debug 2020-11-16T20:30:18.188+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:18.415 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:18.520 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:18.649 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:18.656 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:18 smithi142 bash[9523]: cluster 2020-11-16T20:30:18.128804+0000 mgr.x (mgr.14196) 537 : cluster [DBG] pgmap v746: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:18.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:18 smithi071 bash[14419]: debug 2020-11-16T20:30:18.644+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:18 smithi071 bash[9480]: cluster 2020-11-16T20:30:18.128804+0000 mgr.x (mgr.14196) 537 : cluster [DBG] pgmap v746: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:18.755 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:18 smithi065 bash[9468]: cluster 2020-11-16T20:30:18.128804+0000 mgr.x (mgr.14196) 537 : cluster [DBG] pgmap v746: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:18.784 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:18 smithi065 bash[16457]: debug 2020-11-16T20:30:18.412+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:30:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:30:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:19.457 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:30:19.464 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:19.600 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:19 smithi071 bash[9480]: cluster 2020-11-16T20:30:19.323280+0000 osd.8 (osd.8) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:19.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:19 smithi071 bash[9480]: cluster 2020-11-16T20:30:19.323402+0000 osd.8 (osd.8) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:19 smithi065 bash[9468]: cluster 2020-11-16T20:30:19.323280+0000 osd.8 (osd.8) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:19 smithi065 bash[9468]: cluster 2020-11-16T20:30:19.323402+0000 osd.8 (osd.8) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:19.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:19 smithi142 bash[9523]: cluster 2020-11-16T20:30:19.323280+0000 osd.8 (osd.8) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:19.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:19 smithi142 bash[9523]: cluster 2020-11-16T20:30:19.323402+0000 osd.8 (osd.8) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:19.785 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:19 smithi142 bash[15670]: debug 2020-11-16T20:30:19.355+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:20.121 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:20.227 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:20.384 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:20.422 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:20 smithi142 bash[20366]: debug 2020-11-16T20:30:20.123+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:20.490 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:20.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:20 smithi065 bash[9468]: cluster 2020-11-16T20:30:19.422626+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e285: 12 total, 12 up, 12 in
2020-11-16T20:30:20.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:20 smithi065 bash[9468]: cluster 2020-11-16T20:30:20.129401+0000 mgr.x (mgr.14196) 538 : cluster [DBG] pgmap v748: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:20.534 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:20 smithi065 bash[16457]: debug 2020-11-16T20:30:20.380+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:20.625 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:20.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:20 smithi071 bash[9480]: cluster 2020-11-16T20:30:19.422626+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e285: 12 total, 12 up, 12 in
2020-11-16T20:30:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:20 smithi071 bash[9480]: cluster 2020-11-16T20:30:20.129401+0000 mgr.x (mgr.14196) 538 : cluster [DBG] pgmap v748: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:20.701 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:30:20 smithi071 bash[26650]: debug 2020-11-16T20:30:20.620+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:20.731 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:20.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:20 smithi142 bash[9523]: cluster 2020-11-16T20:30:19.422626+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e285: 12 total, 12 up, 12 in
2020-11-16T20:30:20.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:20 smithi142 bash[9523]: cluster 2020-11-16T20:30:20.129401+0000 mgr.x (mgr.14196) 538 : cluster [DBG] pgmap v748: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:21.103 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:21.208 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:21.473 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:21 smithi142 bash[20366]: debug 2020-11-16T20:30:21.103+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:21.609 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight
2020-11-16T20:30:21.659 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:21.743 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:21.764 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:22.035 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:21 smithi142 bash[15670]: debug 2020-11-16T20:30:21.659+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:22.329 INFO:teuthology.orchestra.run.smithi142.stderr:set 1.0 pg_upmap_items mapping to [5->0,3->4]
2020-11-16T20:30:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:22 smithi142 bash[9523]: audit 2020-11-16T20:30:21.849563+0000 mon.a (mon.0) 1183 : audit [INF] from='client.? v1:172.21.15.142:0/602348469' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [5, 0, 3, 4]}]: dispatch
2020-11-16T20:30:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:22 smithi142 bash[9523]: cluster 2020-11-16T20:30:21.931382+0000 osd.7 (osd.7) 26 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:30:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:22 smithi142 bash[9523]: cluster 2020-11-16T20:30:21.974829+0000 osd.7 (osd.7) 27 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:30:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:22 smithi142 bash[9523]: cluster 2020-11-16T20:30:22.130071+0000 mgr.x (mgr.14196) 539 : cluster [DBG] pgmap v749: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:22 smithi071 bash[9480]: audit 2020-11-16T20:30:21.849563+0000 mon.a (mon.0) 1183 : audit [INF] from='client.? v1:172.21.15.142:0/602348469' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [5, 0, 3, 4]}]: dispatch
2020-11-16T20:30:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:22 smithi071 bash[9480]: cluster 2020-11-16T20:30:21.931382+0000 osd.7 (osd.7) 26 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:30:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:22 smithi071 bash[9480]: cluster 2020-11-16T20:30:21.974829+0000 osd.7 (osd.7) 27 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:30:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:22 smithi071 bash[9480]: cluster 2020-11-16T20:30:22.130071+0000 mgr.x (mgr.14196) 539 : cluster [DBG] pgmap v749: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:22.732 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:22 smithi065 bash[9468]: audit 2020-11-16T20:30:21.849563+0000 mon.a (mon.0) 1183 : audit [INF] from='client.? v1:172.21.15.142:0/602348469' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [5, 0, 3, 4]}]: dispatch
2020-11-16T20:30:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:22 smithi065 bash[9468]: cluster 2020-11-16T20:30:21.931382+0000 osd.7 (osd.7) 26 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:30:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:22 smithi065 bash[9468]: cluster 2020-11-16T20:30:21.974829+0000 osd.7 (osd.7) 27 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:30:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:22 smithi065 bash[9468]: cluster 2020-11-16T20:30:22.130071+0000 mgr.x (mgr.14196) 539 : cluster [DBG] pgmap v749: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:22.836 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:23.067 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:22 smithi142 bash[22738]: debug 2020-11-16T20:30:22.731+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:23.226 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:23.329 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:23.337 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:30:23.367 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:23 smithi142 bash[20366]: debug 2020-11-16T20:30:23.227+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:23.367 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:23 smithi142 bash[9523]: audit 2020-11-16T20:30:22.328634+0000 mon.a (mon.0) 1184 : audit [INF] from='client.? v1:172.21.15.142:0/602348469' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [5, 0, 3, 4]}]': finished
2020-11-16T20:30:23.367 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:23 smithi142 bash[9523]: cluster 2020-11-16T20:30:22.328699+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e286: 12 total, 12 up, 12 in
2020-11-16T20:30:23.485 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:23.591 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:23 smithi071 bash[9480]: audit 2020-11-16T20:30:22.328634+0000 mon.a (mon.0) 1184 : audit [INF] from='client.? v1:172.21.15.142:0/602348469' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [5, 0, 3, 4]}]': finished
2020-11-16T20:30:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:23 smithi071 bash[9480]: cluster 2020-11-16T20:30:22.328699+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e286: 12 total, 12 up, 12 in
2020-11-16T20:30:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:23 smithi071 bash[9480]: cluster 2020-11-16T20:30:22.458291+0000 osd.1 (osd.1) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:23 smithi071 bash[9480]: cluster 2020-11-16T20:30:22.458444+0000 osd.1 (osd.1) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:23.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:23 smithi071 bash[9480]: audit 2020-11-16T20:30:23.154005+0000 mon.a (mon.0) 1186 : audit [INF] from='client.? v1:172.21.15.142:0/477798027' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:30:23.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:23 smithi065 bash[18823]: debug 2020-11-16T20:30:23.480+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:23 smithi065 bash[9468]: audit 2020-11-16T20:30:22.328634+0000 mon.a (mon.0) 1184 : audit [INF] from='client.? v1:172.21.15.142:0/602348469' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [5, 0, 3, 4]}]': finished
2020-11-16T20:30:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:23 smithi065 bash[9468]: cluster 2020-11-16T20:30:22.328699+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e286: 12 total, 12 up, 12 in
2020-11-16T20:30:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:23 smithi065 bash[9468]: cluster 2020-11-16T20:30:22.458291+0000 osd.1 (osd.1) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:23 smithi065 bash[9468]: cluster 2020-11-16T20:30:22.458444+0000 osd.1 (osd.1) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:23 smithi065 bash[9468]: audit 2020-11-16T20:30:23.154005+0000 mon.a (mon.0) 1186 : audit [INF] from='client.? v1:172.21.15.142:0/477798027' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:30:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:23 smithi142 bash[9523]: cluster 2020-11-16T20:30:22.458291+0000 osd.1 (osd.1) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:23 smithi142 bash[9523]: cluster 2020-11-16T20:30:22.458444+0000 osd.1 (osd.1) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:23 smithi142 bash[9523]: audit 2020-11-16T20:30:23.154005+0000 mon.a (mon.0) 1186 : audit [INF] from='client.? v1:172.21.15.142:0/477798027' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:30:24.137 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:24.242 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:24.365 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:24.470 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:24.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:24 smithi065 bash[16457]: debug 2020-11-16T20:30:24.360+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:24 smithi065 bash[9468]: cluster 2020-11-16T20:30:23.323865+0000 mon.a (mon.0) 1187 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:30:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:24 smithi065 bash[9468]: audit 2020-11-16T20:30:23.336884+0000 mon.a (mon.0) 1188 : audit [INF] from='client.? v1:172.21.15.142:0/477798027' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:30:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:24 smithi065 bash[9468]: cluster 2020-11-16T20:30:23.336968+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e287: 12 total, 12 up, 12 in
2020-11-16T20:30:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:24 smithi065 bash[9468]: cluster 2020-11-16T20:30:23.684100+0000 osd.11 (osd.11) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:24.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:24 smithi065 bash[9468]: cluster 2020-11-16T20:30:23.684230+0000 osd.11 (osd.11) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:24.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:24 smithi065 bash[9468]: cluster 2020-11-16T20:30:24.130692+0000 mgr.x (mgr.14196) 540 : cluster [DBG] pgmap v752: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:24.535 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:24 smithi142 bash[22738]: debug 2020-11-16T20:30:24.139+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:24 smithi142 bash[9523]: cluster 2020-11-16T20:30:23.323865+0000 mon.a (mon.0) 1187 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:30:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:24 smithi142 bash[9523]: audit 2020-11-16T20:30:23.336884+0000 mon.a (mon.0) 1188 : audit [INF] from='client.? v1:172.21.15.142:0/477798027' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:30:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:24 smithi142 bash[9523]: cluster 2020-11-16T20:30:23.336968+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e287: 12 total, 12 up, 12 in
2020-11-16T20:30:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:24 smithi142 bash[9523]: cluster 2020-11-16T20:30:23.684100+0000 osd.11 (osd.11) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:24.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:24 smithi142 bash[9523]: cluster 2020-11-16T20:30:23.684230+0000 osd.11 (osd.11) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:24.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:24 smithi142 bash[9523]: cluster 2020-11-16T20:30:24.130692+0000 mgr.x (mgr.14196) 540 : cluster [DBG] pgmap v752: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:24 smithi071 bash[9480]: cluster 2020-11-16T20:30:23.323865+0000 mon.a (mon.0) 1187 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:30:24.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:24 smithi071 bash[9480]: audit 2020-11-16T20:30:23.336884+0000 mon.a (mon.0) 1188 : audit [INF] from='client.? v1:172.21.15.142:0/477798027' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:30:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:24 smithi071 bash[9480]: cluster 2020-11-16T20:30:23.336968+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e287: 12 total, 12 up, 12 in
2020-11-16T20:30:24.599 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:24 smithi071 bash[9480]: cluster 2020-11-16T20:30:23.684100+0000 osd.11 (osd.11) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:24 smithi071 bash[9480]: cluster 2020-11-16T20:30:23.684230+0000 osd.11 (osd.11) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:24.600 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:24 smithi071 bash[9480]: cluster 2020-11-16T20:30:24.130692+0000 mgr.x (mgr.14196) 540 : cluster [DBG] pgmap v752: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:24.600 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:24.704 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:24.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:30:24 smithi071 bash[26650]: debug 2020-11-16T20:30:24.592+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:25.268 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:25.372 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:25.500 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:25.518 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:25 smithi142 bash[9523]: cluster 2020-11-16T20:30:24.345863+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e288: 12 total, 12 up, 12 in
2020-11-16T20:30:25.519 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:25 smithi142 bash[15670]: debug 2020-11-16T20:30:25.267+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:25.606 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:25 smithi071 bash[9480]: cluster 2020-11-16T20:30:24.345863+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e288: 12 total, 12 up, 12 in
2020-11-16T20:30:25.701 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:30:25 smithi071 bash[12066]: debug 2020-11-16T20:30:25.496+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:25 smithi065 bash[9468]: cluster 2020-11-16T20:30:24.345863+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e288: 12 total, 12 up, 12 in
2020-11-16T20:30:26.146 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:26.250 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:26.356 INFO:teuthology.orchestra.run.smithi142.stderr:enabled application 'rados' on pool 'unique_pool_1'
2020-11-16T20:30:26.370 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:26.475 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:26.592 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:26 smithi142 bash[15670]: debug 2020-11-16T20:30:26.147+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:26.592 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:26 smithi142 bash[9523]: audit 2020-11-16T20:30:25.611661+0000 mon.a (mon.0) 1191 : audit [INF] from='client.? v1:172.21.15.142:0/1378492163' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:30:26.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:26 smithi065 bash[9468]: audit 2020-11-16T20:30:25.611661+0000 mon.a (mon.0) 1191 : audit [INF] from='client.? v1:172.21.15.142:0/1378492163' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:30:26.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:26 smithi065 bash[9468]: cluster 2020-11-16T20:30:26.131352+0000 mgr.x (mgr.14196) 541 : cluster [DBG] pgmap v754: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:26.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:26 smithi065 bash[9468]: audit 2020-11-16T20:30:26.153850+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:30:26.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:26 smithi065 bash[9468]: audit 2020-11-16T20:30:26.154208+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:30:26.617 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:26 smithi065 bash[9468]: audit 2020-11-16T20:30:26.157098+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:30:26.618 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:26 smithi065 bash[9468]: audit 2020-11-16T20:30:26.157415+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:30:26.618 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:26.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:30:26 smithi071 bash[12066]: debug 2020-11-16T20:30:26.368+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:26 smithi071 bash[9480]: audit 2020-11-16T20:30:25.611661+0000 mon.a (mon.0) 1191 : audit [INF] from='client.? v1:172.21.15.142:0/1378492163' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:30:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:26 smithi071 bash[9480]: cluster 2020-11-16T20:30:26.131352+0000 mgr.x (mgr.14196) 541 : cluster [DBG] pgmap v754: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:26 smithi071 bash[9480]: audit 2020-11-16T20:30:26.153850+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:30:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:26 smithi071 bash[9480]: audit 2020-11-16T20:30:26.154208+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:30:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:26 smithi071 bash[9480]: audit 2020-11-16T20:30:26.157098+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:30:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:26 smithi071 bash[9480]: audit 2020-11-16T20:30:26.157415+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:30:26.723 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:26.850 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:26.956 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:26.968 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:26 smithi142 bash[9523]: cluster 2020-11-16T20:30:26.131352+0000 mgr.x (mgr.14196) 541 : cluster [DBG] pgmap v754: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:26.969 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:26 smithi142 bash[9523]: audit 2020-11-16T20:30:26.153850+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:30:26.969 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:26 smithi142 bash[9523]: audit 2020-11-16T20:30:26.154208+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:30:26.969 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:26 smithi142 bash[9523]: audit 2020-11-16T20:30:26.157098+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:30:26.969 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:26 smithi142 bash[9523]: audit 2020-11-16T20:30:26.157415+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:30:27.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:26 smithi065 bash[16457]: debug 2020-11-16T20:30:26.612+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:27.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:26 smithi071 bash[14419]: debug 2020-11-16T20:30:26.848+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:27.242 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:27.345 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:27.462 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:27.521 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:30:27.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:27 smithi142 bash[22738]: debug 2020-11-16T20:30:27.239+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:27 smithi142 bash[9523]: audit 2020-11-16T20:30:26.357036+0000 mon.a (mon.0) 1194 : audit [INF] from='client.? v1:172.21.15.142:0/1378492163' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:30:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:27 smithi142 bash[9523]: cluster 2020-11-16T20:30:26.357105+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e289: 12 total, 12 up, 12 in
2020-11-16T20:30:27.568 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:27.662 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:27 smithi071 bash[9480]: audit 2020-11-16T20:30:26.357036+0000 mon.a (mon.0) 1194 : audit [INF] from='client.? v1:172.21.15.142:0/1378492163' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:30:27.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:27 smithi071 bash[9480]: cluster 2020-11-16T20:30:26.357105+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e289: 12 total, 12 up, 12 in
2020-11-16T20:30:27.709 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:27.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:27 smithi065 bash[9468]: audit 2020-11-16T20:30:26.357036+0000 mon.a (mon.0) 1194 : audit [INF] from='client.? v1:172.21.15.142:0/1378492163' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:30:27.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:27 smithi065 bash[9468]: cluster 2020-11-16T20:30:26.357105+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e289: 12 total, 12 up, 12 in
2020-11-16T20:30:27.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:30:27 smithi065 bash[14115]: debug 2020-11-16T20:30:27.456+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:27.815 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:28.201 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:30:27 smithi071 bash[12066]: debug 2020-11-16T20:30:27.704+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:28.236 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:28.341 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:28.461 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:28.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:28 smithi142 bash[9523]: cluster 2020-11-16T20:30:28.132065+0000 mgr.x (mgr.14196) 542 : cluster [DBG] pgmap v756: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:28.536 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:28 smithi142 bash[20366]: debug 2020-11-16T20:30:28.235+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:28.567 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:28.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:28 smithi071 bash[9480]: cluster 2020-11-16T20:30:28.132065+0000 mgr.x (mgr.14196) 542 : cluster [DBG] pgmap v756: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:28.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:28 smithi071 bash[14419]: debug 2020-11-16T20:30:28.456+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:28.701 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:28 smithi065 bash[9468]: cluster 2020-11-16T20:30:28.132065+0000 mgr.x (mgr.14196) 542 : cluster [DBG] pgmap v756: 17 pgs: 17 active+clean; 0 B data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:28.702 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:28.807 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:28.929 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:30:28.981 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:30:29.005 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:30:29.029 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:30:29.033 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:28 smithi065 bash[11785]: debug 2020-11-16T20:30:28.696+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:29.034 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:29.051 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:30:29.078 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:30:29.105 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:30:29.131 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:30:29.157 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:30:29.183 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:30:29.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:30:28 smithi071 bash[26650]: debug 2020-11-16T20:30:28.924+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:29.211 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:30:29.238 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:30:29.264 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:30:29.266 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.266 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.266 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.266 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.266 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.267 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.267 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.267 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.267 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.267 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.267 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.267 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:30:29.277 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:30:29.277 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:30:29.277 INFO:tasks.thrashosds.thrasher:inject_pause on 6
2020-11-16T20:30:29.278 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:30:29.278 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:30:29.278 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 config set filestore_inject_stall 3
2020-11-16T20:30:29.320 INFO:teuthology.orchestra.run.smithi065:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.2 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write'
2020-11-16T20:30:29.322 INFO:tasks.radosbench:joining radosbench (timing out after 3000s)
2020-11-16T20:30:29.323 INFO:teuthology.orchestra.run:waiting for 3000
2020-11-16T20:30:29.338 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:29.368 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:hints = 1
2020-11-16T20:30:29.368 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects
2020-11-16T20:30:29.368 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object prefix: benchmark_data_smithi065_26380
2020-11-16T20:30:29.370 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:30:29.370 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    0       1         1         0         0         0           -           0
2020-11-16T20:30:29.442 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:29.443 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:30:29.607 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:29 smithi142 bash[9523]: audit 2020-11-16T20:30:28.955602+0000 mon.a (mon.0) 1196 : audit [DBG] from='client.? v1:172.21.15.142:0/3290255934' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:29.607 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:29 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.080505+0000 osd.4 (osd.4) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.608 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:29 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.185149+0000 osd.8 (osd.8) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.608 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:29 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.213413+0000 osd.9 (osd.9) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.608 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:29 smithi142 bash[15670]: debug 2020-11-16T20:30:29.339+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:29.608 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:29 smithi142 bash[15670]: debug 2020-11-16T20:30:29.607+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:29.608 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:29 smithi071 bash[9480]: audit 2020-11-16T20:30:28.955602+0000 mon.a (mon.0) 1196 : audit [DBG] from='client.? v1:172.21.15.142:0/3290255934' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:29.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:29 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.080505+0000 osd.4 (osd.4) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:29 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.185149+0000 osd.8 (osd.8) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:29 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.213413+0000 osd.9 (osd.9) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.711 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:29.718 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:29 smithi065 bash[9468]: audit 2020-11-16T20:30:28.955602+0000 mon.a (mon.0) 1196 : audit [DBG] from='client.? v1:172.21.15.142:0/3290255934' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:29.719 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:29 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.080505+0000 osd.4 (osd.4) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.719 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:29 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.185149+0000 osd.8 (osd.8) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.719 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:29 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.213413+0000 osd.9 (osd.9) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:29.839 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:29.943 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:30.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:29 smithi065 bash[18823]: debug 2020-11-16T20:30:29.836+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:30.060 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:30.165 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:30.368 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[16457]: debug 2020-11-16T20:30:30.056+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:30.369 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:28.985483+0000 osd.0 (osd.0) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.369 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.009535+0000 osd.1 (osd.1) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.369 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.034179+0000 osd.2 (osd.2) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.369 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.056067+0000 osd.3 (osd.3) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.369 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.107665+0000 osd.5 (osd.5) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.369 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.133533+0000 osd.6 (osd.6) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.370 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.159352+0000 osd.7 (osd.7) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.370 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.239585+0000 osd.10 (osd.10) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.370 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:29.265937+0000 osd.11 (osd.11) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.370 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[9468]: cluster 2020-11-16T20:30:30.132591+0000 mgr.x (mgr.14196) 543 : cluster [DBG] pgmap v757: 17 pgs: 17 active+clean; 22 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:30.370 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    1      16      4031      4015   250.827   250.938  0.00255784  0.00396641
2020-11-16T20:30:30.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:28.985483+0000 osd.0 (osd.0) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.009535+0000 osd.1 (osd.1) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.034179+0000 osd.2 (osd.2) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.056067+0000 osd.3 (osd.3) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.107665+0000 osd.5 (osd.5) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.133533+0000 osd.6 (osd.6) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.159352+0000 osd.7 (osd.7) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.239585+0000 osd.10 (osd.10) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:29.265937+0000 osd.11 (osd.11) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[9523]: cluster 2020-11-16T20:30:30.132591+0000 mgr.x (mgr.14196) 543 : cluster [DBG] pgmap v757: 17 pgs: 17 active+clean; 22 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:30.558 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:30.662 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:30.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:28.985483+0000 osd.0 (osd.0) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.009535+0000 osd.1 (osd.1) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.034179+0000 osd.2 (osd.2) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.056067+0000 osd.3 (osd.3) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.107665+0000 osd.5 (osd.5) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.133533+0000 osd.6 (osd.6) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.159352+0000 osd.7 (osd.7) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.239585+0000 osd.10 (osd.10) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:29.265937+0000 osd.11 (osd.11) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:30.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:30 smithi071 bash[9480]: cluster 2020-11-16T20:30:30.132591+0000 mgr.x (mgr.14196) 543 : cluster [DBG] pgmap v757: 17 pgs: 17 active+clean; 22 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:30.848 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:30 smithi142 bash[15670]: debug 2020-11-16T20:30:30.555+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:30.878 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:30.989 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[11785]: debug 2020-11-16T20:30:30.768+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:30.990 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:31.082 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:30:31.083 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:30:31.083 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:30:31.083 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:6909 3.7 3:ec45e36a:::benchmark_data_smithi065_26380_object6908:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e289)",
2020-11-16T20:30:31.083 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:31.084652+0000",
2020-11-16T20:30:31.084 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0017172450000000001,
2020-11-16T20:30:31.084 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.001758084,
2020-11-16T20:30:31.084 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:30:31.084 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:30:31.084 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:30:31.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:30:31.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:30:31.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 6909
2020-11-16T20:30:31.085 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:30:31.085 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:30:31.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:30:31.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084652+0000",
2020-11-16T20:30:31.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:30:31.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:30:31.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084652+0000",
2020-11-16T20:30:31.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:30:31.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:30:31.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084620+0000",
2020-11-16T20:30:31.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000133898
2020-11-16T20:30:31.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:30:31.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084754+0000",
2020-11-16T20:30:31.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5795999999999999e-05
2020-11-16T20:30:31.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:30:31.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084770+0000",
2020-11-16T20:30:31.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4239999999999998e-06
2020-11-16T20:30:31.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:30:31.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084776+0000",
2020-11-16T20:30:31.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3069999999999998e-05
2020-11-16T20:30:31.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:30:31.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084829+0000",
2020-11-16T20:30:31.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000158481
2020-11-16T20:30:31.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:30:31.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084988+0000",
2020-11-16T20:30:31.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017733000000000001
2020-11-16T20:30:31.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:30:31.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.085165+0000",
2020-11-16T20:30:31.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00088389899999999995
2020-11-16T20:30:31.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:30:31.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086049+0000",
2020-11-16T20:30:31.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001396603
2020-11-16T20:30:31.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:30:31.092 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:30:31.092 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:30:31.092 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:30:31.092 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:30:31.092 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:6910 3.7 3:e9dd958e:::benchmark_data_smithi065_26380_object6909:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e289)",
2020-11-16T20:30:31.093 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:31.084837+0000",
2020-11-16T20:30:31.093 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0015323100000000001,
2020-11-16T20:30:31.093 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.001699124,
2020-11-16T20:30:31.093 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:30:31.093 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:30:31.093 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:30:31.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:30:31.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:30:31.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 6910
2020-11-16T20:30:31.094 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:30:31.094 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:30:31.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:30:31.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084837+0000",
2020-11-16T20:30:31.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:30:31.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:30:31.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084837+0000",
2020-11-16T20:30:31.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:30:31.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:30:31.096 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:31.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084806+0000",
2020-11-16T20:30:31.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000126191
2020-11-16T20:30:31.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:30:31.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084932+0000",
2020-11-16T20:30:31.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2489e-05
2020-11-16T20:30:31.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:30:31.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084945+0000",
2020-11-16T20:30:31.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.088e-06
2020-11-16T20:30:31.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:30:31.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084951+0000",
2020-11-16T20:30:31.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0011265419999999999
2020-11-16T20:30:31.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:30:31.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086077+0000",
2020-11-16T20:30:31.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017181600000000001
2020-11-16T20:30:31.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:30:31.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086249+0000",
2020-11-16T20:30:31.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000216486
2020-11-16T20:30:31.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:30:31.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086466+0000",
2020-11-16T20:30:31.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0016283630000000001
2020-11-16T20:30:31.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:30:31.101 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:30:31.102 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:30:31.102 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:30:31.102 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:30:31.102 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:6912 3.7 3.7bc3467 (undecoded) ondisk+write+known_if_redirected e289)",
2020-11-16T20:30:31.102 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:31.084988+0000",
2020-11-16T20:30:31.102 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0013811470000000001,
2020-11-16T20:30:31.102 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0016500740000000001,
2020-11-16T20:30:31.102 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:30:31.103 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:30:31.103 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:30:31.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:30:31.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:30:31.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 6912
2020-11-16T20:30:31.103 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:30:31.103 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:30:31.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:30:31.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084988+0000",
2020-11-16T20:30:31.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:30:31.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:30:31.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084988+0000",
2020-11-16T20:30:31.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:30:31.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:30:31.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.084971+0000",
2020-11-16T20:30:31.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3768000000000003e-05
2020-11-16T20:30:31.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:30:31.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.085044+0000",
2020-11-16T20:30:31.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3825999999999999e-05
2020-11-16T20:30:31.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:30:31.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.085058+0000",
2020-11-16T20:30:31.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5130000000000004e-06
2020-11-16T20:30:31.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:30:31.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.085064+0000",
2020-11-16T20:30:31.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5244e-05
2020-11-16T20:30:31.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:30:31.107 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:30:31.108 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:30:31.108 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:30:31.108 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:30:31.108 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.35063.0:6909 3.7 e289/281)",
2020-11-16T20:30:31.108 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:31.086538+0000",
2020-11-16T20:30:31.108 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 4294967295.9998317,
2020-11-16T20:30:31.108 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.00018846999999999999,
2020-11-16T20:30:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:30:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:30:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:30:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:30:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086538+0000",
2020-11-16T20:30:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:30:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:30:31.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086538+0000",
2020-11-16T20:30:31.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:30:31.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:30:31.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086513+0000",
2020-11-16T20:30:31.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7534999999999996e-05
2020-11-16T20:30:31.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:30:31.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086580+0000",
2020-11-16T20:30:31.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2086000000000001e-05
2020-11-16T20:30:31.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:30:31.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086592+0000",
2020-11-16T20:30:31.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.737e-06
2020-11-16T20:30:31.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:30:31.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:30:31.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:30:31.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:31.086599+0000",
2020-11-16T20:30:31.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1136000000000006e-05
2020-11-16T20:30:31.113 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:30:31.113 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:30:31.113 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:30:31.113 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:30:31.113 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:30:31.113 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 4
2020-11-16T20:30:31.114 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:30:31.280 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:31.283 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:30:30 smithi065 bash[14115]: debug 2020-11-16T20:30:30.984+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:31.370 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    2      16      8044      8028   250.766   250.812  0.00278887  0.00398062
2020-11-16T20:30:31.384 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:31.499 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:31.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:31 smithi142 bash[15670]: debug 2020-11-16T20:30:31.279+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:31.602 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:31.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:31 smithi065 bash[16457]: debug 2020-11-16T20:30:31.496+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:32.370 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    3      16     11241     11225   233.779   199.812  0.00497943  0.00427174
2020-11-16T20:30:32.872 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:30:33.056 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:33.370 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    4      16     14998     14982   234.033   234.812  0.00243372  0.00426769
2020-11-16T20:30:33.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:33 smithi071 bash[9480]: cluster 2020-11-16T20:30:32.133088+0000 mgr.x (mgr.14196) 544 : cluster [DBG] pgmap v758: 17 pgs: 17 active+clean; 232 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:33.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:33 smithi065 bash[9468]: cluster 2020-11-16T20:30:32.133088+0000 mgr.x (mgr.14196) 544 : cluster [DBG] pgmap v758: 17 pgs: 17 active+clean; 232 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:33.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:33 smithi142 bash[9523]: cluster 2020-11-16T20:30:32.133088+0000 mgr.x (mgr.14196) 544 : cluster [DBG] pgmap v758: 17 pgs: 17 active+clean; 232 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:34.301 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:34.370 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    5      16     18616     18600   232.448   226.125  0.00324308  0.00429786
2020-11-16T20:30:34.403 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:34.534 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:34.638 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:34.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:34 smithi071 bash[9480]: cluster 2020-11-16T20:30:34.133559+0000 mgr.x (mgr.14196) 545 : cluster [DBG] pgmap v759: 17 pgs: 17 active+clean; 384 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:34 smithi065 bash[9468]: cluster 2020-11-16T20:30:34.133559+0000 mgr.x (mgr.14196) 545 : cluster [DBG] pgmap v759: 17 pgs: 17 active+clean; 384 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:34.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:34 smithi065 bash[11785]: debug 2020-11-16T20:30:34.532+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:34.784 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:34 smithi142 bash[18009]: debug 2020-11-16T20:30:34.299+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:34.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:34 smithi142 bash[9523]: cluster 2020-11-16T20:30:34.133559+0000 mgr.x (mgr.14196) 545 : cluster [DBG] pgmap v759: 17 pgs: 17 active+clean; 384 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:34.845 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:34.948 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:34.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:34 smithi071 bash[14419]: debug 2020-11-16T20:30:34.840+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:35.371 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    6      15     22045     22030   229.433   214.375  0.00595875  0.00435509
2020-11-16T20:30:35.438 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:30:35.438 INFO:teuthology.orchestra.run.smithi071.stdout:    "success": "filestore_inject_stall = '3' (not observed, change may require restart) "
2020-11-16T20:30:35.439 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:30:35.829 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops
2020-11-16T20:30:36.019 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:36.371 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    7      16     24978     24962   222.834    183.25  0.00975743  0.00447395
2020-11-16T20:30:36.376 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:36.480 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:36.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:36 smithi071 bash[9480]: cluster 2020-11-16T20:30:34.870307+0000 osd.6 (osd.6) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:36.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:36 smithi071 bash[9480]: cluster 2020-11-16T20:30:34.870388+0000 osd.6 (osd.6) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:36.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:36 smithi071 bash[9480]: cluster 2020-11-16T20:30:35.323639+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e290: 12 total, 12 up, 12 in
2020-11-16T20:30:36.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:36 smithi071 bash[9480]: cluster 2020-11-16T20:30:36.133966+0000 mgr.x (mgr.14196) 546 : cluster [DBG] pgmap v761: 17 pgs: 17 active+clean; 1.1 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:36.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:36 smithi071 bash[9480]: cluster 2020-11-16T20:30:36.313812+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e291: 12 total, 12 up, 12 in
2020-11-16T20:30:36.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:36 smithi065 bash[9468]: cluster 2020-11-16T20:30:34.870307+0000 osd.6 (osd.6) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:36.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:36 smithi065 bash[9468]: cluster 2020-11-16T20:30:34.870388+0000 osd.6 (osd.6) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:36.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:36 smithi065 bash[9468]: cluster 2020-11-16T20:30:35.323639+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e290: 12 total, 12 up, 12 in
2020-11-16T20:30:36.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:36 smithi065 bash[9468]: cluster 2020-11-16T20:30:36.133966+0000 mgr.x (mgr.14196) 546 : cluster [DBG] pgmap v761: 17 pgs: 17 active+clean; 1.1 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:36.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:36 smithi065 bash[9468]: cluster 2020-11-16T20:30:36.313812+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e291: 12 total, 12 up, 12 in
2020-11-16T20:30:36.784 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:36 smithi142 bash[18009]: debug 2020-11-16T20:30:36.375+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:36.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:36 smithi142 bash[9523]: cluster 2020-11-16T20:30:34.870307+0000 osd.6 (osd.6) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:36.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:36 smithi142 bash[9523]: cluster 2020-11-16T20:30:34.870388+0000 osd.6 (osd.6) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:36.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:36 smithi142 bash[9523]: cluster 2020-11-16T20:30:35.323639+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e290: 12 total, 12 up, 12 in
2020-11-16T20:30:36.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:36 smithi142 bash[9523]: cluster 2020-11-16T20:30:36.133966+0000 mgr.x (mgr.14196) 546 : cluster [DBG] pgmap v761: 17 pgs: 17 active+clean; 1.1 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:30:36.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:36 smithi142 bash[9523]: cluster 2020-11-16T20:30:36.313812+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e291: 12 total, 12 up, 12 in
2020-11-16T20:30:37.132 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:37.236 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:37.371 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    8      15     28089     28074    219.29     194.5  0.00324847  0.00455716
2020-11-16T20:30:37.762 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:37 smithi142 bash[18009]: debug 2020-11-16T20:30:37.131+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:38.371 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    9      16     31100     31084   215.826   188.125  0.00630715   0.0046299
2020-11-16T20:30:38.518 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:38.622 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:38.734 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:38.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:38 smithi065 bash[16457]: debug 2020-11-16T20:30:38.515+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:38.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:38 smithi065 bash[18823]: debug 2020-11-16T20:30:38.727+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:38.837 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:38.940 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:39.042 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:39.188 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:38 smithi065 bash[11785]: debug 2020-11-16T20:30:38.931+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:39.241 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:39.344 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:39.371 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   10      16     33789     33773   211.049   168.062  0.00772143  0.00473508
2020-11-16T20:30:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:39 smithi071 bash[9480]: cluster 2020-11-16T20:30:38.134429+0000 mgr.x (mgr.14196) 547 : cluster [DBG] pgmap v763: 17 pgs: 17 active+clean; 1.4 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 175 MiB/s wr, 2.79k op/s
2020-11-16T20:30:39.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:39 smithi142 bash[9523]: cluster 2020-11-16T20:30:38.134429+0000 mgr.x (mgr.14196) 547 : cluster [DBG] pgmap v763: 17 pgs: 17 active+clean; 1.4 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 175 MiB/s wr, 2.79k op/s
2020-11-16T20:30:39.503 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:39 smithi142 bash[20366]: debug 2020-11-16T20:30:39.243+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:39.509 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:39.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:39 smithi065 bash[9468]: cluster 2020-11-16T20:30:38.134429+0000 mgr.x (mgr.14196) 547 : cluster [DBG] pgmap v763: 17 pgs: 17 active+clean; 1.4 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 175 MiB/s wr, 2.79k op/s
2020-11-16T20:30:39.614 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:39.839 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:39.944 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:39.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:39 smithi071 bash[14419]: debug 2020-11-16T20:30:39.508+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:40.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:39 smithi142 bash[18009]: debug 2020-11-16T20:30:39.839+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:40.371 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   11      16     35080     35064   199.198   80.6875  0.00830435  0.00501689
2020-11-16T20:30:40.785 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:40.889 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:30:41.010 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:30:41.100 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:40 smithi142 bash[22738]: debug 2020-11-16T20:30:40.787+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:41.115 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:41.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:30:41 smithi071 bash[16796]: debug 2020-11-16T20:30:41.008+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:41.335 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:41.371 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   12      16     37121     37105   193.227   127.562  0.00520012   0.0051447
2020-11-16T20:30:41.438 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:41.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:41 smithi071 bash[9480]: cluster 2020-11-16T20:30:39.973339+0000 osd.4 (osd.4) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:41.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:41 smithi071 bash[9480]: cluster 2020-11-16T20:30:39.973476+0000 osd.4 (osd.4) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:41 smithi071 bash[9480]: cluster 2020-11-16T20:30:40.134946+0000 mgr.x (mgr.14196) 548 : cluster [DBG] pgmap v764: 17 pgs: 17 active+clean; 1.7 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 184 MiB/s wr, 2.94k op/s
2020-11-16T20:30:41.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:41 smithi071 bash[9480]: cluster 2020-11-16T20:30:40.201066+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e292: 12 total, 12 up, 12 in
2020-11-16T20:30:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:41 smithi065 bash[9468]: cluster 2020-11-16T20:30:39.973339+0000 osd.4 (osd.4) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:41 smithi065 bash[9468]: cluster 2020-11-16T20:30:39.973476+0000 osd.4 (osd.4) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:41 smithi065 bash[9468]: cluster 2020-11-16T20:30:40.134946+0000 mgr.x (mgr.14196) 548 : cluster [DBG] pgmap v764: 17 pgs: 17 active+clean; 1.7 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 184 MiB/s wr, 2.94k op/s
2020-11-16T20:30:41.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:41 smithi065 bash[9468]: cluster 2020-11-16T20:30:40.201066+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e292: 12 total, 12 up, 12 in
2020-11-16T20:30:41.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:41 smithi142 bash[9523]: cluster 2020-11-16T20:30:39.973339+0000 osd.4 (osd.4) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:41.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:41 smithi142 bash[9523]: cluster 2020-11-16T20:30:39.973476+0000 osd.4 (osd.4) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:41.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:41 smithi142 bash[9523]: cluster 2020-11-16T20:30:40.134946+0000 mgr.x (mgr.14196) 548 : cluster [DBG] pgmap v764: 17 pgs: 17 active+clean; 1.7 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 184 MiB/s wr, 2.94k op/s
2020-11-16T20:30:41.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:41 smithi142 bash[9523]: cluster 2020-11-16T20:30:40.201066+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e292: 12 total, 12 up, 12 in
2020-11-16T20:30:41.535 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:41 smithi142 bash[20366]: debug 2020-11-16T20:30:41.335+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:41.568 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:41.672 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:41.792 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:41 smithi071 bash[14419]: debug 2020-11-16T20:30:41.564+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:41.792 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:41 smithi071 bash[14419]: debug 2020-11-16T20:30:41.788+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:41.793 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:41.899 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:42.038 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:30:42.132 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:30:42.132 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:30:42.132 INFO:tasks.thrashosds.thrasher:Setting osd 9 primary_affinity to 0.000000
2020-11-16T20:30:42.132 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 9 0
2020-11-16T20:30:42.141 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:42.283 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:30:42 smithi065 bash[18823]: debug 2020-11-16T20:30:42.031+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:42.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:42 smithi071 bash[9480]: cluster 2020-11-16T20:30:41.314473+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e293: 12 total, 12 up, 12 in
2020-11-16T20:30:42.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:42 smithi071 bash[9480]: audit 2020-11-16T20:30:41.341325+0000 mon.a (mon.0) 1201 : audit [INF] from='client.? v1:172.21.15.142:0/2608758927' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:30:42.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:42 smithi071 bash[9480]: cluster 2020-11-16T20:30:42.135429+0000 mgr.x (mgr.14196) 549 : cluster [DBG] pgmap v767: 17 pgs: 17 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 166 MiB/s wr, 2.65k op/s
2020-11-16T20:30:42.322 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:42.336 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:30:42.371 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   13      16     39385     39369   189.247     141.5  0.00349264  0.00528103
2020-11-16T20:30:42.437 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:42 smithi142 bash[9523]: cluster 2020-11-16T20:30:41.314473+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e293: 12 total, 12 up, 12 in
2020-11-16T20:30:42.438 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:42 smithi142 bash[9523]: audit 2020-11-16T20:30:41.341325+0000 mon.a (mon.0) 1201 : audit [INF] from='client.? v1:172.21.15.142:0/2608758927' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:30:42.438 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:42 smithi142 bash[9523]: cluster 2020-11-16T20:30:42.135429+0000 mgr.x (mgr.14196) 549 : cluster [DBG] pgmap v767: 17 pgs: 17 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 166 MiB/s wr, 2.65k op/s
2020-11-16T20:30:42.439 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:42.543 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:42 smithi065 bash[9468]: cluster 2020-11-16T20:30:41.314473+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e293: 12 total, 12 up, 12 in
2020-11-16T20:30:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:42 smithi065 bash[9468]: audit 2020-11-16T20:30:41.341325+0000 mon.a (mon.0) 1201 : audit [INF] from='client.? v1:172.21.15.142:0/2608758927' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:30:42.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:42 smithi065 bash[9468]: cluster 2020-11-16T20:30:42.135429+0000 mgr.x (mgr.14196) 549 : cluster [DBG] pgmap v767: 17 pgs: 17 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 166 MiB/s wr, 2.65k op/s
2020-11-16T20:30:42.784 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:42 smithi142 bash[20366]: debug 2020-11-16T20:30:42.439+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:46.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:43 smithi071 bash[9480]: cluster 2020-11-16T20:30:42.317681+0000 mon.a (mon.0) 1202 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:30:46.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:43 smithi071 bash[9480]: audit 2020-11-16T20:30:42.326066+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? v1:172.21.15.142:0/2608758927' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:30:46.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:43 smithi071 bash[9480]: cluster 2020-11-16T20:30:42.326114+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e294: 12 total, 12 up, 12 in
2020-11-16T20:30:46.968 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:45 smithi071 bash[9480]: audit 2020-11-16T20:30:44.353327+0000 mon.a (mon.0) 1205 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:30:46.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:46 smithi071 bash[9480]: audit 2020-11-16T20:30:45.375557+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]: dispatch
2020-11-16T20:30:46.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:46 smithi071 bash[9480]: audit 2020-11-16T20:30:45.380343+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]': finished
2020-11-16T20:30:46.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:46 smithi071 bash[9480]: audit 2020-11-16T20:30:45.381797+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:30:46.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:46 smithi071 bash[9480]: audit 2020-11-16T20:30:45.385133+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:30:46.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:46 smithi071 bash[9480]: cluster 2020-11-16T20:30:46.136402+0000 mgr.x (mgr.14196) 551 : cluster [DBG] pgmap v770: 17 pgs: 17 active+clean; 2.7 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 177 MiB/s wr, 2.84k op/s
2020-11-16T20:30:46.969 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:46 smithi071 bash[9480]: cluster 2020-11-16T20:30:46.318057+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e295: 12 total, 12 up, 12 in
2020-11-16T20:30:46.970 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   14      16     41942     41926   187.144   159.812  0.00805259  0.00534036
2020-11-16T20:30:46.970 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   15      16     44496     44480   185.308   159.625  0.00836985  0.00539344
2020-11-16T20:30:46.970 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   16      16     46460     46444   181.398    122.75  0.00526644  0.00549793
2020-11-16T20:30:46.970 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   17      16     48728     48712   179.065    141.75  0.00638928  0.00558191
2020-11-16T20:30:46.971 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:43 smithi065 bash[9468]: cluster 2020-11-16T20:30:42.317681+0000 mon.a (mon.0) 1202 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:30:46.971 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:43 smithi065 bash[9468]: audit 2020-11-16T20:30:42.326066+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? v1:172.21.15.142:0/2608758927' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:30:46.971 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:43 smithi065 bash[9468]: cluster 2020-11-16T20:30:42.326114+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e294: 12 total, 12 up, 12 in
2020-11-16T20:30:46.971 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:45 smithi065 bash[9468]: audit 2020-11-16T20:30:44.353327+0000 mon.a (mon.0) 1205 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:30:46.971 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:46 smithi065 bash[9468]: audit 2020-11-16T20:30:45.375557+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]: dispatch
2020-11-16T20:30:46.971 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:46 smithi065 bash[9468]: audit 2020-11-16T20:30:45.380343+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]': finished
2020-11-16T20:30:46.972 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:46 smithi065 bash[9468]: audit 2020-11-16T20:30:45.381797+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:30:46.972 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:46 smithi065 bash[9468]: audit 2020-11-16T20:30:45.385133+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:30:46.972 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:46 smithi065 bash[9468]: cluster 2020-11-16T20:30:46.136402+0000 mgr.x (mgr.14196) 551 : cluster [DBG] pgmap v770: 17 pgs: 17 active+clean; 2.7 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 177 MiB/s wr, 2.84k op/s
2020-11-16T20:30:46.972 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:46 smithi065 bash[9468]: cluster 2020-11-16T20:30:46.318057+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e295: 12 total, 12 up, 12 in
2020-11-16T20:30:46.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:43 smithi142 bash[9523]: cluster 2020-11-16T20:30:42.317681+0000 mon.a (mon.0) 1202 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:30:46.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:43 smithi142 bash[9523]: audit 2020-11-16T20:30:42.326066+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? v1:172.21.15.142:0/2608758927' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:30:46.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:43 smithi142 bash[9523]: cluster 2020-11-16T20:30:42.326114+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e294: 12 total, 12 up, 12 in
2020-11-16T20:30:46.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:45 smithi142 bash[9523]: audit 2020-11-16T20:30:44.353327+0000 mon.a (mon.0) 1205 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:30:46.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:46 smithi142 bash[9523]: audit 2020-11-16T20:30:45.375557+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]: dispatch
2020-11-16T20:30:46.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:46 smithi142 bash[9523]: audit 2020-11-16T20:30:45.380343+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:23:43.485562\"}"}]': finished
2020-11-16T20:30:46.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:46 smithi142 bash[9523]: audit 2020-11-16T20:30:45.381797+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:30:46.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:46 smithi142 bash[9523]: audit 2020-11-16T20:30:45.385133+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:30:46.974 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:46 smithi142 bash[9523]: cluster 2020-11-16T20:30:46.136402+0000 mgr.x (mgr.14196) 551 : cluster [DBG] pgmap v770: 17 pgs: 17 active+clean; 2.7 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 177 MiB/s wr, 2.84k op/s
2020-11-16T20:30:46.974 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:46 smithi142 bash[9523]: cluster 2020-11-16T20:30:46.318057+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e295: 12 total, 12 up, 12 in
2020-11-16T20:30:46.974 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:46.974 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:44 smithi142 bash[18009]: debug 2020-11-16T20:30:44.151+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:46.975 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:30:46.975 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:30:46.975 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:30:46.996 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:30:47.031 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:30:47.071 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:30:47.075 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:47.118 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:30:47.166 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:30:47.199 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:30:47.238 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:47.243 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:30:47.280 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:30:47.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:30:47.335 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.335 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.335 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.335 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.335 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:30:47.342 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:30:47.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   18      16     50864     50848   176.533     133.5  0.00794451  0.00566192
2020-11-16T20:30:47.408 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:30:47.408 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:30:47.424 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:47 smithi142 bash[20366]: debug 2020-11-16T20:30:47.239+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:47.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:47 smithi142 bash[9523]: audit 2020-11-16T20:30:46.853901+0000 mon.a (mon.0) 1211 : audit [DBG] from='client.? v1:172.21.15.142:0/1072834398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:47.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:47 smithi142 bash[9523]: cluster 2020-11-16T20:30:46.896521+0000 osd.0 (osd.0) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:47 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.033739+0000 osd.4 (osd.4) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:47 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.071570+0000 osd.5 (osd.5) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:47 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.200826+0000 osd.8 (osd.8) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:47 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.245755+0000 osd.9 (osd.9) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.481 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:30:47.586 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:47.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:30:47 smithi071 bash[16796]: debug 2020-11-16T20:30:47.476+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:47.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:47 smithi071 bash[9480]: audit 2020-11-16T20:30:46.853901+0000 mon.a (mon.0) 1211 : audit [DBG] from='client.? v1:172.21.15.142:0/1072834398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:47.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:47 smithi071 bash[9480]: cluster 2020-11-16T20:30:46.896521+0000 osd.0 (osd.0) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:47 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.033739+0000 osd.4 (osd.4) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:47 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.071570+0000 osd.5 (osd.5) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:47 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.200826+0000 osd.8 (osd.8) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:47 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.245755+0000 osd.9 (osd.9) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:47 smithi065 bash[9468]: audit 2020-11-16T20:30:46.853901+0000 mon.a (mon.0) 1211 : audit [DBG] from='client.? v1:172.21.15.142:0/1072834398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:30:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:47 smithi065 bash[9468]: cluster 2020-11-16T20:30:46.896521+0000 osd.0 (osd.0) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:47 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.033739+0000 osd.4 (osd.4) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:47 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.071570+0000 osd.5 (osd.5) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:47 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.200826+0000 osd.8 (osd.8) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:47 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.245755+0000 osd.9 (osd.9) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   19      16     52650     52634   173.117   111.625  0.00664002  0.00577407
2020-11-16T20:30:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:48 smithi071 bash[9480]: cluster 2020-11-16T20:30:46.934072+0000 osd.1 (osd.1) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:48 smithi071 bash[9480]: cluster 2020-11-16T20:30:46.966111+0000 osd.2 (osd.2) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:48 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.001302+0000 osd.3 (osd.3) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:48 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.116845+0000 osd.6 (osd.6) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:48 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.167811+0000 osd.7 (osd.7) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:48 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.281916+0000 osd.10 (osd.10) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:48 smithi071 bash[9480]: cluster 2020-11-16T20:30:47.328647+0000 osd.11 (osd.11) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:48 smithi071 bash[9480]: cluster 2020-11-16T20:30:48.136866+0000 mgr.x (mgr.14196) 552 : cluster [DBG] pgmap v772: 17 pgs: 17 active+clean; 2.9 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 131 MiB/s wr, 2.09k op/s
2020-11-16T20:30:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:48 smithi065 bash[9468]: cluster 2020-11-16T20:30:46.934072+0000 osd.1 (osd.1) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:48 smithi065 bash[9468]: cluster 2020-11-16T20:30:46.966111+0000 osd.2 (osd.2) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:48 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.001302+0000 osd.3 (osd.3) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:48 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.116845+0000 osd.6 (osd.6) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:48 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.167811+0000 osd.7 (osd.7) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:48 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.281916+0000 osd.10 (osd.10) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:48 smithi065 bash[9468]: cluster 2020-11-16T20:30:47.328647+0000 osd.11 (osd.11) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:48 smithi065 bash[9468]: cluster 2020-11-16T20:30:48.136866+0000 mgr.x (mgr.14196) 552 : cluster [DBG] pgmap v772: 17 pgs: 17 active+clean; 2.9 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 131 MiB/s wr, 2.09k op/s
2020-11-16T20:30:48.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:48 smithi142 bash[9523]: cluster 2020-11-16T20:30:46.934072+0000 osd.1 (osd.1) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:48 smithi142 bash[9523]: cluster 2020-11-16T20:30:46.966111+0000 osd.2 (osd.2) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:48 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.001302+0000 osd.3 (osd.3) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:48 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.116845+0000 osd.6 (osd.6) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:48 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.167811+0000 osd.7 (osd.7) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:48 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.281916+0000 osd.10 (osd.10) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:48 smithi142 bash[9523]: cluster 2020-11-16T20:30:47.328647+0000 osd.11 (osd.11) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:30:48.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:48 smithi142 bash[9523]: cluster 2020-11-16T20:30:48.136866+0000 mgr.x (mgr.14196) 552 : cluster [DBG] pgmap v772: 17 pgs: 17 active+clean; 2.9 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 131 MiB/s wr, 2.09k op/s
2020-11-16T20:30:48.975 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:30:49.154 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:49.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:30:49.374442 min lat: 0.001498 max lat: 0.615805 avg lat: 0.00582993
2020-11-16T20:30:49.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:30:49.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   20      16     54889     54873   171.457   139.938  0.00961376  0.00582993
2020-11-16T20:30:50.072 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:50.176 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:50.301 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:50.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   21      16     56901     56885    169.28    125.75  0.00294694  0.00590029
2020-11-16T20:30:50.404 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:50.409 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:50 smithi142 bash[20366]: debug 2020-11-16T20:30:50.067+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:50.411 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_historic_ops
2020-11-16T20:30:50.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:30:50 smithi071 bash[12066]: debug 2020-11-16T20:30:50.296+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:50.636 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:51.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   22      16     58904     58888   167.275   125.188   0.0118031  0.00597078
2020-11-16T20:30:51.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:51 smithi071 bash[9480]: cluster 2020-11-16T20:30:50.137220+0000 mgr.x (mgr.14196) 553 : cluster [DBG] pgmap v773: 17 pgs: 17 active+clean; 3.1 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 125 MiB/s wr, 2.00k op/s
2020-11-16T20:30:51.509 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:51 smithi142 bash[9523]: cluster 2020-11-16T20:30:50.137220+0000 mgr.x (mgr.14196) 553 : cluster [DBG] pgmap v773: 17 pgs: 17 active+clean; 3.1 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 125 MiB/s wr, 2.00k op/s
2020-11-16T20:30:51.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:51 smithi065 bash[9468]: cluster 2020-11-16T20:30:50.137220+0000 mgr.x (mgr.14196) 553 : cluster [DBG] pgmap v773: 17 pgs: 17 active+clean; 3.1 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 125 MiB/s wr, 2.00k op/s
2020-11-16T20:30:51.567 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:51.671 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:51.784 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:51 smithi142 bash[15670]: debug 2020-11-16T20:30:51.567+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:51.854 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:51.958 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:52.199 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:51 smithi142 bash[22738]: debug 2020-11-16T20:30:51.855+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:52.200 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:52 smithi142 bash[9523]: cluster 2020-11-16T20:30:50.660978+0000 osd.9 (osd.9) 64 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:52.200 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:52 smithi142 bash[9523]: cluster 2020-11-16T20:30:50.661084+0000 osd.9 (osd.9) 65 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:52.201 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:52 smithi142 bash[9523]: cluster 2020-11-16T20:30:51.115875+0000 osd.2 (osd.2) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:52.201 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:52 smithi142 bash[9523]: cluster 2020-11-16T20:30:51.115960+0000 osd.2 (osd.2) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:52.201 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:52 smithi142 bash[9523]: cluster 2020-11-16T20:30:51.197976+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e296: 12 total, 12 up, 12 in
2020-11-16T20:30:52.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   23      16     60861     60845    165.32   122.312  0.00463957  0.00604696
2020-11-16T20:30:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:52 smithi071 bash[9480]: cluster 2020-11-16T20:30:50.660978+0000 osd.9 (osd.9) 64 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:52 smithi071 bash[9480]: cluster 2020-11-16T20:30:50.661084+0000 osd.9 (osd.9) 65 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:52 smithi071 bash[9480]: cluster 2020-11-16T20:30:51.115875+0000 osd.2 (osd.2) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:52 smithi071 bash[9480]: cluster 2020-11-16T20:30:51.115960+0000 osd.2 (osd.2) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:52 smithi071 bash[9480]: cluster 2020-11-16T20:30:51.197976+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e296: 12 total, 12 up, 12 in
2020-11-16T20:30:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:52 smithi065 bash[9468]: cluster 2020-11-16T20:30:50.660978+0000 osd.9 (osd.9) 64 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:52 smithi065 bash[9468]: cluster 2020-11-16T20:30:50.661084+0000 osd.9 (osd.9) 65 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:52.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:52 smithi065 bash[9468]: cluster 2020-11-16T20:30:51.115875+0000 osd.2 (osd.2) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:52.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:52 smithi065 bash[9468]: cluster 2020-11-16T20:30:51.115960+0000 osd.2 (osd.2) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:52.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:52 smithi065 bash[9468]: cluster 2020-11-16T20:30:51.197976+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e296: 12 total, 12 up, 12 in
2020-11-16T20:30:53.109 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:53.214 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:53.371 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:53 smithi142 bash[9523]: cluster 2020-11-16T20:30:52.137726+0000 mgr.x (mgr.14196) 554 : cluster [DBG] pgmap v775: 17 pgs: 17 active+clean; 3.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 155 MiB/s wr, 2.47k op/s
2020-11-16T20:30:53.372 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:53 smithi142 bash[15670]: debug 2020-11-16T20:30:53.111+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:53.372 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:30:53 smithi142 bash[15670]: debug 2020-11-16T20:30:53.371+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:53.372 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:30:53.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   24      16     62844     62828   163.595   123.938  0.00678006  0.00611034
2020-11-16T20:30:53.475 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:53.511 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:30:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:53 smithi065 bash[9468]: cluster 2020-11-16T20:30:52.137726+0000 mgr.x (mgr.14196) 554 : cluster [DBG] pgmap v775: 17 pgs: 17 active+clean; 3.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 155 MiB/s wr, 2.47k op/s
2020-11-16T20:30:53.697 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:30:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:53 smithi071 bash[9480]: cluster 2020-11-16T20:30:52.137726+0000 mgr.x (mgr.14196) 554 : cluster [DBG] pgmap v775: 17 pgs: 17 active+clean; 3.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 155 MiB/s wr, 2.47k op/s
2020-11-16T20:30:53.719 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:30:53.825 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:53.958 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:54.034 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:30:53 smithi142 bash[20366]: debug 2020-11-16T20:30:53.719+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:54.060 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:54.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:53 smithi071 bash[14419]: debug 2020-11-16T20:30:53.952+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:54.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   25      16     64733     64717   161.773   118.062  0.00853316  0.00617906
2020-11-16T20:30:55.327 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:55.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   26      16     66697     66681   160.272    122.75   0.0153097  0.00623685
2020-11-16T20:30:55.431 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:55.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:55 smithi065 bash[9468]: cluster 2020-11-16T20:30:54.138225+0000 mgr.x (mgr.14196) 555 : cluster [DBG] pgmap v776: 17 pgs: 17 active+clean; 3.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s wr, 1.70k op/s
2020-11-16T20:30:55.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:55 smithi142 bash[9523]: cluster 2020-11-16T20:30:54.138225+0000 mgr.x (mgr.14196) 555 : cluster [DBG] pgmap v776: 17 pgs: 17 active+clean; 3.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s wr, 1.70k op/s
2020-11-16T20:30:55.535 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:55 smithi142 bash[18009]: debug 2020-11-16T20:30:55.327+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:55.565 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:55 smithi071 bash[9480]: cluster 2020-11-16T20:30:54.138225+0000 mgr.x (mgr.14196) 555 : cluster [DBG] pgmap v776: 17 pgs: 17 active+clean; 3.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s wr, 1.70k op/s
2020-11-16T20:30:55.566 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:30:55.671 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:55.809 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:30:55.913 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:55.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:30:55 smithi071 bash[14419]: debug 2020-11-16T20:30:55.564+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:56.026 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:30:55 smithi065 bash[16457]: debug 2020-11-16T20:30:55.803+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:56.027 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:56 smithi065 bash[11785]: debug 2020-11-16T20:30:56.027+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:56.031 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:56.136 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:56.219 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.9 primary-affinity to 0 (802)
2020-11-16T20:30:56.253 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:56.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:56 smithi065 bash[9468]: audit 2020-11-16T20:30:55.777855+0000 mon.a (mon.0) 1213 : audit [INF] from='client.? v1:172.21.15.142:0/1009094211' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 9, "weight": 0.0}]: dispatch
2020-11-16T20:30:56.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:56 smithi065 bash[11785]: debug 2020-11-16T20:30:56.251+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:56.357 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:56.372 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   27      16     68477     68461   158.456    111.25  0.00728468  0.00630777
2020-11-16T20:30:56.467 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:56 smithi071 bash[9480]: audit 2020-11-16T20:30:55.777855+0000 mon.a (mon.0) 1213 : audit [INF] from='client.? v1:172.21.15.142:0/1009094211' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 9, "weight": 0.0}]: dispatch
2020-11-16T20:30:56.468 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:30:56.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:56 smithi142 bash[9523]: audit 2020-11-16T20:30:55.777855+0000 mon.a (mon.0) 1213 : audit [INF] from='client.? v1:172.21.15.142:0/1009094211' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 9, "weight": 0.0}]: dispatch
2020-11-16T20:30:56.572 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:56.696 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:30:56.802 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:56.918 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:30:56 smithi065 bash[14115]: debug 2020-11-16T20:30:56.691+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:56.919 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:30:56 smithi065 bash[11785]: debug 2020-11-16T20:30:56.919+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:56.921 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:30:56.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:30:56 smithi071 bash[12066]: debug 2020-11-16T20:30:56.464+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:57.024 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:57.218 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:57 smithi065 bash[9468]: cluster 2020-11-16T20:30:56.138813+0000 mgr.x (mgr.14196) 556 : cluster [DBG] pgmap v777: 17 pgs: 17 active+clean; 3.9 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 130 MiB/s wr, 2.07k op/s
2020-11-16T20:30:57.219 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:57 smithi065 bash[9468]: audit 2020-11-16T20:30:56.218593+0000 mon.a (mon.0) 1214 : audit [INF] from='client.? v1:172.21.15.142:0/1009094211' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 9, "weight": 0.0}]': finished
2020-11-16T20:30:57.219 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:57 smithi065 bash[9468]: cluster 2020-11-16T20:30:56.218648+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e297: 12 total, 12 up, 12 in
2020-11-16T20:30:57.219 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:57 smithi065 bash[9468]: cluster 2020-11-16T20:30:56.332999+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e298: 12 total, 12 up, 12 in
2020-11-16T20:30:57.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:57 smithi142 bash[9523]: cluster 2020-11-16T20:30:56.138813+0000 mgr.x (mgr.14196) 556 : cluster [DBG] pgmap v777: 17 pgs: 17 active+clean; 3.9 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 130 MiB/s wr, 2.07k op/s
2020-11-16T20:30:57.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:57 smithi142 bash[9523]: audit 2020-11-16T20:30:56.218593+0000 mon.a (mon.0) 1214 : audit [INF] from='client.? v1:172.21.15.142:0/1009094211' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 9, "weight": 0.0}]': finished
2020-11-16T20:30:57.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:57 smithi142 bash[9523]: cluster 2020-11-16T20:30:56.218648+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e297: 12 total, 12 up, 12 in
2020-11-16T20:30:57.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:57 smithi142 bash[9523]: cluster 2020-11-16T20:30:56.332999+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e298: 12 total, 12 up, 12 in
2020-11-16T20:30:57.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   28      16     70088     70072   156.393   100.688   0.0197749   0.0063914
2020-11-16T20:30:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:57 smithi071 bash[9480]: cluster 2020-11-16T20:30:56.138813+0000 mgr.x (mgr.14196) 556 : cluster [DBG] pgmap v777: 17 pgs: 17 active+clean; 3.9 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 130 MiB/s wr, 2.07k op/s
2020-11-16T20:30:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:57 smithi071 bash[9480]: audit 2020-11-16T20:30:56.218593+0000 mon.a (mon.0) 1214 : audit [INF] from='client.? v1:172.21.15.142:0/1009094211' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 9, "weight": 0.0}]': finished
2020-11-16T20:30:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:57 smithi071 bash[9480]: cluster 2020-11-16T20:30:56.218648+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e297: 12 total, 12 up, 12 in
2020-11-16T20:30:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:57 smithi071 bash[9480]: cluster 2020-11-16T20:30:56.332999+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e298: 12 total, 12 up, 12 in
2020-11-16T20:30:57.808 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:30:57.915 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:58.285 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:30:57 smithi142 bash[18009]: debug 2020-11-16T20:30:57.807+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:58.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   29      16     71974     71958   155.064   117.875  0.00471004  0.00644631
2020-11-16T20:30:58.617 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:58 smithi142 bash[9523]: cluster 2020-11-16T20:30:57.187643+0000 osd.0 (osd.0) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:58.618 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:58 smithi142 bash[9523]: cluster 2020-11-16T20:30:57.187705+0000 osd.0 (osd.0) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:58.618 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:58 smithi142 bash[9523]: cluster 2020-11-16T20:30:57.340350+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e299: 12 total, 12 up, 12 in
2020-11-16T20:30:58.618 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:30:58 smithi142 bash[9523]: cluster 2020-11-16T20:30:58.139197+0000 mgr.x (mgr.14196) 557 : cluster [DBG] pgmap v781: 17 pgs: 17 active+clean; 4.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 114 MiB/s wr, 1.82k op/s
2020-11-16T20:30:58.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:58 smithi071 bash[9480]: cluster 2020-11-16T20:30:57.187643+0000 osd.0 (osd.0) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:58.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:58 smithi071 bash[9480]: cluster 2020-11-16T20:30:57.187705+0000 osd.0 (osd.0) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:58.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:58 smithi071 bash[9480]: cluster 2020-11-16T20:30:57.340350+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e299: 12 total, 12 up, 12 in
2020-11-16T20:30:58.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:30:58 smithi071 bash[9480]: cluster 2020-11-16T20:30:58.139197+0000 mgr.x (mgr.14196) 557 : cluster [DBG] pgmap v781: 17 pgs: 17 active+clean; 4.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 114 MiB/s wr, 1.82k op/s
2020-11-16T20:30:58.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:58 smithi065 bash[9468]: cluster 2020-11-16T20:30:57.187643+0000 osd.0 (osd.0) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:30:58.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:58 smithi065 bash[9468]: cluster 2020-11-16T20:30:57.187705+0000 osd.0 (osd.0) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:30:58.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:58 smithi065 bash[9468]: cluster 2020-11-16T20:30:57.340350+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e299: 12 total, 12 up, 12 in
2020-11-16T20:30:58.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:30:58 smithi065 bash[9468]: cluster 2020-11-16T20:30:58.139197+0000 mgr.x (mgr.14196) 557 : cluster [DBG] pgmap v781: 17 pgs: 17 active+clean; 4.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 114 MiB/s wr, 1.82k op/s
2020-11-16T20:30:58.988 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:58 smithi142 bash[22738]: debug 2020-11-16T20:30:58.987+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:30:58.989 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:59.092 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:59.313 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:59.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   30      16     73429     73413   152.926   90.9375  0.00349722  0.00652965
2020-11-16T20:30:59.417 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:30:59.784 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:30:59 smithi142 bash[22738]: debug 2020-11-16T20:30:59.315+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:00.370 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:00.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   31      16     75197     75181   151.558     110.5  0.00810599  0.00659566
2020-11-16T20:31:00.474 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:00.784 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:00 smithi142 bash[22738]: debug 2020-11-16T20:31:00.371+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:01.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:01 smithi142 bash[9523]: cluster 2020-11-16T20:31:00.139703+0000 mgr.x (mgr.14196) 558 : cluster [DBG] pgmap v782: 17 pgs: 17 active+clean; 4.3 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 123 MiB/s wr, 1.96k op/s
2020-11-16T20:31:01.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:01 smithi142 bash[9523]: cluster 2020-11-16T20:31:00.228421+0000 osd.10 (osd.10) 53 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:01.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:01 smithi142 bash[9523]: cluster 2020-11-16T20:31:00.228492+0000 osd.10 (osd.10) 54 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:01.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   32      16     76368     76352   149.108   73.1875  0.00592708  0.00670412
2020-11-16T20:31:01.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:01 smithi071 bash[9480]: cluster 2020-11-16T20:31:00.139703+0000 mgr.x (mgr.14196) 558 : cluster [DBG] pgmap v782: 17 pgs: 17 active+clean; 4.3 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 123 MiB/s wr, 1.96k op/s
2020-11-16T20:31:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:01 smithi071 bash[9480]: cluster 2020-11-16T20:31:00.228421+0000 osd.10 (osd.10) 53 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:01.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:01 smithi071 bash[9480]: cluster 2020-11-16T20:31:00.228492+0000 osd.10 (osd.10) 54 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:01 smithi065 bash[9468]: cluster 2020-11-16T20:31:00.139703+0000 mgr.x (mgr.14196) 558 : cluster [DBG] pgmap v782: 17 pgs: 17 active+clean; 4.3 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 123 MiB/s wr, 1.96k op/s
2020-11-16T20:31:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:01 smithi065 bash[9468]: cluster 2020-11-16T20:31:00.228421+0000 osd.10 (osd.10) 53 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:01 smithi065 bash[9468]: cluster 2020-11-16T20:31:00.228492+0000 osd.10 (osd.10) 54 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:31:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:31:02.349 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:31:02.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   33      16     77940     77924   147.567     98.25  0.00678088  0.00677454
2020-11-16T20:31:02.458 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:02 smithi142 bash[9523]: cluster 2020-11-16T20:31:01.201514+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e300: 12 total, 12 up, 12 in
2020-11-16T20:31:02.458 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:02 smithi142 bash[9523]: audit 2020-11-16T20:31:01.910930+0000 mon.a (mon.0) 1219 : audit [INF] from='client.? v1:172.21.15.142:0/1151854898' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:31:02.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:02 smithi065 bash[9468]: cluster 2020-11-16T20:31:01.201514+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e300: 12 total, 12 up, 12 in
2020-11-16T20:31:02.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:02 smithi065 bash[9468]: audit 2020-11-16T20:31:01.910930+0000 mon.a (mon.0) 1219 : audit [INF] from='client.? v1:172.21.15.142:0/1151854898' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:31:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:02 smithi071 bash[9480]: cluster 2020-11-16T20:31:01.201514+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e300: 12 total, 12 up, 12 in
2020-11-16T20:31:02.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:02 smithi071 bash[9480]: audit 2020-11-16T20:31:01.910930+0000 mon.a (mon.0) 1219 : audit [INF] from='client.? v1:172.21.15.142:0/1151854898' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:31:03.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   34      16     79619     79603   146.313   104.938  0.00535897  0.00683297
2020-11-16T20:31:03.410 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:03.514 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:03.522 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:03 smithi142 bash[9523]: cluster 2020-11-16T20:31:02.140061+0000 mgr.x (mgr.14196) 559 : cluster [DBG] pgmap v784: 17 pgs: 17 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 MiB/s wr, 1.65k op/s
2020-11-16T20:31:03.522 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:03 smithi142 bash[9523]: cluster 2020-11-16T20:31:02.329766+0000 mon.a (mon.0) 1220 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:03.522 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:03 smithi142 bash[9523]: audit 2020-11-16T20:31:02.339050+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? v1:172.21.15.142:0/1151854898' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:31:03.523 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:03 smithi142 bash[9523]: cluster 2020-11-16T20:31:02.339084+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e301: 12 total, 12 up, 12 in
2020-11-16T20:31:03.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:03 smithi065 bash[9468]: cluster 2020-11-16T20:31:02.140061+0000 mgr.x (mgr.14196) 559 : cluster [DBG] pgmap v784: 17 pgs: 17 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 MiB/s wr, 1.65k op/s
2020-11-16T20:31:03.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:03 smithi065 bash[9468]: cluster 2020-11-16T20:31:02.329766+0000 mon.a (mon.0) 1220 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:03.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:03 smithi065 bash[9468]: audit 2020-11-16T20:31:02.339050+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? v1:172.21.15.142:0/1151854898' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:31:03.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:03 smithi065 bash[9468]: cluster 2020-11-16T20:31:02.339084+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e301: 12 total, 12 up, 12 in
2020-11-16T20:31:03.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:31:03 smithi071 bash[14419]: debug 2020-11-16T20:31:03.404+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:03 smithi071 bash[9480]: cluster 2020-11-16T20:31:02.140061+0000 mgr.x (mgr.14196) 559 : cluster [DBG] pgmap v784: 17 pgs: 17 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 MiB/s wr, 1.65k op/s
2020-11-16T20:31:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:03 smithi071 bash[9480]: cluster 2020-11-16T20:31:02.329766+0000 mon.a (mon.0) 1220 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:03 smithi071 bash[9480]: audit 2020-11-16T20:31:02.339050+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? v1:172.21.15.142:0/1151854898' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:31:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:03 smithi071 bash[9480]: cluster 2020-11-16T20:31:02.339084+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e301: 12 total, 12 up, 12 in
2020-11-16T20:31:04.039 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:04.142 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:04.163 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:31:04.163 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:31:04.164 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'reweight-by-utilization'}
2020-11-16T20:31:04.164 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight-by-utilization 110 0.05
2020-11-16T20:31:04.360 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:04.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   35      16     81238     81222   145.023   101.188  0.00583594  0.00689255
2020-11-16T20:31:04.405 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T20:31:04.412 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:04.430 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:04 smithi142 bash[22738]: debug 2020-11-16T20:31:04.039+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:04.513 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:04.580 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:04.650 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:04.753 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:04.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:04 smithi065 bash[14115]: debug 2020-11-16T20:31:04.647+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:04.784 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:04 smithi142 bash[20366]: debug 2020-11-16T20:31:04.411+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:04.859 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:04.962 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:05.100 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:31:04 smithi071 bash[16796]: debug 2020-11-16T20:31:04.856+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:05.101 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:05.204 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:05.344 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:05.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   36      16     82891     82875   143.865   103.312  0.00399599  0.00694859
2020-11-16T20:31:05.447 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:05.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:05 smithi071 bash[9480]: cluster 2020-11-16T20:31:04.140678+0000 mgr.x (mgr.14196) 560 : cluster [DBG] pgmap v786: 17 pgs: 17 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 87 MiB/s wr, 1.39k op/s
2020-11-16T20:31:05.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:31:05 smithi071 bash[16796]: debug 2020-11-16T20:31:05.096+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:05 smithi065 bash[9468]: cluster 2020-11-16T20:31:04.140678+0000 mgr.x (mgr.14196) 560 : cluster [DBG] pgmap v786: 17 pgs: 17 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 87 MiB/s wr, 1.39k op/s
2020-11-16T20:31:05.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:05 smithi065 bash[14115]: debug 2020-11-16T20:31:05.343+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:05.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:05 smithi142 bash[9523]: cluster 2020-11-16T20:31:04.140678+0000 mgr.x (mgr.14196) 560 : cluster [DBG] pgmap v786: 17 pgs: 17 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 87 MiB/s wr, 1.39k op/s
2020-11-16T20:31:05.559 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:05.664 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:05.737 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:31:05.778 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:31:05.783 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:05.818 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:31:05.851 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:31:05.883 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:31:05.887 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:05.925 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:31:05.964 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:31:05.994 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:31:06.031 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:31:06.033 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:05 smithi065 bash[14115]: debug 2020-11-16T20:31:05.779+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:06.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:05 smithi065 bash[18823]: debug 2020-11-16T20:31:05.555+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:06.066 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:31:06.099 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:31:06.134 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:06.136 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:31:06.146 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.146 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.147 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.147 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.147 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.147 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.147 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.147 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.147 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.148 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.148 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.148 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:31:06.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:06 smithi142 bash[9523]: audit 2020-11-16T20:31:05.708014+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? v1:172.21.15.142:0/1186514374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:06.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:06 smithi142 bash[9523]: cluster 2020-11-16T20:31:05.742690+0000 osd.0 (osd.0) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:06.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:06 smithi142 bash[9523]: cluster 2020-11-16T20:31:05.996559+0000 osd.7 (osd.7) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:06.222 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:31:06 smithi142 bash[15670]: debug 2020-11-16T20:31:06.131+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:06.238 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:06.355 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:06.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   37      16     84477     84461   142.655    99.125   0.0158557  0.00700688
2020-11-16T20:31:06.464 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:06.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:06 smithi071 bash[9480]: audit 2020-11-16T20:31:05.708014+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? v1:172.21.15.142:0/1186514374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:06.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:06 smithi071 bash[9480]: cluster 2020-11-16T20:31:05.742690+0000 osd.0 (osd.0) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:06.473 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:06 smithi071 bash[9480]: cluster 2020-11-16T20:31:05.996559+0000 osd.7 (osd.7) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:06.527 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:31:06.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:06 smithi065 bash[16457]: debug 2020-11-16T20:31:06.355+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:06.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:06 smithi065 bash[9468]: audit 2020-11-16T20:31:05.708014+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? v1:172.21.15.142:0/1186514374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:06.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:06 smithi065 bash[9468]: cluster 2020-11-16T20:31:05.742690+0000 osd.0 (osd.0) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:06.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:06 smithi065 bash[9468]: cluster 2020-11-16T20:31:05.996559+0000 osd.7 (osd.7) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:06.583 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:06.687 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:06.701 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:06.798 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:06.902 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:06.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:06 smithi071 bash[26650]: debug 2020-11-16T20:31:06.580+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:07.008 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:06 smithi065 bash[18823]: debug 2020-11-16T20:31:06.799+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:07.112 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:07.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:05.782686+0000 osd.1 (osd.1) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:05.820672+0000 osd.2 (osd.2) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:05.855725+0000 osd.3 (osd.3) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:05.885573+0000 osd.4 (osd.4) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:05.927414+0000 osd.5 (osd.5) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:05.966135+0000 osd.6 (osd.6) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:06.033047+0000 osd.8 (osd.8) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:06.068907+0000 osd.9 (osd.9) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:06.101047+0000 osd.10 (osd.10) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:06.136982+0000 osd.11 (osd.11) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:06.141220+0000 mgr.x (mgr.14196) 561 : cluster [DBG] pgmap v787: 17 pgs: 17 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:31:07.285 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[9468]: cluster 2020-11-16T20:31:06.331935+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e302: 12 total, 12 up, 12 in
2020-11-16T20:31:07.285 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:07 smithi065 bash[18823]: debug 2020-11-16T20:31:07.007+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:07.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   38      15     86051     86036   141.491   98.4375  0.00910283  0.00706547
2020-11-16T20:31:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:05.782686+0000 osd.1 (osd.1) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:05.820672+0000 osd.2 (osd.2) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:05.855725+0000 osd.3 (osd.3) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:05.885573+0000 osd.4 (osd.4) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:05.927414+0000 osd.5 (osd.5) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:05.966135+0000 osd.6 (osd.6) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:06.033047+0000 osd.8 (osd.8) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:06.068907+0000 osd.9 (osd.9) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:06.101047+0000 osd.10 (osd.10) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:06.136982+0000 osd.11 (osd.11) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:06.141220+0000 mgr.x (mgr.14196) 561 : cluster [DBG] pgmap v787: 17 pgs: 17 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:31:07.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[9523]: cluster 2020-11-16T20:31:06.331935+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e302: 12 total, 12 up, 12 in
2020-11-16T20:31:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:05.782686+0000 osd.1 (osd.1) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:05.820672+0000 osd.2 (osd.2) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:05.855725+0000 osd.3 (osd.3) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:05.885573+0000 osd.4 (osd.4) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:05.927414+0000 osd.5 (osd.5) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:05.966135+0000 osd.6 (osd.6) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:06.033047+0000 osd.8 (osd.8) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:06.068907+0000 osd.9 (osd.9) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:06.101047+0000 osd.10 (osd.10) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:06.136982+0000 osd.11 (osd.11) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:06.141220+0000 mgr.x (mgr.14196) 561 : cluster [DBG] pgmap v787: 17 pgs: 17 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:31:07.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:07 smithi071 bash[9480]: cluster 2020-11-16T20:31:06.331935+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e302: 12 total, 12 up, 12 in
2020-11-16T20:31:07.786 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:07.890 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:08.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:07 smithi142 bash[18009]: debug 2020-11-16T20:31:07.787+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:08.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   39      15     87506     87491   140.195   90.9375  0.00505129  0.00713062
2020-11-16T20:31:08.713 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:08.816 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:08.945 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:09.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:08 smithi142 bash[18009]: debug 2020-11-16T20:31:08.711+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:09.049 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:09.165 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:09 smithi065 bash[14115]: debug 2020-11-16T20:31:09.159+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:09.166 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:08 smithi065 bash[18823]: debug 2020-11-16T20:31:08.943+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:09.166 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:09.271 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:09.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:31:09.376248 min lat: 0.001498 max lat: 0.615805 avg lat: 0.00718283
2020-11-16T20:31:09.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:31:09.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   40      16     89100     89084   139.179   99.5625  0.00892982  0.00718283
2020-11-16T20:31:09.401 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:09.505 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:09.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:09 smithi142 bash[9523]: cluster 2020-11-16T20:31:08.141708+0000 mgr.x (mgr.14196) 562 : cluster [DBG] pgmap v789: 17 pgs: 17 active+clean; 5.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 89 MiB/s wr, 1.42k op/s
2020-11-16T20:31:09.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:09 smithi065 bash[9468]: cluster 2020-11-16T20:31:08.141708+0000 mgr.x (mgr.14196) 562 : cluster [DBG] pgmap v789: 17 pgs: 17 active+clean; 5.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 89 MiB/s wr, 1.42k op/s
2020-11-16T20:31:09.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:09 smithi071 bash[9480]: cluster 2020-11-16T20:31:08.141708+0000 mgr.x (mgr.14196) 562 : cluster [DBG] pgmap v789: 17 pgs: 17 active+clean; 5.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 89 MiB/s wr, 1.42k op/s
2020-11-16T20:31:09.701 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:09 smithi071 bash[26650]: debug 2020-11-16T20:31:09.400+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:10.366 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:10.373 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   41      16     90717     90701   138.249   101.062  0.00829125  0.00723134
2020-11-16T20:31:10.469 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:10 smithi065 bash[9468]: cluster 2020-11-16T20:31:08.654513+0000 osd.5 (osd.5) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:10 smithi065 bash[9468]: cluster 2020-11-16T20:31:08.654582+0000 osd.5 (osd.5) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:10 smithi065 bash[9468]: cluster 2020-11-16T20:31:09.239752+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e303: 12 total, 12 up, 12 in
2020-11-16T20:31:10.534 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:10 smithi142 bash[20366]: debug 2020-11-16T20:31:10.367+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:10 smithi142 bash[9523]: cluster 2020-11-16T20:31:08.654513+0000 osd.5 (osd.5) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:10 smithi142 bash[9523]: cluster 2020-11-16T20:31:08.654582+0000 osd.5 (osd.5) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:10 smithi142 bash[9523]: cluster 2020-11-16T20:31:09.239752+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e303: 12 total, 12 up, 12 in
2020-11-16T20:31:10.579 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:31:10.634 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:10.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:10 smithi071 bash[9480]: cluster 2020-11-16T20:31:08.654513+0000 osd.5 (osd.5) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:10.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:10 smithi071 bash[9480]: cluster 2020-11-16T20:31:08.654582+0000 osd.5 (osd.5) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:10 smithi071 bash[9480]: cluster 2020-11-16T20:31:09.239752+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e303: 12 total, 12 up, 12 in
2020-11-16T20:31:10.739 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:10.759 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:10.850 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:10 smithi142 bash[22738]: debug 2020-11-16T20:31:10.635+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:10.879 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:10.985 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:11.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:10 smithi065 bash[18823]: debug 2020-11-16T20:31:10.879+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:11.109 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:11.212 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:11.241 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:11 smithi142 bash[9523]: cluster 2020-11-16T20:31:10.142191+0000 mgr.x (mgr.14196) 563 : cluster [DBG] pgmap v791: 17 pgs: 17 active+clean; 5.2 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s wr, 1.38k op/s
2020-11-16T20:31:11.325 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:11 smithi071 bash[9480]: cluster 2020-11-16T20:31:10.142191+0000 mgr.x (mgr.14196) 563 : cluster [DBG] pgmap v791: 17 pgs: 17 active+clean; 5.2 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s wr, 1.38k op/s
2020-11-16T20:31:11.325 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:11 smithi071 bash[12066]: debug 2020-11-16T20:31:11.104+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:11.326 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:11 smithi071 bash[12066]: debug 2020-11-16T20:31:11.320+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:11.326 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:11.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   42      16     92243     92227   137.228    95.375  0.00946648  0.00728494
2020-11-16T20:31:11.432 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:11.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:11 smithi065 bash[9468]: cluster 2020-11-16T20:31:10.142191+0000 mgr.x (mgr.14196) 563 : cluster [DBG] pgmap v791: 17 pgs: 17 active+clean; 5.2 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s wr, 1.38k op/s
2020-11-16T20:31:11.543 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:11.649 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:12.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:11 smithi065 bash[16457]: debug 2020-11-16T20:31:11.539+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:12.043 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:12.147 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:12.269 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:12.329 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:12 smithi142 bash[22738]: debug 2020-11-16T20:31:12.035+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:12.372 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:12.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   43      16     93783     93767   136.275     96.25  0.00630489  0.00733567
2020-11-16T20:31:12.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:31:12 smithi071 bash[14419]: debug 2020-11-16T20:31:12.264+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:12.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:12 smithi071 bash[9480]: cluster 2020-11-16T20:31:11.335110+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e304: 12 total, 12 up, 12 in
2020-11-16T20:31:12.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:12 smithi071 bash[9480]: cluster 2020-11-16T20:31:12.142599+0000 mgr.x (mgr.14196) 564 : cluster [DBG] pgmap v793: 17 pgs: 17 active+clean; 5.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 92 MiB/s wr, 1.47k op/s
2020-11-16T20:31:12.482 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:12.588 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:12.596 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:12 smithi142 bash[9523]: cluster 2020-11-16T20:31:11.335110+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e304: 12 total, 12 up, 12 in
2020-11-16T20:31:12.596 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:12 smithi142 bash[9523]: cluster 2020-11-16T20:31:12.142599+0000 mgr.x (mgr.14196) 564 : cluster [DBG] pgmap v793: 17 pgs: 17 active+clean; 5.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 92 MiB/s wr, 1.47k op/s
2020-11-16T20:31:12.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:12 smithi065 bash[9468]: cluster 2020-11-16T20:31:11.335110+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e304: 12 total, 12 up, 12 in
2020-11-16T20:31:12.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:12 smithi065 bash[9468]: cluster 2020-11-16T20:31:12.142599+0000 mgr.x (mgr.14196) 564 : cluster [DBG] pgmap v793: 17 pgs: 17 active+clean; 5.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 92 MiB/s wr, 1.47k op/s
2020-11-16T20:31:12.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:12 smithi071 bash[12066]: debug 2020-11-16T20:31:12.476+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:13.333 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:13.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   44      16     95152     95136   135.122   85.5625  0.00784367  0.00739772
2020-11-16T20:31:13.437 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:13.717 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:13 smithi142 bash[18009]: debug 2020-11-16T20:31:13.331+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:13.717 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:13 smithi142 bash[20366]: debug 2020-11-16T20:31:13.715+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:13.718 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:13.820 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:14.030 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:14.134 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:14.214 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:14 smithi142 bash[22738]: debug 2020-11-16T20:31:14.031+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:14.273 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:14.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   45      16     96536     96520   134.042      86.5   0.0145294  0.00745822
2020-11-16T20:31:14.377 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:14.493 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:14.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:14 smithi065 bash[9468]: cluster 2020-11-16T20:31:12.586603+0000 osd.3 (osd.3) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:14.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:14 smithi065 bash[9468]: cluster 2020-11-16T20:31:12.586679+0000 osd.3 (osd.3) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:14.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:14 smithi065 bash[9468]: cluster 2020-11-16T20:31:13.343205+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e305: 12 total, 12 up, 12 in
2020-11-16T20:31:14.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:14 smithi065 bash[9468]: cluster 2020-11-16T20:31:14.143028+0000 mgr.x (mgr.14196) 565 : cluster [DBG] pgmap v795: 17 pgs: 17 active+clean; 5.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.53k op/s
2020-11-16T20:31:14.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:14 smithi065 bash[16457]: debug 2020-11-16T20:31:14.271+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:14.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:14 smithi142 bash[9523]: cluster 2020-11-16T20:31:12.586603+0000 osd.3 (osd.3) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:14 smithi142 bash[9523]: cluster 2020-11-16T20:31:12.586679+0000 osd.3 (osd.3) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:14 smithi142 bash[9523]: cluster 2020-11-16T20:31:13.343205+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e305: 12 total, 12 up, 12 in
2020-11-16T20:31:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:14 smithi142 bash[9523]: cluster 2020-11-16T20:31:14.143028+0000 mgr.x (mgr.14196) 565 : cluster [DBG] pgmap v795: 17 pgs: 17 active+clean; 5.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.53k op/s
2020-11-16T20:31:14.596 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:14.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:14 smithi071 bash[12066]: debug 2020-11-16T20:31:14.488+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:14.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:14 smithi071 bash[9480]: cluster 2020-11-16T20:31:12.586603+0000 osd.3 (osd.3) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:14.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:14 smithi071 bash[9480]: cluster 2020-11-16T20:31:12.586679+0000 osd.3 (osd.3) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:14.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:14 smithi071 bash[9480]: cluster 2020-11-16T20:31:13.343205+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e305: 12 total, 12 up, 12 in
2020-11-16T20:31:14.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:14 smithi071 bash[9480]: cluster 2020-11-16T20:31:14.143028+0000 mgr.x (mgr.14196) 565 : cluster [DBG] pgmap v795: 17 pgs: 17 active+clean; 5.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 95 MiB/s wr, 1.53k op/s
2020-11-16T20:31:14.708 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:14.812 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:15.033 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:14 smithi065 bash[14115]: debug 2020-11-16T20:31:14.707+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:15.121 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:15 smithi142 bash[20366]: debug 2020-11-16T20:31:15.119+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:15.123 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:15.226 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:15.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   46      15     97817     97802   132.869    80.125  0.00932243  0.00752415
2020-11-16T20:31:15.441 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:15.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:15 smithi065 bash[16457]: debug 2020-11-16T20:31:15.331+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:15 smithi065 bash[9468]: cluster 2020-11-16T20:31:14.514378+0000 osd.7 (osd.7) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:15 smithi065 bash[9468]: cluster 2020-11-16T20:31:14.514498+0000 osd.7 (osd.7) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:15.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:15 smithi142 bash[9523]: cluster 2020-11-16T20:31:14.514378+0000 osd.7 (osd.7) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:15.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:15 smithi142 bash[9523]: cluster 2020-11-16T20:31:14.514498+0000 osd.7 (osd.7) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:15.621 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:15.622 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:15 smithi071 bash[9480]: cluster 2020-11-16T20:31:14.514378+0000 osd.7 (osd.7) 31 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:15.622 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:15 smithi071 bash[9480]: cluster 2020-11-16T20:31:14.514498+0000 osd.7 (osd.7) 32 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:15.724 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:15.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:31:15 smithi071 bash[14419]: debug 2020-11-16T20:31:15.616+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:16.192 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:16.295 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:16.377 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   47      15     99122     99107   131.778   81.5625   0.0202318  0.00758651
2020-11-16T20:31:16.398 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:31:16.399 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:31:16.399 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:16.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:99118 3.2 3:47ef8fb1:::benchmark_data_smithi065_26380_object99117:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e306)",
2020-11-16T20:31:16.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:16.375105+0000",
2020-11-16T20:31:16.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.028143535000000001,
2020-11-16T20:31:16.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.028185867999999999,
2020-11-16T20:31:16.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:16.400 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:31:16.400 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:16.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:16.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:16.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 99118
2020-11-16T20:31:16.401 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:16.401 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:16.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:16.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.375105+0000",
2020-11-16T20:31:16.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:16.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:16.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.375105+0000",
2020-11-16T20:31:16.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:31:16.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:16.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.375073+0000",
2020-11-16T20:31:16.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012392800000000001
2020-11-16T20:31:16.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:16.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.375197+0000",
2020-11-16T20:31:16.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2911000000000001e-05
2020-11-16T20:31:16.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:16.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.375220+0000",
2020-11-16T20:31:16.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4959999999999999e-06
2020-11-16T20:31:16.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:16.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.375228+0000",
2020-11-16T20:31:16.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0022867249999999999
2020-11-16T20:31:16.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:16.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.377515+0000",
2020-11-16T20:31:16.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018577000000000001
2020-11-16T20:31:16.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:16.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.377700+0000",
2020-11-16T20:31:16.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021472099999999999
2020-11-16T20:31:16.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:31:16.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.377915+0000",
2020-11-16T20:31:16.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028101509999999999
2020-11-16T20:31:16.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:16.407 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:16.407 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:16.407 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:16.407 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:16.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:99120 3.b 3:d1d7083c:::benchmark_data_smithi065_26380_object99119:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e306)",
2020-11-16T20:31:16.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:16.378637+0000",
2020-11-16T20:31:16.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.024611312999999999,
2020-11-16T20:31:16.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.024736510999999999,
2020-11-16T20:31:16.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:16.408 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:31:16.408 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:16.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:16.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:16.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 99120
2020-11-16T20:31:16.409 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:16.409 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:16.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:16.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.378637+0000",
2020-11-16T20:31:16.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:16.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:16.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.378637+0000",
2020-11-16T20:31:16.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:31:16.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:16.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.378610+0000",
2020-11-16T20:31:16.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000132137
2020-11-16T20:31:16.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:16.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.378742+0000",
2020-11-16T20:31:16.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8289000000000001e-05
2020-11-16T20:31:16.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:16.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.378760+0000",
2020-11-16T20:31:16.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6100000000000002e-06
2020-11-16T20:31:16.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:16.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.378767+0000",
2020-11-16T20:31:16.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2024999999999997e-05
2020-11-16T20:31:16.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:16.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.378819+0000",
2020-11-16T20:31:16.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014439499999999999
2020-11-16T20:31:16.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:16.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.378963+0000",
2020-11-16T20:31:16.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00024136200000000001
2020-11-16T20:31:16.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:16.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.379205+0000",
2020-11-16T20:31:16.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00056746300000000004
2020-11-16T20:31:16.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:16.415 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:16.415 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:16.416 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:16.416 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:16.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35063.0:99121 3.5 e306/281 3:a2ed889e:::benchmark_data_smithi065_26380_object99120:head v 306'6193, mlcod=306'6191)",
2020-11-16T20:31:16.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:16.385919+0000",
2020-11-16T20:31:16.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.017329105000000001,
2020-11-16T20:31:16.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.017524393999999999,
2020-11-16T20:31:16.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:16.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:31:16.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:16.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:16.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.385919+0000",
2020-11-16T20:31:16.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:16.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:16.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.385919+0000",
2020-11-16T20:31:16.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:31:16.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:16.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.385893+0000",
2020-11-16T20:31:16.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000103819
2020-11-16T20:31:16.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:16.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.385997+0000",
2020-11-16T20:31:16.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7010000000000008e-06
2020-11-16T20:31:16.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:16.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.386007+0000",
2020-11-16T20:31:16.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.955e-06
2020-11-16T20:31:16.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:16.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.386012+0000",
2020-11-16T20:31:16.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.6177999999999998e-05
2020-11-16T20:31:16.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:16.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.386048+0000",
2020-11-16T20:31:16.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6840000000000001e-05
2020-11-16T20:31:16.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:16.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:16.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:16.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:16.386065+0000",
2020-11-16T20:31:16.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014561000000000001
2020-11-16T20:31:16.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:16.423 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:16.423 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:16.424 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:31:16.424 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:31:16.424 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 3
2020-11-16T20:31:16.424 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:31:16.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:16 smithi142 bash[9523]: cluster 2020-11-16T20:31:15.352883+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e306: 12 total, 12 up, 12 in
2020-11-16T20:31:16.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:16 smithi142 bash[9523]: cluster 2020-11-16T20:31:16.143670+0000 mgr.x (mgr.14196) 566 : cluster [DBG] pgmap v797: 17 pgs: 17 active+clean; 5.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 112 MiB/s wr, 1.79k op/s
2020-11-16T20:31:16.535 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:31:16 smithi142 bash[15670]: debug 2020-11-16T20:31:16.199+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:16 smithi071 bash[9480]: cluster 2020-11-16T20:31:15.352883+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e306: 12 total, 12 up, 12 in
2020-11-16T20:31:16.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:16 smithi071 bash[9480]: cluster 2020-11-16T20:31:16.143670+0000 mgr.x (mgr.14196) 566 : cluster [DBG] pgmap v797: 17 pgs: 17 active+clean; 5.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 112 MiB/s wr, 1.79k op/s
2020-11-16T20:31:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:16 smithi065 bash[9468]: cluster 2020-11-16T20:31:15.352883+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e306: 12 total, 12 up, 12 in
2020-11-16T20:31:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:16 smithi065 bash[9468]: cluster 2020-11-16T20:31:16.143670+0000 mgr.x (mgr.14196) 566 : cluster [DBG] pgmap v797: 17 pgs: 17 active+clean; 5.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 112 MiB/s wr, 1.79k op/s
2020-11-16T20:31:17.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   48      16    100403    100387   130.699        80  0.00498686   0.0076447
2020-11-16T20:31:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:17 smithi071 bash[9480]: cluster 2020-11-16T20:31:15.981828+0000 osd.3 (osd.3) 70 : cluster [DBG] 3.2 scrub starts
2020-11-16T20:31:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:17 smithi065 bash[9468]: cluster 2020-11-16T20:31:15.981828+0000 osd.3 (osd.3) 70 : cluster [DBG] 3.2 scrub starts
2020-11-16T20:31:17.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:17 smithi142 bash[9523]: cluster 2020-11-16T20:31:15.981828+0000 osd.3 (osd.3) 70 : cluster [DBG] 3.2 scrub starts
2020-11-16T20:31:18.368 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:18 smithi065 bash[9468]: audit 2020-11-16T20:31:17.392735+0000 mgr.x (mgr.14196) 567 : audit [DBG] from='client.35096 v1:172.21.15.142:0/2819278408' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:18.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   49      16    101740    101724   129.737   83.5625   0.0097152  0.00770567
2020-11-16T20:31:18.379 INFO:teuthology.orchestra.run.smithi142.stdout:moved 1 / 34 (2.94118%)
2020-11-16T20:31:18.380 INFO:teuthology.orchestra.run.smithi142.stdout:avg 2.83333
2020-11-16T20:31:18.380 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 2.03443 -> 1.90759 (expected baseline 1.61159)
2020-11-16T20:31:18.380 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.10 with 0 -> 1 pgs (0 -> 0.352941 * mean)
2020-11-16T20:31:18.380 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.11 with 8 -> 8 pgs (2.82353 -> 2.82353 * mean)
2020-11-16T20:31:18.380 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:31:18.380 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T20:31:18.380 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 0.05
2020-11-16T20:31:18.381 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T20:31:18.381 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0121
2020-11-16T20:31:18.381 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0133
2020-11-16T20:31:18.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11 weight 1.0000 -> 0.9500
2020-11-16T20:31:18.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3 weight 1.0000 -> 0.9500
2020-11-16T20:31:18.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4 weight 1.0000 -> 0.9500
2020-11-16T20:31:18.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0 weight 1.0000 -> 0.9500
2020-11-16T20:31:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:18 smithi071 bash[9480]: audit 2020-11-16T20:31:17.392735+0000 mgr.x (mgr.14196) 567 : audit [DBG] from='client.35096 v1:172.21.15.142:0/2819278408' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:18 smithi071 bash[9480]: audit 2020-11-16T20:31:17.395930+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','11':'62260'}"}]: dispatch
2020-11-16T20:31:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:18 smithi071 bash[9480]: cluster 2020-11-16T20:31:18.144198+0000 mgr.x (mgr.14196) 568 : cluster [DBG] pgmap v798: 17 pgs: 17 active+clean; 6.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.32k op/s
2020-11-16T20:31:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:18 smithi065 bash[9468]: audit 2020-11-16T20:31:17.395930+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','11':'62260'}"}]: dispatch
2020-11-16T20:31:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:18 smithi065 bash[9468]: cluster 2020-11-16T20:31:18.144198+0000 mgr.x (mgr.14196) 568 : cluster [DBG] pgmap v798: 17 pgs: 17 active+clean; 6.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.32k op/s
2020-11-16T20:31:18.891 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:18 smithi142 bash[9523]: audit 2020-11-16T20:31:17.392735+0000 mgr.x (mgr.14196) 567 : audit [DBG] from='client.35096 v1:172.21.15.142:0/2819278408' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:18.891 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:18 smithi142 bash[9523]: audit 2020-11-16T20:31:17.395930+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','11':'62260'}"}]: dispatch
2020-11-16T20:31:18.892 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:18 smithi142 bash[9523]: cluster 2020-11-16T20:31:18.144198+0000 mgr.x (mgr.14196) 568 : cluster [DBG] pgmap v798: 17 pgs: 17 active+clean; 6.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.32k op/s
2020-11-16T20:31:19.180 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops
2020-11-16T20:31:19.313 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:19.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   50      16    101904    101888   127.347     10.25  0.00757847  0.00770833
2020-11-16T20:31:19.395 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:31:19.494 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:19 smithi142 bash[9523]: cluster 2020-11-16T20:31:18.285242+0000 osd.3 (osd.3) 71 : cluster [DBG] 3.2 scrub ok
2020-11-16T20:31:19.495 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:19 smithi142 bash[9523]: audit 2020-11-16T20:31:18.381827+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','11':'62260'}"}]': finished
2020-11-16T20:31:19.495 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:19 smithi142 bash[9523]: cluster 2020-11-16T20:31:18.381868+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e307: 12 total, 12 up, 12 in
2020-11-16T20:31:19.495 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:19 smithi142 bash[9523]: audit 2020-11-16T20:31:18.762449+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? v1:172.21.15.142:0/2580662956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:19 smithi071 bash[9480]: cluster 2020-11-16T20:31:18.285242+0000 osd.3 (osd.3) 71 : cluster [DBG] 3.2 scrub ok
2020-11-16T20:31:19.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:19 smithi071 bash[9480]: audit 2020-11-16T20:31:18.381827+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','11':'62260'}"}]': finished
2020-11-16T20:31:19.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:19 smithi071 bash[9480]: cluster 2020-11-16T20:31:18.381868+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e307: 12 total, 12 up, 12 in
2020-11-16T20:31:19.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:19 smithi071 bash[9480]: audit 2020-11-16T20:31:18.762449+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? v1:172.21.15.142:0/2580662956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:19.781 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'}
2020-11-16T20:31:19.781 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 110 0.05
2020-11-16T20:31:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:19 smithi065 bash[9468]: cluster 2020-11-16T20:31:18.285242+0000 osd.3 (osd.3) 71 : cluster [DBG] 3.2 scrub ok
2020-11-16T20:31:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:19 smithi065 bash[9468]: audit 2020-11-16T20:31:18.381827+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','11':'62260'}"}]': finished
2020-11-16T20:31:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:19 smithi065 bash[9468]: cluster 2020-11-16T20:31:18.381868+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e307: 12 total, 12 up, 12 in
2020-11-16T20:31:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:19 smithi065 bash[9468]: audit 2020-11-16T20:31:18.762449+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? v1:172.21.15.142:0/2580662956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:19.959 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:20.257 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:20.362 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:20.374 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   51      16    102434    102418   125.499    33.125  0.00637022  0.00792515
2020-11-16T20:31:20.581 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:31:20 smithi065 bash[11785]: debug 2020-11-16T20:31:20.255+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:20.582 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:20 smithi065 bash[9468]: cluster 2020-11-16T20:31:19.380142+0000 mon.a (mon.0) 1232 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:31:20.582 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:20 smithi065 bash[9468]: cluster 2020-11-16T20:31:19.380186+0000 mon.a (mon.0) 1233 : cluster [INF] Cluster is now healthy
2020-11-16T20:31:20.582 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:20 smithi065 bash[9468]: audit 2020-11-16T20:31:19.391960+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? v1:172.21.15.142:0/2580662956' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:31:20.582 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:20 smithi065 bash[9468]: cluster 2020-11-16T20:31:19.392010+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e308: 12 total, 12 up, 12 in
2020-11-16T20:31:20.582 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:20 smithi065 bash[9468]: cluster 2020-11-16T20:31:19.598801+0000 osd.8 (osd.8) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:20.583 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:20 smithi065 bash[9468]: cluster 2020-11-16T20:31:19.598881+0000 osd.8 (osd.8) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:20.583 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:20 smithi065 bash[9468]: cluster 2020-11-16T20:31:20.144928+0000 mgr.x (mgr.14196) 569 : cluster [DBG] pgmap v801: 17 pgs: 17 active+clean; 6.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:31:20.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:20 smithi071 bash[9480]: cluster 2020-11-16T20:31:19.380142+0000 mon.a (mon.0) 1232 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:31:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:20 smithi071 bash[9480]: cluster 2020-11-16T20:31:19.380186+0000 mon.a (mon.0) 1233 : cluster [INF] Cluster is now healthy
2020-11-16T20:31:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:20 smithi071 bash[9480]: audit 2020-11-16T20:31:19.391960+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? v1:172.21.15.142:0/2580662956' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:31:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:20 smithi071 bash[9480]: cluster 2020-11-16T20:31:19.392010+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e308: 12 total, 12 up, 12 in
2020-11-16T20:31:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:20 smithi071 bash[9480]: cluster 2020-11-16T20:31:19.598801+0000 osd.8 (osd.8) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:20 smithi071 bash[9480]: cluster 2020-11-16T20:31:19.598881+0000 osd.8 (osd.8) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:20 smithi071 bash[9480]: cluster 2020-11-16T20:31:20.144928+0000 mgr.x (mgr.14196) 569 : cluster [DBG] pgmap v801: 17 pgs: 17 active+clean; 6.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:31:20.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:20 smithi142 bash[9523]: cluster 2020-11-16T20:31:19.380142+0000 mon.a (mon.0) 1232 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:31:20.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:20 smithi142 bash[9523]: cluster 2020-11-16T20:31:19.380186+0000 mon.a (mon.0) 1233 : cluster [INF] Cluster is now healthy
2020-11-16T20:31:20.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:20 smithi142 bash[9523]: audit 2020-11-16T20:31:19.391960+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? v1:172.21.15.142:0/2580662956' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:31:20.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:20 smithi142 bash[9523]: cluster 2020-11-16T20:31:19.392010+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e308: 12 total, 12 up, 12 in
2020-11-16T20:31:20.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:20 smithi142 bash[9523]: cluster 2020-11-16T20:31:19.598801+0000 osd.8 (osd.8) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:20.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:20 smithi142 bash[9523]: cluster 2020-11-16T20:31:19.598881+0000 osd.8 (osd.8) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:20.726 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:20 smithi142 bash[9523]: cluster 2020-11-16T20:31:20.144928+0000 mgr.x (mgr.14196) 569 : cluster [DBG] pgmap v801: 17 pgs: 17 active+clean; 6.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:31:21.273 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:31:21.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:31:21.361 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:31:21.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   52      16    103435    103419   124.289   62.5625   0.0340874  0.00804234
2020-11-16T20:31:21.393 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:31:21.425 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:31:21.460 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:31:21.483 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:31:21.519 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:31:21.560 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:31:21.596 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:31:21.629 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:31:21.663 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:31:21.664 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.666 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.666 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.666 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.666 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:31:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:21 smithi071 bash[9480]: cluster 2020-11-16T20:31:20.400767+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e309: 12 total, 12 up, 12 in
2020-11-16T20:31:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:21 smithi071 bash[9480]: audit 2020-11-16T20:31:21.232139+0000 mon.a (mon.0) 1237 : audit [DBG] from='client.? v1:172.21.15.142:0/4036344945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:21.756 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:21 smithi142 bash[9523]: cluster 2020-11-16T20:31:20.400767+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e309: 12 total, 12 up, 12 in
2020-11-16T20:31:21.756 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:21 smithi142 bash[9523]: audit 2020-11-16T20:31:21.232139+0000 mon.a (mon.0) 1237 : audit [DBG] from='client.? v1:172.21.15.142:0/4036344945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:21 smithi065 bash[9468]: cluster 2020-11-16T20:31:20.400767+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e309: 12 total, 12 up, 12 in
2020-11-16T20:31:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:21 smithi065 bash[9468]: audit 2020-11-16T20:31:21.232139+0000 mon.a (mon.0) 1237 : audit [DBG] from='client.? v1:172.21.15.142:0/4036344945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:22.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   53      16    104480    104464   123.176   65.3125  0.00526836  0.00811383
2020-11-16T20:31:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.274381+0000 osd.0 (osd.0) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.317933+0000 osd.1 (osd.1) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.365322+0000 osd.2 (osd.2) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.398115+0000 osd.3 (osd.3) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.427532+0000 osd.4 (osd.4) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.462212+0000 osd.5 (osd.5) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.521221+0000 osd.7 (osd.7) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.560472+0000 osd.8 (osd.8) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.598332+0000 osd.9 (osd.9) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.630824+0000 osd.10 (osd.10) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.663545+0000 osd.11 (osd.11) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:22 smithi142 bash[9523]: cluster 2020-11-16T20:31:22.145488+0000 mgr.x (mgr.14196) 570 : cluster [DBG] pgmap v803: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 995 op/s; 6326/204802 objects misplaced (3.089%); 576 KiB/s, 8 objects/s recovering
2020-11-16T20:31:22.595 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:22.698 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.274381+0000 osd.0 (osd.0) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.317933+0000 osd.1 (osd.1) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.365322+0000 osd.2 (osd.2) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.398115+0000 osd.3 (osd.3) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.427532+0000 osd.4 (osd.4) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.462212+0000 osd.5 (osd.5) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.521221+0000 osd.7 (osd.7) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.560472+0000 osd.8 (osd.8) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.598332+0000 osd.9 (osd.9) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.630824+0000 osd.10 (osd.10) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.663545+0000 osd.11 (osd.11) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:22 smithi071 bash[9480]: cluster 2020-11-16T20:31:22.145488+0000 mgr.x (mgr.14196) 570 : cluster [DBG] pgmap v803: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 995 op/s; 6326/204802 objects misplaced (3.089%); 576 KiB/s, 8 objects/s recovering
2020-11-16T20:31:22.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[16457]: debug 2020-11-16T20:31:22.595+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.274381+0000 osd.0 (osd.0) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.317933+0000 osd.1 (osd.1) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.365322+0000 osd.2 (osd.2) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.398115+0000 osd.3 (osd.3) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.427532+0000 osd.4 (osd.4) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.462212+0000 osd.5 (osd.5) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.521221+0000 osd.7 (osd.7) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.560472+0000 osd.8 (osd.8) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.598332+0000 osd.9 (osd.9) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.630824+0000 osd.10 (osd.10) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.663545+0000 osd.11 (osd.11) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:22.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:22 smithi065 bash[9468]: cluster 2020-11-16T20:31:22.145488+0000 mgr.x (mgr.14196) 570 : cluster [DBG] pgmap v803: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 995 op/s; 6326/204802 objects misplaced (3.089%); 576 KiB/s, 8 objects/s recovering
2020-11-16T20:31:23.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   54      16    105495    105479   122.069   63.4375  0.00597303  0.00818953
2020-11-16T20:31:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:23 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.485018+0000 osd.6 (osd.6) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:23 smithi071 bash[9480]: cluster 2020-11-16T20:31:21.836338+0000 osd.2 (osd.2) 81 : cluster [DBG] 3.7 scrub starts
2020-11-16T20:31:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:23 smithi071 bash[9480]: cluster 2020-11-16T20:31:22.740297+0000 osd.5 (osd.5) 79 : cluster [DBG] 3.c scrub starts
2020-11-16T20:31:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:23 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.485018+0000 osd.6 (osd.6) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:23 smithi065 bash[9468]: cluster 2020-11-16T20:31:21.836338+0000 osd.2 (osd.2) 81 : cluster [DBG] 3.7 scrub starts
2020-11-16T20:31:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:23 smithi065 bash[9468]: cluster 2020-11-16T20:31:22.740297+0000 osd.5 (osd.5) 79 : cluster [DBG] 3.c scrub starts
2020-11-16T20:31:23.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:23 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.485018+0000 osd.6 (osd.6) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:23 smithi142 bash[9523]: cluster 2020-11-16T20:31:21.836338+0000 osd.2 (osd.2) 81 : cluster [DBG] 3.7 scrub starts
2020-11-16T20:31:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:23 smithi142 bash[9523]: cluster 2020-11-16T20:31:22.740297+0000 osd.5 (osd.5) 79 : cluster [DBG] 3.c scrub starts
2020-11-16T20:31:24.058 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:24.163 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:24.283 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:31:24.374 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:24.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   55      16    106500    106484   120.992   62.8125   0.0144451  0.00826152
2020-11-16T20:31:24.381 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[12066]: debug 2020-11-16T20:31:24.055+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:24.382 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[14419]: debug 2020-11-16T20:31:24.259+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:24.459 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:24.480 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:24.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:24 smithi142 bash[9523]: cluster 2020-11-16T20:31:23.403116+0000 osd.1 (osd.1) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:24.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:24 smithi142 bash[9523]: cluster 2020-11-16T20:31:23.403185+0000 osd.1 (osd.1) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:24.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:24 smithi142 bash[9523]: cluster 2020-11-16T20:31:23.419796+0000 osd.2 (osd.2) 82 : cluster [DBG] 3.7 scrub ok
2020-11-16T20:31:24.513 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:24 smithi142 bash[9523]: cluster 2020-11-16T20:31:23.433054+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e310: 12 total, 12 up, 12 in
2020-11-16T20:31:24.513 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:24 smithi142 bash[9523]: cluster 2020-11-16T20:31:24.146072+0000 mgr.x (mgr.14196) 571 : cluster [DBG] pgmap v805: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 MiB/s wr, 966 op/s; 6326/207326 objects misplaced (3.051%); 599 KiB/s, 9 objects/s recovering
2020-11-16T20:31:24.583 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:24.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[12066]: debug 2020-11-16T20:31:24.475+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:24.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[9480]: cluster 2020-11-16T20:31:23.403116+0000 osd.1 (osd.1) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:24.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[9480]: cluster 2020-11-16T20:31:23.403185+0000 osd.1 (osd.1) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:24.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[9480]: cluster 2020-11-16T20:31:23.419796+0000 osd.2 (osd.2) 82 : cluster [DBG] 3.7 scrub ok
2020-11-16T20:31:24.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[9480]: cluster 2020-11-16T20:31:23.433054+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e310: 12 total, 12 up, 12 in
2020-11-16T20:31:24.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[9480]: cluster 2020-11-16T20:31:24.146072+0000 mgr.x (mgr.14196) 571 : cluster [DBG] pgmap v805: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 MiB/s wr, 966 op/s; 6326/207326 objects misplaced (3.051%); 599 KiB/s, 9 objects/s recovering
2020-11-16T20:31:24.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:24 smithi065 bash[9468]: cluster 2020-11-16T20:31:23.403116+0000 osd.1 (osd.1) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:24.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:24 smithi065 bash[9468]: cluster 2020-11-16T20:31:23.403185+0000 osd.1 (osd.1) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:24.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:24 smithi065 bash[9468]: cluster 2020-11-16T20:31:23.419796+0000 osd.2 (osd.2) 82 : cluster [DBG] 3.7 scrub ok
2020-11-16T20:31:24.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:24 smithi065 bash[9468]: cluster 2020-11-16T20:31:23.433054+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e310: 12 total, 12 up, 12 in
2020-11-16T20:31:24.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:24 smithi065 bash[9468]: cluster 2020-11-16T20:31:24.146072+0000 mgr.x (mgr.14196) 571 : cluster [DBG] pgmap v805: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 MiB/s wr, 966 op/s; 6326/207326 objects misplaced (3.051%); 599 KiB/s, 9 objects/s recovering
2020-11-16T20:31:24.728 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:24 smithi065 bash[16457]: debug 2020-11-16T20:31:24.727+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:24.730 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:24.834 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:24.948 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:25.051 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:25.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:31:24 smithi071 bash[14419]: debug 2020-11-16T20:31:24.943+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:25.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   56      16    107662    107646   120.128    72.625  0.00700184  0.00832113
2020-11-16T20:31:25.442 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:25 smithi142 bash[9523]: cluster 2020-11-16T20:31:24.613931+0000 osd.11 (osd.11) 60 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:25.443 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:25 smithi142 bash[9523]: cluster 2020-11-16T20:31:24.614006+0000 osd.11 (osd.11) 61 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:25.443 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:25 smithi142 bash[9523]: cluster 2020-11-16T20:31:24.640681+0000 osd.5 (osd.5) 80 : cluster [DBG] 3.c scrub ok
2020-11-16T20:31:25.443 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:25 smithi142 bash[9523]: cluster 2020-11-16T20:31:24.924113+0000 osd.7 (osd.7) 34 : cluster [DBG] 3.f scrub starts
2020-11-16T20:31:25.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:25 smithi071 bash[9480]: cluster 2020-11-16T20:31:24.613931+0000 osd.11 (osd.11) 60 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:25 smithi071 bash[9480]: cluster 2020-11-16T20:31:24.614006+0000 osd.11 (osd.11) 61 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:25 smithi071 bash[9480]: cluster 2020-11-16T20:31:24.640681+0000 osd.5 (osd.5) 80 : cluster [DBG] 3.c scrub ok
2020-11-16T20:31:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:25 smithi071 bash[9480]: cluster 2020-11-16T20:31:24.924113+0000 osd.7 (osd.7) 34 : cluster [DBG] 3.f scrub starts
2020-11-16T20:31:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:25 smithi065 bash[9468]: cluster 2020-11-16T20:31:24.613931+0000 osd.11 (osd.11) 60 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:25 smithi065 bash[9468]: cluster 2020-11-16T20:31:24.614006+0000 osd.11 (osd.11) 61 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:25 smithi065 bash[9468]: cluster 2020-11-16T20:31:24.640681+0000 osd.5 (osd.5) 80 : cluster [DBG] 3.c scrub ok
2020-11-16T20:31:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:25 smithi065 bash[9468]: cluster 2020-11-16T20:31:24.924113+0000 osd.7 (osd.7) 34 : cluster [DBG] 3.f scrub starts
2020-11-16T20:31:25.980 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:31:26.149 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:26.261 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:26.365 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:26.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   57      16    108823    108807   119.293   72.5625    0.017902  0.00837941
2020-11-16T20:31:26.490 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:26.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:31:26 smithi142 bash[15670]: debug 2020-11-16T20:31:26.262+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:26.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:26 smithi142 bash[9523]: cluster 2020-11-16T20:31:25.444842+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e311: 12 total, 12 up, 12 in
2020-11-16T20:31:26.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:26 smithi142 bash[9523]: cluster 2020-11-16T20:31:26.146680+0000 mgr.x (mgr.14196) 572 : cluster [DBG] pgmap v807: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 6.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s; 6326/213098 objects misplaced (2.969%); 576 KiB/s, 8 objects/s recovering
2020-11-16T20:31:26.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:26 smithi142 bash[9523]: audit 2020-11-16T20:31:26.161518+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:31:26.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:26 smithi142 bash[9523]: audit 2020-11-16T20:31:26.161776+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:31:26.596 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:26 smithi071 bash[9480]: cluster 2020-11-16T20:31:25.444842+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e311: 12 total, 12 up, 12 in
2020-11-16T20:31:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:26 smithi071 bash[9480]: cluster 2020-11-16T20:31:26.146680+0000 mgr.x (mgr.14196) 572 : cluster [DBG] pgmap v807: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 6.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s; 6326/213098 objects misplaced (2.969%); 576 KiB/s, 8 objects/s recovering
2020-11-16T20:31:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:26 smithi071 bash[9480]: audit 2020-11-16T20:31:26.161518+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:31:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:26 smithi071 bash[9480]: audit 2020-11-16T20:31:26.161776+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:31:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:26 smithi065 bash[9468]: cluster 2020-11-16T20:31:25.444842+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e311: 12 total, 12 up, 12 in
2020-11-16T20:31:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:26 smithi065 bash[9468]: cluster 2020-11-16T20:31:26.146680+0000 mgr.x (mgr.14196) 572 : cluster [DBG] pgmap v807: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 6.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s; 6326/213098 objects misplaced (2.969%); 576 KiB/s, 8 objects/s recovering
2020-11-16T20:31:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:26 smithi065 bash[9468]: audit 2020-11-16T20:31:26.161518+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:31:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:26 smithi065 bash[9468]: audit 2020-11-16T20:31:26.161776+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:31:26.784 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:26 smithi065 bash[14115]: debug 2020-11-16T20:31:26.487+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:26.970 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:27.075 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:27.284 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:26 smithi142 bash[22738]: debug 2020-11-16T20:31:26.966+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:27.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   58      16    109932    109916   118.432   69.3125  0.00687442   0.0084403
2020-11-16T20:31:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:27 smithi071 bash[9480]: cluster 2020-11-16T20:31:26.746629+0000 osd.7 (osd.7) 35 : cluster [DBG] 3.f scrub ok
2020-11-16T20:31:27.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:27 smithi065 bash[9468]: cluster 2020-11-16T20:31:26.746629+0000 osd.7 (osd.7) 35 : cluster [DBG] 3.f scrub ok
2020-11-16T20:31:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:27 smithi142 bash[9523]: cluster 2020-11-16T20:31:26.746629+0000 osd.7 (osd.7) 35 : cluster [DBG] 3.f scrub ok
2020-11-16T20:31:28.355 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:28.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   59      16    111109    111093   117.671   73.5625   0.0407418  0.00849619
2020-11-16T20:31:28.459 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:28.685 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:28.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:28 smithi065 bash[9468]: cluster 2020-11-16T20:31:28.147437+0000 mgr.x (mgr.14196) 573 : cluster [DBG] pgmap v808: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 6.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 MiB/s wr, 952 op/s; 6209/215816 objects misplaced (2.877%); 1.4 MiB/s, 22 objects/s recovering
2020-11-16T20:31:28.788 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:28.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:28 smithi071 bash[9480]: cluster 2020-11-16T20:31:28.147437+0000 mgr.x (mgr.14196) 573 : cluster [DBG] pgmap v808: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 6.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 MiB/s wr, 952 op/s; 6209/215816 objects misplaced (2.877%); 1.4 MiB/s, 22 objects/s recovering
2020-11-16T20:31:29.055 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:28 smithi142 bash[22738]: debug 2020-11-16T20:31:28.350+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:29.056 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:28 smithi142 bash[9523]: cluster 2020-11-16T20:31:28.147437+0000 mgr.x (mgr.14196) 573 : cluster [DBG] pgmap v808: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 6.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 MiB/s wr, 952 op/s; 6209/215816 objects misplaced (2.877%); 1.4 MiB/s, 22 objects/s recovering
2020-11-16T20:31:29.375 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:31:29.378176 min lat: 0.001498 max lat: 1.27063 avg lat: 0.00854715
2020-11-16T20:31:29.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:31:29.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   60      16    112276    112260   116.925   72.9375   0.0119399  0.00854715
2020-11-16T20:31:29.459 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:29 smithi142 bash[18009]: debug 2020-11-16T20:31:28.674+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:29.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:29 smithi065 bash[9468]: cluster 2020-11-16T20:31:29.310846+0000 osd.8 (osd.8) 75 : cluster [DBG] 3.9 deep-scrub starts
2020-11-16T20:31:29.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:29 smithi142 bash[9523]: cluster 2020-11-16T20:31:29.310846+0000 osd.8 (osd.8) 75 : cluster [DBG] 3.9 deep-scrub starts
2020-11-16T20:31:30.069 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:30.134 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:29 smithi071 bash[9480]: cluster 2020-11-16T20:31:29.310846+0000 osd.8 (osd.8) 75 : cluster [DBG] 3.9 deep-scrub starts
2020-11-16T20:31:30.174 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:30.310 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:30.344 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:31:30 smithi142 bash[15670]: debug 2020-11-16T20:31:30.070+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:30.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   61      16    113132    113116   115.886      53.5     0.01474  0.00862576
2020-11-16T20:31:30.413 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:30.468 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:30 smithi065 bash[9468]: cluster 2020-11-16T20:31:30.147909+0000 mgr.x (mgr.14196) 574 : cluster [DBG] pgmap v809: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 6.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s wr, 912 op/s; 6209/219400 objects misplaced (2.830%); 936 KiB/s, 14 objects/s recovering
2020-11-16T20:31:30.468 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:30 smithi065 bash[16457]: debug 2020-11-16T20:31:30.307+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:30 smithi071 bash[9480]: cluster 2020-11-16T20:31:30.147909+0000 mgr.x (mgr.14196) 574 : cluster [DBG] pgmap v809: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 6.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s wr, 912 op/s; 6209/219400 objects misplaced (2.830%); 936 KiB/s, 14 objects/s recovering
2020-11-16T20:31:30.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:30 smithi142 bash[9523]: cluster 2020-11-16T20:31:30.147909+0000 mgr.x (mgr.14196) 574 : cluster [DBG] pgmap v809: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 6.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s wr, 912 op/s; 6209/219400 objects misplaced (2.830%); 936 KiB/s, 14 objects/s recovering
2020-11-16T20:31:31.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   62      16    114048    114032    114.94     57.25   0.0127936  0.00869731
2020-11-16T20:31:31.409 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T20:31:31.409 INFO:teuthology.orchestra.run.smithi142.stdout:avg 2.83333
2020-11-16T20:31:31.410 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.90759 -> 1.90759 (expected baseline 1.61159)
2020-11-16T20:31:31.410 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.2 with 1 -> 1 pgs (0.352941 -> 0.352941 * mean)
2020-11-16T20:31:31.410 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.11 with 8 -> 8 pgs (2.82353 -> 2.82353 * mean)
2020-11-16T20:31:31.410 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:31:31.410 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T20:31:31.410 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 0.05
2020-11-16T20:31:31.410 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T20:31:31.411 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0137
2020-11-16T20:31:31.411 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0151
2020-11-16T20:31:31.411 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11 weight 0.9500 -> 0.9000
2020-11-16T20:31:31.411 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3 weight 0.9500 -> 0.9000
2020-11-16T20:31:31.411 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0 weight 0.9500 -> 0.9000
2020-11-16T20:31:31.411 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4 weight 0.9500 -> 0.9000
2020-11-16T20:31:31.412 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T20:31:31.462 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:31:31.462 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:31:31.700 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:31:31 smithi071 bash[10230]: debug 2020-11-16T20:31:31.407+0000 7f1e83161700 -1 mgr.server reply reply (4) Interrupted system call no change
2020-11-16T20:31:32.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   63      16    115024    115008   114.084        61    0.009794  0.00876339
2020-11-16T20:31:32.414 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:32.517 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:32.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:32 smithi071 bash[12066]: debug 2020-11-16T20:31:32.411+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:32.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:32 smithi071 bash[9480]: audit 2020-11-16T20:31:31.411327+0000 mgr.x (mgr.14196) 575 : audit [DBG] from='client.35114 v1:172.21.15.142:0/2071376410' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:32.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:32 smithi071 bash[9480]: cluster 2020-11-16T20:31:32.148326+0000 mgr.x (mgr.14196) 576 : cluster [DBG] pgmap v810: 17 pgs: 1 active+recovering, 16 active+clean; 6.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.05k op/s; 6209/224190 objects misplaced (2.770%); 859 KiB/s, 13 objects/s recovering
2020-11-16T20:31:32.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:32 smithi065 bash[9468]: audit 2020-11-16T20:31:31.411327+0000 mgr.x (mgr.14196) 575 : audit [DBG] from='client.35114 v1:172.21.15.142:0/2071376410' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:32.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:32 smithi065 bash[9468]: cluster 2020-11-16T20:31:32.148326+0000 mgr.x (mgr.14196) 576 : cluster [DBG] pgmap v810: 17 pgs: 1 active+recovering, 16 active+clean; 6.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.05k op/s; 6209/224190 objects misplaced (2.770%); 859 KiB/s, 13 objects/s recovering
2020-11-16T20:31:32.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:32 smithi142 bash[9523]: audit 2020-11-16T20:31:31.411327+0000 mgr.x (mgr.14196) 575 : audit [DBG] from='client.35114 v1:172.21.15.142:0/2071376410' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:32.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:32 smithi142 bash[9523]: cluster 2020-11-16T20:31:32.148326+0000 mgr.x (mgr.14196) 576 : cluster [DBG] pgmap v810: 17 pgs: 1 active+recovering, 16 active+clean; 6.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.05k op/s; 6209/224190 objects misplaced (2.770%); 859 KiB/s, 13 objects/s recovering
2020-11-16T20:31:33.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   64      16    116018    116002   113.272    62.125   0.0826729  0.00882361
2020-11-16T20:31:33.496 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:33.599 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:33.728 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:33.784 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:33 smithi142 bash[20366]: debug 2020-11-16T20:31:33.494+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:33.832 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:33.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:33 smithi071 bash[26650]: debug 2020-11-16T20:31:33.723+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:33.974 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:34.078 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:34.191 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:34.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:33 smithi065 bash[14115]: debug 2020-11-16T20:31:33.970+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:34.294 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:34.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   65      16    116686    116670   112.171     41.75   0.0171843  0.00889814
2020-11-16T20:31:34.450 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:34 smithi071 bash[26650]: debug 2020-11-16T20:31:34.187+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:34.837 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'}
2020-11-16T20:31:34.837 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 110 0.05
2020-11-16T20:31:34.896 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_historic_ops
2020-11-16T20:31:34.900 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:35.007 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:35.026 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:35.098 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:35.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:35 smithi142 bash[9523]: cluster 2020-11-16T20:31:34.148885+0000 mgr.x (mgr.14196) 577 : cluster [DBG] pgmap v811: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.05k op/s; 6091/228412 objects misplaced (2.667%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:31:35.203 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:34 smithi142 bash[20366]: debug 2020-11-16T20:31:34.894+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:35.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   66      16    117563    117547   111.302   54.8125   0.0235533  0.00898113
2020-11-16T20:31:35.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:35 smithi065 bash[9468]: cluster 2020-11-16T20:31:34.148885+0000 mgr.x (mgr.14196) 577 : cluster [DBG] pgmap v811: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.05k op/s; 6091/228412 objects misplaced (2.667%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:31:35.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:35 smithi071 bash[9480]: cluster 2020-11-16T20:31:34.148885+0000 mgr.x (mgr.14196) 577 : cluster [DBG] pgmap v811: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.05k op/s; 6091/228412 objects misplaced (2.667%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:31:35.976 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:36.079 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:36.277 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:35 smithi142 bash[18009]: debug 2020-11-16T20:31:35.974+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:36.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:36 smithi142 bash[9523]: cluster 2020-11-16T20:31:35.067460+0000 osd.6 (osd.6) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:36.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:36 smithi142 bash[9523]: cluster 2020-11-16T20:31:35.067536+0000 osd.6 (osd.6) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:36.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:36 smithi142 bash[9523]: cluster 2020-11-16T20:31:35.215946+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e312: 12 total, 12 up, 12 in
2020-11-16T20:31:36.279 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:36.279 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:36 smithi142 bash[20366]: debug 2020-11-16T20:31:36.278+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:36.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   67      15    118517    118502   110.532   59.6875   0.0117044  0.00904348
2020-11-16T20:31:36.381 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:36.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:36 smithi065 bash[9468]: cluster 2020-11-16T20:31:35.067460+0000 osd.6 (osd.6) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:36.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:36 smithi065 bash[9468]: cluster 2020-11-16T20:31:35.067536+0000 osd.6 (osd.6) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:36.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:36 smithi065 bash[9468]: cluster 2020-11-16T20:31:35.215946+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e312: 12 total, 12 up, 12 in
2020-11-16T20:31:36.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:36 smithi071 bash[9480]: cluster 2020-11-16T20:31:35.067460+0000 osd.6 (osd.6) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:36.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:36 smithi071 bash[9480]: cluster 2020-11-16T20:31:35.067536+0000 osd.6 (osd.6) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:36.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:36 smithi071 bash[9480]: cluster 2020-11-16T20:31:35.215946+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e312: 12 total, 12 up, 12 in
2020-11-16T20:31:37.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   68      16    119424    119408   109.739    56.625  0.00870644  0.00910939
2020-11-16T20:31:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:37 smithi065 bash[9468]: cluster 2020-11-16T20:31:36.149410+0000 mgr.x (mgr.14196) 578 : cluster [DBG] pgmap v813: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s wr, 1.02k op/s; 6091/233442 objects misplaced (2.609%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:31:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:37 smithi142 bash[9523]: cluster 2020-11-16T20:31:36.149410+0000 mgr.x (mgr.14196) 578 : cluster [DBG] pgmap v813: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s wr, 1.02k op/s; 6091/233442 objects misplaced (2.609%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:31:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:37 smithi071 bash[9480]: cluster 2020-11-16T20:31:36.149410+0000 mgr.x (mgr.14196) 578 : cluster [DBG] pgmap v813: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s wr, 1.02k op/s; 6091/233442 objects misplaced (2.609%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:31:37.924 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:38.028 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:38.236 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:37 smithi142 bash[22738]: debug 2020-11-16T20:31:37.922+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:38.249 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:38.353 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:38.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   69      16    120356    120340   108.993     58.25   0.0145326  0.00917169
2020-11-16T20:31:38.482 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:38.532 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:31:38.534 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:38 smithi142 bash[18009]: debug 2020-11-16T20:31:38.242+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:38.587 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:31:38.589 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:38.620 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:31:38.650 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:31:38.689 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:31:38.710 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:38.715 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:38 smithi065 bash[14115]: debug 2020-11-16T20:31:38.478+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:38.728 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:31:38.768 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:31:38.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:31:38.817 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:38.856 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:31:38.893 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:31:38.924 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:31:38.931 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:38.956 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:31:38.959 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.960 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.960 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.960 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.960 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.960 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.960 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.961 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.961 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.961 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.961 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:31:38.961 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:31:39.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:38 smithi065 bash[18823]: debug 2020-11-16T20:31:38.710+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:39.034 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:39.150 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:38 smithi071 bash[26650]: debug 2020-11-16T20:31:38.927+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:39.150 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:39.240 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:31:39.254 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:39.324 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:39 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.149875+0000 mgr.x (mgr.14196) 579 : cluster [DBG] pgmap v814: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 987 op/s; 5954/235578 objects misplaced (2.527%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:31:39.325 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:39 smithi142 bash[9523]: audit 2020-11-16T20:31:38.496000+0000 mon.a (mon.0) 1243 : audit [DBG] from='client.? v1:172.21.15.142:0/905773624' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:39.325 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:39 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.530356+0000 osd.0 (osd.0) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.325 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:39 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.592035+0000 osd.1 (osd.1) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.325 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:39 smithi142 bash[9523]: audit 2020-11-16T20:31:38.793960+0000 mon.a (mon.0) 1244 : audit [INF] from='client.? v1:172.21.15.142:0/3252313648' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:31:39.325 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:39 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.814460+0000 osd.7 (osd.7) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.326 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:39 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.926128+0000 osd.10 (osd.10) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   70      16    121234    121218   108.219    54.875   0.0167199  0.00923604
2020-11-16T20:31:39.384 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.149875+0000 mgr.x (mgr.14196) 579 : cluster [DBG] pgmap v814: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 987 op/s; 5954/235578 objects misplaced (2.527%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:31:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[9480]: audit 2020-11-16T20:31:38.496000+0000 mon.a (mon.0) 1243 : audit [DBG] from='client.? v1:172.21.15.142:0/905773624' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.530356+0000 osd.0 (osd.0) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.592035+0000 osd.1 (osd.1) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[9480]: audit 2020-11-16T20:31:38.793960+0000 mon.a (mon.0) 1244 : audit [INF] from='client.? v1:172.21.15.142:0/3252313648' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:31:39.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.814460+0000 osd.7 (osd.7) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.926128+0000 osd.10 (osd.10) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.452 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[12066]: debug 2020-11-16T20:31:39.147+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:39.488 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:39.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.149875+0000 mgr.x (mgr.14196) 579 : cluster [DBG] pgmap v814: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 987 op/s; 5954/235578 objects misplaced (2.527%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:31:39.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[9468]: audit 2020-11-16T20:31:38.496000+0000 mon.a (mon.0) 1243 : audit [DBG] from='client.? v1:172.21.15.142:0/905773624' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:39.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.530356+0000 osd.0 (osd.0) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.592035+0000 osd.1 (osd.1) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.497 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[9468]: audit 2020-11-16T20:31:38.793960+0000 mon.a (mon.0) 1244 : audit [INF] from='client.? v1:172.21.15.142:0/3252313648' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:31:39.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.814460+0000 osd.7 (osd.7) 36 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.926128+0000 osd.10 (osd.10) 57 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:39.498 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[18823]: debug 2020-11-16T20:31:39.378+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:39.596 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:39.703 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:39.783 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:31:39 smithi065 bash[11785]: debug 2020-11-16T20:31:39.594+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:39.823 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:39.926 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:40.036 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:40.140 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:40.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:31:39 smithi071 bash[16796]: debug 2020-11-16T20:31:39.819+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:40.240 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[11785]: debug 2020-11-16T20:31:40.030+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:40.266 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:40.370 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:40.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   71      16    122037    122021   107.402   50.1875  0.00684631  0.00930595
2020-11-16T20:31:40.533 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[11785]: debug 2020-11-16T20:31:40.266+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:40.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.623135+0000 osd.2 (osd.2) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.655245+0000 osd.3 (osd.3) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.689662+0000 osd.4 (osd.4) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.728461+0000 osd.5 (osd.5) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.767346+0000 osd.6 (osd.6) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.853130+0000 osd.8 (osd.8) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.895716+0000 osd.9 (osd.9) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:38.958370+0000 osd.11 (osd.11) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:39.224828+0000 mon.a (mon.0) 1245 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:40.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: audit 2020-11-16T20:31:39.231798+0000 mon.a (mon.0) 1246 : audit [INF] from='client.? v1:172.21.15.142:0/3252313648' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:31:40.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:40 smithi065 bash[9468]: cluster 2020-11-16T20:31:39.231846+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e313: 12 total, 12 up, 12 in
2020-11-16T20:31:40.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.623135+0000 osd.2 (osd.2) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.655245+0000 osd.3 (osd.3) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.689662+0000 osd.4 (osd.4) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.728461+0000 osd.5 (osd.5) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.767346+0000 osd.6 (osd.6) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.853130+0000 osd.8 (osd.8) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.895716+0000 osd.9 (osd.9) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:38.958370+0000 osd.11 (osd.11) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:39.224828+0000 mon.a (mon.0) 1245 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:40.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: audit 2020-11-16T20:31:39.231798+0000 mon.a (mon.0) 1246 : audit [INF] from='client.? v1:172.21.15.142:0/3252313648' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:31:40.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:40 smithi142 bash[9523]: cluster 2020-11-16T20:31:39.231846+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e313: 12 total, 12 up, 12 in
2020-11-16T20:31:40.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.623135+0000 osd.2 (osd.2) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.655245+0000 osd.3 (osd.3) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.689662+0000 osd.4 (osd.4) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.728461+0000 osd.5 (osd.5) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.767346+0000 osd.6 (osd.6) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.853130+0000 osd.8 (osd.8) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.895716+0000 osd.9 (osd.9) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:38.958370+0000 osd.11 (osd.11) 62 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:40.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:39.224828+0000 mon.a (mon.0) 1245 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:40.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: audit 2020-11-16T20:31:39.231798+0000 mon.a (mon.0) 1246 : audit [INF] from='client.? v1:172.21.15.142:0/3252313648' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:31:40.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:40 smithi071 bash[9480]: cluster 2020-11-16T20:31:39.231846+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e313: 12 total, 12 up, 12 in
2020-11-16T20:31:41.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   72      16    122991    122975   106.738    59.625  0.00622489  0.00936471
2020-11-16T20:31:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:41 smithi065 bash[9468]: cluster 2020-11-16T20:31:40.010212+0000 osd.4 (osd.4) 73 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:41 smithi065 bash[9468]: cluster 2020-11-16T20:31:40.010325+0000 osd.4 (osd.4) 74 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:41 smithi065 bash[9468]: cluster 2020-11-16T20:31:40.150436+0000 mgr.x (mgr.14196) 580 : cluster [DBG] pgmap v816: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s wr, 900 op/s; 5954/238594 objects misplaced (2.495%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:31:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:41 smithi065 bash[9468]: cluster 2020-11-16T20:31:40.244934+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e314: 12 total, 12 up, 12 in
2020-11-16T20:31:41.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:41 smithi142 bash[9523]: cluster 2020-11-16T20:31:40.010212+0000 osd.4 (osd.4) 73 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:41.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:41 smithi142 bash[9523]: cluster 2020-11-16T20:31:40.010325+0000 osd.4 (osd.4) 74 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:41.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:41 smithi142 bash[9523]: cluster 2020-11-16T20:31:40.150436+0000 mgr.x (mgr.14196) 580 : cluster [DBG] pgmap v816: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s wr, 900 op/s; 5954/238594 objects misplaced (2.495%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:31:41.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:41 smithi142 bash[9523]: cluster 2020-11-16T20:31:40.244934+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e314: 12 total, 12 up, 12 in
2020-11-16T20:31:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:41 smithi071 bash[9480]: cluster 2020-11-16T20:31:40.010212+0000 osd.4 (osd.4) 73 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:41 smithi071 bash[9480]: cluster 2020-11-16T20:31:40.010325+0000 osd.4 (osd.4) 74 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:41.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:41 smithi071 bash[9480]: cluster 2020-11-16T20:31:40.150436+0000 mgr.x (mgr.14196) 580 : cluster [DBG] pgmap v816: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s wr, 900 op/s; 5954/238594 objects misplaced (2.495%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:31:41.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:41 smithi071 bash[9480]: cluster 2020-11-16T20:31:40.244934+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e314: 12 total, 12 up, 12 in
2020-11-16T20:31:41.773 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:41.877 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:42.016 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:42.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:41 smithi142 bash[18009]: debug 2020-11-16T20:31:41.770+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:42.119 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:42.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:42 smithi071 bash[26650]: debug 2020-11-16T20:31:42.011+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:42.351 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:42 smithi142 bash[9523]: cluster 2020-11-16T20:31:42.151001+0000 mgr.x (mgr.14196) 581 : cluster [DBG] pgmap v818: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s wr, 888 op/s; 5954/242916 objects misplaced (2.451%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:31:42.376 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   73      16    123845    123829   106.007    53.375  0.00515528  0.00942978
2020-11-16T20:31:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:42 smithi071 bash[9480]: cluster 2020-11-16T20:31:42.151001+0000 mgr.x (mgr.14196) 581 : cluster [DBG] pgmap v818: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s wr, 888 op/s; 5954/242916 objects misplaced (2.451%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:31:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:42 smithi065 bash[9468]: cluster 2020-11-16T20:31:42.151001+0000 mgr.x (mgr.14196) 581 : cluster [DBG] pgmap v818: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s wr, 888 op/s; 5954/242916 objects misplaced (2.451%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:31:42.808 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:42.912 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:43.024 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:43.128 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:43.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:43 smithi071 bash[26650]: debug 2020-11-16T20:31:43.019+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:43.223 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:43.284 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:42 smithi142 bash[20366]: debug 2020-11-16T20:31:42.806+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:43.328 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:43.377 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   74      16    124758    124742   105.346   57.0625   0.0865398  0.00948776
2020-11-16T20:31:43.467 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:43.571 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:43.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:31:43 smithi071 bash[14419]: debug 2020-11-16T20:31:43.463+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:43.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:31:43 smithi071 bash[16796]: debug 2020-11-16T20:31:43.219+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:43.709 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:31:43.813 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:44.033 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:31:43 smithi065 bash[11785]: debug 2020-11-16T20:31:43.706+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:44.081 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:31:44.118 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:31:44.231 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:44.244 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:44.302 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:44.336 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:44.377 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   75      16    125613    125597   104.654   53.4375  0.00853274   0.0095488
2020-11-16T20:31:44.449 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:44.534 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:44 smithi142 bash[20366]: debug 2020-11-16T20:31:44.226+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:44.551 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:44.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:44 smithi065 bash[14115]: debug 2020-11-16T20:31:44.446+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:45.377 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   76      16    126393    126377   103.918     48.75   0.0171941  0.00962023
2020-11-16T20:31:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: cluster 2020-11-16T20:31:44.151677+0000 mgr.x (mgr.14196) 582 : cluster [DBG] pgmap v819: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 50 MiB/s wr, 795 op/s; 5830/246180 objects misplaced (2.368%); 2.0 MiB/s, 32 objects/s recovering
2020-11-16T20:31:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.463062+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08689007251907233]}]: dispatch
2020-11-16T20:31:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.463698+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08385669106187378]}]: dispatch
2020-11-16T20:31:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.464110+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.0937411540956676]}]: dispatch
2020-11-16T20:31:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.464801+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08373716188081642]}]: dispatch
2020-11-16T20:31:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.465476+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.0855674563433221]}]: dispatch
2020-11-16T20:31:49.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.465873+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08783704078037098]}]: dispatch
2020-11-16T20:31:49.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.466257+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08949325852676682]}]: dispatch
2020-11-16T20:31:49.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.466634+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08584686592112244]}]: dispatch
2020-11-16T20:31:49.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.467032+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0903396437341042]}]: dispatch
2020-11-16T20:31:49.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.467412+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08466593426569297]}]: dispatch
2020-11-16T20:31:49.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.467783+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09161720631121724]}]: dispatch
2020-11-16T20:31:49.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.468165+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08395390127872301]}]: dispatch
2020-11-16T20:31:49.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:45 smithi065 bash[9468]: audit 2020-11-16T20:31:44.468613+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"62587\", \"3\": \"62587\", \"4\": \"62587\", \"11\": \"62587\"}"}]: dispatch
2020-11-16T20:31:49.665 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: cluster 2020-11-16T20:31:44.151677+0000 mgr.x (mgr.14196) 582 : cluster [DBG] pgmap v819: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 50 MiB/s wr, 795 op/s; 5830/246180 objects misplaced (2.368%); 2.0 MiB/s, 32 objects/s recovering
2020-11-16T20:31:49.665 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.463062+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08689007251907233]}]: dispatch
2020-11-16T20:31:49.665 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.463698+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08385669106187378]}]: dispatch
2020-11-16T20:31:49.665 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.464110+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.0937411540956676]}]: dispatch
2020-11-16T20:31:49.665 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.464801+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08373716188081642]}]: dispatch
2020-11-16T20:31:49.666 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.465476+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.0855674563433221]}]: dispatch
2020-11-16T20:31:49.666 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.465873+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08783704078037098]}]: dispatch
2020-11-16T20:31:49.666 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.466257+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08949325852676682]}]: dispatch
2020-11-16T20:31:49.666 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.466634+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08584686592112244]}]: dispatch
2020-11-16T20:31:49.666 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.467032+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0903396437341042]}]: dispatch
2020-11-16T20:31:49.666 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.467412+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08466593426569297]}]: dispatch
2020-11-16T20:31:49.666 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.467783+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09161720631121724]}]: dispatch
2020-11-16T20:31:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.468165+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08395390127872301]}]: dispatch
2020-11-16T20:31:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:45 smithi071 bash[9480]: audit 2020-11-16T20:31:44.468613+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"62587\", \"3\": \"62587\", \"4\": \"62587\", \"11\": \"62587\"}"}]: dispatch
2020-11-16T20:31:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.216855+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08689007251907233]}]': finished
2020-11-16T20:31:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.216898+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08385669106187378]}]': finished
2020-11-16T20:31:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.216928+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.0937411540956676]}]': finished
2020-11-16T20:31:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.216954+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08373716188081642]}]': finished
2020-11-16T20:31:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.216986+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.0855674563433221]}]': finished
2020-11-16T20:31:49.668 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.217012+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08783704078037098]}]': finished
2020-11-16T20:31:49.668 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.217039+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08949325852676682]}]': finished
2020-11-16T20:31:49.668 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.217072+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08584686592112244]}]': finished
2020-11-16T20:31:49.668 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.217102+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0903396437341042]}]': finished
2020-11-16T20:31:49.668 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.217132+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08466593426569297]}]': finished
2020-11-16T20:31:49.668 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.217159+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09161720631121724]}]': finished
2020-11-16T20:31:49.668 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.217186+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08395390127872301]}]': finished
2020-11-16T20:31:49.669 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: audit 2020-11-16T20:31:45.217219+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"62587\", \"3\": \"62587\", \"4\": \"62587\", \"11\": \"62587\"}"}]': finished
2020-11-16T20:31:49.669 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[9480]: cluster 2020-11-16T20:31:45.217247+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e315: 12 total, 12 up, 12 in
2020-11-16T20:31:49.669 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:47 smithi071 bash[9480]: cluster 2020-11-16T20:31:46.152431+0000 mgr.x (mgr.14196) 583 : cluster [DBG] pgmap v821: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 988 op/s; 5830/251024 objects misplaced (2.322%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:31:49.669 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:48 smithi071 bash[9480]: audit 2020-11-16T20:31:46.393917+0000 mgr.x (mgr.14196) 584 : audit [DBG] from='client.35132 v1:172.21.15.142:0/3957477254' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:49.669 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 20:31:46 smithi071 bash[10230]: debug 2020-11-16T20:31:46.387+0000 7f1e83161700 -1 mgr.server reply reply (4) Interrupted system call no change
2020-11-16T20:31:49.669 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: cluster 2020-11-16T20:31:44.151677+0000 mgr.x (mgr.14196) 582 : cluster [DBG] pgmap v819: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 50 MiB/s wr, 795 op/s; 5830/246180 objects misplaced (2.368%); 2.0 MiB/s, 32 objects/s recovering
2020-11-16T20:31:49.670 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.463062+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08689007251907233]}]: dispatch
2020-11-16T20:31:49.670 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.463698+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08385669106187378]}]: dispatch
2020-11-16T20:31:49.670 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.464110+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.0937411540956676]}]: dispatch
2020-11-16T20:31:49.670 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.464801+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08373716188081642]}]: dispatch
2020-11-16T20:31:49.670 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.465476+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.0855674563433221]}]: dispatch
2020-11-16T20:31:49.670 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.465873+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08783704078037098]}]: dispatch
2020-11-16T20:31:49.671 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.466257+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08949325852676682]}]: dispatch
2020-11-16T20:31:49.671 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.466634+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08584686592112244]}]: dispatch
2020-11-16T20:31:49.671 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.467032+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0903396437341042]}]: dispatch
2020-11-16T20:31:49.671 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.467412+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08466593426569297]}]: dispatch
2020-11-16T20:31:49.671 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.467783+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09161720631121724]}]: dispatch
2020-11-16T20:31:49.671 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.468165+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08395390127872301]}]: dispatch
2020-11-16T20:31:49.671 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[9523]: audit 2020-11-16T20:31:44.468613+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"62587\", \"3\": \"62587\", \"4\": \"62587\", \"11\": \"62587\"}"}]: dispatch
2020-11-16T20:31:49.672 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.216855+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08689007251907233]}]': finished
2020-11-16T20:31:49.672 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.216898+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08385669106187378]}]': finished
2020-11-16T20:31:49.672 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.216928+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.0937411540956676]}]': finished
2020-11-16T20:31:49.672 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.216954+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08373716188081642]}]': finished
2020-11-16T20:31:49.672 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.216986+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.0855674563433221]}]': finished
2020-11-16T20:31:49.672 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.217012+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08783704078037098]}]': finished
2020-11-16T20:31:49.672 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.217039+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08949325852676682]}]': finished
2020-11-16T20:31:49.672 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.217072+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08584686592112244]}]': finished
2020-11-16T20:31:49.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.217102+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0903396437341042]}]': finished
2020-11-16T20:31:49.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.217132+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08466593426569297]}]': finished
2020-11-16T20:31:49.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.217159+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09161720631121724]}]': finished
2020-11-16T20:31:49.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.217186+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08395390127872301]}]': finished
2020-11-16T20:31:49.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: audit 2020-11-16T20:31:45.217219+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"62587\", \"3\": \"62587\", \"4\": \"62587\", \"11\": \"62587\"}"}]': finished
2020-11-16T20:31:49.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:46 smithi142 bash[9523]: cluster 2020-11-16T20:31:45.217247+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e315: 12 total, 12 up, 12 in
2020-11-16T20:31:49.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:47 smithi142 bash[9523]: cluster 2020-11-16T20:31:46.152431+0000 mgr.x (mgr.14196) 583 : cluster [DBG] pgmap v821: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 988 op/s; 5830/251024 objects misplaced (2.322%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:31:49.674 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:48 smithi142 bash[9523]: audit 2020-11-16T20:31:46.393917+0000 mgr.x (mgr.14196) 584 : audit [DBG] from='client.35132 v1:172.21.15.142:0/3957477254' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:49.674 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:49 smithi142 bash[9523]: cluster 2020-11-16T20:31:48.153027+0000 mgr.x (mgr.14196) 585 : cluster [DBG] pgmap v822: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s wr, 909 op/s; 5687/253158 objects misplaced (2.246%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:31:49.674 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:49.674 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:31:45 smithi142 bash[15670]: debug 2020-11-16T20:31:45.674+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:49.675 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T20:31:49.675 INFO:teuthology.orchestra.run.smithi142.stdout:avg 2.83333
2020-11-16T20:31:49.675 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.90759 -> 1.90759 (expected baseline 1.61159)
2020-11-16T20:31:49.675 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.2 with 1 -> 1 pgs (0.352941 -> 0.352941 * mean)
2020-11-16T20:31:49.675 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.11 with 8 -> 8 pgs (2.82353 -> 2.82353 * mean)
2020-11-16T20:31:49.675 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:31:49.675 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T20:31:49.676 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 0.05
2020-11-16T20:31:49.676 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T20:31:49.676 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0156
2020-11-16T20:31:49.676 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0171
2020-11-16T20:31:49.676 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11 weight 0.9550 -> 0.9050
2020-11-16T20:31:49.676 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3 weight 0.9550 -> 0.9050
2020-11-16T20:31:49.676 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0 weight 0.9550 -> 0.9050
2020-11-16T20:31:49.677 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4 weight 0.9550 -> 0.9050
2020-11-16T20:31:49.677 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T20:31:49.677 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:31:49.677 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:31:49.678 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:31:49.678 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:31:49.678 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:176188 2.19 2.b7811f79 (undecoded) ondisk+write+known_if_redirected e176)",
2020-11-16T20:31:49.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:26:43.153764+0000",
2020-11-16T20:31:49.678 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 303.89017757699997,
2020-11-16T20:31:49.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.929182481,
2020-11-16T20:31:49.679 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.679 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:31:49.679 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 176188
2020-11-16T20:31:49.680 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.680 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:43.153764+0000",
2020-11-16T20:31:49.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:43.153764+0000",
2020-11-16T20:31:49.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999633
2020-11-16T20:31:49.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:43.153727+0000",
2020-11-16T20:31:49.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3344999999999996e-05
2020-11-16T20:31:49.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:43.153810+0000",
2020-11-16T20:31:49.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9915000000000002e-05
2020-11-16T20:31:49.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:43.153830+0000",
2020-11-16T20:31:49.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6719999999999999e-05
2020-11-16T20:31:49.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:43.153847+0000",
2020-11-16T20:31:49.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000118572
2020-11-16T20:31:49.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:43.153965+0000",
2020-11-16T20:31:49.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4134e-05
2020-11-16T20:31:49.688 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.689 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.689 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:43.153990+0000",
2020-11-16T20:31:49.689 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92893611700000001
2020-11-16T20:31:49.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.082926+0000",
2020-11-16T20:31:49.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0458999999999998e-05
2020-11-16T20:31:49.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.082946+0000",
2020-11-16T20:31:49.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.929182481
2020-11-16T20:31:49.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.691 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.691 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.691 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.691 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.691 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206550 2.12 2:48b2b84e:::benchmark_data_smithi065_20143_object57163:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)",
2020-11-16T20:31:49.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:13.225743+0000",
2020-11-16T20:31:49.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 213.81819848699999,
2020-11-16T20:31:49.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.95999509999999999,
2020-11-16T20:31:49.692 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.692 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.692 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206550
2020-11-16T20:31:49.693 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.693 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225743+0000",
2020-11-16T20:31:49.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225743+0000",
2020-11-16T20:31:49.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:31:49.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225713+0000",
2020-11-16T20:31:49.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8116999999999999e-05
2020-11-16T20:31:49.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225781+0000",
2020-11-16T20:31:49.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0953e-05
2020-11-16T20:31:49.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225792+0000",
2020-11-16T20:31:49.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.553e-06
2020-11-16T20:31:49.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.697 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225798+0000",
2020-11-16T20:31:49.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0393000000000003e-05
2020-11-16T20:31:49.697 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.697 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225858+0000",
2020-11-16T20:31:49.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.358e-05
2020-11-16T20:31:49.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225872+0000",
2020-11-16T20:31:49.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.937325882
2020-11-16T20:31:49.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.163198+0000",
2020-11-16T20:31:49.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021396800000000001
2020-11-16T20:31:49.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.163412+0000",
2020-11-16T20:31:49.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00046741600000000001
2020-11-16T20:31:49.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:31:49.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.163879+0000",
2020-11-16T20:31:49.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011700838
2020-11-16T20:31:49.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.175580+0000",
2020-11-16T20:31:49.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0098755160000000008
2020-11-16T20:31:49.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.185455+0000",
2020-11-16T20:31:49.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5476000000000006e-05
2020-11-16T20:31:49.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.185541+0000",
2020-11-16T20:31:49.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019707000000000001
2020-11-16T20:31:49.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.185738+0000",
2020-11-16T20:31:49.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.95999509999999999
2020-11-16T20:31:49.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.703 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.704 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.704 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.704 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.704 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206566 2.12 2:4be178c3:::benchmark_data_smithi065_20143_object57179:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)",
2020-11-16T20:31:49.704 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:13.240646+0000",
2020-11-16T20:31:49.704 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 213.80329530099999,
2020-11-16T20:31:49.704 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.94540933500000002,
2020-11-16T20:31:49.704 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.705 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.705 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206566
2020-11-16T20:31:49.705 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.705 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.240646+0000",
2020-11-16T20:31:49.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.240646+0000",
2020-11-16T20:31:49.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:31:49.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.240617+0000",
2020-11-16T20:31:49.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6816000000000005e-05
2020-11-16T20:31:49.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.240683+0000",
2020-11-16T20:31:49.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3821e-05
2020-11-16T20:31:49.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.240697+0000",
2020-11-16T20:31:49.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.126e-06
2020-11-16T20:31:49.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.240704+0000",
2020-11-16T20:31:49.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4382999999999997e-05
2020-11-16T20:31:49.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.240769+0000",
2020-11-16T20:31:49.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1885000000000001e-05
2020-11-16T20:31:49.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.240781+0000",
2020-11-16T20:31:49.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92511343199999996
2020-11-16T20:31:49.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.165894+0000",
2020-11-16T20:31:49.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119609
2020-11-16T20:31:49.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.166014+0000",
2020-11-16T20:31:49.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000381803
2020-11-16T20:31:49.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:31:49.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.166395+0000",
2020-11-16T20:31:49.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0091947350000000008
2020-11-16T20:31:49.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.175590+0000",
2020-11-16T20:31:49.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010224798
2020-11-16T20:31:49.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.185815+0000",
2020-11-16T20:31:49.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3208999999999997e-05
2020-11-16T20:31:49.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.185888+0000",
2020-11-16T20:31:49.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016715100000000001
2020-11-16T20:31:49.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186055+0000",
2020-11-16T20:31:49.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.94540933500000002
2020-11-16T20:31:49.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.716 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.716 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.716 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.717 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.717 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206572 2.12 2:4ecda5db:::benchmark_data_smithi065_20143_object57185:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)",
2020-11-16T20:31:49.717 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:13.247578+0000",
2020-11-16T20:31:49.717 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 213.79636324800001,
2020-11-16T20:31:49.717 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.93877959200000005,
2020-11-16T20:31:49.717 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.717 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.718 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206572
2020-11-16T20:31:49.718 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.718 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.247578+0000",
2020-11-16T20:31:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.247578+0000",
2020-11-16T20:31:49.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999604
2020-11-16T20:31:49.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.247539+0000",
2020-11-16T20:31:49.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6483999999999995e-05
2020-11-16T20:31:49.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.247615+0000",
2020-11-16T20:31:49.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.096e-05
2020-11-16T20:31:49.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.247626+0000",
2020-11-16T20:31:49.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5679999999999996e-06
2020-11-16T20:31:49.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.247633+0000",
2020-11-16T20:31:49.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9258999999999995e-05
2020-11-16T20:31:49.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.247702+0000",
2020-11-16T20:31:49.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3373999999999999e-05
2020-11-16T20:31:49.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.247715+0000",
2020-11-16T20:31:49.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92014191599999995
2020-11-16T20:31:49.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.167857+0000",
2020-11-16T20:31:49.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016046699999999999
2020-11-16T20:31:49.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.168018+0000",
2020-11-16T20:31:49.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00033761499999999999
2020-11-16T20:31:49.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:31:49.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.168355+0000",
2020-11-16T20:31:49.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0072443100000000003
2020-11-16T20:31:49.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.175600+0000",
2020-11-16T20:31:49.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010520141
2020-11-16T20:31:49.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186120+0000",
2020-11-16T20:31:49.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2874999999999995e-05
2020-11-16T20:31:49.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186203+0000",
2020-11-16T20:31:49.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015501100000000001
2020-11-16T20:31:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186358+0000",
2020-11-16T20:31:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.93877959200000005
2020-11-16T20:31:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.730 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.730 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.730 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206599 2.12 2:4eb3cba3:::benchmark_data_smithi065_20143_object57212:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)",
2020-11-16T20:31:49.730 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:13.270326+0000",
2020-11-16T20:31:49.730 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 213.77361519900001,
2020-11-16T20:31:49.730 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.91632828700000002,
2020-11-16T20:31:49.731 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.731 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.731 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206599
2020-11-16T20:31:49.731 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.731 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.270326+0000",
2020-11-16T20:31:49.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.270326+0000",
2020-11-16T20:31:49.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:31:49.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.270307+0000",
2020-11-16T20:31:49.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3068999999999997e-05
2020-11-16T20:31:49.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.270350+0000",
2020-11-16T20:31:49.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2229999999999996e-06
2020-11-16T20:31:49.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.270359+0000",
2020-11-16T20:31:49.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2290000000000002e-06
2020-11-16T20:31:49.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.270365+0000",
2020-11-16T20:31:49.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4229e-05
2020-11-16T20:31:49.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.270409+0000",
2020-11-16T20:31:49.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2799999999999998e-06
2020-11-16T20:31:49.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.270416+0000",
2020-11-16T20:31:49.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.90023751500000004
2020-11-16T20:31:49.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.170654+0000",
2020-11-16T20:31:49.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018317
2020-11-16T20:31:49.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.170837+0000",
2020-11-16T20:31:49.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00037992899999999999
2020-11-16T20:31:49.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:31:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.171217+0000",
2020-11-16T20:31:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0063618559999999999
2020-11-16T20:31:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.177579+0000",
2020-11-16T20:31:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0088396800000000008
2020-11-16T20:31:49.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186418+0000",
2020-11-16T20:31:49.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6917999999999998e-05
2020-11-16T20:31:49.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186495+0000",
2020-11-16T20:31:49.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000159075
2020-11-16T20:31:49.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186654+0000",
2020-11-16T20:31:49.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.91632828700000002
2020-11-16T20:31:49.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.742 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.742 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.742 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.742 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.742 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206606 2.12 2:4fa67cbd:::benchmark_data_smithi065_20143_object57219:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)",
2020-11-16T20:31:49.743 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:13.276210+0000",
2020-11-16T20:31:49.743 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 213.76773168599999,
2020-11-16T20:31:49.743 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.91650931300000005,
2020-11-16T20:31:49.743 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.743 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.743 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206606
2020-11-16T20:31:49.744 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.744 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.276210+0000",
2020-11-16T20:31:49.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.276210+0000",
2020-11-16T20:31:49.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:31:49.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.276188+0000",
2020-11-16T20:31:49.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5037999999999998e-05
2020-11-16T20:31:49.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.276233+0000",
2020-11-16T20:31:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1379999999999996e-06
2020-11-16T20:31:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.276242+0000",
2020-11-16T20:31:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8850000000000001e-06
2020-11-16T20:31:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.276249+0000",
2020-11-16T20:31:49.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0046083249999999999
2020-11-16T20:31:49.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.280858+0000",
2020-11-16T20:31:49.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8050000000000007e-06
2020-11-16T20:31:49.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.280865+0000",
2020-11-16T20:31:49.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.89219801399999998
2020-11-16T20:31:49.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.173063+0000",
2020-11-16T20:31:49.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012597699999999999
2020-11-16T20:31:49.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.173189+0000",
2020-11-16T20:31:49.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000413251
2020-11-16T20:31:49.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:31:49.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.173603+0000",
2020-11-16T20:31:49.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013114584
2020-11-16T20:31:49.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186717+0000",
2020-11-16T20:31:49.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0058423349999999997
2020-11-16T20:31:49.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.192560+0000",
2020-11-16T20:31:49.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8887999999999994e-05
2020-11-16T20:31:49.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.192638+0000",
2020-11-16T20:31:49.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0422999999999999e-05
2020-11-16T20:31:49.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.192719+0000",
2020-11-16T20:31:49.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.91650931300000005
2020-11-16T20:31:49.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.754 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.754 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.755 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.755 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206632 2.12 2:4d55b572:::benchmark_data_smithi065_20143_object57245:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)",
2020-11-16T20:31:49.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:13.309167+0000",
2020-11-16T20:31:49.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 213.73477378699999,
2020-11-16T20:31:49.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.88365543800000002,
2020-11-16T20:31:49.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.756 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.756 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206632
2020-11-16T20:31:49.756 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.756 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.309167+0000",
2020-11-16T20:31:49.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.309167+0000",
2020-11-16T20:31:49.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:31:49.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.309141+0000",
2020-11-16T20:31:49.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8511000000000003e-05
2020-11-16T20:31:49.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.309200+0000",
2020-11-16T20:31:49.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1780000000000001e-05
2020-11-16T20:31:49.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.309211+0000",
2020-11-16T20:31:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3292000000000001e-05
2020-11-16T20:31:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.309225+0000",
2020-11-16T20:31:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3341000000000001e-05
2020-11-16T20:31:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.309298+0000",
2020-11-16T20:31:49.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4070000000000001e-05
2020-11-16T20:31:49.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.309312+0000",
2020-11-16T20:31:49.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.86634544099999999
2020-11-16T20:31:49.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.175658+0000",
2020-11-16T20:31:49.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000150975
2020-11-16T20:31:49.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.175809+0000",
2020-11-16T20:31:49.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00036022700000000002
2020-11-16T20:31:49.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:31:49.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.176169+0000",
2020-11-16T20:31:49.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010607009000000001
2020-11-16T20:31:49.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.186776+0000",
2020-11-16T20:31:49.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0059555720000000001
2020-11-16T20:31:49.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.192731+0000",
2020-11-16T20:31:49.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1334000000000002e-05
2020-11-16T20:31:49.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.192763+0000",
2020-11-16T20:31:49.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0254000000000003e-05
2020-11-16T20:31:49.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.192823+0000",
2020-11-16T20:31:49.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.88365543800000002
2020-11-16T20:31:49.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.767 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.768 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.768 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.768 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:237910 2.13 2:cb33b8bf:::benchmark_data_smithi065_20143_object88523:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e238)",
2020-11-16T20:31:49.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:40.215456+0000",
2020-11-16T20:31:49.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 186.82848482599999,
2020-11-16T20:31:49.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.22413785,
2020-11-16T20:31:49.769 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.769 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.769 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 237910
2020-11-16T20:31:49.769 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.769 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215456+0000",
2020-11-16T20:31:49.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215456+0000",
2020-11-16T20:31:49.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999918
2020-11-16T20:31:49.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215375+0000",
2020-11-16T20:31:49.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000167897
2020-11-16T20:31:49.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215542+0000",
2020-11-16T20:31:49.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7234e-05
2020-11-16T20:31:49.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215570+0000",
2020-11-16T20:31:49.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3937000000000001e-05
2020-11-16T20:31:49.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215584+0000",
2020-11-16T20:31:49.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012435650000000001
2020-11-16T20:31:49.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.216827+0000",
2020-11-16T20:31:49.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.8793999999999999e-05
2020-11-16T20:31:49.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.216856+0000",
2020-11-16T20:31:49.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.203618649
2020-11-16T20:31:49.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.420475+0000",
2020-11-16T20:31:49.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019912400000000001
2020-11-16T20:31:49.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.420674+0000",
2020-11-16T20:31:49.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00044400599999999999
2020-11-16T20:31:49.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:31:49.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.421118+0000",
2020-11-16T20:31:49.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0040967750000000004
2020-11-16T20:31:49.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.425215+0000",
2020-11-16T20:31:49.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0030389750000000002
2020-11-16T20:31:49.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.428254+0000",
2020-11-16T20:31:49.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010859674
2020-11-16T20:31:49.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439113+0000",
2020-11-16T20:31:49.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000160617
2020-11-16T20:31:49.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439274+0000",
2020-11-16T20:31:49.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000320456
2020-11-16T20:31:49.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439594+0000",
2020-11-16T20:31:49.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.22413785
2020-11-16T20:31:49.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.781 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.781 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.781 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.781 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.782 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:237947 2.13 2:c8bc0a2d:::benchmark_data_smithi065_20143_object88560:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e238)",
2020-11-16T20:31:49.782 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:40.215722+0000",
2020-11-16T20:31:49.782 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 186.82821899300001,
2020-11-16T20:31:49.782 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.224247058,
2020-11-16T20:31:49.782 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.782 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.782 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:31:49.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:31:49.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 237947
2020-11-16T20:31:49.783 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.783 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215722+0000",
2020-11-16T20:31:49.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215722+0000",
2020-11-16T20:31:49.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999313
2020-11-16T20:31:49.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215654+0000",
2020-11-16T20:31:49.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000149667
2020-11-16T20:31:49.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215803+0000",
2020-11-16T20:31:49.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2688e-05
2020-11-16T20:31:49.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215826+0000",
2020-11-16T20:31:49.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1263999999999999e-05
2020-11-16T20:31:49.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215837+0000",
2020-11-16T20:31:49.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012681909999999999
2020-11-16T20:31:49.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.217106+0000",
2020-11-16T20:31:49.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3946000000000001e-05
2020-11-16T20:31:49.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:31:49.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.217130+0000",
2020-11-16T20:31:49.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2058861279999999
2020-11-16T20:31:49.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.423016+0000",
2020-11-16T20:31:49.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010979
2020-11-16T20:31:49.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.423125+0000",
2020-11-16T20:31:49.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00033365000000000001
2020-11-16T20:31:49.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:31:49.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.423459+0000",
2020-11-16T20:31:49.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019459150000000001
2020-11-16T20:31:49.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.425405+0000",
2020-11-16T20:31:49.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031848330000000002
2020-11-16T20:31:49.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.428590+0000",
2020-11-16T20:31:49.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011093423999999999
2020-11-16T20:31:49.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439683+0000",
2020-11-16T20:31:49.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1139999999999998e-05
2020-11-16T20:31:49.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439774+0000",
2020-11-16T20:31:49.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019489099999999999
2020-11-16T20:31:49.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439969+0000",
2020-11-16T20:31:49.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.224247058
2020-11-16T20:31:49.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.794 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.794 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.794 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.794 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.795 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33851 3.b 3:dcc70933:::benchmark_data_smithi065_26380_object33850:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.795 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.397510+0000",
2020-11-16T20:31:49.795 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.646431278999998,
2020-11-16T20:31:49.795 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.61516966100000003,
2020-11-16T20:31:49.795 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.795 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.795 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33851
2020-11-16T20:31:49.796 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.796 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397510+0000",
2020-11-16T20:31:49.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397510+0000",
2020-11-16T20:31:49.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:31:49.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397479+0000",
2020-11-16T20:31:49.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000111451
2020-11-16T20:31:49.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397591+0000",
2020-11-16T20:31:49.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2578000000000001e-05
2020-11-16T20:31:49.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397603+0000",
2020-11-16T20:31:49.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2870000000000001e-06
2020-11-16T20:31:49.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397610+0000",
2020-11-16T20:31:49.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0130000000000002e-05
2020-11-16T20:31:49.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397670+0000",
2020-11-16T20:31:49.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000105257
2020-11-16T20:31:49.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397775+0000",
2020-11-16T20:31:49.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000129837
2020-11-16T20:31:49.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.397905+0000",
2020-11-16T20:31:49.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019596420000000002
2020-11-16T20:31:49.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.399865+0000",
2020-11-16T20:31:49.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.61262958499999998
2020-11-16T20:31:49.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.012494+0000",
2020-11-16T20:31:49.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4392e-05
2020-11-16T20:31:49.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.012589+0000",
2020-11-16T20:31:49.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1102999999999998e-05
2020-11-16T20:31:49.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.012680+0000",
2020-11-16T20:31:49.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.61516966100000003
2020-11-16T20:31:49.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.805 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.805 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.805 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.805 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33856 3.b 3:d3f6d167:::benchmark_data_smithi065_26380_object33855:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.400284+0000",
2020-11-16T20:31:49.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.643657711000003,
2020-11-16T20:31:49.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.61376754499999997,
2020-11-16T20:31:49.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.806 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.806 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33856
2020-11-16T20:31:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400284+0000",
2020-11-16T20:31:49.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400284+0000",
2020-11-16T20:31:49.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:31:49.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400255+0000",
2020-11-16T20:31:49.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000100041
2020-11-16T20:31:49.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400355+0000",
2020-11-16T20:31:49.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0954999999999999e-05
2020-11-16T20:31:49.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400366+0000",
2020-11-16T20:31:49.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1309999999999997e-06
2020-11-16T20:31:49.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400371+0000",
2020-11-16T20:31:49.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2856999999999999e-05
2020-11-16T20:31:49.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400424+0000",
2020-11-16T20:31:49.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000133759
2020-11-16T20:31:49.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400558+0000",
2020-11-16T20:31:49.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015750700000000001
2020-11-16T20:31:49.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400716+0000",
2020-11-16T20:31:49.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047200690000000003
2020-11-16T20:31:49.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.405436+0000",
2020-11-16T20:31:49.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.60845024999999997
2020-11-16T20:31:49.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.013886+0000",
2020-11-16T20:31:49.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2377000000000001e-05
2020-11-16T20:31:49.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.013968+0000",
2020-11-16T20:31:49.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2799000000000005e-05
2020-11-16T20:31:49.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.014051+0000",
2020-11-16T20:31:49.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.61376754499999997
2020-11-16T20:31:49.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.816 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.816 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.816 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.816 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.816 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33859 3.b 3:dc387bcc:::benchmark_data_smithi065_26380_object33858:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.400530+0000",
2020-11-16T20:31:49.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.643411207,
2020-11-16T20:31:49.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.61374094300000004,
2020-11-16T20:31:49.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.817 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.817 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33859
2020-11-16T20:31:49.818 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.818 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400530+0000",
2020-11-16T20:31:49.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400530+0000",
2020-11-16T20:31:49.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:31:49.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400498+0000",
2020-11-16T20:31:49.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000122512
2020-11-16T20:31:49.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400620+0000",
2020-11-16T20:31:49.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4868000000000001e-05
2020-11-16T20:31:49.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400635+0000",
2020-11-16T20:31:49.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5379999999999999e-06
2020-11-16T20:31:49.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.400642+0000",
2020-11-16T20:31:49.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013553040000000001
2020-11-16T20:31:49.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.401997+0000",
2020-11-16T20:31:49.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012356499999999999
2020-11-16T20:31:49.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.402121+0000",
2020-11-16T20:31:49.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014176
2020-11-16T20:31:49.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.402262+0000",
2020-11-16T20:31:49.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031820730000000001
2020-11-16T20:31:49.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.405444+0000",
2020-11-16T20:31:49.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.60868313600000001
2020-11-16T20:31:49.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.014128+0000",
2020-11-16T20:31:49.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4717999999999998e-05
2020-11-16T20:31:49.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.014212+0000",
2020-11-16T20:31:49.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8684999999999998e-05
2020-11-16T20:31:49.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.014271+0000",
2020-11-16T20:31:49.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.61374094300000004
2020-11-16T20:31:49.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.827 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.827 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.827 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.828 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.828 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33865 3.b 3:d67c387d:::benchmark_data_smithi065_26380_object33864:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.828 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.402979+0000",
2020-11-16T20:31:49.828 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.640962118999994,
2020-11-16T20:31:49.828 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.61270462000000003,
2020-11-16T20:31:49.828 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.828 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.828 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33865
2020-11-16T20:31:49.829 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.829 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.402979+0000",
2020-11-16T20:31:49.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.402979+0000",
2020-11-16T20:31:49.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:31:49.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.402950+0000",
2020-11-16T20:31:49.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119317
2020-11-16T20:31:49.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.403069+0000",
2020-11-16T20:31:49.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2002e-05
2020-11-16T20:31:49.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.403081+0000",
2020-11-16T20:31:49.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0560000000000001e-06
2020-11-16T20:31:49.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.403087+0000",
2020-11-16T20:31:49.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00030156399999999999
2020-11-16T20:31:49.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.834 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.834 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.403389+0000",
2020-11-16T20:31:49.834 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012460999999999999
2020-11-16T20:31:49.834 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.834 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.834 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.834 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.403513+0000",
2020-11-16T20:31:49.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014551399999999999
2020-11-16T20:31:49.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.403659+0000",
2020-11-16T20:31:49.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0021533530000000002
2020-11-16T20:31:49.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.405812+0000",
2020-11-16T20:31:49.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.60967037000000002
2020-11-16T20:31:49.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.015483+0000",
2020-11-16T20:31:49.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4012999999999997e-05
2020-11-16T20:31:49.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.015567+0000",
2020-11-16T20:31:49.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011715
2020-11-16T20:31:49.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.015684+0000",
2020-11-16T20:31:49.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.61270462000000003
2020-11-16T20:31:49.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.838 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.838 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.838 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.838 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33875 3.b 3:d597a456:::benchmark_data_smithi065_26380_object33874:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.407293+0000",
2020-11-16T20:31:49.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.636648687000005,
2020-11-16T20:31:49.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.60859412199999996,
2020-11-16T20:31:49.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.839 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.839 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33875
2020-11-16T20:31:49.840 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.840 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407293+0000",
2020-11-16T20:31:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407293+0000",
2020-11-16T20:31:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:31:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407261+0000",
2020-11-16T20:31:49.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000106173
2020-11-16T20:31:49.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407367+0000",
2020-11-16T20:31:49.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2994e-05
2020-11-16T20:31:49.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407380+0000",
2020-11-16T20:31:49.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4949999999999996e-06
2020-11-16T20:31:49.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407386+0000",
2020-11-16T20:31:49.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4990999999999997e-05
2020-11-16T20:31:49.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407431+0000",
2020-11-16T20:31:49.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000185045
2020-11-16T20:31:49.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407616+0000",
2020-11-16T20:31:49.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018842199999999999
2020-11-16T20:31:49.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.407805+0000",
2020-11-16T20:31:49.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013717919999999999
2020-11-16T20:31:49.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.409177+0000",
2020-11-16T20:31:49.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.60658076000000005
2020-11-16T20:31:49.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.015757+0000",
2020-11-16T20:31:49.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6401000000000003e-05
2020-11-16T20:31:49.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.015834+0000",
2020-11-16T20:31:49.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2924999999999999e-05
2020-11-16T20:31:49.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.015887+0000",
2020-11-16T20:31:49.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.60859412199999996
2020-11-16T20:31:49.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.849 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.849 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.849 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.850 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.850 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33919 3.b 3:d5002f9d:::benchmark_data_smithi065_26380_object33918:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.850 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.427571+0000",
2020-11-16T20:31:49.850 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.616370430000003,
2020-11-16T20:31:49.850 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.58907523699999997,
2020-11-16T20:31:49.850 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.850 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.851 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33919
2020-11-16T20:31:49.851 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.851 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.427571+0000",
2020-11-16T20:31:49.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.427571+0000",
2020-11-16T20:31:49.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:31:49.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.427543+0000",
2020-11-16T20:31:49.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9835999999999998e-05
2020-11-16T20:31:49.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.427633+0000",
2020-11-16T20:31:49.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1367000000000001e-05
2020-11-16T20:31:49.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.427655+0000",
2020-11-16T20:31:49.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2609999999999999e-06
2020-11-16T20:31:49.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.427661+0000",
2020-11-16T20:31:49.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000105284
2020-11-16T20:31:49.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.427766+0000",
2020-11-16T20:31:49.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000214444
2020-11-16T20:31:49.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.427981+0000",
2020-11-16T20:31:49.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000267569
2020-11-16T20:31:49.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.428248+0000",
2020-11-16T20:31:49.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001943263
2020-11-16T20:31:49.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.430192+0000",
2020-11-16T20:31:49.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.58632019700000004
2020-11-16T20:31:49.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.016512+0000",
2020-11-16T20:31:49.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6445000000000005e-05
2020-11-16T20:31:49.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.016578+0000",
2020-11-16T20:31:49.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7921000000000002e-05
2020-11-16T20:31:49.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.016646+0000",
2020-11-16T20:31:49.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.58907523699999997
2020-11-16T20:31:49.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.868 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.868 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.868 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.869 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33938 3.b 3:d2e5b7f6:::benchmark_data_smithi065_26380_object33937:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.435371+0000",
2020-11-16T20:31:49.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.608570475999997,
2020-11-16T20:31:49.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.58154930199999999,
2020-11-16T20:31:49.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.870 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.871 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33938
2020-11-16T20:31:49.872 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.872 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.435371+0000",
2020-11-16T20:31:49.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.435371+0000",
2020-11-16T20:31:49.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999585
2020-11-16T20:31:49.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.435329+0000",
2020-11-16T20:31:49.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014698399999999999
2020-11-16T20:31:49.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.435476+0000",
2020-11-16T20:31:49.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1648e-05
2020-11-16T20:31:49.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.435498+0000",
2020-11-16T20:31:49.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8729999999999996e-06
2020-11-16T20:31:49.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.435507+0000",
2020-11-16T20:31:49.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017660399999999999
2020-11-16T20:31:49.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.435683+0000",
2020-11-16T20:31:49.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023455899999999999
2020-11-16T20:31:49.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.435918+0000",
2020-11-16T20:31:49.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00026603299999999999
2020-11-16T20:31:49.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.436184+0000",
2020-11-16T20:31:49.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0017289199999999999
2020-11-16T20:31:49.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.437913+0000",
2020-11-16T20:31:49.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.57883231700000004
2020-11-16T20:31:49.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.016745+0000",
2020-11-16T20:31:49.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000103377
2020-11-16T20:31:49.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.016849+0000",
2020-11-16T20:31:49.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1421999999999995e-05
2020-11-16T20:31:49.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.016920+0000",
2020-11-16T20:31:49.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.58154930199999999
2020-11-16T20:31:49.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.883 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.883 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.883 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.883 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.883 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33955 3.b 3:ddec2b5a:::benchmark_data_smithi065_26380_object33954:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.884 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.444277+0000",
2020-11-16T20:31:49.884 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.599664681999997,
2020-11-16T20:31:49.884 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.57779233100000005,
2020-11-16T20:31:49.884 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.884 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.884 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33955
2020-11-16T20:31:49.885 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.885 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444277+0000",
2020-11-16T20:31:49.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444277+0000",
2020-11-16T20:31:49.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:31:49.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444247+0000",
2020-11-16T20:31:49.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5637999999999996e-05
2020-11-16T20:31:49.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444332+0000",
2020-11-16T20:31:49.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0118999999999999e-05
2020-11-16T20:31:49.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444342+0000",
2020-11-16T20:31:49.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3810000000000001e-06
2020-11-16T20:31:49.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444347+0000",
2020-11-16T20:31:49.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4904000000000002e-05
2020-11-16T20:31:49.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444392+0000",
2020-11-16T20:31:49.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012210300000000001
2020-11-16T20:31:49.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444514+0000",
2020-11-16T20:31:49.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000130099
2020-11-16T20:31:49.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.444644+0000",
2020-11-16T20:31:49.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012274020000000001
2020-11-16T20:31:49.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.445871+0000",
2020-11-16T20:31:49.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.57595748300000005
2020-11-16T20:31:49.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.021829+0000",
2020-11-16T20:31:49.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000173487
2020-11-16T20:31:49.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.022002+0000",
2020-11-16T20:31:49.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6734000000000002e-05
2020-11-16T20:31:49.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.022069+0000",
2020-11-16T20:31:49.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.57779233100000005
2020-11-16T20:31:49.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.894 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.894 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.894 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.895 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33967 3.b 3:ddf01b3a:::benchmark_data_smithi065_26380_object33966:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.450759+0000",
2020-11-16T20:31:49.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.593182265999999,
2020-11-16T20:31:49.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.573369464,
2020-11-16T20:31:49.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.895 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.896 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33967
2020-11-16T20:31:49.896 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.896 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.450759+0000",
2020-11-16T20:31:49.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.450759+0000",
2020-11-16T20:31:49.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:31:49.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.450741+0000",
2020-11-16T20:31:49.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8380000000000006e-05
2020-11-16T20:31:49.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.450810+0000",
2020-11-16T20:31:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1935e-05
2020-11-16T20:31:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.450822+0000",
2020-11-16T20:31:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8610000000000003e-06
2020-11-16T20:31:49.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.450828+0000",
2020-11-16T20:31:49.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7609999999999998e-05
2020-11-16T20:31:49.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.450895+0000",
2020-11-16T20:31:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025376199999999999
2020-11-16T20:31:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.451149+0000",
2020-11-16T20:31:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00044177600000000001
2020-11-16T20:31:49.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.451591+0000",
2020-11-16T20:31:49.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0018477529999999999
2020-11-16T20:31:49.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.453439+0000",
2020-11-16T20:31:49.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.57054504800000005
2020-11-16T20:31:49.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.023984+0000",
2020-11-16T20:31:49.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0164e-05
2020-11-16T20:31:49.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.024064+0000",
2020-11-16T20:31:49.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4714000000000004e-05
2020-11-16T20:31:49.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.024128+0000",
2020-11-16T20:31:49.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.573369464
2020-11-16T20:31:49.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.905 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.905 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.905 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.906 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:33981 3.b 3:d38e0d4c:::benchmark_data_smithi065_26380_object33980:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.460210+0000",
2020-11-16T20:31:49.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.583731368000002,
2020-11-16T20:31:49.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.56411277599999998,
2020-11-16T20:31:49.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.906 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.907 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 33981
2020-11-16T20:31:49.907 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.907 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460210+0000",
2020-11-16T20:31:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460210+0000",
2020-11-16T20:31:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:31:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460174+0000",
2020-11-16T20:31:49.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000126678
2020-11-16T20:31:49.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460301+0000",
2020-11-16T20:31:49.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4765e-05
2020-11-16T20:31:49.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460316+0000",
2020-11-16T20:31:49.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8329999999999996e-06
2020-11-16T20:31:49.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460323+0000",
2020-11-16T20:31:49.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1489000000000006e-05
2020-11-16T20:31:49.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460394+0000",
2020-11-16T20:31:49.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015856799999999999
2020-11-16T20:31:49.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460553+0000",
2020-11-16T20:31:49.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022578
2020-11-16T20:31:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.460779+0000",
2020-11-16T20:31:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001511241
2020-11-16T20:31:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.462290+0000",
2020-11-16T20:31:49.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.56191015600000005
2020-11-16T20:31:49.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.024200+0000",
2020-11-16T20:31:49.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8994999999999999e-05
2020-11-16T20:31:49.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.024269+0000",
2020-11-16T20:31:49.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3767000000000002e-05
2020-11-16T20:31:49.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.024323+0000",
2020-11-16T20:31:49.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.56411277599999998
2020-11-16T20:31:49.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.916 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.916 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.916 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:31:49.916 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:31:49.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:34010 3.b 3:d7222308:::benchmark_data_smithi065_26380_object34009:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)",
2020-11-16T20:31:49.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:30:39.478439+0000",
2020-11-16T20:31:49.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 67.565502081000005,
2020-11-16T20:31:49.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.54609967400000003,
2020-11-16T20:31:49.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:31:49.917 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:31:49.917 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:31:49.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:31:49.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:31:49.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 34010
2020-11-16T20:31:49.918 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:31:49.918 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:31:49.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.918 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:31:49.918 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.478439+0000",
2020-11-16T20:31:49.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:31:49.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:31:49.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.478439+0000",
2020-11-16T20:31:49.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999499
2020-11-16T20:31:49.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:31:49.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.478389+0000",
2020-11-16T20:31:49.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015740700000000001
2020-11-16T20:31:49.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:31:49.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.478546+0000",
2020-11-16T20:31:49.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2556e-05
2020-11-16T20:31:49.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:31:49.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.478559+0000",
2020-11-16T20:31:49.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2690000000000002e-06
2020-11-16T20:31:49.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:31:49.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.478566+0000",
2020-11-16T20:31:49.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5359999999999998e-05
2020-11-16T20:31:49.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:31:49.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.478632+0000",
2020-11-16T20:31:49.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023902099999999999
2020-11-16T20:31:49.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:31:49.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.478871+0000",
2020-11-16T20:31:49.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00026811899999999999
2020-11-16T20:31:49.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:31:49.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.479139+0000",
2020-11-16T20:31:49.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002675583
2020-11-16T20:31:49.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:31:49.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:39.481814+0000",
2020-11-16T20:31:49.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.54258804900000002
2020-11-16T20:31:49.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:31:49.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.024402+0000",
2020-11-16T20:31:49.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3986999999999995e-05
2020-11-16T20:31:49.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:31:49.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.024476+0000",
2020-11-16T20:31:49.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2551000000000005e-05
2020-11-16T20:31:49.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:31:49.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:31:49.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:31:49.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:30:40.024539+0000",
2020-11-16T20:31:49.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.54609967400000003
2020-11-16T20:31:49.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:31:49.927 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:31:49.927 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:31:49.927 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:31:49.927 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:31:49.927 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:31:49.928 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'}
2020-11-16T20:31:49.928 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight-by-utilization 110 3.0
2020-11-16T20:31:49.929 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight
2020-11-16T20:31:49.929 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   77      16    127155    127139   103.187    47.625   0.0197965  0.00968753
2020-11-16T20:31:49.930 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   78      16    127805    127789   102.385    40.625   0.0874438  0.00973614
2020-11-16T20:31:49.930 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   79      16    128333    128317   101.506        33  0.00722406  0.00983698
2020-11-16T20:31:49.930 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:31:49.380027 min lat: 0.001498 max lat: 1.27063 avg lat: 0.00992215
2020-11-16T20:31:49.930 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:31:49.930 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   80      16    128993    128977   100.753     41.25   0.0711126  0.00992215
2020-11-16T20:31:49.930 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.216855+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08689007251907233]}]': finished
2020-11-16T20:31:49.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.216898+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08385669106187378]}]': finished
2020-11-16T20:31:49.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.216928+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.0937411540956676]}]': finished
2020-11-16T20:31:49.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.216954+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08373716188081642]}]': finished
2020-11-16T20:31:49.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.216986+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.0855674563433221]}]': finished
2020-11-16T20:31:49.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.217012+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08783704078037098]}]': finished
2020-11-16T20:31:49.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.217039+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08949325852676682]}]': finished
2020-11-16T20:31:49.931 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.217072+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08584686592112244]}]': finished
2020-11-16T20:31:49.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.217102+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.0903396437341042]}]': finished
2020-11-16T20:31:49.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.217132+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08466593426569297]}]': finished
2020-11-16T20:31:49.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.217159+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09161720631121724]}]': finished
2020-11-16T20:31:49.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.217186+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08395390127872301]}]': finished
2020-11-16T20:31:49.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: audit 2020-11-16T20:31:45.217219+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"62587\", \"3\": \"62587\", \"4\": \"62587\", \"11\": \"62587\"}"}]': finished
2020-11-16T20:31:49.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:46 smithi065 bash[9468]: cluster 2020-11-16T20:31:45.217247+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e315: 12 total, 12 up, 12 in
2020-11-16T20:31:49.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:47 smithi065 bash[9468]: cluster 2020-11-16T20:31:46.152431+0000 mgr.x (mgr.14196) 583 : cluster [DBG] pgmap v821: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 62 MiB/s wr, 988 op/s; 5830/251024 objects misplaced (2.322%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:31:49.933 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:48 smithi065 bash[9468]: audit 2020-11-16T20:31:46.393917+0000 mgr.x (mgr.14196) 584 : audit [DBG] from='client.35132 v1:172.21.15.142:0/3957477254' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:31:49.933 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:49 smithi065 bash[9468]: cluster 2020-11-16T20:31:48.153027+0000 mgr.x (mgr.14196) 585 : cluster [DBG] pgmap v822: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s wr, 909 op/s; 5687/253158 objects misplaced (2.246%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:31:49.933 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:49.935 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:49 smithi071 bash[9480]: cluster 2020-11-16T20:31:48.153027+0000 mgr.x (mgr.14196) 585 : cluster [DBG] pgmap v822: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s wr, 909 op/s; 5687/253158 objects misplaced (2.246%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:31:50.076 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:50.101 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:50.108 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:31:50.180 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:50.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:50 smithi071 bash[26650]: debug 2020-11-16T20:31:50.071+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:50.377 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   81      16    129582    129566   99.9637   36.8125  0.00820331  0.00999489
2020-11-16T20:31:51.156 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:31:51.259 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:51.377 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   82      16    130361    130345   99.3383   48.6875   0.0120023   0.0100635
2020-11-16T20:31:51.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:51 smithi065 bash[9468]: cluster 2020-11-16T20:31:50.153494+0000 mgr.x (mgr.14196) 586 : cluster [DBG] pgmap v823: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 49 MiB/s wr, 784 op/s; 5687/255286 objects misplaced (2.228%); 1.7 MiB/s, 26 objects/s recovering
2020-11-16T20:31:51.521 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:31:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:51 smithi142 bash[9523]: cluster 2020-11-16T20:31:50.153494+0000 mgr.x (mgr.14196) 586 : cluster [DBG] pgmap v823: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 49 MiB/s wr, 784 op/s; 5687/255286 objects misplaced (2.228%); 1.7 MiB/s, 26 objects/s recovering
2020-11-16T20:31:51.535 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:31:51 smithi142 bash[20366]: debug 2020-11-16T20:31:51.154+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:51.625 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:51 smithi071 bash[9480]: cluster 2020-11-16T20:31:50.153494+0000 mgr.x (mgr.14196) 586 : cluster [DBG] pgmap v823: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 49 MiB/s wr, 784 op/s; 5687/255286 objects misplaced (2.228%); 1.7 MiB/s, 26 objects/s recovering
2020-11-16T20:31:51.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:31:51 smithi065 bash[14115]: debug 2020-11-16T20:31:51.518+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:52.085 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:52.189 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:52.377 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   83      16    131199    131183   98.7725    52.375  0.00950651   0.0101194
2020-11-16T20:31:52.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:52 smithi065 bash[9468]: cluster 2020-11-16T20:31:51.199795+0000 osd.9 (osd.9) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:52 smithi065 bash[9468]: cluster 2020-11-16T20:31:51.199894+0000 osd.9 (osd.9) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:52 smithi065 bash[9468]: cluster 2020-11-16T20:31:51.258423+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e316: 12 total, 12 up, 12 in
2020-11-16T20:31:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:52 smithi142 bash[9523]: cluster 2020-11-16T20:31:51.199795+0000 osd.9 (osd.9) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:52 smithi142 bash[9523]: cluster 2020-11-16T20:31:51.199894+0000 osd.9 (osd.9) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:52.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:52 smithi142 bash[9523]: cluster 2020-11-16T20:31:51.258423+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e316: 12 total, 12 up, 12 in
2020-11-16T20:31:52.684 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:52 smithi142 bash[18009]: debug 2020-11-16T20:31:52.082+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:52 smithi071 bash[9480]: cluster 2020-11-16T20:31:51.199795+0000 osd.9 (osd.9) 69 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:52 smithi071 bash[9480]: cluster 2020-11-16T20:31:51.199894+0000 osd.9 (osd.9) 70 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:52 smithi071 bash[9480]: cluster 2020-11-16T20:31:51.258423+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e316: 12 total, 12 up, 12 in
2020-11-16T20:31:52.954 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:53.057 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:53.258 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:31:52 smithi142 bash[15670]: debug 2020-11-16T20:31:52.954+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:53.312 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:53.377 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   84      15    132074    132059   98.2483     54.75  0.00871962   0.0101731
2020-11-16T20:31:53.415 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:53 smithi065 bash[9468]: cluster 2020-11-16T20:31:51.729928+0000 osd.2 (osd.2) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:53 smithi065 bash[9468]: cluster 2020-11-16T20:31:51.729998+0000 osd.2 (osd.2) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:53 smithi065 bash[9468]: cluster 2020-11-16T20:31:52.154054+0000 mgr.x (mgr.14196) 587 : cluster [DBG] pgmap v825: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 768 op/s; 5687/258474 objects misplaced (2.200%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:31:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:53 smithi065 bash[9468]: cluster 2020-11-16T20:31:52.359298+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e317: 12 total, 12 up, 12 in
2020-11-16T20:31:53.534 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:53 smithi142 bash[22738]: debug 2020-11-16T20:31:53.310+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:53.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:53 smithi142 bash[9523]: cluster 2020-11-16T20:31:51.729928+0000 osd.2 (osd.2) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:53.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:53 smithi142 bash[9523]: cluster 2020-11-16T20:31:51.729998+0000 osd.2 (osd.2) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:53.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:53 smithi142 bash[9523]: cluster 2020-11-16T20:31:52.154054+0000 mgr.x (mgr.14196) 587 : cluster [DBG] pgmap v825: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 768 op/s; 5687/258474 objects misplaced (2.200%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:31:53.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:53 smithi142 bash[9523]: cluster 2020-11-16T20:31:52.359298+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e317: 12 total, 12 up, 12 in
2020-11-16T20:31:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:53 smithi071 bash[9480]: cluster 2020-11-16T20:31:51.729928+0000 osd.2 (osd.2) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:53.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:53 smithi071 bash[9480]: cluster 2020-11-16T20:31:51.729998+0000 osd.2 (osd.2) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:53.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:53 smithi071 bash[9480]: cluster 2020-11-16T20:31:52.154054+0000 mgr.x (mgr.14196) 587 : cluster [DBG] pgmap v825: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 7.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 768 op/s; 5687/258474 objects misplaced (2.200%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:31:53.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:53 smithi071 bash[9480]: cluster 2020-11-16T20:31:52.359298+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e317: 12 total, 12 up, 12 in
2020-11-16T20:31:53.772 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:53.875 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:54.020 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:31:54.105 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:31:53 smithi071 bash[14419]: debug 2020-11-16T20:31:53.767+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:54.105 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:31:54 smithi071 bash[14419]: debug 2020-11-16T20:31:54.015+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:54.123 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:54.138 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:31:54.174 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:31:54.210 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:31:54.243 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:31:54.257 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:54.272 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:31:54.317 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:31:54.344 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:31:54.363 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:54.368 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:54 smithi071 bash[9480]: audit 2020-11-16T20:31:54.102963+0000 mon.a (mon.0) 1278 : audit [DBG] from='client.? v1:172.21.15.142:0/3603462831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:54.368 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:54 smithi071 bash[26650]: debug 2020-11-16T20:31:54.255+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:54.369 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:31:54.378 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   85      15    132934    132919   97.7248     53.75  0.00608134   0.0102259
2020-11-16T20:31:54.403 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:31:54.430 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:31:54.462 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:31:54.492 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:31:54.494 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:54.507 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.507 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.507 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.507 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.507 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.508 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.508 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.508 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.508 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.508 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.508 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.508 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:31:54.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:54 smithi065 bash[9468]: audit 2020-11-16T20:31:54.102963+0000 mon.a (mon.0) 1278 : audit [DBG] from='client.? v1:172.21.15.142:0/3603462831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:54.533 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:54 smithi065 bash[18823]: debug 2020-11-16T20:31:54.494+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:54.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:54 smithi142 bash[9523]: audit 2020-11-16T20:31:54.102963+0000 mon.a (mon.0) 1278 : audit [DBG] from='client.? v1:172.21.15.142:0/3603462831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:31:54.598 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:55.280 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:31:55.378 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   86      16    133799    133783   97.2163        54   0.0110084   0.0102792
2020-11-16T20:31:55.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.143516+0000 osd.0 (osd.0) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.154549+0000 mgr.x (mgr.14196) 588 : cluster [DBG] pgmap v827: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 8.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s wr, 635 op/s; 5533/261194 objects misplaced (2.118%); 2.3 MiB/s, 37 objects/s recovering
2020-11-16T20:31:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.178852+0000 osd.1 (osd.1) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.215428+0000 osd.2 (osd.2) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.246091+0000 osd.3 (osd.3) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.275157+0000 osd.4 (osd.4) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.319453+0000 osd.5 (osd.5) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: audit 2020-11-16T20:31:54.327295+0000 mon.c (mon.2) 29 : audit [INF] from='client.? v1:172.21.15.142:0/1228873334' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: audit 2020-11-16T20:31:54.330479+0000 mon.a (mon.0) 1279 : audit [INF] from='client.35135 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.346557+0000 osd.6 (osd.6) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.371994+0000 osd.7 (osd.7) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.463966+0000 osd.10 (osd.10) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:55 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.493021+0000 osd.11 (osd.11) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.143516+0000 osd.0 (osd.0) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.154549+0000 mgr.x (mgr.14196) 588 : cluster [DBG] pgmap v827: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 8.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s wr, 635 op/s; 5533/261194 objects misplaced (2.118%); 2.3 MiB/s, 37 objects/s recovering
2020-11-16T20:31:55.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.178852+0000 osd.1 (osd.1) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.215428+0000 osd.2 (osd.2) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.246091+0000 osd.3 (osd.3) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.275157+0000 osd.4 (osd.4) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.319453+0000 osd.5 (osd.5) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: audit 2020-11-16T20:31:54.327295+0000 mon.c (mon.2) 29 : audit [INF] from='client.? v1:172.21.15.142:0/1228873334' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: audit 2020-11-16T20:31:54.330479+0000 mon.a (mon.0) 1279 : audit [INF] from='client.35135 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.346557+0000 osd.6 (osd.6) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.371994+0000 osd.7 (osd.7) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.463966+0000 osd.10 (osd.10) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:55 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.493021+0000 osd.11 (osd.11) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.143516+0000 osd.0 (osd.0) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.154549+0000 mgr.x (mgr.14196) 588 : cluster [DBG] pgmap v827: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 8.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s wr, 635 op/s; 5533/261194 objects misplaced (2.118%); 2.3 MiB/s, 37 objects/s recovering
2020-11-16T20:31:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.178852+0000 osd.1 (osd.1) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.215428+0000 osd.2 (osd.2) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.246091+0000 osd.3 (osd.3) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.275157+0000 osd.4 (osd.4) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.319453+0000 osd.5 (osd.5) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: audit 2020-11-16T20:31:54.327295+0000 mon.c (mon.2) 29 : audit [INF] from='client.? v1:172.21.15.142:0/1228873334' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: audit 2020-11-16T20:31:54.330479+0000 mon.a (mon.0) 1279 : audit [INF] from='client.35135 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:31:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.346557+0000 osd.6 (osd.6) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.371994+0000 osd.7 (osd.7) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.463966+0000 osd.10 (osd.10) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:55.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:55 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.493021+0000 osd.11 (osd.11) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:56.053 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:56.157 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:56.371 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:56.378 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   87      16    134803    134787   96.8201     62.75  0.00693703   0.0103255
2020-11-16T20:31:56.450 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:56 smithi071 bash[26650]: debug 2020-11-16T20:31:56.367+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:56 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.405371+0000 osd.8 (osd.8) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:56 smithi071 bash[9480]: cluster 2020-11-16T20:31:54.432564+0000 osd.9 (osd.9) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:56 smithi071 bash[9480]: cluster 2020-11-16T20:31:55.273993+0000 mon.a (mon.0) 1280 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:56 smithi071 bash[9480]: audit 2020-11-16T20:31:55.279999+0000 mon.a (mon.0) 1281 : audit [INF] from='client.35135 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:31:56.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:56 smithi071 bash[9480]: cluster 2020-11-16T20:31:55.280044+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e318: 12 total, 12 up, 12 in
2020-11-16T20:31:56.474 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:56.534 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:56 smithi142 bash[18009]: debug 2020-11-16T20:31:56.050+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:56.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:56 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.405371+0000 osd.8 (osd.8) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:56.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:56 smithi142 bash[9523]: cluster 2020-11-16T20:31:54.432564+0000 osd.9 (osd.9) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:56.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:56 smithi142 bash[9523]: cluster 2020-11-16T20:31:55.273993+0000 mon.a (mon.0) 1280 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:56.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:56 smithi142 bash[9523]: audit 2020-11-16T20:31:55.279999+0000 mon.a (mon.0) 1281 : audit [INF] from='client.35135 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:31:56.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:56 smithi142 bash[9523]: cluster 2020-11-16T20:31:55.280044+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e318: 12 total, 12 up, 12 in
2020-11-16T20:31:56.602 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:56 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.405371+0000 osd.8 (osd.8) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:56.603 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:56 smithi065 bash[9468]: cluster 2020-11-16T20:31:54.432564+0000 osd.9 (osd.9) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:31:56.603 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:56 smithi065 bash[9468]: cluster 2020-11-16T20:31:55.273993+0000 mon.a (mon.0) 1280 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:31:56.603 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:56 smithi065 bash[9468]: audit 2020-11-16T20:31:55.279999+0000 mon.a (mon.0) 1281 : audit [INF] from='client.35135 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:31:56.603 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:56 smithi065 bash[9468]: cluster 2020-11-16T20:31:55.280044+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e318: 12 total, 12 up, 12 in
2020-11-16T20:31:56.604 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:56 smithi065 bash[18823]: debug 2020-11-16T20:31:56.602+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:56.604 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:56.706 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:56.865 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:31:56.866 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:31:56.932 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:31:56.982 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:31:56 smithi142 bash[22738]: debug 2020-11-16T20:31:56.930+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:57.040 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:57.278 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:57.378 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   88      16    135808    135792   96.4336   62.8125   0.0159741   0.0103676
2020-11-16T20:31:57.381 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:57.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:57 smithi065 bash[9468]: cluster 2020-11-16T20:31:56.154980+0000 mgr.x (mgr.14196) 589 : cluster [DBG] pgmap v829: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 55 MiB/s wr, 885 op/s; 5533/265912 objects misplaced (2.081%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:31:57.533 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:57 smithi065 bash[18823]: debug 2020-11-16T20:31:57.274+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:57.620 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:57 smithi142 bash[9523]: cluster 2020-11-16T20:31:56.154980+0000 mgr.x (mgr.14196) 589 : cluster [DBG] pgmap v829: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 55 MiB/s wr, 885 op/s; 5533/265912 objects misplaced (2.081%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:31:57.621 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:57 smithi142 bash[18009]: debug 2020-11-16T20:31:57.618+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:57.628 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:57 smithi071 bash[9480]: cluster 2020-11-16T20:31:56.154980+0000 mgr.x (mgr.14196) 589 : cluster [DBG] pgmap v829: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+recovering, 15 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 55 MiB/s wr, 885 op/s; 5533/265912 objects misplaced (2.081%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:31:57.732 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:57.819 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops
2020-11-16T20:31:57.847 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:31:57.949 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:57.989 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:31:58.060 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:58.166 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:58.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:31:57 smithi071 bash[16796]: debug 2020-11-16T20:31:57.839+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:58.283 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:58 smithi065 bash[16457]: debug 2020-11-16T20:31:58.054+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:58.378 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   89      16    136836    136820   96.0719     64.25   0.0123733   0.0104069
2020-11-16T20:31:58.433 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:31:58 smithi142 bash[15670]: debug 2020-11-16T20:31:58.430+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:58.434 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:31:58.538 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:58.665 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:31:58.769 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:31:58.983 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:31:58.991 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:59.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:31:58 smithi065 bash[18823]: debug 2020-11-16T20:31:58.658+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:59.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:31:58 smithi142 bash[18009]: debug 2020-11-16T20:31:58.882+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:59.156 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:59.194 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:59.292 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:31:59 smithi071 bash[26650]: debug 2020-11-16T20:31:59.191+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:59.298 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:59.299 INFO:teuthology.orchestra.run.smithi142.stdout:moved 8 / 34 (23.5294%)
2020-11-16T20:31:59.300 INFO:teuthology.orchestra.run.smithi142.stdout:avg 2.83333
2020-11-16T20:31:59.300 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.90759 -> 1.14261 (expected baseline 1.61159)
2020-11-16T20:31:59.300 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.2 with 1 -> 2 pgs (0.352941 -> 0.705882 * mean)
2020-11-16T20:31:59.300 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.11 with 8 -> 4 pgs (2.82353 -> 1.41176 * mean)
2020-11-16T20:31:59.300 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:31:59.300 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T20:31:59.301 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 3
2020-11-16T20:31:59.301 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T20:31:59.301 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0166
2020-11-16T20:31:59.301 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0183
2020-11-16T20:31:59.301 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11 weight 0.9550 -> 0.3840
2020-11-16T20:31:59.301 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3 weight 0.9550 -> 0.6458
2020-11-16T20:31:59.301 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0 weight 0.9550 -> 0.6513
2020-11-16T20:31:59.301 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4 weight 0.9550 -> 0.6871
2020-11-16T20:31:59.378 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   90      16    137729    137713   95.6245   55.8125  0.00591735   0.0104482
2020-11-16T20:31:59.405 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:31:59.509 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:59.515 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:31:59.659 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:31:59.671 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:59 smithi071 bash[9480]: cluster 2020-11-16T20:31:58.155532+0000 mgr.x (mgr.14196) 590 : cluster [DBG] pgmap v830: 17 pgs: 1 active+recovering, 16 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 46 MiB/s wr, 740 op/s; 5408/268276 objects misplaced (2.016%); 2.5 MiB/s, 40 objects/s recovering
2020-11-16T20:31:59.672 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:59 smithi071 bash[9480]: cluster 2020-11-16T20:31:58.180679+0000 osd.0 (osd.0) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:59.672 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:59 smithi071 bash[9480]: cluster 2020-11-16T20:31:58.180743+0000 osd.0 (osd.0) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:59.672 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:59 smithi071 bash[9480]: cluster 2020-11-16T20:31:58.299289+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e319: 12 total, 12 up, 12 in
2020-11-16T20:31:59.672 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:31:59 smithi071 bash[9480]: audit 2020-11-16T20:31:59.241585+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'42682','3':'42321','4':'45032','11':'25165'}"}]: dispatch
2020-11-16T20:31:59.672 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:31:59.776 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:31:59.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:31:59 smithi065 bash[16457]: debug 2020-11-16T20:31:59.402+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:31:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:59 smithi065 bash[9468]: cluster 2020-11-16T20:31:58.155532+0000 mgr.x (mgr.14196) 590 : cluster [DBG] pgmap v830: 17 pgs: 1 active+recovering, 16 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 46 MiB/s wr, 740 op/s; 5408/268276 objects misplaced (2.016%); 2.5 MiB/s, 40 objects/s recovering
2020-11-16T20:31:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:59 smithi065 bash[9468]: cluster 2020-11-16T20:31:58.180679+0000 osd.0 (osd.0) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:59 smithi065 bash[9468]: cluster 2020-11-16T20:31:58.180743+0000 osd.0 (osd.0) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:59 smithi065 bash[9468]: cluster 2020-11-16T20:31:58.299289+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e319: 12 total, 12 up, 12 in
2020-11-16T20:31:59.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:31:59 smithi065 bash[9468]: audit 2020-11-16T20:31:59.241585+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'42682','3':'42321','4':'45032','11':'25165'}"}]: dispatch
2020-11-16T20:31:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:59 smithi142 bash[9523]: cluster 2020-11-16T20:31:58.155532+0000 mgr.x (mgr.14196) 590 : cluster [DBG] pgmap v830: 17 pgs: 1 active+recovering, 16 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 46 MiB/s wr, 740 op/s; 5408/268276 objects misplaced (2.016%); 2.5 MiB/s, 40 objects/s recovering
2020-11-16T20:31:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:59 smithi142 bash[9523]: cluster 2020-11-16T20:31:58.180679+0000 osd.0 (osd.0) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:31:59.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:59 smithi142 bash[9523]: cluster 2020-11-16T20:31:58.180743+0000 osd.0 (osd.0) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:31:59.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:59 smithi142 bash[9523]: cluster 2020-11-16T20:31:58.299289+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e319: 12 total, 12 up, 12 in
2020-11-16T20:31:59.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:31:59 smithi142 bash[9523]: audit 2020-11-16T20:31:59.241585+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'42682','3':'42321','4':'45032','11':'25165'}"}]: dispatch
2020-11-16T20:31:59.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:31:59 smithi071 bash[12066]: debug 2020-11-16T20:31:59.667+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:00.214 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:00.318 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:00.378 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   91      16    137729    137713   94.5737         0           -   0.0104482
2020-11-16T20:32:00.445 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:00.550 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:00.563 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:32:00 smithi065 bash[18823]: debug 2020-11-16T20:32:00.442+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:00.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:00 smithi065 bash[9468]: audit 2020-11-16T20:31:59.237062+0000 mgr.x (mgr.14196) 591 : audit [DBG] from='client.15282 v1:172.21.15.142:0/3955417945' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:32:00.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:00 smithi065 bash[9468]: audit 2020-11-16T20:31:59.304535+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'42682','3':'42321','4':'45032','11':'25165'}"}]': finished
2020-11-16T20:32:00.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:00 smithi065 bash[9468]: cluster 2020-11-16T20:31:59.304586+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e320: 12 total, 12 up, 12 in
2020-11-16T20:32:00.665 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:00.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:00 smithi071 bash[26650]: debug 2020-11-16T20:32:00.211+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:00.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:00 smithi071 bash[9480]: audit 2020-11-16T20:31:59.237062+0000 mgr.x (mgr.14196) 591 : audit [DBG] from='client.15282 v1:172.21.15.142:0/3955417945' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:32:00.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:00 smithi071 bash[9480]: audit 2020-11-16T20:31:59.304535+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'42682','3':'42321','4':'45032','11':'25165'}"}]': finished
2020-11-16T20:32:00.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:00 smithi071 bash[9480]: cluster 2020-11-16T20:31:59.304586+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e320: 12 total, 12 up, 12 in
2020-11-16T20:32:00.771 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:32:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:00 smithi142 bash[9523]: audit 2020-11-16T20:31:59.237062+0000 mgr.x (mgr.14196) 591 : audit [DBG] from='client.15282 v1:172.21.15.142:0/3955417945' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:32:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:00 smithi142 bash[9523]: audit 2020-11-16T20:31:59.304535+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'42682','3':'42321','4':'45032','11':'25165'}"}]': finished
2020-11-16T20:32:00.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:00 smithi142 bash[9523]: cluster 2020-11-16T20:31:59.304586+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e320: 12 total, 12 up, 12 in
2020-11-16T20:32:00.885 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:32:00 smithi065 bash[18823]: debug 2020-11-16T20:32:00.662+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:00.886 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:32:00.991 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:32:01.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:32:00 smithi065 bash[11785]: debug 2020-11-16T20:32:00.882+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:01.312 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:32:01.378 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   92      16    137730    137714   93.5464   0.03125     1.32027   0.0104577
2020-11-16T20:32:01.416 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:32:01.537 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:32:01.640 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:32:01.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:01 smithi142 bash[9523]: cluster 2020-11-16T20:32:00.156205+0000 mgr.x (mgr.14196) 592 : cluster [DBG] pgmap v833: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s wr, 826 op/s; 5408/271110 objects misplaced (1.995%); 1.3 MiB/s, 20 objects/s recovering
2020-11-16T20:32:01.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:01 smithi142 bash[9523]: cluster 2020-11-16T20:32:00.312110+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e321: 12 total, 12 up, 12 in
2020-11-16T20:32:01.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:01 smithi142 bash[9523]: cluster 2020-11-16T20:32:00.615119+0000 osd.10 (osd.10) 59 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:01.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:01 smithi142 bash[9523]: cluster 2020-11-16T20:32:00.615185+0000 osd.10 (osd.10) 60 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:01.671 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:32:01 smithi071 bash[14419]: debug 2020-11-16T20:32:01.307+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:01.671 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:01 smithi071 bash[9480]: cluster 2020-11-16T20:32:00.156205+0000 mgr.x (mgr.14196) 592 : cluster [DBG] pgmap v833: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s wr, 826 op/s; 5408/271110 objects misplaced (1.995%); 1.3 MiB/s, 20 objects/s recovering
2020-11-16T20:32:01.671 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:01 smithi071 bash[9480]: cluster 2020-11-16T20:32:00.312110+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e321: 12 total, 12 up, 12 in
2020-11-16T20:32:01.672 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:01 smithi071 bash[9480]: cluster 2020-11-16T20:32:00.615119+0000 osd.10 (osd.10) 59 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:01.672 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:01 smithi071 bash[9480]: cluster 2020-11-16T20:32:00.615185+0000 osd.10 (osd.10) 60 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:01.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:32:01 smithi065 bash[16457]: debug 2020-11-16T20:32:01.534+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:01.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:01 smithi065 bash[9468]: cluster 2020-11-16T20:32:00.156205+0000 mgr.x (mgr.14196) 592 : cluster [DBG] pgmap v833: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s wr, 826 op/s; 5408/271110 objects misplaced (1.995%); 1.3 MiB/s, 20 objects/s recovering
2020-11-16T20:32:01.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:01 smithi065 bash[9468]: cluster 2020-11-16T20:32:00.312110+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e321: 12 total, 12 up, 12 in
2020-11-16T20:32:01.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:01 smithi065 bash[9468]: cluster 2020-11-16T20:32:00.615119+0000 osd.10 (osd.10) 59 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:01.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:01 smithi065 bash[9468]: cluster 2020-11-16T20:32:00.615185+0000 osd.10 (osd.10) 60 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:01.928 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:32:01.928 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:32:02.379 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total time run:         92.6142
2020-11-16T20:32:02.379 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total writes made:      137730
2020-11-16T20:32:02.379 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Write size:             65536
2020-11-16T20:32:02.379 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object size:            65536
2020-11-16T20:32:02.380 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Bandwidth (MB/sec):     92.9461
2020-11-16T20:32:02.380 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Bandwidth:       53.2913
2020-11-16T20:32:02.380 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max bandwidth (MB/sec): 250.938
2020-11-16T20:32:02.380 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min bandwidth (MB/sec): 0
2020-11-16T20:32:02.380 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average IOPS:           1487
2020-11-16T20:32:02.380 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev IOPS:            852
2020-11-16T20:32:02.380 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max IOPS:               4015
2020-11-16T20:32:02.381 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min IOPS:               0
2020-11-16T20:32:02.381 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average Latency(s):     0.0107575
2020-11-16T20:32:02.381 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Latency(s):      0.0353908
2020-11-16T20:32:02.381 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max latency(s):         2.71318
2020-11-16T20:32:02.381 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min latency(s):         0.001498
2020-11-16T20:32:02.390 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Cleaning up (deleting benchmark objects)
2020-11-16T20:32:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:02 smithi071 bash[9480]: cluster 2020-11-16T20:32:01.315893+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e322: 12 total, 12 up, 12 in
2020-11-16T20:32:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:02 smithi071 bash[9480]: cluster 2020-11-16T20:32:01.318195+0000 osd.8 (osd.8) 78 : cluster [DBG] 3.9 starting backfill to osd.7 from (0'0,0'0] MAX to 319'11804
2020-11-16T20:32:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:02 smithi065 bash[9468]: cluster 2020-11-16T20:32:01.315893+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e322: 12 total, 12 up, 12 in
2020-11-16T20:32:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:02 smithi065 bash[9468]: cluster 2020-11-16T20:32:01.318195+0000 osd.8 (osd.8) 78 : cluster [DBG] 3.9 starting backfill to osd.7 from (0'0,0'0] MAX to 319'11804
2020-11-16T20:32:02.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:02 smithi142 bash[9523]: cluster 2020-11-16T20:32:01.315893+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e322: 12 total, 12 up, 12 in
2020-11-16T20:32:02.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:02 smithi142 bash[9523]: cluster 2020-11-16T20:32:01.318195+0000 osd.8 (osd.8) 78 : cluster [DBG] 3.9 starting backfill to osd.7 from (0'0,0'0] MAX to 319'11804
2020-11-16T20:32:02.991 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_historic_ops
2020-11-16T20:32:03.164 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:32:03.222 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'}
2020-11-16T20:32:03.223 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 1.0
2020-11-16T20:32:03.321 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:32:03.425 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:03.444 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:32:03.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:03 smithi142 bash[9523]: cluster 2020-11-16T20:32:02.156740+0000 mgr.x (mgr.14196) 593 : cluster [DBG] pgmap v836: 17 pgs: 1 peering, 1 active+recovering, 1 active+recovering+degraded+remapped, 14 active+clean; 8.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 49 MiB/s wr, 782 op/s; 22498/274540 objects misplaced (8.195%)
2020-11-16T20:32:03.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:03 smithi142 bash[9523]: cluster 2020-11-16T20:32:02.348765+0000 mon.a (mon.0) 1289 : cluster [WRN] Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED)
2020-11-16T20:32:03.535 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:32:03 smithi142 bash[15670]: debug 2020-11-16T20:32:03.318+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:03 smithi071 bash[9480]: cluster 2020-11-16T20:32:02.156740+0000 mgr.x (mgr.14196) 593 : cluster [DBG] pgmap v836: 17 pgs: 1 peering, 1 active+recovering, 1 active+recovering+degraded+remapped, 14 active+clean; 8.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 49 MiB/s wr, 782 op/s; 22498/274540 objects misplaced (8.195%)
2020-11-16T20:32:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:03 smithi071 bash[9480]: cluster 2020-11-16T20:32:02.348765+0000 mon.a (mon.0) 1289 : cluster [WRN] Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED)
2020-11-16T20:32:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:03 smithi065 bash[9468]: cluster 2020-11-16T20:32:02.156740+0000 mgr.x (mgr.14196) 593 : cluster [DBG] pgmap v836: 17 pgs: 1 peering, 1 active+recovering, 1 active+recovering+degraded+remapped, 14 active+clean; 8.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 49 MiB/s wr, 782 op/s; 22498/274540 objects misplaced (8.195%)
2020-11-16T20:32:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:03 smithi065 bash[9468]: cluster 2020-11-16T20:32:02.348765+0000 mon.a (mon.0) 1289 : cluster [WRN] Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED)
2020-11-16T20:32:03.977 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:04.080 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:04.329 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:04 smithi071 bash[9480]: cluster 2020-11-16T20:32:04.157272+0000 mgr.x (mgr.14196) 594 : cluster [DBG] pgmap v837: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering+remapped, 3 active+recovering, 1 peering, 1 active+recovering+degraded+remapped, 10 active+clean; 8.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 38 MiB/s wr, 646 op/s; 56385/275062 objects misplaced (20.499%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:32:04.330 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:03 smithi071 bash[26650]: debug 2020-11-16T20:32:03.971+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:04.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:04 smithi142 bash[9523]: cluster 2020-11-16T20:32:04.157272+0000 mgr.x (mgr.14196) 594 : cluster [DBG] pgmap v837: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering+remapped, 3 active+recovering, 1 peering, 1 active+recovering+degraded+remapped, 10 active+clean; 8.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 38 MiB/s wr, 646 op/s; 56385/275062 objects misplaced (20.499%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:32:04.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:04 smithi065 bash[9468]: cluster 2020-11-16T20:32:04.157272+0000 mgr.x (mgr.14196) 594 : cluster [DBG] pgmap v837: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering+remapped, 3 active+recovering, 1 peering, 1 active+recovering+degraded+remapped, 10 active+clean; 8.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 38 MiB/s wr, 646 op/s; 56385/275062 objects misplaced (20.499%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:32:05.889 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:05.993 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:06.206 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:32:05 smithi142 bash[18009]: debug 2020-11-16T20:32:05.886+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:06.212 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:06.316 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:06.493 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:06.534 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:32:06 smithi142 bash[18009]: debug 2020-11-16T20:32:06.206+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:06.600 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:32:06.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:06 smithi071 bash[26650]: debug 2020-11-16T20:32:06.491+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:32:06.833 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:06.948 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:32:06 smithi065 bash[16457]: debug 2020-11-16T20:32:06.726+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:06.949 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:32:06 smithi065 bash[14115]: debug 2020-11-16T20:32:06.946+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:06.949 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:07.052 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:07.153 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:07.226 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:32:07 smithi065 bash[18823]: debug 2020-11-16T20:32:07.150+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:07.257 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:07.366 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:07.470 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:07.478 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:07 smithi142 bash[9523]: cluster 2020-11-16T20:32:06.157785+0000 mgr.x (mgr.14196) 595 : cluster [DBG] pgmap v838: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering+remapped, 4 active+recovering, 1 active+recovering+degraded+remapped, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 149 B/s rd, 25 MiB/s wr, 530 op/s; 64867/273606 objects misplaced (23.708%); 6.5 MiB/s, 104 objects/s recovering
2020-11-16T20:32:07.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:32:07 smithi065 bash[14115]: debug 2020-11-16T20:32:07.362+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:07 smithi065 bash[9468]: cluster 2020-11-16T20:32:06.157785+0000 mgr.x (mgr.14196) 595 : cluster [DBG] pgmap v838: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering+remapped, 4 active+recovering, 1 active+recovering+degraded+remapped, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 149 B/s rd, 25 MiB/s wr, 530 op/s; 64867/273606 objects misplaced (23.708%); 6.5 MiB/s, 104 objects/s recovering
2020-11-16T20:32:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:07 smithi071 bash[9480]: cluster 2020-11-16T20:32:06.157785+0000 mgr.x (mgr.14196) 595 : cluster [DBG] pgmap v838: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering+remapped, 4 active+recovering, 1 active+recovering+degraded+remapped, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 149 B/s rd, 25 MiB/s wr, 530 op/s; 64867/273606 objects misplaced (23.708%); 6.5 MiB/s, 104 objects/s recovering
2020-11-16T20:32:08.446 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:32:08.446 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:32:08.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:08 smithi071 bash[9480]: cluster 2020-11-16T20:32:08.229883+0000 mon.a (mon.0) 1290 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg degraded)
2020-11-16T20:32:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:08 smithi065 bash[9468]: cluster 2020-11-16T20:32:08.229883+0000 mon.a (mon.0) 1290 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg degraded)
2020-11-16T20:32:08.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:08 smithi142 bash[9523]: cluster 2020-11-16T20:32:08.229883+0000 mon.a (mon.0) 1290 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg degraded)
2020-11-16T20:32:08.560 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:08.664 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:08.784 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:08.821 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:32:08 smithi142 bash[18009]: debug 2020-11-16T20:32:08.554+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:08.890 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:08.997 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:32:08 smithi065 bash[14115]: debug 2020-11-16T20:32:08.782+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:08.998 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:09.104 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:32:09.279 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:32:09 smithi065 bash[14115]: debug 2020-11-16T20:32:08.994+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:09.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:09 smithi065 bash[9468]: cluster 2020-11-16T20:32:08.158243+0000 mgr.x (mgr.14196) 596 : cluster [DBG] pgmap v839: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 17 MiB/s wr, 455 op/s; 63156/272520 objects misplaced (23.175%); 17 MiB/s, 267 objects/s recovering
2020-11-16T20:32:09.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:09 smithi142 bash[9523]: cluster 2020-11-16T20:32:08.158243+0000 mgr.x (mgr.14196) 596 : cluster [DBG] pgmap v839: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 17 MiB/s wr, 455 op/s; 63156/272520 objects misplaced (23.175%); 17 MiB/s, 267 objects/s recovering
2020-11-16T20:32:09.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:09 smithi071 bash[9480]: cluster 2020-11-16T20:32:08.158243+0000 mgr.x (mgr.14196) 596 : cluster [DBG] pgmap v839: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 17 MiB/s wr, 455 op/s; 63156/272520 objects misplaced (23.175%); 17 MiB/s, 267 objects/s recovering
2020-11-16T20:32:09.700 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight
2020-11-16T20:32:09.864 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:32:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:11 smithi142 bash[9523]: cluster 2020-11-16T20:32:09.458000+0000 osd.5 (osd.5) 83 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:11 smithi142 bash[9523]: cluster 2020-11-16T20:32:09.458093+0000 osd.5 (osd.5) 84 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:11 smithi142 bash[9523]: cluster 2020-11-16T20:32:10.158759+0000 mgr.x (mgr.14196) 597 : cluster [DBG] pgmap v840: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 103 B/s rd, 10 MiB/s wr, 397 op/s; 62706/270916 objects misplaced (23.146%); 16 MiB/s, 262 objects/s recovering
2020-11-16T20:32:11.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:11 smithi142 bash[9523]: cluster 2020-11-16T20:32:10.297879+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e323: 12 total, 12 up, 12 in
2020-11-16T20:32:11.568 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:32:11.672 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:32:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:11 smithi071 bash[9480]: cluster 2020-11-16T20:32:09.458000+0000 osd.5 (osd.5) 83 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:11 smithi071 bash[9480]: cluster 2020-11-16T20:32:09.458093+0000 osd.5 (osd.5) 84 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:11 smithi071 bash[9480]: cluster 2020-11-16T20:32:10.158759+0000 mgr.x (mgr.14196) 597 : cluster [DBG] pgmap v840: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 103 B/s rd, 10 MiB/s wr, 397 op/s; 62706/270916 objects misplaced (23.146%); 16 MiB/s, 262 objects/s recovering
2020-11-16T20:32:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:11 smithi071 bash[9480]: cluster 2020-11-16T20:32:10.297879+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e323: 12 total, 12 up, 12 in
2020-11-16T20:32:11.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:11 smithi065 bash[9468]: cluster 2020-11-16T20:32:09.458000+0000 osd.5 (osd.5) 83 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:11.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:11 smithi065 bash[9468]: cluster 2020-11-16T20:32:09.458093+0000 osd.5 (osd.5) 84 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:11.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:11 smithi065 bash[9468]: cluster 2020-11-16T20:32:10.158759+0000 mgr.x (mgr.14196) 597 : cluster [DBG] pgmap v840: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 103 B/s rd, 10 MiB/s wr, 397 op/s; 62706/270916 objects misplaced (23.146%); 16 MiB/s, 262 objects/s recovering
2020-11-16T20:32:11.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:11 smithi065 bash[9468]: cluster 2020-11-16T20:32:10.297879+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e323: 12 total, 12 up, 12 in
2020-11-16T20:32:12.034 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:32:11 smithi142 bash[20366]: debug 2020-11-16T20:32:11.562+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:12.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:12 smithi071 bash[9480]: cluster 2020-11-16T20:32:12.159394+0000 mgr.x (mgr.14196) 598 : cluster [DBG] pgmap v842: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 2.9 MiB/s wr, 383 op/s; 62467/268706 objects misplaced (23.247%); 17 MiB/s, 271 objects/s recovering
2020-11-16T20:32:12.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:12 smithi065 bash[9468]: cluster 2020-11-16T20:32:12.159394+0000 mgr.x (mgr.14196) 598 : cluster [DBG] pgmap v842: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 2.9 MiB/s wr, 383 op/s; 62467/268706 objects misplaced (23.247%); 17 MiB/s, 271 objects/s recovering
2020-11-16T20:32:12.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:12 smithi142 bash[9523]: cluster 2020-11-16T20:32:12.159394+0000 mgr.x (mgr.14196) 598 : cluster [DBG] pgmap v842: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 2.9 MiB/s wr, 383 op/s; 62467/268706 objects misplaced (23.247%); 17 MiB/s, 271 objects/s recovering
2020-11-16T20:32:13.668 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:13 smithi142 bash[9523]: audit 2020-11-16T20:32:12.360052+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:32:17.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:13 smithi142 bash[9523]: audit 2020-11-16T20:32:12.790230+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:32:17.775 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:13 smithi142 bash[9523]: audit 2020-11-16T20:32:12.794361+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]': finished
2020-11-16T20:32:17.775 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:13 smithi142 bash[9523]: audit 2020-11-16T20:32:13.238657+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]: dispatch
2020-11-16T20:32:17.775 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:13 smithi142 bash[9523]: audit 2020-11-16T20:32:13.243093+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]': finished
2020-11-16T20:32:17.775 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:13 smithi142 bash[9523]: audit 2020-11-16T20:32:13.244701+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:32:17.776 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:13 smithi142 bash[9523]: audit 2020-11-16T20:32:13.248581+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:32:17.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:13 smithi065 bash[9468]: audit 2020-11-16T20:32:12.360052+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:32:17.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:13 smithi065 bash[9468]: audit 2020-11-16T20:32:12.790230+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:32:17.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:13 smithi065 bash[9468]: audit 2020-11-16T20:32:12.794361+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]': finished
2020-11-16T20:32:17.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:13 smithi065 bash[9468]: audit 2020-11-16T20:32:13.238657+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]: dispatch
2020-11-16T20:32:17.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:13 smithi065 bash[9468]: audit 2020-11-16T20:32:13.243093+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]': finished
2020-11-16T20:32:17.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:13 smithi065 bash[9468]: audit 2020-11-16T20:32:13.244701+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:32:17.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:13 smithi065 bash[9468]: audit 2020-11-16T20:32:13.248581+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:32:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:14 smithi065 bash[9468]: cluster 2020-11-16T20:32:12.777402+0000 osd.3 (osd.3) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:14 smithi065 bash[9468]: cluster 2020-11-16T20:32:12.777496+0000 osd.3 (osd.3) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:14 smithi065 bash[9468]: cluster 2020-11-16T20:32:13.357953+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e324: 12 total, 12 up, 12 in
2020-11-16T20:32:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:14 smithi065 bash[9468]: cluster 2020-11-16T20:32:14.159959+0000 mgr.x (mgr.14196) 599 : cluster [DBG] pgmap v844: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 407 op/s; 60791/267088 objects misplaced (22.761%); 28 MiB/s, 445 objects/s recovering
2020-11-16T20:32:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:15 smithi065 bash[9468]: cluster 2020-11-16T20:32:14.593280+0000 osd.7 (osd.7) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:15 smithi065 bash[9468]: cluster 2020-11-16T20:32:14.593451+0000 osd.7 (osd.7) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:16 smithi065 bash[9468]: cluster 2020-11-16T20:32:15.374822+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e325: 12 total, 12 up, 12 in
2020-11-16T20:32:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:16 smithi065 bash[9468]: cluster 2020-11-16T20:32:16.160420+0000 mgr.x (mgr.14196) 600 : cluster [DBG] pgmap v846: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 466 op/s; 60668/265322 objects misplaced (22.866%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:32:17.783 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:13 smithi071 bash[9480]: audit 2020-11-16T20:32:12.360052+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:32:17.783 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:13 smithi071 bash[9480]: audit 2020-11-16T20:32:12.790230+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:32:17.783 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:13 smithi071 bash[9480]: audit 2020-11-16T20:32:12.794361+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586320\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.586478\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587218\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.587652\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:26:40.588044\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:26:40.588534\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]': finished
2020-11-16T20:32:17.784 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:13 smithi071 bash[9480]: audit 2020-11-16T20:32:13.238657+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]: dispatch
2020-11-16T20:32:17.784 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:13 smithi071 bash[9480]: audit 2020-11-16T20:32:13.243093+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:23:43.484709\"}"}]': finished
2020-11-16T20:32:17.784 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:13 smithi071 bash[9480]: audit 2020-11-16T20:32:13.244701+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:32:17.784 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:13 smithi071 bash[9480]: audit 2020-11-16T20:32:13.248581+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:32:17.784 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:14 smithi071 bash[9480]: cluster 2020-11-16T20:32:12.777402+0000 osd.3 (osd.3) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:17.784 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:14 smithi071 bash[9480]: cluster 2020-11-16T20:32:12.777496+0000 osd.3 (osd.3) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:17.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:14 smithi071 bash[9480]: cluster 2020-11-16T20:32:13.357953+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e324: 12 total, 12 up, 12 in
2020-11-16T20:32:17.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:14 smithi071 bash[9480]: cluster 2020-11-16T20:32:14.159959+0000 mgr.x (mgr.14196) 599 : cluster [DBG] pgmap v844: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 407 op/s; 60791/267088 objects misplaced (22.761%); 28 MiB/s, 445 objects/s recovering
2020-11-16T20:32:17.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:15 smithi071 bash[9480]: cluster 2020-11-16T20:32:14.593280+0000 osd.7 (osd.7) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:17.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:15 smithi071 bash[9480]: cluster 2020-11-16T20:32:14.593451+0000 osd.7 (osd.7) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:17.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:16 smithi071 bash[9480]: cluster 2020-11-16T20:32:15.374822+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e325: 12 total, 12 up, 12 in
2020-11-16T20:32:17.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:16 smithi071 bash[9480]: cluster 2020-11-16T20:32:16.160420+0000 mgr.x (mgr.14196) 600 : cluster [DBG] pgmap v846: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 466 op/s; 60668/265322 objects misplaced (22.866%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:32:17.785 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:32:17.786 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:32:17.786 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops
2020-11-16T20:32:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:32:17.787 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:32:13 smithi142 bash[22738]: debug 2020-11-16T20:32:13.670+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:17.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:14 smithi142 bash[9523]: cluster 2020-11-16T20:32:12.777402+0000 osd.3 (osd.3) 75 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:17.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:14 smithi142 bash[9523]: cluster 2020-11-16T20:32:12.777496+0000 osd.3 (osd.3) 76 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:17.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:14 smithi142 bash[9523]: cluster 2020-11-16T20:32:13.357953+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e324: 12 total, 12 up, 12 in
2020-11-16T20:32:17.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:14 smithi142 bash[9523]: cluster 2020-11-16T20:32:14.159959+0000 mgr.x (mgr.14196) 599 : cluster [DBG] pgmap v844: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 407 op/s; 60791/267088 objects misplaced (22.761%); 28 MiB/s, 445 objects/s recovering
2020-11-16T20:32:17.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:15 smithi142 bash[9523]: cluster 2020-11-16T20:32:14.593280+0000 osd.7 (osd.7) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:17.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:15 smithi142 bash[9523]: cluster 2020-11-16T20:32:14.593451+0000 osd.7 (osd.7) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:17.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:16 smithi142 bash[9523]: cluster 2020-11-16T20:32:15.374822+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e325: 12 total, 12 up, 12 in
2020-11-16T20:32:17.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:16 smithi142 bash[9523]: cluster 2020-11-16T20:32:16.160420+0000 mgr.x (mgr.14196) 600 : cluster [DBG] pgmap v846: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 466 op/s; 60668/265322 objects misplaced (22.866%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:32:17.890 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:17.972 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:32:18.029 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:18.134 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:32:18.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:18 smithi071 bash[26650]: debug 2020-11-16T20:32:18.027+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:19.085 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:32:19.188 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:19.313 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:19.417 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:19.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:19 smithi065 bash[9468]: cluster 2020-11-16T20:32:18.160986+0000 mgr.x (mgr.14196) 601 : cluster [DBG] pgmap v847: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 380 op/s; 59045/264394 objects misplaced (22.332%); 26 MiB/s, 411 objects/s recovering
2020-11-16T20:32:19.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:32:19 smithi065 bash[14115]: debug 2020-11-16T20:32:19.310+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:19.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:19 smithi142 bash[9523]: cluster 2020-11-16T20:32:18.160986+0000 mgr.x (mgr.14196) 601 : cluster [DBG] pgmap v847: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 380 op/s; 59045/264394 objects misplaced (22.332%); 26 MiB/s, 411 objects/s recovering
2020-11-16T20:32:19.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:32:19 smithi142 bash[15670]: debug 2020-11-16T20:32:19.082+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:19 smithi071 bash[9480]: cluster 2020-11-16T20:32:18.160986+0000 mgr.x (mgr.14196) 601 : cluster [DBG] pgmap v847: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 380 op/s; 59045/264394 objects misplaced (22.332%); 26 MiB/s, 411 objects/s recovering
2020-11-16T20:32:20.085 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:20.188 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:32:20.370 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:20 smithi071 bash[26650]: debug 2020-11-16T20:32:20.083+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:20.370 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:32:20 smithi071 bash[12066]: debug 2020-11-16T20:32:20.371+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:20.374 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:32:20.477 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:21.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:21 smithi065 bash[9468]: cluster 2020-11-16T20:32:20.161502+0000 mgr.x (mgr.14196) 602 : cluster [DBG] pgmap v848: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 367 op/s; 58554/262828 objects misplaced (22.278%); 28 MiB/s, 450 objects/s recovering
2020-11-16T20:32:21.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:21 smithi142 bash[9523]: cluster 2020-11-16T20:32:20.161502+0000 mgr.x (mgr.14196) 602 : cluster [DBG] pgmap v848: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 367 op/s; 58554/262828 objects misplaced (22.278%); 28 MiB/s, 450 objects/s recovering
2020-11-16T20:32:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:21 smithi071 bash[9480]: cluster 2020-11-16T20:32:20.161502+0000 mgr.x (mgr.14196) 602 : cluster [DBG] pgmap v848: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 367 op/s; 58554/262828 objects misplaced (22.278%); 28 MiB/s, 450 objects/s recovering
2020-11-16T20:32:22.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:22 smithi065 bash[9468]: cluster 2020-11-16T20:32:20.479871+0000 osd.8 (osd.8) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:22.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:22 smithi065 bash[9468]: cluster 2020-11-16T20:32:20.479954+0000 osd.8 (osd.8) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:22.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:22 smithi065 bash[9468]: cluster 2020-11-16T20:32:21.223302+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e326: 12 total, 12 up, 12 in
2020-11-16T20:32:22.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:22 smithi142 bash[9523]: cluster 2020-11-16T20:32:20.479871+0000 osd.8 (osd.8) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:22.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:22 smithi142 bash[9523]: cluster 2020-11-16T20:32:20.479954+0000 osd.8 (osd.8) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:22.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:22 smithi142 bash[9523]: cluster 2020-11-16T20:32:21.223302+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e326: 12 total, 12 up, 12 in
2020-11-16T20:32:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:22 smithi071 bash[9480]: cluster 2020-11-16T20:32:20.479871+0000 osd.8 (osd.8) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:22 smithi071 bash[9480]: cluster 2020-11-16T20:32:20.479954+0000 osd.8 (osd.8) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:22 smithi071 bash[9480]: cluster 2020-11-16T20:32:21.223302+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e326: 12 total, 12 up, 12 in
2020-11-16T20:32:23.076 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:23.180 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:32:23.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:23 smithi065 bash[9468]: cluster 2020-11-16T20:32:22.161988+0000 mgr.x (mgr.14196) 603 : cluster [DBG] pgmap v850: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 412 op/s; 58107/260488 objects misplaced (22.307%); 18 MiB/s, 293 objects/s recovering
2020-11-16T20:32:23.588 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:23 smithi071 bash[9480]: cluster 2020-11-16T20:32:22.161988+0000 mgr.x (mgr.14196) 603 : cluster [DBG] pgmap v850: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 412 op/s; 58107/260488 objects misplaced (22.307%); 18 MiB/s, 293 objects/s recovering
2020-11-16T20:32:23.793 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:32:23 smithi142 bash[18009]: debug 2020-11-16T20:32:23.074+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:23.793 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:23 smithi142 bash[9523]: cluster 2020-11-16T20:32:22.161988+0000 mgr.x (mgr.14196) 603 : cluster [DBG] pgmap v850: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 412 op/s; 58107/260488 objects misplaced (22.307%); 18 MiB/s, 293 objects/s recovering
2020-11-16T20:32:23.898 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:32:23.898 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:32:25.128 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_historic_ops
2020-11-16T20:32:25.300 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:32:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:25 smithi071 bash[9480]: cluster 2020-11-16T20:32:24.162439+0000 mgr.x (mgr.14196) 604 : cluster [DBG] pgmap v851: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 394 op/s; 56595/259208 objects misplaced (21.834%); 26 MiB/s, 418 objects/s recovering
2020-11-16T20:32:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:25 smithi071 bash[9480]: cluster 2020-11-16T20:32:24.167208+0000 osd.1 (osd.1) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:25 smithi071 bash[9480]: cluster 2020-11-16T20:32:24.167303+0000 osd.1 (osd.1) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:25 smithi071 bash[9480]: cluster 2020-11-16T20:32:24.245472+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e327: 12 total, 12 up, 12 in
2020-11-16T20:32:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:25 smithi065 bash[9468]: cluster 2020-11-16T20:32:24.162439+0000 mgr.x (mgr.14196) 604 : cluster [DBG] pgmap v851: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 394 op/s; 56595/259208 objects misplaced (21.834%); 26 MiB/s, 418 objects/s recovering
2020-11-16T20:32:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:25 smithi065 bash[9468]: cluster 2020-11-16T20:32:24.167208+0000 osd.1 (osd.1) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:25 smithi065 bash[9468]: cluster 2020-11-16T20:32:24.167303+0000 osd.1 (osd.1) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:25 smithi065 bash[9468]: cluster 2020-11-16T20:32:24.245472+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e327: 12 total, 12 up, 12 in
2020-11-16T20:32:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:25 smithi142 bash[9523]: cluster 2020-11-16T20:32:24.162439+0000 mgr.x (mgr.14196) 604 : cluster [DBG] pgmap v851: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 394 op/s; 56595/259208 objects misplaced (21.834%); 26 MiB/s, 418 objects/s recovering
2020-11-16T20:32:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:25 smithi142 bash[9523]: cluster 2020-11-16T20:32:24.167208+0000 osd.1 (osd.1) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:25 smithi142 bash[9523]: cluster 2020-11-16T20:32:24.167303+0000 osd.1 (osd.1) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:25.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:25 smithi142 bash[9523]: cluster 2020-11-16T20:32:24.245472+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e327: 12 total, 12 up, 12 in
2020-11-16T20:32:25.891 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:32:25.900 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:32:25.938 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:32:25.976 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:32:25.995 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:32:26.008 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:32:26.052 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:32:26.088 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:32:26.130 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:32:26.165 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:32:26.206 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:32:26.237 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:32:26.243 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:32:25 smithi065 bash[11785]: debug 2020-11-16T20:32:25.886+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:26.248 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:32:26.257 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:32:26.284 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:32:26.325 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:32:26.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.336 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.337 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.337 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.337 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.337 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.337 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.337 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:32:26.352 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:26.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:32:26 smithi071 bash[12066]: debug 2020-11-16T20:32:26.246+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:26.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:26 smithi071 bash[9480]: cluster 2020-11-16T20:32:25.562456+0000 osd.11 (osd.11) 64 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:26.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:26 smithi071 bash[9480]: cluster 2020-11-16T20:32:25.562536+0000 osd.11 (osd.11) 65 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:26.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:26 smithi071 bash[9480]: audit 2020-11-16T20:32:25.831647+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? v1:172.21.15.142:0/3558620766' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:32:26.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:26 smithi071 bash[9480]: cluster 2020-11-16T20:32:25.903566+0000 osd.0 (osd.0) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:26.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:26 smithi071 bash[9480]: audit 2020-11-16T20:32:26.150920+0000 mon.a (mon.0) 1303 : audit [INF] from='client.? v1:172.21.15.142:0/686636535' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:32:26.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:26 smithi071 bash[9480]: audit 2020-11-16T20:32:26.173245+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:32:26.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:26 smithi071 bash[9480]: audit 2020-11-16T20:32:26.173577+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:32:26.485 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T20:32:26.485 INFO:teuthology.orchestra.run.smithi142.stdout:avg 2.83333
2020-11-16T20:32:26.485 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.14261 -> 1.14261 (expected baseline 1.61159)
2020-11-16T20:32:26.486 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.8 with 1 -> 1 pgs (0.352941 -> 0.352941 * mean)
2020-11-16T20:32:26.486 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.7 with 5 -> 5 pgs (1.76471 -> 1.76471 * mean)
2020-11-16T20:32:26.486 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:32:26.486 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T20:32:26.486 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 1
2020-11-16T20:32:26.486 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T20:32:26.487 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0166
2020-11-16T20:32:26.487 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.1659
2020-11-16T20:32:26.489 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T20:32:26.499 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:26 smithi142 bash[9523]: cluster 2020-11-16T20:32:25.562456+0000 osd.11 (osd.11) 64 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:26.500 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:26 smithi142 bash[9523]: cluster 2020-11-16T20:32:25.562536+0000 osd.11 (osd.11) 65 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:26.500 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:26 smithi142 bash[9523]: audit 2020-11-16T20:32:25.831647+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? v1:172.21.15.142:0/3558620766' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:32:26.500 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:26 smithi142 bash[9523]: cluster 2020-11-16T20:32:25.903566+0000 osd.0 (osd.0) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:26.500 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:26 smithi142 bash[9523]: audit 2020-11-16T20:32:26.150920+0000 mon.a (mon.0) 1303 : audit [INF] from='client.? v1:172.21.15.142:0/686636535' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:32:26.500 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:26 smithi142 bash[9523]: audit 2020-11-16T20:32:26.173245+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:32:26.500 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:26 smithi142 bash[9523]: audit 2020-11-16T20:32:26.173577+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:32:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:26 smithi065 bash[9468]: cluster 2020-11-16T20:32:25.562456+0000 osd.11 (osd.11) 64 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:26 smithi065 bash[9468]: cluster 2020-11-16T20:32:25.562536+0000 osd.11 (osd.11) 65 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:26 smithi065 bash[9468]: audit 2020-11-16T20:32:25.831647+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? v1:172.21.15.142:0/3558620766' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:32:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:26 smithi065 bash[9468]: cluster 2020-11-16T20:32:25.903566+0000 osd.0 (osd.0) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:26 smithi065 bash[9468]: audit 2020-11-16T20:32:26.150920+0000 mon.a (mon.0) 1303 : audit [INF] from='client.? v1:172.21.15.142:0/686636535' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:32:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:26 smithi065 bash[9468]: audit 2020-11-16T20:32:26.173245+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:32:26.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:26 smithi065 bash[9468]: audit 2020-11-16T20:32:26.173577+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:32:26.543 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:26.648 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:32:26.910 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:32:26 smithi142 bash[18009]: debug 2020-11-16T20:32:26.541+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:27.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:25.940723+0000 osd.1 (osd.1) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:25.978595+0000 osd.2 (osd.2) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.013758+0000 osd.3 (osd.3) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.501 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:25.940723+0000 osd.1 (osd.1) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.501 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:25.978595+0000 osd.2 (osd.2) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.502 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.013758+0000 osd.3 (osd.3) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.502 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.049988+0000 osd.4 (osd.4) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.502 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.090047+0000 osd.5 (osd.5) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.502 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.132306+0000 osd.6 (osd.6) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.502 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.162925+0000 mgr.x (mgr.14196) 605 : cluster [DBG] pgmap v853: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 446 op/s; 56472/257248 objects misplaced (21.952%); 19 MiB/s, 297 objects/s recovering
2020-11-16T20:32:27.502 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.167121+0000 osd.7 (osd.7) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.503 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.208780+0000 osd.8 (osd.8) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.503 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.239627+0000 osd.9 (osd.9) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.503 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.244707+0000 mon.a (mon.0) 1306 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:32:27.503 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: audit 2020-11-16T20:32:26.259493+0000 mon.a (mon.0) 1307 : audit [INF] from='client.? v1:172.21.15.142:0/686636535' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:32:27.503 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.259536+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e328: 12 total, 12 up, 12 in
2020-11-16T20:32:27.503 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.279733+0000 osd.10 (osd.10) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.503 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:27 smithi071 bash[9480]: cluster 2020-11-16T20:32:26.326394+0000 osd.11 (osd.11) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:25.940723+0000 osd.1 (osd.1) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:25.978595+0000 osd.2 (osd.2) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.013758+0000 osd.3 (osd.3) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.049988+0000 osd.4 (osd.4) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.090047+0000 osd.5 (osd.5) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.132306+0000 osd.6 (osd.6) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.162925+0000 mgr.x (mgr.14196) 605 : cluster [DBG] pgmap v853: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 446 op/s; 56472/257248 objects misplaced (21.952%); 19 MiB/s, 297 objects/s recovering
2020-11-16T20:32:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.167121+0000 osd.7 (osd.7) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.208780+0000 osd.8 (osd.8) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.239627+0000 osd.9 (osd.9) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.244707+0000 mon.a (mon.0) 1306 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:32:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: audit 2020-11-16T20:32:26.259493+0000 mon.a (mon.0) 1307 : audit [INF] from='client.? v1:172.21.15.142:0/686636535' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:32:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.259536+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e328: 12 total, 12 up, 12 in
2020-11-16T20:32:27.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.279733+0000 osd.10 (osd.10) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:27 smithi065 bash[9468]: cluster 2020-11-16T20:32:26.326394+0000 osd.11 (osd.11) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.049988+0000 osd.4 (osd.4) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.090047+0000 osd.5 (osd.5) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.132306+0000 osd.6 (osd.6) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.162925+0000 mgr.x (mgr.14196) 605 : cluster [DBG] pgmap v853: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 446 op/s; 56472/257248 objects misplaced (21.952%); 19 MiB/s, 297 objects/s recovering
2020-11-16T20:32:27.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.167121+0000 osd.7 (osd.7) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.208780+0000 osd.8 (osd.8) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.239627+0000 osd.9 (osd.9) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.244707+0000 mon.a (mon.0) 1306 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:32:27.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: audit 2020-11-16T20:32:26.259493+0000 mon.a (mon.0) 1307 : audit [INF] from='client.? v1:172.21.15.142:0/686636535' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:32:27.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.259536+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e328: 12 total, 12 up, 12 in
2020-11-16T20:32:27.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.279733+0000 osd.10 (osd.10) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:27.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:27 smithi142 bash[9523]: cluster 2020-11-16T20:32:26.326394+0000 osd.11 (osd.11) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:32:28.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:28 smithi065 bash[9468]: audit 2020-11-16T20:32:26.481975+0000 mgr.x (mgr.14196) 606 : audit [DBG] from='client.15297 v1:172.21.15.142:0/207617032' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:32:28.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:28 smithi142 bash[9523]: audit 2020-11-16T20:32:26.481975+0000 mgr.x (mgr.14196) 606 : audit [DBG] from='client.15297 v1:172.21.15.142:0/207617032' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:32:28.573 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:32:28.677 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:28.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:28 smithi071 bash[9480]: audit 2020-11-16T20:32:26.481975+0000 mgr.x (mgr.14196) 606 : audit [DBG] from='client.15297 v1:172.21.15.142:0/207617032' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T20:32:29.034 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:32:28 smithi142 bash[20366]: debug 2020-11-16T20:32:28.569+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:29.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:29 smithi065 bash[9468]: cluster 2020-11-16T20:32:28.163399+0000 mgr.x (mgr.14196) 607 : cluster [DBG] pgmap v855: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 361 op/s; 54918/256224 objects misplaced (21.434%); 30 MiB/s, 473 objects/s recovering
2020-11-16T20:32:29.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:29 smithi142 bash[9523]: cluster 2020-11-16T20:32:28.163399+0000 mgr.x (mgr.14196) 607 : cluster [DBG] pgmap v855: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 361 op/s; 54918/256224 objects misplaced (21.434%); 30 MiB/s, 473 objects/s recovering
2020-11-16T20:32:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:29 smithi071 bash[9480]: cluster 2020-11-16T20:32:28.163399+0000 mgr.x (mgr.14196) 607 : cluster [DBG] pgmap v855: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 361 op/s; 54918/256224 objects misplaced (21.434%); 30 MiB/s, 473 objects/s recovering
2020-11-16T20:32:30.653 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:32:30.653 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:32:30.654 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:32:30.654 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:32:30.654 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.654 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176023 2.2 2:42ea0c59:::benchmark_data_smithi065_20143_object26636:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e174)",
2020-11-16T20:32:30.654 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.051392+0000",
2020-11-16T20:32:30.654 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 349.60052296999999,
2020-11-16T20:32:30.655 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0330250299999999,
2020-11-16T20:32:30.655 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.655 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:32:30.655 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:30.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:30.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176023
2020-11-16T20:32:30.656 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.656 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051392+0000",
2020-11-16T20:32:30.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051392+0000",
2020-11-16T20:32:30.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:32:30.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051360+0000",
2020-11-16T20:32:30.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2334000000000002e-05
2020-11-16T20:32:30.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051433+0000",
2020-11-16T20:32:30.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4853e-05
2020-11-16T20:32:30.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051448+0000",
2020-11-16T20:32:30.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0169999999999996e-06
2020-11-16T20:32:30.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051456+0000",
2020-11-16T20:32:30.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0347999999999997e-05
2020-11-16T20:32:30.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051536+0000",
2020-11-16T20:32:30.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2447e-05
2020-11-16T20:32:30.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:32:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051548+0000",
2020-11-16T20:32:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.189546995
2020-11-16T20:32:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.241095+0000",
2020-11-16T20:32:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2995e-05
2020-11-16T20:32:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:30.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.241108+0000",
2020-11-16T20:32:30.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.84319142599999997
2020-11-16T20:32:30.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.084300+0000",
2020-11-16T20:32:30.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011726999999999999
2020-11-16T20:32:30.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.084417+0000",
2020-11-16T20:32:30.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0330250299999999
2020-11-16T20:32:30.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.665 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.665 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.665 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.665 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.665 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176028 2.2 2:455a4d5b:::benchmark_data_smithi065_20143_object26641:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e174)",
2020-11-16T20:32:30.665 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.051515+0000",
2020-11-16T20:32:30.666 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 349.60039955799999,
2020-11-16T20:32:30.666 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.03315515,
2020-11-16T20:32:30.666 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.666 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:32:30.666 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.666 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:30.666 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:30.666 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176028
2020-11-16T20:32:30.667 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.667 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051515+0000",
2020-11-16T20:32:30.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.668 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051515+0000",
2020-11-16T20:32:30.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:32:30.668 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.668 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051488+0000",
2020-11-16T20:32:30.669 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3767000000000001e-05
2020-11-16T20:32:30.669 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.669 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.669 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.669 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051551+0000",
2020-11-16T20:32:30.669 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9930000000000007e-06
2020-11-16T20:32:30.669 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.670 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.670 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.670 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051561+0000",
2020-11-16T20:32:30.670 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5709999999999999e-06
2020-11-16T20:32:30.670 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.670 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.671 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.671 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051566+0000",
2020-11-16T20:32:30.671 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3143e-05
2020-11-16T20:32:30.671 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.671 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.671 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051649+0000",
2020-11-16T20:32:30.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8050000000000007e-06
2020-11-16T20:32:30.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:32:30.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.051657+0000",
2020-11-16T20:32:30.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.189481281
2020-11-16T20:32:30.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.241138+0000",
2020-11-16T20:32:30.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4270000000000008e-06
2020-11-16T20:32:30.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:30.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.241147+0000",
2020-11-16T20:32:30.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.84330571899999995
2020-11-16T20:32:30.674 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.674 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.084452+0000",
2020-11-16T20:32:30.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021818799999999999
2020-11-16T20:32:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.084671+0000",
2020-11-16T20:32:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.03315515
2020-11-16T20:32:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.676 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.676 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.676 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176038 2.3 2:c7121082:::benchmark_data_smithi065_20143_object26651:head [delete] snapc 0=[] ondisk+write+known_if_redirected e174)",
2020-11-16T20:32:30.676 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.056526+0000",
2020-11-16T20:32:30.676 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 349.59538943199999,
2020-11-16T20:32:30.676 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.03560107,
2020-11-16T20:32:30.676 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.677 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.677 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:30.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:30.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176038
2020-11-16T20:32:30.677 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.678 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056526+0000",
2020-11-16T20:32:30.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056526+0000",
2020-11-16T20:32:30.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:32:30.679 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.679 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056497+0000",
2020-11-16T20:32:30.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7077999999999997e-05
2020-11-16T20:32:30.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056564+0000",
2020-11-16T20:32:30.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4809e-05
2020-11-16T20:32:30.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056579+0000",
2020-11-16T20:32:30.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8029999999999997e-06
2020-11-16T20:32:30.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.056587+0000",
2020-11-16T20:32:30.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18280052399999999
2020-11-16T20:32:30.682 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.682 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.239387+0000",
2020-11-16T20:32:30.683 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9910999999999999e-05
2020-11-16T20:32:30.683 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.683 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.683 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:30.683 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.239417+0000",
2020-11-16T20:32:30.683 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.84767777200000005
2020-11-16T20:32:30.683 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.087095+0000",
2020-11-16T20:32:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019661200000000001
2020-11-16T20:32:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.087292+0000",
2020-11-16T20:32:30.685 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020153099999999999
2020-11-16T20:32:30.685 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.685 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.685 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:32:30.685 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.087493+0000",
2020-11-16T20:32:30.685 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0040482010000000004
2020-11-16T20:32:30.685 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.686 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.091541+0000",
2020-11-16T20:32:30.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00045915700000000002
2020-11-16T20:32:30.686 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.686 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.092001+0000",
2020-11-16T20:32:30.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5013999999999998e-05
2020-11-16T20:32:30.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.092066+0000",
2020-11-16T20:32:30.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1048000000000002e-05
2020-11-16T20:32:30.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.688 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.092127+0000",
2020-11-16T20:32:30.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.03560107
2020-11-16T20:32:30.688 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.688 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.688 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.688 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.689 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.689 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176042 2.13 2:cc72afdf:::benchmark_data_smithi065_20143_object26655:head [delete] snapc 0=[] ondisk+write+known_if_redirected e174)",
2020-11-16T20:32:30.689 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.066942+0000",
2020-11-16T20:32:30.689 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 349.58497280500001,
2020-11-16T20:32:30.689 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.040189773,
2020-11-16T20:32:30.689 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.689 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.690 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:30.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:30.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176042
2020-11-16T20:32:30.690 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.690 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.066942+0000",
2020-11-16T20:32:30.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.066942+0000",
2020-11-16T20:32:30.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:32:30.692 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.692 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.066910+0000",
2020-11-16T20:32:30.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4742999999999999e-05
2020-11-16T20:32:30.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.066984+0000",
2020-11-16T20:32:30.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7082e-05
2020-11-16T20:32:30.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.067002+0000",
2020-11-16T20:32:30.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5860000000000005e-06
2020-11-16T20:32:30.694 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.694 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.067010+0000",
2020-11-16T20:32:30.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17297772
2020-11-16T20:32:30.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.695 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.695 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.239988+0000",
2020-11-16T20:32:30.695 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.26e-05
2020-11-16T20:32:30.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:30.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.240000+0000",
2020-11-16T20:32:30.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.86252417400000003
2020-11-16T20:32:30.696 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.696 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.102525+0000",
2020-11-16T20:32:30.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146775
2020-11-16T20:32:30.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.102671+0000",
2020-11-16T20:32:30.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000106221
2020-11-16T20:32:30.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.698 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2",
2020-11-16T20:32:30.698 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.102778+0000",
2020-11-16T20:32:30.698 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0025106260000000002
2020-11-16T20:32:30.698 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.698 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.105288+0000",
2020-11-16T20:32:30.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0016137320000000001
2020-11-16T20:32:30.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.106902+0000",
2020-11-16T20:32:30.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000170538
2020-11-16T20:32:30.700 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.700 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.107073+0000",
2020-11-16T20:32:30.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9392000000000003e-05
2020-11-16T20:32:30.700 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.701 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.107132+0000",
2020-11-16T20:32:30.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.040189773
2020-11-16T20:32:30.701 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.701 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.701 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.701 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.702 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.702 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:102386 3.c 3:3c170757:::benchmark_data_smithi065_26380_object102385:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e308)",
2020-11-16T20:32:30.702 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:20.073449+0000",
2020-11-16T20:32:30.702 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 70.578465797000007,
2020-11-16T20:32:30.702 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.39473879899999997,
2020-11-16T20:32:30.703 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.703 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.703 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102386
2020-11-16T20:32:30.703 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.704 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.704 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073449+0000",
2020-11-16T20:32:30.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.704 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.704 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073449+0000",
2020-11-16T20:32:30.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:32:30.705 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.705 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073425+0000",
2020-11-16T20:32:30.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3919999999999995e-05
2020-11-16T20:32:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073519+0000",
2020-11-16T20:32:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2798e-05
2020-11-16T20:32:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073532+0000",
2020-11-16T20:32:30.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8490000000000002e-06
2020-11-16T20:32:30.707 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.707 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073538+0000",
2020-11-16T20:32:30.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0429000000000001e-05
2020-11-16T20:32:30.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073588+0000",
2020-11-16T20:32:30.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013603700000000001
2020-11-16T20:32:30.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073724+0000",
2020-11-16T20:32:30.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000139698
2020-11-16T20:32:30.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.073864+0000",
2020-11-16T20:32:30.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035670849999999998
2020-11-16T20:32:30.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.077431+0000",
2020-11-16T20:32:30.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.39044052600000001
2020-11-16T20:32:30.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.467872+0000",
2020-11-16T20:32:30.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000173909
2020-11-16T20:32:30.711 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.711 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.468046+0000",
2020-11-16T20:32:30.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014238900000000001
2020-11-16T20:32:30.712 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.712 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.468188+0000",
2020-11-16T20:32:30.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.39473879899999997
2020-11-16T20:32:30.713 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.713 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.713 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.713 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.713 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.713 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:102396 3.c 3:3734e637:::benchmark_data_smithi065_26380_object102395:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e308)",
2020-11-16T20:32:30.713 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:20.081038+0000",
2020-11-16T20:32:30.714 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 70.570877292999995,
2020-11-16T20:32:30.714 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.38764200199999999,
2020-11-16T20:32:30.714 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.714 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.714 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.714 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.714 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.715 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102396
2020-11-16T20:32:30.715 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.715 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.715 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.081038+0000",
2020-11-16T20:32:30.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.081038+0000",
2020-11-16T20:32:30.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999938
2020-11-16T20:32:30.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.080976+0000",
2020-11-16T20:32:30.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016428300000000001
2020-11-16T20:32:30.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.081140+0000",
2020-11-16T20:32:30.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5993000000000001e-05
2020-11-16T20:32:30.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.081156+0000",
2020-11-16T20:32:30.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6370000000000005e-06
2020-11-16T20:32:30.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.081165+0000",
2020-11-16T20:32:30.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4462000000000006e-05
2020-11-16T20:32:30.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.081239+0000",
2020-11-16T20:32:30.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020574800000000001
2020-11-16T20:32:30.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.081445+0000",
2020-11-16T20:32:30.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023591700000000001
2020-11-16T20:32:30.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.081681+0000",
2020-11-16T20:32:30.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0038487719999999999
2020-11-16T20:32:30.721 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.721 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.085529+0000",
2020-11-16T20:32:30.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.38284612899999998
2020-11-16T20:32:30.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.468376+0000",
2020-11-16T20:32:30.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000168085
2020-11-16T20:32:30.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.468544+0000",
2020-11-16T20:32:30.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000135981
2020-11-16T20:32:30.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.468680+0000",
2020-11-16T20:32:30.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.38764200199999999
2020-11-16T20:32:30.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.724 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.724 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.724 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.724 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.725 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:102408 3.c 3:36a5f217:::benchmark_data_smithi065_26380_object102407:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e308)",
2020-11-16T20:32:30.725 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:20.097682+0000",
2020-11-16T20:32:30.725 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 70.554233101999998,
2020-11-16T20:32:30.725 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.37126321000000001,
2020-11-16T20:32:30.725 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.725 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.725 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102408
2020-11-16T20:32:30.726 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.726 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.726 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.726 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.097682+0000",
2020-11-16T20:32:30.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.097682+0000",
2020-11-16T20:32:30.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:32:30.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.097655+0000",
2020-11-16T20:32:30.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013645500000000001
2020-11-16T20:32:30.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.097791+0000",
2020-11-16T20:32:30.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4966e-05
2020-11-16T20:32:30.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.097806+0000",
2020-11-16T20:32:30.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5320000000000003e-06
2020-11-16T20:32:30.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.097812+0000",
2020-11-16T20:32:30.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.478e-05
2020-11-16T20:32:30.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.097877+0000",
2020-11-16T20:32:30.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015154599999999999
2020-11-16T20:32:30.731 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.731 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.098029+0000",
2020-11-16T20:32:30.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000154399
2020-11-16T20:32:30.731 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.098183+0000",
2020-11-16T20:32:30.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0032414980000000002
2020-11-16T20:32:30.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.101425+0000",
2020-11-16T20:32:30.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.36735886499999998
2020-11-16T20:32:30.733 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.733 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.468784+0000",
2020-11-16T20:32:30.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8164999999999994e-05
2020-11-16T20:32:30.734 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.734 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.468872+0000",
2020-11-16T20:32:30.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3349000000000005e-05
2020-11-16T20:32:30.735 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.735 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:20.468945+0000",
2020-11-16T20:32:30.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.37126321000000001
2020-11-16T20:32:30.735 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.735 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.735 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.736 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.736 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127756 3.c 3:3414bc92:::benchmark_data_smithi065_26380_object127755:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.095715+0000",
2020-11-16T20:32:30.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.556200255999997,
2020-11-16T20:32:30.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.51769993400000003,
2020-11-16T20:32:30.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.737 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.737 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127756
2020-11-16T20:32:30.737 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.737 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.095715+0000",
2020-11-16T20:32:30.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.095715+0000",
2020-11-16T20:32:30.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:32:30.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.095679+0000",
2020-11-16T20:32:30.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000133101
2020-11-16T20:32:30.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.095812+0000",
2020-11-16T20:32:30.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0305999999999998e-05
2020-11-16T20:32:30.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.095832+0000",
2020-11-16T20:32:30.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3389999999999999e-06
2020-11-16T20:32:30.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.095842+0000",
2020-11-16T20:32:30.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0021023359999999998
2020-11-16T20:32:30.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.097944+0000",
2020-11-16T20:32:30.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015175099999999999
2020-11-16T20:32:30.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.098096+0000",
2020-11-16T20:32:30.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018899499999999999
2020-11-16T20:32:30.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.098285+0000",
2020-11-16T20:32:30.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004305527
2020-11-16T20:32:30.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.102590+0000",
2020-11-16T20:32:30.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.51056500400000004
2020-11-16T20:32:30.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.613155+0000",
2020-11-16T20:32:30.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016908400000000001
2020-11-16T20:32:30.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.613324+0000",
2020-11-16T20:32:30.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0352000000000005e-05
2020-11-16T20:32:30.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.613415+0000",
2020-11-16T20:32:30.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.51769993400000003
2020-11-16T20:32:30.747 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.747 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.747 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.747 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.747 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.747 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127767 3.c 3:3570c963:::benchmark_data_smithi065_26380_object127766:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.104117+0000",
2020-11-16T20:32:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.547797801000002,
2020-11-16T20:32:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.51286256699999999,
2020-11-16T20:32:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127767
2020-11-16T20:32:30.749 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.749 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104117+0000",
2020-11-16T20:32:30.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104117+0000",
2020-11-16T20:32:30.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:32:30.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104097+0000",
2020-11-16T20:32:30.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4466000000000001e-05
2020-11-16T20:32:30.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104181+0000",
2020-11-16T20:32:30.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1511e-05
2020-11-16T20:32:30.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104193+0000",
2020-11-16T20:32:30.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9490000000000004e-06
2020-11-16T20:32:30.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104198+0000",
2020-11-16T20:32:30.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2642000000000003e-05
2020-11-16T20:32:30.753 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.753 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104240+0000",
2020-11-16T20:32:30.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000123399
2020-11-16T20:32:30.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104364+0000",
2020-11-16T20:32:30.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011710900000000001
2020-11-16T20:32:30.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.104481+0000",
2020-11-16T20:32:30.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010411375
2020-11-16T20:32:30.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.114892+0000",
2020-11-16T20:32:30.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50176262299999996
2020-11-16T20:32:30.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.616655+0000",
2020-11-16T20:32:30.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018240300000000001
2020-11-16T20:32:30.757 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.757 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.616837+0000",
2020-11-16T20:32:30.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000142645
2020-11-16T20:32:30.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.616980+0000",
2020-11-16T20:32:30.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.51286256699999999
2020-11-16T20:32:30.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.759 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.759 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.759 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.759 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.759 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127768 3.c 3:33adc657:::benchmark_data_smithi065_26380_object127767:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.759 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.107509+0000",
2020-11-16T20:32:30.759 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.544405648000001,
2020-11-16T20:32:30.759 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.509832022,
2020-11-16T20:32:30.760 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.760 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.760 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127768
2020-11-16T20:32:30.760 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.761 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107509+0000",
2020-11-16T20:32:30.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107509+0000",
2020-11-16T20:32:30.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999969
2020-11-16T20:32:30.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107478+0000",
2020-11-16T20:32:30.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013958699999999999
2020-11-16T20:32:30.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107618+0000",
2020-11-16T20:32:30.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8133000000000001e-05
2020-11-16T20:32:30.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107636+0000",
2020-11-16T20:32:30.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4120000000000004e-06
2020-11-16T20:32:30.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107644+0000",
2020-11-16T20:32:30.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00072965499999999995
2020-11-16T20:32:30.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.108373+0000",
2020-11-16T20:32:30.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000114265
2020-11-16T20:32:30.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.108487+0000",
2020-11-16T20:32:30.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000157462
2020-11-16T20:32:30.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.767 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.108645+0000",
2020-11-16T20:32:30.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0062594019999999998
2020-11-16T20:32:30.767 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.767 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.114904+0000",
2020-11-16T20:32:30.768 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50223024699999996
2020-11-16T20:32:30.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.768 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.768 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.617135+0000",
2020-11-16T20:32:30.768 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012152800000000001
2020-11-16T20:32:30.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.769 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.617256+0000",
2020-11-16T20:32:30.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5232e-05
2020-11-16T20:32:30.769 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.769 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.617341+0000",
2020-11-16T20:32:30.770 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.509832022
2020-11-16T20:32:30.770 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.770 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.770 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.770 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.770 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.770 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127770 3.c 3:35072270:::benchmark_data_smithi065_26380_object127769:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.107951+0000",
2020-11-16T20:32:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.543964131999999,
2020-11-16T20:32:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.51428971199999995,
2020-11-16T20:32:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127770
2020-11-16T20:32:30.772 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.772 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107951+0000",
2020-11-16T20:32:30.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107951+0000",
2020-11-16T20:32:30.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999969
2020-11-16T20:32:30.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.107920+0000",
2020-11-16T20:32:30.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011518699999999999
2020-11-16T20:32:30.774 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.774 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.108035+0000",
2020-11-16T20:32:30.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8970999999999998e-05
2020-11-16T20:32:30.775 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.775 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.108054+0000",
2020-11-16T20:32:30.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7680000000000003e-06
2020-11-16T20:32:30.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.108061+0000",
2020-11-16T20:32:30.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003721027
2020-11-16T20:32:30.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.111782+0000",
2020-11-16T20:32:30.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020670399999999999
2020-11-16T20:32:30.777 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.777 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.111988+0000",
2020-11-16T20:32:30.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024107499999999999
2020-11-16T20:32:30.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.112229+0000",
2020-11-16T20:32:30.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002894602
2020-11-16T20:32:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.115124+0000",
2020-11-16T20:32:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50678775700000001
2020-11-16T20:32:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.621912+0000",
2020-11-16T20:32:30.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018461700000000001
2020-11-16T20:32:30.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.622096+0000",
2020-11-16T20:32:30.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014408499999999999
2020-11-16T20:32:30.781 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.781 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.781 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.781 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.622241+0000",
2020-11-16T20:32:30.781 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.51428971199999995
2020-11-16T20:32:30.781 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.781 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.782 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.782 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.782 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127781 3.5 3:ad1a054e:::benchmark_data_smithi065_26380_object127780:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.120913+0000",
2020-11-16T20:32:30.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.531002457,
2020-11-16T20:32:30.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.50955631400000001,
2020-11-16T20:32:30.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.783 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.783 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127781
2020-11-16T20:32:30.783 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.783 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.784 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.120913+0000",
2020-11-16T20:32:30.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.784 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.784 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.120913+0000",
2020-11-16T20:32:30.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:32:30.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.120883+0000",
2020-11-16T20:32:30.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000111265
2020-11-16T20:32:30.786 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.786 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.120994+0000",
2020-11-16T20:32:30.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5403000000000001e-05
2020-11-16T20:32:30.786 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.121009+0000",
2020-11-16T20:32:30.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1640000000000007e-06
2020-11-16T20:32:30.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.121018+0000",
2020-11-16T20:32:30.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7148999999999998e-05
2020-11-16T20:32:30.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.121076+0000",
2020-11-16T20:32:30.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017986099999999999
2020-11-16T20:32:30.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.789 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.121255+0000",
2020-11-16T20:32:30.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016340899999999999
2020-11-16T20:32:30.789 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.789 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.121419+0000",
2020-11-16T20:32:30.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0044614240000000003
2020-11-16T20:32:30.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.125880+0000",
2020-11-16T20:32:30.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50441917599999997
2020-11-16T20:32:30.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.630299+0000",
2020-11-16T20:32:30.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5859999999999994e-05
2020-11-16T20:32:30.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.630395+0000",
2020-11-16T20:32:30.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3554999999999996e-05
2020-11-16T20:32:30.792 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.792 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.630469+0000",
2020-11-16T20:32:30.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50955631400000001
2020-11-16T20:32:30.793 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.793 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.793 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.793 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.793 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.793 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127791 3.5 3:a80117c9:::benchmark_data_smithi065_26380_object127790:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.793 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.131451+0000",
2020-11-16T20:32:30.793 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.520463530000001,
2020-11-16T20:32:30.794 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.50418043000000001,
2020-11-16T20:32:30.794 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.794 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.794 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127791
2020-11-16T20:32:30.795 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.795 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.795 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.795 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.795 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131451+0000",
2020-11-16T20:32:30.795 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.795 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.796 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.796 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131451+0000",
2020-11-16T20:32:30.796 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:32:30.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131422+0000",
2020-11-16T20:32:30.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011481600000000001
2020-11-16T20:32:30.797 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.797 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131537+0000",
2020-11-16T20:32:30.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5812e-05
2020-11-16T20:32:30.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131553+0000",
2020-11-16T20:32:30.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6420000000000002e-06
2020-11-16T20:32:30.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.799 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.799 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.799 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131563+0000",
2020-11-16T20:32:30.799 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4967000000000001e-05
2020-11-16T20:32:30.799 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.799 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131658+0000",
2020-11-16T20:32:30.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024687500000000002
2020-11-16T20:32:30.800 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.800 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.800 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131905+0000",
2020-11-16T20:32:30.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023675200000000001
2020-11-16T20:32:30.801 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.801 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.132141+0000",
2020-11-16T20:32:30.801 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0070003599999999997
2020-11-16T20:32:30.801 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.801 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.139142+0000",
2020-11-16T20:32:30.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.496164202
2020-11-16T20:32:30.802 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.802 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.802 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.635306+0000",
2020-11-16T20:32:30.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017530200000000001
2020-11-16T20:32:30.803 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.803 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.635481+0000",
2020-11-16T20:32:30.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015074500000000001
2020-11-16T20:32:30.803 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.804 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.804 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.804 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.635632+0000",
2020-11-16T20:32:30.804 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50418043000000001
2020-11-16T20:32:30.804 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.804 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.804 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.804 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.805 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.805 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127792 3.5 3:a4df8351:::benchmark_data_smithi065_26380_object127791:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.805 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.131619+0000",
2020-11-16T20:32:30.805 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.520296457000001,
2020-11-16T20:32:30.805 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.50418695499999999,
2020-11-16T20:32:30.805 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.805 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.806 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.806 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.806 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.806 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127792
2020-11-16T20:32:30.806 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.806 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131619+0000",
2020-11-16T20:32:30.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131619+0000",
2020-11-16T20:32:30.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:32:30.808 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.808 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131593+0000",
2020-11-16T20:32:30.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3740999999999996e-05
2020-11-16T20:32:30.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131687+0000",
2020-11-16T20:32:30.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4749999999999999e-06
2020-11-16T20:32:30.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131696+0000",
2020-11-16T20:32:30.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0119999999999996e-06
2020-11-16T20:32:30.810 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.810 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.131701+0000",
2020-11-16T20:32:30.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004891874
2020-11-16T20:32:30.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.136593+0000",
2020-11-16T20:32:30.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013497300000000001
2020-11-16T20:32:30.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.136728+0000",
2020-11-16T20:32:30.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012956900000000001
2020-11-16T20:32:30.812 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.812 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.136858+0000",
2020-11-16T20:32:30.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0025192449999999998
2020-11-16T20:32:30.813 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.813 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.813 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.813 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.139377+0000",
2020-11-16T20:32:30.813 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.49633303499999998
2020-11-16T20:32:30.813 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.813 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.814 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.814 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.635710+0000",
2020-11-16T20:32:30.814 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8085999999999999e-05
2020-11-16T20:32:30.814 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.814 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.814 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.814 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.635768+0000",
2020-11-16T20:32:30.814 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.7236000000000001e-05
2020-11-16T20:32:30.815 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.815 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.815 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.815 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.635805+0000",
2020-11-16T20:32:30.815 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50418695499999999
2020-11-16T20:32:30.815 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.815 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.816 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.816 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.816 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.816 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127793 3.c 3:352fe140:::benchmark_data_smithi065_26380_object127792:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.816 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.135892+0000",
2020-11-16T20:32:30.816 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.516023377000003,
2020-11-16T20:32:30.816 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.49534987899999999,
2020-11-16T20:32:30.817 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.817 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.817 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127793
2020-11-16T20:32:30.818 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.818 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.818 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.135892+0000",
2020-11-16T20:32:30.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.818 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.135892+0000",
2020-11-16T20:32:30.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999561
2020-11-16T20:32:30.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.135848+0000",
2020-11-16T20:32:30.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011599699999999999
2020-11-16T20:32:30.820 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.820 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.135964+0000",
2020-11-16T20:32:30.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3777999999999999e-05
2020-11-16T20:32:30.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.135977+0000",
2020-11-16T20:32:30.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3659999999999997e-06
2020-11-16T20:32:30.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.135984+0000",
2020-11-16T20:32:30.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3992999999999994e-05
2020-11-16T20:32:30.822 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.822 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.136058+0000",
2020-11-16T20:32:30.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016154799999999999
2020-11-16T20:32:30.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.136219+0000",
2020-11-16T20:32:30.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016379200000000001
2020-11-16T20:32:30.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.136383+0000",
2020-11-16T20:32:30.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004091829
2020-11-16T20:32:30.824 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.824 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.140475+0000",
2020-11-16T20:32:30.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.49061890000000002
2020-11-16T20:32:30.825 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.825 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.825 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.825 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.631094+0000",
2020-11-16T20:32:30.825 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4270000000000005e-05
2020-11-16T20:32:30.825 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.825 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.631178+0000",
2020-11-16T20:32:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3319999999999997e-05
2020-11-16T20:32:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.631241+0000",
2020-11-16T20:32:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.49534987899999999
2020-11-16T20:32:30.827 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.827 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.827 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.827 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.827 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.828 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127803 3.5 3:af0b2f72:::benchmark_data_smithi065_26380_object127802:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.828 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.229680+0000",
2020-11-16T20:32:30.828 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.422234899999999,
2020-11-16T20:32:30.828 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.41043155100000001,
2020-11-16T20:32:30.828 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.828 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.828 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127803
2020-11-16T20:32:30.829 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.829 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.229680+0000",
2020-11-16T20:32:30.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.229680+0000",
2020-11-16T20:32:30.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999485
2020-11-16T20:32:30.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.831 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.229628+0000",
2020-11-16T20:32:30.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000185868
2020-11-16T20:32:30.831 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.831 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.229814+0000",
2020-11-16T20:32:30.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9433000000000001e-05
2020-11-16T20:32:30.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.229844+0000",
2020-11-16T20:32:30.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7952999999999999e-05
2020-11-16T20:32:30.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.229862+0000",
2020-11-16T20:32:30.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013167100000000001
2020-11-16T20:32:30.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.229993+0000",
2020-11-16T20:32:30.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00030562599999999998
2020-11-16T20:32:30.834 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.834 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.230299+0000",
2020-11-16T20:32:30.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000321665
2020-11-16T20:32:30.834 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.835 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.835 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.835 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.230621+0000",
2020-11-16T20:32:30.835 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0067285390000000004
2020-11-16T20:32:30.835 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.835 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.835 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.237349+0000",
2020-11-16T20:32:30.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40263592799999998
2020-11-16T20:32:30.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.639985+0000",
2020-11-16T20:32:30.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1149000000000006e-05
2020-11-16T20:32:30.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.640056+0000",
2020-11-16T20:32:30.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5432000000000001e-05
2020-11-16T20:32:30.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.640112+0000",
2020-11-16T20:32:30.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.41043155100000001
2020-11-16T20:32:30.838 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.838 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.838 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.839 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.839 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.839 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:127804 3.c 3:3750cfc7:::benchmark_data_smithi065_26380_object127803:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.839 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:47.232550+0000",
2020-11-16T20:32:30.839 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 43.419364715,
2020-11-16T20:32:30.839 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.39888832099999999,
2020-11-16T20:32:30.839 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.840 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.840 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 127804
2020-11-16T20:32:30.840 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.840 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.232550+0000",
2020-11-16T20:32:30.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.841 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.841 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.232550+0000",
2020-11-16T20:32:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9998956
2020-11-16T20:32:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.232446+0000",
2020-11-16T20:32:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032028900000000002
2020-11-16T20:32:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.232766+0000",
2020-11-16T20:32:30.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5469000000000001e-05
2020-11-16T20:32:30.843 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.843 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.232811+0000",
2020-11-16T20:32:30.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1656000000000001e-05
2020-11-16T20:32:30.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.232833+0000",
2020-11-16T20:32:30.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017109800000000001
2020-11-16T20:32:30.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.233004+0000",
2020-11-16T20:32:30.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00044509500000000001
2020-11-16T20:32:30.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.233449+0000",
2020-11-16T20:32:30.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00052201199999999998
2020-11-16T20:32:30.846 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.846 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.233971+0000",
2020-11-16T20:32:30.847 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0065765629999999997
2020-11-16T20:32:30.847 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.847 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.847 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.847 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.240548+0000",
2020-11-16T20:32:30.847 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.39076654900000002
2020-11-16T20:32:30.847 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.848 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.848 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.631314+0000",
2020-11-16T20:32:30.848 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7702999999999999e-05
2020-11-16T20:32:30.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.631382+0000",
2020-11-16T20:32:30.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6545000000000002e-05
2020-11-16T20:32:30.849 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.849 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:47.631439+0000",
2020-11-16T20:32:30.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.39888832099999999
2020-11-16T20:32:30.850 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.850 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.850 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.850 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.851 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.851 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:128283 3.c 3:38e1836d:::benchmark_data_smithi065_26380_object128282:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.851 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:48.228850+0000",
2020-11-16T20:32:30.851 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 42.423065459999997,
2020-11-16T20:32:30.851 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.39946679899999998,
2020-11-16T20:32:30.851 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.851 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.851 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 128283
2020-11-16T20:32:30.852 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.852 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.228850+0000",
2020-11-16T20:32:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.228850+0000",
2020-11-16T20:32:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999266
2020-11-16T20:32:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.228776+0000",
2020-11-16T20:32:30.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00028088599999999999
2020-11-16T20:32:30.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.229057+0000",
2020-11-16T20:32:30.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2882000000000001e-05
2020-11-16T20:32:30.855 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.855 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.229090+0000",
2020-11-16T20:32:30.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6436999999999999e-05
2020-11-16T20:32:30.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.229106+0000",
2020-11-16T20:32:30.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7393999999999996e-05
2020-11-16T20:32:30.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.229204+0000",
2020-11-16T20:32:30.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025640199999999998
2020-11-16T20:32:30.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.229460+0000",
2020-11-16T20:32:30.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00031668499999999998
2020-11-16T20:32:30.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.229777+0000",
2020-11-16T20:32:30.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014212756999999999
2020-11-16T20:32:30.859 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.859 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.243990+0000",
2020-11-16T20:32:30.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.38422641099999999
2020-11-16T20:32:30.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.628216+0000",
2020-11-16T20:32:30.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5306000000000003e-05
2020-11-16T20:32:30.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.628261+0000",
2020-11-16T20:32:30.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4866e-05
2020-11-16T20:32:30.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.628316+0000",
2020-11-16T20:32:30.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.39946679899999998
2020-11-16T20:32:30.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.862 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.862 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.862 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.862 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.863 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:128287 3.c 3:3ee2cadf:::benchmark_data_smithi065_26380_object128286:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.863 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:48.234597+0000",
2020-11-16T20:32:30.863 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 42.417317476000001,
2020-11-16T20:32:30.863 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.39435116999999997,
2020-11-16T20:32:30.863 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.863 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.863 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.864 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.864 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 128287
2020-11-16T20:32:30.864 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.864 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.864 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.234597+0000",
2020-11-16T20:32:30.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.234597+0000",
2020-11-16T20:32:30.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999614
2020-11-16T20:32:30.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.234559+0000",
2020-11-16T20:32:30.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016992299999999999
2020-11-16T20:32:30.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.234729+0000",
2020-11-16T20:32:30.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5285e-05
2020-11-16T20:32:30.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.234744+0000",
2020-11-16T20:32:30.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0870000000000007e-06
2020-11-16T20:32:30.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.234752+0000",
2020-11-16T20:32:30.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004569091
2020-11-16T20:32:30.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.239321+0000",
2020-11-16T20:32:30.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018755399999999999
2020-11-16T20:32:30.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.239509+0000",
2020-11-16T20:32:30.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000185976
2020-11-16T20:32:30.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.239695+0000",
2020-11-16T20:32:30.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0045326309999999996
2020-11-16T20:32:30.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.244227+0000",
2020-11-16T20:32:30.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.384288719
2020-11-16T20:32:30.871 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.871 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.628516+0000",
2020-11-16T20:32:30.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022406300000000001
2020-11-16T20:32:30.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.628740+0000",
2020-11-16T20:32:30.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000208397
2020-11-16T20:32:30.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.628949+0000",
2020-11-16T20:32:30.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.39435116999999997
2020-11-16T20:32:30.873 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.873 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.873 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.873 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:30.874 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:30.874 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:128303 3.c 3:36ec5639:::benchmark_data_smithi065_26380_object128302:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e315)",
2020-11-16T20:32:30.874 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:31:48.260469+0000",
2020-11-16T20:32:30.874 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 42.391445935999997,
2020-11-16T20:32:30.874 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.368632552,
2020-11-16T20:32:30.874 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:30.874 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:30.875 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:30.875 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:30.875 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:30.875 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 128303
2020-11-16T20:32:30.875 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:30.875 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:30.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:30.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.260469+0000",
2020-11-16T20:32:30.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:30.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:30.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.260469+0000",
2020-11-16T20:32:30.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:32:30.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:30.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.260434+0000",
2020-11-16T20:32:30.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015841299999999999
2020-11-16T20:32:30.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:30.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.260592+0000",
2020-11-16T20:32:30.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0003000000000001e-05
2020-11-16T20:32:30.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:30.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.260612+0000",
2020-11-16T20:32:30.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0355e-05
2020-11-16T20:32:30.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:30.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.260623+0000",
2020-11-16T20:32:30.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2504999999999997e-05
2020-11-16T20:32:30.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:30.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.260705+0000",
2020-11-16T20:32:30.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018478099999999999
2020-11-16T20:32:30.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:30.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.260890+0000",
2020-11-16T20:32:30.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020268700000000001
2020-11-16T20:32:30.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:32:30.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.261093+0000",
2020-11-16T20:32:30.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0045970799999999999
2020-11-16T20:32:30.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:30.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.265690+0000",
2020-11-16T20:32:30.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.36332512500000003
2020-11-16T20:32:30.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:30.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.629015+0000",
2020-11-16T20:32:30.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9334e-05
2020-11-16T20:32:30.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:30.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.629054+0000",
2020-11-16T20:32:30.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7488999999999999e-05
2020-11-16T20:32:30.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:30.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:30.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:30.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:31:48.629102+0000",
2020-11-16T20:32:30.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.368632552
2020-11-16T20:32:30.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:30.885 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:30.885 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:30.885 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:32:30.885 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:32:30.885 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:32:31.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:31 smithi065 bash[9468]: cluster 2020-11-16T20:32:30.163876+0000 mgr.x (mgr.14196) 608 : cluster [DBG] pgmap v856: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 365 op/s; 54412/254636 objects misplaced (21.369%); 27 MiB/s, 435 objects/s recovering
2020-11-16T20:32:31.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:31 smithi142 bash[9523]: cluster 2020-11-16T20:32:30.163876+0000 mgr.x (mgr.14196) 608 : cluster [DBG] pgmap v856: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 365 op/s; 54412/254636 objects misplaced (21.369%); 27 MiB/s, 435 objects/s recovering
2020-11-16T20:32:31.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:31 smithi071 bash[9480]: cluster 2020-11-16T20:32:30.163876+0000 mgr.x (mgr.14196) 608 : cluster [DBG] pgmap v856: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 365 op/s; 54412/254636 objects misplaced (21.369%); 27 MiB/s, 435 objects/s recovering
2020-11-16T20:32:31.839 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight
2020-11-16T20:32:32.006 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:32:32.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:32 smithi071 bash[9480]: cluster 2020-11-16T20:32:32.164414+0000 mgr.x (mgr.14196) 609 : cluster [DBG] pgmap v857: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 429 op/s; 53954/252340 objects misplaced (21.381%); 18 MiB/s, 294 objects/s recovering
2020-11-16T20:32:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:32 smithi065 bash[9468]: cluster 2020-11-16T20:32:32.164414+0000 mgr.x (mgr.14196) 609 : cluster [DBG] pgmap v857: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 429 op/s; 53954/252340 objects misplaced (21.381%); 18 MiB/s, 294 objects/s recovering
2020-11-16T20:32:32.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:32 smithi142 bash[9523]: cluster 2020-11-16T20:32:32.164414+0000 mgr.x (mgr.14196) 609 : cluster [DBG] pgmap v857: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 429 op/s; 53954/252340 objects misplaced (21.381%); 18 MiB/s, 294 objects/s recovering
2020-11-16T20:32:33.472 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:33.576 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:33.715 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:33.784 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:32:33 smithi142 bash[18009]: debug 2020-11-16T20:32:33.473+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:33.819 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:32:33.971 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:32:34.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:32:33 smithi065 bash[18823]: debug 2020-11-16T20:32:33.713+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:34.074 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:34.268 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:32:33 smithi071 bash[14419]: debug 2020-11-16T20:32:33.970+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:34.269 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:34.372 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:32:34.482 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:32:34.586 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:34.596 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:34 smithi071 bash[26650]: debug 2020-11-16T20:32:34.266+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:34.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:32:34 smithi065 bash[11785]: debug 2020-11-16T20:32:34.481+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:34.977 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:35.080 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:35.233 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:32:35.337 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:32:35.346 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:35 smithi071 bash[9480]: cluster 2020-11-16T20:32:34.164913+0000 mgr.x (mgr.14196) 610 : cluster [DBG] pgmap v858: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 414 op/s; 52422/250974 objects misplaced (20.887%); 24 MiB/s, 389 objects/s recovering
2020-11-16T20:32:35.346 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:34 smithi071 bash[26650]: debug 2020-11-16T20:32:34.974+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:35.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:35 smithi065 bash[9468]: cluster 2020-11-16T20:32:34.164913+0000 mgr.x (mgr.14196) 610 : cluster [DBG] pgmap v858: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 414 op/s; 52422/250974 objects misplaced (20.887%); 24 MiB/s, 389 objects/s recovering
2020-11-16T20:32:35.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:32:35 smithi065 bash[14115]: debug 2020-11-16T20:32:35.229+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:35.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:35 smithi142 bash[9523]: cluster 2020-11-16T20:32:34.164913+0000 mgr.x (mgr.14196) 610 : cluster [DBG] pgmap v858: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 414 op/s; 52422/250974 objects misplaced (20.887%); 24 MiB/s, 389 objects/s recovering
2020-11-16T20:32:36.089 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:32:36.193 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:36.205 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:32:36.280 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:32:36.335 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:36.395 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:32:36.441 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:36.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:32:36 smithi071 bash[16796]: debug 2020-11-16T20:32:36.090+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:36.476 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:32:36.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:32:36 smithi065 bash[18823]: debug 2020-11-16T20:32:36.333+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:36.774 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:36.877 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:37.036 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:36 smithi071 bash[26650]: debug 2020-11-16T20:32:36.774+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:37.036 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:37 smithi071 bash[26650]: debug 2020-11-16T20:32:37.034+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:37.037 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:37.141 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:37.386 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:32:37.387 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:32:37.387 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:37.387 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35063.0:152547 3.a 3:544d1a21:::benchmark_data_smithi065_26380_object14814:head [delete] snapc 0=[] ondisk+write+known_if_redirected e329)",
2020-11-16T20:32:37.387 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:32:37.386774+0000",
2020-11-16T20:32:37.387 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.001597993,
2020-11-16T20:32:37.388 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.001620167,
2020-11-16T20:32:37.388 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:37.388 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:32:37.388 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:37.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35063",
2020-11-16T20:32:37.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:32:37.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 152547
2020-11-16T20:32:37.389 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:37.389 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:37.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:37.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.386774+0000",
2020-11-16T20:32:37.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:37.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:37.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:37.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.386774+0000",
2020-11-16T20:32:37.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:32:37.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:37.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:37.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.386747+0000",
2020-11-16T20:32:37.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5609000000000002e-05
2020-11-16T20:32:37.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:37.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:37.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.386803+0000",
2020-11-16T20:32:37.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.15e-05
2020-11-16T20:32:37.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:37.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:37.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.386814+0000",
2020-11-16T20:32:37.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9629999999999998e-06
2020-11-16T20:32:37.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:37.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:37.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.386822+0000",
2020-11-16T20:32:37.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9746999999999995e-05
2020-11-16T20:32:37.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:37.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:37.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.386892+0000",
2020-11-16T20:32:37.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018639399999999999
2020-11-16T20:32:37.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:37.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:37.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.387078+0000",
2020-11-16T20:32:37.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021003999999999999
2020-11-16T20:32:37.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:37.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:37.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:32:37.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:32:37.387288+0000",
2020-11-16T20:32:37.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00051453399999999998
2020-11-16T20:32:37.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:37.395 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:37.395 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:37.396 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:32:37.396 INFO:teuthology.orchestra.run.smithi071.stdout:    ],
2020-11-16T20:32:37.396 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 1
2020-11-16T20:32:37.396 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:32:37.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:37 smithi071 bash[9480]: cluster 2020-11-16T20:32:35.620429+0000 osd.6 (osd.6) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:37.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:37 smithi071 bash[9480]: cluster 2020-11-16T20:32:35.620523+0000 osd.6 (osd.6) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:37.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:37 smithi071 bash[9480]: cluster 2020-11-16T20:32:36.165354+0000 mgr.x (mgr.14196) 611 : cluster [DBG] pgmap v859: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 429 op/s; 52305/248652 objects misplaced (21.035%); 24 MiB/s, 386 objects/s recovering
2020-11-16T20:32:37.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:37 smithi071 bash[9480]: cluster 2020-11-16T20:32:36.230855+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e329: 12 total, 12 up, 12 in
2020-11-16T20:32:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:37 smithi065 bash[9468]: cluster 2020-11-16T20:32:35.620429+0000 osd.6 (osd.6) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:37 smithi065 bash[9468]: cluster 2020-11-16T20:32:35.620523+0000 osd.6 (osd.6) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:37 smithi065 bash[9468]: cluster 2020-11-16T20:32:36.165354+0000 mgr.x (mgr.14196) 611 : cluster [DBG] pgmap v859: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 429 op/s; 52305/248652 objects misplaced (21.035%); 24 MiB/s, 386 objects/s recovering
2020-11-16T20:32:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:37 smithi065 bash[9468]: cluster 2020-11-16T20:32:36.230855+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e329: 12 total, 12 up, 12 in
2020-11-16T20:32:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:37 smithi142 bash[9523]: cluster 2020-11-16T20:32:35.620429+0000 osd.6 (osd.6) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:37 smithi142 bash[9523]: cluster 2020-11-16T20:32:35.620523+0000 osd.6 (osd.6) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:37 smithi142 bash[9523]: cluster 2020-11-16T20:32:36.165354+0000 mgr.x (mgr.14196) 611 : cluster [DBG] pgmap v859: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 429 op/s; 52305/248652 objects misplaced (21.035%); 24 MiB/s, 386 objects/s recovering
2020-11-16T20:32:37.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:37 smithi142 bash[9523]: cluster 2020-11-16T20:32:36.230855+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e329: 12 total, 12 up, 12 in
2020-11-16T20:32:38.746 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops
2020-11-16T20:32:38.906 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:32:39.233 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:32:39.233 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:32:39.233 INFO:tasks.thrashosds.thrasher:Setting osd 2 primary_affinity to 1.000000
2020-11-16T20:32:39.234 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 2 1
2020-11-16T20:32:39.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:39 smithi065 bash[9468]: cluster 2020-11-16T20:32:38.165824+0000 mgr.x (mgr.14196) 612 : cluster [DBG] pgmap v861: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 435 op/s; 50721/247506 objects misplaced (20.493%); 24 MiB/s, 389 objects/s recovering
2020-11-16T20:32:39.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:39 smithi142 bash[9523]: cluster 2020-11-16T20:32:38.165824+0000 mgr.x (mgr.14196) 612 : cluster [DBG] pgmap v861: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 435 op/s; 50721/247506 objects misplaced (20.493%); 24 MiB/s, 389 objects/s recovering
2020-11-16T20:32:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:39 smithi071 bash[9480]: cluster 2020-11-16T20:32:38.165824+0000 mgr.x (mgr.14196) 612 : cluster [DBG] pgmap v861: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 435 op/s; 50721/247506 objects misplaced (20.493%); 24 MiB/s, 389 objects/s recovering
2020-11-16T20:32:40.516 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:40 smithi142 bash[9523]: cluster 2020-11-16T20:32:39.238103+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e330: 12 total, 12 up, 12 in
2020-11-16T20:32:40.516 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:40.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:40 smithi065 bash[9468]: cluster 2020-11-16T20:32:39.238103+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e330: 12 total, 12 up, 12 in
2020-11-16T20:32:40.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:40 smithi071 bash[9480]: cluster 2020-11-16T20:32:39.238103+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e330: 12 total, 12 up, 12 in
2020-11-16T20:32:40.619 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:32:40.664 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:32:40.744 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:32:40.784 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:32:40 smithi142 bash[18009]: debug 2020-11-16T20:32:40.513+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:40.847 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:32:40.893 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:32:40 smithi071 bash[16796]: debug 2020-11-16T20:32:40.742+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:40.966 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:32:41.072 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:32:41.247 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:32:40 smithi065 bash[11785]: debug 2020-11-16T20:32:40.965+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:41.438 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:41 smithi142 bash[9523]: cluster 2020-11-16T20:32:40.166524+0000 mgr.x (mgr.14196) 613 : cluster [DBG] pgmap v863: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 399 op/s; 50230/245950 objects misplaced (20.423%); 28 MiB/s, 443 objects/s recovering
2020-11-16T20:32:41.438 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:41 smithi142 bash[9523]: cluster 2020-11-16T20:32:40.253588+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e331: 12 total, 12 up, 12 in
2020-11-16T20:32:41.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:41 smithi065 bash[9468]: cluster 2020-11-16T20:32:40.166524+0000 mgr.x (mgr.14196) 613 : cluster [DBG] pgmap v863: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 399 op/s; 50230/245950 objects misplaced (20.423%); 28 MiB/s, 443 objects/s recovering
2020-11-16T20:32:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:41 smithi065 bash[9468]: cluster 2020-11-16T20:32:40.253588+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e331: 12 total, 12 up, 12 in
2020-11-16T20:32:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:41 smithi071 bash[9480]: cluster 2020-11-16T20:32:40.166524+0000 mgr.x (mgr.14196) 613 : cluster [DBG] pgmap v863: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 399 op/s; 50230/245950 objects misplaced (20.423%); 28 MiB/s, 443 objects/s recovering
2020-11-16T20:32:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:41 smithi071 bash[9480]: cluster 2020-11-16T20:32:40.253588+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e331: 12 total, 12 up, 12 in
2020-11-16T20:32:42.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:42 smithi065 bash[9468]: cluster 2020-11-16T20:32:40.613401+0000 osd.4 (osd.4) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:42.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:42 smithi065 bash[9468]: cluster 2020-11-16T20:32:40.613467+0000 osd.4 (osd.4) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:42.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:42 smithi065 bash[9468]: cluster 2020-11-16T20:32:41.258116+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e332: 12 total, 12 up, 12 in
2020-11-16T20:32:42.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:42 smithi142 bash[9523]: cluster 2020-11-16T20:32:40.613401+0000 osd.4 (osd.4) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:42.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:42 smithi142 bash[9523]: cluster 2020-11-16T20:32:40.613467+0000 osd.4 (osd.4) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:42.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:42 smithi142 bash[9523]: cluster 2020-11-16T20:32:41.258116+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e332: 12 total, 12 up, 12 in
2020-11-16T20:32:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:42 smithi071 bash[9480]: cluster 2020-11-16T20:32:40.613401+0000 osd.4 (osd.4) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:42.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:42 smithi071 bash[9480]: cluster 2020-11-16T20:32:40.613467+0000 osd.4 (osd.4) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:42.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:42 smithi071 bash[9480]: cluster 2020-11-16T20:32:41.258116+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e332: 12 total, 12 up, 12 in
2020-11-16T20:32:43.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:43 smithi065 bash[9468]: cluster 2020-11-16T20:32:42.167085+0000 mgr.x (mgr.14196) 614 : cluster [DBG] pgmap v866: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 406 op/s; 49796/243824 objects misplaced (20.423%); 24 MiB/s, 377 objects/s recovering
2020-11-16T20:32:43.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:43 smithi142 bash[9523]: cluster 2020-11-16T20:32:42.167085+0000 mgr.x (mgr.14196) 614 : cluster [DBG] pgmap v866: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 406 op/s; 49796/243824 objects misplaced (20.423%); 24 MiB/s, 377 objects/s recovering
2020-11-16T20:32:43.559 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:43 smithi071 bash[9480]: cluster 2020-11-16T20:32:42.167085+0000 mgr.x (mgr.14196) 614 : cluster [DBG] pgmap v866: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 4 active+recovering, 10 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 406 op/s; 49796/243824 objects misplaced (20.423%); 24 MiB/s, 377 objects/s recovering
2020-11-16T20:32:43.842 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:32:43.843 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:32:43.843 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:32:43.843 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:32:43.843 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:32:45.081 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_historic_ops
2020-11-16T20:32:45.247 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:32:45.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:45 smithi071 bash[9480]: cluster 2020-11-16T20:32:44.167577+0000 mgr.x (mgr.14196) 615 : cluster [DBG] pgmap v867: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 404 op/s; 49190/242654 objects misplaced (20.272%); 15 MiB/s, 236 objects/s recovering
2020-11-16T20:32:45.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:45 smithi065 bash[9468]: cluster 2020-11-16T20:32:44.167577+0000 mgr.x (mgr.14196) 615 : cluster [DBG] pgmap v867: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 404 op/s; 49190/242654 objects misplaced (20.272%); 15 MiB/s, 236 objects/s recovering
2020-11-16T20:32:45.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:45 smithi142 bash[9523]: cluster 2020-11-16T20:32:44.167577+0000 mgr.x (mgr.14196) 615 : cluster [DBG] pgmap v867: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 404 op/s; 49190/242654 objects misplaced (20.272%); 15 MiB/s, 236 objects/s recovering
2020-11-16T20:32:46.660 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:32:46.825 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:32:46.947 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:32:46 smithi142 bash[22738]: debug 2020-11-16T20:32:46.653+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:47.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:47 smithi142 bash[9523]: cluster 2020-11-16T20:32:46.168051+0000 mgr.x (mgr.14196) 616 : cluster [DBG] pgmap v868: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 415 op/s; 49069/240670 objects misplaced (20.388%); 11 MiB/s, 170 objects/s recovering
2020-11-16T20:32:47.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:47 smithi071 bash[9480]: cluster 2020-11-16T20:32:46.168051+0000 mgr.x (mgr.14196) 616 : cluster [DBG] pgmap v868: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 415 op/s; 49069/240670 objects misplaced (20.388%); 11 MiB/s, 170 objects/s recovering
2020-11-16T20:32:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:47 smithi065 bash[9468]: cluster 2020-11-16T20:32:46.168051+0000 mgr.x (mgr.14196) 616 : cluster [DBG] pgmap v868: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 415 op/s; 49069/240670 objects misplaced (20.388%); 11 MiB/s, 170 objects/s recovering
2020-11-16T20:32:48.592 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:32:48.696 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:49.077 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:32:48 smithi142 bash[15670]: debug 2020-11-16T20:32:48.585+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:49.208 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:32:49.311 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:32:49.490 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:32:49 smithi071 bash[26650]: debug 2020-11-16T20:32:49.206+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:49.490 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:49 smithi071 bash[9480]: cluster 2020-11-16T20:32:48.168571+0000 mgr.x (mgr.14196) 617 : cluster [DBG] pgmap v869: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 399 op/s; 48566/239562 objects misplaced (20.273%); 11 MiB/s, 176 objects/s recovering
2020-11-16T20:32:49.491 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:32:49.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:49 smithi065 bash[9468]: cluster 2020-11-16T20:32:48.168571+0000 mgr.x (mgr.14196) 617 : cluster [DBG] pgmap v869: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 399 op/s; 48566/239562 objects misplaced (20.273%); 11 MiB/s, 176 objects/s recovering
2020-11-16T20:32:49.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:49 smithi142 bash[9523]: cluster 2020-11-16T20:32:48.168571+0000 mgr.x (mgr.14196) 617 : cluster [DBG] pgmap v869: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 399 op/s; 48566/239562 objects misplaced (20.273%); 11 MiB/s, 176 objects/s recovering
2020-11-16T20:32:49.594 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:32:49.742 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:32:49.846 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:32:49.930 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:32:49.930 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:32:49.930 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:32:49.931 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:32:49.931 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:49.931 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161180 2.7 2:e8a9b9b0:::benchmark_data_smithi065_20143_object11793:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:49.931 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.259558+0000",
2020-11-16T20:32:49.931 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.66859560500001,
2020-11-16T20:32:49.931 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4891697370000001,
2020-11-16T20:32:49.932 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:49.932 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:49.932 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:49.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:49.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:49.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161180
2020-11-16T20:32:49.932 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:49.932 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:49.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:49.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259558+0000",
2020-11-16T20:32:49.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:49.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:49.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259558+0000",
2020-11-16T20:32:49.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:32:49.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:49.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259523+0000",
2020-11-16T20:32:49.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2746999999999998e-05
2020-11-16T20:32:49.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:49.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259615+0000",
2020-11-16T20:32:49.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6729000000000001e-05
2020-11-16T20:32:49.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:49.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259642+0000",
2020-11-16T20:32:49.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.131e-05
2020-11-16T20:32:49.936 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.936 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:49.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259653+0000",
2020-11-16T20:32:49.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5150999999999999e-05
2020-11-16T20:32:49.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259729+0000",
2020-11-16T20:32:49.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4566000000000001e-05
2020-11-16T20:32:49.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.259743+0000",
2020-11-16T20:32:49.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.75338915399999995
2020-11-16T20:32:49.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013132+0000",
2020-11-16T20:32:49.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8347999999999999e-05
2020-11-16T20:32:49.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013171+0000",
2020-11-16T20:32:49.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6816167719999999
2020-11-16T20:32:49.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.694787+0000",
2020-11-16T20:32:49.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017916000000000001
2020-11-16T20:32:49.940 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.940 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:49.940 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.694967+0000",
2020-11-16T20:32:49.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000136866
2020-11-16T20:32:49.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:49.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.695103+0000",
2020-11-16T20:32:49.941 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0096890770000000008
2020-11-16T20:32:49.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:49.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.704793+0000",
2020-11-16T20:32:49.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.019313872999999999
2020-11-16T20:32:49.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724106+0000",
2020-11-16T20:32:49.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.02446218
2020-11-16T20:32:49.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748569+0000",
2020-11-16T20:32:49.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7825000000000003e-05
2020-11-16T20:32:49.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:49.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748626+0000",
2020-11-16T20:32:49.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000100864
2020-11-16T20:32:49.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:49.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748727+0000",
2020-11-16T20:32:49.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4891697370000001
2020-11-16T20:32:49.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:49.945 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:49.945 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:49.945 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:49.945 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:49.945 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161183 2.7 2:e455f514:::benchmark_data_smithi065_20143_object11796:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:49.945 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.267280+0000",
2020-11-16T20:32:49.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.66087279099997,
2020-11-16T20:32:49.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4819168519999999,
2020-11-16T20:32:49.946 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:49.946 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:49.946 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:49.946 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:49.946 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:49.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161183
2020-11-16T20:32:49.947 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:49.947 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:49.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.947 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:49.947 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267280+0000",
2020-11-16T20:32:49.947 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:49.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:49.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267280+0000",
2020-11-16T20:32:49.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:32:49.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:49.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267252+0000",
2020-11-16T20:32:49.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3708000000000001e-05
2020-11-16T20:32:49.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:49.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267306+0000",
2020-11-16T20:32:49.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7239999999999998e-06
2020-11-16T20:32:49.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:49.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267315+0000",
2020-11-16T20:32:49.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4620000000000004e-06
2020-11-16T20:32:49.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:49.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267320+0000",
2020-11-16T20:32:49.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2556999999999998e-05
2020-11-16T20:32:49.951 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.951 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267373+0000",
2020-11-16T20:32:49.951 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.03e-05
2020-11-16T20:32:49.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.267383+0000",
2020-11-16T20:32:49.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.74588646300000006
2020-11-16T20:32:49.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013269+0000",
2020-11-16T20:32:49.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1242000000000001e-05
2020-11-16T20:32:49.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013291+0000",
2020-11-16T20:32:49.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.685773432
2020-11-16T20:32:49.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.699064+0000",
2020-11-16T20:32:49.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000123177
2020-11-16T20:32:49.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:49.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.699187+0000",
2020-11-16T20:32:49.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000137126
2020-11-16T20:32:49.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:49.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.699324+0000",
2020-11-16T20:32:49.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0079050749999999993
2020-11-16T20:32:49.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:49.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.707229+0000",
2020-11-16T20:32:49.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016943962
2020-11-16T20:32:49.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724173+0000",
2020-11-16T20:32:49.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.024656029999999999
2020-11-16T20:32:49.957 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.957 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748829+0000",
2020-11-16T20:32:49.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011259
2020-11-16T20:32:49.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:49.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.748942+0000",
2020-11-16T20:32:49.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025520499999999999
2020-11-16T20:32:49.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:49.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749197+0000",
2020-11-16T20:32:49.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4819168519999999
2020-11-16T20:32:49.959 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:49.959 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:49.959 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:49.959 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:49.960 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:49.960 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161187 2.7 2:ee439907:::benchmark_data_smithi065_20143_object11800:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:49.960 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.278465+0000",
2020-11-16T20:32:49.960 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.64968822399999,
2020-11-16T20:32:49.960 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4710484419999998,
2020-11-16T20:32:49.960 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:49.960 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:49.960 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:49.961 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:49.961 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:49.961 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161187
2020-11-16T20:32:49.961 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:49.961 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:49.961 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.961 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:49.962 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278465+0000",
2020-11-16T20:32:49.962 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:49.962 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.962 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.962 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:49.962 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278465+0000",
2020-11-16T20:32:49.962 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999833
2020-11-16T20:32:49.962 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.963 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:49.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278448+0000",
2020-11-16T20:32:49.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8667000000000001e-05
2020-11-16T20:32:49.963 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.963 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:49.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278487+0000",
2020-11-16T20:32:49.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1910000000000003e-06
2020-11-16T20:32:49.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:49.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278494+0000",
2020-11-16T20:32:49.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8539999999999996e-06
2020-11-16T20:32:49.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.965 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:49.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278499+0000",
2020-11-16T20:32:49.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7368999999999997e-05
2020-11-16T20:32:49.965 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.965 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278576+0000",
2020-11-16T20:32:49.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6540000000000002e-06
2020-11-16T20:32:49.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.278583+0000",
2020-11-16T20:32:49.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.73477172000000002
2020-11-16T20:32:49.967 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.967 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013355+0000",
2020-11-16T20:32:49.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1963e-05
2020-11-16T20:32:49.967 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.967 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013376+0000",
2020-11-16T20:32:49.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6888351640000001
2020-11-16T20:32:49.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.702212+0000",
2020-11-16T20:32:49.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000108958
2020-11-16T20:32:49.969 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.969 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:49.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.702321+0000",
2020-11-16T20:32:49.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010890100000000001
2020-11-16T20:32:49.969 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.969 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:49.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.702429+0000",
2020-11-16T20:32:49.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0071812320000000001
2020-11-16T20:32:49.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:49.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.709611+0000",
2020-11-16T20:32:49.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014605943999999999
2020-11-16T20:32:49.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724217+0000",
2020-11-16T20:32:49.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.025054177
2020-11-16T20:32:49.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749271+0000",
2020-11-16T20:32:49.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5352000000000001e-05
2020-11-16T20:32:49.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:49.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749326+0000",
2020-11-16T20:32:49.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000187147
2020-11-16T20:32:49.973 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.973 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.973 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:49.973 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749513+0000",
2020-11-16T20:32:49.973 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4710484419999998
2020-11-16T20:32:49.973 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:49.973 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:49.973 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161195 2.7 2:e813f841:::benchmark_data_smithi065_20143_object11808:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.299731+0000",
2020-11-16T20:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.628421635,
2020-11-16T20:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4500533070000001,
2020-11-16T20:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161195
2020-11-16T20:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:49.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299731+0000",
2020-11-16T20:32:49.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:49.976 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.976 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:49.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299731+0000",
2020-11-16T20:32:49.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:32:49.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:49.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299702+0000",
2020-11-16T20:32:49.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2667000000000002e-05
2020-11-16T20:32:49.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:49.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299765+0000",
2020-11-16T20:32:49.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2666999999999999e-05
2020-11-16T20:32:49.978 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.978 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:49.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299778+0000",
2020-11-16T20:32:49.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4000000000000003e-06
2020-11-16T20:32:49.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:49.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299785+0000",
2020-11-16T20:32:49.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0518000000000004e-05
2020-11-16T20:32:49.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.980 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299866+0000",
2020-11-16T20:32:49.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8919999999999995e-06
2020-11-16T20:32:49.980 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.980 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.299875+0000",
2020-11-16T20:32:49.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.71363873799999999
2020-11-16T20:32:49.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013514+0000",
2020-11-16T20:32:49.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3460000000000002e-05
2020-11-16T20:32:49.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013548+0000",
2020-11-16T20:32:49.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6912666439999999
2020-11-16T20:32:49.982 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.982 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.704814+0000",
2020-11-16T20:32:49.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000105707
2020-11-16T20:32:49.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:49.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.704920+0000",
2020-11-16T20:32:49.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107107
2020-11-16T20:32:49.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.984 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:49.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.705027+0000",
2020-11-16T20:32:49.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0069206349999999996
2020-11-16T20:32:49.984 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.984 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:49.984 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.711948+0000",
2020-11-16T20:32:49.985 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012319297999999999
2020-11-16T20:32:49.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.985 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.985 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724267+0000",
2020-11-16T20:32:49.985 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.025301015999999999
2020-11-16T20:32:49.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.986 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749568+0000",
2020-11-16T20:32:49.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7692999999999998e-05
2020-11-16T20:32:49.986 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.986 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:49.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749626+0000",
2020-11-16T20:32:49.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015905800000000001
2020-11-16T20:32:49.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:49.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749785+0000",
2020-11-16T20:32:49.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4500533070000001
2020-11-16T20:32:49.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:49.988 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:49.988 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:49.988 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:49.988 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:49.988 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161244 2.7 2:e5d92607:::benchmark_data_smithi065_20143_object11857:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:49.988 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.493173+0000",
2020-11-16T20:32:49.988 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.43498057400001,
2020-11-16T20:32:49.988 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.2575946189999998,
2020-11-16T20:32:49.989 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:49.989 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:49.989 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:49.989 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:49.989 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:49.989 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161244
2020-11-16T20:32:49.989 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:49.990 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:49.990 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.990 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:49.990 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493173+0000",
2020-11-16T20:32:49.990 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:49.990 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.990 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:49.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493173+0000",
2020-11-16T20:32:49.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999452
2020-11-16T20:32:49.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:49.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493118+0000",
2020-11-16T20:32:49.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012783200000000001
2020-11-16T20:32:49.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:49.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493246+0000",
2020-11-16T20:32:49.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5682000000000002e-05
2020-11-16T20:32:49.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:49.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493281+0000",
2020-11-16T20:32:49.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.914e-05
2020-11-16T20:32:49.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:49.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493300+0000",
2020-11-16T20:32:49.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000124695
2020-11-16T20:32:49.994 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.994 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493425+0000",
2020-11-16T20:32:49.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1077000000000002e-05
2020-11-16T20:32:49.994 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.994 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.493446+0000",
2020-11-16T20:32:49.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.520200832
2020-11-16T20:32:49.995 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.995 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013647+0000",
2020-11-16T20:32:49.995 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5437000000000001e-05
2020-11-16T20:32:49.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:49.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013672+0000",
2020-11-16T20:32:49.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6935775319999999
2020-11-16T20:32:49.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:49.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.707250+0000",
2020-11-16T20:32:49.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000111208
2020-11-16T20:32:49.997 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.997 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:49.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.707361+0000",
2020-11-16T20:32:49.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010127400000000001
2020-11-16T20:32:49.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:49.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.707462+0000",
2020-11-16T20:32:49.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013959206
2020-11-16T20:32:49.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:49.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.721422+0000",
2020-11-16T20:32:49.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0028864759999999998
2020-11-16T20:32:49.999 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:49.999 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:49.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:49.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724308+0000",
2020-11-16T20:32:49.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.025679369000000001
2020-11-16T20:32:50.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.749988+0000",
2020-11-16T20:32:50.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024161899999999999
2020-11-16T20:32:50.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.750229+0000",
2020-11-16T20:32:50.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00053804899999999997
2020-11-16T20:32:50.001 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.001 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.750767+0000",
2020-11-16T20:32:50.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2575946189999998
2020-11-16T20:32:50.002 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.002 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.002 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.002 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.002 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.002 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161245 2.7 2:e7d1c631:::benchmark_data_smithi065_20143_object11858:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:50.002 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.495799+0000",
2020-11-16T20:32:50.003 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.43235383400003,
2020-11-16T20:32:50.003 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.2553503930000001,
2020-11-16T20:32:50.003 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.003 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.003 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161245
2020-11-16T20:32:50.004 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.004 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.004 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495799+0000",
2020-11-16T20:32:50.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.004 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.005 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.005 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.005 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495799+0000",
2020-11-16T20:32:50.005 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999466
2020-11-16T20:32:50.005 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.005 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.005 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.005 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495746+0000",
2020-11-16T20:32:50.006 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000115839
2020-11-16T20:32:50.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.006 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.006 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495862+0000",
2020-11-16T20:32:50.006 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6786000000000003e-05
2020-11-16T20:32:50.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.007 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495898+0000",
2020-11-16T20:32:50.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7479999999999999e-05
2020-11-16T20:32:50.007 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.007 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.495916+0000",
2020-11-16T20:32:50.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011488400000000001
2020-11-16T20:32:50.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.496031+0000",
2020-11-16T20:32:50.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2894000000000001e-05
2020-11-16T20:32:50.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.009 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.496054+0000",
2020-11-16T20:32:50.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.51781445599999998
2020-11-16T20:32:50.009 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.009 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013868+0000",
2020-11-16T20:32:50.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4479999999999999e-05
2020-11-16T20:32:50.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013893+0000",
2020-11-16T20:32:50.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6957378329999999
2020-11-16T20:32:50.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.011 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.709630+0000",
2020-11-16T20:32:50.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7010999999999998e-05
2020-11-16T20:32:50.011 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.011 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.709717+0000",
2020-11-16T20:32:50.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010074800000000001
2020-11-16T20:32:50.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.709818+0000",
2020-11-16T20:32:50.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013981650999999999
2020-11-16T20:32:50.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.723800+0000",
2020-11-16T20:32:50.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00054673099999999995
2020-11-16T20:32:50.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724347+0000",
2020-11-16T20:32:50.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.026520051999999999
2020-11-16T20:32:50.014 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.014 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.750867+0000",
2020-11-16T20:32:50.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5798999999999996e-05
2020-11-16T20:32:50.014 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.750952+0000",
2020-11-16T20:32:50.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000197305
2020-11-16T20:32:50.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751150+0000",
2020-11-16T20:32:50.016 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2553503930000001
2020-11-16T20:32:50.016 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.016 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.016 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.016 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.016 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.016 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161247 2.7 2:e09cc406:::benchmark_data_smithi065_20143_object11860:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:50.017 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.506686+0000",
2020-11-16T20:32:50.017 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.42146668599997,
2020-11-16T20:32:50.017 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.2448262250000002,
2020-11-16T20:32:50.017 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.017 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.017 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.017 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.017 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161247
2020-11-16T20:32:50.018 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.018 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506686+0000",
2020-11-16T20:32:50.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.019 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.019 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506686+0000",
2020-11-16T20:32:50.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999452
2020-11-16T20:32:50.019 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.019 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506632+0000",
2020-11-16T20:32:50.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012125099999999999
2020-11-16T20:32:50.020 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.020 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506753+0000",
2020-11-16T20:32:50.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4579999999999998e-05
2020-11-16T20:32:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506778+0000",
2020-11-16T20:32:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2962999999999999e-05
2020-11-16T20:32:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506791+0000",
2020-11-16T20:32:50.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014670500000000001
2020-11-16T20:32:50.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506937+0000",
2020-11-16T20:32:50.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5678999999999999e-05
2020-11-16T20:32:50.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.506963+0000",
2020-11-16T20:32:50.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.50701176800000003
2020-11-16T20:32:50.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.013975+0000",
2020-11-16T20:32:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7419e-05
2020-11-16T20:32:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014002+0000",
2020-11-16T20:32:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.698061555
2020-11-16T20:32:50.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.712064+0000",
2020-11-16T20:32:50.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00033057099999999999
2020-11-16T20:32:50.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.712394+0000",
2020-11-16T20:32:50.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00035167100000000001
2020-11-16T20:32:50.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.712746+0000",
2020-11-16T20:32:50.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011060138000000001
2020-11-16T20:32:50.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.723806+0000",
2020-11-16T20:32:50.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00057999500000000003
2020-11-16T20:32:50.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724386+0000",
2020-11-16T20:32:50.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.026834500000000001
2020-11-16T20:32:50.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751221+0000",
2020-11-16T20:32:50.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5296000000000004e-05
2020-11-16T20:32:50.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751316+0000",
2020-11-16T20:32:50.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000196789
2020-11-16T20:32:50.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751513+0000",
2020-11-16T20:32:50.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2448262250000002
2020-11-16T20:32:50.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.030 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.030 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.030 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.030 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.031 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161272 2.7 2:e24300de:::benchmark_data_smithi065_20143_object11885:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:50.031 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.666504+0000",
2020-11-16T20:32:50.031 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.26164940500001,
2020-11-16T20:32:50.031 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.0854247789999998,
2020-11-16T20:32:50.031 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.031 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.031 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161272
2020-11-16T20:32:50.032 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.032 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666504+0000",
2020-11-16T20:32:50.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666504+0000",
2020-11-16T20:32:50.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:32:50.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666480+0000",
2020-11-16T20:32:50.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4449e-05
2020-11-16T20:32:50.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666534+0000",
2020-11-16T20:32:50.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1206000000000001e-05
2020-11-16T20:32:50.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666545+0000",
2020-11-16T20:32:50.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2139999999999999e-06
2020-11-16T20:32:50.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666553+0000",
2020-11-16T20:32:50.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6583999999999996e-05
2020-11-16T20:32:50.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666639+0000",
2020-11-16T20:32:50.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4347e-05
2020-11-16T20:32:50.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.666654+0000",
2020-11-16T20:32:50.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.347425019
2020-11-16T20:32:50.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014079+0000",
2020-11-16T20:32:50.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0514e-05
2020-11-16T20:32:50.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014099+0000",
2020-11-16T20:32:50.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7047808470000001
2020-11-16T20:32:50.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.718880+0000",
2020-11-16T20:32:50.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026242000000000003
2020-11-16T20:32:50.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.719142+0000",
2020-11-16T20:32:50.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016564800000000001
2020-11-16T20:32:50.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.719308+0000",
2020-11-16T20:32:50.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0045513250000000002
2020-11-16T20:32:50.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.723859+0000",
2020-11-16T20:32:50.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00090613399999999995
2020-11-16T20:32:50.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724765+0000",
2020-11-16T20:32:50.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.026879026
2020-11-16T20:32:50.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751644+0000",
2020-11-16T20:32:50.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4093999999999997e-05
2020-11-16T20:32:50.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751739+0000",
2020-11-16T20:32:50.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000189929
2020-11-16T20:32:50.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.751929+0000",
2020-11-16T20:32:50.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0854247789999998
2020-11-16T20:32:50.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.044 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.044 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.044 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.045 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.045 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:161280 2.7 2:e7b4ea63:::benchmark_data_smithi065_20143_object11893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)",
2020-11-16T20:32:50.045 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:15.694315+0000",
2020-11-16T20:32:50.045 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 394.23383791999998,
2020-11-16T20:32:50.045 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.058396686,
2020-11-16T20:32:50.045 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.045 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.046 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 161280
2020-11-16T20:32:50.046 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.046 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694315+0000",
2020-11-16T20:32:50.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694315+0000",
2020-11-16T20:32:50.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999561
2020-11-16T20:32:50.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694271+0000",
2020-11-16T20:32:50.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4641000000000004e-05
2020-11-16T20:32:50.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694366+0000",
2020-11-16T20:32:50.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9366999999999999e-05
2020-11-16T20:32:50.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694385+0000",
2020-11-16T20:32:50.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2354999999999999e-05
2020-11-16T20:32:50.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694398+0000",
2020-11-16T20:32:50.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012990699999999999
2020-11-16T20:32:50.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694528+0000",
2020-11-16T20:32:50.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.878e-05
2020-11-16T20:32:50.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:15.694547+0000",
2020-11-16T20:32:50.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.31961083499999998
2020-11-16T20:32:50.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014157+0000",
2020-11-16T20:32:50.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9347999999999998e-05
2020-11-16T20:32:50.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:16.014177+0000",
2020-11-16T20:32:50.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.707264066
2020-11-16T20:32:50.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.721441+0000",
2020-11-16T20:32:50.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6137999999999994e-05
2020-11-16T20:32:50.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.721527+0000",
2020-11-16T20:32:50.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000100305
2020-11-16T20:32:50.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.721627+0000",
2020-11-16T20:32:50.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002600397
2020-11-16T20:32:50.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.724228+0000",
2020-11-16T20:32:50.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00094452499999999999
2020-11-16T20:32:50.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.725172+0000",
2020-11-16T20:32:50.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.026903922
2020-11-16T20:32:50.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.752076+0000",
2020-11-16T20:32:50.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012738499999999999
2020-11-16T20:32:50.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.752203+0000",
2020-11-16T20:32:50.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000508455
2020-11-16T20:32:50.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:17.752712+0000",
2020-11-16T20:32:50.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.058396686
2020-11-16T20:32:50.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.058 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.059 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.059 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.059 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176035 2.17 2.5a3f25b7 (undecoded) ondisk+write+known_if_redirected e174)",
2020-11-16T20:32:50.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:41.049777+0000",
2020-11-16T20:32:50.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 368.87837612099997,
2020-11-16T20:32:50.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.044563122,
2020-11-16T20:32:50.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.060 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:32:50.060 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176035
2020-11-16T20:32:50.060 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.060 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049777+0000",
2020-11-16T20:32:50.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049777+0000",
2020-11-16T20:32:50.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999628
2020-11-16T20:32:50.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049740+0000",
2020-11-16T20:32:50.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5340000000000006e-05
2020-11-16T20:32:50.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049825+0000",
2020-11-16T20:32:50.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8518000000000001e-05
2020-11-16T20:32:50.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049844+0000",
2020-11-16T20:32:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1769999999999998e-06
2020-11-16T20:32:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.049852+0000",
2020-11-16T20:32:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.16513951499999999
2020-11-16T20:32:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.214991+0000",
2020-11-16T20:32:50.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.135e-05
2020-11-16T20:32:50.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:41.215003+0000",
2020-11-16T20:32:50.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8793235340000001
2020-11-16T20:32:50.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094326+0000",
2020-11-16T20:32:50.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3974999999999999e-05
2020-11-16T20:32:50.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094340+0000",
2020-11-16T20:32:50.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.044563122
2020-11-16T20:32:50.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.067 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.067 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176084 2.17 2:e816ce0e:::benchmark_data_smithi065_20143_object26697:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:32:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764417+0000",
2020-11-16T20:32:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 367.163736556,
2020-11-16T20:32:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3454170190000001,
2020-11-16T20:32:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.069 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176084
2020-11-16T20:32:50.069 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.069 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764417+0000",
2020-11-16T20:32:50.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764417+0000",
2020-11-16T20:32:50.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:32:50.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764385+0000",
2020-11-16T20:32:50.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9278999999999999e-05
2020-11-16T20:32:50.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764455+0000",
2020-11-16T20:32:50.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0302000000000001e-05
2020-11-16T20:32:50.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764465+0000",
2020-11-16T20:32:50.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5879999999999999e-06
2020-11-16T20:32:50.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764469+0000",
2020-11-16T20:32:50.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12945975400000001
2020-11-16T20:32:50.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893929+0000",
2020-11-16T20:32:50.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7450000000000001e-06
2020-11-16T20:32:50.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893935+0000",
2020-11-16T20:32:50.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20073940200000001
2020-11-16T20:32:50.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094674+0000",
2020-11-16T20:32:50.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2150999999999999e-05
2020-11-16T20:32:50.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094687+0000",
2020-11-16T20:32:50.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.998753856
2020-11-16T20:32:50.076 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.076 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.076 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.093440+0000",
2020-11-16T20:32:50.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000120375
2020-11-16T20:32:50.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.093561+0000",
2020-11-16T20:32:50.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013857799999999999
2020-11-16T20:32:50.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.093699+0000",
2020-11-16T20:32:50.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0084754080000000002
2020-11-16T20:32:50.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102175+0000",
2020-11-16T20:32:50.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0064932749999999997
2020-11-16T20:32:50.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108668+0000",
2020-11-16T20:32:50.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00080599100000000004
2020-11-16T20:32:50.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109474+0000",
2020-11-16T20:32:50.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011058299999999999
2020-11-16T20:32:50.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109585+0000",
2020-11-16T20:32:50.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000248998
2020-11-16T20:32:50.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109834+0000",
2020-11-16T20:32:50.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3454170190000001
2020-11-16T20:32:50.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.082 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.082 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.082 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.082 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.082 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176087 2.17 2:ecc17760:::benchmark_data_smithi065_20143_object26700:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:32:50.082 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764519+0000",
2020-11-16T20:32:50.082 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 367.16363417299999,
2020-11-16T20:32:50.082 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3455073879999999,
2020-11-16T20:32:50.083 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.083 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.083 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176087
2020-11-16T20:32:50.083 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.084 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.084 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.084 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.084 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764519+0000",
2020-11-16T20:32:50.084 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.084 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.084 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.084 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764519+0000",
2020-11-16T20:32:50.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999969
2020-11-16T20:32:50.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764488+0000",
2020-11-16T20:32:50.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8136e-05
2020-11-16T20:32:50.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764556+0000",
2020-11-16T20:32:50.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8209999999999997e-06
2020-11-16T20:32:50.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764566+0000",
2020-11-16T20:32:50.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.262e-06
2020-11-16T20:32:50.087 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.087 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764570+0000",
2020-11-16T20:32:50.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12938766099999999
2020-11-16T20:32:50.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893958+0000",
2020-11-16T20:32:50.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8680000000000001e-06
2020-11-16T20:32:50.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893962+0000",
2020-11-16T20:32:50.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.200748333
2020-11-16T20:32:50.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094710+0000",
2020-11-16T20:32:50.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0930000000000003e-06
2020-11-16T20:32:50.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094718+0000",
2020-11-16T20:32:50.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0002403230000001
2020-11-16T20:32:50.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.094958+0000",
2020-11-16T20:32:50.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012864199999999999
2020-11-16T20:32:50.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.095087+0000",
2020-11-16T20:32:50.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011876599999999999
2020-11-16T20:32:50.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.095206+0000",
2020-11-16T20:32:50.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0069798610000000004
2020-11-16T20:32:50.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102186+0000",
2020-11-16T20:32:50.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0065376719999999996
2020-11-16T20:32:50.093 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.093 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108723+0000",
2020-11-16T20:32:50.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0011600639999999999
2020-11-16T20:32:50.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109883+0000",
2020-11-16T20:32:50.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8331000000000002e-05
2020-11-16T20:32:50.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109932+0000",
2020-11-16T20:32:50.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4567000000000004e-05
2020-11-16T20:32:50.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110026+0000",
2020-11-16T20:32:50.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3455073879999999
2020-11-16T20:32:50.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.096 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.096 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.096 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.096 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.096 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176089 2.17 2:eddd389c:::benchmark_data_smithi065_20143_object26702:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:32:50.096 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764618+0000",
2020-11-16T20:32:50.097 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 367.16353503300002,
2020-11-16T20:32:50.097 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3463483979999999,
2020-11-16T20:32:50.097 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.097 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.097 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176089
2020-11-16T20:32:50.098 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.098 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.098 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.098 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.098 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764618+0000",
2020-11-16T20:32:50.098 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.098 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.099 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.099 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764618+0000",
2020-11-16T20:32:50.099 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:32:50.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.099 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.099 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764588+0000",
2020-11-16T20:32:50.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7467999999999998e-05
2020-11-16T20:32:50.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764656+0000",
2020-11-16T20:32:50.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8320000000000001e-06
2020-11-16T20:32:50.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764666+0000",
2020-11-16T20:32:50.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3409999999999996e-06
2020-11-16T20:32:50.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764670+0000",
2020-11-16T20:32:50.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12931414999999999
2020-11-16T20:32:50.102 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.102 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893984+0000",
2020-11-16T20:32:50.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5770000000000004e-06
2020-11-16T20:32:50.102 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.893989+0000",
2020-11-16T20:32:50.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20075422700000001
2020-11-16T20:32:50.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094743+0000",
2020-11-16T20:32:50.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6839999999999996e-06
2020-11-16T20:32:50.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094751+0000",
2020-11-16T20:32:50.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0016828280000001
2020-11-16T20:32:50.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.096433+0000",
2020-11-16T20:32:50.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022435399999999999
2020-11-16T20:32:50.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.096658+0000",
2020-11-16T20:32:50.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026911799999999999
2020-11-16T20:32:50.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.096927+0000",
2020-11-16T20:32:50.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0077317999999999996
2020-11-16T20:32:50.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104659+0000",
2020-11-16T20:32:50.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0046000449999999997
2020-11-16T20:32:50.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109259+0000",
2020-11-16T20:32:50.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0013336909999999999
2020-11-16T20:32:50.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110592+0000",
2020-11-16T20:32:50.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011888
2020-11-16T20:32:50.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110711+0000",
2020-11-16T20:32:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025525500000000002
2020-11-16T20:32:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110966+0000",
2020-11-16T20:32:50.110 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3463483979999999
2020-11-16T20:32:50.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.110 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.110 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.110 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.110 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.110 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176121 2.17 2:e9f5325a:::benchmark_data_smithi065_20143_object26734:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:32:50.111 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764720+0000",
2020-11-16T20:32:50.111 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 367.16343342300001,
2020-11-16T20:32:50.111 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3464079659999999,
2020-11-16T20:32:50.111 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.111 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.111 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176121
2020-11-16T20:32:50.112 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.112 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764720+0000",
2020-11-16T20:32:50.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764720+0000",
2020-11-16T20:32:50.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:32:50.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764688+0000",
2020-11-16T20:32:50.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000102882
2020-11-16T20:32:50.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764791+0000",
2020-11-16T20:32:50.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0577000000000001e-05
2020-11-16T20:32:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764802+0000",
2020-11-16T20:32:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8339999999999998e-06
2020-11-16T20:32:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764806+0000",
2020-11-16T20:32:50.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12920783399999999
2020-11-16T20:32:50.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894014+0000",
2020-11-16T20:32:50.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4769999999999997e-06
2020-11-16T20:32:50.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894019+0000",
2020-11-16T20:32:50.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.200758305
2020-11-16T20:32:50.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094777+0000",
2020-11-16T20:32:50.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6430000000000007e-06
2020-11-16T20:32:50.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094787+0000",
2020-11-16T20:32:50.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.004397338
2020-11-16T20:32:50.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.099184+0000",
2020-11-16T20:32:50.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000205775
2020-11-16T20:32:50.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.099390+0000",
2020-11-16T20:32:50.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000216011
2020-11-16T20:32:50.120 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.120 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.099606+0000",
2020-11-16T20:32:50.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.005057944
2020-11-16T20:32:50.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104664+0000",
2020-11-16T20:32:50.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0046727230000000002
2020-11-16T20:32:50.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109336+0000",
2020-11-16T20:32:50.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001662296
2020-11-16T20:32:50.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110999+0000",
2020-11-16T20:32:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0388e-05
2020-11-16T20:32:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.111039+0000",
2020-11-16T20:32:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8486999999999995e-05
2020-11-16T20:32:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.111128+0000",
2020-11-16T20:32:50.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3464079659999999
2020-11-16T20:32:50.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.124 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.124 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.124 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.124 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.125 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176150 2.17 2:eb89c7ef:::benchmark_data_smithi065_20143_object26763:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:32:50.125 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.764955+0000",
2020-11-16T20:32:50.125 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 367.16319811599999,
2020-11-16T20:32:50.125 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.358451211,
2020-11-16T20:32:50.125 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.125 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.125 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176150
2020-11-16T20:32:50.126 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.126 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764955+0000",
2020-11-16T20:32:50.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764955+0000",
2020-11-16T20:32:50.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:32:50.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764925+0000",
2020-11-16T20:32:50.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6136000000000005e-05
2020-11-16T20:32:50.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.764991+0000",
2020-11-16T20:32:50.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9469999999999998e-06
2020-11-16T20:32:50.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765001+0000",
2020-11-16T20:32:50.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2379999999999999e-06
2020-11-16T20:32:50.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765005+0000",
2020-11-16T20:32:50.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.129027169
2020-11-16T20:32:50.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894032+0000",
2020-11-16T20:32:50.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5140000000000003e-06
2020-11-16T20:32:50.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894037+0000",
2020-11-16T20:32:50.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20077653400000001
2020-11-16T20:32:50.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094813+0000",
2020-11-16T20:32:50.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0350000000000001e-06
2020-11-16T20:32:50.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094821+0000",
2020-11-16T20:32:50.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.006019295
2020-11-16T20:32:50.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.100841+0000",
2020-11-16T20:32:50.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000126162
2020-11-16T20:32:50.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.100967+0000",
2020-11-16T20:32:50.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000121245
2020-11-16T20:32:50.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.101088+0000",
2020-11-16T20:32:50.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0047734659999999996
2020-11-16T20:32:50.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.105862+0000",
2020-11-16T20:32:50.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035271769999999998
2020-11-16T20:32:50.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.109389+0000",
2020-11-16T20:32:50.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013727697000000001
2020-11-16T20:32:50.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123116+0000",
2020-11-16T20:32:50.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8195999999999994e-05
2020-11-16T20:32:50.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123205+0000",
2020-11-16T20:32:50.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020161199999999999
2020-11-16T20:32:50.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123406+0000",
2020-11-16T20:32:50.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.358451211
2020-11-16T20:32:50.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.138 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.138 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.139 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.139 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.139 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176151 2.17 2:eea21eae:::benchmark_data_smithi065_20143_object26764:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:32:50.139 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.765057+0000",
2020-11-16T20:32:50.139 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 367.16309658400002,
2020-11-16T20:32:50.139 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.358643397,
2020-11-16T20:32:50.139 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176151
2020-11-16T20:32:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765057+0000",
2020-11-16T20:32:50.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765057+0000",
2020-11-16T20:32:50.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:32:50.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765026+0000",
2020-11-16T20:32:50.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6403999999999996e-05
2020-11-16T20:32:50.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765093+0000",
2020-11-16T20:32:50.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7070000000000004e-06
2020-11-16T20:32:50.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765102+0000",
2020-11-16T20:32:50.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.386e-06
2020-11-16T20:32:50.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765107+0000",
2020-11-16T20:32:50.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12894251500000001
2020-11-16T20:32:50.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894049+0000",
2020-11-16T20:32:50.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1089999999999997e-06
2020-11-16T20:32:50.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894054+0000",
2020-11-16T20:32:50.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20079534399999999
2020-11-16T20:32:50.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094850+0000",
2020-11-16T20:32:50.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6190000000000002e-06
2020-11-16T20:32:50.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094857+0000",
2020-11-16T20:32:50.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0073719990000001
2020-11-16T20:32:50.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102229+0000",
2020-11-16T20:32:50.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010127400000000001
2020-11-16T20:32:50.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102331+0000",
2020-11-16T20:32:50.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000121771
2020-11-16T20:32:50.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.102452+0000",
2020-11-16T20:32:50.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0034167690000000001
2020-11-16T20:32:50.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.105869+0000",
2020-11-16T20:32:50.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0045882809999999996
2020-11-16T20:32:50.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110457+0000",
2020-11-16T20:32:50.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013020471
2020-11-16T20:32:50.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123478+0000",
2020-11-16T20:32:50.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4559000000000002e-05
2020-11-16T20:32:50.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123552+0000",
2020-11-16T20:32:50.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014746400000000001
2020-11-16T20:32:50.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123700+0000",
2020-11-16T20:32:50.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.358643397
2020-11-16T20:32:50.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.153 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.153 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.153 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.153 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.153 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176170 2.17 2:eeb79fc6:::benchmark_data_smithi065_20143_object26783:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:32:50.153 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.765275+0000",
2020-11-16T20:32:50.153 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 367.16287856899999,
2020-11-16T20:32:50.154 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3587494,
2020-11-16T20:32:50.154 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.154 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.154 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176170
2020-11-16T20:32:50.154 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.155 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765275+0000",
2020-11-16T20:32:50.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765275+0000",
2020-11-16T20:32:50.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999969
2020-11-16T20:32:50.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765244+0000",
2020-11-16T20:32:50.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9611999999999997e-05
2020-11-16T20:32:50.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765313+0000",
2020-11-16T20:32:50.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0716e-05
2020-11-16T20:32:50.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765324+0000",
2020-11-16T20:32:50.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8910000000000003e-06
2020-11-16T20:32:50.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765329+0000",
2020-11-16T20:32:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12878785400000001
2020-11-16T20:32:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894117+0000",
2020-11-16T20:32:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2820000000000004e-06
2020-11-16T20:32:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894122+0000",
2020-11-16T20:32:50.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20076016599999999
2020-11-16T20:32:50.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094882+0000",
2020-11-16T20:32:50.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.793e-06
2020-11-16T20:32:50.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.094889+0000",
2020-11-16T20:32:50.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0085699859999999
2020-11-16T20:32:50.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.103459+0000",
2020-11-16T20:32:50.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000105985
2020-11-16T20:32:50.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.103565+0000",
2020-11-16T20:32:50.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000118668
2020-11-16T20:32:50.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.103684+0000",
2020-11-16T20:32:50.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004501873
2020-11-16T20:32:50.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108186+0000",
2020-11-16T20:32:50.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002329504
2020-11-16T20:32:50.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.110515+0000",
2020-11-16T20:32:50.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013259711
2020-11-16T20:32:50.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123775+0000",
2020-11-16T20:32:50.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7665999999999998e-05
2020-11-16T20:32:50.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.123852+0000",
2020-11-16T20:32:50.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000171576
2020-11-16T20:32:50.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.124024+0000",
2020-11-16T20:32:50.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3587494
2020-11-16T20:32:50.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.167 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.167 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.167 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.167 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.167 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:176172 2.17 2:ec493d69:::benchmark_data_smithi065_20143_object26785:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)",
2020-11-16T20:32:50.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:26:42.765377+0000",
2020-11-16T20:32:50.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 367.16277571400002,
2020-11-16T20:32:50.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.3589283050000001,
2020-11-16T20:32:50.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.168 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.168 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 176172
2020-11-16T20:32:50.169 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.169 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765377+0000",
2020-11-16T20:32:50.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765377+0000",
2020-11-16T20:32:50.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:32:50.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765347+0000",
2020-11-16T20:32:50.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6665e-05
2020-11-16T20:32:50.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765414+0000",
2020-11-16T20:32:50.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0029e-05
2020-11-16T20:32:50.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765424+0000",
2020-11-16T20:32:50.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1810000000000003e-06
2020-11-16T20:32:50.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.765428+0000",
2020-11-16T20:32:50.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12870953399999999
2020-11-16T20:32:50.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894138+0000",
2020-11-16T20:32:50.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.707e-06
2020-11-16T20:32:50.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:42.894143+0000",
2020-11-16T20:32:50.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20097800699999999
2020-11-16T20:32:50.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.095121+0000",
2020-11-16T20:32:50.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0560000000000004e-06
2020-11-16T20:32:50.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:43.095126+0000",
2020-11-16T20:32:50.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0095584980000001
2020-11-16T20:32:50.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104684+0000",
2020-11-16T20:32:50.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010641000000000001
2020-11-16T20:32:50.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104791+0000",
2020-11-16T20:32:50.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011636
2020-11-16T20:32:50.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 2,10",
2020-11-16T20:32:50.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.104907+0000",
2020-11-16T20:32:50.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003674283
2020-11-16T20:32:50.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.108581+0000",
2020-11-16T20:32:50.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014345917999999999
2020-11-16T20:32:50.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.122927+0000",
2020-11-16T20:32:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0011649309999999999
2020-11-16T20:32:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.124092+0000",
2020-11-16T20:32:50.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5601999999999998e-05
2020-11-16T20:32:50.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.124178+0000",
2020-11-16T20:32:50.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000128045
2020-11-16T20:32:50.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:26:44.124306+0000",
2020-11-16T20:32:50.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3589283050000001
2020-11-16T20:32:50.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.181 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.181 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.181 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.181 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.182 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:237902 2.14 2:2b7326bd:::benchmark_data_smithi065_20143_object88515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e236)",
2020-11-16T20:32:50.182 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:28:39.185372+0000",
2020-11-16T20:32:50.182 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 250.74278123900001,
2020-11-16T20:32:50.182 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.2474819940000001,
2020-11-16T20:32:50.182 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.182 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:32:50.182 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 237902
2020-11-16T20:32:50.183 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.183 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.185372+0000",
2020-11-16T20:32:50.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.185372+0000",
2020-11-16T20:32:50.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:32:50.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.185350+0000",
2020-11-16T20:32:50.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1397000000000003e-05
2020-11-16T20:32:50.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.185402+0000",
2020-11-16T20:32:50.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6309999999999998e-06
2020-11-16T20:32:50.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.185411+0000",
2020-11-16T20:32:50.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.463e-06
2020-11-16T20:32:50.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.185417+0000",
2020-11-16T20:32:50.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0138e-05
2020-11-16T20:32:50.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.185467+0000",
2020-11-16T20:32:50.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000127983
2020-11-16T20:32:50.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.185595+0000",
2020-11-16T20:32:50.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00055958199999999998
2020-11-16T20:32:50.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 5",
2020-11-16T20:32:50.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.186155+0000",
2020-11-16T20:32:50.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0044622330000000003
2020-11-16T20:32:50.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.190617+0000",
2020-11-16T20:32:50.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035449610000000001
2020-11-16T20:32:50.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.194162+0000",
2020-11-16T20:32:50.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1331999999999999e-05
2020-11-16T20:32:50.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.194173+0000",
2020-11-16T20:32:50.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.01782018
2020-11-16T20:32:50.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:40.211993+0000",
2020-11-16T20:32:50.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8003999999999999e-05
2020-11-16T20:32:50.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:40.212011+0000",
2020-11-16T20:32:50.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2206474110000001
2020-11-16T20:32:50.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.432659+0000",
2020-11-16T20:32:50.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000195174
2020-11-16T20:32:50.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.432854+0000",
2020-11-16T20:32:50.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2474819940000001
2020-11-16T20:32:50.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.194 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.194 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.194 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:32:50.194 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:32:50.194 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.24745.0:237926 2.14 2:2c8d7495:::benchmark_data_smithi065_20143_object88539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e237)",
2020-11-16T20:32:50.195 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:28:39.216413+0000",
2020-11-16T20:32:50.195 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 250.71173968400001,
2020-11-16T20:32:50.195 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.2226374290000002,
2020-11-16T20:32:50.195 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:32:50.195 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:32:50.195 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:32:50.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.24745",
2020-11-16T20:32:50.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:32:50.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 237926
2020-11-16T20:32:50.196 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:32:50.196 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:32:50.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:32:50.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.216413+0000",
2020-11-16T20:32:50.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:32:50.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:32:50.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.216413+0000",
2020-11-16T20:32:50.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:32:50.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:32:50.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.216391+0000",
2020-11-16T20:32:50.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8843e-05
2020-11-16T20:32:50.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:32:50.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.216440+0000",
2020-11-16T20:32:50.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1889999999999996e-06
2020-11-16T20:32:50.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:32:50.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.216449+0000",
2020-11-16T20:32:50.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3229999999999997e-06
2020-11-16T20:32:50.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:32:50.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.216454+0000",
2020-11-16T20:32:50.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8467999999999997e-05
2020-11-16T20:32:50.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.216503+0000",
2020-11-16T20:32:50.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9449999999999993e-06
2020-11-16T20:32:50.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:39.216511+0000",
2020-11-16T20:32:50.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.99553508499999999
2020-11-16T20:32:50.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:40.212046+0000",
2020-11-16T20:32:50.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6179999999999995e-06
2020-11-16T20:32:50.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:32:50.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:40.212054+0000",
2020-11-16T20:32:50.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.220828926
2020-11-16T20:32:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:32:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.432883+0000",
2020-11-16T20:32:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000122411
2020-11-16T20:32:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:32:50.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.433006+0000",
2020-11-16T20:32:50.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00052849199999999998
2020-11-16T20:32:50.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 5,9",
2020-11-16T20:32:50.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.433534+0000",
2020-11-16T20:32:50.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002582651
2020-11-16T20:32:50.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:32:50.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.436117+0000",
2020-11-16T20:32:50.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002226638
2020-11-16T20:32:50.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.438344+0000",
2020-11-16T20:32:50.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010265
2020-11-16T20:32:50.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:32:50.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.438446+0000",
2020-11-16T20:32:50.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020646
2020-11-16T20:32:50.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:32:50.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.438653+0000",
2020-11-16T20:32:50.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00039826
2020-11-16T20:32:50.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:32:50.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:32:50.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:32:50.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:28:41.439051+0000",
2020-11-16T20:32:50.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2226374290000002
2020-11-16T20:32:50.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:32:50.208 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:32:50.208 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:32:50.208 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:32:50.208 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:32:50.209 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:32:50.210 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:32:49 smithi065 bash[16457]: debug 2020-11-16T20:32:49.741+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:50.211 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:32:49 smithi071 bash[14419]: debug 2020-11-16T20:32:49.490+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:51.229 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_ops_in_flight
2020-11-16T20:32:51.411 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:32:51.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:51 smithi065 bash[9468]: cluster 2020-11-16T20:32:50.169008+0000 mgr.x (mgr.14196) 618 : cluster [DBG] pgmap v870: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 381 op/s; 48057/237902 objects misplaced (20.200%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:32:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:51 smithi142 bash[9523]: cluster 2020-11-16T20:32:50.169008+0000 mgr.x (mgr.14196) 618 : cluster [DBG] pgmap v870: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 381 op/s; 48057/237902 objects misplaced (20.200%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:32:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:51 smithi071 bash[9480]: cluster 2020-11-16T20:32:50.169008+0000 mgr.x (mgr.14196) 618 : cluster [DBG] pgmap v870: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 381 op/s; 48057/237902 objects misplaced (20.200%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:32:52.301 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:32:52.404 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:52 smithi071 bash[9480]: cluster 2020-11-16T20:32:51.322072+0000 osd.9 (osd.9) 73 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:52 smithi071 bash[9480]: cluster 2020-11-16T20:32:51.322152+0000 osd.9 (osd.9) 74 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:52.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:52 smithi071 bash[9480]: cluster 2020-11-16T20:32:52.169526+0000 mgr.x (mgr.14196) 619 : cluster [DBG] pgmap v871: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 47577/235348 objects misplaced (20.216%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:32:52.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:52 smithi071 bash[9480]: cluster 2020-11-16T20:32:52.289187+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e333: 12 total, 12 up, 12 in
2020-11-16T20:32:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:52 smithi065 bash[9468]: cluster 2020-11-16T20:32:51.322072+0000 osd.9 (osd.9) 73 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:52 smithi065 bash[9468]: cluster 2020-11-16T20:32:51.322152+0000 osd.9 (osd.9) 74 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:52 smithi065 bash[9468]: cluster 2020-11-16T20:32:52.169526+0000 mgr.x (mgr.14196) 619 : cluster [DBG] pgmap v871: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 47577/235348 objects misplaced (20.216%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:32:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:52 smithi065 bash[9468]: cluster 2020-11-16T20:32:52.289187+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e333: 12 total, 12 up, 12 in
2020-11-16T20:32:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:52 smithi142 bash[9523]: cluster 2020-11-16T20:32:51.322072+0000 osd.9 (osd.9) 73 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:52 smithi142 bash[9523]: cluster 2020-11-16T20:32:51.322152+0000 osd.9 (osd.9) 74 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:52 smithi142 bash[9523]: cluster 2020-11-16T20:32:52.169526+0000 mgr.x (mgr.14196) 619 : cluster [DBG] pgmap v871: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 47577/235348 objects misplaced (20.216%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:32:52.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:52 smithi142 bash[9523]: cluster 2020-11-16T20:32:52.289187+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e333: 12 total, 12 up, 12 in
2020-11-16T20:32:52.785 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:32:52 smithi142 bash[20366]: debug 2020-11-16T20:32:52.301+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:53 smithi071 bash[9480]: cluster 2020-11-16T20:32:51.828470+0000 osd.2 (osd.2) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:53 smithi071 bash[9480]: cluster 2020-11-16T20:32:51.828584+0000 osd.2 (osd.2) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:53.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:53 smithi065 bash[9468]: cluster 2020-11-16T20:32:51.828470+0000 osd.2 (osd.2) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:53 smithi065 bash[9468]: cluster 2020-11-16T20:32:51.828584+0000 osd.2 (osd.2) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:53 smithi142 bash[9523]: cluster 2020-11-16T20:32:51.828470+0000 osd.2 (osd.2) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:53 smithi142 bash[9523]: cluster 2020-11-16T20:32:51.828584+0000 osd.2 (osd.2) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:54 smithi071 bash[9480]: cluster 2020-11-16T20:32:54.169905+0000 mgr.x (mgr.14196) 620 : cluster [DBG] pgmap v873: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 409 op/s; 47432/234456 objects misplaced (20.231%); 9.3 MiB/s, 148 objects/s recovering
2020-11-16T20:32:54.734 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:32:54.734 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:54 smithi065 bash[9468]: cluster 2020-11-16T20:32:54.169905+0000 mgr.x (mgr.14196) 620 : cluster [DBG] pgmap v873: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 409 op/s; 47432/234456 objects misplaced (20.231%); 9.3 MiB/s, 148 objects/s recovering
2020-11-16T20:32:54.734 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:32:54 smithi065 bash[18823]: debug 2020-11-16T20:32:54.729+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:54.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:54 smithi142 bash[9523]: cluster 2020-11-16T20:32:54.169905+0000 mgr.x (mgr.14196) 620 : cluster [DBG] pgmap v873: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 409 op/s; 47432/234456 objects misplaced (20.231%); 9.3 MiB/s, 148 objects/s recovering
2020-11-16T20:32:54.838 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:57.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:57 smithi065 bash[9468]: cluster 2020-11-16T20:32:56.170417+0000 mgr.x (mgr.14196) 621 : cluster [DBG] pgmap v874: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 451 op/s; 47070/231630 objects misplaced (20.321%); 11 MiB/s, 172 objects/s recovering
2020-11-16T20:32:57.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:57 smithi142 bash[9523]: cluster 2020-11-16T20:32:56.170417+0000 mgr.x (mgr.14196) 621 : cluster [DBG] pgmap v874: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 451 op/s; 47070/231630 objects misplaced (20.321%); 11 MiB/s, 172 objects/s recovering
2020-11-16T20:32:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:57 smithi071 bash[9480]: cluster 2020-11-16T20:32:56.170417+0000 mgr.x (mgr.14196) 621 : cluster [DBG] pgmap v874: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 451 op/s; 47070/231630 objects misplaced (20.321%); 11 MiB/s, 172 objects/s recovering
2020-11-16T20:32:58.253 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:32:58.342 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:32:58.342 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T20:32:58.343 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:32:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:32:58.941 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:32:59.048 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_blocked_ops
2020-11-16T20:32:59.198 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:32:59.232 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:32:58 smithi142 bash[18009]: debug 2020-11-16T20:32:58.833+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:32:59.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:59 smithi142 bash[9523]: cluster 2020-11-16T20:32:58.170922+0000 mgr.x (mgr.14196) 622 : cluster [DBG] pgmap v875: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 452 op/s; 46555/230504 objects misplaced (20.197%); 11 MiB/s, 174 objects/s recovering
2020-11-16T20:32:59.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:59 smithi142 bash[9523]: cluster 2020-11-16T20:32:58.980972+0000 osd.0 (osd.0) 78 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:59.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:32:59 smithi142 bash[9523]: cluster 2020-11-16T20:32:58.981067+0000 osd.0 (osd.0) 79 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:59.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:59 smithi065 bash[9468]: cluster 2020-11-16T20:32:58.170922+0000 mgr.x (mgr.14196) 622 : cluster [DBG] pgmap v875: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 452 op/s; 46555/230504 objects misplaced (20.197%); 11 MiB/s, 174 objects/s recovering
2020-11-16T20:32:59.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:59 smithi065 bash[9468]: cluster 2020-11-16T20:32:58.980972+0000 osd.0 (osd.0) 78 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:59.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:32:59 smithi065 bash[9468]: cluster 2020-11-16T20:32:58.981067+0000 osd.0 (osd.0) 79 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:32:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:59 smithi071 bash[9480]: cluster 2020-11-16T20:32:58.170922+0000 mgr.x (mgr.14196) 622 : cluster [DBG] pgmap v875: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 452 op/s; 46555/230504 objects misplaced (20.197%); 11 MiB/s, 174 objects/s recovering
2020-11-16T20:32:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:59 smithi071 bash[9480]: cluster 2020-11-16T20:32:58.980972+0000 osd.0 (osd.0) 78 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:32:59.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:32:59 smithi071 bash[9480]: cluster 2020-11-16T20:32:58.981067+0000 osd.0 (osd.0) 79 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:00.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:00 smithi065 bash[9468]: cluster 2020-11-16T20:32:59.232340+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e334: 12 total, 12 up, 12 in
2020-11-16T20:33:00.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:00 smithi142 bash[9523]: cluster 2020-11-16T20:32:59.232340+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e334: 12 total, 12 up, 12 in
2020-11-16T20:33:00.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:00 smithi071 bash[9480]: cluster 2020-11-16T20:32:59.232340+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e334: 12 total, 12 up, 12 in
2020-11-16T20:33:01.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:01 smithi065 bash[9468]: cluster 2020-11-16T20:33:00.171444+0000 mgr.x (mgr.14196) 623 : cluster [DBG] pgmap v877: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 405 op/s; 46036/228866 objects misplaced (20.115%); 11 MiB/s, 175 objects/s recovering
2020-11-16T20:33:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:01 smithi142 bash[9523]: cluster 2020-11-16T20:33:00.171444+0000 mgr.x (mgr.14196) 623 : cluster [DBG] pgmap v877: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 405 op/s; 46036/228866 objects misplaced (20.115%); 11 MiB/s, 175 objects/s recovering
2020-11-16T20:33:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:01 smithi071 bash[9480]: cluster 2020-11-16T20:33:00.171444+0000 mgr.x (mgr.14196) 623 : cluster [DBG] pgmap v877: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 405 op/s; 46036/228866 objects misplaced (20.115%); 11 MiB/s, 175 objects/s recovering
2020-11-16T20:33:02.274 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:02.378 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:33:02.538 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:02 smithi142 bash[9523]: cluster 2020-11-16T20:33:01.498922+0000 osd.10 (osd.10) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:02.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:02 smithi142 bash[9523]: cluster 2020-11-16T20:33:01.498990+0000 osd.10 (osd.10) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:02.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:02 smithi142 bash[9523]: cluster 2020-11-16T20:33:02.171917+0000 mgr.x (mgr.14196) 624 : cluster [DBG] pgmap v878: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 433 op/s; 45802/226772 objects misplaced (20.197%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:33:02.539 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:33:02 smithi142 bash[20366]: debug 2020-11-16T20:33:02.273+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:02.683 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:33:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:02 smithi071 bash[9480]: cluster 2020-11-16T20:33:01.498922+0000 osd.10 (osd.10) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:02 smithi071 bash[9480]: cluster 2020-11-16T20:33:01.498990+0000 osd.10 (osd.10) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:02 smithi071 bash[9480]: cluster 2020-11-16T20:33:02.171917+0000 mgr.x (mgr.14196) 624 : cluster [DBG] pgmap v878: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 433 op/s; 45802/226772 objects misplaced (20.197%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:33:02.720 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:33:02.720 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:33:02.720 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:33:02.720 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:33:02.720 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:33:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:02 smithi065 bash[9468]: cluster 2020-11-16T20:33:01.498922+0000 osd.10 (osd.10) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:02 smithi065 bash[9468]: cluster 2020-11-16T20:33:01.498990+0000 osd.10 (osd.10) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:02 smithi065 bash[9468]: cluster 2020-11-16T20:33:02.171917+0000 mgr.x (mgr.14196) 624 : cluster [DBG] pgmap v878: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 433 op/s; 45802/226772 objects misplaced (20.197%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:33:02.789 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:33:02.960 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:33:03.034 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:33:02 smithi142 bash[15670]: debug 2020-11-16T20:33:02.681+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:03.064 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:33:03.182 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:33:03.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:33:02 smithi065 bash[16457]: debug 2020-11-16T20:33:02.957+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:03.287 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:33:03.384 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:33:03 smithi071 bash[12066]: debug 2020-11-16T20:33:03.182+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:03.384 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:03 smithi071 bash[9480]: cluster 2020-11-16T20:33:02.389542+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e335: 12 total, 12 up, 12 in
2020-11-16T20:33:03.617 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_historic_ops
2020-11-16T20:33:03.718 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:03 smithi142 bash[9523]: cluster 2020-11-16T20:33:02.389542+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e335: 12 total, 12 up, 12 in
2020-11-16T20:33:03.773 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:03 smithi065 bash[9468]: cluster 2020-11-16T20:33:02.389542+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e335: 12 total, 12 up, 12 in
2020-11-16T20:33:04.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:04 smithi071 bash[9480]: cluster 2020-11-16T20:33:04.172387+0000 mgr.x (mgr.14196) 625 : cluster [DBG] pgmap v880: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 395 op/s; 45346/225296 objects misplaced (20.127%); 11 MiB/s, 179 objects/s recovering
2020-11-16T20:33:04.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:04 smithi065 bash[9468]: cluster 2020-11-16T20:33:04.172387+0000 mgr.x (mgr.14196) 625 : cluster [DBG] pgmap v880: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 395 op/s; 45346/225296 objects misplaced (20.127%); 11 MiB/s, 179 objects/s recovering
2020-11-16T20:33:04.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:04 smithi142 bash[9523]: cluster 2020-11-16T20:33:04.172387+0000 mgr.x (mgr.14196) 625 : cluster [DBG] pgmap v880: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 395 op/s; 45346/225296 objects misplaced (20.127%); 11 MiB/s, 179 objects/s recovering
2020-11-16T20:33:06.199 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:33:06.303 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:33:06.532 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:33:06.534 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:33:06 smithi142 bash[22738]: debug 2020-11-16T20:33:06.197+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:06.636 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:33:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:33:06.902 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:06.960 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:33:06 smithi065 bash[16457]: debug 2020-11-16T20:33:06.793+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:06.962 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:33:06 smithi142 bash[22738]: debug 2020-11-16T20:33:06.537+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:07.219 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:33:07.220 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:33:07.220 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:33:07.220 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:33:07.220 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.221 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:176024 2.5 2:a215bb95:::benchmark_data_smithi065_20143_object26637:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e174)",
2020-11-16T20:33:07.221 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:41.049404+0000",
2020-11-16T20:33:07.221 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 386.169330645,
2020-11-16T20:33:07.221 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0314242760000001,
2020-11-16T20:33:07.221 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.221 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.221 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 176024
2020-11-16T20:33:07.222 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.222 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049404+0000",
2020-11-16T20:33:07.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049404+0000",
2020-11-16T20:33:07.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9996743
2020-11-16T20:33:07.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049079+0000",
2020-11-16T20:33:07.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00036741399999999999
2020-11-16T20:33:07.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049446+0000",
2020-11-16T20:33:07.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8202e-05
2020-11-16T20:33:07.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049464+0000",
2020-11-16T20:33:07.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2949999999999996e-06
2020-11-16T20:33:07.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049472+0000",
2020-11-16T20:33:07.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15661299100000001
2020-11-16T20:33:07.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206085+0000",
2020-11-16T20:33:07.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3069e-05
2020-11-16T20:33:07.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206098+0000",
2020-11-16T20:33:07.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.87462735000000003
2020-11-16T20:33:07.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.080725+0000",
2020-11-16T20:33:07.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103422
2020-11-16T20:33:07.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.080828+0000",
2020-11-16T20:33:07.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0314242760000001
2020-11-16T20:33:07.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.230 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.230 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.230 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.230 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:176032 2.15 2:af4a27cd:::benchmark_data_smithi065_20143_object26645:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e174)",
2020-11-16T20:33:07.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:41.049522+0000",
2020-11-16T20:33:07.231 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 386.16921318999999,
2020-11-16T20:33:07.231 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.051383363,
2020-11-16T20:33:07.231 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.231 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.231 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 176032
2020-11-16T20:33:07.232 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.232 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049522+0000",
2020-11-16T20:33:07.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049522+0000",
2020-11-16T20:33:07.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:33:07.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049492+0000",
2020-11-16T20:33:07.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5613999999999999e-05
2020-11-16T20:33:07.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049558+0000",
2020-11-16T20:33:07.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1589e-05
2020-11-16T20:33:07.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049570+0000",
2020-11-16T20:33:07.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1080000000000001e-06
2020-11-16T20:33:07.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.049575+0000",
2020-11-16T20:33:07.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15674543399999999
2020-11-16T20:33:07.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206320+0000",
2020-11-16T20:33:07.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0861e-05
2020-11-16T20:33:07.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:41.206331+0000",
2020-11-16T20:33:07.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89438432999999995
2020-11-16T20:33:07.238 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.238 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.100715+0000",
2020-11-16T20:33:07.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018974399999999999
2020-11-16T20:33:07.239 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.239 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:42.100905+0000",
2020-11-16T20:33:07.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.051383363
2020-11-16T20:33:07.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.240 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.240 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.240 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.240 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.240 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:197973 2.f 2:fb8175af:::benchmark_data_smithi065_20143_object48586:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:33:07.240 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.224794+0000",
2020-11-16T20:33:07.241 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 356.993940366,
2020-11-16T20:33:07.241 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.1134028749999998,
2020-11-16T20:33:07.241 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.241 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.241 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 197973
2020-11-16T20:33:07.242 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.242 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224794+0000",
2020-11-16T20:33:07.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224794+0000",
2020-11-16T20:33:07.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:33:07.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224761+0000",
2020-11-16T20:33:07.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6916999999999996e-05
2020-11-16T20:33:07.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224838+0000",
2020-11-16T20:33:07.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7717999999999999e-05
2020-11-16T20:33:07.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224855+0000",
2020-11-16T20:33:07.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8099999999999998e-06
2020-11-16T20:33:07.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.224863+0000",
2020-11-16T20:33:07.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0029273580000000001
2020-11-16T20:33:07.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.227790+0000",
2020-11-16T20:33:07.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.951e-06
2020-11-16T20:33:07.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op must wait for map",
2020-11-16T20:33:07.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.227797+0000",
2020-11-16T20:33:07.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010255287
2020-11-16T20:33:07.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.238053+0000",
2020-11-16T20:33:07.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8789999999999998e-06
2020-11-16T20:33:07.248 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.248 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.238063+0000",
2020-11-16T20:33:07.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.79332307199999996
2020-11-16T20:33:07.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031386+0000",
2020-11-16T20:33:07.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1186999999999998e-05
2020-11-16T20:33:07.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031417+0000",
2020-11-16T20:33:07.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.283875463
2020-11-16T20:33:07.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.315292+0000",
2020-11-16T20:33:07.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013675499999999999
2020-11-16T20:33:07.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.315429+0000",
2020-11-16T20:33:07.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000227996
2020-11-16T20:33:07.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.315657+0000",
2020-11-16T20:33:07.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0060517369999999997
2020-11-16T20:33:07.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.321709+0000",
2020-11-16T20:33:07.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015808833000000001
2020-11-16T20:33:07.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.337518+0000",
2020-11-16T20:33:07.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00048000300000000001
2020-11-16T20:33:07.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.337998+0000",
2020-11-16T20:33:07.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2280000000000006e-05
2020-11-16T20:33:07.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338070+0000",
2020-11-16T20:33:07.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012746200000000001
2020-11-16T20:33:07.255 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.255 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338197+0000",
2020-11-16T20:33:07.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1134028749999998
2020-11-16T20:33:07.255 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.256 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.256 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.256 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.256 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.256 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:197996 2.f 2:f29c7a4d:::benchmark_data_smithi065_20143_object48609:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:33:07.256 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.252030+0000",
2020-11-16T20:33:07.256 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 356.96670506100003,
2020-11-16T20:33:07.257 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.086690318,
2020-11-16T20:33:07.257 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.257 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.257 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 197996
2020-11-16T20:33:07.258 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.258 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252030+0000",
2020-11-16T20:33:07.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252030+0000",
2020-11-16T20:33:07.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999537
2020-11-16T20:33:07.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.251984+0000",
2020-11-16T20:33:07.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010433900000000001
2020-11-16T20:33:07.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252088+0000",
2020-11-16T20:33:07.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1832e-05
2020-11-16T20:33:07.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252110+0000",
2020-11-16T20:33:07.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1080000000000001e-05
2020-11-16T20:33:07.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252121+0000",
2020-11-16T20:33:07.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6579e-05
2020-11-16T20:33:07.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252198+0000",
2020-11-16T20:33:07.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6062e-05
2020-11-16T20:33:07.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.252214+0000",
2020-11-16T20:33:07.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.77956065799999996
2020-11-16T20:33:07.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031774+0000",
2020-11-16T20:33:07.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5122000000000001e-05
2020-11-16T20:33:07.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031799+0000",
2020-11-16T20:33:07.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.290003053
2020-11-16T20:33:07.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.321802+0000",
2020-11-16T20:33:07.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00029215399999999998
2020-11-16T20:33:07.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.322095+0000",
2020-11-16T20:33:07.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00035091899999999999
2020-11-16T20:33:07.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.322445+0000",
2020-11-16T20:33:07.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015780110999999999
2020-11-16T20:33:07.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338226+0000",
2020-11-16T20:33:07.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022821199999999999
2020-11-16T20:33:07.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338454+0000",
2020-11-16T20:33:07.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8437999999999998e-05
2020-11-16T20:33:07.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338522+0000",
2020-11-16T20:33:07.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1307000000000002e-05
2020-11-16T20:33:07.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338574+0000",
2020-11-16T20:33:07.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014652600000000001
2020-11-16T20:33:07.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338720+0000",
2020-11-16T20:33:07.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.086690318
2020-11-16T20:33:07.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.270 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.270 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.270 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.270 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.270 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:198019 2.f 2:f8e1c2b9:::benchmark_data_smithi065_20143_object48632:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:33:07.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.277765+0000",
2020-11-16T20:33:07.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 356.94097006200002,
2020-11-16T20:33:07.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0615157819999999,
2020-11-16T20:33:07.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.271 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.271 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 198019
2020-11-16T20:33:07.272 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.272 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277765+0000",
2020-11-16T20:33:07.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277765+0000",
2020-11-16T20:33:07.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999585
2020-11-16T20:33:07.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277723+0000",
2020-11-16T20:33:07.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4034000000000001e-05
2020-11-16T20:33:07.274 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.274 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277817+0000",
2020-11-16T20:33:07.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9264000000000001e-05
2020-11-16T20:33:07.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277837+0000",
2020-11-16T20:33:07.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4819999999999994e-06
2020-11-16T20:33:07.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277845+0000",
2020-11-16T20:33:07.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8683000000000005e-05
2020-11-16T20:33:07.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277924+0000",
2020-11-16T20:33:07.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.277e-05
2020-11-16T20:33:07.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.277937+0000",
2020-11-16T20:33:07.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.75394927599999995
2020-11-16T20:33:07.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031886+0000",
2020-11-16T20:33:07.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1535999999999998e-05
2020-11-16T20:33:07.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.031907+0000",
2020-11-16T20:33:07.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2994618
2020-11-16T20:33:07.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.331369+0000",
2020-11-16T20:33:07.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00027703299999999999
2020-11-16T20:33:07.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.331646+0000",
2020-11-16T20:33:07.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00033158999999999999
2020-11-16T20:33:07.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.331978+0000",
2020-11-16T20:33:07.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0067637089999999997
2020-11-16T20:33:07.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338742+0000",
2020-11-16T20:33:07.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4853999999999998e-05
2020-11-16T20:33:07.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.338826+0000",
2020-11-16T20:33:07.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00024206
2020-11-16T20:33:07.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339068+0000",
2020-11-16T20:33:07.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4679999999999998e-05
2020-11-16T20:33:07.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339123+0000",
2020-11-16T20:33:07.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0001574
2020-11-16T20:33:07.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339281+0000",
2020-11-16T20:33:07.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0615157819999999
2020-11-16T20:33:07.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.285 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.285 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.285 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.285 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.285 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:198024 2.f 2:f17e611d:::benchmark_data_smithi065_20143_object48637:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:33:07.285 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.283108+0000",
2020-11-16T20:33:07.285 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 356.935626437,
2020-11-16T20:33:07.286 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0685416330000002,
2020-11-16T20:33:07.286 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.286 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.286 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 198024
2020-11-16T20:33:07.286 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.287 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283108+0000",
2020-11-16T20:33:07.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283108+0000",
2020-11-16T20:33:07.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:33:07.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283088+0000",
2020-11-16T20:33:07.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8195000000000002e-05
2020-11-16T20:33:07.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283136+0000",
2020-11-16T20:33:07.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1220000000000001e-06
2020-11-16T20:33:07.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283145+0000",
2020-11-16T20:33:07.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2490000000000001e-06
2020-11-16T20:33:07.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283150+0000",
2020-11-16T20:33:07.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5645000000000001e-05
2020-11-16T20:33:07.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283196+0000",
2020-11-16T20:33:07.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3600000000000001e-06
2020-11-16T20:33:07.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.283202+0000",
2020-11-16T20:33:07.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.74882178499999996
2020-11-16T20:33:07.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.032024+0000",
2020-11-16T20:33:07.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3357e-05
2020-11-16T20:33:07.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.032048+0000",
2020-11-16T20:33:07.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.307297339
2020-11-16T20:33:07.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339345+0000",
2020-11-16T20:33:07.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016986900000000001
2020-11-16T20:33:07.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339515+0000",
2020-11-16T20:33:07.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016101000000000001
2020-11-16T20:33:07.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.339676+0000",
2020-11-16T20:33:07.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011627086999999999
2020-11-16T20:33:07.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351303+0000",
2020-11-16T20:33:07.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3239999999999996e-05
2020-11-16T20:33:07.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351386+0000",
2020-11-16T20:33:07.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3631999999999999e-05
2020-11-16T20:33:07.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351400+0000",
2020-11-16T20:33:07.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011566299999999999
2020-11-16T20:33:07.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351515+0000",
2020-11-16T20:33:07.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013457200000000001
2020-11-16T20:33:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.351650+0000",
2020-11-16T20:33:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0685416330000002
2020-11-16T20:33:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.299 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.300 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.300 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:198040 2.f 2:f72a5c71:::benchmark_data_smithi065_20143_object48653:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)",
2020-11-16T20:33:07.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:27:10.350035+0000",
2020-11-16T20:33:07.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 356.86870026999998,
2020-11-16T20:33:07.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0143645389999998,
2020-11-16T20:33:07.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.301 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.301 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 198040
2020-11-16T20:33:07.301 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.302 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350035+0000",
2020-11-16T20:33:07.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350035+0000",
2020-11-16T20:33:07.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999509
2020-11-16T20:33:07.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.349985+0000",
2020-11-16T20:33:07.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010704699999999999
2020-11-16T20:33:07.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350092+0000",
2020-11-16T20:33:07.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4788000000000001e-05
2020-11-16T20:33:07.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350117+0000",
2020-11-16T20:33:07.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4616e-05
2020-11-16T20:33:07.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350132+0000",
2020-11-16T20:33:07.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2708999999999997e-05
2020-11-16T20:33:07.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350215+0000",
2020-11-16T20:33:07.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3070000000000008e-06
2020-11-16T20:33:07.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:10.350224+0000",
2020-11-16T20:33:07.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.68188876899999995
2020-11-16T20:33:07.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.032113+0000",
2020-11-16T20:33:07.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0106999999999999e-05
2020-11-16T20:33:07.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:11.032133+0000",
2020-11-16T20:33:07.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.31292338
2020-11-16T20:33:07.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.345056+0000",
2020-11-16T20:33:07.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000152793
2020-11-16T20:33:07.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.345209+0000",
2020-11-16T20:33:07.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000157675
2020-11-16T20:33:07.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.345367+0000",
2020-11-16T20:33:07.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018740098
2020-11-16T20:33:07.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364107+0000",
2020-11-16T20:33:07.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2336000000000002e-05
2020-11-16T20:33:07.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364159+0000",
2020-11-16T20:33:07.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8869999999999997e-05
2020-11-16T20:33:07.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364218+0000",
2020-11-16T20:33:07.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3114e-05
2020-11-16T20:33:07.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364271+0000",
2020-11-16T20:33:07.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012809799999999999
2020-11-16T20:33:07.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:27:12.364399+0000",
2020-11-16T20:33:07.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0143645389999998
2020-11-16T20:33:07.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.314 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.314 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.315 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.315 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.315 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:237949 2.f 2:f418a8a2:::benchmark_data_smithi065_20143_object88562:head [delete] snapc 0=[] ondisk+write+known_if_redirected e237)",
2020-11-16T20:33:07.315 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:28:39.273435+0000",
2020-11-16T20:33:07.315 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 267.94530010900002,
2020-11-16T20:33:07.315 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.2159390160000001,
2020-11-16T20:33:07.315 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.316 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.316 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 237949
2020-11-16T20:33:07.316 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.316 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:39.273435+0000",
2020-11-16T20:33:07.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:39.273435+0000",
2020-11-16T20:33:07.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:33:07.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:39.273403+0000",
2020-11-16T20:33:07.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9746999999999995e-05
2020-11-16T20:33:07.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:39.273473+0000",
2020-11-16T20:33:07.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5894000000000001e-05
2020-11-16T20:33:07.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:39.273489+0000",
2020-11-16T20:33:07.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.055e-06
2020-11-16T20:33:07.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:39.273497+0000",
2020-11-16T20:33:07.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1346000000000003e-05
2020-11-16T20:33:07.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:39.273588+0000",
2020-11-16T20:33:07.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9828999999999999e-05
2020-11-16T20:33:07.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:39.273608+0000",
2020-11-16T20:33:07.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.93557600200000002
2020-11-16T20:33:07.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:40.209184+0000",
2020-11-16T20:33:07.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0010999999999999e-05
2020-11-16T20:33:07.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:40.209204+0000",
2020-11-16T20:33:07.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2732708619999999
2020-11-16T20:33:07.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:41.482475+0000",
2020-11-16T20:33:07.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017210200000000001
2020-11-16T20:33:07.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:41.482647+0000",
2020-11-16T20:33:07.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016307
2020-11-16T20:33:07.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:41.482810+0000",
2020-11-16T20:33:07.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0056193839999999998
2020-11-16T20:33:07.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:41.488430+0000",
2020-11-16T20:33:07.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1956999999999999e-05
2020-11-16T20:33:07.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:41.488442+0000",
2020-11-16T20:33:07.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00064693699999999999
2020-11-16T20:33:07.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:41.489089+0000",
2020-11-16T20:33:07.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3758999999999995e-05
2020-11-16T20:33:07.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:41.489172+0000",
2020-11-16T20:33:07.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000201416
2020-11-16T20:33:07.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:28:41.489374+0000",
2020-11-16T20:33:07.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2159390160000001
2020-11-16T20:33:07.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.330 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.330 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.330 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.331 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.331 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:257409 2.f 2:fffa991d:::benchmark_data_smithi065_20143_object108022:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)",
2020-11-16T20:33:07.331 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:03.163698+0000",
2020-11-16T20:33:07.331 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.055036589,
2020-11-16T20:33:07.331 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.099021756,
2020-11-16T20:33:07.331 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.331 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.332 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257409
2020-11-16T20:33:07.332 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.332 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.163698+0000",
2020-11-16T20:33:07.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.163698+0000",
2020-11-16T20:33:07.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T20:33:07.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.163668+0000",
2020-11-16T20:33:07.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8703999999999998e-05
2020-11-16T20:33:07.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.163737+0000",
2020-11-16T20:33:07.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2697000000000001e-05
2020-11-16T20:33:07.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.163750+0000",
2020-11-16T20:33:07.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9519999999999999e-06
2020-11-16T20:33:07.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.163756+0000",
2020-11-16T20:33:07.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00044089500000000001
2020-11-16T20:33:07.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164196+0000",
2020-11-16T20:33:07.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3337000000000006e-05
2020-11-16T20:33:07.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164270+0000",
2020-11-16T20:33:07.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3015000000000003e-05
2020-11-16T20:33:07.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164363+0000",
2020-11-16T20:33:07.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018281449000000002
2020-11-16T20:33:07.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.182644+0000",
2020-11-16T20:33:07.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0017581669999999999
2020-11-16T20:33:07.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.184402+0000",
2020-11-16T20:33:07.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2995e-05
2020-11-16T20:33:07.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.184415+0000",
2020-11-16T20:33:07.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.078260328
2020-11-16T20:33:07.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.262676+0000",
2020-11-16T20:33:07.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4279000000000001e-05
2020-11-16T20:33:07.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.262720+0000",
2020-11-16T20:33:07.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.099021756
2020-11-16T20:33:07.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.343 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.343 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.343 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.344 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:257411 2.f 2:f065a946:::benchmark_data_smithi065_20143_object108024:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)",
2020-11-16T20:33:07.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:03.164114+0000",
2020-11-16T20:33:07.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.054621298,
2020-11-16T20:33:07.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0993655499999999,
2020-11-16T20:33:07.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.345 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.345 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257411
2020-11-16T20:33:07.345 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.345 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164114+0000",
2020-11-16T20:33:07.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164114+0000",
2020-11-16T20:33:07.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:33:07.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164084+0000",
2020-11-16T20:33:07.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7711000000000003e-05
2020-11-16T20:33:07.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164152+0000",
2020-11-16T20:33:07.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6780000000000006e-06
2020-11-16T20:33:07.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164161+0000",
2020-11-16T20:33:07.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4010000000000002e-06
2020-11-16T20:33:07.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.164167+0000",
2020-11-16T20:33:07.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0048637589999999996
2020-11-16T20:33:07.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.169031+0000",
2020-11-16T20:33:07.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014223
2020-11-16T20:33:07.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.169173+0000",
2020-11-16T20:33:07.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018142700000000001
2020-11-16T20:33:07.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.169354+0000",
2020-11-16T20:33:07.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015405144000000001
2020-11-16T20:33:07.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.184760+0000",
2020-11-16T20:33:07.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7849999999999997e-06
2020-11-16T20:33:07.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.184768+0000",
2020-11-16T20:33:07.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0787012090000001
2020-11-16T20:33:07.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263470+0000",
2020-11-16T20:33:07.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5140000000000007e-06
2020-11-16T20:33:07.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263479+0000",
2020-11-16T20:33:07.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0993655499999999
2020-11-16T20:33:07.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.355 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.355 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.355 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.355 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.355 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:257416 2.f 2:f92fca95:::benchmark_data_smithi065_20143_object108029:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)",
2020-11-16T20:33:07.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:03.167649+0000",
2020-11-16T20:33:07.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.05108624799999,
2020-11-16T20:33:07.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0959729650000001,
2020-11-16T20:33:07.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.356 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.356 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257416
2020-11-16T20:33:07.357 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.357 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.167649+0000",
2020-11-16T20:33:07.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.167649+0000",
2020-11-16T20:33:07.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:33:07.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.167618+0000",
2020-11-16T20:33:07.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9233999999999995e-05
2020-11-16T20:33:07.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.167687+0000",
2020-11-16T20:33:07.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2921999999999999e-05
2020-11-16T20:33:07.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.167700+0000",
2020-11-16T20:33:07.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1099999999999997e-06
2020-11-16T20:33:07.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.167707+0000",
2020-11-16T20:33:07.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0073408400000000004
2020-11-16T20:33:07.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.175048+0000",
2020-11-16T20:33:07.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000162347
2020-11-16T20:33:07.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.175210+0000",
2020-11-16T20:33:07.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016499099999999999
2020-11-16T20:33:07.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:33:07.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.175375+0000",
2020-11-16T20:33:07.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00942284
2020-11-16T20:33:07.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.184798+0000",
2020-11-16T20:33:07.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3690000000000007e-06
2020-11-16T20:33:07.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.184807+0000",
2020-11-16T20:33:07.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0787661609999999
2020-11-16T20:33:07.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263573+0000",
2020-11-16T20:33:07.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8850999999999997e-05
2020-11-16T20:33:07.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263622+0000",
2020-11-16T20:33:07.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0959729650000001
2020-11-16T20:33:07.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.366 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.366 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.367 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.367 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.367 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:257449 2.f 2.5257341f (undecoded) ondisk+write+known_if_redirected e253)",
2020-11-16T20:33:07.367 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:03.198683+0000",
2020-11-16T20:33:07.367 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.02005176200001,
2020-11-16T20:33:07.367 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.064971704,
2020-11-16T20:33:07.367 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.367 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.368 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257449
2020-11-16T20:33:07.368 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.368 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.198683+0000",
2020-11-16T20:33:07.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.198683+0000",
2020-11-16T20:33:07.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:33:07.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.198647+0000",
2020-11-16T20:33:07.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0558999999999999e-05
2020-11-16T20:33:07.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.198728+0000",
2020-11-16T20:33:07.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5088e-05
2020-11-16T20:33:07.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.198743+0000",
2020-11-16T20:33:07.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4600000000000003e-06
2020-11-16T20:33:07.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.198752+0000",
2020-11-16T20:33:07.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8319999999999997e-05
2020-11-16T20:33:07.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.198810+0000",
2020-11-16T20:33:07.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2573e-05
2020-11-16T20:33:07.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.198822+0000",
2020-11-16T20:33:07.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.064825165
2020-11-16T20:33:07.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263648+0000",
2020-11-16T20:33:07.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1409999999999999e-06
2020-11-16T20:33:07.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263655+0000",
2020-11-16T20:33:07.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.064971704
2020-11-16T20:33:07.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.375 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.375 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.375 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.376 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.376 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:257462 2.f 2.7f5e00af (undecoded) ondisk+write+known_if_redirected e253)",
2020-11-16T20:33:07.376 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:03.209118+0000",
2020-11-16T20:33:07.376 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.009616499,
2020-11-16T20:33:07.376 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0546631099999999,
2020-11-16T20:33:07.376 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.376 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.377 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257462
2020-11-16T20:33:07.377 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.377 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.209118+0000",
2020-11-16T20:33:07.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.209118+0000",
2020-11-16T20:33:07.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999561
2020-11-16T20:33:07.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.209074+0000",
2020-11-16T20:33:07.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8920999999999998e-05
2020-11-16T20:33:07.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.209163+0000",
2020-11-16T20:33:07.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8691000000000001e-05
2020-11-16T20:33:07.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.209182+0000",
2020-11-16T20:33:07.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4970000000000007e-06
2020-11-16T20:33:07.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.209191+0000",
2020-11-16T20:33:07.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6785e-05
2020-11-16T20:33:07.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.209238+0000",
2020-11-16T20:33:07.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0920000000000004e-06
2020-11-16T20:33:07.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.209247+0000",
2020-11-16T20:33:07.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.054515702
2020-11-16T20:33:07.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263763+0000",
2020-11-16T20:33:07.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8411e-05
2020-11-16T20:33:07.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263781+0000",
2020-11-16T20:33:07.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0546631099999999
2020-11-16T20:33:07.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.384 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.384 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.384 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.384 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.385 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:257478 2.f 2.746779bf (undecoded) ondisk+write+known_if_redirected e253)",
2020-11-16T20:33:07.385 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:03.226651+0000",
2020-11-16T20:33:07.385 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 243.99208344799999,
2020-11-16T20:33:07.385 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.037482692,
2020-11-16T20:33:07.385 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.385 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.385 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257478
2020-11-16T20:33:07.386 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.386 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.226651+0000",
2020-11-16T20:33:07.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.226651+0000",
2020-11-16T20:33:07.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:33:07.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.226611+0000",
2020-11-16T20:33:07.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7433000000000001e-05
2020-11-16T20:33:07.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.226698+0000",
2020-11-16T20:33:07.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0900000000000001e-05
2020-11-16T20:33:07.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.226709+0000",
2020-11-16T20:33:07.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7209999999999999e-06
2020-11-16T20:33:07.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.226715+0000",
2020-11-16T20:33:07.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7305999999999996e-05
2020-11-16T20:33:07.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.226782+0000",
2020-11-16T20:33:07.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3546000000000001e-05
2020-11-16T20:33:07.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.226806+0000",
2020-11-16T20:33:07.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0370946240000001
2020-11-16T20:33:07.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.263900+0000",
2020-11-16T20:33:07.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023383900000000001
2020-11-16T20:33:07.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.264134+0000",
2020-11-16T20:33:07.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.037482692
2020-11-16T20:33:07.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.393 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.393 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.394 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.394 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.394 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:257486 2.f 2.d8d2df7f (undecoded) ondisk+write+known_if_redirected e253)",
2020-11-16T20:33:07.394 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:03.232770+0000",
2020-11-16T20:33:07.394 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 243.985964623,
2020-11-16T20:33:07.394 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0315364279999999,
2020-11-16T20:33:07.394 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.395 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.395 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257486
2020-11-16T20:33:07.395 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.395 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.232770+0000",
2020-11-16T20:33:07.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.232770+0000",
2020-11-16T20:33:07.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:33:07.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.232751+0000",
2020-11-16T20:33:07.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5340999999999998e-05
2020-11-16T20:33:07.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.232796+0000",
2020-11-16T20:33:07.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1119e-05
2020-11-16T20:33:07.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.232807+0000",
2020-11-16T20:33:07.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7300000000000005e-06
2020-11-16T20:33:07.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.232815+0000",
2020-11-16T20:33:07.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7210999999999999e-05
2020-11-16T20:33:07.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.232862+0000",
2020-11-16T20:33:07.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0173000000000001e-05
2020-11-16T20:33:07.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.232872+0000",
2020-11-16T20:33:07.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0314107130000001
2020-11-16T20:33:07.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.264283+0000",
2020-11-16T20:33:07.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3725000000000001e-05
2020-11-16T20:33:07.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.264307+0000",
2020-11-16T20:33:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0315364279999999
2020-11-16T20:33:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.402 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.403 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.403 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:257496 2.f 2.9c8b101f (undecoded) ondisk+write+known_if_redirected e253)",
2020-11-16T20:33:07.403 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:03.245174+0000",
2020-11-16T20:33:07.403 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 243.97356089799999,
2020-11-16T20:33:07.403 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.019195665,
2020-11-16T20:33:07.403 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.403 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.404 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:07.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:07.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257496
2020-11-16T20:33:07.404 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.404 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.245174+0000",
2020-11-16T20:33:07.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.245174+0000",
2020-11-16T20:33:07.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:33:07.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.245148+0000",
2020-11-16T20:33:07.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5284000000000001e-05
2020-11-16T20:33:07.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.245203+0000",
2020-11-16T20:33:07.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0468e-05
2020-11-16T20:33:07.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.245214+0000",
2020-11-16T20:33:07.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9800000000000003e-06
2020-11-16T20:33:07.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.245220+0000",
2020-11-16T20:33:07.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2448999999999999e-05
2020-11-16T20:33:07.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.245272+0000",
2020-11-16T20:33:07.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6309999999999992e-06
2020-11-16T20:33:07.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:03.245281+0000",
2020-11-16T20:33:07.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0190661860000001
2020-11-16T20:33:07.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.264347+0000",
2020-11-16T20:33:07.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2707000000000001e-05
2020-11-16T20:33:07.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:04.264370+0000",
2020-11-16T20:33:07.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.019195665
2020-11-16T20:33:07.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.411 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.411 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.412 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.412 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.412 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:153275 3.9 3:9dc1617a:::benchmark_data_smithi065_26380_object15542:head [delete] snapc 0=[] ondisk+write+known_if_redirected e329)",
2020-11-16T20:33:07.412 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:32:39.235613+0000",
2020-11-16T20:33:07.412 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 27.983121576999999,
2020-11-16T20:33:07.412 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0405797219999999,
2020-11-16T20:33:07.412 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.412 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:07.413 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:33:07.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:33:07.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 153275
2020-11-16T20:33:07.413 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.413 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.235613+0000",
2020-11-16T20:33:07.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.235613+0000",
2020-11-16T20:33:07.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:33:07.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.235580+0000",
2020-11-16T20:33:07.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00042905800000000001
2020-11-16T20:33:07.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236009+0000",
2020-11-16T20:33:07.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6405999999999998e-05
2020-11-16T20:33:07.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236026+0000",
2020-11-16T20:33:07.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2418e-05
2020-11-16T20:33:07.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236038+0000",
2020-11-16T20:33:07.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6042000000000001e-05
2020-11-16T20:33:07.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236114+0000",
2020-11-16T20:33:07.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020892400000000001
2020-11-16T20:33:07.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236323+0000",
2020-11-16T20:33:07.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012706300000000001
2020-11-16T20:33:07.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7,11",
2020-11-16T20:33:07.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236450+0000",
2020-11-16T20:33:07.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0092867780000000007
2020-11-16T20:33:07.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.245737+0000",
2020-11-16T20:33:07.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0879e-05
2020-11-16T20:33:07.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.245748+0000",
2020-11-16T20:33:07.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.030319054
2020-11-16T20:33:07.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.276067+0000",
2020-11-16T20:33:07.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012621
2020-11-16T20:33:07.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.276193+0000",
2020-11-16T20:33:07.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0405797219999999
2020-11-16T20:33:07.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.422 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.422 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.422 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.423 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:153281 3.9 3:9ac77ee2:::benchmark_data_smithi065_26380_object15548:head [delete] snapc 0=[] ondisk+write+known_if_redirected e330)",
2020-11-16T20:33:07.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:32:39.255024+0000",
2020-11-16T20:33:07.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 27.963710894999998,
2020-11-16T20:33:07.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0349029160000001,
2020-11-16T20:33:07.423 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.423 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.423 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:33:07.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:33:07.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 153281
2020-11-16T20:33:07.424 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.424 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255024+0000",
2020-11-16T20:33:07.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255024+0000",
2020-11-16T20:33:07.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:33:07.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.254996+0000",
2020-11-16T20:33:07.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3805000000000003e-05
2020-11-16T20:33:07.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255060+0000",
2020-11-16T20:33:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5580999999999999e-05
2020-11-16T20:33:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255076+0000",
2020-11-16T20:33:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8730000000000002e-06
2020-11-16T20:33:07.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255086+0000",
2020-11-16T20:33:07.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0722e-05
2020-11-16T20:33:07.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255136+0000",
2020-11-16T20:33:07.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0650000000000005e-06
2020-11-16T20:33:07.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255145+0000",
2020-11-16T20:33:07.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.021573576
2020-11-16T20:33:07.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.276719+0000",
2020-11-16T20:33:07.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017356300000000001
2020-11-16T20:33:07.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.276893+0000",
2020-11-16T20:33:07.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018127900000000001
2020-11-16T20:33:07.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:33:07.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.277074+0000",
2020-11-16T20:33:07.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012704198999999999
2020-11-16T20:33:07.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289778+0000",
2020-11-16T20:33:07.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9970999999999999e-05
2020-11-16T20:33:07.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289798+0000",
2020-11-16T20:33:07.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2287999999999996e-05
2020-11-16T20:33:07.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289870+0000",
2020-11-16T20:33:07.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6496000000000003e-05
2020-11-16T20:33:07.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289927+0000",
2020-11-16T20:33:07.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0349029160000001
2020-11-16T20:33:07.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.434 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.434 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.435 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.435 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.435 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:153284 3.9 3:996e2869:::benchmark_data_smithi065_26380_object15551:head [delete] snapc 0=[] ondisk+write+known_if_redirected e330)",
2020-11-16T20:33:07.435 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:32:39.263082+0000",
2020-11-16T20:33:07.435 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 27.955652985,
2020-11-16T20:33:07.435 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0269736650000001,
2020-11-16T20:33:07.435 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.435 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.436 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:33:07.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:33:07.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 153284
2020-11-16T20:33:07.436 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.436 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263082+0000",
2020-11-16T20:33:07.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263082+0000",
2020-11-16T20:33:07.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999949
2020-11-16T20:33:07.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263031+0000",
2020-11-16T20:33:07.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4332000000000005e-05
2020-11-16T20:33:07.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263115+0000",
2020-11-16T20:33:07.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2357999999999999e-05
2020-11-16T20:33:07.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263128+0000",
2020-11-16T20:33:07.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.306e-06
2020-11-16T20:33:07.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263135+0000",
2020-11-16T20:33:07.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0386000000000001e-05
2020-11-16T20:33:07.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263195+0000",
2020-11-16T20:33:07.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2354999999999999e-05
2020-11-16T20:33:07.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263208+0000",
2020-11-16T20:33:07.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0191624480000001
2020-11-16T20:33:07.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.282370+0000",
2020-11-16T20:33:07.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000232014
2020-11-16T20:33:07.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.282602+0000",
2020-11-16T20:33:07.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000180819
2020-11-16T20:33:07.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:33:07.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.282783+0000",
2020-11-16T20:33:07.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.007186418
2020-11-16T20:33:07.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289969+0000",
2020-11-16T20:33:07.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2449999999999998e-06
2020-11-16T20:33:07.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289975+0000",
2020-11-16T20:33:07.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3543000000000001e-05
2020-11-16T20:33:07.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290008+0000",
2020-11-16T20:33:07.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7431e-05
2020-11-16T20:33:07.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290055+0000",
2020-11-16T20:33:07.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0269736650000001
2020-11-16T20:33:07.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.447 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.447 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.447 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:07.447 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:07.447 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:153289 3.9 3:9f13995b:::benchmark_data_smithi065_26380_object15556:head [delete] snapc 0=[] ondisk+write+known_if_redirected e330)",
2020-11-16T20:33:07.447 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:32:39.282310+0000",
2020-11-16T20:33:07.447 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 27.936424336000002,
2020-11-16T20:33:07.448 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0244966019999999,
2020-11-16T20:33:07.448 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:07.448 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:07.448 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:07.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:33:07.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:33:07.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 153289
2020-11-16T20:33:07.448 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:07.449 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:07.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:07.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282310+0000",
2020-11-16T20:33:07.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:07.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:07.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282310+0000",
2020-11-16T20:33:07.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999375
2020-11-16T20:33:07.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:07.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282248+0000",
2020-11-16T20:33:07.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119772
2020-11-16T20:33:07.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:07.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282368+0000",
2020-11-16T20:33:07.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0759000000000001e-05
2020-11-16T20:33:07.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:07.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282399+0000",
2020-11-16T20:33:07.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6883000000000001e-05
2020-11-16T20:33:07.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:07.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282416+0000",
2020-11-16T20:33:07.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2810000000000001e-05
2020-11-16T20:33:07.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282508+0000",
2020-11-16T20:33:07.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8723999999999999e-05
2020-11-16T20:33:07.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:33:07.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282527+0000",
2020-11-16T20:33:07.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.007563166
2020-11-16T20:33:07.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:07.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290090+0000",
2020-11-16T20:33:07.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020840999999999999
2020-11-16T20:33:07.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:07.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290299+0000",
2020-11-16T20:33:07.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000158963
2020-11-16T20:33:07.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:33:07.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290458+0000",
2020-11-16T20:33:07.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016110301
2020-11-16T20:33:07.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:07.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.306568+0000",
2020-11-16T20:33:07.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013246300000000001
2020-11-16T20:33:07.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:07.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.306700+0000",
2020-11-16T20:33:07.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8684000000000003e-05
2020-11-16T20:33:07.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:07.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.306759+0000",
2020-11-16T20:33:07.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7957000000000002e-05
2020-11-16T20:33:07.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:07.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:07.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:07.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.306807+0000",
2020-11-16T20:33:07.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0244966019999999
2020-11-16T20:33:07.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:07.459 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:07.459 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:07.459 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:33:07.460 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:33:07.460 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:33:07.462 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:07 smithi142 bash[9523]: cluster 2020-11-16T20:33:06.172844+0000 mgr.x (mgr.14196) 626 : cluster [DBG] pgmap v881: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 499 op/s; 44976/222508 objects misplaced (20.213%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:33:07.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:07 smithi065 bash[9468]: cluster 2020-11-16T20:33:06.172844+0000 mgr.x (mgr.14196) 626 : cluster [DBG] pgmap v881: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 499 op/s; 44976/222508 objects misplaced (20.213%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:33:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:07 smithi071 bash[9480]: cluster 2020-11-16T20:33:06.172844+0000 mgr.x (mgr.14196) 626 : cluster [DBG] pgmap v881: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 499 op/s; 44976/222508 objects misplaced (20.213%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:33:08.031 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_ops_in_flight
2020-11-16T20:33:08.092 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:08.186 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:08.195 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:08.534 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:33:08 smithi142 bash[20366]: debug 2020-11-16T20:33:08.085+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:08.565 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:08.669 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:08.811 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:08.915 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:33:08.922 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:33:08 smithi065 bash[11785]: debug 2020-11-16T20:33:08.809+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:08.922 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:08 smithi065 bash[18823]: debug 2020-11-16T20:33:08.561+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:09.251 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:09 smithi142 bash[9523]: cluster 2020-11-16T20:33:08.173309+0000 mgr.x (mgr.14196) 627 : cluster [DBG] pgmap v882: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 471 op/s; 44479/221466 objects misplaced (20.084%); 12 MiB/s, 184 objects/s recovering
2020-11-16T20:33:09.338 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:33:09.441 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:33:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:33:09.532 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:33:09 smithi065 bash[16457]: debug 2020-11-16T20:33:09.337+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:09.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:09 smithi065 bash[9468]: cluster 2020-11-16T20:33:08.173309+0000 mgr.x (mgr.14196) 627 : cluster [DBG] pgmap v882: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 471 op/s; 44479/221466 objects misplaced (20.084%); 12 MiB/s, 184 objects/s recovering
2020-11-16T20:33:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:33:09.603 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:33:09.612 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:09.635 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:33:09.669 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:33:09.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:09 smithi071 bash[9480]: cluster 2020-11-16T20:33:08.173309+0000 mgr.x (mgr.14196) 627 : cluster [DBG] pgmap v882: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 471 op/s; 44479/221466 objects misplaced (20.084%); 12 MiB/s, 184 objects/s recovering
2020-11-16T20:33:09.703 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:33:09.717 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:09.736 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:33:09.777 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:33:09.811 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:33:09.827 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:09.840 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:33:09.879 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:33:09.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.887 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:33:09.932 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:09.954 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:09 smithi065 bash[18823]: debug 2020-11-16T20:33:09.609+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:09.954 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:09 smithi065 bash[18823]: debug 2020-11-16T20:33:09.825+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:10.059 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:10.164 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:10.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[14419]: debug 2020-11-16T20:33:10.058+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:10.264 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.2 primary-affinity to 1 (8655362)
2020-11-16T20:33:10.276 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:33:10.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: audit 2020-11-16T20:33:09.390871+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? v1:172.21.15.142:0/3549121322' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:33:10.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: audit 2020-11-16T20:33:09.418857+0000 mon.b (mon.1) 359 : audit [INF] from='client.? v1:172.21.15.142:0/3743447833' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T20:33:10.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: audit 2020-11-16T20:33:09.422225+0000 mon.a (mon.0) 1316 : audit [INF] from='client.25225 ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T20:33:10.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.447419+0000 osd.0 (osd.0) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.500795+0000 osd.1 (osd.1) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.553912+0000 osd.2 (osd.2) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.608326+0000 osd.3 (osd.3) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: audit 2020-11-16T20:33:09.689730+0000 mon.b (mon.1) 360 : audit [INF] from='client.? v1:172.21.15.142:0/2688485691' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:33:10.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: audit 2020-11-16T20:33:09.693069+0000 mon.a (mon.0) 1317 : audit [INF] from='client.25231 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:33:10.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.738450+0000 osd.7 (osd.7) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:10 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.842721+0000 osd.10 (osd.10) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: audit 2020-11-16T20:33:09.390871+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? v1:172.21.15.142:0/3549121322' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:33:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: audit 2020-11-16T20:33:09.418857+0000 mon.b (mon.1) 359 : audit [INF] from='client.? v1:172.21.15.142:0/3743447833' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T20:33:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: audit 2020-11-16T20:33:09.422225+0000 mon.a (mon.0) 1316 : audit [INF] from='client.25225 ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T20:33:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.447419+0000 osd.0 (osd.0) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.500795+0000 osd.1 (osd.1) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.553912+0000 osd.2 (osd.2) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.608326+0000 osd.3 (osd.3) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: audit 2020-11-16T20:33:09.689730+0000 mon.b (mon.1) 360 : audit [INF] from='client.? v1:172.21.15.142:0/2688485691' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:33:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: audit 2020-11-16T20:33:09.693069+0000 mon.a (mon.0) 1317 : audit [INF] from='client.25231 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:33:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.738450+0000 osd.7 (osd.7) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.842721+0000 osd.10 (osd.10) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.681 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:10.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: audit 2020-11-16T20:33:09.390871+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? v1:172.21.15.142:0/3549121322' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:33:10.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: audit 2020-11-16T20:33:09.418857+0000 mon.b (mon.1) 359 : audit [INF] from='client.? v1:172.21.15.142:0/3743447833' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T20:33:10.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: audit 2020-11-16T20:33:09.422225+0000 mon.a (mon.0) 1316 : audit [INF] from='client.25225 ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T20:33:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.447419+0000 osd.0 (osd.0) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.500795+0000 osd.1 (osd.1) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.553912+0000 osd.2 (osd.2) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.608326+0000 osd.3 (osd.3) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: audit 2020-11-16T20:33:09.689730+0000 mon.b (mon.1) 360 : audit [INF] from='client.? v1:172.21.15.142:0/2688485691' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:33:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: audit 2020-11-16T20:33:09.693069+0000 mon.a (mon.0) 1317 : audit [INF] from='client.25231 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:33:10.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.738450+0000 osd.7 (osd.7) 41 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:10 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.842721+0000 osd.10 (osd.10) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:10.785 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:10.898 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:10.934 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[14115]: debug 2020-11-16T20:33:10.893+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:10.935 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:10 smithi065 bash[18823]: debug 2020-11-16T20:33:10.677+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:11.002 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:11.265 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.638004+0000 osd.4 (osd.4) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.266 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.671670+0000 osd.5 (osd.5) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.266 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.705662+0000 osd.6 (osd.6) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.266 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.779462+0000 osd.8 (osd.8) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.814308+0000 osd.9 (osd.9) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:09.881690+0000 osd.11 (osd.11) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:10.173825+0000 mgr.x (mgr.14196) 628 : cluster [DBG] pgmap v883: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 44001/219886 objects misplaced (20.011%); 11 MiB/s, 175 objects/s recovering
2020-11-16T20:33:11.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:10.253949+0000 mon.a (mon.0) 1318 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:33:11.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:10.253991+0000 mon.a (mon.0) 1319 : cluster [INF] Cluster is now healthy
2020-11-16T20:33:11.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: audit 2020-11-16T20:33:10.262372+0000 mon.a (mon.0) 1320 : audit [INF] from='client.25225 ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished
2020-11-16T20:33:11.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: audit 2020-11-16T20:33:10.262418+0000 mon.a (mon.0) 1321 : audit [INF] from='client.25231 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:33:11.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:10.262614+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e336: 12 total, 12 up, 12 in
2020-11-16T20:33:11.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:10.291932+0000 osd.5 (osd.5) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:11.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[9468]: cluster 2020-11-16T20:33:10.292023+0000 osd.5 (osd.5) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:11.431 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:11.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:33:11 smithi065 bash[14115]: debug 2020-11-16T20:33:11.429+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:11.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.638004+0000 osd.4 (osd.4) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.671670+0000 osd.5 (osd.5) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.705662+0000 osd.6 (osd.6) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.779462+0000 osd.8 (osd.8) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.814308+0000 osd.9 (osd.9) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:09.881690+0000 osd.11 (osd.11) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:10.173825+0000 mgr.x (mgr.14196) 628 : cluster [DBG] pgmap v883: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 44001/219886 objects misplaced (20.011%); 11 MiB/s, 175 objects/s recovering
2020-11-16T20:33:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:10.253949+0000 mon.a (mon.0) 1318 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:33:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:10.253991+0000 mon.a (mon.0) 1319 : cluster [INF] Cluster is now healthy
2020-11-16T20:33:11.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: audit 2020-11-16T20:33:10.262372+0000 mon.a (mon.0) 1320 : audit [INF] from='client.25225 ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished
2020-11-16T20:33:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: audit 2020-11-16T20:33:10.262418+0000 mon.a (mon.0) 1321 : audit [INF] from='client.25231 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:33:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:10.262614+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e336: 12 total, 12 up, 12 in
2020-11-16T20:33:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:10.291932+0000 osd.5 (osd.5) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:11.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:11 smithi142 bash[9523]: cluster 2020-11-16T20:33:10.292023+0000 osd.5 (osd.5) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:11.538 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.638004+0000 osd.4 (osd.4) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.671670+0000 osd.5 (osd.5) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.705662+0000 osd.6 (osd.6) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.779462+0000 osd.8 (osd.8) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.814308+0000 osd.9 (osd.9) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:09.881690+0000 osd.11 (osd.11) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:11.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:10.173825+0000 mgr.x (mgr.14196) 628 : cluster [DBG] pgmap v883: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 44001/219886 objects misplaced (20.011%); 11 MiB/s, 175 objects/s recovering
2020-11-16T20:33:11.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:10.253949+0000 mon.a (mon.0) 1318 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:33:11.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:10.253991+0000 mon.a (mon.0) 1319 : cluster [INF] Cluster is now healthy
2020-11-16T20:33:11.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: audit 2020-11-16T20:33:10.262372+0000 mon.a (mon.0) 1320 : audit [INF] from='client.25225 ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished
2020-11-16T20:33:11.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: audit 2020-11-16T20:33:10.262418+0000 mon.a (mon.0) 1321 : audit [INF] from='client.25231 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:33:11.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:10.262614+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e336: 12 total, 12 up, 12 in
2020-11-16T20:33:11.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:10.291932+0000 osd.5 (osd.5) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:11.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:11 smithi071 bash[9480]: cluster 2020-11-16T20:33:10.292023+0000 osd.5 (osd.5) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:12.052 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:12.155 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:12.325 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:12 smithi065 bash[9468]: cluster 2020-11-16T20:33:11.275616+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e337: 12 total, 12 up, 12 in
2020-11-16T20:33:12.325 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:12 smithi065 bash[18823]: debug 2020-11-16T20:33:12.049+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:12.326 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:12.428 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:12.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:12 smithi142 bash[9523]: cluster 2020-11-16T20:33:11.275616+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e337: 12 total, 12 up, 12 in
2020-11-16T20:33:12.582 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:12.582 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:33:12 smithi065 bash[11785]: debug 2020-11-16T20:33:12.573+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:12.582 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:12 smithi065 bash[18823]: debug 2020-11-16T20:33:12.321+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:12.664 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:33:12.664 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:33:12.685 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:33:12.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:12 smithi071 bash[9480]: cluster 2020-11-16T20:33:11.275616+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e337: 12 total, 12 up, 12 in
2020-11-16T20:33:12.821 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:33:12.924 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:12.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:33:12 smithi071 bash[26650]: debug 2020-11-16T20:33:12.818+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:13.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:13 smithi065 bash[9468]: cluster 2020-11-16T20:33:12.174289+0000 mgr.x (mgr.14196) 629 : cluster [DBG] pgmap v886: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 458 op/s; 43739/217966 objects misplaced (20.067%); 12 MiB/s, 184 objects/s recovering
2020-11-16T20:33:13.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:13 smithi142 bash[9523]: cluster 2020-11-16T20:33:12.174289+0000 mgr.x (mgr.14196) 629 : cluster [DBG] pgmap v886: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 458 op/s; 43739/217966 objects misplaced (20.067%); 12 MiB/s, 184 objects/s recovering
2020-11-16T20:33:13.595 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_blocked_ops
2020-11-16T20:33:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:13 smithi071 bash[9480]: cluster 2020-11-16T20:33:12.174289+0000 mgr.x (mgr.14196) 629 : cluster [DBG] pgmap v886: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 458 op/s; 43739/217966 objects misplaced (20.067%); 12 MiB/s, 184 objects/s recovering
2020-11-16T20:33:13.747 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:14.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:14 smithi142 bash[9523]: cluster 2020-11-16T20:33:13.735035+0000 osd.3 (osd.3) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:14.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:14 smithi142 bash[9523]: cluster 2020-11-16T20:33:13.735124+0000 osd.3 (osd.3) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:14.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:14 smithi071 bash[9480]: cluster 2020-11-16T20:33:13.735035+0000 osd.3 (osd.3) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:14.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:14 smithi071 bash[9480]: cluster 2020-11-16T20:33:13.735124+0000 osd.3 (osd.3) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:14.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:14 smithi065 bash[9468]: cluster 2020-11-16T20:33:13.735035+0000 osd.3 (osd.3) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:14.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:14 smithi065 bash[9468]: cluster 2020-11-16T20:33:13.735124+0000 osd.3 (osd.3) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:15.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:15 smithi065 bash[9468]: cluster 2020-11-16T20:33:14.174719+0000 mgr.x (mgr.14196) 630 : cluster [DBG] pgmap v887: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 370 op/s; 43323/216582 objects misplaced (20.003%); 11 MiB/s, 172 objects/s recovering
2020-11-16T20:33:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:15 smithi065 bash[9468]: cluster 2020-11-16T20:33:14.289689+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e338: 12 total, 12 up, 12 in
2020-11-16T20:33:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:15 smithi065 bash[9468]: cluster 2020-11-16T20:33:14.678805+0000 osd.7 (osd.7) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:15 smithi065 bash[9468]: cluster 2020-11-16T20:33:14.678942+0000 osd.7 (osd.7) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:15 smithi071 bash[9480]: cluster 2020-11-16T20:33:14.174719+0000 mgr.x (mgr.14196) 630 : cluster [DBG] pgmap v887: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 370 op/s; 43323/216582 objects misplaced (20.003%); 11 MiB/s, 172 objects/s recovering
2020-11-16T20:33:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:15 smithi071 bash[9480]: cluster 2020-11-16T20:33:14.289689+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e338: 12 total, 12 up, 12 in
2020-11-16T20:33:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:15 smithi071 bash[9480]: cluster 2020-11-16T20:33:14.678805+0000 osd.7 (osd.7) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:15.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:15 smithi071 bash[9480]: cluster 2020-11-16T20:33:14.678942+0000 osd.7 (osd.7) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:15.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:15 smithi142 bash[9523]: cluster 2020-11-16T20:33:14.174719+0000 mgr.x (mgr.14196) 630 : cluster [DBG] pgmap v887: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 370 op/s; 43323/216582 objects misplaced (20.003%); 11 MiB/s, 172 objects/s recovering
2020-11-16T20:33:15.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:15 smithi142 bash[9523]: cluster 2020-11-16T20:33:14.289689+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e338: 12 total, 12 up, 12 in
2020-11-16T20:33:15.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:15 smithi142 bash[9523]: cluster 2020-11-16T20:33:14.678805+0000 osd.7 (osd.7) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:15.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:15 smithi142 bash[9523]: cluster 2020-11-16T20:33:14.678942+0000 osd.7 (osd.7) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:16 smithi071 bash[9480]: cluster 2020-11-16T20:33:15.307881+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e339: 12 total, 12 up, 12 in
2020-11-16T20:33:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:16 smithi065 bash[9468]: cluster 2020-11-16T20:33:15.307881+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e339: 12 total, 12 up, 12 in
2020-11-16T20:33:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:16 smithi142 bash[9523]: cluster 2020-11-16T20:33:15.307881+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e339: 12 total, 12 up, 12 in
2020-11-16T20:33:16.827 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:16.931 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:17.284 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:33:16 smithi142 bash[20366]: debug 2020-11-16T20:33:16.825+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:17.374 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:33:17.375 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:33:17.456 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:17 smithi065 bash[9468]: cluster 2020-11-16T20:33:16.175193+0000 mgr.x (mgr.14196) 631 : cluster [DBG] pgmap v890: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 490 op/s; 42933/213562 objects misplaced (20.103%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:33:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:17 smithi071 bash[9480]: cluster 2020-11-16T20:33:16.175193+0000 mgr.x (mgr.14196) 631 : cluster [DBG] pgmap v890: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 490 op/s; 42933/213562 objects misplaced (20.103%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:33:17.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:17 smithi142 bash[9523]: cluster 2020-11-16T20:33:16.175193+0000 mgr.x (mgr.14196) 631 : cluster [DBG] pgmap v890: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 490 op/s; 42933/213562 objects misplaced (20.103%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:33:18.318 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_historic_ops
2020-11-16T20:33:18.463 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:19.333 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:33:23.470 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:33:23.471 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:33:23.471 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:33:23.472 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:33:23.475 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:19 smithi142 bash[9523]: cluster 2020-11-16T20:33:18.175719+0000 mgr.x (mgr.14196) 632 : cluster [DBG] pgmap v891: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 42375/212466 objects misplaced (19.944%); 12 MiB/s, 195 objects/s recovering
2020-11-16T20:33:23.476 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:21 smithi142 bash[9523]: cluster 2020-11-16T20:33:20.176123+0000 mgr.x (mgr.14196) 633 : cluster [DBG] pgmap v892: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 451 op/s; 41806/210734 objects misplaced (19.838%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:33:23.476 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:22 smithi142 bash[9523]: cluster 2020-11-16T20:33:21.379042+0000 osd.8 (osd.8) 83 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:23.476 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:22 smithi142 bash[9523]: cluster 2020-11-16T20:33:21.379152+0000 osd.8 (osd.8) 84 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:23.476 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:22 smithi142 bash[9523]: cluster 2020-11-16T20:33:22.176651+0000 mgr.x (mgr.14196) 634 : cluster [DBG] pgmap v893: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 489 op/s; 41477/208756 objects misplaced (19.869%); 13 MiB/s, 214 objects/s recovering
2020-11-16T20:33:23.477 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:19 smithi071 bash[9480]: cluster 2020-11-16T20:33:18.175719+0000 mgr.x (mgr.14196) 632 : cluster [DBG] pgmap v891: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 42375/212466 objects misplaced (19.944%); 12 MiB/s, 195 objects/s recovering
2020-11-16T20:33:23.477 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:21 smithi071 bash[9480]: cluster 2020-11-16T20:33:20.176123+0000 mgr.x (mgr.14196) 633 : cluster [DBG] pgmap v892: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 451 op/s; 41806/210734 objects misplaced (19.838%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:33:23.477 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:22 smithi071 bash[9480]: cluster 2020-11-16T20:33:21.379042+0000 osd.8 (osd.8) 83 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:23.477 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:22 smithi071 bash[9480]: cluster 2020-11-16T20:33:21.379152+0000 osd.8 (osd.8) 84 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:23.477 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:22 smithi071 bash[9480]: cluster 2020-11-16T20:33:22.176651+0000 mgr.x (mgr.14196) 634 : cluster [DBG] pgmap v893: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 489 op/s; 41477/208756 objects misplaced (19.869%); 13 MiB/s, 214 objects/s recovering
2020-11-16T20:33:23.478 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:23.478 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:33:19 smithi071 bash[14419]: debug 2020-11-16T20:33:19.814+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:23.478 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:19 smithi065 bash[9468]: cluster 2020-11-16T20:33:18.175719+0000 mgr.x (mgr.14196) 632 : cluster [DBG] pgmap v891: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 42375/212466 objects misplaced (19.944%); 12 MiB/s, 195 objects/s recovering
2020-11-16T20:33:23.478 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:21 smithi065 bash[9468]: cluster 2020-11-16T20:33:20.176123+0000 mgr.x (mgr.14196) 633 : cluster [DBG] pgmap v892: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 451 op/s; 41806/210734 objects misplaced (19.838%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:33:23.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:22 smithi065 bash[9468]: cluster 2020-11-16T20:33:21.379042+0000 osd.8 (osd.8) 83 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:23.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:22 smithi065 bash[9468]: cluster 2020-11-16T20:33:21.379152+0000 osd.8 (osd.8) 84 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:23.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:22 smithi065 bash[9468]: cluster 2020-11-16T20:33:22.176651+0000 mgr.x (mgr.14196) 634 : cluster [DBG] pgmap v893: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 489 op/s; 41477/208756 objects misplaced (19.869%); 13 MiB/s, 214 objects/s recovering
2020-11-16T20:33:23.479 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:33:23.479 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:33:23.480 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_ops_in_flight
2020-11-16T20:33:23.579 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:23.632 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:23.697 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:23 smithi065 bash[9468]: cluster 2020-11-16T20:33:22.395879+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e340: 12 total, 12 up, 12 in
2020-11-16T20:33:23.698 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:23 smithi071 bash[9480]: cluster 2020-11-16T20:33:22.395879+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e340: 12 total, 12 up, 12 in
2020-11-16T20:33:23.747 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:33:23.747 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:33:23.759 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:33:23.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:23 smithi142 bash[9523]: cluster 2020-11-16T20:33:22.395879+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e340: 12 total, 12 up, 12 in
2020-11-16T20:33:23.802 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:24.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:23 smithi065 bash[18823]: debug 2020-11-16T20:33:23.693+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:24.250 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:24.353 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:24.488 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:24.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:24 smithi065 bash[9468]: cluster 2020-11-16T20:33:24.177133+0000 mgr.x (mgr.14196) 635 : cluster [DBG] pgmap v895: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 415 op/s; 41082/207378 objects misplaced (19.810%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:33:24.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:33:24 smithi065 bash[11785]: debug 2020-11-16T20:33:24.249+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:24.591 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:24.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:24 smithi071 bash[9480]: cluster 2020-11-16T20:33:24.177133+0000 mgr.x (mgr.14196) 635 : cluster [DBG] pgmap v895: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 415 op/s; 41082/207378 objects misplaced (19.810%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:33:24.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:33:24 smithi071 bash[14419]: debug 2020-11-16T20:33:24.482+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:24.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:24 smithi142 bash[9523]: cluster 2020-11-16T20:33:24.177133+0000 mgr.x (mgr.14196) 635 : cluster [DBG] pgmap v895: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 415 op/s; 41082/207378 objects misplaced (19.810%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:33:24.849 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:24.953 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:25.100 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:25.103 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:33:24 smithi065 bash[14115]: debug 2020-11-16T20:33:24.849+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:25.103 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:33:25 smithi065 bash[14115]: debug 2020-11-16T20:33:25.097+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:25.205 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:33:25.315 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:33:25.419 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:33:25.514 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:33:25 smithi071 bash[26650]: debug 2020-11-16T20:33:25.314+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:25.514 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:25 smithi071 bash[9480]: cluster 2020-11-16T20:33:24.340083+0000 osd.1 (osd.1) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:25.515 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:25 smithi071 bash[9480]: cluster 2020-11-16T20:33:24.340176+0000 osd.1 (osd.1) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:25.515 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:25 smithi071 bash[9480]: cluster 2020-11-16T20:33:24.405611+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e341: 12 total, 12 up, 12 in
2020-11-16T20:33:25.516 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:33:25.621 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:25.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:25 smithi065 bash[9468]: cluster 2020-11-16T20:33:24.340083+0000 osd.1 (osd.1) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:25.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:25 smithi065 bash[9468]: cluster 2020-11-16T20:33:24.340176+0000 osd.1 (osd.1) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:25 smithi065 bash[9468]: cluster 2020-11-16T20:33:24.405611+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e341: 12 total, 12 up, 12 in
2020-11-16T20:33:25.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:25 smithi142 bash[9523]: cluster 2020-11-16T20:33:24.340083+0000 osd.1 (osd.1) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:25.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:25 smithi142 bash[9523]: cluster 2020-11-16T20:33:24.340176+0000 osd.1 (osd.1) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:25.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:25 smithi142 bash[9523]: cluster 2020-11-16T20:33:24.405611+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e341: 12 total, 12 up, 12 in
2020-11-16T20:33:25.950 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:33:25 smithi071 bash[16796]: debug 2020-11-16T20:33:25.514+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:26.170 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:26.273 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:26.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:26 smithi065 bash[9468]: audit 2020-11-16T20:33:26.175662+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:33:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:26 smithi065 bash[9468]: audit 2020-11-16T20:33:26.176128+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:33:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:26 smithi065 bash[9468]: cluster 2020-11-16T20:33:26.177632+0000 mgr.x (mgr.14196) 636 : cluster [DBG] pgmap v897: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 503 op/s; 40633/204408 objects misplaced (19.878%); 13 MiB/s, 200 objects/s recovering
2020-11-16T20:33:26.533 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:26 smithi065 bash[18823]: debug 2020-11-16T20:33:26.164+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:26.610 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:26 smithi071 bash[9480]: audit 2020-11-16T20:33:26.175662+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:33:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:26 smithi071 bash[9480]: audit 2020-11-16T20:33:26.176128+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:33:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:26 smithi071 bash[9480]: cluster 2020-11-16T20:33:26.177632+0000 mgr.x (mgr.14196) 636 : cluster [DBG] pgmap v897: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 503 op/s; 40633/204408 objects misplaced (19.878%); 13 MiB/s, 200 objects/s recovering
2020-11-16T20:33:26.713 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:33:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:26 smithi142 bash[9523]: audit 2020-11-16T20:33:26.175662+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:33:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:26 smithi142 bash[9523]: audit 2020-11-16T20:33:26.176128+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:33:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:26 smithi142 bash[9523]: cluster 2020-11-16T20:33:26.177632+0000 mgr.x (mgr.14196) 636 : cluster [DBG] pgmap v897: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 503 op/s; 40633/204408 objects misplaced (19.878%); 13 MiB/s, 200 objects/s recovering
2020-11-16T20:33:26.852 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:33:26.956 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:33:27.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:33:26 smithi065 bash[14115]: debug 2020-11-16T20:33:26.608+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:27.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:33:26 smithi071 bash[12066]: debug 2020-11-16T20:33:26.846+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:27.413 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:27 smithi142 bash[9523]: cluster 2020-11-16T20:33:26.040502+0000 osd.11 (osd.11) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:27.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:27 smithi142 bash[9523]: cluster 2020-11-16T20:33:26.040595+0000 osd.11 (osd.11) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:27.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:27 smithi142 bash[9523]: cluster 2020-11-16T20:33:26.417434+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e342: 12 total, 12 up, 12 in
2020-11-16T20:33:27.681 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:27 smithi065 bash[9468]: cluster 2020-11-16T20:33:26.040502+0000 osd.11 (osd.11) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:27.682 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:27 smithi065 bash[9468]: cluster 2020-11-16T20:33:26.040595+0000 osd.11 (osd.11) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:27.682 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:27 smithi065 bash[9468]: cluster 2020-11-16T20:33:26.417434+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e342: 12 total, 12 up, 12 in
2020-11-16T20:33:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:27 smithi071 bash[9480]: cluster 2020-11-16T20:33:26.040502+0000 osd.11 (osd.11) 68 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:27 smithi071 bash[9480]: cluster 2020-11-16T20:33:26.040595+0000 osd.11 (osd.11) 69 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:27 smithi071 bash[9480]: cluster 2020-11-16T20:33:26.417434+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e342: 12 total, 12 up, 12 in
2020-11-16T20:33:27.859 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:33:27.860 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:33:28.685 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:28 smithi065 bash[9468]: cluster 2020-11-16T20:33:28.178048+0000 mgr.x (mgr.14196) 637 : cluster [DBG] pgmap v899: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 495 op/s; 39849/202810 objects misplaced (19.648%); 14 MiB/s, 224 objects/s recovering
2020-11-16T20:33:28.686 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_blocked_ops
2020-11-16T20:33:28.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:28 smithi071 bash[9480]: cluster 2020-11-16T20:33:28.178048+0000 mgr.x (mgr.14196) 637 : cluster [DBG] pgmap v899: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 495 op/s; 39849/202810 objects misplaced (19.648%); 14 MiB/s, 224 objects/s recovering
2020-11-16T20:33:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:28 smithi142 bash[9523]: cluster 2020-11-16T20:33:28.178048+0000 mgr.x (mgr.14196) 637 : cluster [DBG] pgmap v899: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 495 op/s; 39849/202810 objects misplaced (19.648%); 14 MiB/s, 224 objects/s recovering
2020-11-16T20:33:28.843 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:31.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:31 smithi065 bash[9468]: cluster 2020-11-16T20:33:30.178608+0000 mgr.x (mgr.14196) 638 : cluster [DBG] pgmap v900: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 39430/201658 objects misplaced (19.553%); 13 MiB/s, 208 objects/s recovering
2020-11-16T20:33:31.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:31 smithi071 bash[9480]: cluster 2020-11-16T20:33:30.178608+0000 mgr.x (mgr.14196) 638 : cluster [DBG] pgmap v900: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 39430/201658 objects misplaced (19.553%); 13 MiB/s, 208 objects/s recovering
2020-11-16T20:33:32.128 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:33:32.233 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:32.346 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:33:32.347 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:33:32.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:32 smithi071 bash[9480]: cluster 2020-11-16T20:33:32.179194+0000 mgr.x (mgr.14196) 639 : cluster [DBG] pgmap v901: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 480 op/s; 39018/199686 objects misplaced (19.540%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:33:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:32 smithi065 bash[9468]: cluster 2020-11-16T20:33:32.179194+0000 mgr.x (mgr.14196) 639 : cluster [DBG] pgmap v901: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 480 op/s; 39018/199686 objects misplaced (19.540%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:33:33.133 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_historic_ops
2020-11-16T20:33:33.290 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:35.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:35 smithi065 bash[9468]: cluster 2020-11-16T20:33:34.179921+0000 mgr.x (mgr.14196) 640 : cluster [DBG] pgmap v902: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 436 op/s; 38541/198208 objects misplaced (19.445%); 12 MiB/s, 198 objects/s recovering
2020-11-16T20:33:35.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:35 smithi071 bash[9480]: cluster 2020-11-16T20:33:34.179921+0000 mgr.x (mgr.14196) 640 : cluster [DBG] pgmap v902: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 436 op/s; 38541/198208 objects misplaced (19.445%); 12 MiB/s, 198 objects/s recovering
2020-11-16T20:33:35.878 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:31 smithi142 bash[9523]: cluster 2020-11-16T20:33:30.178608+0000 mgr.x (mgr.14196) 638 : cluster [DBG] pgmap v900: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 420 op/s; 39430/201658 objects misplaced (19.553%); 13 MiB/s, 208 objects/s recovering
2020-11-16T20:33:35.880 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:33:35 smithi142 bash[22738]: debug 2020-11-16T20:33:32.129+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:35.928 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:36.031 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:36.264 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:36.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:35 smithi142 bash[9523]: cluster 2020-11-16T20:33:32.179194+0000 mgr.x (mgr.14196) 639 : cluster [DBG] pgmap v901: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 480 op/s; 39018/199686 objects misplaced (19.540%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:33:36.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:35 smithi142 bash[9523]: cluster 2020-11-16T20:33:34.179921+0000 mgr.x (mgr.14196) 640 : cluster [DBG] pgmap v902: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 436 op/s; 38541/198208 objects misplaced (19.445%); 12 MiB/s, 198 objects/s recovering
2020-11-16T20:33:36.284 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:33:35 smithi142 bash[20366]: debug 2020-11-16T20:33:35.933+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:36.368 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:36.477 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:33:36 smithi065 bash[11785]: debug 2020-11-16T20:33:36.260+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:36.748 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:33:36.749 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:33:37.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:37 smithi065 bash[9468]: cluster 2020-11-16T20:33:36.180470+0000 mgr.x (mgr.14196) 641 : cluster [DBG] pgmap v903: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 450 op/s; 38171/195404 objects misplaced (19.534%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:33:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:37 smithi065 bash[9468]: cluster 2020-11-16T20:33:36.402213+0000 osd.6 (osd.6) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:37 smithi065 bash[9468]: cluster 2020-11-16T20:33:36.402304+0000 osd.6 (osd.6) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:37 smithi142 bash[9523]: cluster 2020-11-16T20:33:36.180470+0000 mgr.x (mgr.14196) 641 : cluster [DBG] pgmap v903: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 450 op/s; 38171/195404 objects misplaced (19.534%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:33:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:37 smithi142 bash[9523]: cluster 2020-11-16T20:33:36.402213+0000 osd.6 (osd.6) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:37 smithi142 bash[9523]: cluster 2020-11-16T20:33:36.402304+0000 osd.6 (osd.6) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:37.660 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_ops_in_flight
2020-11-16T20:33:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:37 smithi071 bash[9480]: cluster 2020-11-16T20:33:36.180470+0000 mgr.x (mgr.14196) 641 : cluster [DBG] pgmap v903: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 6.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 450 op/s; 38171/195404 objects misplaced (19.534%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:33:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:37 smithi071 bash[9480]: cluster 2020-11-16T20:33:36.402213+0000 osd.6 (osd.6) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:37 smithi071 bash[9480]: cluster 2020-11-16T20:33:36.402304+0000 osd.6 (osd.6) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:37.812 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:38.081 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:38.186 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:38.384 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:38.390 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:33:38 smithi142 bash[20366]: debug 2020-11-16T20:33:38.085+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:38.488 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:38.617 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:38.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:33:38 smithi071 bash[14419]: debug 2020-11-16T20:33:38.613+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:38 smithi071 bash[9480]: cluster 2020-11-16T20:33:37.397413+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e343: 12 total, 12 up, 12 in
2020-11-16T20:33:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:38 smithi071 bash[9480]: cluster 2020-11-16T20:33:38.180922+0000 mgr.x (mgr.14196) 642 : cluster [DBG] pgmap v905: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 37364/193830 objects misplaced (19.277%); 14 MiB/s, 218 objects/s recovering
2020-11-16T20:33:38.719 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:38.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:38 smithi065 bash[9468]: cluster 2020-11-16T20:33:37.397413+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e343: 12 total, 12 up, 12 in
2020-11-16T20:33:38.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:38 smithi065 bash[9468]: cluster 2020-11-16T20:33:38.180922+0000 mgr.x (mgr.14196) 642 : cluster [DBG] pgmap v905: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 37364/193830 objects misplaced (19.277%); 14 MiB/s, 218 objects/s recovering
2020-11-16T20:33:38.784 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:33:38 smithi142 bash[18009]: debug 2020-11-16T20:33:38.385+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:38.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:38 smithi142 bash[9523]: cluster 2020-11-16T20:33:37.397413+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e343: 12 total, 12 up, 12 in
2020-11-16T20:33:38.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:38 smithi142 bash[9523]: cluster 2020-11-16T20:33:38.180922+0000 mgr.x (mgr.14196) 642 : cluster [DBG] pgmap v905: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 37364/193830 objects misplaced (19.277%); 14 MiB/s, 218 objects/s recovering
2020-11-16T20:33:38.914 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:39.019 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:39.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:33:38 smithi065 bash[11785]: debug 2020-11-16T20:33:38.912+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:39.201 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:39.298 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:33:39 smithi142 bash[18009]: debug 2020-11-16T20:33:39.201+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:39.304 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:33:39.399 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:33:39.503 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:33:39.622 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:33:39.624 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:33:39 smithi071 bash[26650]: debug 2020-11-16T20:33:39.397+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:39.726 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:39.828 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:39.931 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:39.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:33:39 smithi071 bash[14419]: debug 2020-11-16T20:33:39.817+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:39.950 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:33:39 smithi071 bash[16796]: debug 2020-11-16T20:33:39.621+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:41.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:41 smithi065 bash[9468]: cluster 2020-11-16T20:33:40.181413+0000 mgr.x (mgr.14196) 643 : cluster [DBG] pgmap v906: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 36962/192684 objects misplaced (19.183%); 14 MiB/s, 216 objects/s recovering
2020-11-16T20:33:41.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:41 smithi142 bash[9523]: cluster 2020-11-16T20:33:40.181413+0000 mgr.x (mgr.14196) 643 : cluster [DBG] pgmap v906: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 36962/192684 objects misplaced (19.183%); 14 MiB/s, 216 objects/s recovering
2020-11-16T20:33:41.536 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:33:41.537 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:33:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:41 smithi071 bash[9480]: cluster 2020-11-16T20:33:40.181413+0000 mgr.x (mgr.14196) 643 : cluster [DBG] pgmap v906: 17 pgs: 2 active+recovering+remapped, 4 active+recovering, 11 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 448 op/s; 36962/192684 objects misplaced (19.183%); 14 MiB/s, 216 objects/s recovering
2020-11-16T20:33:42.014 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:42.117 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:42.284 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:33:42 smithi142 bash[18009]: debug 2020-11-16T20:33:42.017+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:42.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:42 smithi142 bash[9523]: cluster 2020-11-16T20:33:40.941523+0000 osd.4 (osd.4) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:42.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:42 smithi142 bash[9523]: cluster 2020-11-16T20:33:40.941601+0000 osd.4 (osd.4) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:42.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:42 smithi142 bash[9523]: cluster 2020-11-16T20:33:41.241484+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e344: 12 total, 12 up, 12 in
2020-11-16T20:33:42.394 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_blocked_ops
2020-11-16T20:33:42.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:42 smithi065 bash[9468]: cluster 2020-11-16T20:33:40.941523+0000 osd.4 (osd.4) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:42.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:42 smithi065 bash[9468]: cluster 2020-11-16T20:33:40.941601+0000 osd.4 (osd.4) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:42.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:42 smithi065 bash[9468]: cluster 2020-11-16T20:33:41.241484+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e344: 12 total, 12 up, 12 in
2020-11-16T20:33:42.552 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:42 smithi071 bash[9480]: cluster 2020-11-16T20:33:40.941523+0000 osd.4 (osd.4) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:42 smithi071 bash[9480]: cluster 2020-11-16T20:33:40.941601+0000 osd.4 (osd.4) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:42 smithi071 bash[9480]: cluster 2020-11-16T20:33:41.241484+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e344: 12 total, 12 up, 12 in
2020-11-16T20:33:43.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:43 smithi065 bash[9468]: cluster 2020-11-16T20:33:42.181972+0000 mgr.x (mgr.14196) 644 : cluster [DBG] pgmap v908: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 477 op/s; 36498/190568 objects misplaced (19.152%); 15 MiB/s, 238 objects/s recovering
2020-11-16T20:33:43.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:43 smithi142 bash[9523]: cluster 2020-11-16T20:33:42.181972+0000 mgr.x (mgr.14196) 644 : cluster [DBG] pgmap v908: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 477 op/s; 36498/190568 objects misplaced (19.152%); 15 MiB/s, 238 objects/s recovering
2020-11-16T20:33:43.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:43 smithi071 bash[9480]: cluster 2020-11-16T20:33:42.181972+0000 mgr.x (mgr.14196) 644 : cluster [DBG] pgmap v908: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 477 op/s; 36498/190568 objects misplaced (19.152%); 15 MiB/s, 238 objects/s recovering
2020-11-16T20:33:44.104 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:44.208 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:44.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:44 smithi065 bash[9468]: cluster 2020-11-16T20:33:42.875054+0000 osd.0 (osd.0) 81 : cluster [DBG] 3.1 scrub starts
2020-11-16T20:33:44.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:44 smithi142 bash[9523]: cluster 2020-11-16T20:33:42.875054+0000 osd.0 (osd.0) 81 : cluster [DBG] 3.1 scrub starts
2020-11-16T20:33:44.534 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:33:44 smithi142 bash[18009]: debug 2020-11-16T20:33:44.105+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:44.640 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:44.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:44 smithi071 bash[9480]: cluster 2020-11-16T20:33:42.875054+0000 osd.0 (osd.0) 81 : cluster [DBG] 3.1 scrub starts
2020-11-16T20:33:44.744 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:45.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:33:44 smithi065 bash[14115]: debug 2020-11-16T20:33:44.636+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:45.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:45 smithi065 bash[9468]: cluster 2020-11-16T20:33:44.182472+0000 mgr.x (mgr.14196) 645 : cluster [DBG] pgmap v909: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 400 op/s; 36019/188992 objects misplaced (19.058%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:33:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:45 smithi065 bash[9468]: cluster 2020-11-16T20:33:44.236626+0000 osd.0 (osd.0) 82 : cluster [DBG] 3.1 scrub ok
2020-11-16T20:33:45.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:45 smithi142 bash[9523]: cluster 2020-11-16T20:33:44.182472+0000 mgr.x (mgr.14196) 645 : cluster [DBG] pgmap v909: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 400 op/s; 36019/188992 objects misplaced (19.058%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:33:45.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:45 smithi142 bash[9523]: cluster 2020-11-16T20:33:44.236626+0000 osd.0 (osd.0) 82 : cluster [DBG] 3.1 scrub ok
2020-11-16T20:33:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:45 smithi071 bash[9480]: cluster 2020-11-16T20:33:44.182472+0000 mgr.x (mgr.14196) 645 : cluster [DBG] pgmap v909: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 400 op/s; 36019/188992 objects misplaced (19.058%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:33:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:45 smithi071 bash[9480]: cluster 2020-11-16T20:33:44.236626+0000 osd.0 (osd.0) 82 : cluster [DBG] 3.1 scrub ok
2020-11-16T20:33:46.385 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:33:46.385 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:33:46.974 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:47.077 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:33:47.157 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_historic_ops
2020-11-16T20:33:47.262 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:33:46 smithi142 bash[20366]: debug 2020-11-16T20:33:46.976+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:47.288 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:33:47.312 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:33:47.391 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:47.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:47 smithi065 bash[9468]: cluster 2020-11-16T20:33:46.182999+0000 mgr.x (mgr.14196) 646 : cluster [DBG] pgmap v910: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 484 op/s; 35607/186072 objects misplaced (19.136%); 12 MiB/s, 197 objects/s recovering
2020-11-16T20:33:47.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:47 smithi142 bash[9523]: cluster 2020-11-16T20:33:46.182999+0000 mgr.x (mgr.14196) 646 : cluster [DBG] pgmap v910: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 484 op/s; 35607/186072 objects misplaced (19.136%); 12 MiB/s, 197 objects/s recovering
2020-11-16T20:33:47.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:33:47 smithi142 bash[15670]: debug 2020-11-16T20:33:47.288+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:47.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:47 smithi071 bash[9480]: cluster 2020-11-16T20:33:46.182999+0000 mgr.x (mgr.14196) 646 : cluster [DBG] pgmap v910: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 484 op/s; 35607/186072 objects misplaced (19.136%); 12 MiB/s, 197 objects/s recovering
2020-11-16T20:33:47.812 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:33:47.916 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:48.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:33:47 smithi065 bash[14115]: debug 2020-11-16T20:33:47.808+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:48.931 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:49.035 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:33:49.273 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:33:48 smithi142 bash[20366]: debug 2020-11-16T20:33:48.928+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:49.274 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:49 smithi142 bash[9523]: cluster 2020-11-16T20:33:48.183500+0000 mgr.x (mgr.14196) 647 : cluster [DBG] pgmap v911: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 481 op/s; 35148/184204 objects misplaced (19.081%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:33:49.464 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:49 smithi071 bash[9480]: cluster 2020-11-16T20:33:48.183500+0000 mgr.x (mgr.14196) 647 : cluster [DBG] pgmap v911: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 481 op/s; 35148/184204 objects misplaced (19.081%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:33:49.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:49 smithi065 bash[9468]: cluster 2020-11-16T20:33:48.183500+0000 mgr.x (mgr.14196) 647 : cluster [DBG] pgmap v911: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 481 op/s; 35148/184204 objects misplaced (19.081%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:33:49.899 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:33:49.952 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:33:50.022 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:33:50.079 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:33:50.127 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:33:50.171 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:33:50.203 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:33:50.243 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:33:50.287 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:33:50.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:33:50.374 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:33:50.423 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:33:50.433 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.433 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.433 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.433 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.433 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:33:50.500 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:33:50.500 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:33:50.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 344,
2020-11-16T20:33:50.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:33:50.501 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:33:50.501 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:33:41.236028+0000",
2020-11-16T20:33:50.501 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:33:50.501 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:33:50.501 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:33:50.501 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5799936,
2020-11-16T20:33:50.501 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:33:50.502 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:33:50.502 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:33:50.502 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:33:50.502 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:33:50.502 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:33:50.502 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 29,
2020-11-16T20:33:50.502 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:33:50.503 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:33:50.503 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:33:50.503 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:33:50.503 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 3,
2020-11-16T20:33:50.503 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:33:50.503 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:33:50.503 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "jewel",
2020-11-16T20:33:50.504 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:33:50.504 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:33:50.504 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:33:50.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:33:50.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:33:50.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:33:50.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:33:50.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:33:50.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:33:50.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:33:50.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:33:50.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:33:50.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:33:50.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:33:50.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:33:50.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:33:50.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:33:50.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:33:50.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:33:50.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:33:50.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:33:50.507 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:33:50.507 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:33:50.507 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:33:50.507 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:33:50.507 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:33:50.507 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:33:50.507 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:33:50.507 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:33:50.508 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:33:50.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:33:50.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:33:50.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:33:50.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:33:50.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:33:50.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:33:50.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:33:50.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:33:50.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:33:50.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:33:50.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:33:50.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:33:50.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:33:50.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:33:50.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:33:50.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:33:50.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:33:50.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:33:50.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:33:50.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:33:50.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:33:50.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:33:50.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:33:50.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:33:50.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:33:50.511 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:33:50.511 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:33:50.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:33:50.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:33:50.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:33:50.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:33:50.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:33:50.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:33:50.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:33:50.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:33:50.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:33:50.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:33:50.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:33:50.513 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:33:50.513 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:33:50.514 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:33:50.514 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:33:50.514 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.514 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 3,
2020-11-16T20:33:50.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_1",
2020-11-16T20:33:50.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:30:11.300230+0000",
2020-11-16T20:33:50.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:33:50.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:33:50.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:33:50.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:33:50.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:33:50.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:33:50.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:33:50.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:33:50.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:33:50.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:33:50.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:33:50.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:33:50.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 16,
2020-11-16T20:33:50.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 16,
2020-11-16T20:33:50.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 16,
2020-11-16T20:33:50.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 16,
2020-11-16T20:33:50.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 16,
2020-11-16T20:33:50.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:33:50.517 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:33:50.517 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:33:50.517 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:33:50.517 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:33:50.517 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:33:50.518 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:33:50.518 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "289",
2020-11-16T20:33:50.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:33:50.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:33:50.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:33:50.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:33:50.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:33:50.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:33:50.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:33:50.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:33:50.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:33:50.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:33:50.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:33:50.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:33:50.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:33:50.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:33:50.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:33:50.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:33:50.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:33:50.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:33:50.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:33:50.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:33:50.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:33:50.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:33:50.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:33:50.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:33:50.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:33:50.521 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:33:50.521 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:33:50.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:33:50.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:33:50.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:33:50.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:33:50.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:33:50.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:33:50.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:33:50.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:33:50.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:33:50.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:33:50.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:33:50.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:33:50.523 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:33:50.523 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:33:50.524 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:33:50.524 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:33:50.524 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:33:50.524 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:33:50.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:33:50.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.651275634765625,
2020-11-16T20:33:50.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:33:50.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 307,
2020-11-16T20:33:50.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.526 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.526 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.526 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:33:50.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:33:50.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.527 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.527 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.527 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.527 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:33:50.528 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:33:50.528 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.528 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.528 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.528 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.528 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:33:50.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:33:50.529 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.529 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.529 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.529 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:33:50.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:33:50.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.530 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.530 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:33:50.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:33:50.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:33:50.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:33:50.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.531 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.531 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.531 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.532 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.532 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:33:50.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:33:50.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:33:50.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:33:50.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:33:50.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.534 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:33:50.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:33:50.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.534 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.535 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.535 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.535 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:33:50.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:33:50.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.536 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.536 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.536 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.536 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:33:50.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:33:50.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.537 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.537 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.537 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:33:50.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:33:50.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.538 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.538 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:33:50.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:33:50.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:33:50.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:33:50.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.539 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.539 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.539 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.539 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.539 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:33:50.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:33:50.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:33:50.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:33:50.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:33:50.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.541 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.541 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:33:50.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:33:50.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.542 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.542 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.542 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.543 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.543 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:33:50.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:33:50.543 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.543 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.543 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.544 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.544 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:33:50.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:33:50.544 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.545 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.545 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.545 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.545 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:33:50.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:33:50.546 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.546 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.546 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:33:50.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:33:50.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:33:50.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:33:50.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.547 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.547 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.547 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.547 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.547 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:33:50.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:33:50.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6457672119140625,
2020-11-16T20:33:50.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:33:50.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 321,
2020-11-16T20:33:50.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.549 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.549 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.549 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:33:50.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:33:50.550 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.550 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.550 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.550 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.550 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.550 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:33:50.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:33:50.551 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.551 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.551 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.551 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.551 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:33:50.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:33:50.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.552 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.552 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.553 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.553 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:33:50.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:33:50.553 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.553 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.554 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:33:50.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:33:50.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:33:50.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:33:50.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.554 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.554 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.555 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.555 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.555 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:33:50.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:33:50.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6871337890625,
2020-11-16T20:33:50.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:33:50.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 321,
2020-11-16T20:33:50.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.557 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:33:50.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:33:50.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.557 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.558 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.558 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.558 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:33:50.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:33:50.559 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.559 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.559 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.559 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.559 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.559 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:33:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:33:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.561 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.561 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:33:50.561 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:33:50.561 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.561 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.561 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:33:50.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:33:50.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:33:50.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:33:50.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.562 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.562 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.562 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.562 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.563 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:33:50.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:33:50.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:33:50.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:33:50.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 281,
2020-11-16T20:33:50.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.564 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.565 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:33:50.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:33:50.565 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.565 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.565 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:33:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:33:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.567 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.567 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.567 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.567 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.567 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:33:50.567 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:33:50.568 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.568 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.568 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.568 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.568 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.568 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:33:50.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:33:50.569 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.569 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.569 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:33:50.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:33:50.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:33:50.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:33:50.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.570 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.570 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.570 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.570 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.570 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:33:50.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:33:50.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:33:50.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:33:50.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:33:50.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.572 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.572 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.573 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.573 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:33:50.573 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:33:50.573 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.573 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.573 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.573 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.574 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.574 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.574 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:33:50.574 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:33:50.574 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.574 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.574 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.575 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.575 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.575 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.575 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:33:50.575 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:33:50.575 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.575 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.576 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.576 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.576 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:33:50.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:33:50.577 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.577 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.577 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:33:50.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:33:50.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:33:50.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:33:50.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.578 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.578 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.578 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.578 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.578 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:33:50.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:33:50.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:33:50.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:33:50.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:33:50.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:33:50.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:33:50.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:33:50.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.580 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.580 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:33:50.581 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:33:50.581 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.581 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.581 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.581 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.581 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.582 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.582 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:33:50.582 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:33:50.582 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.582 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.582 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.582 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.583 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:33:50.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:33:50.583 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.583 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.583 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.584 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.584 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.584 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.584 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:33:50.584 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:33:50.584 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.584 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.585 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:33:50.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:33:50.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:33:50.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:33:50.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.585 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.586 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.586 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.586 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.586 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.586 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:33:50.586 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:33:50.586 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.586 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:33:50.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:33:50.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 330,
2020-11-16T20:33:50.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.588 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.588 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:33:50.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:33:50.588 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.589 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.589 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.589 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.589 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.589 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.589 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:33:50.590 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:33:50.590 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.590 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.590 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.590 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.590 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:33:50.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:33:50.591 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.591 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.591 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.591 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:33:50.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:33:50.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.592 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.592 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:33:50.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:33:50.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:33:50.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:33:50.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.593 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.593 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.593 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.594 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.594 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.594 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:33:50.594 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:33:50.594 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.594 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.594 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:33:50.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:33:50.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:33:50.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:33:50.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.596 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:33:50.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:33:50.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.596 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.597 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.597 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:33:50.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:33:50.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.598 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.598 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.598 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.598 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.598 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:33:50.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:33:50.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.599 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.599 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.599 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:33:50.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:33:50.600 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.600 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.600 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:33:50.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:33:50.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:33:50.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:33:50.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.601 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.601 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.601 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.601 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.601 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:33:50.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:33:50.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:33:50.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:33:50.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 273,
2020-11-16T20:33:50.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.603 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:33:50.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:33:50.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.604 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.604 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.605 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:33:50.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:33:50.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.605 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.606 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.606 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.606 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:33:50.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:33:50.606 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.607 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.607 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.607 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:33:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:33:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:33:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:33:50.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:33:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:33:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:33:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:33:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:33:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:33:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.3839874267578125,
2020-11-16T20:33:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:33:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:33:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:33:50.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:33:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 281,
2020-11-16T20:33:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:33:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:33:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:33:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:33:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:33:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:33:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:33:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:33:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:33:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:33:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:33:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.614 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:33:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:33:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:33:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:33:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:33:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:33:50.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:33:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:33:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:33:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:33:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:33:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:33:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:33:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:33:50.616 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:33:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:33:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:33:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:33:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:33:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:33:50.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:32:58.981069+0000",
2020-11-16T20:33:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.618 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:33:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:24.340180+0000",
2020-11-16T20:33:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:33:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:32:51.828588+0000",
2020-11-16T20:33:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:33:50.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:13.735128+0000",
2020-11-16T20:33:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.622 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:33:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:40.941604+0000",
2020-11-16T20:33:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:33:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.624 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:10.292026+0000",
2020-11-16T20:33:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:33:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:36.402307+0000",
2020-11-16T20:33:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:33:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:14.678945+0000",
2020-11-16T20:33:50.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:33:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:33:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.628 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:21.379156+0000",
2020-11-16T20:33:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:33:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.629 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:32:51.322156+0000",
2020-11-16T20:33:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.630 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:33:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:01.498993+0000",
2020-11-16T20:33:50.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:33:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:33:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:33:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:33:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:33:50.632 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:33:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:26.040598+0000",
2020-11-16T20:33:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:33:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:33:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:33:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [],
2020-11-16T20:33:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [],
2020-11-16T20:33:50.633 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [
2020-11-16T20:33:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "3.2",
2020-11-16T20:33:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:33:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                3,
2020-11-16T20:33:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:                9
2020-11-16T20:33:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:33:50.634 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:33:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "3.e",
2020-11-16T20:33:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:33:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                4,
2020-11-16T20:33:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:                2
2020-11-16T20:33:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:33:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:33:50.635 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:33:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:33:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:33:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:33:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:33:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:33:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:33:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:33:50.636 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:33:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:33:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:33:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:33:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:33:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:33:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:33:50.637 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:33:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:33:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:33:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:33:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:33:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:33:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:33:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:33:50.638 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:33:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:33:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:33:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:33:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:33:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:33:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:33:50.639 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:33:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:33:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:33:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:33:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:33:50.640 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:33:50.642 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:50 smithi065 bash[9468]: audit 2020-11-16T20:33:49.854917+0000 mon.a (mon.0) 1333 : audit [DBG] from='client.? v1:172.21.15.142:0/2046015377' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:33:50.642 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:50 smithi142 bash[9523]: audit 2020-11-16T20:33:49.854917+0000 mon.a (mon.0) 1333 : audit [DBG] from='client.? v1:172.21.15.142:0/2046015377' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:33:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:50 smithi071 bash[9480]: audit 2020-11-16T20:33:49.854917+0000 mon.a (mon.0) 1333 : audit [DBG] from='client.? v1:172.21.15.142:0/2046015377' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:33:50.918 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:33:50.918 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:33:50.918 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:33:50.918 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:33:50.919 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:50.919 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159130 2.c 2:324891a9:::benchmark_data_smithi065_20143_object9743:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:50.919 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.910039+0000",
2020-11-16T20:33:50.919 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 459.00713156699999,
2020-11-16T20:33:50.919 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.30963906600000002,
2020-11-16T20:33:50.919 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:50.919 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:50.920 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:50.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:50.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:50.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159130
2020-11-16T20:33:50.920 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:50.920 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:50.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:50.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910039+0000",
2020-11-16T20:33:50.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:50.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:50.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910039+0000",
2020-11-16T20:33:50.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:33:50.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:50.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.909998+0000",
2020-11-16T20:33:50.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4034000000000002e-05
2020-11-16T20:33:50.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:50.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910082+0000",
2020-11-16T20:33:50.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8278999999999999e-05
2020-11-16T20:33:50.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:50.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910101+0000",
2020-11-16T20:33:50.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5659999999999996e-06
2020-11-16T20:33:50.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:50.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.910110+0000",
2020-11-16T20:33:50.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27273737199999998
2020-11-16T20:33:50.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:50.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.182847+0000",
2020-11-16T20:33:50.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017710800000000001
2020-11-16T20:33:50.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:50.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.183025+0000",
2020-11-16T20:33:50.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000183093
2020-11-16T20:33:50.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:50.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.183208+0000",
2020-11-16T20:33:50.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0361958
2020-11-16T20:33:50.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:50.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219403+0000",
2020-11-16T20:33:50.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019154299999999999
2020-11-16T20:33:50.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:50.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219595+0000",
2020-11-16T20:33:50.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7525000000000003e-05
2020-11-16T20:33:50.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:50.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219643+0000",
2020-11-16T20:33:50.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5200000000000002e-05
2020-11-16T20:33:50.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:50.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219678+0000",
2020-11-16T20:33:50.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.30963906600000002
2020-11-16T20:33:50.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:50.930 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:50.930 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:50.930 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:50.930 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:50.930 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159145 2.c 2:3c46a98e:::benchmark_data_smithi065_20143_object9758:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:50.930 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.930354+0000",
2020-11-16T20:33:50.930 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.98681616900001,
2020-11-16T20:33:50.931 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.28943117899999998,
2020-11-16T20:33:50.931 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:50.931 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:50.931 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:50.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:50.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:50.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159145
2020-11-16T20:33:50.931 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:50.932 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:50.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:50.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930354+0000",
2020-11-16T20:33:50.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:50.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:50.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930354+0000",
2020-11-16T20:33:50.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999547
2020-11-16T20:33:50.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:50.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930309+0000",
2020-11-16T20:33:50.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010541500000000001
2020-11-16T20:33:50.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:50.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930414+0000",
2020-11-16T20:33:50.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6759999999999999e-05
2020-11-16T20:33:50.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:50.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930431+0000",
2020-11-16T20:33:50.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8410000000000006e-06
2020-11-16T20:33:50.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:50.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.930440+0000",
2020-11-16T20:33:50.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.258855481
2020-11-16T20:33:50.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:50.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189295+0000",
2020-11-16T20:33:50.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000143065
2020-11-16T20:33:50.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:50.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189439+0000",
2020-11-16T20:33:50.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000163881
2020-11-16T20:33:50.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:50.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.189602+0000",
2020-11-16T20:33:50.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029814052000000001
2020-11-16T20:33:50.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:50.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219416+0000",
2020-11-16T20:33:50.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000306433
2020-11-16T20:33:50.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:50.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219723+0000",
2020-11-16T20:33:50.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3161999999999999e-05
2020-11-16T20:33:50.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:50.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219756+0000",
2020-11-16T20:33:50.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9162999999999998e-05
2020-11-16T20:33:50.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:50.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219785+0000",
2020-11-16T20:33:50.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.28943117899999998
2020-11-16T20:33:50.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:50.941 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:50.941 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:50.941 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:50.941 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:50.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159151 2.c 2:3d3c2cf7:::benchmark_data_smithi065_20143_object9764:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:50.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.939388+0000",
2020-11-16T20:33:50.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.97778177599997,
2020-11-16T20:33:50.942 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.38840380200000002,
2020-11-16T20:33:50.942 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:50.942 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:50.942 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:50.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:50.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:50.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159151
2020-11-16T20:33:50.943 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:50.943 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:50.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:50.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939388+0000",
2020-11-16T20:33:50.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:50.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:50.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939388+0000",
2020-11-16T20:33:50.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999633
2020-11-16T20:33:50.944 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.944 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:50.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939352+0000",
2020-11-16T20:33:50.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1636000000000002e-05
2020-11-16T20:33:50.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:50.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939443+0000",
2020-11-16T20:33:50.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2918e-05
2020-11-16T20:33:50.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:50.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939466+0000",
2020-11-16T20:33:50.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0419e-05
2020-11-16T20:33:50.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:50.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.939477+0000",
2020-11-16T20:33:50.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27037691600000002
2020-11-16T20:33:50.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:50.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.209854+0000",
2020-11-16T20:33:50.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012950799999999999
2020-11-16T20:33:50.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:50.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.209983+0000",
2020-11-16T20:33:50.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000110482
2020-11-16T20:33:50.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:50.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.210094+0000",
2020-11-16T20:33:50.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0095953089999999998
2020-11-16T20:33:50.949 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.949 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:50.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219689+0000",
2020-11-16T20:33:50.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.108002955
2020-11-16T20:33:50.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:50.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327692+0000",
2020-11-16T20:33:50.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2345000000000001e-05
2020-11-16T20:33:50.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:50.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327744+0000",
2020-11-16T20:33:50.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8124999999999997e-05
2020-11-16T20:33:50.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:50.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327792+0000",
2020-11-16T20:33:50.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.38840380200000002
2020-11-16T20:33:50.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:50.952 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:50.952 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:50.952 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:50.952 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:50.952 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159154 2.c 2:3256ea09:::benchmark_data_smithi065_20143_object9767:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:50.953 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.943443+0000",
2020-11-16T20:33:50.953 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.97372725700001,
2020-11-16T20:33:50.953 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.384534663,
2020-11-16T20:33:50.953 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:50.953 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:50.953 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:50.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:50.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:50.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159154
2020-11-16T20:33:50.954 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:50.954 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:50.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:50.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943443+0000",
2020-11-16T20:33:50.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:50.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:50.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943443+0000",
2020-11-16T20:33:50.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999619
2020-11-16T20:33:50.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:50.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943405+0000",
2020-11-16T20:33:50.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4136999999999998e-05
2020-11-16T20:33:50.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:50.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943489+0000",
2020-11-16T20:33:50.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9083e-05
2020-11-16T20:33:50.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:50.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943508+0000",
2020-11-16T20:33:50.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.764e-06
2020-11-16T20:33:50.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:50.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.943518+0000",
2020-11-16T20:33:50.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27135089099999998
2020-11-16T20:33:50.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:50.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.214868+0000",
2020-11-16T20:33:50.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000174434
2020-11-16T20:33:50.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:50.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.215043+0000",
2020-11-16T20:33:50.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000194489
2020-11-16T20:33:50.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:50.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.215237+0000",
2020-11-16T20:33:50.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0045566570000000004
2020-11-16T20:33:50.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:50.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219794+0000",
2020-11-16T20:33:50.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.108093621
2020-11-16T20:33:50.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:50.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327888+0000",
2020-11-16T20:33:50.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8622999999999998e-05
2020-11-16T20:33:50.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:50.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327936+0000",
2020-11-16T20:33:50.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1325999999999997e-05
2020-11-16T20:33:50.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:50.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327978+0000",
2020-11-16T20:33:50.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.384534663
2020-11-16T20:33:50.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:50.963 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:50.963 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:50.964 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:50.964 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:50.964 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159166 2.c 2:38b6dbec:::benchmark_data_smithi065_20143_object9779:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:50.964 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.969466+0000",
2020-11-16T20:33:50.964 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.94770467000001,
2020-11-16T20:33:50.964 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.35867393600000003,
2020-11-16T20:33:50.964 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:50.964 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:50.965 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:50.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:50.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:50.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159166
2020-11-16T20:33:50.965 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:50.965 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:50.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:50.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969466+0000",
2020-11-16T20:33:50.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:50.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:50.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969466+0000",
2020-11-16T20:33:50.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:33:50.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:50.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969432+0000",
2020-11-16T20:33:50.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5254999999999997e-05
2020-11-16T20:33:50.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:50.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969507+0000",
2020-11-16T20:33:50.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2386e-05
2020-11-16T20:33:50.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:50.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969520+0000",
2020-11-16T20:33:50.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5549999999999999e-06
2020-11-16T20:33:50.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:50.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.969526+0000",
2020-11-16T20:33:50.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.25028454100000003
2020-11-16T20:33:50.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:50.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219811+0000",
2020-11-16T20:33:50.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000133838
2020-11-16T20:33:50.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:50.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.219945+0000",
2020-11-16T20:33:50.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012609700000000001
2020-11-16T20:33:50.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:50.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.220071+0000",
2020-11-16T20:33:50.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.107383531
2020-11-16T20:33:50.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:50.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327454+0000",
2020-11-16T20:33:50.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00058224800000000005
2020-11-16T20:33:50.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:50.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.328036+0000",
2020-11-16T20:33:50.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0915999999999997e-05
2020-11-16T20:33:50.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:50.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.328097+0000",
2020-11-16T20:33:50.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2144999999999997e-05
2020-11-16T20:33:50.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.974 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:50.974 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.328140+0000",
2020-11-16T20:33:50.974 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.35867393600000003
2020-11-16T20:33:50.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:50.974 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:50.975 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:50.975 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:50.975 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:50.975 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159169 2.c 2.f5b4f4dc (undecoded) ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:50.975 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:11.973928+0000",
2020-11-16T20:33:50.975 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.94324225700001,
2020-11-16T20:33:50.975 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.35371635800000001,
2020-11-16T20:33:50.975 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:50.976 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:33:50.976 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:50.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:50.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:50.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159169
2020-11-16T20:33:50.976 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:50.976 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:50.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:50.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973928+0000",
2020-11-16T20:33:50.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:50.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:50.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973928+0000",
2020-11-16T20:33:50.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:33:50.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:50.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973896+0000",
2020-11-16T20:33:50.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4448000000000003e-05
2020-11-16T20:33:50.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:50.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973970+0000",
2020-11-16T20:33:50.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3121e-05
2020-11-16T20:33:50.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:50.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973983+0000",
2020-11-16T20:33:50.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7429999999999996e-06
2020-11-16T20:33:50.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:50.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:11.973990+0000",
2020-11-16T20:33:50.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.35344546500000001
2020-11-16T20:33:50.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:50.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327435+0000",
2020-11-16T20:33:50.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020902400000000001
2020-11-16T20:33:50.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:50.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.327644+0000",
2020-11-16T20:33:50.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.35371635800000001
2020-11-16T20:33:50.982 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:50.982 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:50.982 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:50.982 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:50.983 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:50.983 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159490 2.c 2:346a3c93:::benchmark_data_smithi065_20143_object10103:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e163)",
2020-11-16T20:33:50.983 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.598903+0000",
2020-11-16T20:33:50.983 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.31826758400001,
2020-11-16T20:33:50.983 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.287249119,
2020-11-16T20:33:50.983 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:50.983 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:50.984 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:50.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:50.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:50.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159490
2020-11-16T20:33:50.984 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:50.984 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:50.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:50.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598903+0000",
2020-11-16T20:33:50.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:50.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:50.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598903+0000",
2020-11-16T20:33:50.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:33:50.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:50.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598874+0000",
2020-11-16T20:33:50.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4191999999999998e-05
2020-11-16T20:33:50.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:50.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598938+0000",
2020-11-16T20:33:50.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1541e-05
2020-11-16T20:33:50.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:50.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598950+0000",
2020-11-16T20:33:50.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9400000000000001e-06
2020-11-16T20:33:50.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:50.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598955+0000",
2020-11-16T20:33:50.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.26288777699999999
2020-11-16T20:33:50.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:50.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.861843+0000",
2020-11-16T20:33:50.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000126086
2020-11-16T20:33:50.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:50.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.861969+0000",
2020-11-16T20:33:50.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013709400000000001
2020-11-16T20:33:50.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:50.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.862106+0000",
2020-11-16T20:33:50.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012310477
2020-11-16T20:33:50.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:50.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.874416+0000",
2020-11-16T20:33:50.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011580475
2020-11-16T20:33:50.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:50.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885997+0000",
2020-11-16T20:33:50.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9722999999999995e-05
2020-11-16T20:33:50.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:50.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.886086+0000",
2020-11-16T20:33:50.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5372999999999999e-05
2020-11-16T20:33:50.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:50.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.886152+0000",
2020-11-16T20:33:50.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.287249119
2020-11-16T20:33:50.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:50.993 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:50.994 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:50.994 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:50.994 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:50.994 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159509 2.c 2:3b1a8ae5:::benchmark_data_smithi065_20143_object10122:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e163)",
2020-11-16T20:33:50.994 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.598998+0000",
2020-11-16T20:33:50.994 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.31817194600001,
2020-11-16T20:33:50.994 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.292936486,
2020-11-16T20:33:50.995 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:50.995 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:50.995 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:50.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:50.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:50.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159509
2020-11-16T20:33:50.995 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:50.995 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:50.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:50.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598998+0000",
2020-11-16T20:33:50.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:50.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:50.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598998+0000",
2020-11-16T20:33:50.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:33:50.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:50.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.598976+0000",
2020-11-16T20:33:50.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6644000000000003e-05
2020-11-16T20:33:50.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:50.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599023+0000",
2020-11-16T20:33:50.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5440000000000004e-06
2020-11-16T20:33:50.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:50.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599029+0000",
2020-11-16T20:33:50.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3440000000000001e-06
2020-11-16T20:33:50.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:50.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:50.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:50.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599033+0000",
2020-11-16T20:33:50.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.26864990700000002
2020-11-16T20:33:51.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.867683+0000",
2020-11-16T20:33:51.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000189247
2020-11-16T20:33:51.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.867872+0000",
2020-11-16T20:33:51.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026468800000000001
2020-11-16T20:33:51.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.868136+0000",
2020-11-16T20:33:51.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017293141000000001
2020-11-16T20:33:51.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885430+0000",
2020-11-16T20:33:51.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.006282869
2020-11-16T20:33:51.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.891713+0000",
2020-11-16T20:33:51.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014622100000000001
2020-11-16T20:33:51.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.891859+0000",
2020-11-16T20:33:51.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6050000000000005e-05
2020-11-16T20:33:51.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.891935+0000",
2020-11-16T20:33:51.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.292936486
2020-11-16T20:33:51.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.005 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.005 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.005 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.005 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.005 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159513 2.c 2:34242e04:::benchmark_data_smithi065_20143_object10126:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e163)",
2020-11-16T20:33:51.005 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.599143+0000",
2020-11-16T20:33:51.005 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.31802685299999,
2020-11-16T20:33:51.006 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.29296605999999997,
2020-11-16T20:33:51.006 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.006 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.006 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159513
2020-11-16T20:33:51.007 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.007 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599143+0000",
2020-11-16T20:33:51.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599143+0000",
2020-11-16T20:33:51.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:33:51.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599114+0000",
2020-11-16T20:33:51.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7963e-05
2020-11-16T20:33:51.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599182+0000",
2020-11-16T20:33:51.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0584999999999999e-05
2020-11-16T20:33:51.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599193+0000",
2020-11-16T20:33:51.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7060000000000003e-06
2020-11-16T20:33:51.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.599198+0000",
2020-11-16T20:33:51.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27524989900000002
2020-11-16T20:33:51.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.874448+0000",
2020-11-16T20:33:51.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000120192
2020-11-16T20:33:51.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.874568+0000",
2020-11-16T20:33:51.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119803
2020-11-16T20:33:51.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.874688+0000",
2020-11-16T20:33:51.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011081712000000001
2020-11-16T20:33:51.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.885769+0000",
2020-11-16T20:33:51.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0062498249999999997
2020-11-16T20:33:51.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.892019+0000",
2020-11-16T20:33:51.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0739000000000003e-05
2020-11-16T20:33:51.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.892070+0000",
2020-11-16T20:33:51.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9616000000000002e-05
2020-11-16T20:33:51.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.892109+0000",
2020-11-16T20:33:51.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.29296605999999997
2020-11-16T20:33:51.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.016 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.016 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.016 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.016 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.016 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159559 2.c 2:3b674302:::benchmark_data_smithi065_20143_object10172:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:51.016 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.692403+0000",
2020-11-16T20:33:51.017 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.22476705399998,
2020-11-16T20:33:51.017 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.32445543700000001,
2020-11-16T20:33:51.017 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.017 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.017 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159559
2020-11-16T20:33:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692403+0000",
2020-11-16T20:33:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692403+0000",
2020-11-16T20:33:51.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:33:51.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692375+0000",
2020-11-16T20:33:51.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0854999999999998e-05
2020-11-16T20:33:51.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692446+0000",
2020-11-16T20:33:51.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4559e-05
2020-11-16T20:33:51.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692471+0000",
2020-11-16T20:33:51.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3157e-05
2020-11-16T20:33:51.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.692484+0000",
2020-11-16T20:33:51.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.214985291
2020-11-16T20:33:51.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.907469+0000",
2020-11-16T20:33:51.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000184482
2020-11-16T20:33:51.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.907654+0000",
2020-11-16T20:33:51.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020835800000000001
2020-11-16T20:33:51.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.907862+0000",
2020-11-16T20:33:51.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011666463
2020-11-16T20:33:51.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.919529+0000",
2020-11-16T20:33:51.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.097252258999999994
2020-11-16T20:33:51.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.016781+0000",
2020-11-16T20:33:51.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1321e-05
2020-11-16T20:33:51.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.016822+0000",
2020-11-16T20:33:51.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6423e-05
2020-11-16T20:33:51.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.016859+0000",
2020-11-16T20:33:51.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32445543700000001
2020-11-16T20:33:51.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.027 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.027 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.027 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.027 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.027 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:159572 2.c 2:31407ef2:::benchmark_data_smithi065_20143_object10185:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:51.027 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:12.716936+0000",
2020-11-16T20:33:51.028 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 458.20023422100002,
2020-11-16T20:33:51.028 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.30536281199999998,
2020-11-16T20:33:51.028 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.028 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.028 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 159572
2020-11-16T20:33:51.029 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.029 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.716936+0000",
2020-11-16T20:33:51.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.716936+0000",
2020-11-16T20:33:51.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:33:51.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.716897+0000",
2020-11-16T20:33:51.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9488999999999996e-05
2020-11-16T20:33:51.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.716986+0000",
2020-11-16T20:33:51.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9436000000000002e-05
2020-11-16T20:33:51.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.717006+0000",
2020-11-16T20:33:51.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0994e-05
2020-11-16T20:33:51.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.717017+0000",
2020-11-16T20:33:51.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.196712162
2020-11-16T20:33:51.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.913729+0000",
2020-11-16T20:33:51.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015619599999999999
2020-11-16T20:33:51.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.913885+0000",
2020-11-16T20:33:51.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015114100000000001
2020-11-16T20:33:51.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:12.914036+0000",
2020-11-16T20:33:51.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.107971018
2020-11-16T20:33:51.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.022007+0000",
2020-11-16T20:33:51.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0565999999999998e-05
2020-11-16T20:33:51.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.022048+0000",
2020-11-16T20:33:51.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014369400000000001
2020-11-16T20:33:51.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.022192+0000",
2020-11-16T20:33:51.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107242
2020-11-16T20:33:51.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:13.022299+0000",
2020-11-16T20:33:51.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.30536281199999998
2020-11-16T20:33:51.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.038 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.038 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.038 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.038 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.039 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:160777 2.c 2:316c161b:::benchmark_data_smithi065_20143_object11390:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)",
2020-11-16T20:33:51.039 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:14.545612+0000",
2020-11-16T20:33:51.039 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 456.371558725,
2020-11-16T20:33:51.039 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.29113281099999999,
2020-11-16T20:33:51.039 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.039 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.039 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 160777
2020-11-16T20:33:51.040 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.040 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545612+0000",
2020-11-16T20:33:51.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.041 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.041 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545612+0000",
2020-11-16T20:33:51.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:33:51.041 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545580+0000",
2020-11-16T20:33:51.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2776999999999998e-05
2020-11-16T20:33:51.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545652+0000",
2020-11-16T20:33:51.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2892e-05
2020-11-16T20:33:51.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545665+0000",
2020-11-16T20:33:51.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7909999999999999e-06
2020-11-16T20:33:51.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.545672+0000",
2020-11-16T20:33:51.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.211155539
2020-11-16T20:33:51.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.756828+0000",
2020-11-16T20:33:51.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017830799999999999
2020-11-16T20:33:51.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.757006+0000",
2020-11-16T20:33:51.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000184699
2020-11-16T20:33:51.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.757191+0000",
2020-11-16T20:33:51.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0054005399999999997
2020-11-16T20:33:51.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.762591+0000",
2020-11-16T20:33:51.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.073965565999999996
2020-11-16T20:33:51.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.836557+0000",
2020-11-16T20:33:51.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000120259
2020-11-16T20:33:51.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.836677+0000",
2020-11-16T20:33:51.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7280000000000006e-05
2020-11-16T20:33:51.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:14.836744+0000",
2020-11-16T20:33:51.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.29113281099999999
2020-11-16T20:33:51.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.049 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.049 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.049 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.050 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.050 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:177904 2.c 2:34ce43ef:::benchmark_data_smithi065_20143_object28517:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:33:51.050 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:47.382757+0000",
2020-11-16T20:33:51.050 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 423.534412852,
2020-11-16T20:33:51.050 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.33393932199999998,
2020-11-16T20:33:51.050 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.051 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.051 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 177904
2020-11-16T20:33:51.051 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.051 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382757+0000",
2020-11-16T20:33:51.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382757+0000",
2020-11-16T20:33:51.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:33:51.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382722+0000",
2020-11-16T20:33:51.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6701999999999998e-05
2020-11-16T20:33:51.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382799+0000",
2020-11-16T20:33:51.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4711e-05
2020-11-16T20:33:51.054 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.054 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382813+0000",
2020-11-16T20:33:51.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1670000000000002e-06
2020-11-16T20:33:51.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382821+0000",
2020-11-16T20:33:51.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6616000000000001e-05
2020-11-16T20:33:51.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.382887+0000",
2020-11-16T20:33:51.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000170612
2020-11-16T20:33:51.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.383058+0000",
2020-11-16T20:33:51.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018181499999999999
2020-11-16T20:33:51.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.383240+0000",
2020-11-16T20:33:51.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0057368740000000003
2020-11-16T20:33:51.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.388977+0000",
2020-11-16T20:33:51.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.327468861
2020-11-16T20:33:51.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716445+0000",
2020-11-16T20:33:51.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016945099999999999
2020-11-16T20:33:51.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716615+0000",
2020-11-16T20:33:51.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1854999999999995e-05
2020-11-16T20:33:51.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716697+0000",
2020-11-16T20:33:51.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33393932199999998
2020-11-16T20:33:51.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.060 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.060 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.061 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.061 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.061 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:177914 2.c 2:388b7cc8:::benchmark_data_smithi065_20143_object28527:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:33:51.061 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:47.390854+0000",
2020-11-16T20:33:51.061 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 423.52631664400002,
2020-11-16T20:33:51.061 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.32607815299999998,
2020-11-16T20:33:51.061 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.062 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.062 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 177914
2020-11-16T20:33:51.062 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.062 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390854+0000",
2020-11-16T20:33:51.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390854+0000",
2020-11-16T20:33:51.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T20:33:51.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390834+0000",
2020-11-16T20:33:51.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3044000000000003e-05
2020-11-16T20:33:51.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390877+0000",
2020-11-16T20:33:51.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9589999999999995e-06
2020-11-16T20:33:51.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390885+0000",
2020-11-16T20:33:51.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7400000000000004e-06
2020-11-16T20:33:51.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390889+0000",
2020-11-16T20:33:51.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8969999999999998e-05
2020-11-16T20:33:51.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.390968+0000",
2020-11-16T20:33:51.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015774699999999999
2020-11-16T20:33:51.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.391126+0000",
2020-11-16T20:33:51.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000182227
2020-11-16T20:33:51.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.391308+0000",
2020-11-16T20:33:51.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0048818059999999998
2020-11-16T20:33:51.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.396190+0000",
2020-11-16T20:33:51.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32060123600000001
2020-11-16T20:33:51.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716791+0000",
2020-11-16T20:33:51.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2984999999999994e-05
2020-11-16T20:33:51.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716854+0000",
2020-11-16T20:33:51.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7490000000000005e-05
2020-11-16T20:33:51.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.716932+0000",
2020-11-16T20:33:51.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32607815299999998
2020-11-16T20:33:51.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.072 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.072 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.072 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.072 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.072 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:177922 2.c 2:389373bd:::benchmark_data_smithi065_20143_object28535:head [delete] snapc 0=[] ondisk+write+known_if_redirected e179)",
2020-11-16T20:33:51.072 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:47.404337+0000",
2020-11-16T20:33:51.072 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 423.51283282499998,
2020-11-16T20:33:51.072 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.33971938400000001,
2020-11-16T20:33:51.073 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.073 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.073 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 177922
2020-11-16T20:33:51.073 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.074 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404337+0000",
2020-11-16T20:33:51.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404337+0000",
2020-11-16T20:33:51.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999633
2020-11-16T20:33:51.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404301+0000",
2020-11-16T20:33:51.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2886000000000006e-05
2020-11-16T20:33:51.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404384+0000",
2020-11-16T20:33:51.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3096999999999999e-05
2020-11-16T20:33:51.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404407+0000",
2020-11-16T20:33:51.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3989999999999993e-06
2020-11-16T20:33:51.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404416+0000",
2020-11-16T20:33:51.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0172000000000005e-05
2020-11-16T20:33:51.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404486+0000",
2020-11-16T20:33:51.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013161100000000001
2020-11-16T20:33:51.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404618+0000",
2020-11-16T20:33:51.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000126334
2020-11-16T20:33:51.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.404744+0000",
2020-11-16T20:33:51.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0066951119999999996
2020-11-16T20:33:51.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.411439+0000",
2020-11-16T20:33:51.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.332488322
2020-11-16T20:33:51.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.743928+0000",
2020-11-16T20:33:51.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7999999999999999e-05
2020-11-16T20:33:51.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.744006+0000",
2020-11-16T20:33:51.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1227000000000003e-05
2020-11-16T20:33:51.082 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.082 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:47.744057+0000",
2020-11-16T20:33:51.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33971938400000001
2020-11-16T20:33:51.082 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.083 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.083 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.083 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.083 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.083 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:179477 2.c 2:312fc509:::benchmark_data_smithi065_20143_object30090:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:33:51.083 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:49.312743+0000",
2020-11-16T20:33:51.083 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 421.60442698899999,
2020-11-16T20:33:51.083 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.47414005399999998,
2020-11-16T20:33:51.084 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.084 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.084 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 179477
2020-11-16T20:33:51.085 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.085 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312743+0000",
2020-11-16T20:33:51.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312743+0000",
2020-11-16T20:33:51.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T20:33:51.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312723+0000",
2020-11-16T20:33:51.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3952000000000001e-05
2020-11-16T20:33:51.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312777+0000",
2020-11-16T20:33:51.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7950000000000002e-06
2020-11-16T20:33:51.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312787+0000",
2020-11-16T20:33:51.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6370000000000002e-06
2020-11-16T20:33:51.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312794+0000",
2020-11-16T20:33:51.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9401000000000006e-05
2020-11-16T20:33:51.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.312893+0000",
2020-11-16T20:33:51.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018112400000000001
2020-11-16T20:33:51.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.313074+0000",
2020-11-16T20:33:51.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019336099999999999
2020-11-16T20:33:51.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.313268+0000",
2020-11-16T20:33:51.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0061935289999999997
2020-11-16T20:33:51.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.319461+0000",
2020-11-16T20:33:51.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.46702695399999999
2020-11-16T20:33:51.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.786488+0000",
2020-11-16T20:33:51.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028580199999999999
2020-11-16T20:33:51.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.786774+0000",
2020-11-16T20:33:51.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010929099999999999
2020-11-16T20:33:51.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.786883+0000",
2020-11-16T20:33:51.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.47414005399999998
2020-11-16T20:33:51.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.094 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.094 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.094 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.094 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.094 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:179490 2.c 2:3f31c385:::benchmark_data_smithi065_20143_object30103:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:33:51.094 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:49.334642+0000",
2020-11-16T20:33:51.095 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 421.58252839699998,
2020-11-16T20:33:51.095 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.452962374,
2020-11-16T20:33:51.095 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.095 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.095 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 179490
2020-11-16T20:33:51.096 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.096 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334642+0000",
2020-11-16T20:33:51.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334642+0000",
2020-11-16T20:33:51.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999528
2020-11-16T20:33:51.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334595+0000",
2020-11-16T20:33:51.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1050999999999994e-05
2020-11-16T20:33:51.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334676+0000",
2020-11-16T20:33:51.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6497000000000001e-05
2020-11-16T20:33:51.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334692+0000",
2020-11-16T20:33:51.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0000000000000001e-05
2020-11-16T20:33:51.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334702+0000",
2020-11-16T20:33:51.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1594000000000004e-05
2020-11-16T20:33:51.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.334794+0000",
2020-11-16T20:33:51.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022662100000000001
2020-11-16T20:33:51.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.335020+0000",
2020-11-16T20:33:51.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021641799999999999
2020-11-16T20:33:51.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.335237+0000",
2020-11-16T20:33:51.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0062456969999999997
2020-11-16T20:33:51.102 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.102 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.341482+0000",
2020-11-16T20:33:51.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.44567930900000002
2020-11-16T20:33:51.103 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.103 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.787162+0000",
2020-11-16T20:33:51.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00037827899999999997
2020-11-16T20:33:51.103 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.103 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.787540+0000",
2020-11-16T20:33:51.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4208999999999995e-05
2020-11-16T20:33:51.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.787604+0000",
2020-11-16T20:33:51.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.452962374
2020-11-16T20:33:51.105 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.105 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.105 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.105 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.105 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.105 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:179498 2.c 2:3a0a410f:::benchmark_data_smithi065_20143_object30111:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)",
2020-11-16T20:33:51.106 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:26:49.342056+0000",
2020-11-16T20:33:51.106 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 421.57511461199999,
2020-11-16T20:33:51.106 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.44972564300000001,
2020-11-16T20:33:51.106 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.106 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.106 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.107 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 179498
2020-11-16T20:33:51.107 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.107 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.107 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342056+0000",
2020-11-16T20:33:51.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342056+0000",
2020-11-16T20:33:51.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:33:51.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342015+0000",
2020-11-16T20:33:51.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7583999999999994e-05
2020-11-16T20:33:51.109 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.109 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342103+0000",
2020-11-16T20:33:51.109 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8557000000000001e-05
2020-11-16T20:33:51.109 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.110 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.110 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342132+0000",
2020-11-16T20:33:51.110 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2765000000000001e-05
2020-11-16T20:33:51.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.110 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342144+0000",
2020-11-16T20:33:51.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000121309
2020-11-16T20:33:51.111 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.111 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342266+0000",
2020-11-16T20:33:51.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000200967
2020-11-16T20:33:51.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342467+0000",
2020-11-16T20:33:51.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000218977
2020-11-16T20:33:51.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:33:51.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.342686+0000",
2020-11-16T20:33:51.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0054326009999999996
2020-11-16T20:33:51.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.348118+0000",
2020-11-16T20:33:51.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.44355752799999998
2020-11-16T20:33:51.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.114 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.791676+0000",
2020-11-16T20:33:51.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8995000000000001e-05
2020-11-16T20:33:51.114 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.114 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.791725+0000",
2020-11-16T20:33:51.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6610000000000002e-05
2020-11-16T20:33:51.115 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.115 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:26:49.791781+0000",
2020-11-16T20:33:51.116 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.44972564300000001
2020-11-16T20:33:51.116 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.116 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.116 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.116 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.116 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.116 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:292853 2.a 2:5915f713:::benchmark_data_smithi065_20143_object143466:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)",
2020-11-16T20:33:51.117 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:36.165064+0000",
2020-11-16T20:33:51.117 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 254.752106196,
2020-11-16T20:33:51.117 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.36135600699999998,
2020-11-16T20:33:51.117 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.117 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.117 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.117 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 292853
2020-11-16T20:33:51.118 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.118 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.165064+0000",
2020-11-16T20:33:51.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.165064+0000",
2020-11-16T20:33:51.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:33:51.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.165038+0000",
2020-11-16T20:33:51.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0511999999999999e-05
2020-11-16T20:33:51.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.165098+0000",
2020-11-16T20:33:51.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2344000000000001e-05
2020-11-16T20:33:51.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.165111+0000",
2020-11-16T20:33:51.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3010000000000003e-06
2020-11-16T20:33:51.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.122 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.165117+0000",
2020-11-16T20:33:51.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0063430980000000001
2020-11-16T20:33:51.122 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.122 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.171460+0000",
2020-11-16T20:33:51.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016596699999999999
2020-11-16T20:33:51.123 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.123 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.171626+0000",
2020-11-16T20:33:51.123 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026305000000000002
2020-11-16T20:33:51.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.124 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:33:51.124 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.171889+0000",
2020-11-16T20:33:51.124 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0060454699999999998
2020-11-16T20:33:51.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.124 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.177935+0000",
2020-11-16T20:33:51.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.34814935600000002
2020-11-16T20:33:51.125 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.125 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.526084+0000",
2020-11-16T20:33:51.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000188254
2020-11-16T20:33:51.125 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.526272+0000",
2020-11-16T20:33:51.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014787099999999999
2020-11-16T20:33:51.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.526420+0000",
2020-11-16T20:33:51.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.36135600699999998
2020-11-16T20:33:51.127 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.127 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.127 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.127 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:33:51.127 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:33:51.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.24745.0:292904 2.a 2:5633f829:::benchmark_data_smithi065_20143_object143517:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)",
2020-11-16T20:33:51.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:29:36.212884+0000",
2020-11-16T20:33:51.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 254.704285828,
2020-11-16T20:33:51.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.31408238999999999,
2020-11-16T20:33:51.128 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:33:51.128 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:33:51.128 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:33:51.128 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.24745",
2020-11-16T20:33:51.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:33:51.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 292904
2020-11-16T20:33:51.129 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:33:51.129 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:33:51.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:33:51.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.212884+0000",
2020-11-16T20:33:51.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:33:51.130 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.130 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:33:51.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.212884+0000",
2020-11-16T20:33:51.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:33:51.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:33:51.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.212865+0000",
2020-11-16T20:33:51.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1294999999999997e-05
2020-11-16T20:33:51.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:33:51.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.212907+0000",
2020-11-16T20:33:51.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7020000000000004e-06
2020-11-16T20:33:51.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:33:51.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.212913+0000",
2020-11-16T20:33:51.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4340000000000001e-06
2020-11-16T20:33:51.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:33:51.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.212917+0000",
2020-11-16T20:33:51.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4796000000000002e-05
2020-11-16T20:33:51.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:33:51.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.212972+0000",
2020-11-16T20:33:51.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000197071
2020-11-16T20:33:51.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:33:51.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.213169+0000",
2020-11-16T20:33:51.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00024828900000000001
2020-11-16T20:33:51.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:33:51.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.213417+0000",
2020-11-16T20:33:51.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.006774558
2020-11-16T20:33:51.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:33:51.136 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.220192+0000",
2020-11-16T20:33:51.136 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.30640993599999999
2020-11-16T20:33:51.136 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.136 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.136 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:33:51.136 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.526602+0000",
2020-11-16T20:33:51.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021177199999999999
2020-11-16T20:33:51.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:33:51.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.526813+0000",
2020-11-16T20:33:51.137 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000153518
2020-11-16T20:33:51.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:33:51.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:33:51.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:33:51.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:29:36.526967+0000",
2020-11-16T20:33:51.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.31408238999999999
2020-11-16T20:33:51.138 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:33:51.138 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:33:51.138 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:33:51.138 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:33:51.139 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:33:51.139 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:33:51.291 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:33:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:49.900451+0000 osd.0 (osd.0) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:49.955097+0000 osd.1 (osd.1) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.027007+0000 osd.2 (osd.2) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.083243+0000 osd.3 (osd.3) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.127825+0000 osd.4 (osd.4) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.173801+0000 osd.5 (osd.5) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.184011+0000 mgr.x (mgr.14196) 648 : cluster [DBG] pgmap v912: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 484 op/s; 34726/182982 objects misplaced (18.978%); 12 MiB/s, 192 objects/s recovering
2020-11-16T20:33:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.205896+0000 osd.6 (osd.6) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.245763+0000 osd.7 (osd.7) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.286338+0000 osd.8 (osd.8) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.376803+0000 osd.10 (osd.10) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.420817+0000 osd.11 (osd.11) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: audit 2020-11-16T20:33:50.452410+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? v1:172.21.15.142:0/3891004478' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:33:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:51 smithi142 bash[9523]: audit 2020-11-16T20:33:50.500569+0000 mon.a (mon.0) 1335 : audit [DBG] from='client.? v1:172.21.15.142:0/500910684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:33:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:49.900451+0000 osd.0 (osd.0) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:49.955097+0000 osd.1 (osd.1) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.027007+0000 osd.2 (osd.2) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.083243+0000 osd.3 (osd.3) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.127825+0000 osd.4 (osd.4) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.173801+0000 osd.5 (osd.5) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.184011+0000 mgr.x (mgr.14196) 648 : cluster [DBG] pgmap v912: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 484 op/s; 34726/182982 objects misplaced (18.978%); 12 MiB/s, 192 objects/s recovering
2020-11-16T20:33:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.205896+0000 osd.6 (osd.6) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.245763+0000 osd.7 (osd.7) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.286338+0000 osd.8 (osd.8) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.376803+0000 osd.10 (osd.10) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.420817+0000 osd.11 (osd.11) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: audit 2020-11-16T20:33:50.452410+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? v1:172.21.15.142:0/3891004478' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:33:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[9480]: audit 2020-11-16T20:33:50.500569+0000 mon.a (mon.0) 1335 : audit [DBG] from='client.? v1:172.21.15.142:0/500910684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:33:51.725 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T20:33:51.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:49.900451+0000 osd.0 (osd.0) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:49.955097+0000 osd.1 (osd.1) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.027007+0000 osd.2 (osd.2) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.083243+0000 osd.3 (osd.3) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.127825+0000 osd.4 (osd.4) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.173801+0000 osd.5 (osd.5) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.184011+0000 mgr.x (mgr.14196) 648 : cluster [DBG] pgmap v912: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 484 op/s; 34726/182982 objects misplaced (18.978%); 12 MiB/s, 192 objects/s recovering
2020-11-16T20:33:51.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.205896+0000 osd.6 (osd.6) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.245763+0000 osd.7 (osd.7) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.286338+0000 osd.8 (osd.8) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.376803+0000 osd.10 (osd.10) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.728 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.420817+0000 osd.11 (osd.11) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:51.728 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: audit 2020-11-16T20:33:50.452410+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? v1:172.21.15.142:0/3891004478' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:33:51.728 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:51 smithi065 bash[9468]: audit 2020-11-16T20:33:50.500569+0000 mon.a (mon.0) 1335 : audit [DBG] from='client.? v1:172.21.15.142:0/500910684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:33:51.897 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:33:51.951 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:33:52.057 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:52.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:33:51 smithi071 bash[12066]: debug 2020-11-16T20:33:51.949+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:52 smithi142 bash[9523]: cluster 2020-11-16T20:33:50.331999+0000 osd.9 (osd.9) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:52 smithi142 bash[9523]: cluster 2020-11-16T20:33:51.279024+0000 mon.a (mon.0) 1336 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:33:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:52 smithi142 bash[9523]: audit 2020-11-16T20:33:51.286104+0000 mon.a (mon.0) 1337 : audit [INF] from='client.? v1:172.21.15.142:0/3891004478' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:33:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:52 smithi142 bash[9523]: cluster 2020-11-16T20:33:51.286184+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e345: 12 total, 12 up, 12 in
2020-11-16T20:33:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:52 smithi071 bash[9480]: cluster 2020-11-16T20:33:50.331999+0000 osd.9 (osd.9) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:52 smithi071 bash[9480]: cluster 2020-11-16T20:33:51.279024+0000 mon.a (mon.0) 1336 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:33:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:52 smithi071 bash[9480]: audit 2020-11-16T20:33:51.286104+0000 mon.a (mon.0) 1337 : audit [INF] from='client.? v1:172.21.15.142:0/3891004478' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:33:52.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:52 smithi071 bash[9480]: cluster 2020-11-16T20:33:51.286184+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e345: 12 total, 12 up, 12 in
2020-11-16T20:33:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:52 smithi065 bash[9468]: cluster 2020-11-16T20:33:50.331999+0000 osd.9 (osd.9) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:33:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:52 smithi065 bash[9468]: cluster 2020-11-16T20:33:51.279024+0000 mon.a (mon.0) 1336 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:33:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:52 smithi065 bash[9468]: audit 2020-11-16T20:33:51.286104+0000 mon.a (mon.0) 1337 : audit [INF] from='client.? v1:172.21.15.142:0/3891004478' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:33:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:52 smithi065 bash[9468]: cluster 2020-11-16T20:33:51.286184+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e345: 12 total, 12 up, 12 in
2020-11-16T20:33:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:53 smithi071 bash[9480]: cluster 2020-11-16T20:33:51.384234+0000 osd.9 (osd.9) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:53 smithi071 bash[9480]: cluster 2020-11-16T20:33:51.384339+0000 osd.9 (osd.9) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:53 smithi071 bash[9480]: cluster 2020-11-16T20:33:51.984118+0000 osd.2 (osd.2) 92 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:53.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:53 smithi071 bash[9480]: cluster 2020-11-16T20:33:51.984193+0000 osd.2 (osd.2) 93 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:53.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:53 smithi071 bash[9480]: cluster 2020-11-16T20:33:52.184444+0000 mgr.x (mgr.14196) 649 : cluster [DBG] pgmap v914: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 487 op/s; 34726/180824 objects misplaced (19.204%); 9.1 MiB/s, 145 objects/s recovering
2020-11-16T20:33:53.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:53 smithi071 bash[9480]: cluster 2020-11-16T20:33:52.387833+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e346: 12 total, 12 up, 12 in
2020-11-16T20:33:53.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:53 smithi065 bash[9468]: cluster 2020-11-16T20:33:51.384234+0000 osd.9 (osd.9) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:53 smithi065 bash[9468]: cluster 2020-11-16T20:33:51.384339+0000 osd.9 (osd.9) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:53 smithi065 bash[9468]: cluster 2020-11-16T20:33:51.984118+0000 osd.2 (osd.2) 92 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:53 smithi065 bash[9468]: cluster 2020-11-16T20:33:51.984193+0000 osd.2 (osd.2) 93 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:53 smithi065 bash[9468]: cluster 2020-11-16T20:33:52.184444+0000 mgr.x (mgr.14196) 649 : cluster [DBG] pgmap v914: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 487 op/s; 34726/180824 objects misplaced (19.204%); 9.1 MiB/s, 145 objects/s recovering
2020-11-16T20:33:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:53 smithi065 bash[9468]: cluster 2020-11-16T20:33:52.387833+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e346: 12 total, 12 up, 12 in
2020-11-16T20:33:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:53 smithi142 bash[9523]: cluster 2020-11-16T20:33:51.384234+0000 osd.9 (osd.9) 77 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:53 smithi142 bash[9523]: cluster 2020-11-16T20:33:51.384339+0000 osd.9 (osd.9) 78 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:53 smithi142 bash[9523]: cluster 2020-11-16T20:33:51.984118+0000 osd.2 (osd.2) 92 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:33:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:53 smithi142 bash[9523]: cluster 2020-11-16T20:33:51.984193+0000 osd.2 (osd.2) 93 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:33:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:53 smithi142 bash[9523]: cluster 2020-11-16T20:33:52.184444+0000 mgr.x (mgr.14196) 649 : cluster [DBG] pgmap v914: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 487 op/s; 34726/180824 objects misplaced (19.204%); 9.1 MiB/s, 145 objects/s recovering
2020-11-16T20:33:53.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:53 smithi142 bash[9523]: cluster 2020-11-16T20:33:52.387833+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e346: 12 total, 12 up, 12 in
2020-11-16T20:33:53.928 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:33:54.032 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:33:54.252 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:33:53 smithi142 bash[20366]: debug 2020-11-16T20:33:53.928+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:54.253 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:33:54.355 INFO:tasks.thrashosds.thrasher:j is {'epoch': 344, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:33:41.236028+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5799936, 'flags_set': ['pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 29, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 3, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'jewel', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 3, 'pool_name': 'unique_pool_1', 'create_time': '2020-11-16T20:30:11.300230+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 16, 'pg_placement_num': 16, 'pg_placement_num_target': 16, 'pg_num_target': 16, 'pg_num_pending': 16, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '289', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.651275634765625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 307, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.6457672119140625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 321, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.6871337890625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 321, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 281, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 320, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 330, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 273, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.3839874267578125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 281, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:32:58.981069+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:24.340180+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:32:51.828588+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:13.735128+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:40.941604+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:10.292026+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:36.402307+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:14.678945+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:21.379156+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:32:51.322156+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:01.498993+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:26.040598+0000', 'dead_epoch': 0}], 'pg_upmap': [], 'pg_upmap_items': [], 'pg_temp': [{'pgid': '3.2', 'osds': [3, 9]}, {'pgid': '3.e', 'osds': [4, 2]}], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:33:54.356 INFO:tasks.thrashosds.thrasher:No pg_upmap entries; doing nothing
2020-11-16T20:33:54.357 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:54.486 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:33:54.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:33:54 smithi142 bash[15670]: debug 2020-11-16T20:33:54.256+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:54.590 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:54.707 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:33:54 smithi065 bash[11785]: debug 2020-11-16T20:33:54.484+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:54.708 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:54 smithi065 bash[18823]: debug 2020-11-16T20:33:54.704+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:54.708 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:54.811 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:33:55.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:55 smithi071 bash[9480]: cluster 2020-11-16T20:33:54.184914+0000 mgr.x (mgr.14196) 650 : cluster [DBG] pgmap v916: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 411 op/s; 34313/179484 objects misplaced (19.118%); 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:33:55.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:55 smithi065 bash[9468]: cluster 2020-11-16T20:33:54.184914+0000 mgr.x (mgr.14196) 650 : cluster [DBG] pgmap v916: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 411 op/s; 34313/179484 objects misplaced (19.118%); 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:33:55.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:55 smithi142 bash[9523]: cluster 2020-11-16T20:33:54.184914+0000 mgr.x (mgr.14196) 650 : cluster [DBG] pgmap v916: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 411 op/s; 34313/179484 objects misplaced (19.118%); 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:33:55.927 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:33:56.032 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:33:56.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:33:55 smithi071 bash[16796]: debug 2020-11-16T20:33:55.925+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:56.393 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:33:56.408 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:33:56.606 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:33:56.609 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:33:56.902 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:33:57.005 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:33:57.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:33:56 smithi071 bash[12066]: debug 2020-11-16T20:33:56.901+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:57.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:57 smithi071 bash[9480]: cluster 2020-11-16T20:33:56.185424+0000 mgr.x (mgr.14196) 651 : cluster [DBG] pgmap v917: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 33897/176460 objects misplaced (19.209%); 8.7 MiB/s, 138 objects/s recovering
2020-11-16T20:33:57.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:57 smithi065 bash[9468]: cluster 2020-11-16T20:33:56.185424+0000 mgr.x (mgr.14196) 651 : cluster [DBG] pgmap v917: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 33897/176460 objects misplaced (19.209%); 8.7 MiB/s, 138 objects/s recovering
2020-11-16T20:33:57.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:57 smithi142 bash[9523]: cluster 2020-11-16T20:33:56.185424+0000 mgr.x (mgr.14196) 651 : cluster [DBG] pgmap v917: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 33897/176460 objects misplaced (19.209%); 8.7 MiB/s, 138 objects/s recovering
2020-11-16T20:33:58.992 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:33:59.096 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:59.253 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:33:59.284 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:33:58 smithi142 bash[15670]: debug 2020-11-16T20:33:58.988+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:59.356 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:59.357 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:33:59.357 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:33:59.357 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:33:59.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:33:59 smithi071 bash[9480]: cluster 2020-11-16T20:33:58.185925+0000 mgr.x (mgr.14196) 652 : cluster [DBG] pgmap v918: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 524 op/s; 33428/174592 objects misplaced (19.146%); 7.8 MiB/s, 124 objects/s recovering
2020-11-16T20:33:59.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:33:59 smithi071 bash[14419]: debug 2020-11-16T20:33:59.249+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:33:59.493 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:33:59.537 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:33:59.603 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:33:59.615 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:33:59 smithi142 bash[9523]: cluster 2020-11-16T20:33:58.185925+0000 mgr.x (mgr.14196) 652 : cluster [DBG] pgmap v918: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 524 op/s; 33428/174592 objects misplaced (19.146%); 7.8 MiB/s, 124 objects/s recovering
2020-11-16T20:33:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:33:59 smithi065 bash[9468]: cluster 2020-11-16T20:33:58.185925+0000 mgr.x (mgr.14196) 652 : cluster [DBG] pgmap v918: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 524 op/s; 33428/174592 objects misplaced (19.146%); 7.8 MiB/s, 124 objects/s recovering
2020-11-16T20:33:59.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:33:59 smithi065 bash[18823]: debug 2020-11-16T20:33:59.488+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:00.297 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:34:00.297 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:34:00.297 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:34:00.297 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.35063.0:190206 3.7 e346/320 3:e36e373a:::benchmark_data_smithi065_26380_object52473:head v 346'11872, mlcod=295'3277)",
2020-11-16T20:34:00.297 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:34:00.298767+0000",
2020-11-16T20:34:00.297 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.00027470400000000002,
2020-11-16T20:34:00.298 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.00030865599999999998,
2020-11-16T20:34:00.298 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:34:00.298 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:34:00.298 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:34:00.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:34:00.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:34:00.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:34:00.298767+0000",
2020-11-16T20:34:00.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:34:00.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:34:00.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:34:00.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:34:00.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:34:00.298767+0000",
2020-11-16T20:34:00.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:34:00.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:34:00.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:34:00.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:34:00.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:34:00.298740+0000",
2020-11-16T20:34:00.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4647000000000005e-05
2020-11-16T20:34:00.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:34:00.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:34:00.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:34:00.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:34:00.298825+0000",
2020-11-16T20:34:00.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8498000000000001e-05
2020-11-16T20:34:00.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:34:00.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:34:00.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:34:00.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:34:00.298843+0000",
2020-11-16T20:34:00.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0659000000000001e-05
2020-11-16T20:34:00.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:34:00.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:34:00.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:34:00.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:34:00.298854+0000",
2020-11-16T20:34:00.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5087999999999998e-05
2020-11-16T20:34:00.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:34:00.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:34:00.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:34:00.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:34:00.298919+0000",
2020-11-16T20:34:00.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0858999999999997e-05
2020-11-16T20:34:00.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:34:00.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:34:00.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:34:00.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:34:00.298950+0000",
2020-11-16T20:34:00.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000183139
2020-11-16T20:34:00.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:34:00.304 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:34:00.304 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:34:00.304 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:34:00.304 INFO:teuthology.orchestra.run.smithi071.stdout:    ],
2020-11-16T20:34:00.304 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 1
2020-11-16T20:34:00.304 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:34:01.076 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:01.180 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:01.331 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:01.436 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops
2020-11-16T20:34:01.437 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:34:01.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:01 smithi071 bash[9480]: cluster 2020-11-16T20:33:59.634347+0000 osd.0 (osd.0) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:01.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:01 smithi071 bash[9480]: cluster 2020-11-16T20:33:59.634477+0000 osd.0 (osd.0) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:01.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:01 smithi071 bash[9480]: cluster 2020-11-16T20:34:00.186420+0000 mgr.x (mgr.14196) 653 : cluster [DBG] pgmap v919: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 433 op/s; 33009/173384 objects misplaced (19.038%); 9.9 MiB/s, 158 objects/s recovering
2020-11-16T20:34:01.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:01 smithi071 bash[9480]: cluster 2020-11-16T20:34:00.313532+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e347: 12 total, 12 up, 12 in
2020-11-16T20:34:01.446 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:34:01 smithi071 bash[14419]: debug 2020-11-16T20:34:01.329+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:01.534 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:34:01 smithi142 bash[18009]: debug 2020-11-16T20:34:01.076+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:01 smithi142 bash[9523]: cluster 2020-11-16T20:33:59.634347+0000 osd.0 (osd.0) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:01 smithi142 bash[9523]: cluster 2020-11-16T20:33:59.634477+0000 osd.0 (osd.0) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:01 smithi142 bash[9523]: cluster 2020-11-16T20:34:00.186420+0000 mgr.x (mgr.14196) 653 : cluster [DBG] pgmap v919: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 433 op/s; 33009/173384 objects misplaced (19.038%); 9.9 MiB/s, 158 objects/s recovering
2020-11-16T20:34:01.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:01 smithi142 bash[9523]: cluster 2020-11-16T20:34:00.313532+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e347: 12 total, 12 up, 12 in
2020-11-16T20:34:01.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:01 smithi065 bash[9468]: cluster 2020-11-16T20:33:59.634347+0000 osd.0 (osd.0) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:05.698 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:01 smithi065 bash[9468]: cluster 2020-11-16T20:33:59.634477+0000 osd.0 (osd.0) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:05.698 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:01 smithi065 bash[9468]: cluster 2020-11-16T20:34:00.186420+0000 mgr.x (mgr.14196) 653 : cluster [DBG] pgmap v919: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 433 op/s; 33009/173384 objects misplaced (19.038%); 9.9 MiB/s, 158 objects/s recovering
2020-11-16T20:34:05.699 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:01 smithi065 bash[9468]: cluster 2020-11-16T20:34:00.313532+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e347: 12 total, 12 up, 12 in
2020-11-16T20:34:05.702 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:02 smithi142 bash[9523]: cluster 2020-11-16T20:34:01.515953+0000 osd.10 (osd.10) 66 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:05.702 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:02 smithi142 bash[9523]: cluster 2020-11-16T20:34:01.516031+0000 osd.10 (osd.10) 67 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:05.702 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:02 smithi142 bash[9523]: cluster 2020-11-16T20:34:02.186878+0000 mgr.x (mgr.14196) 654 : cluster [DBG] pgmap v921: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 463 op/s; 33009/171202 objects misplaced (19.281%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:34:05.702 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:03 smithi142 bash[9523]: cluster 2020-11-16T20:34:02.399172+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e348: 12 total, 12 up, 12 in
2020-11-16T20:34:05.703 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:04 smithi142 bash[9523]: cluster 2020-11-16T20:34:04.187364+0000 mgr.x (mgr.14196) 655 : cluster [DBG] pgmap v923: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 427 op/s; 32536/169614 objects misplaced (19.182%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:34:05.703 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:34:05.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:02 smithi071 bash[9480]: cluster 2020-11-16T20:34:01.515953+0000 osd.10 (osd.10) 66 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:05.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:02 smithi071 bash[9480]: cluster 2020-11-16T20:34:01.516031+0000 osd.10 (osd.10) 67 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:05.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:02 smithi071 bash[9480]: cluster 2020-11-16T20:34:02.186878+0000 mgr.x (mgr.14196) 654 : cluster [DBG] pgmap v921: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 463 op/s; 33009/171202 objects misplaced (19.281%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:34:05.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:03 smithi071 bash[9480]: cluster 2020-11-16T20:34:02.399172+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e348: 12 total, 12 up, 12 in
2020-11-16T20:34:05.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:04 smithi071 bash[9480]: cluster 2020-11-16T20:34:04.187364+0000 mgr.x (mgr.14196) 655 : cluster [DBG] pgmap v923: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 427 op/s; 32536/169614 objects misplaced (19.182%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:34:05.704 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:34:05.704 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:34:01 smithi065 bash[11785]: debug 2020-11-16T20:34:01.572+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:05.704 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:02 smithi065 bash[9468]: cluster 2020-11-16T20:34:01.515953+0000 osd.10 (osd.10) 66 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:05.704 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:02 smithi065 bash[9468]: cluster 2020-11-16T20:34:01.516031+0000 osd.10 (osd.10) 67 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:05.705 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:02 smithi065 bash[9468]: cluster 2020-11-16T20:34:02.186878+0000 mgr.x (mgr.14196) 654 : cluster [DBG] pgmap v921: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 463 op/s; 33009/171202 objects misplaced (19.281%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:34:05.705 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:03 smithi065 bash[9468]: cluster 2020-11-16T20:34:02.399172+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e348: 12 total, 12 up, 12 in
2020-11-16T20:34:05.705 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:04 smithi065 bash[9468]: cluster 2020-11-16T20:34:04.187364+0000 mgr.x (mgr.14196) 655 : cluster [DBG] pgmap v923: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 427 op/s; 32536/169614 objects misplaced (19.182%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:34:05.805 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:06.046 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:06.149 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:34:06.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:34:06 smithi065 bash[16457]: debug 2020-11-16T20:34:06.040+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:34:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:34:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:34:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:34:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:34:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:34:06.779 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:06.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:34:06 smithi142 bash[22738]: debug 2020-11-16T20:34:06.676+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:07.240 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:07 smithi142 bash[9523]: cluster 2020-11-16T20:34:06.187845+0000 mgr.x (mgr.14196) 656 : cluster [DBG] pgmap v924: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 513 op/s; 32091/166378 objects misplaced (19.288%); 9.2 MiB/s, 147 objects/s recovering
2020-11-16T20:34:07.410 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_historic_ops
2020-11-16T20:34:11.545 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:11.545 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:34:08 smithi142 bash[18009]: debug 2020-11-16T20:34:08.932+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:11.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:09 smithi142 bash[9523]: cluster 2020-11-16T20:34:08.188346+0000 mgr.x (mgr.14196) 657 : cluster [DBG] pgmap v925: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 554 op/s; 31587/164510 objects misplaced (19.201%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:34:11.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:11 smithi142 bash[9523]: cluster 2020-11-16T20:34:10.188856+0000 mgr.x (mgr.14196) 658 : cluster [DBG] pgmap v926: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 480 op/s; 31151/163252 objects misplaced (19.082%); 9.7 MiB/s, 154 objects/s recovering
2020-11-16T20:34:11.546 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:07 smithi065 bash[9468]: cluster 2020-11-16T20:34:06.187845+0000 mgr.x (mgr.14196) 656 : cluster [DBG] pgmap v924: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 513 op/s; 32091/166378 objects misplaced (19.288%); 9.2 MiB/s, 147 objects/s recovering
2020-11-16T20:34:11.546 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:09 smithi065 bash[9468]: cluster 2020-11-16T20:34:08.188346+0000 mgr.x (mgr.14196) 657 : cluster [DBG] pgmap v925: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 554 op/s; 31587/164510 objects misplaced (19.201%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:34:11.546 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:11 smithi065 bash[9468]: cluster 2020-11-16T20:34:10.188856+0000 mgr.x (mgr.14196) 658 : cluster [DBG] pgmap v926: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 480 op/s; 31151/163252 objects misplaced (19.082%); 9.7 MiB/s, 154 objects/s recovering
2020-11-16T20:34:11.547 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:07 smithi071 bash[9480]: cluster 2020-11-16T20:34:06.187845+0000 mgr.x (mgr.14196) 656 : cluster [DBG] pgmap v924: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 513 op/s; 32091/166378 objects misplaced (19.288%); 9.2 MiB/s, 147 objects/s recovering
2020-11-16T20:34:11.547 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:09 smithi071 bash[9480]: cluster 2020-11-16T20:34:08.188346+0000 mgr.x (mgr.14196) 657 : cluster [DBG] pgmap v925: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 554 op/s; 31587/164510 objects misplaced (19.201%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:34:11.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:11 smithi071 bash[9480]: cluster 2020-11-16T20:34:10.188856+0000 mgr.x (mgr.14196) 658 : cluster [DBG] pgmap v926: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 480 op/s; 31151/163252 objects misplaced (19.082%); 9.7 MiB/s, 154 objects/s recovering
2020-11-16T20:34:11.647 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:11.724 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:34:11.780 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:11.885 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:11.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:34:11 smithi071 bash[14419]: debug 2020-11-16T20:34:11.773+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:12.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:12 smithi142 bash[9523]: cluster 2020-11-16T20:34:10.787321+0000 osd.5 (osd.5) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:12.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:12 smithi142 bash[9523]: cluster 2020-11-16T20:34:10.787408+0000 osd.5 (osd.5) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:12.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:12 smithi142 bash[9523]: cluster 2020-11-16T20:34:11.253441+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e349: 12 total, 12 up, 12 in
2020-11-16T20:34:12.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:12 smithi065 bash[9468]: cluster 2020-11-16T20:34:10.787321+0000 osd.5 (osd.5) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:12.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:12 smithi065 bash[9468]: cluster 2020-11-16T20:34:10.787408+0000 osd.5 (osd.5) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:12.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:12 smithi065 bash[9468]: cluster 2020-11-16T20:34:11.253441+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e349: 12 total, 12 up, 12 in
2020-11-16T20:34:12.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:12 smithi071 bash[9480]: cluster 2020-11-16T20:34:10.787321+0000 osd.5 (osd.5) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:12.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:12 smithi071 bash[9480]: cluster 2020-11-16T20:34:10.787408+0000 osd.5 (osd.5) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:12.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:12 smithi071 bash[9480]: cluster 2020-11-16T20:34:11.253441+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e349: 12 total, 12 up, 12 in
2020-11-16T20:34:12.705 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:12.809 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:13.034 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:34:12 smithi142 bash[15670]: debug 2020-11-16T20:34:12.704+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:13.450 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:34:13.450 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:34:13.450 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 349,
2020-11-16T20:34:13.450 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:34:13.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:34:13.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:34:11.249172+0000",
2020-11-16T20:34:13.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:34:13.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:34:13.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "noscrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:34:13.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5801984,
2020-11-16T20:34:13.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:34:13.452 INFO:teuthology.orchestra.run.smithi142.stdout:        "noscrub",
2020-11-16T20:34:13.452 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:34:13.452 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:34:13.452 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:34:13.452 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:34:13.452 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:34:13.452 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 29,
2020-11-16T20:34:13.453 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:34:13.453 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:34:13.453 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:34:13.453 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:34:13.453 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 3,
2020-11-16T20:34:13.453 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:34:13.453 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:34:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "jewel",
2020-11-16T20:34:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:34:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:34:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:34:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:34:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:34:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:34:13.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:34:13.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:34:13.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:34:13.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:34:13.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:34:13.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:34:13.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:34:13.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:34:13.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:34:13.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:34:13.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:34:13.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:34:13.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:34:13.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:34:13.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:34:13.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:34:13.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:34:13.457 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:34:13.457 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:34:13.457 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:34:13.457 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:34:13.457 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:34:13.458 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:34:13.458 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:34:13.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:34:13.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:34:13.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:34:13.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:34:13.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:34:13.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:34:13.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:34:13.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:34:13.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:34:13.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:34:13.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:34:13.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:34:13.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:34:13.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:34:13.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:34:13.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:34:13.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:34:13.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:34:13.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:34:13.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:34:13.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:34:13.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:34:13.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:34:13.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:34:13.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:34:13.461 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:34:13.461 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:34:13.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:34:13.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:34:13.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:34:13.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:34:13.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:34:13.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:34:13.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:34:13.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:34:13.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:34:13.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:34:13.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:34:13.463 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:34:13.463 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:34:13.464 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:34:13.464 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:34:13.464 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.464 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 3,
2020-11-16T20:34:13.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_1",
2020-11-16T20:34:13.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:30:11.300230+0000",
2020-11-16T20:34:13.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:34:13.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:34:13.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:34:13.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:34:13.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:34:13.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:34:13.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:34:13.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:34:13.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:34:13.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:34:13.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:34:13.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:34:13.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 16,
2020-11-16T20:34:13.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 16,
2020-11-16T20:34:13.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 16,
2020-11-16T20:34:13.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 16,
2020-11-16T20:34:13.467 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 16,
2020-11-16T20:34:13.467 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:34:13.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:34:13.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:34:13.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:34:13.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:34:13.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:34:13.468 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:34:13.468 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.468 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "289",
2020-11-16T20:34:13.468 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:34:13.468 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:34:13.468 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:34:13.468 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:34:13.468 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:34:13.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:34:13.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:34:13.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:34:13.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:34:13.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:34:13.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:34:13.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:34:13.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:34:13.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:34:13.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:34:13.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:34:13.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:34:13.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:34:13.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:34:13.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:34:13.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:34:13.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:34:13.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:34:13.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:34:13.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:34:13.471 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:34:13.471 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:34:13.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:34:13.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:34:13.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:34:13.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:34:13.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:34:13.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:34:13.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:34:13.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:34:13.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:34:13.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:34:13.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:34:13.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:34:13.473 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:34:13.473 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:34:13.474 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:34:13.474 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:34:13.474 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:34:13.474 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:34:13.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:34:13.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.651275634765625,
2020-11-16T20:34:13.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:34:13.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 307,
2020-11-16T20:34:13.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.476 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:34:13.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:34:13.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.477 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.477 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.477 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:34:13.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:34:13.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.478 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.478 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.478 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:34:13.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:34:13.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.479 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.479 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.479 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:34:13.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:34:13.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.480 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.480 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:34:13.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:34:13.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:34:13.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:34:13.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.481 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.481 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.481 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.482 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.482 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:34:13.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:34:13.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:34:13.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:34:13.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:34:13.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.484 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:34:13.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:34:13.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.484 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.484 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.485 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:34:13.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:34:13.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.486 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.486 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.486 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:34:13.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:34:13.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.487 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.487 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.487 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:34:13.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:34:13.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.488 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.488 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:34:13.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:34:13.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:34:13.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:34:13.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.489 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.489 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.489 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.489 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.489 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:34:13.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:34:13.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:34:13.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:34:13.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:34:13.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.491 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.491 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:34:13.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:34:13.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.492 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.492 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.492 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:34:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:34:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.494 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:34:13.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:34:13.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.494 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.495 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.495 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:34:13.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:34:13.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.496 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.496 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:34:13.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:34:13.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:34:13.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:34:13.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.496 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.497 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.497 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.497 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.497 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.497 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:34:13.497 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:34:13.497 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6457672119140625,
2020-11-16T20:34:13.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:34:13.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 321,
2020-11-16T20:34:13.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.499 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:34:13.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:34:13.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.500 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.500 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.500 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:34:13.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:34:13.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.501 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.501 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.501 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.501 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:34:13.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:34:13.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.502 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.502 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.502 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:34:13.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:34:13.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.503 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.503 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.503 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:34:13.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:34:13.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:34:13.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:34:13.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.504 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.504 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.504 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.505 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.505 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:34:13.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:34:13.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6871337890625,
2020-11-16T20:34:13.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:34:13.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 321,
2020-11-16T20:34:13.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.507 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:34:13.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:34:13.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.507 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.507 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.508 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:34:13.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:34:13.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.508 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.509 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.509 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:34:13.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:34:13.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.510 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.510 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.510 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:34:13.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:34:13.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.511 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.511 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:34:13.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:34:13.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:34:13.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:34:13.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.512 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.512 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.512 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.512 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.512 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:34:13.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:34:13.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:34:13.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:34:13.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 281,
2020-11-16T20:34:13.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.514 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:34:13.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:34:13.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.515 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.515 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.515 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.516 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:34:13.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:34:13.516 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.516 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.516 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.517 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:34:13.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:34:13.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.518 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.518 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.518 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:34:13.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:34:13.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.519 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.519 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:34:13.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:34:13.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:34:13.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:34:13.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.520 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.520 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.520 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.520 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.520 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:34:13.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:34:13.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:34:13.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:34:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:34:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:34:13.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:34:13.523 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.523 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.523 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.523 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.523 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:34:13.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:34:13.524 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.524 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.524 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.524 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:34:13.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:34:13.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.525 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.525 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.526 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:34:13.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:34:13.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.526 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.527 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.527 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:34:13.527 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:34:13.527 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:34:13.527 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:34:13.527 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.527 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.527 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.528 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.528 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.528 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:34:13.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:34:13.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:34:13.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:34:13.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:34:13.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:34:13.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:34:13.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:34:13.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.530 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:34:13.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:34:13.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.530 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.531 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.531 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.531 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:34:13.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:34:13.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.532 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.532 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.532 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:34:13.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:34:13.533 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.533 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.533 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.533 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.533 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:34:13.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:34:13.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.534 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.534 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.534 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:34:13.534 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:34:13.535 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:34:13.535 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:34:13.535 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.535 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.535 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.535 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.535 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.536 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:34:13.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:34:13.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:34:13.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:34:13.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 330,
2020-11-16T20:34:13.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.537 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:34:13.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:34:13.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.538 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.538 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.539 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.539 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:34:13.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:34:13.539 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.539 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.540 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.540 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.540 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.540 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.540 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:34:13.540 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:34:13.540 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.541 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.541 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.541 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.541 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:34:13.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:34:13.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.542 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.542 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.542 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:34:13.542 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:34:13.542 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:34:13.542 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:34:13.543 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.543 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.543 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.543 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.543 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.543 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.543 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:34:13.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:34:13.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:34:13.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:34:13.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:34:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:34:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:34:13.546 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:34:13.546 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.546 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.546 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.546 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.546 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.547 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.547 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:34:13.547 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:34:13.547 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.547 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.547 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.548 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.548 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.548 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.548 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:34:13.548 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:34:13.548 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.548 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.548 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.549 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.549 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.549 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:34:13.549 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:34:13.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.549 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.550 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.550 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:34:13.550 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:34:13.550 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:34:13.550 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:34:13.550 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.550 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.551 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.551 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.551 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.551 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.551 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:34:13.551 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:34:13.551 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.551 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:34:13.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:34:13.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 273,
2020-11-16T20:34:13.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.553 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.553 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:34:13.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:34:13.554 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.554 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.554 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.554 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.554 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.554 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.554 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:34:13.555 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:34:13.555 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.555 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.555 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.555 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.555 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:34:13.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:34:13.556 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.556 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.556 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.556 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:34:13.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:34:13.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.557 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.557 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:34:13.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:34:13.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:34:13.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:34:13.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.558 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.558 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.558 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.559 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.559 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:34:13.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:34:13.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:34:13.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:34:13.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.3839874267578125,
2020-11-16T20:34:13.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:34:13.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:34:13.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:34:13.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:34:13.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 281,
2020-11-16T20:34:13.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:34:13.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:34:13.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:34:13.561 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.561 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.561 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.561 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:34:13.561 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:34:13.561 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.561 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.562 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:34:13.562 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.562 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.562 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.562 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:34:13.562 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:34:13.562 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.563 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.563 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:34:13.563 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.563 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.563 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.563 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:34:13.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:34:13.564 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.564 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.564 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:34:13.564 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:34:13.564 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:34:13.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:34:13.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:34:13.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:34:13.565 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:34:13.565 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:34:13.565 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:34:13.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:34:13.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:34:13.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:34:13.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:34:13.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:34:13.566 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:34:13.566 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:34:13.566 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.566 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:34:13.566 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:34:13.567 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:34:13.567 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:34:13.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:59.634481+0000",
2020-11-16T20:34:13.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.568 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.568 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:34:13.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:24.340180+0000",
2020-11-16T20:34:13.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.569 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.569 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:34:13.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:51.984195+0000",
2020-11-16T20:34:13.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.571 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.571 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:34:13.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:13.735128+0000",
2020-11-16T20:34:13.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.572 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.572 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:34:13.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:40.941604+0000",
2020-11-16T20:34:13.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.573 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.573 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.573 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:34:13.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:34:10.787411+0000",
2020-11-16T20:34:13.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.574 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.575 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:34:13.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:36.402307+0000",
2020-11-16T20:34:13.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.576 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.576 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:34:13.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:14.678945+0000",
2020-11-16T20:34:13.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:34:13.577 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.577 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:34:13.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:21.379156+0000",
2020-11-16T20:34:13.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.578 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:34:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:51.384345+0000",
2020-11-16T20:34:13.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.580 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.580 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:34:13.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.580 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:34:01.516033+0000",
2020-11-16T20:34:13.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.581 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.581 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:34:13.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:34:13.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:34:13.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:34:13.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:34:13.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:34:13.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:33:26.040598+0000",
2020-11-16T20:34:13.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:34:13.582 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:34:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:34:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [],
2020-11-16T20:34:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [],
2020-11-16T20:34:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [
2020-11-16T20:34:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "3.2",
2020-11-16T20:34:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:34:13.583 INFO:teuthology.orchestra.run.smithi142.stdout:                3,
2020-11-16T20:34:13.584 INFO:teuthology.orchestra.run.smithi142.stdout:                9
2020-11-16T20:34:13.584 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.584 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:34:13.584 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:34:13.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "3.e",
2020-11-16T20:34:13.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:34:13.584 INFO:teuthology.orchestra.run.smithi142.stdout:                4,
2020-11-16T20:34:13.584 INFO:teuthology.orchestra.run.smithi142.stdout:                2
2020-11-16T20:34:13.585 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:34:13.585 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:34:13.585 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:34:13.585 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:34:13.585 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:34:13.585 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:34:13.585 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:34:13.586 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:34:13.586 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:34:13.586 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:34:13.586 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:34:13.586 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:34:13.586 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:34:13.586 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:34:13.587 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:34:13.587 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:34:13.587 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:34:13.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:34:13.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:34:13.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:34:13.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:34:13.587 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:34:13.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:34:13.588 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:34:13.588 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:34:13.588 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:34:13.588 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:34:13.588 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:34:13.588 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:34:13.588 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:34:13.589 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:34:13.589 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:34:13.589 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:34:13.589 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:34:13.589 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:34:13.589 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:34:13.589 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:34:13.590 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:34:13.591 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:13 smithi065 bash[9468]: cluster 2020-11-16T20:34:12.189294+0000 mgr.x (mgr.14196) 659 : cluster [DBG] pgmap v928: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 496 op/s; 31151/160842 objects misplaced (19.367%); 8.7 MiB/s, 140 objects/s recovering
2020-11-16T20:34:13.592 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:13 smithi142 bash[9523]: cluster 2020-11-16T20:34:12.189294+0000 mgr.x (mgr.14196) 659 : cluster [DBG] pgmap v928: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 496 op/s; 31151/160842 objects misplaced (19.367%); 8.7 MiB/s, 140 objects/s recovering
2020-11-16T20:34:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:13 smithi071 bash[9480]: cluster 2020-11-16T20:34:12.189294+0000 mgr.x (mgr.14196) 659 : cluster [DBG] pgmap v928: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 496 op/s; 31151/160842 objects misplaced (19.367%); 8.7 MiB/s, 140 objects/s recovering
2020-11-16T20:34:14.228 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:14.332 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:14.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:14 smithi065 bash[9468]: audit 2020-11-16T20:34:13.449893+0000 mon.a (mon.0) 1343 : audit [DBG] from='client.? v1:172.21.15.142:0/3922681658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:34:14.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:14 smithi142 bash[9523]: audit 2020-11-16T20:34:13.449893+0000 mon.a (mon.0) 1343 : audit [DBG] from='client.? v1:172.21.15.142:0/3922681658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:34:14.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:34:14 smithi142 bash[15670]: debug 2020-11-16T20:34:14.232+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:14.618 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:14.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:14 smithi071 bash[9480]: audit 2020-11-16T20:34:13.449893+0000 mon.a (mon.0) 1343 : audit [DBG] from='client.? v1:172.21.15.142:0/3922681658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:34:14.721 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:15.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:34:14 smithi142 bash[18009]: debug 2020-11-16T20:34:14.620+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:15.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:15 smithi071 bash[9480]: cluster 2020-11-16T20:34:14.189777+0000 mgr.x (mgr.14196) 660 : cluster [DBG] pgmap v929: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 521 op/s; 30670/159190 objects misplaced (19.266%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:15.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:15 smithi071 bash[9480]: cluster 2020-11-16T20:34:14.478723+0000 osd.3 (osd.3) 82 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:15.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:15 smithi071 bash[9480]: cluster 2020-11-16T20:34:14.478931+0000 osd.3 (osd.3) 83 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:15.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:15 smithi065 bash[9468]: cluster 2020-11-16T20:34:14.189777+0000 mgr.x (mgr.14196) 660 : cluster [DBG] pgmap v929: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 521 op/s; 30670/159190 objects misplaced (19.266%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:15 smithi065 bash[9468]: cluster 2020-11-16T20:34:14.478723+0000 osd.3 (osd.3) 82 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:15 smithi065 bash[9468]: cluster 2020-11-16T20:34:14.478931+0000 osd.3 (osd.3) 83 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:15.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:15 smithi142 bash[9523]: cluster 2020-11-16T20:34:14.189777+0000 mgr.x (mgr.14196) 660 : cluster [DBG] pgmap v929: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 521 op/s; 30670/159190 objects misplaced (19.266%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:15.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:15 smithi142 bash[9523]: cluster 2020-11-16T20:34:14.478723+0000 osd.3 (osd.3) 82 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:15.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:15 smithi142 bash[9523]: cluster 2020-11-16T20:34:14.478931+0000 osd.3 (osd.3) 83 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:16.353 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:16.458 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:16.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:16 smithi065 bash[9468]: cluster 2020-11-16T20:34:15.271647+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e350: 12 total, 12 up, 12 in
2020-11-16T20:34:16.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:16 smithi065 bash[9468]: cluster 2020-11-16T20:34:15.531907+0000 osd.7 (osd.7) 45 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:16.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:16 smithi065 bash[9468]: cluster 2020-11-16T20:34:15.532057+0000 osd.7 (osd.7) 46 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:16.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:16 smithi142 bash[9523]: cluster 2020-11-16T20:34:15.271647+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e350: 12 total, 12 up, 12 in
2020-11-16T20:34:16.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:16 smithi142 bash[9523]: cluster 2020-11-16T20:34:15.531907+0000 osd.7 (osd.7) 45 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:16.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:16 smithi142 bash[9523]: cluster 2020-11-16T20:34:15.532057+0000 osd.7 (osd.7) 46 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:16.534 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:34:16 smithi142 bash[20366]: debug 2020-11-16T20:34:16.356+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:16 smithi071 bash[9480]: cluster 2020-11-16T20:34:15.271647+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e350: 12 total, 12 up, 12 in
2020-11-16T20:34:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:16 smithi071 bash[9480]: cluster 2020-11-16T20:34:15.531907+0000 osd.7 (osd.7) 45 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:16 smithi071 bash[9480]: cluster 2020-11-16T20:34:15.532057+0000 osd.7 (osd.7) 46 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:16.747 INFO:tasks.thrashosds.thrasher:j is {'epoch': 349, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:34:11.249172+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'noscrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5801984, 'flags_set': ['noscrub', 'pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 29, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 3, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'jewel', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 3, 'pool_name': 'unique_pool_1', 'create_time': '2020-11-16T20:30:11.300230+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 16, 'pg_placement_num': 16, 'pg_placement_num_target': 16, 'pg_num_target': 16, 'pg_num_pending': 16, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '289', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.651275634765625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 307, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.6457672119140625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 321, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.6871337890625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 321, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 281, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 320, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 330, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 273, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.3839874267578125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 281, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:59.634481+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:24.340180+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:51.984195+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:13.735128+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:40.941604+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:34:10.787411+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:36.402307+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:14.678945+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:21.379156+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:51.384345+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:34:01.516033+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:33:26.040598+0000', 'dead_epoch': 0}], 'pg_upmap': [], 'pg_upmap_items': [], 'pg_temp': [{'pgid': '3.2', 'osds': [3, 9]}, {'pgid': '3.e', 'osds': [4, 2]}], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:34:16.748 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:34:16.759 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:16.863 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:17.024 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:34:17.069 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:17.127 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:34:17.155 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:34:17.175 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:17.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:34:16 smithi071 bash[26650]: debug 2020-11-16T20:34:16.757+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:34:17.269 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:34:17.305 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:34:17.340 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:17 smithi142 bash[9523]: cluster 2020-11-16T20:34:16.190353+0000 mgr.x (mgr.14196) 661 : cluster [DBG] pgmap v931: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 546 op/s; 30195/155766 objects misplaced (19.385%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:17.340 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:17 smithi142 bash[9523]: cluster 2020-11-16T20:34:16.283948+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e351: 12 total, 12 up, 12 in
2020-11-16T20:34:17.340 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:17 smithi142 bash[9523]: audit 2020-11-16T20:34:17.081562+0000 mon.a (mon.0) 1346 : audit [DBG] from='client.? v1:172.21.15.142:0/2561594103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:34:17.341 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:34:17 smithi142 bash[18009]: debug 2020-11-16T20:34:17.068+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:17.352 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:34:17.397 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:34:17.436 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:34:17.473 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:34:17.515 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:34:17.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:17 smithi065 bash[9468]: cluster 2020-11-16T20:34:16.190353+0000 mgr.x (mgr.14196) 661 : cluster [DBG] pgmap v931: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 546 op/s; 30195/155766 objects misplaced (19.385%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:17.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:17 smithi065 bash[9468]: cluster 2020-11-16T20:34:16.283948+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e351: 12 total, 12 up, 12 in
2020-11-16T20:34:17.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:17 smithi065 bash[9468]: audit 2020-11-16T20:34:17.081562+0000 mon.a (mon.0) 1346 : audit [DBG] from='client.? v1:172.21.15.142:0/2561594103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:34:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:34:17.576 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:34:17.578 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.580 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.580 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.580 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.580 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:34:17.675 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:17 smithi071 bash[9480]: cluster 2020-11-16T20:34:16.190353+0000 mgr.x (mgr.14196) 661 : cluster [DBG] pgmap v931: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 546 op/s; 30195/155766 objects misplaced (19.385%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:17.675 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:17 smithi071 bash[9480]: cluster 2020-11-16T20:34:16.283948+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e351: 12 total, 12 up, 12 in
2020-11-16T20:34:17.676 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:17 smithi071 bash[9480]: audit 2020-11-16T20:34:17.081562+0000 mon.a (mon.0) 1346 : audit [DBG] from='client.? v1:172.21.15.142:0/2561594103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:34:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:34:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:34:18.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.132822+0000 osd.0 (osd.0) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.296 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:34:18.361 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.132822+0000 osd.0 (osd.0) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.361 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.160390+0000 osd.1 (osd.1) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.361 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.229248+0000 osd.2 (osd.2) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.274646+0000 osd.3 (osd.3) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.304815+0000 osd.4 (osd.4) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.354570+0000 osd.5 (osd.5) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.399714+0000 osd.6 (osd.6) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: audit 2020-11-16T20:34:17.422391+0000 mon.b (mon.1) 361 : audit [INF] from='client.? v1:172.21.15.142:0/4019624194' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:34:18.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: audit 2020-11-16T20:34:17.426153+0000 mon.a (mon.0) 1347 : audit [INF] from='client.25258 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:34:18.362 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.438657+0000 osd.7 (osd.7) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:18.363 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.545765+0000 osd.10 (osd.10) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.570 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:18 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.579125+0000 osd.11 (osd.11) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.132822+0000 osd.0 (osd.0) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.160390+0000 osd.1 (osd.1) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.229248+0000 osd.2 (osd.2) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.274646+0000 osd.3 (osd.3) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.304815+0000 osd.4 (osd.4) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.354570+0000 osd.5 (osd.5) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.399714+0000 osd.6 (osd.6) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: audit 2020-11-16T20:34:17.422391+0000 mon.b (mon.1) 361 : audit [INF] from='client.? v1:172.21.15.142:0/4019624194' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:34:22.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: audit 2020-11-16T20:34:17.426153+0000 mon.a (mon.0) 1347 : audit [INF] from='client.25258 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:34:22.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.438657+0000 osd.7 (osd.7) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.545765+0000 osd.10 (osd.10) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:18 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.579125+0000 osd.11 (osd.11) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:19 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.473131+0000 osd.8 (osd.8) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:19 smithi065 bash[9468]: cluster 2020-11-16T20:34:17.518066+0000 osd.9 (osd.9) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:19 smithi065 bash[9468]: cluster 2020-11-16T20:34:18.190796+0000 mgr.x (mgr.14196) 662 : cluster [DBG] pgmap v933: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 29879/154492 objects misplaced (19.340%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:34:22.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:19 smithi065 bash[9468]: cluster 2020-11-16T20:34:18.283178+0000 mon.a (mon.0) 1348 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:34:22.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:19 smithi065 bash[9468]: audit 2020-11-16T20:34:18.291664+0000 mon.a (mon.0) 1349 : audit [INF] from='client.25258 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:34:22.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:19 smithi065 bash[9468]: cluster 2020-11-16T20:34:18.291730+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e352: 12 total, 12 up, 12 in
2020-11-16T20:34:22.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:21 smithi065 bash[9468]: cluster 2020-11-16T20:34:20.191302+0000 mgr.x (mgr.14196) 663 : cluster [DBG] pgmap v935: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 554 op/s; 29273/152540 objects misplaced (19.190%); 13 MiB/s, 206 objects/s recovering
2020-11-16T20:34:22.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.160390+0000 osd.1 (osd.1) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.229248+0000 osd.2 (osd.2) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.274646+0000 osd.3 (osd.3) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.304815+0000 osd.4 (osd.4) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.354570+0000 osd.5 (osd.5) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.399714+0000 osd.6 (osd.6) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: audit 2020-11-16T20:34:17.422391+0000 mon.b (mon.1) 361 : audit [INF] from='client.? v1:172.21.15.142:0/4019624194' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:34:22.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: audit 2020-11-16T20:34:17.426153+0000 mon.a (mon.0) 1347 : audit [INF] from='client.25258 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:34:22.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.438657+0000 osd.7 (osd.7) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.545765+0000 osd.10 (osd.10) 68 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:18 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.579125+0000 osd.11 (osd.11) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:19 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.473131+0000 osd.8 (osd.8) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:19 smithi142 bash[9523]: cluster 2020-11-16T20:34:17.518066+0000 osd.9 (osd.9) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:19 smithi142 bash[9523]: cluster 2020-11-16T20:34:18.190796+0000 mgr.x (mgr.14196) 662 : cluster [DBG] pgmap v933: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 29879/154492 objects misplaced (19.340%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:34:22.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:19 smithi142 bash[9523]: cluster 2020-11-16T20:34:18.283178+0000 mon.a (mon.0) 1348 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:34:22.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:19 smithi142 bash[9523]: audit 2020-11-16T20:34:18.291664+0000 mon.a (mon.0) 1349 : audit [INF] from='client.25258 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:34:22.579 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:19 smithi142 bash[9523]: cluster 2020-11-16T20:34:18.291730+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e352: 12 total, 12 up, 12 in
2020-11-16T20:34:22.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:21 smithi142 bash[9523]: cluster 2020-11-16T20:34:20.191302+0000 mgr.x (mgr.14196) 663 : cluster [DBG] pgmap v935: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 554 op/s; 29273/152540 objects misplaced (19.190%); 13 MiB/s, 206 objects/s recovering
2020-11-16T20:34:22.580 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:22.580 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:34:19 smithi142 bash[18009]: debug 2020-11-16T20:34:19.864+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:22.580 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:19 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.473131+0000 osd.8 (osd.8) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.581 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:19 smithi071 bash[9480]: cluster 2020-11-16T20:34:17.518066+0000 osd.9 (osd.9) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:22.581 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:19 smithi071 bash[9480]: cluster 2020-11-16T20:34:18.190796+0000 mgr.x (mgr.14196) 662 : cluster [DBG] pgmap v933: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 29879/154492 objects misplaced (19.340%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:34:22.581 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:19 smithi071 bash[9480]: cluster 2020-11-16T20:34:18.283178+0000 mon.a (mon.0) 1348 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:34:22.581 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:19 smithi071 bash[9480]: audit 2020-11-16T20:34:18.291664+0000 mon.a (mon.0) 1349 : audit [INF] from='client.25258 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:34:22.581 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:19 smithi071 bash[9480]: cluster 2020-11-16T20:34:18.291730+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e352: 12 total, 12 up, 12 in
2020-11-16T20:34:22.581 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:21 smithi071 bash[9480]: cluster 2020-11-16T20:34:20.191302+0000 mgr.x (mgr.14196) 663 : cluster [DBG] pgmap v935: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 554 op/s; 29273/152540 objects misplaced (19.190%); 13 MiB/s, 206 objects/s recovering
2020-11-16T20:34:22.582 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T20:34:22.681 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:22.689 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:22 smithi142 bash[9523]: cluster 2020-11-16T20:34:22.191717+0000 mgr.x (mgr.14196) 664 : cluster [DBG] pgmap v936: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 494 op/s; 29273/150332 objects misplaced (19.472%); 6.9 MiB/s, 110 objects/s recovering
2020-11-16T20:34:22.690 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:22 smithi142 bash[9523]: cluster 2020-11-16T20:34:22.227049+0000 osd.8 (osd.8) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:22.690 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:22 smithi142 bash[9523]: cluster 2020-11-16T20:34:22.227145+0000 osd.8 (osd.8) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:22 smithi071 bash[9480]: cluster 2020-11-16T20:34:22.191717+0000 mgr.x (mgr.14196) 664 : cluster [DBG] pgmap v936: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 494 op/s; 29273/150332 objects misplaced (19.472%); 6.9 MiB/s, 110 objects/s recovering
2020-11-16T20:34:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:22 smithi071 bash[9480]: cluster 2020-11-16T20:34:22.227049+0000 osd.8 (osd.8) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:22 smithi071 bash[9480]: cluster 2020-11-16T20:34:22.227145+0000 osd.8 (osd.8) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:22 smithi065 bash[9468]: cluster 2020-11-16T20:34:22.191717+0000 mgr.x (mgr.14196) 664 : cluster [DBG] pgmap v936: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 494 op/s; 29273/150332 objects misplaced (19.472%); 6.9 MiB/s, 110 objects/s recovering
2020-11-16T20:34:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:22 smithi065 bash[9468]: cluster 2020-11-16T20:34:22.227049+0000 osd.8 (osd.8) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:22 smithi065 bash[9468]: cluster 2020-11-16T20:34:22.227145+0000 osd.8 (osd.8) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:22.895 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:34:23.032 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:23.136 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:23.359 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:34:23 smithi142 bash[20366]: debug 2020-11-16T20:34:23.028+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:23 smithi071 bash[9480]: cluster 2020-11-16T20:34:22.404679+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e353: 12 total, 12 up, 12 in
2020-11-16T20:34:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:23 smithi065 bash[9468]: cluster 2020-11-16T20:34:22.404679+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e353: 12 total, 12 up, 12 in
2020-11-16T20:34:23.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:23 smithi142 bash[9523]: cluster 2020-11-16T20:34:22.404679+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e353: 12 total, 12 up, 12 in
2020-11-16T20:34:24.268 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:24.372 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:34:24.501 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:34:24.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:24 smithi142 bash[9523]: cluster 2020-11-16T20:34:24.192168+0000 mgr.x (mgr.14196) 665 : cluster [DBG] pgmap v938: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 458 op/s; 28769/148512 objects misplaced (19.371%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:34:24.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:34:24 smithi142 bash[15670]: debug 2020-11-16T20:34:24.268+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:24.605 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:24.694 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:34:24.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:24 smithi071 bash[9480]: cluster 2020-11-16T20:34:24.192168+0000 mgr.x (mgr.14196) 665 : cluster [DBG] pgmap v938: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 458 op/s; 28769/148512 objects misplaced (19.371%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:34:24.729 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:24.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:24 smithi065 bash[9468]: cluster 2020-11-16T20:34:24.192168+0000 mgr.x (mgr.14196) 665 : cluster [DBG] pgmap v938: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 458 op/s; 28769/148512 objects misplaced (19.371%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:34:24.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:34:24 smithi065 bash[14115]: debug 2020-11-16T20:34:24.495+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:24.835 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:34:24.845 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:34:24.878 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:34:25.069 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:34:25.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:34:24 smithi071 bash[12066]: debug 2020-11-16T20:34:24.725+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:25.639 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:34:25.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:25 smithi071 bash[9480]: cluster 2020-11-16T20:34:24.448060+0000 osd.1 (osd.1) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:25.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:25 smithi071 bash[9480]: cluster 2020-11-16T20:34:24.448126+0000 osd.1 (osd.1) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:25.701 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:25 smithi142 bash[9523]: cluster 2020-11-16T20:34:24.448060+0000 osd.1 (osd.1) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:25.701 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:25 smithi142 bash[9523]: cluster 2020-11-16T20:34:24.448126+0000 osd.1 (osd.1) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:25.701 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:34:25 smithi142 bash[22738]: debug 2020-11-16T20:34:25.640+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:25.743 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:25.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:25 smithi065 bash[9468]: cluster 2020-11-16T20:34:24.448060+0000 osd.1 (osd.1) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:25.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:25 smithi065 bash[9468]: cluster 2020-11-16T20:34:24.448126+0000 osd.1 (osd.1) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:25.885 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:25.988 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:26.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:34:25 smithi065 bash[16457]: debug 2020-11-16T20:34:25.879+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:26 smithi071 bash[9480]: cluster 2020-11-16T20:34:25.415737+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e354: 12 total, 12 up, 12 in
2020-11-16T20:34:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:26 smithi071 bash[9480]: audit 2020-11-16T20:34:26.178523+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:34:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:26 smithi071 bash[9480]: audit 2020-11-16T20:34:26.184213+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:34:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:26 smithi071 bash[9480]: cluster 2020-11-16T20:34:26.192608+0000 mgr.x (mgr.14196) 666 : cluster [DBG] pgmap v940: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 508 op/s; 28318/145802 objects misplaced (19.422%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:34:26.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:26 smithi065 bash[9468]: cluster 2020-11-16T20:34:25.415737+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e354: 12 total, 12 up, 12 in
2020-11-16T20:34:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:26 smithi065 bash[9468]: audit 2020-11-16T20:34:26.178523+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:34:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:26 smithi065 bash[9468]: audit 2020-11-16T20:34:26.184213+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:34:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:26 smithi065 bash[9468]: cluster 2020-11-16T20:34:26.192608+0000 mgr.x (mgr.14196) 666 : cluster [DBG] pgmap v940: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 508 op/s; 28318/145802 objects misplaced (19.422%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:34:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:26 smithi142 bash[9523]: cluster 2020-11-16T20:34:25.415737+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e354: 12 total, 12 up, 12 in
2020-11-16T20:34:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:26 smithi142 bash[9523]: audit 2020-11-16T20:34:26.178523+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:34:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:26 smithi142 bash[9523]: audit 2020-11-16T20:34:26.184213+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:34:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:26 smithi142 bash[9523]: cluster 2020-11-16T20:34:26.192608+0000 mgr.x (mgr.14196) 666 : cluster [DBG] pgmap v940: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 508 op/s; 28318/145802 objects misplaced (19.422%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:34:27.116 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:27.220 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:27.359 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:27.465 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:27.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:34:27 smithi142 bash[15670]: debug 2020-11-16T20:34:27.116+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:27.596 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:34:27 smithi071 bash[26650]: debug 2020-11-16T20:34:27.357+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:27.597 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:27.700 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:34:27.857 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:34:27.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:34:27 smithi071 bash[14419]: debug 2020-11-16T20:34:27.592+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:27.961 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:27.969 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:34:27 smithi065 bash[14115]: debug 2020-11-16T20:34:27.855+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:28.076 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:28.180 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:28.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:34:28 smithi065 bash[16457]: debug 2020-11-16T20:34:28.075+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:28.324 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:28.428 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:28.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:28 smithi071 bash[9480]: cluster 2020-11-16T20:34:26.921291+0000 osd.11 (osd.11) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:28.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:28 smithi071 bash[9480]: cluster 2020-11-16T20:34:26.921373+0000 osd.11 (osd.11) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:28.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:28 smithi071 bash[9480]: cluster 2020-11-16T20:34:27.432260+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e355: 12 total, 12 up, 12 in
2020-11-16T20:34:28.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:28 smithi071 bash[9480]: cluster 2020-11-16T20:34:28.193099+0000 mgr.x (mgr.14196) 667 : cluster [DBG] pgmap v942: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.4 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 545 op/s; 27986/143784 objects misplaced (19.464%); 10 MiB/s, 160 objects/s recovering
2020-11-16T20:34:28.451 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:34:28 smithi071 bash[12066]: debug 2020-11-16T20:34:28.316+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:28.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:28 smithi065 bash[9468]: cluster 2020-11-16T20:34:26.921291+0000 osd.11 (osd.11) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:28.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:28 smithi065 bash[9468]: cluster 2020-11-16T20:34:26.921373+0000 osd.11 (osd.11) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:28.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:28 smithi065 bash[9468]: cluster 2020-11-16T20:34:27.432260+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e355: 12 total, 12 up, 12 in
2020-11-16T20:34:28.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:28 smithi065 bash[9468]: cluster 2020-11-16T20:34:28.193099+0000 mgr.x (mgr.14196) 667 : cluster [DBG] pgmap v942: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.4 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 545 op/s; 27986/143784 objects misplaced (19.464%); 10 MiB/s, 160 objects/s recovering
2020-11-16T20:34:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:28 smithi142 bash[9523]: cluster 2020-11-16T20:34:26.921291+0000 osd.11 (osd.11) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:28 smithi142 bash[9523]: cluster 2020-11-16T20:34:26.921373+0000 osd.11 (osd.11) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:28 smithi142 bash[9523]: cluster 2020-11-16T20:34:27.432260+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e355: 12 total, 12 up, 12 in
2020-11-16T20:34:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:28 smithi142 bash[9523]: cluster 2020-11-16T20:34:28.193099+0000 mgr.x (mgr.14196) 667 : cluster [DBG] pgmap v942: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.4 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 545 op/s; 27986/143784 objects misplaced (19.464%); 10 MiB/s, 160 objects/s recovering
2020-11-16T20:34:29.513 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:29.617 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:29.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:34:29 smithi142 bash[20366]: debug 2020-11-16T20:34:29.516+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:29.919 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:30.023 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:30.143 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:30.246 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:34:30.286 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:34:29 smithi142 bash[20366]: debug 2020-11-16T20:34:29.916+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:30.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:34:30 smithi071 bash[12066]: debug 2020-11-16T20:34:30.140+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:31.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:31 smithi065 bash[9468]: cluster 2020-11-16T20:34:30.193790+0000 mgr.x (mgr.14196) 668 : cluster [DBG] pgmap v943: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.3 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 27493/142110 objects misplaced (19.346%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:31.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:31 smithi142 bash[9523]: cluster 2020-11-16T20:34:30.193790+0000 mgr.x (mgr.14196) 668 : cluster [DBG] pgmap v943: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.3 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 27493/142110 objects misplaced (19.346%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:31.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:31 smithi071 bash[9480]: cluster 2020-11-16T20:34:30.193790+0000 mgr.x (mgr.14196) 668 : cluster [DBG] pgmap v943: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.3 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 483 op/s; 27493/142110 objects misplaced (19.346%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:31.975 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:34:32.079 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:34:32.208 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:34:32.283 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:34:31 smithi142 bash[22738]: debug 2020-11-16T20:34:31.976+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:32.316 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:32.395 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:34:32 smithi071 bash[16796]: debug 2020-11-16T20:34:32.200+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:32.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:32 smithi071 bash[9480]: cluster 2020-11-16T20:34:32.194327+0000 mgr.x (mgr.14196) 669 : cluster [DBG] pgmap v944: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.3 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 560 op/s; 27324/139540 objects misplaced (19.581%); 10 MiB/s, 159 objects/s recovering
2020-11-16T20:34:32.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:32 smithi142 bash[9523]: cluster 2020-11-16T20:34:32.194327+0000 mgr.x (mgr.14196) 669 : cluster [DBG] pgmap v944: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.3 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 560 op/s; 27324/139540 objects misplaced (19.581%); 10 MiB/s, 159 objects/s recovering
2020-11-16T20:34:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:32 smithi065 bash[9468]: cluster 2020-11-16T20:34:32.194327+0000 mgr.x (mgr.14196) 669 : cluster [DBG] pgmap v944: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.3 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 560 op/s; 27324/139540 objects misplaced (19.581%); 10 MiB/s, 159 objects/s recovering
2020-11-16T20:34:33.782 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:33.886 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:34.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:34:33 smithi142 bash[18009]: debug 2020-11-16T20:34:33.784+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:34.939 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:35.042 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:34:35.186 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:34:35.247 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:34:34 smithi142 bash[20366]: debug 2020-11-16T20:34:34.936+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:35.289 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:35.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:34:35 smithi065 bash[11785]: debug 2020-11-16T20:34:35.187+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:35.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:35 smithi065 bash[9468]: cluster 2020-11-16T20:34:34.194850+0000 mgr.x (mgr.14196) 670 : cluster [DBG] pgmap v945: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 492 op/s; 26768/137808 objects misplaced (19.424%); 8.5 MiB/s, 135 objects/s recovering
2020-11-16T20:34:35.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:35 smithi142 bash[9523]: cluster 2020-11-16T20:34:34.194850+0000 mgr.x (mgr.14196) 670 : cluster [DBG] pgmap v945: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 492 op/s; 26768/137808 objects misplaced (19.424%); 8.5 MiB/s, 135 objects/s recovering
2020-11-16T20:34:35.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:35 smithi071 bash[9480]: cluster 2020-11-16T20:34:34.194850+0000 mgr.x (mgr.14196) 670 : cluster [DBG] pgmap v945: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.2 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 492 op/s; 26768/137808 objects misplaced (19.424%); 8.5 MiB/s, 135 objects/s recovering
2020-11-16T20:34:37.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:37 smithi065 bash[9468]: cluster 2020-11-16T20:34:36.195286+0000 mgr.x (mgr.14196) 671 : cluster [DBG] pgmap v946: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 543 op/s; 26311/134928 objects misplaced (19.500%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:34:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:37 smithi065 bash[9468]: cluster 2020-11-16T20:34:36.403928+0000 osd.6 (osd.6) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:37.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:37 smithi065 bash[9468]: cluster 2020-11-16T20:34:36.404022+0000 osd.6 (osd.6) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:37.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:37 smithi142 bash[9523]: cluster 2020-11-16T20:34:36.195286+0000 mgr.x (mgr.14196) 671 : cluster [DBG] pgmap v946: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 543 op/s; 26311/134928 objects misplaced (19.500%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:34:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:37 smithi142 bash[9523]: cluster 2020-11-16T20:34:36.403928+0000 osd.6 (osd.6) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:37.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:37 smithi142 bash[9523]: cluster 2020-11-16T20:34:36.404022+0000 osd.6 (osd.6) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:37 smithi071 bash[9480]: cluster 2020-11-16T20:34:36.195286+0000 mgr.x (mgr.14196) 671 : cluster [DBG] pgmap v946: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 543 op/s; 26311/134928 objects misplaced (19.500%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:34:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:37 smithi071 bash[9480]: cluster 2020-11-16T20:34:36.403928+0000 osd.6 (osd.6) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:37 smithi071 bash[9480]: cluster 2020-11-16T20:34:36.404022+0000 osd.6 (osd.6) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:37.915 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:38.021 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:38.145 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:38.250 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:38.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:34:37 smithi142 bash[15670]: debug 2020-11-16T20:34:37.912+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:38.353 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:34:38 smithi071 bash[26650]: debug 2020-11-16T20:34:38.144+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:38.360 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:38.464 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:34:38.582 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:34:38.685 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:38.695 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:38 smithi065 bash[9468]: cluster 2020-11-16T20:34:37.396040+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e356: 12 total, 12 up, 12 in
2020-11-16T20:34:38.695 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:38 smithi065 bash[9468]: cluster 2020-11-16T20:34:38.195708+0000 mgr.x (mgr.14196) 672 : cluster [DBG] pgmap v948: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 547 op/s; 25929/132830 objects misplaced (19.520%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:38 smithi071 bash[9480]: cluster 2020-11-16T20:34:37.396040+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e356: 12 total, 12 up, 12 in
2020-11-16T20:34:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:38 smithi071 bash[9480]: cluster 2020-11-16T20:34:38.195708+0000 mgr.x (mgr.14196) 672 : cluster [DBG] pgmap v948: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 547 op/s; 25929/132830 objects misplaced (19.520%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:38.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:34:38 smithi071 bash[12066]: debug 2020-11-16T20:34:38.352+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:38.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:34:38 smithi071 bash[16796]: debug 2020-11-16T20:34:38.576+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:38.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:38 smithi142 bash[9523]: cluster 2020-11-16T20:34:37.396040+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e356: 12 total, 12 up, 12 in
2020-11-16T20:34:38.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:38 smithi142 bash[9523]: cluster 2020-11-16T20:34:38.195708+0000 mgr.x (mgr.14196) 672 : cluster [DBG] pgmap v948: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 547 op/s; 25929/132830 objects misplaced (19.520%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:38.819 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:38.923 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:39.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:34:38 smithi065 bash[16457]: debug 2020-11-16T20:34:38.819+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:39.047 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:34:39.150 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:39.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:34:39 smithi071 bash[12066]: debug 2020-11-16T20:34:39.044+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:39.257 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:39.364 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:43.563 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:34:39 smithi071 bash[26650]: debug 2020-11-16T20:34:39.252+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:43.563 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:41 smithi071 bash[9480]: audit 2020-11-16T20:34:39.910411+0000 mgr.x (mgr.14196) 673 : audit [DBG] from='client.15351 v1:172.21.15.142:0/2234586296' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:34:43.564 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:41 smithi071 bash[9480]: cluster 2020-11-16T20:34:40.196187+0000 mgr.x (mgr.14196) 674 : cluster [DBG] pgmap v949: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 550 op/s; 25436/131102 objects misplaced (19.402%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:43.564 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:42 smithi071 bash[9480]: cluster 2020-11-16T20:34:41.054894+0000 osd.4 (osd.4) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:43.564 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:42 smithi071 bash[9480]: cluster 2020-11-16T20:34:41.054982+0000 osd.4 (osd.4) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:43.564 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:42 smithi071 bash[9480]: cluster 2020-11-16T20:34:41.256459+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e357: 12 total, 12 up, 12 in
2020-11-16T20:34:43.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:41 smithi065 bash[9468]: audit 2020-11-16T20:34:39.910411+0000 mgr.x (mgr.14196) 673 : audit [DBG] from='client.15351 v1:172.21.15.142:0/2234586296' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:34:43.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:41 smithi065 bash[9468]: cluster 2020-11-16T20:34:40.196187+0000 mgr.x (mgr.14196) 674 : cluster [DBG] pgmap v949: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 550 op/s; 25436/131102 objects misplaced (19.402%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:43.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:42 smithi065 bash[9468]: cluster 2020-11-16T20:34:41.054894+0000 osd.4 (osd.4) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:43.570 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:42 smithi065 bash[9468]: cluster 2020-11-16T20:34:41.054982+0000 osd.4 (osd.4) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:43.570 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:42 smithi065 bash[9468]: cluster 2020-11-16T20:34:41.256459+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e357: 12 total, 12 up, 12 in
2020-11-16T20:34:43.570 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:43 smithi065 bash[9468]: cluster 2020-11-16T20:34:42.196627+0000 mgr.x (mgr.14196) 675 : cluster [DBG] pgmap v951: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 595 op/s; 25275/128274 objects misplaced (19.704%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:34:43.570 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:34:43.571 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:34:43.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:41 smithi142 bash[9523]: audit 2020-11-16T20:34:39.910411+0000 mgr.x (mgr.14196) 673 : audit [DBG] from='client.15351 v1:172.21.15.142:0/2234586296' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:34:43.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:41 smithi142 bash[9523]: cluster 2020-11-16T20:34:40.196187+0000 mgr.x (mgr.14196) 674 : cluster [DBG] pgmap v949: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 4.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 550 op/s; 25436/131102 objects misplaced (19.402%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:34:43.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:42 smithi142 bash[9523]: cluster 2020-11-16T20:34:41.054894+0000 osd.4 (osd.4) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:43.572 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:42 smithi142 bash[9523]: cluster 2020-11-16T20:34:41.054982+0000 osd.4 (osd.4) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:43.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:42 smithi142 bash[9523]: cluster 2020-11-16T20:34:41.256459+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e357: 12 total, 12 up, 12 in
2020-11-16T20:34:43.573 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:43 smithi142 bash[9523]: cluster 2020-11-16T20:34:42.196627+0000 mgr.x (mgr.14196) 675 : cluster [DBG] pgmap v951: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 595 op/s; 25275/128274 objects misplaced (19.704%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:34:43.681 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":948,"stamp":"2020-11-16T20:34:38.195486+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4352507928,"num_objects":66415,"num_object_clones":0,"num_object_copies":132830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":25929,"num_objects_unfound":0,"num_objects_dirty":66415,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":209047,"num_write_kb":8814721,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35629,"num_bytes_recovered":2334326784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160852,"ondisk_log_size":160852,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":40,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":11420084,"kb_used_data":9688212,"kb_used_omap":0,"kb_used_meta":1731711,"kb_avail":1113521740,"statfs":{"total":1151940427776,"available":1140246261760,"internally_reserved":0,"allocated":9920729088,"data_stored":9916426144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":1773272124},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-358940672,"num_objects":-5477,"num_object_clones":0,"num_object_copies":-10954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2057,"num_objects_unfound":0,"num_objects_dirty":-5477,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5477,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1676,"num_bytes_recovered":109838336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002681"},"pg_stats":[{"pgid":"3.f","version":"355'12892","reported_seq":"12975","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:36.129930+0000","last_change":"2020-11-16T20:31:26.746690+0000","last_active":"2020-11-16T20:34:36.129930+0000","last_peered":"2020-11-16T20:34:36.129930+0000","last_clean":"2020-11-16T20:34:36.129930+0000","last_became_active":"2020-11-16T20:30:12.374642+0000","last_became_peered":"2020-11-16T20:30:12.374642+0000","last_unstale":"2020-11-16T20:34:36.129930+0000","last_undegraded":"2020-11-16T20:34:36.129930+0000","last_fullsized":"2020-11-16T20:34:36.129930+0000","mapping_epoch":281,"log_start":"294'2800","ondisk_log_start":"294'2800","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"311'6742","last_scrub_stamp":"2020-11-16T20:31:26.746631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:31:26.746631+0000","log_size":10092,"ondisk_log_size":10092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":266207232,"num_objects":4062,"num_object_clones":0,"num_object_copies":8124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4062,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12892,"num_write_kb":542528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"355'13070","reported_seq":"26727","reported_epoch":"355","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:34:37.392256+0000","last_change":"2020-11-16T20:32:02.025888+0000","last_active":"2020-11-16T20:34:37.392256+0000","last_peered":"2020-11-16T20:34:37.392256+0000","last_clean":"2020-11-16T20:31:59.272733+0000","last_became_active":"2020-11-16T20:32:01.949363+0000","last_became_peered":"2020-11-16T20:32:01.949363+0000","last_unstale":"2020-11-16T20:34:37.392256+0000","last_undegraded":"2020-11-16T20:34:37.392256+0000","last_fullsized":"2020-11-16T20:34:37.392256+0000","mapping_epoch":321,"log_start":"294'3000","ondisk_log_start":"294'3000","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10070,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":263585792,"num_objects":4022,"num_object_clones":0,"num_object_copies":8044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8042,"num_objects_unfound":0,"num_objects_dirty":4022,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13070,"num_write_kb":546944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4524,"num_bytes_recovered":296484864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9],"acting":[4,2],"avail_no_missing":["4","11"],"object_location_counts":[{"shards":"2,4","objects":1},{"shards":"4,11","objects":4021}],"blocked_by":[],"up_primary":2,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"355'12919","reported_seq":"13000","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:36.151361+0000","last_change":"2020-11-16T20:30:12.373606+0000","last_active":"2020-11-16T20:34:36.151361+0000","last_peered":"2020-11-16T20:34:36.151361+0000","last_clean":"2020-11-16T20:34:36.151361+0000","last_became_active":"2020-11-16T20:30:12.372426+0000","last_became_peered":"2020-11-16T20:30:12.372426+0000","last_unstale":"2020-11-16T20:34:36.151361+0000","last_undegraded":"2020-11-16T20:34:36.151361+0000","last_fullsized":"2020-11-16T20:34:36.151361+0000","mapping_epoch":281,"log_start":"294'2900","ondisk_log_start":"294'2900","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10019,"ondisk_log_size":10019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":264110104,"num_objects":4031,"num_object_clones":0,"num_object_copies":8062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4031,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12919,"num_write_kb":542337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"355'13345","reported_seq":"13428","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:35.163994+0000","last_change":"2020-11-16T20:31:24.640746+0000","last_active":"2020-11-16T20:34:35.163994+0000","last_peered":"2020-11-16T20:34:35.163994+0000","last_clean":"2020-11-16T20:34:35.163994+0000","last_became_active":"2020-11-16T20:30:12.370211+0000","last_became_peered":"2020-11-16T20:30:12.370211+0000","last_unstale":"2020-11-16T20:34:35.163994+0000","last_undegraded":"2020-11-16T20:34:35.163994+0000","last_fullsized":"2020-11-16T20:34:35.163994+0000","mapping_epoch":281,"log_start":"295'3300","ondisk_log_start":"295'3300","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"310'6838","last_scrub_stamp":"2020-11-16T20:31:24.640683+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:31:24.640683+0000","log_size":10045,"ondisk_log_size":10045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":278986752,"num_objects":4257,"num_object_clones":0,"num_object_copies":8514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13345,"num_write_kb":563264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"355'13044","reported_seq":"22034","reported_epoch":"355","state":"active+recovering","last_fresh":"2020-11-16T20:34:34.664721+0000","last_change":"2020-11-16T20:32:00.734849+0000","last_active":"2020-11-16T20:34:34.664721+0000","last_peered":"2020-11-16T20:34:34.664721+0000","last_clean":"2020-11-16T20:31:59.304476+0000","last_became_active":"2020-11-16T20:32:00.644594+0000","last_became_peered":"2020-11-16T20:32:00.644594+0000","last_unstale":"2020-11-16T20:34:34.664721+0000","last_undegraded":"2020-11-16T20:34:34.664721+0000","last_fullsized":"2020-11-16T20:34:34.664721+0000","mapping_epoch":320,"log_start":"294'3000","ondisk_log_start":"294'3000","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10044,"ondisk_log_size":10044,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":271450112,"num_objects":4142,"num_object_clones":0,"num_object_copies":8284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4140,"num_objects_unfound":0,"num_objects_dirty":4142,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13044,"num_write_kb":549952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4451,"num_bytes_recovered":291700736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","0"],"object_location_counts":[{"shards":"0,3","objects":4140},{"shards":"3,4","objects":2}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"355'13243","reported_seq":"13324","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:34.983457+0000","last_change":"2020-11-16T20:30:12.371495+0000","last_active":"2020-11-16T20:34:34.983457+0000","last_peered":"2020-11-16T20:34:34.983457+0000","last_clean":"2020-11-16T20:34:34.983457+0000","last_became_active":"2020-11-16T20:30:12.370479+0000","last_became_peered":"2020-11-16T20:30:12.370479+0000","last_unstale":"2020-11-16T20:34:34.983457+0000","last_undegraded":"2020-11-16T20:34:34.983457+0000","last_fullsized":"2020-11-16T20:34:34.983457+0000","mapping_epoch":281,"log_start":"295'3200","ondisk_log_start":"295'3200","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10043,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":275185664,"num_objects":4199,"num_object_clones":0,"num_object_copies":8398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13243,"num_write_kb":558144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"356'16391","reported_seq":"32736","reported_epoch":"356","state":"active+clean","last_fresh":"2020-11-16T20:34:37.508924+0000","last_change":"2020-11-16T20:32:40.276567+0000","last_active":"2020-11-16T20:34:37.508924+0000","last_peered":"2020-11-16T20:34:37.508924+0000","last_clean":"2020-11-16T20:34:37.508924+0000","last_became_active":"2020-11-16T20:32:40.255789+0000","last_became_peered":"2020-11-16T20:32:40.255789+0000","last_unstale":"2020-11-16T20:34:37.508924+0000","last_undegraded":"2020-11-16T20:34:37.508924+0000","last_fullsized":"2020-11-16T20:34:37.508924+0000","mapping_epoch":330,"log_start":"306'6300","ondisk_log_start":"306'6300","created":281,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10091,"ondisk_log_size":10091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":263192576,"num_objects":4016,"num_object_clones":0,"num_object_copies":8032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4016,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13186,"num_write_kb":550464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8121,"num_bytes_recovered":532217856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7],"acting":[8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.8","version":"355'13052","reported_seq":"13132","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:35.711967+0000","last_change":"2020-11-16T20:30:12.373349+0000","last_active":"2020-11-16T20:34:35.711967+0000","last_peered":"2020-11-16T20:34:35.711967+0000","last_clean":"2020-11-16T20:34:35.711967+0000","last_became_active":"2020-11-16T20:30:12.372379+0000","last_became_peered":"2020-11-16T20:30:12.372379+0000","last_unstale":"2020-11-16T20:34:35.711967+0000","last_undegraded":"2020-11-16T20:34:35.711967+0000","last_fullsized":"2020-11-16T20:34:35.711967+0000","mapping_epoch":281,"log_start":"295'3000","ondisk_log_start":"295'3000","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10052,"ondisk_log_size":10052,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":275120128,"num_objects":4198,"num_object_clones":0,"num_object_copies":8396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13052,"num_write_kb":552000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.7","version":"355'12985","reported_seq":"21885","reported_epoch":"355","state":"active+recovering","last_fresh":"2020-11-16T20:34:35.316138+0000","last_change":"2020-11-16T20:32:00.675892+0000","last_active":"2020-11-16T20:34:35.316138+0000","last_peered":"2020-11-16T20:34:35.316138+0000","last_clean":"2020-11-16T20:31:59.308416+0000","last_became_active":"2020-11-16T20:32:00.617944+0000","last_became_peered":"2020-11-16T20:32:00.617944+0000","last_unstale":"2020-11-16T20:34:35.316138+0000","last_undegraded":"2020-11-16T20:34:35.316138+0000","last_fullsized":"2020-11-16T20:34:35.316138+0000","mapping_epoch":320,"log_start":"294'2900","ondisk_log_start":"294'2900","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"309'6521","last_scrub_stamp":"2020-11-16T20:31:23.419798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:31:23.419798+0000","log_size":10085,"ondisk_log_size":10085,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":275578880,"num_objects":4205,"num_object_clones":0,"num_object_copies":8410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4189,"num_objects_unfound":0,"num_objects_dirty":4205,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12985,"num_write_kb":550080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4405,"num_bytes_recovered":288686080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","11"],"object_location_counts":[{"shards":"2,7","objects":16},{"shards":"2,11","objects":4189}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"355'12871","reported_seq":"21605","reported_epoch":"355","state":"active+recovering","last_fresh":"2020-11-16T20:34:33.388449+0000","last_change":"2020-11-16T20:32:00.729912+0000","last_active":"2020-11-16T20:34:33.388449+0000","last_peered":"2020-11-16T20:34:33.388449+0000","last_clean":"2020-11-16T20:31:59.293829+0000","last_became_active":"2020-11-16T20:32:00.632134+0000","last_became_peered":"2020-11-16T20:32:00.632134+0000","last_unstale":"2020-11-16T20:34:33.388449+0000","last_undegraded":"2020-11-16T20:34:33.388449+0000","last_fullsized":"2020-11-16T20:34:33.388449+0000","mapping_epoch":320,"log_start":"294'2800","ondisk_log_start":"294'2800","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10071,"ondisk_log_size":10071,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":277020672,"num_objects":4227,"num_object_clones":0,"num_object_copies":8454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4223,"num_objects_unfound":0,"num_objects_dirty":4227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12871,"num_write_kb":547136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4324,"num_bytes_recovered":283377664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","0"],"object_location_counts":[{"shards":"0,1","objects":4223},{"shards":"1,4","objects":4}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"355'12995","reported_seq":"13075","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:35.187664+0000","last_change":"2020-11-16T20:30:12.373733+0000","last_active":"2020-11-16T20:34:35.187664+0000","last_peered":"2020-11-16T20:34:35.187664+0000","last_clean":"2020-11-16T20:34:35.187664+0000","last_became_active":"2020-11-16T20:30:12.373391+0000","last_became_peered":"2020-11-16T20:30:12.373391+0000","last_unstale":"2020-11-16T20:34:35.187664+0000","last_undegraded":"2020-11-16T20:34:35.187664+0000","last_fullsized":"2020-11-16T20:34:35.187664+0000","mapping_epoch":281,"log_start":"294'2900","ondisk_log_start":"294'2900","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10095,"ondisk_log_size":10095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":272564224,"num_objects":4159,"num_object_clones":0,"num_object_copies":8318,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4159,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12995,"num_write_kb":548928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"355'12922","reported_seq":"13002","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:33.385638+0000","last_change":"2020-11-16T20:30:12.373520+0000","last_active":"2020-11-16T20:34:33.385638+0000","last_peered":"2020-11-16T20:34:33.385638+0000","last_clean":"2020-11-16T20:34:33.385638+0000","last_became_active":"2020-11-16T20:30:12.373094+0000","last_became_peered":"2020-11-16T20:30:12.373094+0000","last_unstale":"2020-11-16T20:34:33.385638+0000","last_undegraded":"2020-11-16T20:34:33.385638+0000","last_fullsized":"2020-11-16T20:34:33.385638+0000","mapping_epoch":281,"log_start":"294'2900","ondisk_log_start":"294'2900","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10022,"ondisk_log_size":10022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":272760832,"num_objects":4162,"num_object_clones":0,"num_object_copies":8324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12922,"num_write_kb":546688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"355'13022","reported_seq":"13103","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:37.368374+0000","last_change":"2020-11-16T20:30:12.373898+0000","last_active":"2020-11-16T20:34:37.368374+0000","last_peered":"2020-11-16T20:34:37.368374+0000","last_clean":"2020-11-16T20:34:37.368374+0000","last_became_active":"2020-11-16T20:30:12.373334+0000","last_became_peered":"2020-11-16T20:30:12.373334+0000","last_unstale":"2020-11-16T20:34:37.368374+0000","last_undegraded":"2020-11-16T20:34:37.368374+0000","last_fullsized":"2020-11-16T20:34:37.368374+0000","mapping_epoch":281,"log_start":"295'3000","ondisk_log_start":"295'3000","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10022,"ondisk_log_size":10022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":273022976,"num_objects":4166,"num_object_clones":0,"num_object_copies":8332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4166,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13022,"num_write_kb":550016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"355'13176","reported_seq":"26029","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:36.970336+0000","last_change":"2020-11-16T20:33:44.236701+0000","last_active":"2020-11-16T20:34:36.970336+0000","last_peered":"2020-11-16T20:34:36.970336+0000","last_clean":"2020-11-16T20:34:36.970336+0000","last_became_active":"2020-11-16T20:31:19.601810+0000","last_became_peered":"2020-11-16T20:31:19.601810+0000","last_unstale":"2020-11-16T20:34:36.970336+0000","last_undegraded":"2020-11-16T20:34:36.970336+0000","last_fullsized":"2020-11-16T20:34:36.970336+0000","mapping_epoch":307,"log_start":"295'3100","ondisk_log_start":"295'3100","created":281,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"344'11498","last_scrub_stamp":"2020-11-16T20:33:44.236628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:33:44.236628+0000","log_size":10076,"ondisk_log_size":10076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":272367616,"num_objects":4156,"num_object_clones":0,"num_object_copies":8312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4156,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13176,"num_write_kb":554624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6380,"num_bytes_recovered":418119680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,10],"acting":[0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"355'13122","reported_seq":"13202","reported_epoch":"355","state":"active+clean","last_fresh":"2020-11-16T20:34:35.731263+0000","last_change":"2020-11-16T20:30:12.373727+0000","last_active":"2020-11-16T20:34:35.731263+0000","last_peered":"2020-11-16T20:34:35.731263+0000","last_clean":"2020-11-16T20:34:35.731263+0000","last_became_active":"2020-11-16T20:30:12.372706+0000","last_became_peered":"2020-11-16T20:30:12.372706+0000","last_unstale":"2020-11-16T20:34:35.731263+0000","last_undegraded":"2020-11-16T20:34:35.731263+0000","last_fullsized":"2020-11-16T20:34:35.731263+0000","mapping_epoch":281,"log_start":"295'3100","ondisk_log_start":"295'3100","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10022,"ondisk_log_size":10022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":268304384,"num_objects":4094,"num_object_clones":0,"num_object_copies":8188,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4094,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13122,"num_write_kb":550912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9],"acting":[11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2","version":"355'13203","reported_seq":"20138","reported_epoch":"355","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:34:34.620779+0000","last_change":"2020-11-16T20:32:01.995323+0000","last_active":"2020-11-16T20:34:34.620779+0000","last_peered":"2020-11-16T20:34:34.620779+0000","last_clean":"2020-11-16T20:31:59.310486+0000","last_became_active":"2020-11-16T20:32:01.938140+0000","last_became_peered":"2020-11-16T20:32:01.938140+0000","last_unstale":"2020-11-16T20:34:34.620779+0000","last_undegraded":"2020-11-16T20:34:34.620779+0000","last_fullsized":"2020-11-16T20:34:34.620779+0000","mapping_epoch":321,"log_start":"295'3200","ondisk_log_start":"295'3200","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"306'6417","last_scrub_stamp":"2020-11-16T20:31:18.285245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:31:18.285245+0000","log_size":10003,"ondisk_log_size":10003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":283049984,"num_objects":4319,"num_object_clones":0,"num_object_copies":8638,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5335,"num_objects_unfound":0,"num_objects_dirty":4319,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13203,"num_write_kb":560704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3424,"num_bytes_recovered":223739904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9],"acting":[3,9],"avail_no_missing":["3","9"],"object_location_counts":[{"shards":"3,9","objects":-1016}],"blocked_by":[],"up_primary":6,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"321","reported_epoch":"354","state":"active+clean","last_fresh":"2020-11-16T20:34:25.423946+0000","last_change":"2020-11-16T20:32:00.318738+0000","last_active":"2020-11-16T20:34:25.423946+0000","last_peered":"2020-11-16T20:34:25.423946+0000","last_clean":"2020-11-16T20:34:25.423946+0000","last_became_active":"2020-11-16T20:32:00.318093+0000","last_became_peered":"2020-11-16T20:32:00.318093+0000","last_unstale":"2020-11-16T20:34:25.423946+0000","last_undegraded":"2020-11-16T20:34:25.423946+0000","last_fullsized":"2020-11-16T20:34:25.423946+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:21.974833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:30:21.974833+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":4352507928,"num_objects":66415,"num_object_clones":0,"num_object_copies":132830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":25929,"num_objects_unfound":0,"num_objects_dirty":66415,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":209047,"num_write_kb":8814721,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35629,"num_bytes_recovered":2334326784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9882902528,"data_stored":9882894384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160852,"ondisk_log_size":160852,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631651,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2318360,"kb_used_data":2158672,"kb_used_omap":0,"kb_used_meta":159680,"kb_avail":91426792,"statfs":{"total":95995035648,"available":93621035008,"internally_reserved":0,"allocated":2210480128,"data_stored":2210122702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":163512320},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:33:47 2020","interfaces":[{"interface":"back","average":{"1min":11.140000000000001,"5min":3.407,"15min":2.2869999999999999},"min":{"1min":0.59099999999999997,"5min":0.55900000000000005,"15min":0.47199999999999998},"max":{"1min":242.179,"5min":242.179,"15min":242.179},"last":0.875},{"interface":"front","average":{"1min":12.175000000000001,"5min":3.9849999999999999,"15min":2.847},"min":{"1min":1.1339999999999999,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":244.363,"5min":244.363,"15min":244.363},"last":1.2490000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:34:18 2020","interfaces":[{"interface":"back","average":{"1min":13.515000000000001,"5min":4.4260000000000002,"15min":2.8159999999999998},"min":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"max":{"1min":247.31299999999999,"5min":247.31299999999999,"15min":247.31299999999999},"last":0.91500000000000004},{"interface":"front","average":{"1min":13.51,"5min":4.3940000000000001,"15min":2.9460000000000002},"min":{"1min":0.85999999999999999,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":244.84999999999999,"5min":244.84999999999999,"15min":244.84999999999999},"last":1.9430000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:33:47 2020","interfaces":[{"interface":"back","average":{"1min":12.231,"5min":5.3620000000000001,"15min":3.5129999999999999},"min":{"1min":0.79100000000000004,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":245.767,"5min":245.767,"15min":245.767},"last":2.8170000000000002},{"interface":"front","average":{"1min":12.881,"5min":5.7300000000000004,"15min":3.5600000000000001},"min":{"1min":1.204,"5min":0.83899999999999997,"15min":0.64200000000000002},"max":{"1min":245.66999999999999,"5min":245.66999999999999,"15min":245.66999999999999},"last":1.5169999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:33:47 2020","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":2.2509999999999999,"15min":2.476},"min":{"1min":0.92700000000000005,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":5.1660000000000004,"5min":7.8600000000000003,"15min":7.8600000000000003},"last":1.7370000000000001},{"interface":"front","average":{"1min":2.3500000000000001,"5min":2.516,"15min":2.4849999999999999},"min":{"1min":1.4690000000000001,"5min":0.95899999999999996,"15min":0.72299999999999998},"max":{"1min":3.6259999999999999,"5min":6.4699999999999998,"15min":6.4699999999999998},"last":2.2000000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:33:47 2020","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":2.0179999999999998,"15min":2.6989999999999998},"min":{"1min":0.85599999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":4.4020000000000001,"5min":5.3970000000000002,"15min":9.6180000000000003},"last":0.98299999999999998},{"interface":"front","average":{"1min":2.714,"5min":2.6309999999999998,"15min":2.8450000000000002},"min":{"1min":1.5669999999999999,"5min":1.0740000000000001,"15min":0.98599999999999999},"max":{"1min":5.4880000000000004,"5min":5.4880000000000004,"15min":5.4880000000000004},"last":2.411}]},{"osd":6,"last update":"Mon Nov 16 20:33:47 2020","interfaces":[{"interface":"back","average":{"1min":2.2429999999999999,"5min":2.5249999999999999,"15min":2.597},"min":{"1min":1.2,"5min":1.0600000000000001,"15min":0.83099999999999996},"max":{"1min":4.556,"5min":7.1639999999999997,"15min":7.1639999999999997},"last":1.45},{"interface":"front","average":{"1min":2.738,"5min":2.8980000000000001,"15min":3.3260000000000001},"min":{"1min":1.423,"5min":1.224,"15min":0.93100000000000005},"max":{"1min":4.0419999999999998,"5min":6.2450000000000001,"15min":7.8940000000000001},"last":2.7669999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:34:31 2020","interfaces":[{"interface":"back","average":{"1min":2.8839999999999999,"5min":2.9500000000000002,"15min":2.4319999999999999},"min":{"1min":1.71,"5min":1.018,"15min":0.86799999999999999},"max":{"1min":6.2290000000000001,"5min":7.5410000000000004,"15min":7.5410000000000004},"last":2.6179999999999999},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.9430000000000001,"15min":2.839},"min":{"1min":0.998,"5min":0.998,"15min":0.998},"max":{"1min":5.7240000000000002,"5min":5.7809999999999997,"15min":5.7809999999999997},"last":2.5790000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:33:47 2020","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":2.4260000000000002,"15min":2.9849999999999999},"min":{"1min":1.131,"5min":0.85099999999999998,"15min":0.85099999999999998},"max":{"1min":3.4039999999999999,"5min":8.2379999999999995,"15min":8.2379999999999995},"last":3.2360000000000002},{"interface":"front","average":{"1min":2.5800000000000001,"5min":2.8839999999999999,"15min":3.1120000000000001},"min":{"1min":1.339,"5min":0.95999999999999996,"15min":0.85999999999999999},"max":{"1min":5.4720000000000004,"5min":7.319,"15min":7.319},"last":1.8380000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:33:41 2020","interfaces":[{"interface":"back","average":{"1min":3.2629999999999999,"5min":3.2829999999999999,"15min":3.7909999999999999},"min":{"1min":1.8480000000000001,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":6.2220000000000004,"5min":7.8929999999999998,"15min":7.8929999999999998},"last":2.8980000000000001},{"interface":"front","average":{"1min":2.8540000000000001,"5min":2.77,"15min":3.1419999999999999},"min":{"1min":1.5600000000000001,"5min":0.98899999999999999,"15min":0.98899999999999999},"max":{"1min":5.8600000000000003,"5min":5.8920000000000003,"15min":5.9800000000000004},"last":3.6019999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:33:47 2020","interfaces":[{"interface":"back","average":{"1min":2.7669999999999999,"5min":3.1669999999999998,"15min":3.3250000000000002},"min":{"1min":1.6000000000000001,"5min":1.3029999999999999,"15min":1.2310000000000001},"max":{"1min":4.8890000000000002,"5min":9.3279999999999994,"15min":9.5109999999999992},"last":2.1230000000000002},{"interface":"front","average":{"1min":2.5539999999999998,"5min":2.7559999999999998,"15min":3.1760000000000002},"min":{"1min":1.327,"5min":1.2430000000000001,"15min":1.177},"max":{"1min":4.306,"5min":6.3849999999999998,"15min":6.3849999999999998},"last":3.927}]}]},{"osd":10,"up_from":95,"seq":408021893289,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":358488,"kb_used_data":268048,"kb_used_omap":0,"kb_used_meta":90432,"kb_avail":93386664,"statfs":{"total":95995035648,"available":95627943936,"internally_reserved":0,"allocated":274481152,"data_stored":274123726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":92602368},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:44 2020","interfaces":[{"interface":"back","average":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.4049999999999998,"5min":2.4049999999999998,"15min":2.4049999999999998},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.0019999999999998,"5min":4.0019999999999998,"15min":4.0019999999999998},"last":0.89100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":1.5129999999999999,"15min":1.97},"min":{"1min":0.60799999999999998,"5min":0.55700000000000005,"15min":0.505},"max":{"1min":3.4540000000000002,"5min":8.0700000000000003,"15min":45.988999999999997},"last":1.6160000000000001},{"interface":"front","average":{"1min":1.304,"5min":1.7010000000000001,"15min":2.0699999999999998},"min":{"1min":0.76800000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":2.4369999999999998,"5min":8.0340000000000007,"15min":43.831000000000003},"last":0.78800000000000003}]},{"osd":2,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":1.6970000000000001,"5min":1.7230000000000001,"15min":1.9650000000000001},"min":{"1min":0.78100000000000003,"5min":0.72599999999999998,"15min":0.63200000000000001},"max":{"1min":3.258,"5min":4.4009999999999998,"15min":11.794},"last":2.0579999999999998},{"interface":"front","average":{"1min":1.9790000000000001,"5min":1.8320000000000001,"15min":2.1680000000000001},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.61399999999999999},"max":{"1min":4.202,"5min":4.7130000000000001,"15min":44.659999999999997},"last":1.1140000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":4.6689999999999996,"15min":2.6789999999999998},"min":{"1min":0.64000000000000001,"5min":0.63400000000000001,"15min":0.59199999999999997},"max":{"1min":4.8769999999999998,"5min":229.012,"15min":229.012},"last":1.5409999999999999},{"interface":"front","average":{"1min":1.659,"5min":4.6769999999999996,"15min":3.2410000000000001},"min":{"1min":0.68000000000000005,"5min":0.60099999999999998,"15min":0.59999999999999998},"max":{"1min":3.9769999999999999,"5min":225.529,"15min":225.529},"last":1.2250000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":2,"5min":2.129,"15min":2.5550000000000002},"min":{"1min":0.90500000000000003,"5min":0.81399999999999995,"15min":0.67000000000000004},"max":{"1min":4.1749999999999998,"5min":8.7309999999999999,"15min":45.624000000000002},"last":2.2330000000000001},{"interface":"front","average":{"1min":1.5800000000000001,"5min":1.8979999999999999,"15min":2.3100000000000001},"min":{"1min":0.94099999999999995,"5min":0.78600000000000003,"15min":0.78600000000000003},"max":{"1min":3.847,"5min":5.0010000000000003,"15min":45.814},"last":4.3280000000000003}]},{"osd":5,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":3.4860000000000002,"15min":3.1400000000000001},"min":{"1min":0.94099999999999995,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":2.0209999999999999,"5min":135.96000000000001,"15min":135.96000000000001},"last":1.381},{"interface":"front","average":{"1min":1.6910000000000001,"5min":3.6160000000000001,"15min":3.125},"min":{"1min":0.77900000000000003,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":2.9660000000000002,"5min":130.28200000000001,"15min":130.28200000000001},"last":1.3140000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":2.0390000000000001,"5min":3.1680000000000001,"15min":2.996},"min":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.81999999999999995},"max":{"1min":4.4660000000000002,"5min":99.906999999999996,"15min":99.906999999999996},"last":1.677},{"interface":"front","average":{"1min":2.3010000000000002,"5min":3.258,"15min":3.2570000000000001},"min":{"1min":1.2849999999999999,"5min":1.1739999999999999,"15min":0.86099999999999999},"max":{"1min":4.4020000000000001,"5min":99.834999999999994,"15min":99.834999999999994},"last":1.7589999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:33:48 2020","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":6.8529999999999998,"15min":4.3479999999999999},"min":{"1min":1.306,"5min":1.306,"15min":1.306},"max":{"1min":4.3639999999999999,"5min":341.77999999999997,"15min":341.77999999999997},"last":2.403},{"interface":"front","average":{"1min":2.1240000000000001,"5min":6.79,"15min":4.2359999999999998},"min":{"1min":1.2030000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"max":{"1min":4.0490000000000004,"5min":345.45800000000003,"15min":345.45800000000003},"last":1.994}]},{"osd":8,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":2.4369999999999998,"5min":2.6400000000000001,"15min":3.165},"min":{"1min":1.3999999999999999,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":3.944,"5min":6.2069999999999999,"15min":51.853000000000002},"last":2.5630000000000002},{"interface":"front","average":{"1min":2.2469999999999999,"5min":2.492,"15min":3.1640000000000001},"min":{"1min":1.3779999999999999,"5min":0.94199999999999995,"15min":0.91000000000000003},"max":{"1min":4.2140000000000004,"5min":4.6619999999999999,"15min":46.506999999999998},"last":1.5109999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":2.7109999999999999,"5min":2.875,"15min":3.2770000000000001},"min":{"1min":1.6559999999999999,"5min":0.84699999999999998,"15min":0.84699999999999998},"max":{"1min":4.5449999999999999,"5min":19.140000000000001,"15min":46.679000000000002},"last":3.2519999999999998},{"interface":"front","average":{"1min":2.4969999999999999,"5min":2.7250000000000001,"15min":3.3319999999999999},"min":{"1min":1.5629999999999999,"5min":1.377,"15min":1.123},"max":{"1min":4.4240000000000004,"5min":5.625,"15min":46.823999999999998},"last":3.8650000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:33:42 2020","interfaces":[{"interface":"back","average":{"1min":2.8860000000000001,"5min":2.9399999999999999,"15min":3.6080000000000001},"min":{"1min":1.748,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":5.0549999999999997,"5min":7.008,"15min":45.292000000000002},"last":4.4219999999999997},{"interface":"front","average":{"1min":2.3220000000000001,"5min":2.8450000000000002,"15min":3.581},"min":{"1min":1.391,"5min":1.177,"15min":1.177},"max":{"1min":4.3040000000000003,"5min":6.6769999999999996,"15min":55.759999999999998},"last":2.9390000000000001}]}]},{"osd":9,"up_from":71,"seq":304942678210,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":763928,"kb_used_data":550096,"kb_used_omap":0,"kb_used_meta":213824,"kb_avail":92981224,"statfs":{"total":95995035648,"available":95212773376,"internally_reserved":0,"allocated":563298304,"data_stored":562940878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":218955776},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:34:16 2020","interfaces":[{"interface":"back","average":{"1min":11.141999999999999,"5min":3.4209999999999998,"15min":2.6659999999999999},"min":{"1min":0.60199999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":253.441,"5min":253.441,"15min":253.441},"last":1.401},{"interface":"front","average":{"1min":11.781000000000001,"5min":3.8519999999999999,"15min":2.7719999999999998},"min":{"1min":1.125,"5min":0.58099999999999996,"15min":0.51700000000000002},"max":{"1min":253.72999999999999,"5min":253.72999999999999,"15min":253.72999999999999},"last":4.1589999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:34:16 2020","interfaces":[{"interface":"back","average":{"1min":11.99,"5min":3.9380000000000002,"15min":2.851},"min":{"1min":0.93899999999999995,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":250.76499999999999,"5min":250.76499999999999,"15min":250.76499999999999},"last":3.9359999999999999},{"interface":"front","average":{"1min":11.276,"5min":3.7389999999999999,"15min":2.6920000000000002},"min":{"1min":0.71799999999999997,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":250.529,"5min":250.529,"15min":250.529},"last":0.89600000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:34:16 2020","interfaces":[{"interface":"back","average":{"1min":11.807,"5min":6.5309999999999997,"15min":3.7629999999999999},"min":{"1min":0.63500000000000001,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":254.02199999999999,"5min":314.88900000000001,"15min":314.88900000000001},"last":1.157},{"interface":"front","average":{"1min":12.090999999999999,"5min":6.9100000000000001,"15min":3.8900000000000001},"min":{"1min":0.96799999999999997,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":252.62200000000001,"5min":312.904,"15min":312.904},"last":1.26}]},{"osd":4,"last update":"Mon Nov 16 20:34:16 2020","interfaces":[{"interface":"back","average":{"1min":2.1469999999999998,"5min":3.7170000000000001,"15min":3.3340000000000001},"min":{"1min":1.2609999999999999,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":5.3040000000000003,"5min":130.13800000000001,"15min":130.13800000000001},"last":4.0330000000000004},{"interface":"front","average":{"1min":2.129,"5min":3.5299999999999998,"15min":3.2320000000000002},"min":{"1min":0.871,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":7.7519999999999998,"5min":128.81800000000001,"15min":128.81800000000001},"last":1.5860000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:34:16 2020","interfaces":[{"interface":"back","average":{"1min":2.0910000000000002,"5min":3.972,"15min":3.5310000000000001},"min":{"1min":1.228,"5min":0.92400000000000004,"15min":0.73299999999999998},"max":{"1min":3.9279999999999999,"5min":127.413,"15min":127.413},"last":4.2640000000000002},{"interface":"front","average":{"1min":1.589,"5min":3.5819999999999999,"15min":3.391},"min":{"1min":0.89200000000000002,"5min":0.83399999999999996,"15min":0.83399999999999996},"max":{"1min":2.9359999999999999,"5min":127.542,"15min":127.542},"last":1.4419999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:34:16 2020","interfaces":[{"interface":"back","average":{"1min":2.2999999999999998,"5min":2.3399999999999999,"15min":2.9849999999999999},"min":{"1min":1.135,"5min":0.872,"15min":0.872},"max":{"1min":4.8799999999999999,"5min":6.3079999999999998,"15min":98.828999999999994},"last":1.736},{"interface":"front","average":{"1min":1.998,"5min":2.3929999999999998,"15min":3.2149999999999999},"min":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":3.306,"5min":6.7400000000000002,"15min":107.042},"last":1.7889999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:33:48 2020","interfaces":[{"interface":"back","average":{"1min":2.585,"5min":5.0880000000000001,"15min":6.0970000000000004},"min":{"1min":1.595,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":4.3380000000000001,"5min":130.572,"15min":130.572},"last":4.3700000000000001},{"interface":"front","average":{"1min":2.7149999999999999,"5min":5.29,"15min":6.3680000000000003},"min":{"1min":1.7789999999999999,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":5.7519999999999998,"5min":128.73599999999999,"15min":128.73599999999999},"last":1.909}]},{"osd":8,"last update":"Mon Nov 16 20:34:16 2020","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":2.7429999999999999,"15min":3.0880000000000001},"min":{"1min":1.718,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":3.6240000000000001,"5min":6.8410000000000002,"15min":12.334},"last":1.036},{"interface":"front","average":{"1min":2.794,"5min":3.113,"15min":3.294},"min":{"1min":1.4510000000000001,"5min":0.98099999999999998,"15min":0.94999999999999996},"max":{"1min":7.2690000000000001,"5min":11.715,"15min":13.491},"last":1.55}]},{"osd":10,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":2.7349999999999999,"5min":2.9609999999999999,"15min":3.2370000000000001},"min":{"1min":1.7130000000000001,"5min":0.874,"15min":0.874},"max":{"1min":4.1420000000000003,"5min":6.2629999999999999,"15min":13.259},"last":2.0499999999999998},{"interface":"front","average":{"1min":2.214,"5min":2.6549999999999998,"15min":3.2029999999999998},"min":{"1min":1.091,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":3.5840000000000001,"5min":6.4249999999999998,"15min":12.051},"last":2.1040000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:33:35 2020","interfaces":[{"interface":"back","average":{"1min":2.6930000000000001,"5min":3.2029999999999998,"15min":3.891},"min":{"1min":1.7749999999999999,"5min":1.244,"15min":1.244},"max":{"1min":4.4669999999999996,"5min":7.9470000000000001,"15min":7.9470000000000001},"last":4.4580000000000002},{"interface":"front","average":{"1min":3.0649999999999999,"5min":3.024,"15min":3.4809999999999999},"min":{"1min":1.996,"5min":1.2150000000000001,"15min":1.115},"max":{"1min":6.3170000000000002,"5min":6.681,"15min":8.7330000000000005},"last":2.1459999999999999}]}]},{"osd":8,"up_from":63,"seq":270582939847,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":377060,"kb_used_data":257756,"kb_used_omap":0,"kb_used_meta":119296,"kb_avail":93368092,"statfs":{"total":95995035648,"available":95608926208,"internally_reserved":0,"allocated":263942144,"data_stored":263578870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":122159104},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":1.327,"5min":2.456,"15min":1.994},"min":{"1min":0.68000000000000005,"5min":0.55100000000000005,"15min":0.498},"max":{"1min":4.7800000000000002,"5min":60.295999999999999,"15min":60.295999999999999},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.526,"5min":2.613,"15min":2.1669999999999998},"min":{"1min":0.63600000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":5.9619999999999997,"5min":58.633000000000003,"15min":58.633000000000003},"last":0.90000000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:34:29 2020","interfaces":[{"interface":"back","average":{"1min":7.5789999999999997,"5min":3.766,"15min":2.3279999999999998},"min":{"1min":0.76900000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":141.761,"5min":141.761,"15min":141.761},"last":2.9729999999999999},{"interface":"front","average":{"1min":7.9139999999999997,"5min":4.3209999999999997,"15min":2.9089999999999998},"min":{"1min":0.93400000000000005,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":141.87100000000001,"5min":141.87100000000001,"15min":141.87100000000001},"last":3.665}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":2.4689999999999999,"5min":3.3100000000000001,"15min":2.738},"min":{"1min":0.748,"5min":0.748,"15min":0.54700000000000004},"max":{"1min":10.06,"5min":58.244999999999997,"15min":58.244999999999997},"last":3.7890000000000001},{"interface":"front","average":{"1min":2.1160000000000001,"5min":3.1000000000000001,"15min":2.548},"min":{"1min":1.1200000000000001,"5min":0.60799999999999998,"15min":0.59199999999999997},"max":{"1min":4.4420000000000002,"5min":64.918999999999997,"15min":64.918999999999997},"last":6.5999999999999996}]},{"osd":4,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":1.825,"5min":2.4700000000000002,"15min":2.6280000000000001},"min":{"1min":0.94199999999999995,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":4.1879999999999997,"5min":34.720999999999997,"15min":34.720999999999997},"last":2.234},{"interface":"front","average":{"1min":2.2959999999999998,"5min":2.5569999999999999,"15min":2.6309999999999998},"min":{"1min":0.996,"5min":0.71299999999999997,"15min":0.69699999999999995},"max":{"1min":5.7229999999999999,"5min":36.817,"15min":36.817},"last":1.4830000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":2.008,"5min":2.2829999999999999,"15min":2.6659999999999999},"min":{"1min":0.97299999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":3.1589999999999998,"5min":6.1790000000000003,"15min":6.5439999999999996},"last":2.448},{"interface":"front","average":{"1min":1.944,"5min":2.056,"15min":2.6339999999999999},"min":{"1min":0.78100000000000003,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":4.5609999999999999,"5min":6.8579999999999997,"15min":6.952},"last":1.216}]},{"osd":6,"last update":"Mon Nov 16 20:33:59 2020","interfaces":[{"interface":"back","average":{"1min":2.3370000000000002,"5min":2.4079999999999999,"15min":2.802},"min":{"1min":1.175,"5min":1.022,"15min":0.85899999999999999},"max":{"1min":6.4610000000000003,"5min":7.2549999999999999,"15min":7.5140000000000002},"last":2.3010000000000002},{"interface":"front","average":{"1min":2.2850000000000001,"5min":2.5670000000000002,"15min":2.8889999999999998},"min":{"1min":1.155,"5min":0.872,"15min":0.84399999999999997},"max":{"1min":6.4240000000000004,"5min":6.4240000000000004,"15min":7.7889999999999997},"last":3.1829999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":4.1950000000000003,"5min":2.976,"15min":2.8420000000000001},"min":{"1min":1.3440000000000001,"5min":1.006,"15min":1.006},"max":{"1min":37.5,"5min":37.5,"15min":37.5},"last":2.7050000000000001},{"interface":"front","average":{"1min":3.6680000000000001,"5min":2.8660000000000001,"15min":2.4409999999999998},"min":{"1min":1.111,"5min":0.94999999999999996,"15min":0.94999999999999996},"max":{"1min":35.509999999999998,"5min":35.509999999999998,"15min":35.509999999999998},"last":2.7490000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:34:20 2020","interfaces":[{"interface":"back","average":{"1min":2.5800000000000001,"5min":3.722,"15min":3.4940000000000002},"min":{"1min":1.7509999999999999,"5min":0.93500000000000005,"15min":0.72799999999999998},"max":{"1min":5.3949999999999996,"5min":89.052999999999997,"15min":89.052999999999997},"last":3.4630000000000001},{"interface":"front","average":{"1min":2.7309999999999999,"5min":3.7949999999999999,"15min":3.8140000000000001},"min":{"1min":1.7130000000000001,"5min":0.95999999999999996,"15min":0.95999999999999996},"max":{"1min":5.4560000000000004,"5min":89.296000000000006,"15min":89.296000000000006},"last":3.1280000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:34:20 2020","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.6659999999999999,"15min":4.032},"min":{"1min":1.087,"5min":1.0249999999999999,"15min":0.80900000000000005},"max":{"1min":4.1230000000000002,"5min":12.064,"15min":229.578},"last":2.52},{"interface":"front","average":{"1min":2.5310000000000001,"5min":2.7759999999999998,"15min":4.1239999999999997},"min":{"1min":1.5680000000000001,"5min":1.1639999999999999,"15min":0.93100000000000005},"max":{"1min":4.1340000000000003,"5min":6.9109999999999996,"15min":232.14099999999999},"last":3.3109999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:33:39 2020","interfaces":[{"interface":"back","average":{"1min":2.5649999999999999,"5min":3.2200000000000002,"15min":3.4580000000000002},"min":{"1min":1.4490000000000001,"5min":1.335,"15min":0.85799999999999998},"max":{"1min":5.0510000000000002,"5min":7.4329999999999998,"15min":9.0920000000000005},"last":2.9380000000000002},{"interface":"front","average":{"1min":3.323,"5min":3.141,"15min":3.2280000000000002},"min":{"1min":1.2549999999999999,"5min":1.1519999999999999,"15min":1.0269999999999999},"max":{"1min":12.257999999999999,"5min":12.257999999999999,"15min":12.257999999999999},"last":3.2149999999999999}]}]},{"osd":7,"up_from":225,"seq":966367641678,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":908572,"kb_used_data":784980,"kb_used_omap":0,"kb_used_meta":123583,"kb_avail":92836580,"statfs":{"total":95995035648,"available":95064657920,"internally_reserved":0,"allocated":803819520,"data_stored":803458042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":126549052},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":1.5169999999999999,"5min":3.5760000000000001,"15min":3.661},"min":{"1min":0.58899999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":5.3810000000000002,"5min":123.182,"15min":123.182},"last":0.876},{"interface":"front","average":{"1min":2.1080000000000001,"5min":3.7440000000000002,"15min":3.8540000000000001},"min":{"1min":0.59699999999999998,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":7.3739999999999997,"5min":122.154,"15min":122.154},"last":2.0840000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":2.6800000000000002,"5min":3.0129999999999999,"15min":2.2229999999999999},"min":{"1min":0.63600000000000001,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":9.1500000000000004,"5min":118.31699999999999,"15min":118.31699999999999},"last":1.038},{"interface":"front","average":{"1min":2.2189999999999999,"5min":3.1970000000000001,"15min":2.3420000000000001},"min":{"1min":0.60299999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":9.2289999999999992,"5min":117.771,"15min":117.771},"last":6.1749999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":4.274,"15min":2.8420000000000001},"min":{"1min":0.68000000000000005,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":7.8949999999999996,"5min":122.285,"15min":122.285},"last":4.3120000000000003},{"interface":"front","average":{"1min":2.8809999999999998,"5min":4.391,"15min":2.5630000000000002},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":9.0009999999999994,"5min":117.367,"15min":117.367},"last":2.1739999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":3.1269999999999998,"5min":2.2149999999999999,"15min":2.403},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":11.75,"5min":11.75,"15min":11.75},"last":0.68000000000000005},{"interface":"front","average":{"1min":2.5289999999999999,"5min":2.2879999999999998,"15min":2.444},"min":{"1min":0.81899999999999995,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":11.323,"5min":11.323,"15min":11.323},"last":1.9410000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:34:20 2020","interfaces":[{"interface":"back","average":{"1min":2.1160000000000001,"5min":2.0579999999999998,"15min":2.0099999999999998},"min":{"1min":0.71699999999999997,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":9.2240000000000002,"5min":9.2240000000000002,"15min":9.2240000000000002},"last":4.1310000000000002},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.4689999999999999,"15min":2.4590000000000001},"min":{"1min":0.75900000000000001,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":11.468999999999999,"5min":11.468999999999999,"15min":11.468999999999999},"last":1.9159999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":2.3740000000000001,"5min":2.1720000000000002,"15min":2.2160000000000002},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.67000000000000004},"max":{"1min":9.2899999999999991,"5min":9.2899999999999991,"15min":9.2899999999999991},"last":1.7929999999999999},{"interface":"front","average":{"1min":2.6560000000000001,"5min":2.5,"15min":2.593},"min":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"max":{"1min":7.1669999999999998,"5min":7.1669999999999998,"15min":9.5899999999999999},"last":1.4830000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":2.508,"5min":2.3660000000000001,"15min":3.032},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":7.7999999999999998,"5min":7.7999999999999998,"15min":23.276},"last":1.0620000000000001},{"interface":"front","average":{"1min":2.3220000000000001,"5min":2.6309999999999998,"15min":3.5529999999999999},"min":{"1min":1.0509999999999999,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":9.5700000000000003,"5min":9.5700000000000003,"15min":26.068999999999999},"last":1.544}]},{"osd":9,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":2.7309999999999999,"15min":2.7629999999999999},"min":{"1min":1.2290000000000001,"5min":1.181,"15min":1.181},"max":{"1min":7.944,"5min":7.944,"15min":13.547000000000001},"last":1.7689999999999999},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.5630000000000002,"15min":2.8090000000000002},"min":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":5.226,"5min":7.5209999999999999,"15min":13.472},"last":2.274}]},{"osd":10,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":2.645,"15min":2.3809999999999998},"min":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.96199999999999997},"max":{"1min":8.1379999999999999,"5min":8.1379999999999999,"15min":8.1379999999999999},"last":1.329},{"interface":"front","average":{"1min":2.6070000000000002,"5min":2.5030000000000001,"15min":2.4239999999999999},"min":{"1min":1.1599999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"max":{"1min":8.2579999999999991,"5min":8.2579999999999991,"15min":8.2579999999999991},"last":1.1950000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:34:24 2020","interfaces":[{"interface":"back","average":{"1min":2.9260000000000002,"5min":2.8460000000000001,"15min":3.3639999999999999},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"max":{"1min":8.3740000000000006,"5min":8.3740000000000006,"15min":24.445},"last":1.595},{"interface":"front","average":{"1min":2.7160000000000002,"5min":3.0459999999999998,"15min":3.5219999999999998},"min":{"1min":1.198,"5min":1.198,"15min":1.198},"max":{"1min":10.109999999999999,"5min":10.109999999999999,"15min":24.475999999999999},"last":2.0590000000000002}]}]},{"osd":6,"up_from":49,"seq":210453397712,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":385240,"kb_used_data":271056,"kb_used_omap":0,"kb_used_meta":114176,"kb_avail":93359912,"statfs":{"total":95995035648,"available":95600549888,"internally_reserved":0,"allocated":277561344,"data_stored":277203938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":116916224},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:34:04 2020","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":2.5129999999999999,"15min":2.129},"min":{"1min":0.61499999999999999,"5min":0.503,"15min":0.503},"max":{"1min":4.4790000000000001,"5min":96.126999999999995,"15min":96.126999999999995},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.288,"5min":2.5720000000000001,"15min":2.2709999999999999},"min":{"1min":0.56999999999999995,"5min":0.496,"15min":0.496},"max":{"1min":4.2279999999999998,"5min":92.424000000000007,"15min":92.424000000000007},"last":2.004}]},{"osd":2,"last update":"Mon Nov 16 20:34:04 2020","interfaces":[{"interface":"back","average":{"1min":2.0179999999999998,"5min":2.6920000000000002,"15min":2.323},"min":{"1min":0.68500000000000005,"5min":0.63800000000000001,"15min":0.59399999999999997},"max":{"1min":5.7389999999999999,"5min":82.668000000000006,"15min":82.668000000000006},"last":1.524},{"interface":"front","average":{"1min":1.746,"5min":2.6339999999999999,"15min":2.2280000000000002},"min":{"1min":0.78100000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":5.1669999999999998,"5min":84.108000000000004,"15min":84.108000000000004},"last":0.94199999999999995}]},{"osd":3,"last update":"Mon Nov 16 20:34:04 2020","interfaces":[{"interface":"back","average":{"1min":10.710000000000001,"5min":4.774,"15min":3.9220000000000002},"min":{"1min":0.80200000000000005,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":171.21899999999999,"5min":171.21899999999999,"15min":189.096},"last":4.2130000000000001},{"interface":"front","average":{"1min":11.026999999999999,"5min":5.0220000000000002,"15min":4.125},"min":{"1min":0.879,"5min":0.879,"15min":0.879},"max":{"1min":171.46100000000001,"5min":171.46100000000001,"15min":189.042},"last":4.266}]},{"osd":4,"last update":"Mon Nov 16 20:34:04 2020","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":3.0699999999999998,"15min":2.6760000000000002},"min":{"1min":0.628,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":5.7439999999999998,"5min":116.849,"15min":116.849},"last":2.1949999999999998},{"interface":"front","average":{"1min":2.077,"5min":3.4199999999999999,"15min":2.8450000000000002},"min":{"1min":0.71499999999999997,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":5.968,"5min":117.947,"15min":117.947},"last":2.4990000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:34:04 2020","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":2.2170000000000001,"15min":2.5510000000000002},"min":{"1min":0.80300000000000005,"5min":0.72599999999999998,"15min":0.69799999999999995},"max":{"1min":4.2050000000000001,"5min":13.518000000000001,"15min":13.518000000000001},"last":1.742},{"interface":"front","average":{"1min":1.5800000000000001,"5min":2.3050000000000002,"15min":2.6680000000000001},"min":{"1min":1.0089999999999999,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":2.266,"5min":5.8479999999999999,"15min":7.8090000000000002},"last":2.5510000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:34:21 2020","interfaces":[{"interface":"back","average":{"1min":1.6379999999999999,"5min":1.79,"15min":1.617},"min":{"1min":0.89400000000000002,"5min":0.67700000000000005,"15min":0.65400000000000003},"max":{"1min":4.4820000000000002,"5min":10.513999999999999,"15min":10.513999999999999},"last":1.079},{"interface":"front","average":{"1min":2.3380000000000001,"5min":2.6360000000000001,"15min":2.7160000000000002},"min":{"1min":1.1200000000000001,"5min":0.82399999999999995,"15min":0.82399999999999995},"max":{"1min":5.8440000000000003,"5min":14.067,"15min":14.067},"last":2.383}]},{"osd":8,"last update":"Mon Nov 16 20:33:43 2020","interfaces":[{"interface":"back","average":{"1min":1.7050000000000001,"5min":2.5430000000000001,"15min":3.5720000000000001},"min":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"max":{"1min":3.0169999999999999,"5min":11.271000000000001,"15min":158.672},"last":2.6880000000000002},{"interface":"front","average":{"1min":1.8029999999999999,"5min":2.7759999999999998,"15min":3.629},"min":{"1min":1.1579999999999999,"5min":0.93999999999999995,"15min":0.93600000000000005},"max":{"1min":2.6469999999999998,"5min":13.818,"15min":152.244},"last":2.887}]},{"osd":9,"last update":"Mon Nov 16 20:34:15 2020","interfaces":[{"interface":"back","average":{"1min":2.069,"5min":2.7679999999999998,"15min":3.2360000000000002},"min":{"1min":1.3200000000000001,"5min":1.022,"15min":0.94199999999999995},"max":{"1min":3.8210000000000002,"5min":13.949999999999999,"15min":13.949999999999999},"last":2.7850000000000001},{"interface":"front","average":{"1min":2.1819999999999999,"5min":2.8159999999999998,"15min":3.27},"min":{"1min":1.2030000000000001,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":3.7629999999999999,"5min":9.407,"15min":9.407},"last":1.929}]},{"osd":10,"last update":"Mon Nov 16 20:33:32 2020","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":2.6600000000000001,"15min":3.5209999999999999},"min":{"1min":1.226,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":4.9160000000000004,"5min":6.6859999999999999,"15min":6.6870000000000003},"last":2.3319999999999999},{"interface":"front","average":{"1min":1.7490000000000001,"5min":2.1739999999999999,"15min":3.0499999999999998},"min":{"1min":1.1259999999999999,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":3.8679999999999999,"5min":10.095000000000001,"15min":10.095000000000001},"last":5.0289999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:33:35 2020","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":2.46,"15min":2.4809999999999999},"min":{"1min":1.1639999999999999,"5min":1.044,"15min":1.044},"max":{"1min":4.0339999999999998,"5min":10.401999999999999,"15min":10.401999999999999},"last":4.9050000000000002},{"interface":"front","average":{"1min":2.109,"5min":2.8199999999999998,"15min":2.5230000000000001},"min":{"1min":1.3260000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"max":{"1min":4.1820000000000004,"5min":10.273,"15min":10.273},"last":5.1529999999999996}]}]},{"osd":1,"up_from":18,"seq":77309411563,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":976856,"kb_used_data":813008,"kb_used_omap":0,"kb_used_meta":163776,"kb_avail":92768296,"statfs":{"total":95995035648,"available":94994735104,"internally_reserved":0,"allocated":832520192,"data_stored":832162786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":167706624},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:33:54 2020","interfaces":[{"interface":"back","average":{"1min":6.7939999999999996,"5min":2.8809999999999998,"15min":2.5419999999999998},"min":{"1min":0.47999999999999998,"5min":0.47199999999999998,"15min":0.46600000000000003},"max":{"1min":97.320999999999998,"5min":97.320999999999998,"15min":97.320999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":7.0730000000000004,"5min":3.1960000000000002,"15min":2.5699999999999998},"min":{"1min":0.69299999999999995,"5min":0.58399999999999996,"15min":0.47399999999999998},"max":{"1min":97.376000000000005,"5min":97.376000000000005,"15min":97.376000000000005},"last":2.23}]},{"osd":2,"last update":"Mon Nov 16 20:34:19 2020","interfaces":[{"interface":"back","average":{"1min":1.738,"5min":3.2170000000000001,"15min":2.7130000000000001},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":5.8440000000000003,"5min":98.257000000000005,"15min":98.257000000000005},"last":5.9909999999999997},{"interface":"front","average":{"1min":1.8089999999999999,"5min":2.774,"15min":2.802},"min":{"1min":0.57799999999999996,"5min":0.55200000000000005,"15min":0.55000000000000004},"max":{"1min":3.5009999999999999,"5min":97.945999999999998,"15min":97.945999999999998},"last":2.4020000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:31:39 2020","interfaces":[{"interface":"back","average":{"1min":2.8180000000000001,"5min":4.7279999999999998,"15min":2.7949999999999999},"min":{"1min":0.89600000000000002,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":6.7999999999999998,"5min":214.125,"15min":214.125},"last":0.86799999999999999},{"interface":"front","average":{"1min":3.0190000000000001,"5min":5.5869999999999997,"15min":3.4860000000000002},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.60399999999999998},"max":{"1min":8.3409999999999993,"5min":211.75299999999999,"15min":211.75299999999999},"last":1.373}]},{"osd":4,"last update":"Mon Nov 16 20:34:03 2020","interfaces":[{"interface":"back","average":{"1min":12.425000000000001,"5min":4.4909999999999997,"15min":3.169},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":97.236000000000004,"5min":97.236000000000004,"15min":97.236000000000004},"last":1.411},{"interface":"front","average":{"1min":11.557,"5min":4.3129999999999997,"15min":3.1059999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":96.036000000000001,"5min":96.036000000000001,"15min":96.036000000000001},"last":1.5329999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:33:44 2020","interfaces":[{"interface":"back","average":{"1min":7.2990000000000004,"5min":2.9940000000000002,"15min":3.1469999999999998},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":95.561999999999998,"5min":95.561999999999998,"15min":95.561999999999998},"last":4.1449999999999996},{"interface":"front","average":{"1min":11.627000000000001,"5min":4.1950000000000003,"15min":3.694},"min":{"1min":1.302,"5min":0.91200000000000003,"15min":0.68300000000000005},"max":{"1min":96.986999999999995,"5min":96.986999999999995,"15min":96.986999999999995},"last":4.6449999999999996}]},{"osd":6,"last update":"Mon Nov 16 20:33:54 2020","interfaces":[{"interface":"back","average":{"1min":7.5350000000000001,"5min":4.6740000000000004,"15min":3.7480000000000002},"min":{"1min":1.028,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":96.609999999999999,"5min":103.09699999999999,"15min":103.09699999999999},"last":4.2670000000000003},{"interface":"front","average":{"1min":11.055,"5min":5.492,"15min":4.2460000000000004},"min":{"1min":1.1459999999999999,"5min":0.89500000000000002,"15min":0.85999999999999999},"max":{"1min":97.727000000000004,"5min":102.877,"15min":102.877},"last":4.7770000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:34:19 2020","interfaces":[{"interface":"back","average":{"1min":2.5030000000000001,"5min":6.4169999999999998,"15min":3.827},"min":{"1min":0.92400000000000004,"5min":0.871,"15min":0.67900000000000005},"max":{"1min":5.3959999999999999,"5min":160.39400000000001,"15min":160.39400000000001},"last":3.9910000000000001},{"interface":"front","average":{"1min":2.2490000000000001,"5min":4.7350000000000003,"15min":3.4910000000000001},"min":{"1min":0.94799999999999995,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":5.6849999999999996,"5min":161.446,"15min":161.446},"last":1.147}]},{"osd":8,"last update":"Mon Nov 16 20:33:44 2020","interfaces":[{"interface":"back","average":{"1min":11.082000000000001,"5min":4.984,"15min":3.6539999999999999},"min":{"1min":1.2509999999999999,"5min":0.747,"15min":0.747},"max":{"1min":96.852000000000004,"5min":96.852000000000004,"15min":96.852000000000004},"last":1.532},{"interface":"front","average":{"1min":8.6969999999999992,"5min":4.1829999999999998,"15min":4.069},"min":{"1min":0.90300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":99.825000000000003,"5min":99.825000000000003,"15min":99.825000000000003},"last":5.1180000000000003}]},{"osd":9,"last update":"Mon Nov 16 20:34:19 2020","interfaces":[{"interface":"back","average":{"1min":2.0230000000000001,"5min":4.6909999999999998,"15min":4.0620000000000003},"min":{"1min":1.107,"5min":1.02,"15min":0.90700000000000003},"max":{"1min":4.8789999999999996,"5min":98.683999999999997,"15min":98.683999999999997},"last":5.8239999999999998},{"interface":"front","average":{"1min":2.3999999999999999,"5min":5.3959999999999999,"15min":4.3970000000000002},"min":{"1min":1.1279999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":5.3970000000000002,"5min":98.972999999999999,"15min":98.972999999999999},"last":4.3869999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:34:19 2020","interfaces":[{"interface":"back","average":{"1min":2.0950000000000002,"5min":4.8289999999999997,"15min":4.125},"min":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1020000000000001},"max":{"1min":5.008,"5min":100.108,"15min":100.108},"last":5.5590000000000002},{"interface":"front","average":{"1min":2.649,"5min":5.1269999999999998,"15min":4.4880000000000004},"min":{"1min":1.1599999999999999,"5min":1.1559999999999999,"15min":1.1120000000000001},"max":{"1min":5.7990000000000004,"5min":98.613,"15min":98.613},"last":1.2749999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:34:33 2020","interfaces":[{"interface":"back","average":{"1min":2.4849999999999999,"5min":4.4589999999999996,"15min":3.4809999999999999},"min":{"1min":1.1359999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"max":{"1min":6.0179999999999998,"5min":99.150000000000006,"15min":99.150000000000006},"last":1.4179999999999999},{"interface":"front","average":{"1min":2.5659999999999998,"5min":5.8079999999999998,"15min":4.2290000000000001},"min":{"1min":1.125,"5min":1.0509999999999999,"15min":1.0509999999999999},"max":{"1min":5.7119999999999997,"5min":99.512,"15min":99.512},"last":5.7119999999999997}]}]},{"osd":0,"up_from":12,"seq":51539607792,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1758936,"kb_used_data":1631696,"kb_used_omap":0,"kb_used_meta":127232,"kb_avail":91986216,"statfs":{"total":95995035648,"available":94193885184,"internally_reserved":0,"allocated":1670856704,"data_stored":1670499298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":130285568},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.7270000000000001,"5min":1.9690000000000001,"15min":1.8500000000000001},"min":{"1min":0.54200000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":4.3170000000000002,"5min":10.710000000000001,"15min":10.710000000000001},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.597,"5min":2.0670000000000002,"15min":2.081},"min":{"1min":0.67600000000000005,"5min":0.61499999999999999,"15min":0.58399999999999996},"max":{"1min":5.1639999999999997,"5min":8.5090000000000003,"15min":12.468999999999999},"last":1.1830000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:33:54 2020","interfaces":[{"interface":"back","average":{"1min":2.9449999999999998,"5min":2.5659999999999998,"15min":2.8170000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.50800000000000001},"max":{"1min":8.1660000000000004,"5min":8.9619999999999997,"15min":143.12899999999999},"last":5.6189999999999998},{"interface":"front","average":{"1min":2.3519999999999999,"5min":1.865,"15min":2.5350000000000001},"min":{"1min":0.66800000000000004,"5min":0.58699999999999997,"15min":0.54900000000000004},"max":{"1min":6.4610000000000003,"5min":7.1210000000000004,"15min":140.316},"last":1.3280000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:34:12 2020","interfaces":[{"interface":"back","average":{"1min":5.7729999999999997,"5min":2.589,"15min":2.2589999999999999},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.55600000000000005},"max":{"1min":111.956,"5min":111.956,"15min":111.956},"last":0.78100000000000003},{"interface":"front","average":{"1min":6.274,"5min":3.302,"15min":3.0329999999999999},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.74099999999999999},"max":{"1min":112.206,"5min":112.206,"15min":112.206},"last":1.022}]},{"osd":5,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":2.3149999999999999,"5min":1.8140000000000001,"15min":2.3319999999999999},"min":{"1min":0.70999999999999996,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":7.1879999999999997,"5min":7.1879999999999997,"15min":10.673999999999999},"last":7},{"interface":"front","average":{"1min":1.637,"5min":2.032,"15min":2.4729999999999999},"min":{"1min":0.873,"5min":0.70599999999999996,"15min":0.70499999999999996},"max":{"1min":3.6960000000000002,"5min":8.9920000000000009,"15min":10.782},"last":1.7849999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:34:07 2020","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":2.0630000000000002,"15min":2.3620000000000001},"min":{"1min":0.745,"5min":0.72099999999999997,"15min":0.71899999999999997},"max":{"1min":5.1779999999999999,"5min":6.2599999999999998,"15min":10.390000000000001},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.8149999999999999,"5min":2.0550000000000002,"15min":2.633},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":5.3929999999999998,"5min":7.8479999999999999,"15min":10.718999999999999},"last":1.379}]},{"osd":7,"last update":"Mon Nov 16 20:34:21 2020","interfaces":[{"interface":"back","average":{"1min":5.282,"5min":4.2510000000000003,"15min":2.8809999999999998},"min":{"1min":0.99099999999999999,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":82.126999999999995,"5min":97.435000000000002,"15min":97.435000000000002},"last":1.913},{"interface":"front","average":{"1min":5.6859999999999999,"5min":4.0469999999999997,"15min":2.7229999999999999},"min":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.82499999999999996},"max":{"1min":82.100999999999999,"5min":96.828000000000003,"15min":96.828000000000003},"last":6.1269999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":2.7610000000000001,"5min":3.75,"15min":3.3330000000000002},"min":{"1min":1.008,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":6.7720000000000002,"5min":96.248000000000005,"15min":96.248000000000005},"last":6.266},{"interface":"front","average":{"1min":2.069,"5min":3.702,"15min":3.383},"min":{"1min":1.2689999999999999,"5min":1.113,"15min":0.85299999999999998},"max":{"1min":4.2770000000000001,"5min":96.043000000000006,"15min":96.043000000000006},"last":2.028}]},{"osd":9,"last update":"Mon Nov 16 20:34:12 2020","interfaces":[{"interface":"back","average":{"1min":1.923,"5min":2.3039999999999998,"15min":2.8700000000000001},"min":{"1min":0.98899999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":5.0460000000000003,"5min":6.6970000000000001,"15min":11.433},"last":1.677},{"interface":"front","average":{"1min":2.294,"5min":2.4550000000000001,"15min":3.181},"min":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"max":{"1min":7.0519999999999996,"5min":7.3789999999999996,"15min":8.6809999999999992},"last":2.2530000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:34:21 2020","interfaces":[{"interface":"back","average":{"1min":1.8260000000000001,"5min":2.306,"15min":3.113},"min":{"1min":1.028,"5min":1.028,"15min":1.028},"max":{"1min":4.899,"5min":6.5570000000000004,"15min":73.305000000000007},"last":1.5449999999999999},{"interface":"front","average":{"1min":2.3100000000000001,"5min":2.6789999999999998,"15min":3.27},"min":{"1min":1.4159999999999999,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":6.9139999999999997,"5min":7.6369999999999996,"15min":73.558999999999997},"last":6.3840000000000003}]},{"osd":11,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":3.1200000000000001,"15min":3.4399999999999999},"min":{"1min":1.2749999999999999,"5min":1.1839999999999999,"15min":1.105},"max":{"1min":8.3219999999999992,"5min":22.841000000000001,"15min":22.841000000000001},"last":6.5030000000000001},{"interface":"front","average":{"1min":2.0619999999999998,"5min":3.0009999999999999,"15min":3.2490000000000001},"min":{"1min":1.2749999999999999,"5min":1.2070000000000001,"15min":1.0980000000000001},"max":{"1min":4.141,"5min":22.045999999999999,"15min":22.045999999999999},"last":2.1419999999999999}]}]},{"osd":2,"up_from":23,"seq":98784248038,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":407320,"kb_used_data":270672,"kb_used_omap":0,"kb_used_meta":136640,"kb_avail":93337832,"statfs":{"total":95995035648,"available":95577939968,"internally_reserved":0,"allocated":277168128,"data_stored":276810722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":139919360},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:31:11 2020","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":2.036,"15min":2.2050000000000001},"min":{"1min":0.58599999999999997,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.282,"5min":14.228,"15min":99.001000000000005},"last":2.2930000000000001},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.988,"15min":2.2229999999999999},"min":{"1min":0.56100000000000005,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.738,"5min":8.1869999999999994,"15min":98.828000000000003},"last":2.1989999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:34:15 2020","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":2.6509999999999998,"15min":2.4660000000000002},"min":{"1min":0.56100000000000005,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":9.343,"5min":76.745000000000005,"15min":76.745000000000005},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.391,"5min":2.847,"15min":2.5369999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.46200000000000002},"max":{"1min":9.2010000000000005,"5min":74.978999999999999,"15min":74.978999999999999},"last":1.1930000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:33:43 2020","interfaces":[{"interface":"back","average":{"1min":1.7250000000000001,"5min":12.617000000000001,"15min":5.8369999999999997},"min":{"1min":0.72999999999999998,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":3.476,"5min":465.10500000000002,"15min":465.10500000000002},"last":0.76700000000000002},{"interface":"front","average":{"1min":2.1709999999999998,"5min":12.869999999999999,"15min":5.8140000000000001},"min":{"1min":0.69399999999999995,"5min":0.67000000000000004,"15min":0.55900000000000005},"max":{"1min":4.7530000000000001,"5min":459.33699999999999,"15min":459.33699999999999},"last":6.2999999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:34:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4370000000000001,"5min":1.6559999999999999,"15min":2.169},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":3.3570000000000002,"5min":5.2539999999999996,"15min":15.988},"last":0.69599999999999995},{"interface":"front","average":{"1min":1.9790000000000001,"5min":1.9750000000000001,"15min":2.2120000000000002},"min":{"1min":1.0009999999999999,"5min":0.81100000000000005,"15min":0.76100000000000001},"max":{"1min":4.7789999999999999,"5min":4.7789999999999999,"15min":8.2850000000000001},"last":1.1279999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:33:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0009999999999999,"5min":3.4140000000000001,"15min":3.0960000000000001},"min":{"1min":0.91300000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":4.5960000000000001,"5min":124.53400000000001,"15min":124.53400000000001},"last":5.0839999999999996},{"interface":"front","average":{"1min":1.5269999999999999,"5min":2.0009999999999999,"15min":2.5259999999999998},"min":{"1min":0.77100000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":3.5350000000000001,"5min":5.0880000000000001,"15min":11.173},"last":0.89400000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:33:58 2020","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":2.1909999999999998,"15min":2.4940000000000002},"min":{"1min":0.77800000000000002,"5min":0.746,"15min":0.746},"max":{"1min":3.9350000000000001,"5min":11.51,"15min":13.227},"last":1.47},{"interface":"front","average":{"1min":2.4550000000000001,"5min":2.23,"15min":2.8570000000000002},"min":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"max":{"1min":12.875999999999999,"5min":12.875999999999999,"15min":13.962999999999999},"last":5.2610000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:34:02 2020","interfaces":[{"interface":"back","average":{"1min":2.6549999999999998,"5min":2.3540000000000001,"15min":2.3039999999999998},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":13.002000000000001,"5min":13.002000000000001,"15min":13.002000000000001},"last":7.5030000000000001},{"interface":"front","average":{"1min":1.78,"5min":7.6349999999999998,"15min":8.6110000000000007},"min":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":3.2749999999999999,"5min":121.11499999999999,"15min":121.11499999999999},"last":6.101}]},{"osd":8,"last update":"Mon Nov 16 20:33:52 2020","interfaces":[{"interface":"back","average":{"1min":1.996,"5min":2.516,"15min":3.427},"min":{"1min":0.91900000000000004,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":4.1920000000000002,"5min":6.7149999999999999,"15min":67.313999999999993},"last":5.4000000000000004},{"interface":"front","average":{"1min":1.9299999999999999,"5min":2.3769999999999998,"15min":3.1419999999999999},"min":{"1min":1.1799999999999999,"5min":0.75,"15min":0.75},"max":{"1min":2.9620000000000002,"5min":6.7729999999999997,"15min":67.149000000000001},"last":5.9889999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:34:15 2020","interfaces":[{"interface":"back","average":{"1min":2.427,"5min":3.7829999999999999,"15min":3.3570000000000002},"min":{"1min":0.94599999999999995,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":6.6059999999999999,"5min":120.95399999999999,"15min":120.95399999999999},"last":1.7789999999999999},{"interface":"front","average":{"1min":3.0600000000000001,"5min":2.6379999999999999,"15min":3.3620000000000001},"min":{"1min":1.0549999999999999,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":13.369,"5min":13.369,"15min":15.007999999999999},"last":5.532}]},{"osd":10,"last update":"Mon Nov 16 20:34:15 2020","interfaces":[{"interface":"back","average":{"1min":3.274,"5min":2.7360000000000002,"15min":3.415},"min":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1499999999999999},"max":{"1min":13.252000000000001,"5min":13.252000000000001,"15min":15.15},"last":5.6699999999999999},{"interface":"front","average":{"1min":2.234,"5min":4.0590000000000002,"15min":3.633},"min":{"1min":1.319,"5min":1.03,"15min":1.03},"max":{"1min":4.6280000000000001,"5min":120.846,"15min":120.846},"last":5.8600000000000003}]},{"osd":11,"last update":"Mon Nov 16 20:33:40 2020","interfaces":[{"interface":"back","average":{"1min":9.4529999999999994,"5min":5.8529999999999998,"15min":4.4059999999999997},"min":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":123.73399999999999,"5min":140.619,"15min":140.619},"last":5.7999999999999998},{"interface":"front","average":{"1min":3.0339999999999998,"5min":5.3419999999999996,"15min":3.7360000000000002},"min":{"1min":1.012,"5min":1.012,"15min":1.012},"max":{"1min":14.266,"5min":184.27699999999999,"15min":184.27699999999999},"last":1.974}]}]},{"osd":3,"up_from":29,"seq":124554051808,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1265688,"kb_used_data":1086160,"kb_used_omap":0,"kb_used_meta":179520,"kb_avail":92479464,"statfs":{"total":95995035648,"available":94698971136,"internally_reserved":0,"allocated":1112227840,"data_stored":1111870434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":183828480},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":1.8460000000000001,"15min":1.96},"min":{"1min":0.55200000000000005,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":7.7229999999999999,"5min":8.0359999999999996,"15min":8.0359999999999996},"last":1.383},{"interface":"front","average":{"1min":2.0329999999999999,"5min":2.2229999999999999,"15min":2.3300000000000001},"min":{"1min":0.55600000000000005,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":6.2859999999999996,"5min":10.669,"15min":10.669},"last":1.4399999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:33:36 2020","interfaces":[{"interface":"back","average":{"1min":1.712,"5min":1.974,"15min":2.1909999999999998},"min":{"1min":0.60299999999999998,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":7.4500000000000002,"5min":7.4500000000000002,"15min":42.253999999999998},"last":3.613},{"interface":"front","average":{"1min":3.1749999999999998,"5min":2.2909999999999999,"15min":2.3119999999999998},"min":{"1min":0.71699999999999997,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":7.2649999999999997,"5min":8.2609999999999992,"15min":41.838999999999999},"last":3.0049999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:34:06 2020","interfaces":[{"interface":"back","average":{"1min":2.3730000000000002,"5min":2.5680000000000001,"15min":2.2690000000000001},"min":{"1min":0.67700000000000005,"5min":0.64300000000000002,"15min":0.64200000000000002},"max":{"1min":8.9580000000000002,"5min":17.003,"15min":17.003},"last":1.784},{"interface":"front","average":{"1min":1.802,"5min":2.367,"15min":2.3220000000000001},"min":{"1min":0.749,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":7.5640000000000001,"5min":17.864999999999998,"15min":17.864999999999998},"last":2.6360000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:33:36 2020","interfaces":[{"interface":"back","average":{"1min":3.0550000000000002,"5min":2.7029999999999998,"15min":2.3700000000000001},"min":{"1min":0.77100000000000002,"5min":0.72499999999999998,"15min":0.626},"max":{"1min":9.1059999999999999,"5min":9.1059999999999999,"15min":12.148},"last":2.0049999999999999},{"interface":"front","average":{"1min":1.8380000000000001,"5min":2.246,"15min":2.3330000000000002},"min":{"1min":1.0609999999999999,"5min":0.81699999999999995,"15min":0.68200000000000005},"max":{"1min":7.6539999999999999,"5min":7.6539999999999999,"15min":10.956},"last":2.758}]},{"osd":6,"last update":"Mon Nov 16 20:34:06 2020","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":2.766,"15min":2.4710000000000001},"min":{"1min":0.91300000000000003,"5min":0.82799999999999996,"15min":0.69199999999999995},"max":{"1min":9.3019999999999996,"5min":12.124000000000001,"15min":12.124000000000001},"last":1.901},{"interface":"front","average":{"1min":2.9060000000000001,"5min":2.7629999999999999,"15min":2.6869999999999998},"min":{"1min":1.0780000000000001,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":9.7029999999999994,"5min":9.7029999999999994,"15min":9.7029999999999994},"last":2.2120000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:34:33 2020","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.7730000000000001,"15min":2.2770000000000001},"min":{"1min":0.92200000000000004,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":9.2550000000000008,"5min":16.041,"15min":16.041},"last":2.3599999999999999},{"interface":"front","average":{"1min":2.5990000000000002,"5min":3.1779999999999999,"15min":2.8079999999999998},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":6.8159999999999998,"5min":17.585999999999999,"15min":17.585999999999999},"last":3.419}]},{"osd":8,"last update":"Mon Nov 16 20:33:36 2020","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":4.0810000000000004,"15min":3.359},"min":{"1min":1.2130000000000001,"5min":1.1759999999999999,"15min":0.95399999999999996},"max":{"1min":9.4350000000000005,"5min":111.735,"15min":111.735},"last":2.1080000000000001},{"interface":"front","average":{"1min":2.0979999999999999,"5min":3.6139999999999999,"15min":3.3620000000000001},"min":{"1min":1.2889999999999999,"5min":0.89800000000000002,"15min":0.89100000000000001},"max":{"1min":8.0519999999999996,"5min":107.529,"15min":107.529},"last":2.8660000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":2.6150000000000002,"5min":3.2440000000000002,"15min":3.1030000000000002},"min":{"1min":1.26,"5min":1.1879999999999999,"15min":0.97399999999999998},"max":{"1min":7.0880000000000001,"5min":9.8819999999999997,"15min":11.210000000000001},"last":2.823},{"interface":"front","average":{"1min":2.5670000000000002,"5min":2.6000000000000001,"15min":3.0350000000000001},"min":{"1min":1.262,"5min":1.0189999999999999,"15min":0.85899999999999999},"max":{"1min":9.1120000000000001,"5min":9.1120000000000001,"15min":12.666},"last":3.4700000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:34:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":2.8799999999999999,"15min":3.7930000000000001},"min":{"1min":1.6319999999999999,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":8.8919999999999995,"5min":9.9800000000000004,"15min":359.327},"last":3.653},{"interface":"front","average":{"1min":2.6760000000000002,"5min":2.9540000000000002,"15min":4.1239999999999997},"min":{"1min":1.397,"5min":1.0940000000000001,"15min":1.0940000000000001},"max":{"1min":8.8409999999999993,"5min":8.8409999999999993,"15min":361.31299999999999},"last":2.9849999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:33:36 2020","interfaces":[{"interface":"back","average":{"1min":3.1960000000000002,"5min":2.8740000000000001,"15min":3.1880000000000002},"min":{"1min":1.3129999999999999,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":10.125999999999999,"5min":10.125999999999999,"15min":10.125999999999999},"last":3.093},{"interface":"front","average":{"1min":3.222,"5min":3.2770000000000001,"15min":3.3119999999999998},"min":{"1min":1.399,"5min":1.399,"15min":1.0669999999999999},"max":{"1min":8.1820000000000004,"5min":9.5099999999999998,"15min":12.664},"last":3.2909999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855580,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":967512,"kb_used_data":789968,"kb_used_omap":0,"kb_used_meta":177536,"kb_avail":92777640,"statfs":{"total":95995035648,"available":95004303360,"internally_reserved":0,"allocated":808927232,"data_stored":808569826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":181796864},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:34:21 2020","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":2.1389999999999998,"15min":1.6830000000000001},"min":{"1min":0.55300000000000005,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":11.452,"5min":62.197000000000003,"15min":62.197000000000003},"last":0.70899999999999996},{"interface":"front","average":{"1min":2.359,"5min":2.351,"15min":1.7709999999999999},"min":{"1min":0.77200000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":7.0389999999999997,"5min":61.820999999999998,"15min":61.820999999999998},"last":4.3529999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:34:18 2020","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":3.0800000000000001,"15min":3.1150000000000002},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":9.6899999999999995,"5min":61.334000000000003,"15min":140.75299999999999},"last":0.90900000000000003},{"interface":"front","average":{"1min":2.194,"5min":2.536,"15min":2.8279999999999998},"min":{"1min":0.64200000000000002,"5min":0.62,"15min":0.60399999999999998},"max":{"1min":6.2670000000000003,"5min":54.811,"15min":141.905},"last":0.67900000000000005}]},{"osd":2,"last update":"Mon Nov 16 20:34:03 2020","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":2.2570000000000001,"15min":2.3210000000000002},"min":{"1min":0.80400000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.6629999999999998,"5min":8.9740000000000002,"15min":8.9740000000000002},"last":0.875},{"interface":"front","average":{"1min":2.8290000000000002,"5min":2.5230000000000001,"15min":2.472},"min":{"1min":1.1619999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":7.3920000000000003,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":1.6870000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:34:18 2020","interfaces":[{"interface":"back","average":{"1min":1.978,"5min":5.6710000000000003,"15min":4.3029999999999999},"min":{"1min":0.81999999999999995,"5min":0.70999999999999996,"15min":0.629},"max":{"1min":4.8099999999999996,"5min":247.41499999999999,"15min":247.41499999999999},"last":4.8659999999999997},{"interface":"front","average":{"1min":1.899,"5min":5.6689999999999996,"15min":3.972},"min":{"1min":0.98599999999999999,"5min":0.751,"15min":0.56799999999999995},"max":{"1min":4.5800000000000001,"5min":249.12,"15min":249.12},"last":1.7110000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:33:37 2020","interfaces":[{"interface":"back","average":{"1min":2.0419999999999998,"5min":2.3940000000000001,"15min":2.2650000000000001},"min":{"1min":0.80500000000000005,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":6.8710000000000004,"5min":61.781999999999996,"15min":61.781999999999996},"last":1.958},{"interface":"front","average":{"1min":2.4009999999999998,"5min":2.8559999999999999,"15min":2.6059999999999999},"min":{"1min":1.0509999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":6.7640000000000002,"5min":61.533000000000001,"15min":61.533000000000001},"last":1.0389999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:34:21 2020","interfaces":[{"interface":"back","average":{"1min":2.044,"5min":2.7000000000000002,"15min":2.7469999999999999},"min":{"1min":0.91200000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":6.7190000000000003,"5min":61.499000000000002,"15min":61.499000000000002},"last":4.7000000000000002},{"interface":"front","average":{"1min":2.0419999999999998,"5min":2.8319999999999999,"15min":2.8399999999999999},"min":{"1min":0.95999999999999996,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":6.8600000000000003,"5min":63,"15min":63},"last":1.1200000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:33:37 2020","interfaces":[{"interface":"back","average":{"1min":2.77,"5min":3.3839999999999999,"15min":3.1619999999999999},"min":{"1min":1.3049999999999999,"5min":0.85299999999999998,"15min":0.85299999999999998},"max":{"1min":7.226,"5min":62.481999999999999,"15min":62.481999999999999},"last":1.837},{"interface":"front","average":{"1min":2.8820000000000001,"5min":3.544,"15min":3.3519999999999999},"min":{"1min":1.4450000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":7.8879999999999999,"5min":63.067,"15min":63.067},"last":1.857}]},{"osd":9,"last update":"Mon Nov 16 20:34:18 2020","interfaces":[{"interface":"back","average":{"1min":2.8290000000000002,"5min":3.4710000000000001,"15min":3.4710000000000001},"min":{"1min":1.3799999999999999,"5min":1.204,"15min":1.0700000000000001},"max":{"1min":6.9429999999999996,"5min":63.304000000000002,"15min":63.304000000000002},"last":1.992},{"interface":"front","average":{"1min":2.177,"5min":3.1659999999999999,"15min":3.1909999999999998},"min":{"1min":1.129,"5min":1.0429999999999999,"15min":1.0429999999999999},"max":{"1min":5.0910000000000002,"5min":63.232999999999997,"15min":63.232999999999997},"last":1.448}]},{"osd":10,"last update":"Mon Nov 16 20:34:27 2020","interfaces":[{"interface":"back","average":{"1min":2.746,"5min":3.5230000000000001,"15min":4.0659999999999998},"min":{"1min":1.3819999999999999,"5min":1.143,"15min":0.90900000000000003},"max":{"1min":7.9450000000000003,"5min":64.043999999999997,"15min":245.06800000000001},"last":1.5980000000000001},{"interface":"front","average":{"1min":2.9470000000000001,"5min":3.3940000000000001,"15min":4.2889999999999997},"min":{"1min":1.4650000000000001,"5min":1.417,"15min":1.234},"max":{"1min":7.6390000000000002,"5min":62.686999999999998,"15min":248.31700000000001},"last":2.0670000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:33:37 2020","interfaces":[{"interface":"back","average":{"1min":2.411,"5min":3.4980000000000002,"15min":3.206},"min":{"1min":1.4399999999999999,"5min":1.2,"15min":1.2},"max":{"1min":4.4950000000000001,"5min":64.244,"15min":64.244},"last":1.5289999999999999},{"interface":"front","average":{"1min":2.6930000000000001,"5min":3.8199999999999998,"15min":3.419},"min":{"1min":1.5580000000000001,"5min":1.3049999999999999,"15min":1.181},"max":{"1min":4.8410000000000002,"5min":64.447999999999993,"15min":64.447999999999993},"last":4.516}]}]},{"osd":5,"up_from":42,"seq":180388626648,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":932124,"kb_used_data":806100,"kb_used_omap":0,"kb_used_meta":126016,"kb_avail":92813028,"statfs":{"total":95995035648,"available":95040540672,"internally_reserved":0,"allocated":825446400,"data_stored":825084922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":129040384},"hb_peers":[0,1,2,3,4,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:33:46 2020","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.508,"15min":2.073},"min":{"1min":0.58899999999999997,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":11.535,"5min":11.535,"15min":88.192999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":2.0059999999999998,"5min":1.603,"15min":2.25},"min":{"1min":0.628,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":11.278,"5min":11.278,"15min":94.944999999999993},"last":0.70399999999999996}]},{"osd":1,"last update":"Mon Nov 16 20:33:46 2020","interfaces":[{"interface":"back","average":{"1min":2.871,"5min":1.889,"15min":3.8069999999999999},"min":{"1min":0.70399999999999996,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":13.545,"5min":13.545,"15min":331.25599999999997},"last":2.0139999999999998},{"interface":"front","average":{"1min":2.0640000000000001,"5min":1.853,"15min":3.8959999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":11.042,"5min":11.042,"15min":343.89299999999997},"last":0.85999999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:33:46 2020","interfaces":[{"interface":"back","average":{"1min":2.8079999999999998,"5min":2.2330000000000001,"15min":3.9279999999999999},"min":{"1min":0.82299999999999995,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":17.731000000000002,"5min":17.731000000000002,"15min":328.65199999999999},"last":2.7509999999999999},{"interface":"front","average":{"1min":3.206,"5min":2.3839999999999999,"15min":4.234},"min":{"1min":0.77000000000000002,"5min":0.73199999999999998,"15min":0.73199999999999998},"max":{"1min":17.684000000000001,"5min":17.684000000000001,"15min":329.29599999999999},"last":2.726}]},{"osd":3,"last update":"Mon Nov 16 20:33:46 2020","interfaces":[{"interface":"back","average":{"1min":3.4239999999999999,"5min":2.3119999999999998,"15min":2.2349999999999999},"min":{"1min":0.76300000000000001,"5min":0.67700000000000005,"15min":0.59199999999999997},"max":{"1min":13.196999999999999,"5min":13.196999999999999,"15min":13.196999999999999},"last":5.6950000000000003},{"interface":"front","average":{"1min":3.0830000000000002,"5min":2.5640000000000001,"15min":2.7069999999999999},"min":{"1min":1.1459999999999999,"5min":0.78400000000000003,"15min":0.77200000000000002},"max":{"1min":13.417,"5min":13.417,"15min":13.417},"last":5.6500000000000004}]},{"osd":4,"last update":"Mon Nov 16 20:33:46 2020","interfaces":[{"interface":"back","average":{"1min":1.6870000000000001,"5min":2.879,"15min":2.7349999999999999},"min":{"1min":0.89200000000000002,"5min":0.71299999999999997,"15min":0.69399999999999995},"max":{"1min":3.3420000000000001,"5min":92.183000000000007,"15min":92.183000000000007},"last":1.4099999999999999},{"interface":"front","average":{"1min":1.8480000000000001,"5min":2.9729999999999999,"15min":2.8610000000000002},"min":{"1min":0.92600000000000005,"5min":0.79900000000000004,"15min":0.67500000000000004},"max":{"1min":5.1680000000000001,"5min":86.552000000000007,"15min":86.552000000000007},"last":1.3240000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:33:53 2020","interfaces":[{"interface":"back","average":{"1min":1.8049999999999999,"5min":2.1800000000000002,"15min":2.718},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":3.6080000000000001,"5min":7.1369999999999996,"15min":44.848999999999997},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.484,"5min":2.0699999999999998,"15min":2.6099999999999999},"min":{"1min":0.76900000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":2.3580000000000001,"5min":11.685,"15min":44.529000000000003},"last":1.603}]},{"osd":7,"last update":"Mon Nov 16 20:27:08 2020","interfaces":[{"interface":"back","average":{"1min":13.205,"5min":5.1269999999999998,"15min":3.948},"min":{"1min":1.0509999999999999,"5min":1.042,"15min":1.042},"max":{"1min":124.86799999999999,"5min":124.86799999999999,"15min":124.86799999999999},"last":1.6990000000000001},{"interface":"front","average":{"1min":13.539,"5min":5.6299999999999999,"15min":4.1589999999999998},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":124.992,"5min":124.992,"15min":124.992},"last":2.2789999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":1.6419999999999999,"5min":2.1110000000000002,"15min":2.665},"min":{"1min":1.048,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":2.359,"5min":9.0600000000000005,"15min":9.0600000000000005},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.899,"5min":2.4049999999999998,"15min":3.02},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":3.718,"5min":7.2750000000000004,"15min":8.6289999999999996},"last":1.266}]},{"osd":9,"last update":"Mon Nov 16 20:34:18 2020","interfaces":[{"interface":"back","average":{"1min":1.633,"5min":2.0910000000000002,"15min":2.8879999999999999},"min":{"1min":0.97399999999999998,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":3.3069999999999999,"5min":7.9199999999999999,"15min":7.9199999999999999},"last":1.143},{"interface":"front","average":{"1min":2.2589999999999999,"5min":2.5489999999999999,"15min":3.1179999999999999},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":3.9369999999999998,"5min":7.4119999999999999,"15min":7.9480000000000004},"last":1.1000000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:34:18 2020","interfaces":[{"interface":"back","average":{"1min":1.7869999999999999,"5min":2.165,"15min":3.0059999999999998},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":3.2970000000000002,"5min":8.8499999999999996,"15min":28},"last":0.97599999999999998},{"interface":"front","average":{"1min":2.351,"5min":2.5600000000000001,"15min":3.3140000000000001},"min":{"1min":1.044,"5min":1.044,"15min":1.044},"max":{"1min":4.0019999999999998,"5min":7.5609999999999999,"15min":27.789999999999999},"last":1.6990000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:33:49 2020","interfaces":[{"interface":"back","average":{"1min":2.431,"5min":2.8849999999999998,"15min":3.7309999999999999},"min":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"max":{"1min":4.1399999999999997,"5min":7.7119999999999997,"15min":18.388999999999999},"last":1.8580000000000001},{"interface":"front","average":{"1min":2.4750000000000001,"5min":2.9980000000000002,"15min":4.1360000000000001},"min":{"1min":1.482,"5min":1.327,"15min":1.327},"max":{"1min":4.2930000000000001,"5min":11.127000000000001,"15min":23.585000000000001},"last":1.552}]}]}]}}
2020-11-16T20:34:43.690 INFO:tasks.thrashosds.thrasher:Setting 3.c to [10, 3]
2020-11-16T20:34:43.690 INFO:tasks.thrashosds.thrasher:cmd ['osd', 'pg-upmap', '3.c', '10', '3']
2020-11-16T20:34:43.691 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pg-upmap 3.c 10 3
2020-11-16T20:34:43.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:43 smithi071 bash[9480]: cluster 2020-11-16T20:34:42.196627+0000 mgr.x (mgr.14196) 675 : cluster [DBG] pgmap v951: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 595 op/s; 25275/128274 objects misplaced (19.704%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:34:43.885 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:34:43 smithi142 bash[18009]: debug 2020-11-16T20:34:43.888+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:43.891 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:34:43.957 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:34:43.995 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:44.465 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:34:44.466 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:34:45.196 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:45.299 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:34:45.438 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:34:45.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:45 smithi065 bash[9468]: cluster 2020-11-16T20:34:44.197136+0000 mgr.x (mgr.14196) 676 : cluster [DBG] pgmap v952: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 527 op/s; 24743/126492 objects misplaced (19.561%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T20:34:45.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:34:45 smithi065 bash[14115]: debug 2020-11-16T20:34:45.439+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:45.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:45 smithi142 bash[9523]: cluster 2020-11-16T20:34:44.197136+0000 mgr.x (mgr.14196) 676 : cluster [DBG] pgmap v952: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 527 op/s; 24743/126492 objects misplaced (19.561%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T20:34:45.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:34:45 smithi142 bash[15670]: debug 2020-11-16T20:34:45.196+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:45.542 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:34:45.671 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:34:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:45 smithi071 bash[9480]: cluster 2020-11-16T20:34:44.197136+0000 mgr.x (mgr.14196) 676 : cluster [DBG] pgmap v952: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 527 op/s; 24743/126492 objects misplaced (19.561%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T20:34:45.774 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:46.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:34:45 smithi065 bash[18823]: debug 2020-11-16T20:34:45.671+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:47.323 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:47.426 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:47.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:47 smithi065 bash[9468]: cluster 2020-11-16T20:34:46.197540+0000 mgr.x (mgr.14196) 677 : cluster [DBG] pgmap v953: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.8 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 588 op/s; 24253/123506 objects misplaced (19.637%); 12 MiB/s, 192 objects/s recovering
2020-11-16T20:34:47.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:47 smithi142 bash[9523]: cluster 2020-11-16T20:34:46.197540+0000 mgr.x (mgr.14196) 677 : cluster [DBG] pgmap v953: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.8 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 588 op/s; 24253/123506 objects misplaced (19.637%); 12 MiB/s, 192 objects/s recovering
2020-11-16T20:34:47.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:34:47 smithi142 bash[15670]: debug 2020-11-16T20:34:47.324+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:47.572 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:34:47 smithi071 bash[14419]: debug 2020-11-16T20:34:47.568+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:47.573 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:47 smithi071 bash[9480]: cluster 2020-11-16T20:34:46.197540+0000 mgr.x (mgr.14196) 677 : cluster [DBG] pgmap v953: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.8 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 588 op/s; 24253/123506 objects misplaced (19.637%); 12 MiB/s, 192 objects/s recovering
2020-11-16T20:34:47.575 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:47.678 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:34:47.835 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:34:47.939 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:34:48.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:34:47 smithi065 bash[18823]: debug 2020-11-16T20:34:47.835+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:48.292 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:34:48.452 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:48 smithi142 bash[9523]: audit 2020-11-16T20:34:48.056720+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? v1:172.21.15.142:0/2766910316' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:34:48.501 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:34:48.608 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:48.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:48 smithi065 bash[9468]: audit 2020-11-16T20:34:48.056720+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? v1:172.21.15.142:0/2766910316' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:34:48.679 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:34:48.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:48 smithi071 bash[9480]: audit 2020-11-16T20:34:48.056720+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? v1:172.21.15.142:0/2766910316' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:34:48.711 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:48.715 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:34:48.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:34:48.781 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops
2020-11-16T20:34:48.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:34:48 smithi142 bash[22738]: debug 2020-11-16T20:34:48.500+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:48.812 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:34:48.813 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:34:48.854 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:34:48.897 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:34:48.939 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:34:48.956 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:34:48.968 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:34:48.973 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:34:49.008 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:34:49.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:34:48 smithi065 bash[16457]: debug 2020-11-16T20:34:48.711+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:49.048 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:34:49.060 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:34:49.097 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:34:49.128 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:34:49.139 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.141 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.141 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.141 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.141 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:34:49.164 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:34:49.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:34:48 smithi071 bash[16796]: debug 2020-11-16T20:34:48.952+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:49.268 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:49.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[14115]: debug 2020-11-16T20:34:49.163+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.198087+0000 mgr.x (mgr.14196) 678 : cluster [DBG] pgmap v954: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 570 op/s; 23883/121424 objects misplaced (19.669%); 11 MiB/s, 168 objects/s recovering
2020-11-16T20:34:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.282070+0000 mon.a (mon.0) 1359 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:34:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[9468]: audit 2020-11-16T20:34:48.293248+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? v1:172.21.15.142:0/2766910316' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:34:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.293337+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e358: 12 total, 12 up, 12 in
2020-11-16T20:34:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[9468]: audit 2020-11-16T20:34:48.645642+0000 mon.a (mon.0) 1362 : audit [DBG] from='client.? v1:172.21.15.142:0/749521073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:34:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.717317+0000 osd.1 (osd.1) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.813014+0000 osd.3 (osd.3) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:49.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:49 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.975706+0000 osd.7 (osd.7) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:49.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:49 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.198087+0000 mgr.x (mgr.14196) 678 : cluster [DBG] pgmap v954: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 570 op/s; 23883/121424 objects misplaced (19.669%); 11 MiB/s, 168 objects/s recovering
2020-11-16T20:34:53.810 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:49 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.282070+0000 mon.a (mon.0) 1359 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:34:53.810 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:49 smithi142 bash[9523]: audit 2020-11-16T20:34:48.293248+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? v1:172.21.15.142:0/2766910316' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:34:53.810 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:49 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.293337+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e358: 12 total, 12 up, 12 in
2020-11-16T20:34:53.811 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:49 smithi142 bash[9523]: audit 2020-11-16T20:34:48.645642+0000 mon.a (mon.0) 1362 : audit [DBG] from='client.? v1:172.21.15.142:0/749521073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:34:53.811 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:49 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.717317+0000 osd.1 (osd.1) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.811 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:49 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.813014+0000 osd.3 (osd.3) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.811 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:49 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.975706+0000 osd.7 (osd.7) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.815 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.684798+0000 osd.0 (osd.0) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.815 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.765875+0000 osd.2 (osd.2) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.815 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.856291+0000 osd.4 (osd.4) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.815 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.898970+0000 osd.5 (osd.5) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.815 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:48.941156+0000 osd.6 (osd.6) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:49.010992+0000 osd.8 (osd.8) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:49.050446+0000 osd.9 (osd.9) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:49.095971+0000 osd.10 (osd.10) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:50 smithi065 bash[9468]: cluster 2020-11-16T20:34:49.131255+0000 osd.11 (osd.11) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:51 smithi065 bash[9468]: cluster 2020-11-16T20:34:50.198565+0000 mgr.x (mgr.14196) 679 : cluster [DBG] pgmap v956: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 504 op/s; 23388/119626 objects misplaced (19.551%); 11 MiB/s, 170 objects/s recovering
2020-11-16T20:34:53.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:52 smithi065 bash[9468]: cluster 2020-11-16T20:34:51.639262+0000 osd.9 (osd.9) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:53.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:52 smithi065 bash[9468]: cluster 2020-11-16T20:34:51.639342+0000 osd.9 (osd.9) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:53.817 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:52 smithi065 bash[9468]: cluster 2020-11-16T20:34:52.198998+0000 mgr.x (mgr.14196) 680 : cluster [DBG] pgmap v957: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 575 op/s; 23203/116756 objects misplaced (19.873%); 11 MiB/s, 171 objects/s recovering
2020-11-16T20:34:53.817 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:53 smithi065 bash[9468]: cluster 2020-11-16T20:34:52.408790+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e359: 12 total, 12 up, 12 in
2020-11-16T20:34:53.817 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:53 smithi065 bash[9468]: cluster 2020-11-16T20:34:52.652929+0000 osd.2 (osd.2) 96 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:53.817 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:53 smithi065 bash[9468]: cluster 2020-11-16T20:34:52.653016+0000 osd.2 (osd.2) 97 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:53.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:49 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.198087+0000 mgr.x (mgr.14196) 678 : cluster [DBG] pgmap v954: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 570 op/s; 23883/121424 objects misplaced (19.669%); 11 MiB/s, 168 objects/s recovering
2020-11-16T20:34:53.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:49 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.282070+0000 mon.a (mon.0) 1359 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:34:53.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:49 smithi071 bash[9480]: audit 2020-11-16T20:34:48.293248+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? v1:172.21.15.142:0/2766910316' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:34:53.818 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:49 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.293337+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e358: 12 total, 12 up, 12 in
2020-11-16T20:34:53.818 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:49 smithi071 bash[9480]: audit 2020-11-16T20:34:48.645642+0000 mon.a (mon.0) 1362 : audit [DBG] from='client.? v1:172.21.15.142:0/749521073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:34:53.818 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:49 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.717317+0000 osd.1 (osd.1) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.818 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:49 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.813014+0000 osd.3 (osd.3) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.818 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:49 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.975706+0000 osd.7 (osd.7) 48 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.818 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.684798+0000 osd.0 (osd.0) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.819 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.765875+0000 osd.2 (osd.2) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.819 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.856291+0000 osd.4 (osd.4) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.819 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.898970+0000 osd.5 (osd.5) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.819 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:48.941156+0000 osd.6 (osd.6) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.819 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:49.010992+0000 osd.8 (osd.8) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.819 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:49.050446+0000 osd.9 (osd.9) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.819 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:49.095971+0000 osd.10 (osd.10) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.820 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:50 smithi071 bash[9480]: cluster 2020-11-16T20:34:49.131255+0000 osd.11 (osd.11) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.820 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:51 smithi071 bash[9480]: cluster 2020-11-16T20:34:50.198565+0000 mgr.x (mgr.14196) 679 : cluster [DBG] pgmap v956: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 504 op/s; 23388/119626 objects misplaced (19.551%); 11 MiB/s, 170 objects/s recovering
2020-11-16T20:34:53.820 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:52 smithi071 bash[9480]: cluster 2020-11-16T20:34:51.639262+0000 osd.9 (osd.9) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:53.820 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:52 smithi071 bash[9480]: cluster 2020-11-16T20:34:51.639342+0000 osd.9 (osd.9) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:53.820 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:52 smithi071 bash[9480]: cluster 2020-11-16T20:34:52.198998+0000 mgr.x (mgr.14196) 680 : cluster [DBG] pgmap v957: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 575 op/s; 23203/116756 objects misplaced (19.873%); 11 MiB/s, 171 objects/s recovering
2020-11-16T20:34:53.820 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:53 smithi071 bash[9480]: cluster 2020-11-16T20:34:52.408790+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e359: 12 total, 12 up, 12 in
2020-11-16T20:34:53.820 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:53 smithi071 bash[9480]: cluster 2020-11-16T20:34:52.652929+0000 osd.2 (osd.2) 96 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:53.820 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:53 smithi071 bash[9480]: cluster 2020-11-16T20:34:52.653016+0000 osd.2 (osd.2) 97 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:53.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.684798+0000 osd.0 (osd.0) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.765875+0000 osd.2 (osd.2) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.856291+0000 osd.4 (osd.4) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.898970+0000 osd.5 (osd.5) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:48.941156+0000 osd.6 (osd.6) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.821 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:49.010992+0000 osd.8 (osd.8) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:49.050446+0000 osd.9 (osd.9) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:49.095971+0000 osd.10 (osd.10) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:50 smithi142 bash[9523]: cluster 2020-11-16T20:34:49.131255+0000 osd.11 (osd.11) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:34:53.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:51 smithi142 bash[9523]: cluster 2020-11-16T20:34:50.198565+0000 mgr.x (mgr.14196) 679 : cluster [DBG] pgmap v956: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 504 op/s; 23388/119626 objects misplaced (19.551%); 11 MiB/s, 170 objects/s recovering
2020-11-16T20:34:53.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:52 smithi142 bash[9523]: cluster 2020-11-16T20:34:51.639262+0000 osd.9 (osd.9) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:53.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:52 smithi142 bash[9523]: cluster 2020-11-16T20:34:51.639342+0000 osd.9 (osd.9) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:53.822 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:52 smithi142 bash[9523]: cluster 2020-11-16T20:34:52.198998+0000 mgr.x (mgr.14196) 680 : cluster [DBG] pgmap v957: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 575 op/s; 23203/116756 objects misplaced (19.873%); 11 MiB/s, 171 objects/s recovering
2020-11-16T20:34:53.823 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:53 smithi142 bash[9523]: cluster 2020-11-16T20:34:52.408790+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e359: 12 total, 12 up, 12 in
2020-11-16T20:34:53.823 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:53 smithi142 bash[9523]: cluster 2020-11-16T20:34:52.652929+0000 osd.2 (osd.2) 96 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:34:53.823 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:53 smithi142 bash[9523]: cluster 2020-11-16T20:34:52.653016+0000 osd.2 (osd.2) 97 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:34:53.823 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:53.823 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:34:51 smithi142 bash[20366]: debug 2020-11-16T20:34:51.196+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:53.924 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:54 smithi071 bash[9480]: cluster 2020-11-16T20:34:53.418145+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e360: 12 total, 12 up, 12 in
2020-11-16T20:34:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:54 smithi071 bash[9480]: cluster 2020-11-16T20:34:54.199508+0000 mgr.x (mgr.14196) 681 : cluster [DBG] pgmap v960: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 539 op/s; 22661/114950 objects misplaced (19.714%); 11 MiB/s, 173 objects/s recovering
2020-11-16T20:34:54.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:54 smithi065 bash[9468]: cluster 2020-11-16T20:34:53.418145+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e360: 12 total, 12 up, 12 in
2020-11-16T20:34:54.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:54 smithi065 bash[9468]: cluster 2020-11-16T20:34:54.199508+0000 mgr.x (mgr.14196) 681 : cluster [DBG] pgmap v960: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 539 op/s; 22661/114950 objects misplaced (19.714%); 11 MiB/s, 173 objects/s recovering
2020-11-16T20:34:54.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:54 smithi142 bash[9523]: cluster 2020-11-16T20:34:53.418145+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e360: 12 total, 12 up, 12 in
2020-11-16T20:34:54.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:54 smithi142 bash[9523]: cluster 2020-11-16T20:34:54.199508+0000 mgr.x (mgr.14196) 681 : cluster [DBG] pgmap v960: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 539 op/s; 22661/114950 objects misplaced (19.714%); 11 MiB/s, 173 objects/s recovering
2020-11-16T20:34:55.006 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:34:55.110 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:34:55.230 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:34:55.283 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:34:55 smithi142 bash[20366]: debug 2020-11-16T20:34:55.004+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:55.333 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:55.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:34:55 smithi065 bash[18823]: debug 2020-11-16T20:34:55.231+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:55.824 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:34:55.825 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:34:55.999 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:34:56.015 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:34:57.252 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:57 smithi142 bash[9523]: cluster 2020-11-16T20:34:56.199913+0000 mgr.x (mgr.14196) 682 : cluster [DBG] pgmap v961: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.4 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 597 op/s; 22160/111974 objects misplaced (19.790%); 12 MiB/s, 194 objects/s recovering
2020-11-16T20:34:57.529 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:57.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:57 smithi065 bash[9468]: cluster 2020-11-16T20:34:56.199913+0000 mgr.x (mgr.14196) 682 : cluster [DBG] pgmap v961: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.4 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 597 op/s; 22160/111974 objects misplaced (19.790%); 12 MiB/s, 194 objects/s recovering
2020-11-16T20:34:57.533 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:57 smithi071 bash[9480]: cluster 2020-11-16T20:34:56.199913+0000 mgr.x (mgr.14196) 682 : cluster [DBG] pgmap v961: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.4 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 597 op/s; 22160/111974 objects misplaced (19.790%); 12 MiB/s, 194 objects/s recovering
2020-11-16T20:34:57.633 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:34:57.756 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:34:57.864 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:57.871 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:34:57 smithi071 bash[26650]: debug 2020-11-16T20:34:57.532+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:58.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:34:57 smithi065 bash[11785]: debug 2020-11-16T20:34:57.755+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:58.297 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:58.400 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:34:58.521 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:34:58.624 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:58.632 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:34:58 smithi071 bash[26650]: debug 2020-11-16T20:34:58.288+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:58.733 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:34:58.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:34:58 smithi065 bash[11785]: debug 2020-11-16T20:34:58.519+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:58.840 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:58.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:34:58 smithi071 bash[26650]: debug 2020-11-16T20:34:58.728+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:59.255 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:34:59 smithi142 bash[9523]: cluster 2020-11-16T20:34:58.200302+0000 mgr.x (mgr.14196) 683 : cluster [DBG] pgmap v962: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.3 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 615 op/s; 21814/109770 objects misplaced (19.872%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:59.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:34:59 smithi065 bash[9468]: cluster 2020-11-16T20:34:58.200302+0000 mgr.x (mgr.14196) 683 : cluster [DBG] pgmap v962: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.3 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 615 op/s; 21814/109770 objects misplaced (19.872%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:59.584 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:34:59.687 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:59.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:34:59 smithi071 bash[9480]: cluster 2020-11-16T20:34:58.200302+0000 mgr.x (mgr.14196) 683 : cluster [DBG] pgmap v962: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.3 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 615 op/s; 21814/109770 objects misplaced (19.872%); 9.5 MiB/s, 152 objects/s recovering
2020-11-16T20:34:59.806 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:34:59.899 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:34:59 smithi142 bash[15670]: debug 2020-11-16T20:34:59.584+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:34:59.909 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:34:59.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:34:59 smithi071 bash[14419]: debug 2020-11-16T20:34:59.804+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:00.035 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:00.138 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:00.252 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:00.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:35:00 smithi065 bash[16457]: debug 2020-11-16T20:35:00.035+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:00.354 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:00.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:00 smithi071 bash[12066]: debug 2020-11-16T20:35:00.248+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:00.485 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:00.588 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:00.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:35:00 smithi065 bash[14115]: debug 2020-11-16T20:35:00.479+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:01.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:01 smithi065 bash[9468]: cluster 2020-11-16T20:34:59.805453+0000 osd.0 (osd.0) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:01 smithi065 bash[9468]: cluster 2020-11-16T20:34:59.805537+0000 osd.0 (osd.0) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:01 smithi065 bash[9468]: cluster 2020-11-16T20:35:00.200710+0000 mgr.x (mgr.14196) 684 : cluster [DBG] pgmap v963: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.3 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 549 op/s; 21315/107962 objects misplaced (19.743%); 12 MiB/s, 191 objects/s recovering
2020-11-16T20:35:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:01 smithi065 bash[9468]: cluster 2020-11-16T20:35:00.274579+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e361: 12 total, 12 up, 12 in
2020-11-16T20:35:01.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:01 smithi142 bash[9523]: cluster 2020-11-16T20:34:59.805453+0000 osd.0 (osd.0) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:01 smithi142 bash[9523]: cluster 2020-11-16T20:34:59.805537+0000 osd.0 (osd.0) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:01 smithi142 bash[9523]: cluster 2020-11-16T20:35:00.200710+0000 mgr.x (mgr.14196) 684 : cluster [DBG] pgmap v963: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.3 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 549 op/s; 21315/107962 objects misplaced (19.743%); 12 MiB/s, 191 objects/s recovering
2020-11-16T20:35:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:01 smithi142 bash[9523]: cluster 2020-11-16T20:35:00.274579+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e361: 12 total, 12 up, 12 in
2020-11-16T20:35:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:01 smithi071 bash[9480]: cluster 2020-11-16T20:34:59.805453+0000 osd.0 (osd.0) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:01 smithi071 bash[9480]: cluster 2020-11-16T20:34:59.805537+0000 osd.0 (osd.0) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:01 smithi071 bash[9480]: cluster 2020-11-16T20:35:00.200710+0000 mgr.x (mgr.14196) 684 : cluster [DBG] pgmap v963: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.3 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 549 op/s; 21315/107962 objects misplaced (19.743%); 12 MiB/s, 191 objects/s recovering
2020-11-16T20:35:01.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:01 smithi071 bash[9480]: cluster 2020-11-16T20:35:00.274579+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e361: 12 total, 12 up, 12 in
2020-11-16T20:35:02.418 INFO:teuthology.orchestra.run.smithi142.stderr:set 3.c pg_upmap mapping to [10,3]
2020-11-16T20:35:02.468 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:02.571 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:02 smithi071 bash[9480]: audit 2020-11-16T20:35:02.076205+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? v1:172.21.15.142:0/4151913410' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "3.c", "id": [10, 3]}]: dispatch
2020-11-16T20:35:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:02 smithi071 bash[9480]: cluster 2020-11-16T20:35:02.201221+0000 mgr.x (mgr.14196) 685 : cluster [DBG] pgmap v965: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 575 op/s; 21114/104834 objects misplaced (20.140%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:35:02.718 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:02.745 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:35:02 smithi142 bash[22738]: debug 2020-11-16T20:35:02.480+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:02.745 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:02 smithi142 bash[9523]: audit 2020-11-16T20:35:02.076205+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? v1:172.21.15.142:0/4151913410' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "3.c", "id": [10, 3]}]: dispatch
2020-11-16T20:35:02.745 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:02 smithi142 bash[9523]: cluster 2020-11-16T20:35:02.201221+0000 mgr.x (mgr.14196) 685 : cluster [DBG] pgmap v965: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 575 op/s; 21114/104834 objects misplaced (20.140%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:35:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:02 smithi065 bash[9468]: audit 2020-11-16T20:35:02.076205+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? v1:172.21.15.142:0/4151913410' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "3.c", "id": [10, 3]}]: dispatch
2020-11-16T20:35:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:02 smithi065 bash[9468]: cluster 2020-11-16T20:35:02.201221+0000 mgr.x (mgr.14196) 685 : cluster [DBG] pgmap v965: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 575 op/s; 21114/104834 objects misplaced (20.140%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:35:02.822 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:03.027 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:03.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:02 smithi071 bash[12066]: debug 2020-11-16T20:35:02.920+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:03.201 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:02 smithi071 bash[14419]: debug 2020-11-16T20:35:02.716+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:03.416 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:03 smithi142 bash[9523]: cluster 2020-11-16T20:35:02.221831+0000 osd.10 (osd.10) 70 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:03.416 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:03 smithi142 bash[9523]: cluster 2020-11-16T20:35:02.221964+0000 osd.10 (osd.10) 71 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:03 smithi071 bash[9480]: cluster 2020-11-16T20:35:02.221831+0000 osd.10 (osd.10) 70 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:03 smithi071 bash[9480]: cluster 2020-11-16T20:35:02.221964+0000 osd.10 (osd.10) 71 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:03 smithi071 bash[9480]: audit 2020-11-16T20:35:02.421513+0000 mon.a (mon.0) 1367 : audit [INF] from='client.? v1:172.21.15.142:0/4151913410' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "3.c", "id": [10, 3]}]': finished
2020-11-16T20:35:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:03 smithi071 bash[9480]: cluster 2020-11-16T20:35:02.421565+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e362: 12 total, 12 up, 12 in
2020-11-16T20:35:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:03 smithi065 bash[9468]: cluster 2020-11-16T20:35:02.221831+0000 osd.10 (osd.10) 70 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:03 smithi065 bash[9468]: cluster 2020-11-16T20:35:02.221964+0000 osd.10 (osd.10) 71 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:03 smithi065 bash[9468]: audit 2020-11-16T20:35:02.421513+0000 mon.a (mon.0) 1367 : audit [INF] from='client.? v1:172.21.15.142:0/4151913410' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "3.c", "id": [10, 3]}]': finished
2020-11-16T20:35:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:03 smithi065 bash[9468]: cluster 2020-11-16T20:35:02.421565+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e362: 12 total, 12 up, 12 in
2020-11-16T20:35:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:03 smithi142 bash[9523]: audit 2020-11-16T20:35:02.421513+0000 mon.a (mon.0) 1367 : audit [INF] from='client.? v1:172.21.15.142:0/4151913410' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "3.c", "id": [10, 3]}]': finished
2020-11-16T20:35:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:03 smithi142 bash[9523]: cluster 2020-11-16T20:35:02.421565+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e362: 12 total, 12 up, 12 in
2020-11-16T20:35:04.410 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:04.514 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:04.651 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:04.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:04 smithi071 bash[9480]: cluster 2020-11-16T20:35:03.433401+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e363: 12 total, 12 up, 12 in
2020-11-16T20:35:04.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:04 smithi071 bash[9480]: cluster 2020-11-16T20:35:04.201831+0000 mgr.x (mgr.14196) 686 : cluster [DBG] pgmap v968: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 564 op/s; 20514/102994 objects misplaced (19.918%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:35:04.756 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:04.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:04 smithi142 bash[9523]: cluster 2020-11-16T20:35:03.433401+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e363: 12 total, 12 up, 12 in
2020-11-16T20:35:04.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:04 smithi142 bash[9523]: cluster 2020-11-16T20:35:04.201831+0000 mgr.x (mgr.14196) 686 : cluster [DBG] pgmap v968: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 564 op/s; 20514/102994 objects misplaced (19.918%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:35:04.765 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:35:04 smithi142 bash[22738]: debug 2020-11-16T20:35:04.408+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:04.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:04 smithi065 bash[9468]: cluster 2020-11-16T20:35:03.433401+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e363: 12 total, 12 up, 12 in
2020-11-16T20:35:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:04 smithi065 bash[9468]: cluster 2020-11-16T20:35:04.201831+0000 mgr.x (mgr.14196) 686 : cluster [DBG] pgmap v968: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 3.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 564 op/s; 20514/102994 objects misplaced (19.918%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:35:04.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:35:04 smithi065 bash[14115]: debug 2020-11-16T20:35:04.651+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:05 smithi071 bash[9480]: cluster 2020-11-16T20:35:04.447678+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e364: 12 total, 12 up, 12 in
2020-11-16T20:35:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:05 smithi071 bash[9480]: cluster 2020-11-16T20:35:04.451033+0000 osd.3 (osd.3) 86 : cluster [DBG] 3.c starting backfill to osd.10 from (0'0,0'0] MAX to 361'14369
2020-11-16T20:35:05.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:05 smithi065 bash[9468]: cluster 2020-11-16T20:35:04.447678+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e364: 12 total, 12 up, 12 in
2020-11-16T20:35:05.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:05 smithi065 bash[9468]: cluster 2020-11-16T20:35:04.451033+0000 osd.3 (osd.3) 86 : cluster [DBG] 3.c starting backfill to osd.10 from (0'0,0'0] MAX to 361'14369
2020-11-16T20:35:05.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:05 smithi142 bash[9523]: cluster 2020-11-16T20:35:04.447678+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e364: 12 total, 12 up, 12 in
2020-11-16T20:35:05.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:05 smithi142 bash[9523]: cluster 2020-11-16T20:35:04.451033+0000 osd.3 (osd.3) 86 : cluster [DBG] 3.c starting backfill to osd.10 from (0'0,0'0] MAX to 361'14369
2020-11-16T20:35:06.127 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:06.230 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:35:06.367 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:35:06 smithi142 bash[20366]: debug 2020-11-16T20:35:06.124+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:06.368 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:35:06.472 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:06.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:35:06 smithi065 bash[11785]: debug 2020-11-16T20:35:06.366+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:06.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:06 smithi065 bash[9468]: cluster 2020-11-16T20:35:06.207628+0000 mgr.x (mgr.14196) 687 : cluster [DBG] pgmap v970: 17 pgs: 2 active+recovering+remapped, 1 active+remapped+backfill_wait, 3 active+recovering, 11 active+clean; 3.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 501 op/s; 23114/101226 objects misplaced (22.834%); 13 MiB/s, 203 objects/s recovering
2020-11-16T20:35:06.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:06 smithi065 bash[9468]: cluster 2020-11-16T20:35:06.404088+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e365: 12 total, 12 up, 12 in
2020-11-16T20:35:06.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:06 smithi071 bash[9480]: cluster 2020-11-16T20:35:06.207628+0000 mgr.x (mgr.14196) 687 : cluster [DBG] pgmap v970: 17 pgs: 2 active+recovering+remapped, 1 active+remapped+backfill_wait, 3 active+recovering, 11 active+clean; 3.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 501 op/s; 23114/101226 objects misplaced (22.834%); 13 MiB/s, 203 objects/s recovering
2020-11-16T20:35:06.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:06 smithi071 bash[9480]: cluster 2020-11-16T20:35:06.404088+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e365: 12 total, 12 up, 12 in
2020-11-16T20:35:06.828 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:06 smithi142 bash[9523]: cluster 2020-11-16T20:35:06.207628+0000 mgr.x (mgr.14196) 687 : cluster [DBG] pgmap v970: 17 pgs: 2 active+recovering+remapped, 1 active+remapped+backfill_wait, 3 active+recovering, 11 active+clean; 3.1 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 501 op/s; 23114/101226 objects misplaced (22.834%); 13 MiB/s, 203 objects/s recovering
2020-11-16T20:35:06.828 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:06 smithi142 bash[9523]: cluster 2020-11-16T20:35:06.404088+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e365: 12 total, 12 up, 12 in
2020-11-16T20:35:09.012 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:09.115 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:09.259 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:35:09 smithi142 bash[22738]: debug 2020-11-16T20:35:09.008+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:09.260 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:09 smithi142 bash[9523]: cluster 2020-11-16T20:35:08.208042+0000 mgr.x (mgr.14196) 688 : cluster [DBG] pgmap v972: 17 pgs: 2 active+recovering+remapped, 1 active+remapped+backfill_wait, 3 active+recovering, 11 active+clean; 3.0 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 434 op/s; 22831/99804 objects misplaced (22.876%); 12 MiB/s, 198 objects/s recovering
2020-11-16T20:35:09.265 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:09.368 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:09.377 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:09 smithi071 bash[26650]: debug 2020-11-16T20:35:09.260+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:09.377 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:09 smithi071 bash[9480]: cluster 2020-11-16T20:35:08.208042+0000 mgr.x (mgr.14196) 688 : cluster [DBG] pgmap v972: 17 pgs: 2 active+recovering+remapped, 1 active+remapped+backfill_wait, 3 active+recovering, 11 active+clean; 3.0 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 434 op/s; 22831/99804 objects misplaced (22.876%); 12 MiB/s, 198 objects/s recovering
2020-11-16T20:35:09.502 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:09.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:09 smithi065 bash[9468]: cluster 2020-11-16T20:35:08.208042+0000 mgr.x (mgr.14196) 688 : cluster [DBG] pgmap v972: 17 pgs: 2 active+recovering+remapped, 1 active+remapped+backfill_wait, 3 active+recovering, 11 active+clean; 3.0 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 434 op/s; 22831/99804 objects misplaced (22.876%); 12 MiB/s, 198 objects/s recovering
2020-11-16T20:35:09.605 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:09.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:35:09 smithi071 bash[16796]: debug 2020-11-16T20:35:09.496+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:09.783 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:35:09.784 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:35:09.784 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T20:35:09.784 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T20:35:09.784 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:35:10.665 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:10.770 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:11.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:35:10 smithi065 bash[16457]: debug 2020-11-16T20:35:10.662+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:11.368 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:35:11.368 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:35:11.369 INFO:tasks.thrashosds.thrasher:inject_pause on 10
2020-11-16T20:35:11.369 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:35:11.369 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:35:11.369 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 config set filestore_inject_stall 3
2020-11-16T20:35:11.519 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:35:11.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:11 smithi065 bash[9468]: cluster 2020-11-16T20:35:10.208533+0000 mgr.x (mgr.14196) 689 : cluster [DBG] pgmap v973: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 3.0 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 396 op/s; 21456/97614 objects misplaced (21.980%); 18 MiB/s, 289 objects/s recovering
2020-11-16T20:35:11.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:11 smithi142 bash[9523]: cluster 2020-11-16T20:35:10.208533+0000 mgr.x (mgr.14196) 689 : cluster [DBG] pgmap v973: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 3.0 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 396 op/s; 21456/97614 objects misplaced (21.980%); 18 MiB/s, 289 objects/s recovering
2020-11-16T20:35:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:11 smithi071 bash[9480]: cluster 2020-11-16T20:35:10.208533+0000 mgr.x (mgr.14196) 689 : cluster [DBG] pgmap v973: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 3.0 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 396 op/s; 21456/97614 objects misplaced (21.980%); 18 MiB/s, 289 objects/s recovering
2020-11-16T20:35:12.107 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:12.210 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:35:12.443 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:12 smithi142 bash[18009]: debug 2020-11-16T20:35:12.107+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:12.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:12 smithi071 bash[9480]: cluster 2020-11-16T20:35:11.408998+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e366: 12 total, 12 up, 12 in
2020-11-16T20:35:12.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:12 smithi071 bash[9480]: cluster 2020-11-16T20:35:12.209055+0000 mgr.x (mgr.14196) 690 : cluster [DBG] pgmap v975: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.9 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 523 op/s; 21283/94862 objects misplaced (22.436%); 17 MiB/s, 274 objects/s recovering
2020-11-16T20:35:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:12 smithi065 bash[9468]: cluster 2020-11-16T20:35:11.408998+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e366: 12 total, 12 up, 12 in
2020-11-16T20:35:12.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:12 smithi065 bash[9468]: cluster 2020-11-16T20:35:12.209055+0000 mgr.x (mgr.14196) 690 : cluster [DBG] pgmap v975: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.9 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 523 op/s; 21283/94862 objects misplaced (22.436%); 17 MiB/s, 274 objects/s recovering
2020-11-16T20:35:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:12 smithi142 bash[9523]: cluster 2020-11-16T20:35:11.408998+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e366: 12 total, 12 up, 12 in
2020-11-16T20:35:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:12 smithi142 bash[9523]: cluster 2020-11-16T20:35:12.209055+0000 mgr.x (mgr.14196) 690 : cluster [DBG] pgmap v975: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.9 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 523 op/s; 21283/94862 objects misplaced (22.436%); 17 MiB/s, 274 objects/s recovering
2020-11-16T20:35:13.682 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:13 smithi142 bash[9523]: cluster 2020-11-16T20:35:11.719412+0000 osd.5 (osd.5) 94 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:13.682 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:13 smithi142 bash[9523]: cluster 2020-11-16T20:35:11.719492+0000 osd.5 (osd.5) 95 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:13.682 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:13 smithi142 bash[9523]: cluster 2020-11-16T20:35:12.421099+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e367: 12 total, 12 up, 12 in
2020-11-16T20:35:13.683 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_historic_ops
2020-11-16T20:35:13.687 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:35:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:13 smithi071 bash[9480]: cluster 2020-11-16T20:35:11.719412+0000 osd.5 (osd.5) 94 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:13 smithi071 bash[9480]: cluster 2020-11-16T20:35:11.719492+0000 osd.5 (osd.5) 95 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:13 smithi071 bash[9480]: cluster 2020-11-16T20:35:12.421099+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e367: 12 total, 12 up, 12 in
2020-11-16T20:35:13.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:13 smithi065 bash[9468]: cluster 2020-11-16T20:35:11.719412+0000 osd.5 (osd.5) 94 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:13 smithi065 bash[9468]: cluster 2020-11-16T20:35:11.719492+0000 osd.5 (osd.5) 95 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:13 smithi065 bash[9468]: cluster 2020-11-16T20:35:12.421099+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e367: 12 total, 12 up, 12 in
2020-11-16T20:35:13.795 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:13.900 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:13.918 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:14.020 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:14.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:35:13 smithi142 bash[15670]: debug 2020-11-16T20:35:13.687+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:14.132 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:13 smithi071 bash[26650]: debug 2020-11-16T20:35:13.916+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:14.133 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:14.239 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:14.422 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:14 smithi071 bash[14419]: debug 2020-11-16T20:35:14.128+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:14.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:14 smithi142 bash[9523]: cluster 2020-11-16T20:35:14.209474+0000 mgr.x (mgr.14196) 691 : cluster [DBG] pgmap v977: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.8 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 506 op/s; 20729/92882 objects misplaced (22.318%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:35:14.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:14 smithi071 bash[9480]: cluster 2020-11-16T20:35:14.209474+0000 mgr.x (mgr.14196) 691 : cluster [DBG] pgmap v977: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.8 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 506 op/s; 20729/92882 objects misplaced (22.318%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:35:14.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:14 smithi065 bash[9468]: cluster 2020-11-16T20:35:14.209474+0000 mgr.x (mgr.14196) 691 : cluster [DBG] pgmap v977: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.8 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 506 op/s; 20729/92882 objects misplaced (22.318%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:35:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:35:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:    "success": ""
2020-11-16T20:35:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:35:15.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:15 smithi065 bash[9468]: cluster 2020-11-16T20:35:14.994622+0000 osd.3 (osd.3) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:15.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:15 smithi065 bash[9468]: cluster 2020-11-16T20:35:14.994684+0000 osd.3 (osd.3) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:15 smithi071 bash[9480]: cluster 2020-11-16T20:35:14.994622+0000 osd.3 (osd.3) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:15 smithi071 bash[9480]: cluster 2020-11-16T20:35:14.994684+0000 osd.3 (osd.3) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:15.735 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:15.738 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:15 smithi142 bash[9523]: cluster 2020-11-16T20:35:14.994622+0000 osd.3 (osd.3) 87 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:15.738 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:15 smithi142 bash[9523]: cluster 2020-11-16T20:35:14.994684+0000 osd.3 (osd.3) 88 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:15.839 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:15.972 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:16.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:35:15 smithi142 bash[22738]: debug 2020-11-16T20:35:15.735+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:16.075 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:16.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:35:15 smithi071 bash[16796]: debug 2020-11-16T20:35:15.964+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:16.338 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:16.440 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:16.551 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:16.655 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:16 smithi071 bash[9480]: cluster 2020-11-16T20:35:15.436606+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e368: 12 total, 12 up, 12 in
2020-11-16T20:35:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:16 smithi071 bash[9480]: cluster 2020-11-16T20:35:16.209936+0000 mgr.x (mgr.14196) 692 : cluster [DBG] pgmap v979: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.7 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 656 op/s; 19348/89740 objects misplaced (21.560%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:35:16.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:35:16 smithi071 bash[16796]: debug 2020-11-16T20:35:16.548+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:16.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:35:16 smithi065 bash[14115]: debug 2020-11-16T20:35:16.338+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:16 smithi065 bash[9468]: cluster 2020-11-16T20:35:15.436606+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e368: 12 total, 12 up, 12 in
2020-11-16T20:35:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:16 smithi065 bash[9468]: cluster 2020-11-16T20:35:16.209936+0000 mgr.x (mgr.14196) 692 : cluster [DBG] pgmap v979: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.7 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 656 op/s; 19348/89740 objects misplaced (21.560%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:35:16.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:16 smithi142 bash[9523]: cluster 2020-11-16T20:35:15.436606+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e368: 12 total, 12 up, 12 in
2020-11-16T20:35:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:16 smithi142 bash[9523]: cluster 2020-11-16T20:35:16.209936+0000 mgr.x (mgr.14196) 692 : cluster [DBG] pgmap v979: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.7 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 656 op/s; 19348/89740 objects misplaced (21.560%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:35:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:17 smithi071 bash[9480]: cluster 2020-11-16T20:35:16.162827+0000 osd.7 (osd.7) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:17 smithi071 bash[9480]: cluster 2020-11-16T20:35:16.162949+0000 osd.7 (osd.7) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:17 smithi071 bash[9480]: cluster 2020-11-16T20:35:16.443728+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e369: 12 total, 12 up, 12 in
2020-11-16T20:35:17.760 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:17 smithi142 bash[9523]: cluster 2020-11-16T20:35:16.162827+0000 osd.7 (osd.7) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:17.760 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:17 smithi142 bash[9523]: cluster 2020-11-16T20:35:16.162949+0000 osd.7 (osd.7) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:17.760 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:17 smithi142 bash[9523]: cluster 2020-11-16T20:35:16.443728+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e369: 12 total, 12 up, 12 in
2020-11-16T20:35:17.760 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:17 smithi065 bash[9468]: cluster 2020-11-16T20:35:16.162827+0000 osd.7 (osd.7) 49 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:17 smithi065 bash[9468]: cluster 2020-11-16T20:35:16.162949+0000 osd.7 (osd.7) 50 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:17 smithi065 bash[9468]: cluster 2020-11-16T20:35:16.443728+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e369: 12 total, 12 up, 12 in
2020-11-16T20:35:17.863 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:18.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:17 smithi142 bash[18009]: debug 2020-11-16T20:35:17.763+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:18.131 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:18.235 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:18.444 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:35:18 smithi142 bash[20366]: debug 2020-11-16T20:35:18.131+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:18.445 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:18 smithi142 bash[9523]: cluster 2020-11-16T20:35:18.210413+0000 mgr.x (mgr.14196) 693 : cluster [DBG] pgmap v981: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.7 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 623 op/s; 18996/87378 objects misplaced (21.740%); 19 MiB/s, 302 objects/s recovering
2020-11-16T20:35:18.657 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:35:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:18 smithi071 bash[9480]: cluster 2020-11-16T20:35:18.210413+0000 mgr.x (mgr.14196) 693 : cluster [DBG] pgmap v981: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.7 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 623 op/s; 18996/87378 objects misplaced (21.740%); 19 MiB/s, 302 objects/s recovering
2020-11-16T20:35:18.701 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:35:18.760 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:35:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:18 smithi065 bash[9468]: cluster 2020-11-16T20:35:18.210413+0000 mgr.x (mgr.14196) 693 : cluster [DBG] pgmap v981: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.7 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 623 op/s; 18996/87378 objects misplaced (21.740%); 19 MiB/s, 302 objects/s recovering
2020-11-16T20:35:18.825 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:35:18.879 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:35:18.920 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:35:18.965 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:35:19.012 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:35:19.055 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:35:19.094 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:35:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:35:19.171 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:35:19.180 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.180 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.181 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.181 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.181 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.181 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.181 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:35:19.472 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:35:19.483 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:19.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: audit 2020-11-16T20:35:18.602052+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? v1:172.21.15.142:0/713411961' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:35:19.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: cluster 2020-11-16T20:35:18.704045+0000 osd.1 (osd.1) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: cluster 2020-11-16T20:35:18.756582+0000 osd.2 (osd.2) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: cluster 2020-11-16T20:35:18.830830+0000 osd.3 (osd.3) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: audit 2020-11-16T20:35:18.977098+0000 mon.c (mon.2) 33 : audit [INF] from='client.? v1:172.21.15.142:0/973094579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:35:19.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: audit 2020-11-16T20:35:18.981146+0000 mon.a (mon.0) 1376 : audit [INF] from='client.35222 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:35:19.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: cluster 2020-11-16T20:35:19.010981+0000 osd.7 (osd.7) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: cluster 2020-11-16T20:35:19.054705+0000 osd.8 (osd.8) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:19 smithi142 bash[9523]: cluster 2020-11-16T20:35:19.092035+0000 osd.9 (osd.9) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.587 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:19.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[26650]: debug 2020-11-16T20:35:19.476+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:19.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: audit 2020-11-16T20:35:18.602052+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? v1:172.21.15.142:0/713411961' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:35:19.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: cluster 2020-11-16T20:35:18.704045+0000 osd.1 (osd.1) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: cluster 2020-11-16T20:35:18.756582+0000 osd.2 (osd.2) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: cluster 2020-11-16T20:35:18.830830+0000 osd.3 (osd.3) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: audit 2020-11-16T20:35:18.977098+0000 mon.c (mon.2) 33 : audit [INF] from='client.? v1:172.21.15.142:0/973094579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:35:19.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: audit 2020-11-16T20:35:18.981146+0000 mon.a (mon.0) 1376 : audit [INF] from='client.35222 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:35:19.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: cluster 2020-11-16T20:35:19.010981+0000 osd.7 (osd.7) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: cluster 2020-11-16T20:35:19.054705+0000 osd.8 (osd.8) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:19 smithi071 bash[9480]: cluster 2020-11-16T20:35:19.092035+0000 osd.9 (osd.9) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: audit 2020-11-16T20:35:18.602052+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? v1:172.21.15.142:0/713411961' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:35:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: cluster 2020-11-16T20:35:18.704045+0000 osd.1 (osd.1) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: cluster 2020-11-16T20:35:18.756582+0000 osd.2 (osd.2) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: cluster 2020-11-16T20:35:18.830830+0000 osd.3 (osd.3) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: audit 2020-11-16T20:35:18.977098+0000 mon.c (mon.2) 33 : audit [INF] from='client.? v1:172.21.15.142:0/973094579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:35:19.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: audit 2020-11-16T20:35:18.981146+0000 mon.a (mon.0) 1376 : audit [INF] from='client.35222 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:35:19.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: cluster 2020-11-16T20:35:19.010981+0000 osd.7 (osd.7) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: cluster 2020-11-16T20:35:19.054705+0000 osd.8 (osd.8) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:19.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:19 smithi065 bash[9468]: cluster 2020-11-16T20:35:19.092035+0000 osd.9 (osd.9) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:18.663497+0000 osd.0 (osd.0) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:18.880801+0000 osd.4 (osd.4) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:18.967392+0000 osd.6 (osd.6) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:19.137484+0000 osd.10 (osd.10) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:19.173322+0000 osd.11 (osd.11) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:19.450444+0000 mon.a (mon.0) 1377 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:35:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:19.450471+0000 mon.a (mon.0) 1378 : cluster [INF] Cluster is now healthy
2020-11-16T20:35:20.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: audit 2020-11-16T20:35:19.465275+0000 mon.a (mon.0) 1379 : audit [INF] from='client.35222 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:35:20.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:19.465330+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e370: 12 total, 12 up, 12 in
2020-11-16T20:35:20.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:20 smithi071 bash[9480]: cluster 2020-11-16T20:35:20.210901+0000 mgr.x (mgr.14196) 694 : cluster [DBG] pgmap v983: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.6 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 662 op/s; 17672/84930 objects misplaced (20.808%); 28 MiB/s, 451 objects/s recovering
2020-11-16T20:35:20.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:18.663497+0000 osd.0 (osd.0) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:18.880801+0000 osd.4 (osd.4) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:18.967392+0000 osd.6 (osd.6) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:19.137484+0000 osd.10 (osd.10) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:19.173322+0000 osd.11 (osd.11) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:19.450444+0000 mon.a (mon.0) 1377 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:35:20.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:19.450471+0000 mon.a (mon.0) 1378 : cluster [INF] Cluster is now healthy
2020-11-16T20:35:20.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: audit 2020-11-16T20:35:19.465275+0000 mon.a (mon.0) 1379 : audit [INF] from='client.35222 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:35:20.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:19.465330+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e370: 12 total, 12 up, 12 in
2020-11-16T20:35:20.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:20 smithi065 bash[9468]: cluster 2020-11-16T20:35:20.210901+0000 mgr.x (mgr.14196) 694 : cluster [DBG] pgmap v983: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.6 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 662 op/s; 17672/84930 objects misplaced (20.808%); 28 MiB/s, 451 objects/s recovering
2020-11-16T20:35:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:18.663497+0000 osd.0 (osd.0) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:18.880801+0000 osd.4 (osd.4) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:18.967392+0000 osd.6 (osd.6) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:19.137484+0000 osd.10 (osd.10) 72 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:19.173322+0000 osd.11 (osd.11) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:20.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:19.450444+0000 mon.a (mon.0) 1377 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:35:20.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:19.450471+0000 mon.a (mon.0) 1378 : cluster [INF] Cluster is now healthy
2020-11-16T20:35:20.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: audit 2020-11-16T20:35:19.465275+0000 mon.a (mon.0) 1379 : audit [INF] from='client.35222 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:35:20.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:19.465330+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e370: 12 total, 12 up, 12 in
2020-11-16T20:35:20.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:20 smithi142 bash[9523]: cluster 2020-11-16T20:35:20.210901+0000 mgr.x (mgr.14196) 694 : cluster [DBG] pgmap v983: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.6 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 662 op/s; 17672/84930 objects misplaced (20.808%); 28 MiB/s, 451 objects/s recovering
2020-11-16T20:35:21.459 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:35:21.460 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:35:21.460 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:35:21.674 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:22.323 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:22.427 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:22.558 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:22.662 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:22.671 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:22 smithi071 bash[9480]: cluster 2020-11-16T20:35:22.211347+0000 mgr.x (mgr.14196) 695 : cluster [DBG] pgmap v984: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 626 op/s; 17497/82056 objects misplaced (21.323%); 15 MiB/s, 238 objects/s recovering
2020-11-16T20:35:22.781 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:22 smithi065 bash[9468]: cluster 2020-11-16T20:35:22.211347+0000 mgr.x (mgr.14196) 695 : cluster [DBG] pgmap v984: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 626 op/s; 17497/82056 objects misplaced (21.323%); 15 MiB/s, 238 objects/s recovering
2020-11-16T20:35:22.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:35:22 smithi065 bash[18823]: debug 2020-11-16T20:35:22.558+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:22.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:35:22 smithi142 bash[20366]: debug 2020-11-16T20:35:22.323+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:22.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:22 smithi142 bash[9523]: cluster 2020-11-16T20:35:22.211347+0000 mgr.x (mgr.14196) 695 : cluster [DBG] pgmap v984: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 626 op/s; 17497/82056 objects misplaced (21.323%); 15 MiB/s, 238 objects/s recovering
2020-11-16T20:35:22.885 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:22.950 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:35:22 smithi071 bash[16796]: debug 2020-11-16T20:35:22.776+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:22.994 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:23.099 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:23.226 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:23.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:35:22 smithi065 bash[18823]: debug 2020-11-16T20:35:22.990+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:23.330 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:23.416 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:23 smithi071 bash[9480]: cluster 2020-11-16T20:35:22.680731+0000 osd.8 (osd.8) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:23.416 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:23 smithi071 bash[9480]: cluster 2020-11-16T20:35:22.680807+0000 osd.8 (osd.8) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:23.416 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:23 smithi071 bash[14419]: debug 2020-11-16T20:35:23.224+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:23 smithi065 bash[9468]: cluster 2020-11-16T20:35:22.680731+0000 osd.8 (osd.8) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:23 smithi065 bash[9468]: cluster 2020-11-16T20:35:22.680807+0000 osd.8 (osd.8) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:23.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:23 smithi142 bash[9523]: cluster 2020-11-16T20:35:22.680731+0000 osd.8 (osd.8) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:23.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:23 smithi142 bash[9523]: cluster 2020-11-16T20:35:22.680807+0000 osd.8 (osd.8) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:24.491 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:24.596 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:24.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:24 smithi071 bash[9480]: cluster 2020-11-16T20:35:23.431019+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e371: 12 total, 12 up, 12 in
2020-11-16T20:35:24.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:24 smithi071 bash[9480]: cluster 2020-11-16T20:35:24.211917+0000 mgr.x (mgr.14196) 696 : cluster [DBG] pgmap v986: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.4 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 572 op/s; 16928/80076 objects misplaced (21.140%); 16 MiB/s, 256 objects/s recovering
2020-11-16T20:35:24.721 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:24.722 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:24 smithi065 bash[9468]: cluster 2020-11-16T20:35:23.431019+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e371: 12 total, 12 up, 12 in
2020-11-16T20:35:24.722 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:24 smithi065 bash[9468]: cluster 2020-11-16T20:35:24.211917+0000 mgr.x (mgr.14196) 696 : cluster [DBG] pgmap v986: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.4 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 572 op/s; 16928/80076 objects misplaced (21.140%); 16 MiB/s, 256 objects/s recovering
2020-11-16T20:35:24.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:24 smithi142 bash[18009]: debug 2020-11-16T20:35:24.491+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:24.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:24 smithi142 bash[9523]: cluster 2020-11-16T20:35:23.431019+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e371: 12 total, 12 up, 12 in
2020-11-16T20:35:24.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:24 smithi142 bash[9523]: cluster 2020-11-16T20:35:24.211917+0000 mgr.x (mgr.14196) 696 : cluster [DBG] pgmap v986: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.4 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 572 op/s; 16928/80076 objects misplaced (21.140%); 16 MiB/s, 256 objects/s recovering
2020-11-16T20:35:24.827 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:25.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:35:24 smithi065 bash[18823]: debug 2020-11-16T20:35:24.718+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:25.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:25 smithi071 bash[9480]: cluster 2020-11-16T20:35:23.835057+0000 osd.0 (osd.0) 91 : cluster [DBG] 3.1 scrub starts
2020-11-16T20:35:25.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:25 smithi071 bash[9480]: cluster 2020-11-16T20:35:24.297785+0000 osd.0 (osd.0) 92 : cluster [DBG] 3.1 scrub ok
2020-11-16T20:35:25.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:25 smithi071 bash[9480]: cluster 2020-11-16T20:35:24.440147+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e372: 12 total, 12 up, 12 in
2020-11-16T20:35:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:25 smithi071 bash[9480]: cluster 2020-11-16T20:35:24.765362+0000 osd.1 (osd.1) 103 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:25 smithi071 bash[9480]: cluster 2020-11-16T20:35:24.765438+0000 osd.1 (osd.1) 104 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:25.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:25 smithi065 bash[9468]: cluster 2020-11-16T20:35:23.835057+0000 osd.0 (osd.0) 91 : cluster [DBG] 3.1 scrub starts
2020-11-16T20:35:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:25 smithi065 bash[9468]: cluster 2020-11-16T20:35:24.297785+0000 osd.0 (osd.0) 92 : cluster [DBG] 3.1 scrub ok
2020-11-16T20:35:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:25 smithi065 bash[9468]: cluster 2020-11-16T20:35:24.440147+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e372: 12 total, 12 up, 12 in
2020-11-16T20:35:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:25 smithi065 bash[9468]: cluster 2020-11-16T20:35:24.765362+0000 osd.1 (osd.1) 103 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:25 smithi065 bash[9468]: cluster 2020-11-16T20:35:24.765438+0000 osd.1 (osd.1) 104 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:25.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:25 smithi142 bash[9523]: cluster 2020-11-16T20:35:23.835057+0000 osd.0 (osd.0) 91 : cluster [DBG] 3.1 scrub starts
2020-11-16T20:35:25.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:25 smithi142 bash[9523]: cluster 2020-11-16T20:35:24.297785+0000 osd.0 (osd.0) 92 : cluster [DBG] 3.1 scrub ok
2020-11-16T20:35:25.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:25 smithi142 bash[9523]: cluster 2020-11-16T20:35:24.440147+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e372: 12 total, 12 up, 12 in
2020-11-16T20:35:25.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:25 smithi142 bash[9523]: cluster 2020-11-16T20:35:24.765362+0000 osd.1 (osd.1) 103 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:25.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:25 smithi142 bash[9523]: cluster 2020-11-16T20:35:24.765438+0000 osd.1 (osd.1) 104 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:26.349 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:35:26.526 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:26.557 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:35:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:26 smithi071 bash[9480]: cluster 2020-11-16T20:35:25.444321+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e373: 12 total, 12 up, 12 in
2020-11-16T20:35:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:26 smithi071 bash[9480]: audit 2020-11-16T20:35:26.182046+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:35:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:26 smithi071 bash[9480]: audit 2020-11-16T20:35:26.186194+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:35:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:26 smithi071 bash[9480]: cluster 2020-11-16T20:35:26.212451+0000 mgr.x (mgr.14196) 697 : cluster [DBG] pgmap v989: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.4 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 601 op/s; 16320/77710 objects misplaced (21.001%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:35:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:26 smithi071 bash[9480]: cluster 2020-11-16T20:35:26.417495+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e374: 12 total, 12 up, 12 in
2020-11-16T20:35:26.750 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:26.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:26 smithi065 bash[9468]: cluster 2020-11-16T20:35:25.444321+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e373: 12 total, 12 up, 12 in
2020-11-16T20:35:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:26 smithi065 bash[9468]: audit 2020-11-16T20:35:26.182046+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:35:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:26 smithi065 bash[9468]: audit 2020-11-16T20:35:26.186194+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:35:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:26 smithi065 bash[9468]: cluster 2020-11-16T20:35:26.212451+0000 mgr.x (mgr.14196) 697 : cluster [DBG] pgmap v989: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.4 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 601 op/s; 16320/77710 objects misplaced (21.001%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:35:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:26 smithi065 bash[9468]: cluster 2020-11-16T20:35:26.417495+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e374: 12 total, 12 up, 12 in
2020-11-16T20:35:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:26 smithi142 bash[9523]: cluster 2020-11-16T20:35:25.444321+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e373: 12 total, 12 up, 12 in
2020-11-16T20:35:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:26 smithi142 bash[9523]: audit 2020-11-16T20:35:26.182046+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:35:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:26 smithi142 bash[9523]: audit 2020-11-16T20:35:26.186194+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:35:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:26 smithi142 bash[9523]: cluster 2020-11-16T20:35:26.212451+0000 mgr.x (mgr.14196) 697 : cluster [DBG] pgmap v989: 17 pgs: 1 active+remapped+backfilling, 2 active+recovering+remapped, 3 active+recovering, 11 active+clean; 2.4 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 601 op/s; 16320/77710 objects misplaced (21.001%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:35:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:26 smithi142 bash[9523]: cluster 2020-11-16T20:35:26.417495+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e374: 12 total, 12 up, 12 in
2020-11-16T20:35:27.889 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:27.992 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:28.184 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:28.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:27 smithi071 bash[12066]: debug 2020-11-16T20:35:27.883+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:28.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:35:28 smithi065 bash[18823]: debug 2020-11-16T20:35:28.182+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:28.287 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:28.400 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:28.504 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:28 smithi142 bash[9523]: cluster 2020-11-16T20:35:27.074564+0000 osd.11 (osd.11) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:28 smithi142 bash[9523]: cluster 2020-11-16T20:35:27.074669+0000 osd.11 (osd.11) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:28.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:28 smithi142 bash[9523]: cluster 2020-11-16T20:35:27.458467+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e375: 12 total, 12 up, 12 in
2020-11-16T20:35:28.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:28 smithi142 bash[9523]: cluster 2020-11-16T20:35:28.212911+0000 mgr.x (mgr.14196) 698 : cluster [DBG] pgmap v992: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 618 op/s; 15454/75126 objects misplaced (20.571%); 20 MiB/s, 322 objects/s recovering
2020-11-16T20:35:28.785 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:35:28 smithi065 bash[16457]: debug 2020-11-16T20:35:28.398+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:28.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:28 smithi065 bash[9468]: cluster 2020-11-16T20:35:27.074564+0000 osd.11 (osd.11) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:28.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:28 smithi065 bash[9468]: cluster 2020-11-16T20:35:27.074669+0000 osd.11 (osd.11) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:28.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:28 smithi065 bash[9468]: cluster 2020-11-16T20:35:27.458467+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e375: 12 total, 12 up, 12 in
2020-11-16T20:35:28.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:28 smithi065 bash[9468]: cluster 2020-11-16T20:35:28.212911+0000 mgr.x (mgr.14196) 698 : cluster [DBG] pgmap v992: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 618 op/s; 15454/75126 objects misplaced (20.571%); 20 MiB/s, 322 objects/s recovering
2020-11-16T20:35:28.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:28 smithi071 bash[9480]: cluster 2020-11-16T20:35:27.074564+0000 osd.11 (osd.11) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:28.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:28 smithi071 bash[9480]: cluster 2020-11-16T20:35:27.074669+0000 osd.11 (osd.11) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:28.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:28 smithi071 bash[9480]: cluster 2020-11-16T20:35:27.458467+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e375: 12 total, 12 up, 12 in
2020-11-16T20:35:28.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:28 smithi071 bash[9480]: cluster 2020-11-16T20:35:28.212911+0000 mgr.x (mgr.14196) 698 : cluster [DBG] pgmap v992: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 618 op/s; 15454/75126 objects misplaced (20.571%); 20 MiB/s, 322 objects/s recovering
2020-11-16T20:35:29.785 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:29.889 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:30.013 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:30.117 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:30.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:30 smithi071 bash[14419]: debug 2020-11-16T20:35:30.007+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:30.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:29 smithi071 bash[12066]: debug 2020-11-16T20:35:29.779+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:31.176 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:31.280 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:31.453 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:31.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:31 smithi065 bash[9468]: cluster 2020-11-16T20:35:30.213454+0000 mgr.x (mgr.14196) 699 : cluster [DBG] pgmap v993: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.2 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 603 op/s; 14975/73106 objects misplaced (20.484%); 19 MiB/s, 306 objects/s recovering
2020-11-16T20:35:31.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:31 smithi142 bash[9523]: cluster 2020-11-16T20:35:30.213454+0000 mgr.x (mgr.14196) 699 : cluster [DBG] pgmap v993: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.2 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 603 op/s; 14975/73106 objects misplaced (20.484%); 19 MiB/s, 306 objects/s recovering
2020-11-16T20:35:31.533 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:35:31 smithi142 bash[20366]: debug 2020-11-16T20:35:31.175+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:31.557 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:31.564 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:31 smithi071 bash[26650]: debug 2020-11-16T20:35:31.447+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:31.564 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:31 smithi071 bash[9480]: cluster 2020-11-16T20:35:30.213454+0000 mgr.x (mgr.14196) 699 : cluster [DBG] pgmap v993: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.2 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 603 op/s; 14975/73106 objects misplaced (20.484%); 19 MiB/s, 306 objects/s recovering
2020-11-16T20:35:31.679 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:31.782 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:31.910 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:31.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:31 smithi071 bash[26650]: debug 2020-11-16T20:35:31.675+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:32.013 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:32.023 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:35:32.023 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:35:32.141 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:32.244 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:32.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:35:31 smithi065 bash[16457]: debug 2020-11-16T20:35:31.910+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:32.365 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:32 smithi071 bash[14419]: debug 2020-11-16T20:35:32.135+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:32.368 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:32.474 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:35:32.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:32 smithi142 bash[9523]: cluster 2020-11-16T20:35:31.418086+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e376: 12 total, 12 up, 12 in
2020-11-16T20:35:32.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:32 smithi142 bash[9523]: cluster 2020-11-16T20:35:32.213942+0000 mgr.x (mgr.14196) 700 : cluster [DBG] pgmap v995: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.1 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 649 op/s; 14770/69914 objects misplaced (21.126%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:35:32.582 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:35:32.686 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:32.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:32 smithi071 bash[14419]: debug 2020-11-16T20:35:32.363+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:32.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:32 smithi071 bash[9480]: cluster 2020-11-16T20:35:31.418086+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e376: 12 total, 12 up, 12 in
2020-11-16T20:35:32.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:32 smithi071 bash[9480]: cluster 2020-11-16T20:35:32.213942+0000 mgr.x (mgr.14196) 700 : cluster [DBG] pgmap v995: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.1 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 649 op/s; 14770/69914 objects misplaced (21.126%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:35:32.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:35:32 smithi065 bash[11785]: debug 2020-11-16T20:35:32.582+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:32.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:32 smithi065 bash[9468]: cluster 2020-11-16T20:35:31.418086+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e376: 12 total, 12 up, 12 in
2020-11-16T20:35:32.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:32 smithi065 bash[9468]: cluster 2020-11-16T20:35:32.213942+0000 mgr.x (mgr.14196) 700 : cluster [DBG] pgmap v995: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.1 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 649 op/s; 14770/69914 objects misplaced (21.126%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:35:33.816 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:33.920 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:34.033 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:35:33 smithi142 bash[20366]: debug 2020-11-16T20:35:33.815+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:34.041 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:34.144 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:34.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:34 smithi071 bash[14419]: debug 2020-11-16T20:35:34.035+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:35.367 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:35.470 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:35.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:35 smithi065 bash[9468]: cluster 2020-11-16T20:35:34.214456+0000 mgr.x (mgr.14196) 701 : cluster [DBG] pgmap v996: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.1 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 577 op/s; 14169/67972 objects misplaced (20.845%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:35:35.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:35 smithi142 bash[9523]: cluster 2020-11-16T20:35:34.214456+0000 mgr.x (mgr.14196) 701 : cluster [DBG] pgmap v996: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.1 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 577 op/s; 14169/67972 objects misplaced (20.845%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:35:35.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:35:35 smithi142 bash[22738]: debug 2020-11-16T20:35:35.367+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:35.638 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:35.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:35 smithi071 bash[9480]: cluster 2020-11-16T20:35:34.214456+0000 mgr.x (mgr.14196) 701 : cluster [DBG] pgmap v996: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.1 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 577 op/s; 14169/67972 objects misplaced (20.845%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:35:35.743 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:35.851 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:35.955 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:36.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:35:35 smithi065 bash[14115]: debug 2020-11-16T20:35:35.638+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:36.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:35:35 smithi065 bash[18823]: debug 2020-11-16T20:35:35.850+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:36.085 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:36.188 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:36.307 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:36 smithi071 bash[26650]: debug 2020-11-16T20:35:36.075+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:36.308 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:36.411 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:36.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:36 smithi071 bash[26650]: debug 2020-11-16T20:35:36.303+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:37.244 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:37.304 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight
2020-11-16T20:35:37.347 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:37.509 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:37.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:37 smithi065 bash[9468]: cluster 2020-11-16T20:35:36.214938+0000 mgr.x (mgr.14196) 702 : cluster [DBG] pgmap v997: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.0 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 636 op/s; 13640/64970 objects misplaced (20.994%); 13 MiB/s, 203 objects/s recovering
2020-11-16T20:35:37.533 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:37 smithi142 bash[18009]: debug 2020-11-16T20:35:37.243+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:37.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:37 smithi142 bash[9523]: cluster 2020-11-16T20:35:36.214938+0000 mgr.x (mgr.14196) 702 : cluster [DBG] pgmap v997: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.0 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 636 op/s; 13640/64970 objects misplaced (20.994%); 13 MiB/s, 203 objects/s recovering
2020-11-16T20:35:37.613 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:35:37.661 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:37 smithi071 bash[9480]: cluster 2020-11-16T20:35:36.214938+0000 mgr.x (mgr.14196) 702 : cluster [DBG] pgmap v997: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 2.0 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 636 op/s; 13640/64970 objects misplaced (20.994%); 13 MiB/s, 203 objects/s recovering
2020-11-16T20:35:37.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:37 smithi071 bash[14419]: debug 2020-11-16T20:35:37.499+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:38 smithi071 bash[9480]: cluster 2020-11-16T20:35:36.579554+0000 osd.6 (osd.6) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:38 smithi071 bash[9480]: cluster 2020-11-16T20:35:36.579646+0000 osd.6 (osd.6) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:38.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:38 smithi071 bash[9480]: cluster 2020-11-16T20:35:37.418915+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e377: 12 total, 12 up, 12 in
2020-11-16T20:35:38.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:38 smithi071 bash[9480]: cluster 2020-11-16T20:35:38.215421+0000 mgr.x (mgr.14196) 703 : cluster [DBG] pgmap v999: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.9 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 696 op/s; 13224/61958 objects misplaced (21.343%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:35:38.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:38 smithi065 bash[9468]: cluster 2020-11-16T20:35:36.579554+0000 osd.6 (osd.6) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:38 smithi065 bash[9468]: cluster 2020-11-16T20:35:36.579646+0000 osd.6 (osd.6) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:38 smithi065 bash[9468]: cluster 2020-11-16T20:35:37.418915+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e377: 12 total, 12 up, 12 in
2020-11-16T20:35:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:38 smithi065 bash[9468]: cluster 2020-11-16T20:35:38.215421+0000 mgr.x (mgr.14196) 703 : cluster [DBG] pgmap v999: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.9 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 696 op/s; 13224/61958 objects misplaced (21.343%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:35:38.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:38 smithi142 bash[9523]: cluster 2020-11-16T20:35:36.579554+0000 osd.6 (osd.6) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:38.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:38 smithi142 bash[9523]: cluster 2020-11-16T20:35:36.579646+0000 osd.6 (osd.6) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:38.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:38 smithi142 bash[9523]: cluster 2020-11-16T20:35:37.418915+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e377: 12 total, 12 up, 12 in
2020-11-16T20:35:38.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:38 smithi142 bash[9523]: cluster 2020-11-16T20:35:38.215421+0000 mgr.x (mgr.14196) 703 : cluster [DBG] pgmap v999: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.9 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 696 op/s; 13224/61958 objects misplaced (21.343%); 10 MiB/s, 167 objects/s recovering
2020-11-16T20:35:39.251 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:35:39.358 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:39.500 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:39.533 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:35:39 smithi142 bash[15670]: debug 2020-11-16T20:35:39.251+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:39.604 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:39.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:39 smithi071 bash[26650]: debug 2020-11-16T20:35:39.495+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:40.679 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:40.783 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:35:40.917 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:35:41.024 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:41.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:40 smithi142 bash[18009]: debug 2020-11-16T20:35:40.679+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:41.268 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:35:40 smithi065 bash[11785]: debug 2020-11-16T20:35:40.914+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:41.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:41 smithi142 bash[9523]: cluster 2020-11-16T20:35:40.215841+0000 mgr.x (mgr.14196) 704 : cluster [DBG] pgmap v1000: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.8 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 633 op/s; 12624/59620 objects misplaced (21.174%); 12 MiB/s, 197 objects/s recovering
2020-11-16T20:35:41.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:41 smithi065 bash[9468]: cluster 2020-11-16T20:35:40.215841+0000 mgr.x (mgr.14196) 704 : cluster [DBG] pgmap v1000: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.8 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 633 op/s; 12624/59620 objects misplaced (21.174%); 12 MiB/s, 197 objects/s recovering
2020-11-16T20:35:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:41 smithi071 bash[9480]: cluster 2020-11-16T20:35:40.215841+0000 mgr.x (mgr.14196) 704 : cluster [DBG] pgmap v1000: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.8 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 633 op/s; 12624/59620 objects misplaced (21.174%); 12 MiB/s, 197 objects/s recovering
2020-11-16T20:35:42.042 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:42.145 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:42.413 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:42 smithi142 bash[18009]: debug 2020-11-16T20:35:42.039+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:42.468 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:35:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:35:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 379,
2020-11-16T20:35:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:35:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:35:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:35:42.422273+0000",
2020-11-16T20:35:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:35:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:35:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:35:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5799936,
2020-11-16T20:35:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:35:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:35:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:35:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:35:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:35:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:35:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 29,
2020-11-16T20:35:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:35:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:35:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:35:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:35:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 3,
2020-11-16T20:35:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:35:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:35:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "luminous",
2020-11-16T20:35:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:35:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:35:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:35:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:35:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:35:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:35:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:35:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:35:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:35:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:35:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:35:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:35:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:35:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:35:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:35:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:35:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:35:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:35:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:35:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:35:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:35:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:35:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:35:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:35:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:35:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:35:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:35:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:35:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:35:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:35:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:35:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:35:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:35:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:35:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:35:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:35:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:35:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:35:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:35:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:35:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:35:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:35:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:35:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:35:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:35:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:35:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:35:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:35:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:35:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:35:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:35:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:35:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:35:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:35:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:35:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:35:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:35:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:35:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:35:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:35:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:35:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:35:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:35:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:35:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:35:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:35:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:35:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:35:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:35:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:35:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:35:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:35:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 3,
2020-11-16T20:35:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_1",
2020-11-16T20:35:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:30:11.300230+0000",
2020-11-16T20:35:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:35:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:35:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:35:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:35:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:35:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:35:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:35:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:35:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:35:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:35:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:35:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:35:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 16,
2020-11-16T20:35:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 16,
2020-11-16T20:35:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 16,
2020-11-16T20:35:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 16,
2020-11-16T20:35:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 16,
2020-11-16T20:35:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:35:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:35:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:35:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:35:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:35:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:35:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:35:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "289",
2020-11-16T20:35:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:35:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:35:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:35:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:35:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:35:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:35:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:35:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:35:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:35:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:35:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:35:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:35:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:35:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:35:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:35:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:35:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:35:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:35:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:35:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:35:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:35:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:35:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:35:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:35:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:35:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:35:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:35:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:35:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:35:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:35:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:35:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:35:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:35:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:35:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:35:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:35:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:35:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:35:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:35:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:35:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:35:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:35:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:35:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:35:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:35:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:35:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.651275634765625,
2020-11-16T20:35:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:35:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 307,
2020-11-16T20:35:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:35:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:35:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:35:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:35:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:35:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:35:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:35:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:35:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:35:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:35:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:35:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:35:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:35:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:35:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:35:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:35:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:35:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:35:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:35:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:35:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:35:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:35:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:35:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:35:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:35:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:35:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:35:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:35:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:35:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:35:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:35:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:35:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:35:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:35:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:35:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:35:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:35:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:35:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:35:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:35:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:35:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:35:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:35:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:35:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:35:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:35:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:35:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:35:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6457672119140625,
2020-11-16T20:35:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:35:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 370,
2020-11-16T20:35:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:35:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:35:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:35:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:35:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:35:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:35:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:35:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:35:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:35:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:35:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:35:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:35:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:35:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:35:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6871337890625,
2020-11-16T20:35:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:35:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 321,
2020-11-16T20:35:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:35:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:35:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:35:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:35:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:35:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:35:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:35:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:35:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:35:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:35:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:35:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:35:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:35:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:35:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:35:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:35:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 281,
2020-11-16T20:35:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:35:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:35:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:35:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:35:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:35:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:35:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:35:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:35:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:35:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:35:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:35:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:35:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:35:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:35:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:35:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:35:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:35:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:35:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:35:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:35:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:35:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:35:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:35:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:35:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:35:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:35:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:35:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:35:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:35:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:35:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:35:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:35:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:35:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:35:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:35:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:35:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:35:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:35:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:35:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:35:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:35:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:35:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:35:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.560 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:35:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:35:42.565 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.565 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.565 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:35:42.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:35:42.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:35:42.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:35:42.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.566 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.566 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.566 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.566 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.566 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:35:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:35:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:35:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:35:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 330,
2020-11-16T20:35:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:35:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:35:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.570 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.570 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.570 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.570 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:35:42.570 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:35:42.570 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.571 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.571 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.571 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.571 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.571 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.572 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:35:42.572 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:35:42.572 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.572 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.572 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.572 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.573 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.573 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.573 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:35:42.573 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:35:42.573 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.573 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.573 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:35:42.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:35:42.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:35:42.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:35:42.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.574 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.575 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.575 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.575 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.575 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:35:42.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:35:42.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.575 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:35:42.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:35:42.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:35:42.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:35:42.576 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.577 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.577 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.577 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:35:42.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:35:42.578 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.578 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.578 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.578 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.578 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.578 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:35:42.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:35:42.579 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.579 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.579 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.579 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.580 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.580 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:35:42.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:35:42.580 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.580 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.581 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.581 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.581 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.581 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.581 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.581 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:35:42.581 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:35:42.582 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.582 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.582 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:35:42.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:35:42.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:35:42.582 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:35:42.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.583 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.583 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.583 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.583 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.583 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.583 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:35:42.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:35:42.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:35:42.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:35:42.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 371,
2020-11-16T20:35:42.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.585 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.585 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:35:42.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:35:42.586 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.586 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.586 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.586 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.587 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.587 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:35:42.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:35:42.587 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.587 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.588 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.588 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.588 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.588 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:35:42.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:35:42.589 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.589 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.589 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.589 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.589 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.589 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.589 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.590 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:35:42.590 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:35:42.590 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.590 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.590 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:35:42.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:35:42.590 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:35:42.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:35:42.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.591 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.591 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.591 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.591 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.592 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.592 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:35:42.592 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:35:42.592 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:35:42.592 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:35:42.592 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.3839874267578125,
2020-11-16T20:35:42.592 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:35:42.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:35:42.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:35:42.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:35:42.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 281,
2020-11-16T20:35:42.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:35:42.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:35:42.593 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:35:42.594 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:35:42.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:35:42.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.594 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.595 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.595 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:35:42.595 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:35:42.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:35:42.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.596 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.596 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:35:42.596 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:35:42.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:35:42.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.597 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.597 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:35:42.597 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:35:42.598 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:42.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:35:42.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:35:42.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:35:42.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:42.599 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:42.599 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:35:42.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:35:42.599 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:35:42.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:35:42.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:35:42.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:35:42.600 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:35:42.600 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:35:42.600 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.600 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:35:42.601 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:35:42.601 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:35:42.601 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:35:42.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.601 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:34:59.805541+0000",
2020-11-16T20:35:42.602 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.602 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.603 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:35:42.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.603 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.604 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.604 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.604 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:24.765443+0000",
2020-11-16T20:35:42.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.605 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.605 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:35:42.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.605 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:34:52.653018+0000",
2020-11-16T20:35:42.606 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.607 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.607 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:35:42.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.607 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:14.994687+0000",
2020-11-16T20:35:42.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.608 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.608 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:35:42.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:42.078637+0000",
2020-11-16T20:35:42.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.610 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.610 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.610 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:35:42.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:11.719496+0000",
2020-11-16T20:35:42.611 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.612 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.612 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:35:42.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.612 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:36.579650+0000",
2020-11-16T20:35:42.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.613 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.613 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:35:42.613 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:16.162951+0000",
2020-11-16T20:35:42.614 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:35:42.614 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.615 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:35:42.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.615 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:22.680810+0000",
2020-11-16T20:35:42.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.616 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.616 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:35:42.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.616 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:34:51.639344+0000",
2020-11-16T20:35:42.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.617 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.617 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:35:42.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:02.221969+0000",
2020-11-16T20:35:42.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.619 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.619 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:35:42.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:35:42.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:35:42.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:35:42.619 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:35:42.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:35:42.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:27.074672+0000",
2020-11-16T20:35:42.620 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:35:42.620 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:35:42.620 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:35:42.620 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [
2020-11-16T20:35:42.620 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "3.c",
2020-11-16T20:35:42.621 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:35:42.621 INFO:teuthology.orchestra.run.smithi142.stdout:                10,
2020-11-16T20:35:42.621 INFO:teuthology.orchestra.run.smithi142.stdout:                3
2020-11-16T20:35:42.621 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.621 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:35:42.621 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:35:42.622 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [],
2020-11-16T20:35:42.622 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [
2020-11-16T20:35:42.622 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "3.2",
2020-11-16T20:35:42.622 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:35:42.622 INFO:teuthology.orchestra.run.smithi142.stdout:                3,
2020-11-16T20:35:42.622 INFO:teuthology.orchestra.run.smithi142.stdout:                9
2020-11-16T20:35:42.623 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.623 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:42.623 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:42.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "3.e",
2020-11-16T20:35:42.623 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:35:42.623 INFO:teuthology.orchestra.run.smithi142.stdout:                4,
2020-11-16T20:35:42.623 INFO:teuthology.orchestra.run.smithi142.stdout:                2
2020-11-16T20:35:42.623 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:35:42.624 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:35:42.624 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:35:42.624 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:35:42.624 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:35:42.624 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:35:42.624 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:35:42.625 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:35:42.625 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:35:42.625 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:35:42.625 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:35:42.625 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:35:42.625 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:35:42.625 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:35:42.626 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:35:42.626 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:35:42.626 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:35:42.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:35:42.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:35:42.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:35:42.626 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:35:42.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:35:42.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:35:42.627 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:35:42.627 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:35:42.627 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:35:42.627 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:35:42.627 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:35:42.628 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:35:42.628 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:35:42.628 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:35:42.628 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:35:42.628 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:35:42.628 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:35:42.628 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:35:42.629 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:35:42.629 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:35:42.629 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:35:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:42 smithi071 bash[9480]: cluster 2020-11-16T20:35:41.416924+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e378: 12 total, 12 up, 12 in
2020-11-16T20:35:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:42 smithi071 bash[9480]: cluster 2020-11-16T20:35:42.216252+0000 mgr.x (mgr.14196) 705 : cluster [DBG] pgmap v1002: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.7 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 744 op/s; 12393/56058 objects misplaced (22.107%); 12 MiB/s, 195 objects/s recovering
2020-11-16T20:35:42.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:42 smithi142 bash[9523]: cluster 2020-11-16T20:35:41.416924+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e378: 12 total, 12 up, 12 in
2020-11-16T20:35:42.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:42 smithi142 bash[9523]: cluster 2020-11-16T20:35:42.216252+0000 mgr.x (mgr.14196) 705 : cluster [DBG] pgmap v1002: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.7 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 744 op/s; 12393/56058 objects misplaced (22.107%); 12 MiB/s, 195 objects/s recovering
2020-11-16T20:35:42.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:42 smithi065 bash[9468]: cluster 2020-11-16T20:35:41.416924+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e378: 12 total, 12 up, 12 in
2020-11-16T20:35:42.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:42 smithi065 bash[9468]: cluster 2020-11-16T20:35:42.216252+0000 mgr.x (mgr.14196) 705 : cluster [DBG] pgmap v1002: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.7 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 744 op/s; 12393/56058 objects misplaced (22.107%); 12 MiB/s, 195 objects/s recovering
2020-11-16T20:35:43.331 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:43.434 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:43.670 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:43.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:43 smithi071 bash[9480]: cluster 2020-11-16T20:35:42.078554+0000 osd.4 (osd.4) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:43.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:43 smithi071 bash[9480]: cluster 2020-11-16T20:35:42.078632+0000 osd.4 (osd.4) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:43.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:43 smithi071 bash[9480]: cluster 2020-11-16T20:35:42.432126+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e379: 12 total, 12 up, 12 in
2020-11-16T20:35:43.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:43 smithi071 bash[9480]: audit 2020-11-16T20:35:42.468459+0000 mon.a (mon.0) 1392 : audit [DBG] from='client.? v1:172.21.15.142:0/454211227' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:35:43.774 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:43.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:35:43 smithi065 bash[14115]: debug 2020-11-16T20:35:43.670+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:43.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:43 smithi065 bash[9468]: cluster 2020-11-16T20:35:42.078554+0000 osd.4 (osd.4) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:43 smithi065 bash[9468]: cluster 2020-11-16T20:35:42.078632+0000 osd.4 (osd.4) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:43 smithi065 bash[9468]: cluster 2020-11-16T20:35:42.432126+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e379: 12 total, 12 up, 12 in
2020-11-16T20:35:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:43 smithi065 bash[9468]: audit 2020-11-16T20:35:42.468459+0000 mon.a (mon.0) 1392 : audit [DBG] from='client.? v1:172.21.15.142:0/454211227' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:35:43.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:43 smithi142 bash[18009]: debug 2020-11-16T20:35:43.331+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:43.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:43 smithi142 bash[9523]: cluster 2020-11-16T20:35:42.078554+0000 osd.4 (osd.4) 88 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:43.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:43 smithi142 bash[9523]: cluster 2020-11-16T20:35:42.078632+0000 osd.4 (osd.4) 89 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:43.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:43 smithi142 bash[9523]: cluster 2020-11-16T20:35:42.432126+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e379: 12 total, 12 up, 12 in
2020-11-16T20:35:43.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:43 smithi142 bash[9523]: audit 2020-11-16T20:35:42.468459+0000 mon.a (mon.0) 1392 : audit [DBG] from='client.? v1:172.21.15.142:0/454211227' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:35:44.038 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:44.047 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:35:44 smithi142 bash[20366]: debug 2020-11-16T20:35:44.031+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:44.143 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:35:44.235 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:35:44.271 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:35:44.304 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:35:44.342 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:35:44.379 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:35:44.413 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:35:44.445 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:35:44.481 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:35:44.517 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:35:44.559 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:35:44.589 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:35:44.615 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:35:44.616 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.616 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.617 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.617 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.617 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.617 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.617 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.617 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.618 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.618 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.618 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.618 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:35:44.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:44 smithi071 bash[9480]: audit 2020-11-16T20:35:44.185708+0000 mon.a (mon.0) 1393 : audit [DBG] from='client.? v1:172.21.15.142:0/1890932470' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:35:44.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:44 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.216687+0000 mgr.x (mgr.14196) 706 : cluster [DBG] pgmap v1004: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.6 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 692 op/s; 11739/53882 objects misplaced (21.786%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:35:44.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:44 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.415738+0000 osd.5 (osd.5) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:44.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:44 smithi065 bash[9468]: audit 2020-11-16T20:35:44.185708+0000 mon.a (mon.0) 1393 : audit [DBG] from='client.? v1:172.21.15.142:0/1890932470' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:35:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:44 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.216687+0000 mgr.x (mgr.14196) 706 : cluster [DBG] pgmap v1004: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.6 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 692 op/s; 11739/53882 objects misplaced (21.786%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:35:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:44 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.415738+0000 osd.5 (osd.5) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:44.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:44 smithi142 bash[9523]: audit 2020-11-16T20:35:44.185708+0000 mon.a (mon.0) 1393 : audit [DBG] from='client.? v1:172.21.15.142:0/1890932470' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:35:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:44 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.216687+0000 mgr.x (mgr.14196) 706 : cluster [DBG] pgmap v1004: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.6 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 692 op/s; 11739/53882 objects misplaced (21.786%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:35:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:44 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.415738+0000 osd.5 (osd.5) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.231839+0000 osd.0 (osd.0) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.277329+0000 osd.1 (osd.1) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.310392+0000 osd.2 (osd.2) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.348584+0000 osd.3 (osd.3) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.381577+0000 osd.4 (osd.4) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.448020+0000 osd.6 (osd.6) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.482798+0000 osd.7 (osd.7) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.519267+0000 osd.8 (osd.8) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.557631+0000 osd.9 (osd.9) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.591351+0000 osd.10 (osd.10) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:45 smithi071 bash[9480]: cluster 2020-11-16T20:35:44.617619+0000 osd.11 (osd.11) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.231839+0000 osd.0 (osd.0) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.277329+0000 osd.1 (osd.1) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.310392+0000 osd.2 (osd.2) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.348584+0000 osd.3 (osd.3) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.381577+0000 osd.4 (osd.4) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.448020+0000 osd.6 (osd.6) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.482798+0000 osd.7 (osd.7) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.519267+0000 osd.8 (osd.8) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.557631+0000 osd.9 (osd.9) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.591351+0000 osd.10 (osd.10) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:45 smithi065 bash[9468]: cluster 2020-11-16T20:35:44.617619+0000 osd.11 (osd.11) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.231839+0000 osd.0 (osd.0) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.277329+0000 osd.1 (osd.1) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.310392+0000 osd.2 (osd.2) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.348584+0000 osd.3 (osd.3) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.381577+0000 osd.4 (osd.4) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.448020+0000 osd.6 (osd.6) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.482798+0000 osd.7 (osd.7) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.519267+0000 osd.8 (osd.8) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.557631+0000 osd.9 (osd.9) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.591351+0000 osd.10 (osd.10) 73 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[9523]: cluster 2020-11-16T20:35:44.617619+0000 osd.11 (osd.11) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:35:45.841 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:35:45.945 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:46.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:35:45 smithi142 bash[15670]: debug 2020-11-16T20:35:45.843+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:46 smithi071 bash[9480]: cluster 2020-11-16T20:35:46.217183+0000 mgr.x (mgr.14196) 707 : cluster [DBG] pgmap v1005: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 702 op/s; 11132/50714 objects misplaced (21.951%); 15 MiB/s, 233 objects/s recovering
2020-11-16T20:35:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:46 smithi071 bash[9480]: cluster 2020-11-16T20:35:46.418199+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e380: 12 total, 12 up, 12 in
2020-11-16T20:35:46.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:46 smithi065 bash[9468]: cluster 2020-11-16T20:35:46.217183+0000 mgr.x (mgr.14196) 707 : cluster [DBG] pgmap v1005: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 702 op/s; 11132/50714 objects misplaced (21.951%); 15 MiB/s, 233 objects/s recovering
2020-11-16T20:35:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:46 smithi065 bash[9468]: cluster 2020-11-16T20:35:46.418199+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e380: 12 total, 12 up, 12 in
2020-11-16T20:35:46.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:46 smithi142 bash[9523]: cluster 2020-11-16T20:35:46.217183+0000 mgr.x (mgr.14196) 707 : cluster [DBG] pgmap v1005: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 702 op/s; 11132/50714 objects misplaced (21.951%); 15 MiB/s, 233 objects/s recovering
2020-11-16T20:35:46.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:46 smithi142 bash[9523]: cluster 2020-11-16T20:35:46.418199+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e380: 12 total, 12 up, 12 in
2020-11-16T20:35:47.420 INFO:tasks.thrashosds.thrasher:j is {'epoch': 379, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:35:42.422273+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5799936, 'flags_set': ['pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 29, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 3, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'luminous', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 3, 'pool_name': 'unique_pool_1', 'create_time': '2020-11-16T20:30:11.300230+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 16, 'pg_placement_num': 16, 'pg_placement_num_target': 16, 'pg_num_target': 16, 'pg_num_pending': 16, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '289', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.651275634765625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 307, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.6457672119140625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 370, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.6871337890625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 321, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 281, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 320, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 330, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 371, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.3839874267578125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 281, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:34:59.805541+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:24.765443+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:34:52.653018+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:14.994687+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:42.078637+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:11.719496+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:36.579650+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:16.162951+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:22.680810+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:34:51.639344+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:02.221969+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:27.074672+0000', 'dead_epoch': 0}], 'pg_upmap': [{'pgid': '3.c', 'osds': [10, 3]}], 'pg_upmap_items': [], 'pg_temp': [{'pgid': '3.2', 'osds': [3, 9]}, {'pgid': '3.e', 'osds': [4, 2]}], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:35:47.421 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:35:47.636 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:48.130 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:35:48.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:48 smithi071 bash[9480]: audit 2020-11-16T20:35:48.068292+0000 mon.a (mon.0) 1395 : audit [INF] from='client.? v1:172.21.15.142:0/2751913173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:35:48.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:48 smithi071 bash[9480]: cluster 2020-11-16T20:35:48.118734+0000 mon.a (mon.0) 1396 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:35:48.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:48 smithi065 bash[9468]: audit 2020-11-16T20:35:48.068292+0000 mon.a (mon.0) 1395 : audit [INF] from='client.? v1:172.21.15.142:0/2751913173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:35:48.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:48 smithi065 bash[9468]: cluster 2020-11-16T20:35:48.118734+0000 mon.a (mon.0) 1396 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:35:48.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:48 smithi142 bash[9523]: audit 2020-11-16T20:35:48.068292+0000 mon.a (mon.0) 1395 : audit [INF] from='client.? v1:172.21.15.142:0/2751913173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:35:48.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:48 smithi142 bash[9523]: cluster 2020-11-16T20:35:48.118734+0000 mon.a (mon.0) 1396 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:35:48.757 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:48.860 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:35:49.001 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:35:49.105 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:49.112 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:48 smithi071 bash[14419]: debug 2020-11-16T20:35:48.751+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:49.135 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:35:49 smithi065 bash[11785]: debug 2020-11-16T20:35:48.998+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:49.225 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:35:49.332 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:49.450 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:35:49 smithi071 bash[26650]: debug 2020-11-16T20:35:49.219+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:49.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:49 smithi071 bash[9480]: audit 2020-11-16T20:35:48.125505+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? v1:172.21.15.142:0/2751913173' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:35:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:49 smithi071 bash[9480]: cluster 2020-11-16T20:35:48.125726+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e381: 12 total, 12 up, 12 in
2020-11-16T20:35:49.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:49 smithi071 bash[9480]: cluster 2020-11-16T20:35:48.217613+0000 mgr.x (mgr.14196) 708 : cluster [DBG] pgmap v1008: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.5 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 695 op/s; 10708/47710 objects misplaced (22.444%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:35:49.461 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:35:49.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:49 smithi065 bash[9468]: audit 2020-11-16T20:35:48.125505+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? v1:172.21.15.142:0/2751913173' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:35:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:49 smithi065 bash[9468]: cluster 2020-11-16T20:35:48.125726+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e381: 12 total, 12 up, 12 in
2020-11-16T20:35:49.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:49 smithi065 bash[9468]: cluster 2020-11-16T20:35:48.217613+0000 mgr.x (mgr.14196) 708 : cluster [DBG] pgmap v1008: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.5 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 695 op/s; 10708/47710 objects misplaced (22.444%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:35:49.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:49 smithi142 bash[9523]: audit 2020-11-16T20:35:48.125505+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? v1:172.21.15.142:0/2751913173' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:35:49.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:49 smithi142 bash[9523]: cluster 2020-11-16T20:35:48.125726+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e381: 12 total, 12 up, 12 in
2020-11-16T20:35:49.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:49 smithi142 bash[9523]: cluster 2020-11-16T20:35:48.217613+0000 mgr.x (mgr.14196) 708 : cluster [DBG] pgmap v1008: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.5 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 695 op/s; 10708/47710 objects misplaced (22.444%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:35:49.564 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:49.683 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:35:49.713 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:35:49.713 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:35:49 smithi071 bash[14419]: debug 2020-11-16T20:35:49.455+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:49.713 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:35:49 smithi071 bash[16796]: debug 2020-11-16T20:35:49.707+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:49.816 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:49.879 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:50.772 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:50.875 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:35:51.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:50 smithi142 bash[18009]: debug 2020-11-16T20:35:50.771+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:51.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:51 smithi065 bash[9468]: cluster 2020-11-16T20:35:50.218113+0000 mgr.x (mgr.14196) 709 : cluster [DBG] pgmap v1009: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.4 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 666 op/s; 10089/45668 objects misplaced (22.092%); 15 MiB/s, 239 objects/s recovering
2020-11-16T20:35:51.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:51 smithi142 bash[9523]: cluster 2020-11-16T20:35:50.218113+0000 mgr.x (mgr.14196) 709 : cluster [DBG] pgmap v1009: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.4 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 666 op/s; 10089/45668 objects misplaced (22.092%); 15 MiB/s, 239 objects/s recovering
2020-11-16T20:35:51.631 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:35:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:51 smithi071 bash[9480]: cluster 2020-11-16T20:35:50.218113+0000 mgr.x (mgr.14196) 709 : cluster [DBG] pgmap v1009: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.4 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 666 op/s; 10089/45668 objects misplaced (22.092%); 15 MiB/s, 239 objects/s recovering
2020-11-16T20:35:51.735 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:51.889 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:51.993 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:52.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:35:51 smithi142 bash[15670]: debug 2020-11-16T20:35:51.631+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:52.114 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:35:52.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:51 smithi071 bash[12066]: debug 2020-11-16T20:35:51.883+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:52.220 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:52.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:35:52 smithi065 bash[16457]: debug 2020-11-16T20:35:52.110+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:52.383 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:52.486 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:52.495 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:52 smithi071 bash[9480]: cluster 2020-11-16T20:35:51.419940+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e382: 12 total, 12 up, 12 in
2020-11-16T20:35:52.495 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:52 smithi071 bash[9480]: cluster 2020-11-16T20:35:52.218830+0000 mgr.x (mgr.14196) 710 : cluster [DBG] pgmap v1011: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.3 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 720 op/s; 9850/42064 objects misplaced (23.417%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:35:52.496 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:52 smithi071 bash[12066]: debug 2020-11-16T20:35:52.379+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:52.623 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:52.727 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:52 smithi065 bash[9468]: cluster 2020-11-16T20:35:51.419940+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e382: 12 total, 12 up, 12 in
2020-11-16T20:35:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:52 smithi065 bash[9468]: cluster 2020-11-16T20:35:52.218830+0000 mgr.x (mgr.14196) 710 : cluster [DBG] pgmap v1011: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.3 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 720 op/s; 9850/42064 objects misplaced (23.417%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:35:52.826 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:52 smithi142 bash[9523]: cluster 2020-11-16T20:35:51.419940+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e382: 12 total, 12 up, 12 in
2020-11-16T20:35:52.826 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:52 smithi142 bash[9523]: cluster 2020-11-16T20:35:52.218830+0000 mgr.x (mgr.14196) 710 : cluster [DBG] pgmap v1011: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.3 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 720 op/s; 9850/42064 objects misplaced (23.417%); 11 MiB/s, 178 objects/s recovering
2020-11-16T20:35:52.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:52 smithi071 bash[12066]: debug 2020-11-16T20:35:52.615+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:53 smithi071 bash[9480]: cluster 2020-11-16T20:35:52.639935+0000 osd.9 (osd.9) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:53 smithi071 bash[9480]: cluster 2020-11-16T20:35:52.640025+0000 osd.9 (osd.9) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:53 smithi071 bash[9480]: cluster 2020-11-16T20:35:52.779357+0000 osd.2 (osd.2) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:53 smithi071 bash[9480]: cluster 2020-11-16T20:35:52.779443+0000 osd.2 (osd.2) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:53 smithi065 bash[9468]: cluster 2020-11-16T20:35:52.639935+0000 osd.9 (osd.9) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:53 smithi065 bash[9468]: cluster 2020-11-16T20:35:52.640025+0000 osd.9 (osd.9) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:53 smithi065 bash[9468]: cluster 2020-11-16T20:35:52.779357+0000 osd.2 (osd.2) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:53.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:53 smithi065 bash[9468]: cluster 2020-11-16T20:35:52.779443+0000 osd.2 (osd.2) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:53 smithi142 bash[9523]: cluster 2020-11-16T20:35:52.639935+0000 osd.9 (osd.9) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:53 smithi142 bash[9523]: cluster 2020-11-16T20:35:52.640025+0000 osd.9 (osd.9) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:53 smithi142 bash[9523]: cluster 2020-11-16T20:35:52.779357+0000 osd.2 (osd.2) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:35:53.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:53 smithi142 bash[9523]: cluster 2020-11-16T20:35:52.779443+0000 osd.2 (osd.2) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:35:53.788 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:53.891 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:54.024 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:35:54.112 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:35:53 smithi142 bash[18009]: debug 2020-11-16T20:35:53.791+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:54.131 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:54.256 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:54.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:35:54 smithi065 bash[14115]: debug 2020-11-16T20:35:54.021+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:54.360 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:54.433 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:54 smithi071 bash[12066]: debug 2020-11-16T20:35:54.251+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:54.468 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:35:54.503 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:35:54.577 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:54.676 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:35:54.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:35:54 smithi071 bash[12066]: debug 2020-11-16T20:35:54.671+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:54 smithi071 bash[9480]: cluster 2020-11-16T20:35:53.431166+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e383: 12 total, 12 up, 12 in
2020-11-16T20:35:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:54 smithi071 bash[9480]: cluster 2020-11-16T20:35:54.219221+0000 mgr.x (mgr.14196) 711 : cluster [DBG] pgmap v1013: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.2 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 648 op/s; 9169/39800 objects misplaced (23.038%); 14 MiB/s, 216 objects/s recovering
2020-11-16T20:35:54.779 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:54.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:54 smithi065 bash[9468]: cluster 2020-11-16T20:35:53.431166+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e383: 12 total, 12 up, 12 in
2020-11-16T20:35:54.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:54 smithi065 bash[9468]: cluster 2020-11-16T20:35:54.219221+0000 mgr.x (mgr.14196) 711 : cluster [DBG] pgmap v1013: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.2 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 648 op/s; 9169/39800 objects misplaced (23.038%); 14 MiB/s, 216 objects/s recovering
2020-11-16T20:35:54.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:35:54 smithi065 bash[18823]: debug 2020-11-16T20:35:54.465+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:54.888 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:54 smithi142 bash[9523]: cluster 2020-11-16T20:35:53.431166+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e383: 12 total, 12 up, 12 in
2020-11-16T20:35:54.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:54 smithi142 bash[9523]: cluster 2020-11-16T20:35:54.219221+0000 mgr.x (mgr.14196) 711 : cluster [DBG] pgmap v1013: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.2 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 648 op/s; 9169/39800 objects misplaced (23.038%); 14 MiB/s, 216 objects/s recovering
2020-11-16T20:35:54.900 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:55.442 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:35:55.442 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:35:55.442 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:55.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:258286 3.6 3:62a5acc6:::benchmark_data_smithi065_26380_object120553:head [delete] snapc 0=[] ondisk+write+known_if_redirected e383)",
2020-11-16T20:35:55.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:55.401131+0000",
2020-11-16T20:35:55.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.046286519999999998,
2020-11-16T20:35:55.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.046315139999999998,
2020-11-16T20:35:55.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:35:55.443 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:35:55.443 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:35:55.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:35:55.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:35:55.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 258286
2020-11-16T20:35:55.444 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:35:55.444 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:35:55.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:35:55.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.401131+0000",
2020-11-16T20:35:55.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:35:55.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:35:55.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.401131+0000",
2020-11-16T20:35:55.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:35:55.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:35:55.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.401103+0000",
2020-11-16T20:35:55.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3435999999999994e-05
2020-11-16T20:35:55.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:35:55.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.401167+0000",
2020-11-16T20:35:55.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1545e-05
2020-11-16T20:35:55.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:35:55.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.401178+0000",
2020-11-16T20:35:55.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8379999999999998e-06
2020-11-16T20:35:55.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:35:55.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.401184+0000",
2020-11-16T20:35:55.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0034205989999999999
2020-11-16T20:35:55.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:35:55.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.404605+0000",
2020-11-16T20:35:55.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012399199999999999
2020-11-16T20:35:55.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:35:55.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.404729+0000",
2020-11-16T20:35:55.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.007538342
2020-11-16T20:35:55.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:35:55.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412267+0000",
2020-11-16T20:35:55.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000126592
2020-11-16T20:35:55.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:35:55.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412394+0000",
2020-11-16T20:35:55.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017423499999999999
2020-11-16T20:35:55.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:35:55.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412568+0000",
2020-11-16T20:35:55.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010477943
2020-11-16T20:35:55.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:35:55.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423046+0000",
2020-11-16T20:35:55.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021914940000000001
2020-11-16T20:35:55.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:55.452 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:55.453 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:35:55.453 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:55.453 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:55.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:258288 3.6 3:646bffe9:::benchmark_data_smithi065_26380_object120555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e383)",
2020-11-16T20:35:55.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:55.403116+0000",
2020-11-16T20:35:55.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.044301579000000001,
2020-11-16T20:35:55.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.044441234000000003,
2020-11-16T20:35:55.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:35:55.454 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:35:55.454 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:35:55.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:35:55.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:35:55.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 258288
2020-11-16T20:35:55.454 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:35:55.454 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:35:55.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:35:55.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.403116+0000",
2020-11-16T20:35:55.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:35:55.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:35:55.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.403116+0000",
2020-11-16T20:35:55.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:35:55.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:35:55.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.403086+0000",
2020-11-16T20:35:55.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6915000000000006e-05
2020-11-16T20:35:55.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.457 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:35:55.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.403153+0000",
2020-11-16T20:35:55.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1902000000000001e-05
2020-11-16T20:35:55.457 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.457 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:35:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.403165+0000",
2020-11-16T20:35:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1559999999999998e-06
2020-11-16T20:35:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:35:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.403172+0000",
2020-11-16T20:35:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019220470000000001
2020-11-16T20:35:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:35:55.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.405094+0000",
2020-11-16T20:35:55.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1654000000000002e-05
2020-11-16T20:35:55.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:35:55.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.405166+0000",
2020-11-16T20:35:55.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017932752
2020-11-16T20:35:55.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:35:55.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423099+0000",
2020-11-16T20:35:55.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000120795
2020-11-16T20:35:55.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:35:55.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423220+0000",
2020-11-16T20:35:55.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000179214
2020-11-16T20:35:55.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:35:55.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423399+0000",
2020-11-16T20:35:55.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010273117999999999
2020-11-16T20:35:55.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:35:55.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.433672+0000",
2020-11-16T20:35:55.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.030556199999999999
2020-11-16T20:35:55.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:55.463 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:55.463 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:35:55.463 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:55.463 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:55.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:258292 3.6 3:6993bd65:::benchmark_data_smithi065_26380_object120559:head [delete] snapc 0=[] ondisk+write+known_if_redirected e383)",
2020-11-16T20:35:55.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:55.410272+0000",
2020-11-16T20:35:55.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.037145341999999998,
2020-11-16T20:35:55.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.037401274999999998,
2020-11-16T20:35:55.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:35:55.464 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "delayed",
2020-11-16T20:35:55.464 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:35:55.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:35:55.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:35:55.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 258292
2020-11-16T20:35:55.464 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:35:55.465 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:35:55.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:35:55.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.410272+0000",
2020-11-16T20:35:55.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:35:55.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:35:55.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.410272+0000",
2020-11-16T20:35:55.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:35:55.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:35:55.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.410242+0000",
2020-11-16T20:35:55.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8471000000000002e-05
2020-11-16T20:35:55.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:35:55.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.410310+0000",
2020-11-16T20:35:55.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2014999999999999e-05
2020-11-16T20:35:55.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:35:55.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.410322+0000",
2020-11-16T20:35:55.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2749999999999998e-06
2020-11-16T20:35:55.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:35:55.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.410330+0000",
2020-11-16T20:35:55.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010896209
2020-11-16T20:35:55.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:35:55.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.421226+0000",
2020-11-16T20:35:55.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0585000000000003e-05
2020-11-16T20:35:55.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:35:55.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.421296+0000",
2020-11-16T20:35:55.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011024439
2020-11-16T20:35:55.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:55.470 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:55.470 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:35:55.470 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:55.471 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:55.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:258297 3.6 3:660d3dc2:::benchmark_data_smithi065_26380_object120564:head [delete] snapc 0=[] ondisk+write+known_if_redirected e383)",
2020-11-16T20:35:55.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:55.412469+0000",
2020-11-16T20:35:55.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.034948165000000003,
2020-11-16T20:35:55.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.035300433999999999,
2020-11-16T20:35:55.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:35:55.471 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "delayed",
2020-11-16T20:35:55.472 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:35:55.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:35:55.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:35:55.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 258297
2020-11-16T20:35:55.472 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:35:55.472 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:35:55.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:35:55.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412469+0000",
2020-11-16T20:35:55.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:35:55.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:35:55.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412469+0000",
2020-11-16T20:35:55.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:35:55.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:35:55.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412439+0000",
2020-11-16T20:35:55.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9750000000000001e-05
2020-11-16T20:35:55.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:35:55.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412509+0000",
2020-11-16T20:35:55.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2899e-05
2020-11-16T20:35:55.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:35:55.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412522+0000",
2020-11-16T20:35:55.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5339999999999996e-06
2020-11-16T20:35:55.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:35:55.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.412528+0000",
2020-11-16T20:35:55.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017307940000000001
2020-11-16T20:35:55.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:35:55.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.429836+0000",
2020-11-16T20:35:55.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8312999999999995e-05
2020-11-16T20:35:55.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:35:55.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.429905+0000",
2020-11-16T20:35:55.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017435466
2020-11-16T20:35:55.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:55.478 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:55.478 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:35:55.478 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:35:55.478 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:35:55.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:258304 3.6 3:678e87b5:::benchmark_data_smithi065_26380_object120571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e383)",
2020-11-16T20:35:55.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:55.423590+0000",
2020-11-16T20:35:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.023827145000000001,
2020-11-16T20:35:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.024253891,
2020-11-16T20:35:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:35:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "delayed",
2020-11-16T20:35:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:35:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:35:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:35:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 258304
2020-11-16T20:35:55.480 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:35:55.480 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:35:55.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:35:55.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423590+0000",
2020-11-16T20:35:55.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:35:55.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:35:55.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423590+0000",
2020-11-16T20:35:55.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:35:55.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:35:55.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423571+0000",
2020-11-16T20:35:55.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3649999999999997e-05
2020-11-16T20:35:55.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:35:55.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423615+0000",
2020-11-16T20:35:55.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6929999999999996e-06
2020-11-16T20:35:55.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:35:55.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423624+0000",
2020-11-16T20:35:55.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1639999999999998e-06
2020-11-16T20:35:55.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:35:55.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.423630+0000",
2020-11-16T20:35:55.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0099313200000000004
2020-11-16T20:35:55.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:35:55.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.433561+0000",
2020-11-16T20:35:55.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6090999999999999e-05
2020-11-16T20:35:55.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:35:55.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:35:55.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:35:55.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:55.433657+0000",
2020-11-16T20:35:55.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010066945000000001
2020-11-16T20:35:55.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:35:55.485 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:35:55.485 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:35:55.485 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:35:55.486 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:35:55.486 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 5
2020-11-16T20:35:55.486 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:35:57.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:57 smithi065 bash[9468]: cluster 2020-11-16T20:35:56.219710+0000 mgr.x (mgr.14196) 712 : cluster [DBG] pgmap v1014: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 690 op/s; 8566/36662 objects misplaced (23.365%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:35:57.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:57 smithi065 bash[9468]: cluster 2020-11-16T20:35:56.424588+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e384: 12 total, 12 up, 12 in
2020-11-16T20:35:57.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:57 smithi142 bash[9523]: cluster 2020-11-16T20:35:56.219710+0000 mgr.x (mgr.14196) 712 : cluster [DBG] pgmap v1014: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 690 op/s; 8566/36662 objects misplaced (23.365%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:35:57.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:57 smithi142 bash[9523]: cluster 2020-11-16T20:35:56.424588+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e384: 12 total, 12 up, 12 in
2020-11-16T20:35:57.663 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:35:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:57 smithi071 bash[9480]: cluster 2020-11-16T20:35:56.219710+0000 mgr.x (mgr.14196) 712 : cluster [DBG] pgmap v1014: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 690 op/s; 8566/36662 objects misplaced (23.365%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:35:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:57 smithi071 bash[9480]: cluster 2020-11-16T20:35:56.424588+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e384: 12 total, 12 up, 12 in
2020-11-16T20:35:57.766 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:57.938 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:35:57 smithi142 bash[20366]: debug 2020-11-16T20:35:57.659+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:58.643 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:58.747 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:59.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:35:58 smithi142 bash[22738]: debug 2020-11-16T20:35:58.647+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:35:59.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:35:59 smithi065 bash[9468]: cluster 2020-11-16T20:35:58.220103+0000 mgr.x (mgr.14196) 713 : cluster [DBG] pgmap v1016: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 677 op/s; 8146/33756 objects misplaced (24.132%); 12 MiB/s, 187 objects/s recovering
2020-11-16T20:35:59.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:35:59 smithi142 bash[9523]: cluster 2020-11-16T20:35:58.220103+0000 mgr.x (mgr.14196) 713 : cluster [DBG] pgmap v1016: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 677 op/s; 8146/33756 objects misplaced (24.132%); 12 MiB/s, 187 objects/s recovering
2020-11-16T20:35:59.624 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops
2020-11-16T20:35:59.736 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:35:59 smithi071 bash[9480]: cluster 2020-11-16T20:35:58.220103+0000 mgr.x (mgr.14196) 713 : cluster [DBG] pgmap v1016: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 1.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 677 op/s; 8146/33756 objects misplaced (24.132%); 12 MiB/s, 187 objects/s recovering
2020-11-16T20:35:59.807 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:35:59.838 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:35:59.946 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:35:59.953 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:35:59 smithi142 bash[22738]: debug 2020-11-16T20:35:59.835+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:00.727 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:00.831 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:01.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:36:00 smithi142 bash[18009]: debug 2020-11-16T20:36:00.723+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:01.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:01 smithi142 bash[9523]: cluster 2020-11-16T20:35:59.835029+0000 osd.0 (osd.0) 94 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:01.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:01 smithi142 bash[9523]: cluster 2020-11-16T20:35:59.835107+0000 osd.0 (osd.0) 95 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:01 smithi142 bash[9523]: cluster 2020-11-16T20:36:00.220584+0000 mgr.x (mgr.14196) 714 : cluster [DBG] pgmap v1017: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 980 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 669 op/s; 7484/31352 objects misplaced (23.871%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:36:01.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:01 smithi142 bash[9523]: cluster 2020-11-16T20:36:00.293153+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e385: 12 total, 12 up, 12 in
2020-11-16T20:36:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:01 smithi071 bash[9480]: cluster 2020-11-16T20:35:59.835029+0000 osd.0 (osd.0) 94 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:01 smithi071 bash[9480]: cluster 2020-11-16T20:35:59.835107+0000 osd.0 (osd.0) 95 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:01 smithi071 bash[9480]: cluster 2020-11-16T20:36:00.220584+0000 mgr.x (mgr.14196) 714 : cluster [DBG] pgmap v1017: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 980 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 669 op/s; 7484/31352 objects misplaced (23.871%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:36:01.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:01 smithi071 bash[9480]: cluster 2020-11-16T20:36:00.293153+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e385: 12 total, 12 up, 12 in
2020-11-16T20:36:01.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:01 smithi065 bash[9468]: cluster 2020-11-16T20:35:59.835029+0000 osd.0 (osd.0) 94 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:01.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:01 smithi065 bash[9468]: cluster 2020-11-16T20:35:59.835107+0000 osd.0 (osd.0) 95 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:01.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:01 smithi065 bash[9468]: cluster 2020-11-16T20:36:00.220584+0000 mgr.x (mgr.14196) 714 : cluster [DBG] pgmap v1017: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 980 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 669 op/s; 7484/31352 objects misplaced (23.871%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:36:01.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:01 smithi065 bash[9468]: cluster 2020-11-16T20:36:00.293153+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e385: 12 total, 12 up, 12 in
2020-11-16T20:36:01.973 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:02.076 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:02.216 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:02.321 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:02.416 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:02 smithi065 bash[9468]: cluster 2020-11-16T20:36:01.423038+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e386: 12 total, 12 up, 12 in
2020-11-16T20:36:02.417 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:02 smithi065 bash[9468]: cluster 2020-11-16T20:36:02.221040+0000 mgr.x (mgr.14196) 715 : cluster [DBG] pgmap v1020: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 857 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 769 op/s; 7211/27426 objects misplaced (26.293%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:36:02.417 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:02 smithi065 bash[11785]: debug 2020-11-16T20:36:02.213+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:02.418 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:02 smithi071 bash[9480]: cluster 2020-11-16T20:36:01.423038+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e386: 12 total, 12 up, 12 in
2020-11-16T20:36:02.418 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:02 smithi071 bash[9480]: cluster 2020-11-16T20:36:02.221040+0000 mgr.x (mgr.14196) 715 : cluster [DBG] pgmap v1020: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 857 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 769 op/s; 7211/27426 objects misplaced (26.293%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:36:02.418 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:01 smithi071 bash[16796]: debug 2020-11-16T20:36:01.967+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:02.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:02 smithi142 bash[9523]: cluster 2020-11-16T20:36:01.423038+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e386: 12 total, 12 up, 12 in
2020-11-16T20:36:02.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:02 smithi142 bash[9523]: cluster 2020-11-16T20:36:02.221040+0000 mgr.x (mgr.14196) 715 : cluster [DBG] pgmap v1020: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 857 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 769 op/s; 7211/27426 objects misplaced (26.293%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:36:02.564 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:02.667 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:02.774 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:02.877 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:02.878 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:02 smithi142 bash[20366]: debug 2020-11-16T20:36:02.559+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:02.989 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:02.989 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:02 smithi065 bash[14115]: debug 2020-11-16T20:36:02.985+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:02.990 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:02 smithi065 bash[18823]: debug 2020-11-16T20:36:02.773+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:03.093 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:03.269 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:03.372 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:03.379 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:03 smithi071 bash[14419]: debug 2020-11-16T20:36:03.263+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:03.509 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:03.612 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:03 smithi071 bash[9480]: cluster 2020-11-16T20:36:02.285615+0000 osd.10 (osd.10) 74 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:03 smithi071 bash[9480]: cluster 2020-11-16T20:36:02.285701+0000 osd.10 (osd.10) 75 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:03 smithi071 bash[9480]: cluster 2020-11-16T20:36:02.436559+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e387: 12 total, 12 up, 12 in
2020-11-16T20:36:03.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:03 smithi071 bash[16796]: debug 2020-11-16T20:36:03.499+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:03 smithi065 bash[9468]: cluster 2020-11-16T20:36:02.285615+0000 osd.10 (osd.10) 74 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:03 smithi065 bash[9468]: cluster 2020-11-16T20:36:02.285701+0000 osd.10 (osd.10) 75 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:03 smithi065 bash[9468]: cluster 2020-11-16T20:36:02.436559+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e387: 12 total, 12 up, 12 in
2020-11-16T20:36:03.799 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:03 smithi142 bash[9523]: cluster 2020-11-16T20:36:02.285615+0000 osd.10 (osd.10) 74 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:03.800 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:03 smithi142 bash[9523]: cluster 2020-11-16T20:36:02.285701+0000 osd.10 (osd.10) 75 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:03.800 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:03 smithi142 bash[9523]: cluster 2020-11-16T20:36:02.436559+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e387: 12 total, 12 up, 12 in
2020-11-16T20:36:04.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:04 smithi071 bash[9480]: cluster 2020-11-16T20:36:04.221531+0000 mgr.x (mgr.14196) 716 : cluster [DBG] pgmap v1022: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 783 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 723 op/s; 6505/25070 objects misplaced (25.947%); 15 MiB/s, 234 objects/s recovering
2020-11-16T20:36:04.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:04 smithi065 bash[9468]: cluster 2020-11-16T20:36:04.221531+0000 mgr.x (mgr.14196) 716 : cluster [DBG] pgmap v1022: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 783 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 723 op/s; 6505/25070 objects misplaced (25.947%); 15 MiB/s, 234 objects/s recovering
2020-11-16T20:36:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:04 smithi142 bash[9523]: cluster 2020-11-16T20:36:04.221531+0000 mgr.x (mgr.14196) 716 : cluster [DBG] pgmap v1022: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 783 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 723 op/s; 6505/25070 objects misplaced (25.947%); 15 MiB/s, 234 objects/s recovering
2020-11-16T20:36:05.263 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:05.367 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:05.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:05 smithi142 bash[22738]: debug 2020-11-16T20:36:05.263+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:05.533 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:05.636 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:05.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:05 smithi071 bash[26650]: debug 2020-11-16T20:36:05.527+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:06.300 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:06.405 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:06.528 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:06.636 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:06.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:06 smithi071 bash[16796]: debug 2020-11-16T20:36:06.531+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:06.767 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:06.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:36:06 smithi142 bash[18009]: debug 2020-11-16T20:36:06.303+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:36:06.850 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:36:06.871 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:06.886 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:36:06.919 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:36:06.957 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:36:06.996 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:36:06.998 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:36:07.001 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:07.002 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:36:07.039 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:36:07.074 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:36:07.107 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:07.109 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:36:07.144 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:36:07.180 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:36:07.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:06 smithi071 bash[26650]: debug 2020-11-16T20:36:06.767+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:07.215 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:36:07.218 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.219 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.219 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.219 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.219 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.219 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.219 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.220 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.220 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.220 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.220 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.220 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:36:07.275 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:07 smithi065 bash[16457]: debug 2020-11-16T20:36:07.001+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:07.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:07 smithi065 bash[9468]: cluster 2020-11-16T20:36:06.221978+0000 mgr.x (mgr.14196) 717 : cluster [DBG] pgmap v1023: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 687 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 780 op/s; 5731/21986 objects misplaced (26.067%); 16 MiB/s, 252 objects/s recovering
2020-11-16T20:36:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:07 smithi065 bash[9468]: cluster 2020-11-16T20:36:06.423887+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e388: 12 total, 12 up, 12 in
2020-11-16T20:36:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:07 smithi065 bash[9468]: audit 2020-11-16T20:36:06.771168+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? v1:172.21.15.142:0/1354365042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:07 smithi065 bash[9468]: cluster 2020-11-16T20:36:06.850806+0000 osd.1 (osd.1) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:07 smithi065 bash[9468]: cluster 2020-11-16T20:36:06.923962+0000 osd.3 (osd.3) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:07 smithi065 bash[9468]: cluster 2020-11-16T20:36:07.076904+0000 osd.7 (osd.7) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:07.577 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:07 smithi142 bash[9523]: cluster 2020-11-16T20:36:06.221978+0000 mgr.x (mgr.14196) 717 : cluster [DBG] pgmap v1023: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 687 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 780 op/s; 5731/21986 objects misplaced (26.067%); 16 MiB/s, 252 objects/s recovering
2020-11-16T20:36:07.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:07 smithi142 bash[9523]: cluster 2020-11-16T20:36:06.423887+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e388: 12 total, 12 up, 12 in
2020-11-16T20:36:07.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:07 smithi142 bash[9523]: audit 2020-11-16T20:36:06.771168+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? v1:172.21.15.142:0/1354365042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:07.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:07 smithi142 bash[9523]: cluster 2020-11-16T20:36:06.850806+0000 osd.1 (osd.1) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:07.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:07 smithi142 bash[9523]: cluster 2020-11-16T20:36:06.923962+0000 osd.3 (osd.3) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:07.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:07 smithi142 bash[9523]: cluster 2020-11-16T20:36:07.076904+0000 osd.7 (osd.7) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:07.586 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:07.690 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:07 smithi071 bash[9480]: cluster 2020-11-16T20:36:06.221978+0000 mgr.x (mgr.14196) 717 : cluster [DBG] pgmap v1023: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 687 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 780 op/s; 5731/21986 objects misplaced (26.067%); 16 MiB/s, 252 objects/s recovering
2020-11-16T20:36:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:07 smithi071 bash[9480]: cluster 2020-11-16T20:36:06.423887+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e388: 12 total, 12 up, 12 in
2020-11-16T20:36:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:07 smithi071 bash[9480]: audit 2020-11-16T20:36:06.771168+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? v1:172.21.15.142:0/1354365042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:07 smithi071 bash[9480]: cluster 2020-11-16T20:36:06.850806+0000 osd.1 (osd.1) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:07 smithi071 bash[9480]: cluster 2020-11-16T20:36:06.923962+0000 osd.3 (osd.3) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:07.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:07 smithi071 bash[9480]: cluster 2020-11-16T20:36:07.076904+0000 osd.7 (osd.7) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.033 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:07 smithi142 bash[20366]: debug 2020-11-16T20:36:07.587+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:08.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:06.816977+0000 osd.0 (osd.0) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:06.892479+0000 osd.2 (osd.2) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:06.959916+0000 osd.4 (osd.4) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: audit 2020-11-16T20:36:06.990553+0000 mgr.x (mgr.14196) 718 : audit [DBG] from='client.15399 v1:172.21.15.142:0/3336430960' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:36:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:06.998788+0000 osd.5 (osd.5) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:07.041573+0000 osd.6 (osd.6) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:07.111913+0000 osd.8 (osd.8) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:07.146470+0000 osd.9 (osd.9) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:07.182094+0000 osd.10 (osd.10) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:08 smithi065 bash[9468]: cluster 2020-11-16T20:36:07.218043+0000 osd.11 (osd.11) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:06.816977+0000 osd.0 (osd.0) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:06.892479+0000 osd.2 (osd.2) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:06.959916+0000 osd.4 (osd.4) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: audit 2020-11-16T20:36:06.990553+0000 mgr.x (mgr.14196) 718 : audit [DBG] from='client.15399 v1:172.21.15.142:0/3336430960' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:36:08.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:06.998788+0000 osd.5 (osd.5) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:07.041573+0000 osd.6 (osd.6) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:07.111913+0000 osd.8 (osd.8) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:07.146470+0000 osd.9 (osd.9) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:07.182094+0000 osd.10 (osd.10) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.537 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:08 smithi142 bash[9523]: cluster 2020-11-16T20:36:07.218043+0000 osd.11 (osd.11) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:06.816977+0000 osd.0 (osd.0) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:06.892479+0000 osd.2 (osd.2) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:06.959916+0000 osd.4 (osd.4) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: audit 2020-11-16T20:36:06.990553+0000 mgr.x (mgr.14196) 718 : audit [DBG] from='client.15399 v1:172.21.15.142:0/3336430960' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:36:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:06.998788+0000 osd.5 (osd.5) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:07.041573+0000 osd.6 (osd.6) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:07.111913+0000 osd.8 (osd.8) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:07.146470+0000 osd.9 (osd.9) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:07.182094+0000 osd.10 (osd.10) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:08.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:08 smithi071 bash[9480]: cluster 2020-11-16T20:36:07.218043+0000 osd.11 (osd.11) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:09.308 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:09.412 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:09.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:09 smithi071 bash[9480]: cluster 2020-11-16T20:36:08.222434+0000 mgr.x (mgr.14196) 719 : cluster [DBG] pgmap v1025: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 584 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 720 op/s; 5255/18684 objects misplaced (28.126%); 14 MiB/s, 217 objects/s recovering
2020-11-16T20:36:09.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:09 smithi065 bash[9468]: cluster 2020-11-16T20:36:08.222434+0000 mgr.x (mgr.14196) 719 : cluster [DBG] pgmap v1025: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 584 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 720 op/s; 5255/18684 objects misplaced (28.126%); 14 MiB/s, 217 objects/s recovering
2020-11-16T20:36:09.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:09 smithi142 bash[9523]: cluster 2020-11-16T20:36:08.222434+0000 mgr.x (mgr.14196) 719 : cluster [DBG] pgmap v1025: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 584 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 720 op/s; 5255/18684 objects misplaced (28.126%); 14 MiB/s, 217 objects/s recovering
2020-11-16T20:36:09.783 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:09 smithi142 bash[15670]: debug 2020-11-16T20:36:09.311+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:09.827 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:09.933 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:10.072 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:10.176 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:10.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:10 smithi065 bash[18823]: debug 2020-11-16T20:36:10.069+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:10.283 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:09 smithi142 bash[20366]: debug 2020-11-16T20:36:09.827+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:10.402 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:10.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:10 smithi071 bash[12066]: debug 2020-11-16T20:36:10.295+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:10.467 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1024,"stamp":"2020-11-16T20:36:06.417893+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":688979992,"num_objects":10514,"num_object_clones":0,"num_object_copies":21028,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5731,"num_objects_unfound":0,"num_objects_dirty":10514,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":264948,"num_write_kb":8814721,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55390,"num_bytes_recovered":3629056000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160853,"ondisk_log_size":160853,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":40,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":5369796,"kb_used_data":3450468,"kb_used_omap":0,"kb_used_meta":1919231,"kb_avail":1119572028,"statfs":{"total":1151940427776,"available":1146441756672,"internally_reserved":0,"allocated":3533279232,"data_stored":3526751175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":1965292604},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,1,9,4,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-321126400,"num_objects":-4900,"num_object_clones":0,"num_object_copies":-9800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1753,"num_objects_unfound":0,"num_objects_dirty":-4900,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4900,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1518,"num_bytes_recovered":99483648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.131259"},"pg_stats":[{"pgid":"3.f","version":"387'16425","reported_seq":"16540","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:06.287972+0000","last_change":"2020-11-16T20:31:26.746690+0000","last_active":"2020-11-16T20:36:06.287972+0000","last_peered":"2020-11-16T20:36:06.287972+0000","last_clean":"2020-11-16T20:36:06.287972+0000","last_became_active":"2020-11-16T20:30:12.374642+0000","last_became_peered":"2020-11-16T20:30:12.374642+0000","last_unstale":"2020-11-16T20:36:06.287972+0000","last_undegraded":"2020-11-16T20:36:06.287972+0000","last_fullsized":"2020-11-16T20:36:06.287972+0000","mapping_epoch":281,"log_start":"309'6400","ondisk_log_start":"309'6400","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"311'6742","last_scrub_stamp":"2020-11-16T20:31:26.746631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:31:26.746631+0000","log_size":10025,"ondisk_log_size":10025,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34668544,"num_objects":529,"num_object_clones":0,"num_object_copies":1058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":529,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16425,"num_write_kb":542528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"387'16358","reported_seq":"39938","reported_epoch":"387","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:36:02.573487+0000","last_change":"2020-11-16T20:32:02.025888+0000","last_active":"2020-11-16T20:36:02.573487+0000","last_peered":"2020-11-16T20:36:02.573487+0000","last_clean":"2020-11-16T20:31:59.272733+0000","last_became_active":"2020-11-16T20:32:01.949363+0000","last_became_peered":"2020-11-16T20:32:01.949363+0000","last_unstale":"2020-11-16T20:36:02.573487+0000","last_undegraded":"2020-11-16T20:36:02.573487+0000","last_fullsized":"2020-11-16T20:36:02.573487+0000","mapping_epoch":321,"log_start":"306'6300","ondisk_log_start":"306'6300","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10058,"ondisk_log_size":10058,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":48103424,"num_objects":734,"num_object_clones":0,"num_object_copies":1468,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1448,"num_objects_unfound":0,"num_objects_dirty":734,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16358,"num_write_kb":546944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7821,"num_bytes_recovered":512557056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9],"acting":[4,2],"avail_no_missing":["4","11"],"object_location_counts":[{"shards":"2,4","objects":10},{"shards":"4,11","objects":724}],"blocked_by":[],"up_primary":2,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"387'16439","reported_seq":"16552","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:06.308406+0000","last_change":"2020-11-16T20:30:12.373606+0000","last_active":"2020-11-16T20:36:06.308406+0000","last_peered":"2020-11-16T20:36:06.308406+0000","last_clean":"2020-11-16T20:36:06.308406+0000","last_became_active":"2020-11-16T20:30:12.372426+0000","last_became_peered":"2020-11-16T20:30:12.372426+0000","last_unstale":"2020-11-16T20:36:06.308406+0000","last_undegraded":"2020-11-16T20:36:06.308406+0000","last_fullsized":"2020-11-16T20:36:06.308406+0000","mapping_epoch":281,"log_start":"309'6400","ondisk_log_start":"309'6400","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10039,"ondisk_log_size":10039,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33423384,"num_objects":511,"num_object_clones":0,"num_object_copies":1022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":511,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":16439,"num_write_kb":542337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"386'16821","reported_seq":"22671","reported_epoch":"386","state":"active+clean","last_fresh":"2020-11-16T20:36:01.430669+0000","last_change":"2020-11-16T20:35:24.551200+0000","last_active":"2020-11-16T20:36:01.430669+0000","last_peered":"2020-11-16T20:36:01.430669+0000","last_clean":"2020-11-16T20:36:01.430669+0000","last_became_active":"2020-11-16T20:35:24.444248+0000","last_became_peered":"2020-11-16T20:35:24.444248+0000","last_unstale":"2020-11-16T20:36:01.430669+0000","last_undegraded":"2020-11-16T20:36:01.430669+0000","last_fullsized":"2020-11-16T20:36:01.430669+0000","mapping_epoch":371,"log_start":"310'6800","ondisk_log_start":"310'6800","created":281,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"310'6838","last_scrub_stamp":"2020-11-16T20:31:24.640683+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:31:24.640683+0000","log_size":10021,"ondisk_log_size":10021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":51183616,"num_objects":781,"num_object_clones":0,"num_object_copies":1562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":781,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16821,"num_write_kb":563264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2860,"num_bytes_recovered":187432960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3],"acting":[10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.b","version":"387'16583","reported_seq":"32927","reported_epoch":"387","state":"active+recovering","last_fresh":"2020-11-16T20:36:04.931044+0000","last_change":"2020-11-16T20:32:00.734849+0000","last_active":"2020-11-16T20:36:04.931044+0000","last_peered":"2020-11-16T20:36:04.931044+0000","last_clean":"2020-11-16T20:31:59.304476+0000","last_became_active":"2020-11-16T20:32:00.644594+0000","last_became_peered":"2020-11-16T20:32:00.644594+0000","last_unstale":"2020-11-16T20:36:04.931044+0000","last_undegraded":"2020-11-16T20:36:04.931044+0000","last_fullsized":"2020-11-16T20:36:04.931044+0000","mapping_epoch":320,"log_start":"309'6500","ondisk_log_start":"309'6500","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10083,"ondisk_log_size":10083,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":39518208,"num_objects":603,"num_object_clones":0,"num_object_copies":1206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":478,"num_objects_unfound":0,"num_objects_dirty":603,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16583,"num_write_kb":549952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8113,"num_bytes_recovered":531693568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","0"],"object_location_counts":[{"shards":"0,3","objects":478},{"shards":"3,4","objects":125}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"387'16833","reported_seq":"16946","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:05.062690+0000","last_change":"2020-11-16T20:30:12.371495+0000","last_active":"2020-11-16T20:36:05.062690+0000","last_peered":"2020-11-16T20:36:05.062690+0000","last_clean":"2020-11-16T20:36:05.062690+0000","last_became_active":"2020-11-16T20:30:12.370479+0000","last_became_peered":"2020-11-16T20:30:12.370479+0000","last_unstale":"2020-11-16T20:36:05.062690+0000","last_undegraded":"2020-11-16T20:36:05.062690+0000","last_fullsized":"2020-11-16T20:36:05.062690+0000","mapping_epoch":281,"log_start":"310'6800","ondisk_log_start":"310'6800","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10033,"ondisk_log_size":10033,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":39911424,"num_objects":609,"num_object_clones":0,"num_object_copies":1218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":609,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16833,"num_write_kb":558144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"387'19670","reported_seq":"36046","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:02.559327+0000","last_change":"2020-11-16T20:32:40.276567+0000","last_active":"2020-11-16T20:36:02.559327+0000","last_peered":"2020-11-16T20:36:02.559327+0000","last_clean":"2020-11-16T20:36:02.559327+0000","last_became_active":"2020-11-16T20:32:40.255789+0000","last_became_peered":"2020-11-16T20:32:40.255789+0000","last_unstale":"2020-11-16T20:36:02.559327+0000","last_undegraded":"2020-11-16T20:36:02.559327+0000","last_fullsized":"2020-11-16T20:36:02.559327+0000","mapping_epoch":330,"log_start":"314'9600","ondisk_log_start":"314'9600","created":281,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10070,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":48300032,"num_objects":737,"num_object_clones":0,"num_object_copies":1474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16465,"num_write_kb":550464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8121,"num_bytes_recovered":532217856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7],"acting":[8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.8","version":"387'16643","reported_seq":"16755","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:05.794107+0000","last_change":"2020-11-16T20:30:12.373349+0000","last_active":"2020-11-16T20:36:05.794107+0000","last_peered":"2020-11-16T20:36:05.794107+0000","last_clean":"2020-11-16T20:36:05.794107+0000","last_became_active":"2020-11-16T20:30:12.372379+0000","last_became_peered":"2020-11-16T20:30:12.372379+0000","last_unstale":"2020-11-16T20:36:05.794107+0000","last_undegraded":"2020-11-16T20:36:05.794107+0000","last_fullsized":"2020-11-16T20:36:05.794107+0000","mapping_epoch":281,"log_start":"310'6600","ondisk_log_start":"310'6600","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10043,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":39780352,"num_objects":607,"num_object_clones":0,"num_object_copies":1214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":607,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16643,"num_write_kb":552000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.7","version":"387'16554","reported_seq":"33020","reported_epoch":"387","state":"active+recovering","last_fresh":"2020-11-16T20:36:05.408115+0000","last_change":"2020-11-16T20:32:00.675892+0000","last_active":"2020-11-16T20:36:05.408115+0000","last_peered":"2020-11-16T20:36:05.408115+0000","last_clean":"2020-11-16T20:31:59.308416+0000","last_became_active":"2020-11-16T20:32:00.617944+0000","last_became_peered":"2020-11-16T20:32:00.617944+0000","last_unstale":"2020-11-16T20:36:05.408115+0000","last_undegraded":"2020-11-16T20:36:05.408115+0000","last_fullsized":"2020-11-16T20:36:05.408115+0000","mapping_epoch":320,"log_start":"309'6500","ondisk_log_start":"309'6500","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"309'6521","last_scrub_stamp":"2020-11-16T20:31:23.419798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:31:23.419798+0000","log_size":10054,"ondisk_log_size":10054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41680896,"num_objects":636,"num_object_clones":0,"num_object_copies":1272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":422,"num_objects_unfound":0,"num_objects_dirty":636,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16554,"num_write_kb":550080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8172,"num_bytes_recovered":535560192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","11"],"object_location_counts":[{"shards":"2,7","objects":214},{"shards":"2,11","objects":422}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"387'16362","reported_seq":"32109","reported_epoch":"387","state":"active+recovering","last_fresh":"2020-11-16T20:36:03.456935+0000","last_change":"2020-11-16T20:32:00.729912+0000","last_active":"2020-11-16T20:36:03.456935+0000","last_peered":"2020-11-16T20:36:03.456935+0000","last_clean":"2020-11-16T20:31:59.293829+0000","last_became_active":"2020-11-16T20:32:00.632134+0000","last_became_peered":"2020-11-16T20:32:00.632134+0000","last_unstale":"2020-11-16T20:36:03.456935+0000","last_undegraded":"2020-11-16T20:36:03.456935+0000","last_fullsized":"2020-11-16T20:36:03.456935+0000","mapping_epoch":320,"log_start":"308'6300","ondisk_log_start":"308'6300","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10062,"ondisk_log_size":10062,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":48234496,"num_objects":736,"num_object_clones":0,"num_object_copies":1472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":732,"num_objects_unfound":0,"num_objects_dirty":736,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16362,"num_write_kb":547136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7815,"num_bytes_recovered":512163840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","0"],"object_location_counts":[{"shards":"0,1","objects":732},{"shards":"1,4","objects":4}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"387'16554","reported_seq":"16666","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:05.231160+0000","last_change":"2020-11-16T20:30:12.373733+0000","last_active":"2020-11-16T20:36:05.231160+0000","last_peered":"2020-11-16T20:36:05.231160+0000","last_clean":"2020-11-16T20:36:05.231160+0000","last_became_active":"2020-11-16T20:30:12.373391+0000","last_became_peered":"2020-11-16T20:30:12.373391+0000","last_unstale":"2020-11-16T20:36:05.231160+0000","last_undegraded":"2020-11-16T20:36:05.231160+0000","last_fullsized":"2020-11-16T20:36:05.231160+0000","mapping_epoch":281,"log_start":"309'6500","ondisk_log_start":"309'6500","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10054,"ondisk_log_size":10054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":39321600,"num_objects":600,"num_object_clones":0,"num_object_copies":1200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16554,"num_write_kb":548928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"387'16379","reported_seq":"16491","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:03.362898+0000","last_change":"2020-11-16T20:30:12.373520+0000","last_active":"2020-11-16T20:36:03.362898+0000","last_peered":"2020-11-16T20:36:03.362898+0000","last_clean":"2020-11-16T20:36:03.362898+0000","last_became_active":"2020-11-16T20:30:12.373094+0000","last_became_peered":"2020-11-16T20:30:12.373094+0000","last_unstale":"2020-11-16T20:36:03.362898+0000","last_undegraded":"2020-11-16T20:36:03.362898+0000","last_fullsized":"2020-11-16T20:36:03.362898+0000","mapping_epoch":281,"log_start":"308'6300","ondisk_log_start":"308'6300","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10079,"ondisk_log_size":10079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46202880,"num_objects":705,"num_object_clones":0,"num_object_copies":1410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16379,"num_write_kb":546688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"387'16448","reported_seq":"16560","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:02.542616+0000","last_change":"2020-11-16T20:30:12.373898+0000","last_active":"2020-11-16T20:36:02.542616+0000","last_peered":"2020-11-16T20:36:02.542616+0000","last_clean":"2020-11-16T20:36:02.542616+0000","last_became_active":"2020-11-16T20:30:12.373334+0000","last_became_peered":"2020-11-16T20:30:12.373334+0000","last_unstale":"2020-11-16T20:36:02.542616+0000","last_undegraded":"2020-11-16T20:36:02.542616+0000","last_fullsized":"2020-11-16T20:36:02.542616+0000","mapping_epoch":281,"log_start":"309'6400","ondisk_log_start":"309'6400","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10048,"ondisk_log_size":10048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":48496640,"num_objects":740,"num_object_clones":0,"num_object_copies":1480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":740,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16448,"num_write_kb":550016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"386'16569","reported_seq":"29455","reported_epoch":"386","state":"active+clean","last_fresh":"2020-11-16T20:36:02.039367+0000","last_change":"2020-11-16T20:35:24.297868+0000","last_active":"2020-11-16T20:36:02.039367+0000","last_peered":"2020-11-16T20:36:02.039367+0000","last_clean":"2020-11-16T20:36:02.039367+0000","last_became_active":"2020-11-16T20:31:19.601810+0000","last_became_peered":"2020-11-16T20:31:19.601810+0000","last_unstale":"2020-11-16T20:36:02.039367+0000","last_undegraded":"2020-11-16T20:36:02.039367+0000","last_fullsized":"2020-11-16T20:36:02.039367+0000","mapping_epoch":307,"log_start":"309'6500","ondisk_log_start":"309'6500","created":281,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"371'14902","last_scrub_stamp":"2020-11-16T20:35:24.297787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:35:24.297787+0000","log_size":10069,"ondisk_log_size":10069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50003968,"num_objects":763,"num_object_clones":0,"num_object_copies":1526,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":763,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16569,"num_write_kb":554624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6380,"num_bytes_recovered":418119680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,10],"acting":[0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"387'16638","reported_seq":"16750","reported_epoch":"387","state":"active+clean","last_fresh":"2020-11-16T20:36:05.800204+0000","last_change":"2020-11-16T20:30:12.373727+0000","last_active":"2020-11-16T20:36:05.800204+0000","last_peered":"2020-11-16T20:36:05.800204+0000","last_clean":"2020-11-16T20:36:05.800204+0000","last_became_active":"2020-11-16T20:30:12.372706+0000","last_became_peered":"2020-11-16T20:30:12.372706+0000","last_unstale":"2020-11-16T20:36:05.800204+0000","last_undegraded":"2020-11-16T20:36:05.800204+0000","last_fullsized":"2020-11-16T20:36:05.800204+0000","mapping_epoch":281,"log_start":"309'6600","ondisk_log_start":"309'6600","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:30:11.350458+0000","log_size":10038,"ondisk_log_size":10038,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37879808,"num_objects":578,"num_object_clones":0,"num_object_copies":1156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":578,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16638,"num_write_kb":550912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9],"acting":[11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2","version":"387'16877","reported_seq":"29214","reported_epoch":"387","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:36:04.925200+0000","last_change":"2020-11-16T20:32:01.995323+0000","last_active":"2020-11-16T20:36:04.925200+0000","last_peered":"2020-11-16T20:36:04.925200+0000","last_clean":"2020-11-16T20:31:59.310486+0000","last_became_active":"2020-11-16T20:32:01.938140+0000","last_became_peered":"2020-11-16T20:32:01.938140+0000","last_unstale":"2020-11-16T20:36:04.925200+0000","last_undegraded":"2020-11-16T20:36:04.925200+0000","last_fullsized":"2020-11-16T20:36:04.925200+0000","mapping_epoch":321,"log_start":"310'6800","ondisk_log_start":"310'6800","created":281,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"306'6417","last_scrub_stamp":"2020-11-16T20:31:18.285245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:30:11.350458+0000","last_clean_scrub_stamp":"2020-11-16T20:31:18.285245+0000","log_size":10077,"ondisk_log_size":10077,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":42270720,"num_objects":645,"num_object_clones":0,"num_object_copies":1290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2651,"num_objects_unfound":0,"num_objects_dirty":645,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16877,"num_write_kb":560704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6108,"num_bytes_recovered":399310848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9],"acting":[3,9],"avail_no_missing":["3","9"],"object_location_counts":[{"shards":"3,9","objects":-2006}],"blocked_by":[],"up_primary":6,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"353","reported_epoch":"386","state":"active+clean","last_fresh":"2020-11-16T20:36:01.423004+0000","last_change":"2020-11-16T20:32:00.318738+0000","last_active":"2020-11-16T20:36:01.423004+0000","last_peered":"2020-11-16T20:36:01.423004+0000","last_clean":"2020-11-16T20:36:01.423004+0000","last_became_active":"2020-11-16T20:32:00.318093+0000","last_became_peered":"2020-11-16T20:32:00.318093+0000","last_unstale":"2020-11-16T20:36:01.423004+0000","last_undegraded":"2020-11-16T20:36:01.423004+0000","last_fullsized":"2020-11-16T20:36:01.423004+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:30:21.974833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:30:21.974833+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":688979992,"num_objects":10514,"num_object_clones":0,"num_object_copies":21028,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5731,"num_objects_unfound":0,"num_objects_dirty":10514,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":264948,"num_write_kb":8814721,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55390,"num_bytes_recovered":3629056000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3476627456,"data_stored":3476619312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160853,"ondisk_log_size":160853,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631670,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1436120,"kb_used_data":1257744,"kb_used_omap":0,"kb_used_meta":178368,"kb_avail":92309032,"statfs":{"total":95995035648,"available":94524448768,"internally_reserved":0,"allocated":1287929856,"data_stored":1287385051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":182648832},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":3.25,"15min":2.181},"min":{"1min":0.61899999999999999,"5min":0.58699999999999997,"15min":0.47199999999999998},"max":{"1min":2.407,"5min":242.179,"15min":242.179},"last":0.98299999999999998},{"interface":"front","average":{"1min":1.6870000000000001,"5min":3.875,"15min":2.6960000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.54100000000000004},"max":{"1min":4.2629999999999999,"5min":244.363,"15min":244.363},"last":1.262}]},{"osd":1,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":4.9770000000000003,"5min":5.0190000000000001,"15min":3.0139999999999998},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":66.227000000000004,"5min":247.31299999999999,"15min":247.31299999999999},"last":4.6900000000000004},{"interface":"front","average":{"1min":4.8230000000000004,"5min":4.9139999999999997,"15min":3.1200000000000001},"min":{"1min":0.84599999999999997,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":58.869,"5min":244.84999999999999,"15min":244.84999999999999},"last":2.968}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":4.96,"5min":6.1909999999999998,"15min":3.633},"min":{"1min":0.82599999999999996,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":59.073999999999998,"5min":245.767,"15min":245.767},"last":4.0110000000000001},{"interface":"front","average":{"1min":5.4210000000000003,"5min":6.5800000000000001,"15min":3.8610000000000002},"min":{"1min":1.034,"5min":0.83899999999999997,"15min":0.64200000000000002},"max":{"1min":60.301000000000002,"5min":245.66999999999999,"15min":245.66999999999999},"last":2.2570000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":1.895,"5min":2.2040000000000002,"15min":2.3290000000000002},"min":{"1min":0.88300000000000001,"5min":0.87,"15min":0.66200000000000003},"max":{"1min":6.0990000000000002,"5min":7.8600000000000003,"15min":7.8600000000000003},"last":1.8120000000000001},{"interface":"front","average":{"1min":2.2789999999999999,"5min":2.3460000000000001,"15min":2.4580000000000002},"min":{"1min":1.3069999999999999,"5min":0.95899999999999996,"15min":0.72299999999999998},"max":{"1min":6.2370000000000001,"5min":6.4699999999999998,"15min":6.4699999999999998},"last":2.081}]},{"osd":5,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":1.8109999999999999,"15min":2.4220000000000002},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":7.7999999999999998,"5min":7.7999999999999998,"15min":9.6180000000000003},"last":1.046},{"interface":"front","average":{"1min":2.419,"5min":2.5190000000000001,"15min":2.7629999999999999},"min":{"1min":1.3560000000000001,"5min":1.0449999999999999,"15min":0.98599999999999999},"max":{"1min":7.827,"5min":7.827,"15min":7.827},"last":2.4300000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":2.419,"15min":2.5089999999999999},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":6.7329999999999997,"5min":7.1589999999999998,"15min":7.1639999999999997},"last":1.089},{"interface":"front","average":{"1min":2.4060000000000001,"5min":2.6629999999999998,"15min":3.1560000000000001},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":0.93100000000000005},"max":{"1min":6.4809999999999999,"5min":6.4809999999999999,"15min":7.8940000000000001},"last":2.581}]},{"osd":7,"last update":"Mon Nov 16 20:35:32 2020","interfaces":[{"interface":"back","average":{"1min":6.8090000000000002,"5min":3.7040000000000002,"15min":2.7410000000000001},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.86799999999999999},"max":{"1min":96.248000000000005,"5min":96.248000000000005,"15min":96.248000000000005},"last":2.6949999999999998},{"interface":"front","average":{"1min":6.1909999999999998,"5min":3.4060000000000001,"15min":3.0659999999999998},"min":{"1min":1.1539999999999999,"5min":0.998,"15min":0.998},"max":{"1min":96.337999999999994,"5min":96.337999999999994,"15min":96.337999999999994},"last":3.1259999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":1.958,"5min":2.2610000000000001,"15min":2.7559999999999998},"min":{"1min":1.327,"5min":0.88500000000000001,"15min":0.85099999999999998},"max":{"1min":3.387,"5min":8.2379999999999995,"15min":8.2379999999999995},"last":3.339},{"interface":"front","average":{"1min":2.6659999999999999,"5min":2.6669999999999998,"15min":2.956},"min":{"1min":1.0569999999999999,"5min":0.98799999999999999,"15min":0.85999999999999999},"max":{"1min":7,"5min":7.319,"15min":7.319},"last":1.7709999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:35:47 2020","interfaces":[{"interface":"back","average":{"1min":2.7149999999999999,"5min":2.907,"15min":3.6280000000000001},"min":{"1min":1.9099999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":4.9000000000000004,"5min":6.2220000000000004,"15min":7.8929999999999998},"last":3.089},{"interface":"front","average":{"1min":2.2360000000000002,"5min":2.5,"15min":2.9980000000000002},"min":{"1min":1.4890000000000001,"5min":1.206,"15min":0.98899999999999999},"max":{"1min":3.589,"5min":5.8920000000000003,"15min":5.9800000000000004},"last":3.7570000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":2.8650000000000002,"5min":2.9740000000000002,"15min":3.177},"min":{"1min":1.2949999999999999,"5min":1.248,"15min":1.2310000000000001},"max":{"1min":7.1580000000000004,"5min":9.3279999999999994,"15min":9.5109999999999992},"last":2.1709999999999998},{"interface":"front","average":{"1min":2.2519999999999998,"5min":2.6000000000000001,"15min":2.972},"min":{"1min":1.5720000000000001,"5min":1.2430000000000001,"15min":1.177},"max":{"1min":3.7570000000000001,"5min":6.3849999999999998,"15min":6.3849999999999998},"last":3.5569999999999999}]}]},{"osd":10,"up_from":95,"seq":408021893306,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":212480,"kb_used_data":107256,"kb_used_omap":0,"kb_used_meta":105216,"kb_avail":93532672,"statfs":{"total":95995035648,"available":95777456128,"internally_reserved":0,"allocated":109830144,"data_stored":109297067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":107741184},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:44 2020","interfaces":[{"interface":"back","average":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.4049999999999998,"5min":2.4049999999999998,"15min":2.4049999999999998},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.0019999999999998,"5min":4.0019999999999998,"15min":4.0019999999999998},"last":0.89100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":3.6040000000000001,"5min":1.8089999999999999,"15min":2.0670000000000002},"min":{"1min":0.72099999999999997,"5min":0.55700000000000005,"15min":0.505},"max":{"1min":43.75,"5min":43.75,"15min":45.988999999999997},"last":0.746},{"interface":"front","average":{"1min":3.6339999999999999,"5min":1.948,"15min":2.1859999999999999},"min":{"1min":0.70799999999999996,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":43.837000000000003,"5min":43.837000000000003,"15min":43.837000000000003},"last":2.1539999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":4.0019999999999998,"5min":2.1040000000000001,"15min":2.0979999999999999},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.63200000000000001},"max":{"1min":44.116999999999997,"5min":44.116999999999997,"15min":44.116999999999997},"last":1.625},{"interface":"front","average":{"1min":4.407,"5min":2.2599999999999998,"15min":2.3109999999999999},"min":{"1min":0.81799999999999995,"5min":0.64100000000000001,"15min":0.61399999999999999},"max":{"1min":54.761000000000003,"5min":54.761000000000003,"15min":54.761000000000003},"last":1.2749999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":4.6150000000000002,"5min":5.234,"15min":2.8759999999999999},"min":{"1min":0.76900000000000002,"5min":0.63400000000000001,"15min":0.59199999999999997},"max":{"1min":46.621000000000002,"5min":229.012,"15min":229.012},"last":1.474},{"interface":"front","average":{"1min":3.4990000000000001,"5min":4.8879999999999999,"15min":3.3100000000000001},"min":{"1min":0.64500000000000002,"5min":0.60099999999999998,"15min":0.59999999999999998},"max":{"1min":42.634999999999998,"5min":225.529,"15min":225.529},"last":1.8939999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":1.9019999999999999,"5min":2.0289999999999999,"15min":2.4820000000000002},"min":{"1min":0.89700000000000002,"5min":0.85999999999999999,"15min":0.67000000000000004},"max":{"1min":3.0470000000000002,"5min":8.7309999999999999,"15min":45.624000000000002},"last":4.234},{"interface":"front","average":{"1min":1.9670000000000001,"5min":1.857,"15min":2.262},"min":{"1min":0.89600000000000002,"5min":0.78600000000000003,"15min":0.78600000000000003},"max":{"1min":4.3280000000000003,"5min":5.0010000000000003,"15min":45.814},"last":0.90700000000000003}]},{"osd":5,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0409999999999999,"5min":3.4369999999999998,"15min":3.056},"min":{"1min":0.88100000000000001,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":7.6109999999999998,"5min":135.96000000000001,"15min":135.96000000000001},"last":1.859},{"interface":"front","average":{"1min":1.6850000000000001,"5min":3.4790000000000001,"15min":3.0409999999999999},"min":{"1min":0.94899999999999995,"5min":0.77900000000000003,"15min":0.76200000000000001},"max":{"1min":2.5990000000000002,"5min":130.28200000000001,"15min":130.28200000000001},"last":1.792}]},{"osd":6,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":1.986,"5min":2.0859999999999999,"15min":2.9329999999999998},"min":{"1min":0.90700000000000003,"5min":0.83499999999999996,"15min":0.81999999999999995},"max":{"1min":3.6360000000000001,"5min":4.4660000000000002,"15min":99.906999999999996},"last":2.5870000000000002},{"interface":"front","average":{"1min":1.998,"5min":2.1280000000000001,"15min":3.1499999999999999},"min":{"1min":1.262,"5min":1.1739999999999999,"15min":0.86099999999999999},"max":{"1min":3.5,"5min":4.4020000000000001,"15min":99.834999999999994},"last":2.3279999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":3.0470000000000002,"5min":6.6870000000000003,"15min":4.2930000000000001},"min":{"1min":1.3520000000000001,"5min":1.306,"15min":1.306},"max":{"1min":9.2140000000000004,"5min":341.77999999999997,"15min":341.77999999999997},"last":2.1059999999999999},{"interface":"front","average":{"1min":2.7749999999999999,"5min":6.6029999999999998,"15min":4.173},"min":{"1min":1.349,"5min":1.1120000000000001,"15min":1.1120000000000001},"max":{"1min":9.5,"5min":345.45800000000003,"15min":345.45800000000003},"last":2.0550000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":2.4990000000000001,"15min":3.1150000000000002},"min":{"1min":1.585,"5min":1.125,"15min":0.66000000000000003},"max":{"1min":3.5619999999999998,"5min":6.2069999999999999,"15min":51.853000000000002},"last":2.262},{"interface":"front","average":{"1min":2.3580000000000001,"5min":2.3690000000000002,"15min":3.085},"min":{"1min":1.028,"5min":0.94199999999999995,"15min":0.91000000000000003},"max":{"1min":4.2800000000000002,"5min":4.2800000000000002,"15min":46.506999999999998},"last":6.6589999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":2.669,"15min":3.2320000000000002},"min":{"1min":1.4399999999999999,"5min":1.2110000000000001,"15min":0.84699999999999998},"max":{"1min":4.3280000000000003,"5min":6.3419999999999996,"15min":46.679000000000002},"last":2.294},{"interface":"front","average":{"1min":2.98,"5min":2.6419999999999999,"15min":3.282},"min":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.123},"max":{"1min":7.3689999999999998,"5min":7.3689999999999998,"15min":46.823999999999998},"last":2.4359999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:35:44 2020","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":2.927,"15min":3.4620000000000002},"min":{"1min":1.784,"5min":1.4570000000000001,"15min":1.2629999999999999},"max":{"1min":8.8490000000000002,"5min":8.8490000000000002,"15min":45.292000000000002},"last":2.4750000000000001},{"interface":"front","average":{"1min":2.5049999999999999,"5min":2.5409999999999999,"15min":3.3780000000000001},"min":{"1min":1.5369999999999999,"5min":1.177,"15min":1.177},"max":{"1min":5.0670000000000002,"5min":5.9020000000000001,"15min":55.759999999999998},"last":1.978}]}]},{"osd":9,"up_from":71,"seq":304942678228,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":341528,"kb_used_data":97040,"kb_used_omap":0,"kb_used_meta":244480,"kb_avail":93403624,"statfs":{"total":95995035648,"available":95645310976,"internally_reserved":0,"allocated":99368960,"data_stored":98824155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":250347520},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":1.7649999999999999,"5min":3.29,"15min":2.6440000000000001},"min":{"1min":0.58999999999999997,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":7.4489999999999998,"5min":253.441,"15min":253.441},"last":0.65600000000000003},{"interface":"front","average":{"1min":2.5870000000000002,"5min":3.9129999999999998,"15min":2.7949999999999999},"min":{"1min":1.169,"5min":0.88200000000000001,"15min":0.51700000000000002},"max":{"1min":7.9589999999999996,"5min":253.72999999999999,"15min":253.72999999999999},"last":1.5660000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":3.371,"5min":4.1980000000000004,"15min":2.9510000000000001},"min":{"1min":1.212,"5min":0.71799999999999997,"15min":0.55400000000000005},"max":{"1min":8.1620000000000008,"5min":250.76499999999999,"15min":250.76499999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":2.6139999999999999,"5min":3.8159999999999998,"15min":2.7360000000000002},"min":{"1min":0.76100000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":9.6799999999999997,"5min":250.529,"15min":250.529},"last":1.0309999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":1.77,"5min":6.4870000000000001,"15min":3.722},"min":{"1min":0.65100000000000002,"5min":0.63500000000000001,"15min":0.59599999999999997},"max":{"1min":8.9969999999999999,"5min":314.88900000000001,"15min":314.88900000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":3.2490000000000001,"5min":7.048,"15min":3.9430000000000001},"min":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.60099999999999998},"max":{"1min":11.369,"5min":312.904,"15min":312.904},"last":1.6120000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":2.8370000000000002,"5min":3.6989999999999998,"15min":3.3340000000000001},"min":{"1min":0.96999999999999997,"5min":0.86499999999999999,"15min":0.83099999999999996},"max":{"1min":8.891,"5min":130.13800000000001,"15min":130.13800000000001},"last":1.3999999999999999},{"interface":"front","average":{"1min":2.5990000000000002,"5min":3.5489999999999999,"15min":3.2330000000000001},"min":{"1min":0.90400000000000003,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":9.3599999999999994,"5min":128.81800000000001,"15min":128.81800000000001},"last":1.5269999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":3.3999999999999999,"5min":4.0460000000000003,"15min":3.5539999999999998},"min":{"1min":1.296,"5min":0.92400000000000004,"15min":0.73299999999999998},"max":{"1min":9.968,"5min":127.413,"15min":127.413},"last":1.161},{"interface":"front","average":{"1min":2.7240000000000002,"5min":3.6259999999999999,"15min":3.3889999999999998},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":9.1690000000000005,"5min":127.542,"15min":127.542},"last":0.94099999999999995}]},{"osd":6,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":2.5259999999999998,"5min":2.2909999999999999,"15min":2.9529999999999998},"min":{"1min":0.94299999999999995,"5min":0.879,"15min":0.872},"max":{"1min":9.625,"5min":9.625,"15min":98.828999999999994},"last":1.125},{"interface":"front","average":{"1min":3.0379999999999998,"5min":2.3210000000000002,"15min":3.1829999999999998},"min":{"1min":0.878,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":10.377000000000001,"5min":10.377000000000001,"15min":107.042},"last":1.341}]},{"osd":7,"last update":"Mon Nov 16 20:35:54 2020","interfaces":[{"interface":"back","average":{"1min":2.758,"5min":4.1639999999999997,"15min":5.5730000000000004},"min":{"1min":1.0209999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":8.359,"5min":130.572,"15min":130.572},"last":1.72},{"interface":"front","average":{"1min":3.1419999999999999,"5min":4.3559999999999999,"15min":5.8250000000000002},"min":{"1min":1.242,"5min":1.0429999999999999,"15min":0.77600000000000002},"max":{"1min":11.238,"5min":128.73599999999999,"15min":128.73599999999999},"last":1.9670000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":3.1619999999999999,"5min":2.6749999999999998,"15min":3.0760000000000001},"min":{"1min":1.036,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":10.721,"5min":10.721,"15min":12.334},"last":2.5259999999999998},{"interface":"front","average":{"1min":3.5640000000000001,"5min":2.9769999999999999,"15min":3.294},"min":{"1min":1.492,"5min":1.0720000000000001,"15min":0.94999999999999996},"max":{"1min":13.355,"5min":13.355,"15min":13.491},"last":2.238}]},{"osd":10,"last update":"Mon Nov 16 20:35:24 2020","interfaces":[{"interface":"back","average":{"1min":3.6099999999999999,"5min":2.9860000000000002,"15min":3.2269999999999999},"min":{"1min":1.643,"5min":1.5089999999999999,"15min":0.874},"max":{"1min":11.589,"5min":11.589,"15min":13.259},"last":2.8159999999999998},{"interface":"front","average":{"1min":3.1150000000000002,"5min":2.5670000000000002,"15min":3.1469999999999998},"min":{"1min":1.077,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":11.678000000000001,"5min":11.678000000000001,"15min":12.051},"last":1.6930000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:35:40 2020","interfaces":[{"interface":"back","average":{"1min":3.7330000000000001,"5min":3.0720000000000001,"15min":3.7669999999999999},"min":{"1min":1.4139999999999999,"5min":1.244,"15min":1.244},"max":{"1min":8.7129999999999992,"5min":8.7129999999999992,"15min":8.7129999999999992},"last":1.917},{"interface":"front","average":{"1min":3.7919999999999998,"5min":3.1030000000000002,"15min":3.4430000000000001},"min":{"1min":1.569,"5min":1.3859999999999999,"15min":1.115},"max":{"1min":12.023999999999999,"5min":12.023999999999999,"15min":12.023999999999999},"last":3.125}]}]},{"osd":8,"up_from":63,"seq":270582939864,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":174360,"kb_used_data":48272,"kb_used_omap":0,"kb_used_meta":126080,"kb_avail":93570792,"statfs":{"total":95995035648,"available":95816491008,"internally_reserved":0,"allocated":49430528,"data_stored":48885743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":129105920},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:35:54 2020","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.718,"15min":1.9199999999999999},"min":{"1min":0.61099999999999999,"5min":0.60899999999999999,"15min":0.498},"max":{"1min":3.0590000000000002,"5min":32.932000000000002,"15min":60.295999999999999},"last":1.3660000000000001},{"interface":"front","average":{"1min":1.1459999999999999,"5min":1.7509999999999999,"15min":2.081},"min":{"1min":0.59499999999999997,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":2.4609999999999999,"5min":34.000999999999998,"15min":58.633000000000003},"last":1.169}]},{"osd":1,"last update":"Mon Nov 16 20:35:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3759999999999999,"5min":3.6299999999999999,"15min":2.3119999999999998},"min":{"1min":0.626,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":3.0790000000000002,"5min":141.761,"15min":141.761},"last":4.8079999999999998},{"interface":"front","average":{"1min":2.157,"5min":4.2709999999999999,"15min":2.9039999999999999},"min":{"1min":1.3200000000000001,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":4.3029999999999999,"5min":141.87100000000001,"15min":141.87100000000001},"last":1.524}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:35:54 2020","interfaces":[{"interface":"back","average":{"1min":2.1419999999999999,"5min":2.7189999999999999,"15min":2.7189999999999999},"min":{"1min":0.871,"5min":0.748,"15min":0.54700000000000004},"max":{"1min":6.899,"5min":31.811,"15min":58.244999999999997},"last":5.4560000000000004},{"interface":"front","average":{"1min":2.4359999999999999,"5min":2.6110000000000002,"15min":2.6200000000000001},"min":{"1min":0.78400000000000003,"5min":0.60799999999999998,"15min":0.59199999999999997},"max":{"1min":10.678000000000001,"5min":30.638999999999999,"15min":64.918999999999997},"last":5.8220000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:35:54 2020","interfaces":[{"interface":"back","average":{"1min":1.841,"5min":2.6520000000000001,"15min":2.6840000000000002},"min":{"1min":0.872,"5min":0.69299999999999995,"15min":0.61499999999999999},"max":{"1min":4.9530000000000003,"5min":36.006999999999998,"15min":36.006999999999998},"last":5.0369999999999999},{"interface":"front","average":{"1min":1.768,"5min":2.851,"15min":2.7069999999999999},"min":{"1min":0.75,"5min":0.71299999999999997,"15min":0.69699999999999995},"max":{"1min":5.391,"5min":42.060000000000002,"15min":42.060000000000002},"last":5.9550000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:35:54 2020","interfaces":[{"interface":"back","average":{"1min":1.9399999999999999,"5min":2.1030000000000002,"15min":2.5840000000000001},"min":{"1min":0.98799999999999999,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":4.8579999999999997,"5min":5.9720000000000004,"15min":6.5439999999999996},"last":1.4079999999999999},{"interface":"front","average":{"1min":1.6220000000000001,"5min":1.8200000000000001,"15min":2.4660000000000002},"min":{"1min":0.93400000000000005,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":3.9409999999999998,"5min":7.1230000000000002,"15min":7.1230000000000002},"last":5.1550000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:36:02 2020","interfaces":[{"interface":"back","average":{"1min":2.0899999999999999,"5min":2.157,"15min":2.6720000000000002},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":7.0739999999999998,"5min":7.327,"15min":7.5140000000000002},"last":1.129},{"interface":"front","average":{"1min":2.508,"5min":2.524,"15min":2.794},"min":{"1min":1.335,"5min":0.872,"15min":0.84399999999999997},"max":{"1min":8.1850000000000005,"5min":10.569000000000001,"15min":10.569000000000001},"last":8.1850000000000005}]},{"osd":7,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":2.8029999999999999,"15min":2.823},"min":{"1min":1.3160000000000001,"5min":1.006,"15min":1.006},"max":{"1min":6.3940000000000001,"5min":37.5,"15min":37.5},"last":6.3129999999999997},{"interface":"front","average":{"1min":2.4159999999999999,"5min":2.7250000000000001,"15min":2.4529999999999998},"min":{"1min":1.097,"5min":1.016,"15min":0.94999999999999996},"max":{"1min":7.7009999999999996,"5min":35.509999999999998,"15min":35.509999999999998},"last":5.4210000000000003}]},{"osd":9,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":3.5590000000000002,"15min":3.4430000000000001},"min":{"1min":1.0469999999999999,"5min":0.93500000000000005,"15min":0.72799999999999998},"max":{"1min":5.8570000000000002,"5min":89.052999999999997,"15min":89.052999999999997},"last":11.263},{"interface":"front","average":{"1min":2.593,"5min":3.6110000000000002,"15min":3.7599999999999998},"min":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":4.8579999999999997,"5min":89.296000000000006,"15min":89.296000000000006},"last":5.609}]},{"osd":10,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":2.5920000000000001,"5min":2.5990000000000002,"15min":3.976},"min":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.80900000000000005},"max":{"1min":7.484,"5min":12.064,"15min":229.578},"last":1.3200000000000001},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.802,"15min":4.0570000000000004},"min":{"1min":1.5760000000000001,"5min":1.1639999999999999,"15min":0.93100000000000005},"max":{"1min":6.1440000000000001,"5min":6.9109999999999996,"15min":232.14099999999999},"last":8.3460000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:35:42 2020","interfaces":[{"interface":"back","average":{"1min":2.4020000000000001,"5min":2.7909999999999999,"15min":3.3519999999999999},"min":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":0.85799999999999998},"max":{"1min":5.0620000000000003,"5min":6.4269999999999996,"15min":9.0920000000000005},"last":6.0759999999999996},{"interface":"front","average":{"1min":2.7530000000000001,"5min":2.9340000000000002,"15min":3.1819999999999999},"min":{"1min":1.2829999999999999,"5min":1.2549999999999999,"15min":1.0269999999999999},"max":{"1min":7.8769999999999998,"5min":12.257999999999999,"15min":12.257999999999999},"last":4.9980000000000002}]}]},{"osd":7,"up_from":225,"seq":966367641696,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":248604,"kb_used_data":122068,"kb_used_omap":0,"kb_used_meta":126527,"kb_avail":93496548,"statfs":{"total":95995035648,"available":95740465152,"internally_reserved":0,"allocated":124997632,"data_stored":124448775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":129563708},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,2,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":3.1110000000000002,"5min":3.8340000000000001,"15min":3.621},"min":{"1min":0.66100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":21.449000000000002,"5min":123.182,"15min":123.182},"last":5.5359999999999996},{"interface":"front","average":{"1min":2.5630000000000002,"5min":3.895,"15min":3.7639999999999998},"min":{"1min":0.63400000000000001,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":21.381,"5min":122.154,"15min":122.154},"last":2.113}]},{"osd":2,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":2.589,"5min":3.1400000000000001,"15min":2.274},"min":{"1min":0.69399999999999995,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":21.600000000000001,"5min":118.31699999999999,"15min":118.31699999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":2.887,"5min":3.278,"15min":2.407},"min":{"1min":0.59599999999999997,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":21.177,"5min":117.771,"15min":117.771},"last":1.143}]},{"osd":3,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":3.802,"5min":4.5599999999999996,"15min":2.9529999999999998},"min":{"1min":0.82199999999999995,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":22.635000000000002,"5min":122.285,"15min":122.285},"last":5.6829999999999998},{"interface":"front","average":{"1min":3.3690000000000002,"5min":4.5289999999999999,"15min":2.6779999999999999},"min":{"1min":0.82299999999999995,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":22.460999999999999,"5min":117.367,"15min":117.367},"last":1.3979999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":2.1429999999999998,"15min":2.3500000000000001},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.8969999999999998,"5min":11.75,"15min":11.75},"last":1.4890000000000001},{"interface":"front","average":{"1min":2.367,"5min":2.2589999999999999,"15min":2.4329999999999998},"min":{"1min":0.71299999999999997,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":6.8109999999999999,"5min":11.323,"15min":11.323},"last":1.51}]},{"osd":5,"last update":"Mon Nov 16 20:35:22 2020","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":2.085,"15min":2.0190000000000001},"min":{"1min":0.77200000000000002,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":4.6879999999999997,"5min":9.2240000000000002,"15min":9.2240000000000002},"last":6.96},{"interface":"front","average":{"1min":2.262,"5min":2.431,"15min":2.4470000000000001},"min":{"1min":0.93400000000000005,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":5.0730000000000004,"5min":11.468999999999999,"15min":11.468999999999999},"last":1.1180000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.2130000000000001,"15min":2.2349999999999999},"min":{"1min":1.0249999999999999,"5min":0.84599999999999997,"15min":0.67000000000000004},"max":{"1min":7.4900000000000002,"5min":9.2899999999999991,"15min":9.2899999999999991},"last":7.29},{"interface":"front","average":{"1min":2.5529999999999999,"5min":2.4649999999999999,"15min":2.5870000000000002},"min":{"1min":0.97599999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"max":{"1min":4.976,"5min":7.1669999999999998,"15min":9.5899999999999999},"last":1.28}]},{"osd":8,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":2.1920000000000002,"15min":2.931},"min":{"1min":0.90800000000000003,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":3.887,"5min":7.7999999999999998,"15min":23.276},"last":1.8580000000000001},{"interface":"front","average":{"1min":2.1760000000000002,"5min":2.3740000000000001,"15min":3.4300000000000002},"min":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"max":{"1min":5.4580000000000002,"5min":9.5700000000000003,"15min":26.068999999999999},"last":2.298}]},{"osd":9,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":1.9870000000000001,"5min":2.5209999999999999,"15min":2.7109999999999999},"min":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"max":{"1min":3.5739999999999998,"5min":7.944,"15min":13.547000000000001},"last":1.375},{"interface":"front","average":{"1min":2.3420000000000001,"5min":2.4900000000000002,"15min":2.7690000000000001},"min":{"1min":1.03,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":5.6120000000000001,"5min":7.5209999999999999,"15min":13.472},"last":2.1680000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":2.2749999999999999,"5min":2.5499999999999998,"15min":2.383},"min":{"1min":1.329,"5min":0.98899999999999999,"15min":0.96199999999999997},"max":{"1min":4.1500000000000004,"5min":8.1379999999999999,"15min":8.1379999999999999},"last":1.2509999999999999},{"interface":"front","average":{"1min":2.081,"5min":2.3940000000000001,"15min":2.4039999999999999},"min":{"1min":1.1950000000000001,"5min":1.0529999999999999,"15min":1.0529999999999999},"max":{"1min":3.298,"5min":8.2579999999999991,"15min":8.2579999999999991},"last":1.73}]},{"osd":11,"last update":"Mon Nov 16 20:35:27 2020","interfaces":[{"interface":"back","average":{"1min":2.4529999999999998,"5min":2.6789999999999998,"15min":3.286},"min":{"1min":1.3240000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"max":{"1min":4.359,"5min":8.3740000000000006,"15min":24.445},"last":1.6100000000000001},{"interface":"front","average":{"1min":2.6379999999999999,"5min":2.8500000000000001,"15min":3.448},"min":{"1min":1.135,"5min":1.135,"15min":1.135},"max":{"1min":5.2889999999999997,"5min":10.109999999999999,"15min":24.475999999999999},"last":2.0379999999999998}]}]},{"osd":6,"up_from":49,"seq":210453397730,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":167960,"kb_used_data":41552,"kb_used_omap":0,"kb_used_meta":126400,"kb_avail":93577192,"statfs":{"total":95995035648,"available":95823044608,"internally_reserved":0,"allocated":42549248,"data_stored":42004463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":129433600},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:35:08 2020","interfaces":[{"interface":"back","average":{"1min":1.4359999999999999,"5min":2.407,"15min":2.0920000000000001},"min":{"1min":0.65500000000000003,"5min":0.503,"15min":0.503},"max":{"1min":5.0220000000000002,"5min":96.126999999999995,"15min":96.126999999999995},"last":1.2110000000000001},{"interface":"front","average":{"1min":1.151,"5min":2.3980000000000001,"15min":2.2050000000000001},"min":{"1min":0.55800000000000005,"5min":0.496,"15min":0.496},"max":{"1min":5.508,"5min":92.424000000000007,"15min":92.424000000000007},"last":0.79500000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:35:08 2020","interfaces":[{"interface":"back","average":{"1min":1.504,"5min":2.5030000000000001,"15min":2.2810000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":3.9359999999999999,"5min":82.668000000000006,"15min":82.668000000000006},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.3879999999999999,"5min":2.4649999999999999,"15min":2.1760000000000002},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":7.3579999999999997,"5min":84.108000000000004,"15min":84.108000000000004},"last":1.2470000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:35:08 2020","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":4.6509999999999998,"15min":3.8279999999999998},"min":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.57299999999999995},"max":{"1min":4.2130000000000001,"5min":171.21899999999999,"15min":189.096},"last":1.6120000000000001},{"interface":"front","average":{"1min":1.7569999999999999,"5min":4.8070000000000004,"15min":4.0439999999999996},"min":{"1min":0.91000000000000003,"5min":0.879,"15min":0.879},"max":{"1min":4.266,"5min":171.46100000000001,"15min":189.042},"last":1.5580000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:35:08 2020","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":3.0190000000000001,"15min":2.6560000000000001},"min":{"1min":0.68899999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":3.4470000000000001,"5min":116.849,"15min":116.849},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.976,"5min":3.2669999999999999,"15min":2.7759999999999998},"min":{"1min":0.78600000000000003,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":5.9050000000000002,"5min":117.947,"15min":117.947},"last":2.02}]},{"osd":5,"last update":"Mon Nov 16 20:35:08 2020","interfaces":[{"interface":"back","average":{"1min":1.548,"5min":2.0600000000000001,"15min":2.4700000000000002},"min":{"1min":0.77400000000000002,"5min":0.72599999999999998,"15min":0.69799999999999995},"max":{"1min":2.6629999999999998,"5min":13.518000000000001,"15min":13.518000000000001},"last":1.375},{"interface":"front","average":{"1min":1.4670000000000001,"5min":2.0550000000000002,"15min":2.5489999999999999},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":2.5510000000000002,"5min":5.7039999999999997,"15min":7.8090000000000002},"last":1.4419999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:35:22 2020","interfaces":[{"interface":"back","average":{"1min":2.871,"5min":1.9930000000000001,"15min":1.706},"min":{"1min":0.75800000000000001,"5min":0.67700000000000005,"15min":0.65400000000000003},"max":{"1min":12.582000000000001,"5min":12.582000000000001,"15min":12.582000000000001},"last":4.6630000000000003},{"interface":"front","average":{"1min":2.8319999999999999,"5min":2.5499999999999998,"15min":2.7210000000000001},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":12.393000000000001,"5min":14.067,"15min":14.067},"last":1.9390000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:35:45 2020","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":1.998,"15min":3.3620000000000001},"min":{"1min":1.141,"5min":0.90400000000000003,"15min":0.90400000000000003},"max":{"1min":9.3439999999999994,"5min":9.3439999999999994,"15min":158.672},"last":1.8100000000000001},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.2989999999999999,"15min":3.456},"min":{"1min":1.05,"5min":0.93999999999999995,"15min":0.93600000000000005},"max":{"1min":10.707000000000001,"5min":13.818,"15min":152.244},"last":2.0630000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:35:15 2020","interfaces":[{"interface":"back","average":{"1min":2.4329999999999998,"5min":2.492,"15min":3.1309999999999998},"min":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94199999999999995},"max":{"1min":9.4809999999999999,"5min":13.949999999999999,"15min":13.949999999999999},"last":2.194},{"interface":"front","average":{"1min":2.4460000000000002,"5min":2.4940000000000002,"15min":3.1829999999999998},"min":{"1min":1.1579999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":8.452,"5min":8.452,"15min":9.407},"last":2.3650000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:35:39 2020","interfaces":[{"interface":"back","average":{"1min":2.0579999999999998,"5min":2.1589999999999998,"15min":3.177},"min":{"1min":1.337,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":5.8920000000000003,"5min":5.8920000000000003,"15min":6.6870000000000003},"last":2.2189999999999999},{"interface":"front","average":{"1min":1.6970000000000001,"5min":1.913,"15min":2.7810000000000001},"min":{"1min":0.91000000000000003,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":5.1059999999999999,"5min":10.095000000000001,"15min":10.095000000000001},"last":1.4890000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:35:39 2020","interfaces":[{"interface":"back","average":{"1min":2.2989999999999999,"5min":2.2530000000000001,"15min":2.431},"min":{"1min":1.1890000000000001,"5min":1.0640000000000001,"15min":1.044},"max":{"1min":7.6340000000000003,"5min":10.401999999999999,"15min":10.401999999999999},"last":1.6719999999999999},{"interface":"front","average":{"1min":2.0830000000000002,"5min":2.4550000000000001,"15min":2.476},"min":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2010000000000001},"max":{"1min":5.3760000000000003,"5min":10.273,"15min":10.273},"last":1.7709999999999999}]}]},{"osd":1,"up_from":18,"seq":77309411581,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":318616,"kb_used_data":144592,"kb_used_omap":0,"kb_used_meta":174016,"kb_avail":93426536,"statfs":{"total":95995035648,"available":95668772864,"internally_reserved":0,"allocated":148062208,"data_stored":147517423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":178192384},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:36:01 2020","interfaces":[{"interface":"back","average":{"1min":1.704,"5min":2.6989999999999998,"15min":2.4860000000000002},"min":{"1min":0.55400000000000005,"5min":0.47199999999999998,"15min":0.46600000000000003},"max":{"1min":6.3070000000000004,"5min":97.320999999999998,"15min":97.320999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.8200000000000001,"5min":3.0800000000000001,"15min":2.5590000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.47399999999999998},"max":{"1min":6.3390000000000004,"5min":97.376000000000005,"15min":97.376000000000005},"last":0.81299999999999994}]},{"osd":2,"last update":"Mon Nov 16 20:35:22 2020","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":3.226,"15min":2.734},"min":{"1min":0.79800000000000004,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":6.3869999999999996,"5min":98.257000000000005,"15min":98.257000000000005},"last":3.7280000000000002},{"interface":"front","average":{"1min":3.1389999999999998,"5min":3.0299999999999998,"15min":2.8639999999999999},"min":{"1min":0.65600000000000003,"5min":0.55200000000000005,"15min":0.55000000000000004},"max":{"1min":9.4670000000000005,"5min":97.945999999999998,"15min":97.945999999999998},"last":0.52000000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:31:39 2020","interfaces":[{"interface":"back","average":{"1min":2.8180000000000001,"5min":4.7279999999999998,"15min":2.7949999999999999},"min":{"1min":0.89600000000000002,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":6.7999999999999998,"5min":214.125,"15min":214.125},"last":0.86799999999999999},{"interface":"front","average":{"1min":3.0190000000000001,"5min":5.5869999999999997,"15min":3.4860000000000002},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.60399999999999998},"max":{"1min":8.3409999999999993,"5min":211.75299999999999,"15min":211.75299999999999},"last":1.373}]},{"osd":4,"last update":"Mon Nov 16 20:35:08 2020","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":4.3319999999999999,"15min":3.1160000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":6.5830000000000002,"5min":97.236000000000004,"15min":97.236000000000004},"last":3.8540000000000001},{"interface":"front","average":{"1min":2.758,"5min":4.3639999999999999,"15min":3.1230000000000002},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":9.1059999999999999,"5min":96.036000000000001,"15min":96.036000000000001},"last":0.69599999999999995}]},{"osd":5,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":1.9119999999999999,"5min":3.0529999999999999,"15min":3.048},"min":{"1min":0.70999999999999996,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":6.5549999999999997,"5min":95.561999999999998,"15min":95.561999999999998},"last":0.94799999999999995},{"interface":"front","average":{"1min":2.3690000000000002,"5min":4.3449999999999998,"15min":3.653},"min":{"1min":1.0089999999999999,"5min":1.0069999999999999,"15min":0.68300000000000005},"max":{"1min":6.8689999999999998,"5min":96.986999999999995,"15min":96.986999999999995},"last":1.4490000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:36:01 2020","interfaces":[{"interface":"back","average":{"1min":3.7069999999999999,"5min":4.9619999999999997,"15min":3.7669999999999999},"min":{"1min":0.94399999999999995,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":25.326000000000001,"5min":103.09699999999999,"15min":103.09699999999999},"last":1.0680000000000001},{"interface":"front","average":{"1min":2.2909999999999999,"5min":5.4109999999999996,"15min":4.125},"min":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.85999999999999999},"max":{"1min":8.5939999999999994,"5min":102.877,"15min":102.877},"last":1.3149999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:35:22 2020","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":6.4180000000000001,"15min":3.8140000000000001},"min":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.67900000000000005},"max":{"1min":7.2830000000000004,"5min":160.39400000000001,"15min":160.39400000000001},"last":3.9660000000000002},{"interface":"front","average":{"1min":1.762,"5min":4.6020000000000003,"15min":3.4169999999999998},"min":{"1min":0.81999999999999995,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":6.0990000000000002,"5min":161.446,"15min":161.446},"last":1.5509999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":3.661,"5min":4.2729999999999997,"15min":3.6379999999999999},"min":{"1min":0.99299999999999999,"5min":0.82899999999999996,"15min":0.747},"max":{"1min":25.076000000000001,"5min":96.852000000000004,"15min":96.852000000000004},"last":1.1859999999999999},{"interface":"front","average":{"1min":2.0379999999999998,"5min":3.7749999999999999,"15min":3.863},"min":{"1min":0.97899999999999998,"5min":0.90300000000000002,"15min":0.77300000000000002},"max":{"1min":6.7119999999999997,"5min":99.825000000000003,"15min":99.825000000000003},"last":0.98599999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:35:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8929999999999998,"5min":4.6180000000000003,"15min":3.9889999999999999},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.90700000000000003},"max":{"1min":6.8879999999999999,"5min":98.683999999999997,"15min":98.683999999999997},"last":4.2729999999999997},{"interface":"front","average":{"1min":3.7320000000000002,"5min":4.4450000000000003,"15min":4.4029999999999996},"min":{"1min":1.1579999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":10.021000000000001,"5min":98.972999999999999,"15min":98.972999999999999},"last":4.0750000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:35:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8849999999999998,"5min":4.7560000000000002,"15min":4.0599999999999996},"min":{"1min":1.256,"5min":1.1359999999999999,"15min":1.1020000000000001},"max":{"1min":7.0179999999999998,"5min":100.108,"15min":100.108},"last":4.1719999999999997},{"interface":"front","average":{"1min":2.1230000000000002,"5min":4.2300000000000004,"15min":4.3499999999999996},"min":{"1min":1.151,"5min":1.151,"15min":1.1120000000000001},"max":{"1min":6.3129999999999997,"5min":98.613,"15min":98.613},"last":1.107}]},{"osd":11,"last update":"Mon Nov 16 20:35:33 2020","interfaces":[{"interface":"back","average":{"1min":3.7999999999999998,"5min":4.5949999999999998,"15min":3.544},"min":{"1min":1.1140000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"max":{"1min":25.18,"5min":99.150000000000006,"15min":99.150000000000006},"last":2.0609999999999999},{"interface":"front","average":{"1min":4.4630000000000001,"5min":5.1890000000000001,"15min":4.2949999999999999},"min":{"1min":1.5509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"max":{"1min":26.552,"5min":99.512,"15min":99.512},"last":4.3689999999999998}]}]},{"osd":0,"up_from":12,"seq":51539607809,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1333580,"kb_used_data":1197060,"kb_used_omap":0,"kb_used_meta":136512,"kb_avail":92411572,"statfs":{"total":95995035648,"available":94629449728,"internally_reserved":0,"allocated":1225789440,"data_stored":1225250494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":139788288},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:35:56 2020","interfaces":[{"interface":"back","average":{"1min":5.0119999999999996,"5min":2.577,"15min":2.0699999999999998},"min":{"1min":0.72399999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":49.173999999999999,"5min":49.173999999999999,"15min":49.173999999999999},"last":49.173999999999999},{"interface":"front","average":{"1min":4.548,"5min":2.4620000000000002,"15min":2.246},"min":{"1min":0.66700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":37.466000000000001,"5min":37.466000000000001,"15min":37.466000000000001},"last":37.466000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:35:56 2020","interfaces":[{"interface":"back","average":{"1min":2.7730000000000001,"5min":2.7029999999999998,"15min":2.9089999999999998},"min":{"1min":0.64600000000000002,"5min":0.58399999999999996,"15min":0.50800000000000001},"max":{"1min":13.157,"5min":13.157,"15min":143.12899999999999},"last":1.3440000000000001},{"interface":"front","average":{"1min":3.8900000000000001,"5min":2.3380000000000001,"15min":2.6190000000000002},"min":{"1min":0.77400000000000002,"5min":0.61599999999999999,"15min":0.54900000000000004},"max":{"1min":11.491,"5min":11.491,"15min":140.316},"last":0.77400000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:35:15 2020","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":2.4590000000000001,"15min":2.177},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.55600000000000005},"max":{"1min":4.2619999999999996,"5min":111.956,"15min":111.956},"last":0.72499999999999998},{"interface":"front","average":{"1min":1.6100000000000001,"5min":3.0830000000000002,"15min":2.923},"min":{"1min":0.97199999999999998,"5min":0.96799999999999997,"15min":0.74099999999999999},"max":{"1min":5.5860000000000003,"5min":112.206,"15min":112.206},"last":0.97899999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":1.907,"5min":1.835,"15min":2.169},"min":{"1min":0.69599999999999995,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":7.8520000000000003,"5min":7.8520000000000003,"15min":10.673999999999999},"last":1.1499999999999999},{"interface":"front","average":{"1min":2.044,"5min":1.9299999999999999,"15min":2.3239999999999998},"min":{"1min":0.80600000000000005,"5min":0.70599999999999996,"15min":0.70499999999999996},"max":{"1min":4.5549999999999997,"5min":8.9920000000000009,"15min":10.782},"last":1.6299999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:35:12 2020","interfaces":[{"interface":"back","average":{"1min":1.6459999999999999,"5min":1.909,"15min":2.27},"min":{"1min":0.75700000000000001,"5min":0.72099999999999997,"15min":0.71899999999999997},"max":{"1min":4.9340000000000002,"5min":6.1799999999999997,"15min":10.390000000000001},"last":1.2749999999999999},{"interface":"front","average":{"1min":1.4219999999999999,"5min":1.833,"15min":2.5089999999999999},"min":{"1min":0.85299999999999998,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":5.4550000000000001,"5min":6.1150000000000002,"15min":10.718999999999999},"last":2.0800000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":2.149,"5min":4.1440000000000001,"15min":2.8780000000000001},"min":{"1min":0.93899999999999995,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":4.9009999999999998,"5min":97.435000000000002,"15min":97.435000000000002},"last":1.1890000000000001},{"interface":"front","average":{"1min":3.7309999999999999,"5min":4.3200000000000003,"15min":2.8340000000000001},"min":{"1min":0.85899999999999999,"5min":0.85099999999999998,"15min":0.82499999999999996},"max":{"1min":9.3789999999999996,"5min":96.828000000000003,"15min":96.828000000000003},"last":0.94199999999999995}]},{"osd":8,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":2.2509999999999999,"5min":3.653,"15min":3.1379999999999999},"min":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.78400000000000003},"max":{"1min":8.1189999999999998,"5min":96.248000000000005,"15min":96.248000000000005},"last":1.5309999999999999},{"interface":"front","average":{"1min":2.3860000000000001,"5min":3.6139999999999999,"15min":3.266},"min":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.85299999999999998},"max":{"1min":4.819,"5min":96.043000000000006,"15min":96.043000000000006},"last":1.4219999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:35:15 2020","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":2.109,"15min":2.7639999999999998},"min":{"1min":1.1140000000000001,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":5.282,"5min":6.6970000000000001,"15min":11.433},"last":1.581},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.379,"15min":3.0649999999999999},"min":{"1min":1.117,"5min":0.88400000000000001,"15min":0.88400000000000001},"max":{"1min":4.1369999999999996,"5min":7.3789999999999996,"15min":8.6809999999999992},"last":1.8089999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:35:23 2020","interfaces":[{"interface":"back","average":{"1min":1.7629999999999999,"5min":2.133,"15min":2.9860000000000002},"min":{"1min":1.107,"5min":1.028,"15min":1.028},"max":{"1min":5.7140000000000004,"5min":6.5570000000000004,"15min":73.305000000000007},"last":1.8460000000000001},{"interface":"front","average":{"1min":3.0150000000000001,"5min":2.7010000000000001,"15min":3.2349999999999999},"min":{"1min":1.149,"5min":1.004,"15min":0.95099999999999996},"max":{"1min":8.2349999999999994,"5min":8.2349999999999994,"15min":73.558999999999997},"last":1.9770000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":3.0659999999999998,"15min":3.2370000000000001},"min":{"1min":1.2030000000000001,"5min":1.1839999999999999,"15min":1.105},"max":{"1min":8.3520000000000003,"5min":22.841000000000001,"15min":22.841000000000001},"last":1.7070000000000001},{"interface":"front","average":{"1min":2.7429999999999999,"5min":2.8140000000000001,"15min":3.101},"min":{"1min":1.377,"5min":1.2070000000000001,"15min":1.0980000000000001},"max":{"1min":6.1870000000000003,"5min":22.045999999999999,"15min":22.045999999999999},"last":2.1339999999999999}]}]},{"osd":2,"up_from":23,"seq":98784248056,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":199704,"kb_used_data":42960,"kb_used_omap":0,"kb_used_meta":156736,"kb_avail":93545448,"statfs":{"total":95995035648,"available":95790538752,"internally_reserved":0,"allocated":43991040,"data_stored":43446255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":160497664},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:31:11 2020","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":2.036,"15min":2.2050000000000001},"min":{"1min":0.58599999999999997,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.282,"5min":14.228,"15min":99.001000000000005},"last":2.2930000000000001},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.988,"15min":2.2229999999999999},"min":{"1min":0.56100000000000005,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.738,"5min":8.1869999999999994,"15min":98.828000000000003},"last":2.1989999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":2.6619999999999999,"15min":2.448},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":5.0979999999999999,"5min":76.745000000000005,"15min":76.745000000000005},"last":0.83199999999999996},{"interface":"front","average":{"1min":2.2370000000000001,"5min":2.7719999999999998,"15min":2.569},"min":{"1min":0.58899999999999997,"5min":0.57799999999999996,"15min":0.46200000000000002},"max":{"1min":7.4199999999999999,"5min":74.978999999999999,"15min":74.978999999999999},"last":1.1699999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":2.4049999999999998,"5min":6.984,"15min":5.782},"min":{"1min":0.53800000000000003,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":8.5820000000000007,"5min":465.10500000000002,"15min":465.10500000000002},"last":2.3140000000000001},{"interface":"front","average":{"1min":2.3929999999999998,"5min":7.4349999999999996,"15min":5.8819999999999997},"min":{"1min":0.70699999999999996,"5min":0.67000000000000004,"15min":0.55900000000000005},"max":{"1min":6.0579999999999998,"5min":459.33699999999999,"15min":459.33699999999999},"last":2.1850000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":3.1579999999999999,"5min":1.8220000000000001,"15min":2.2109999999999999},"min":{"1min":0.68999999999999995,"5min":0.627,"15min":0.627},"max":{"1min":10.186999999999999,"5min":10.186999999999999,"15min":15.988},"last":1.403},{"interface":"front","average":{"1min":3.5219999999999998,"5min":2.1899999999999999,"15min":2.2919999999999998},"min":{"1min":1.1279999999999999,"5min":0.81100000000000005,"15min":0.76100000000000001},"max":{"1min":10.352,"5min":10.352,"15min":10.352},"last":1.5700000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:35:53 2020","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":3.3879999999999999,"15min":2.988},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":5.8319999999999999,"5min":124.53400000000001,"15min":124.53400000000001},"last":0.90200000000000002},{"interface":"front","average":{"1min":2.0139999999999998,"5min":1.7629999999999999,"15min":2.4039999999999999},"min":{"1min":0.89500000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":7.6790000000000003,"5min":7.6790000000000003,"15min":11.173},"last":0.873}]},{"osd":6,"last update":"Mon Nov 16 20:36:04 2020","interfaces":[{"interface":"back","average":{"1min":3.0840000000000001,"5min":2.2679999999999998,"15min":2.4969999999999999},"min":{"1min":0.84799999999999998,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":10.913,"5min":11.51,"15min":13.227},"last":1.4279999999999999},{"interface":"front","average":{"1min":2.262,"5min":2.246,"15min":2.7509999999999999},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.9029999999999996,"5min":12.875999999999999,"15min":13.962999999999999},"last":1.3640000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:36:04 2020","interfaces":[{"interface":"back","average":{"1min":2.7480000000000002,"5min":2.649,"15min":2.4020000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":6.4550000000000001,"5min":13.002000000000001,"15min":13.002000000000001},"last":1.7869999999999999},{"interface":"front","average":{"1min":2.9529999999999998,"5min":5.1109999999999998,"15min":7.7690000000000001},"min":{"1min":1.028,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":13.132999999999999,"5min":121.11499999999999,"15min":121.11499999999999},"last":1.079}]},{"osd":8,"last update":"Mon Nov 16 20:35:55 2020","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":2.4729999999999999,"15min":3.3479999999999999},"min":{"1min":1.0609999999999999,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":6.5599999999999996,"5min":13.130000000000001,"15min":67.313999999999993},"last":1.536},{"interface":"front","average":{"1min":2.1739999999999999,"5min":2.1059999999999999,"15min":2.9830000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.75},"max":{"1min":7.8150000000000004,"5min":7.8150000000000004,"15min":67.149000000000001},"last":1.212}]},{"osd":9,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":3.6709999999999998,"15min":3.3069999999999999},"min":{"1min":0.96699999999999997,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":5.3760000000000003,"5min":120.95399999999999,"15min":120.95399999999999},"last":1.611},{"interface":"front","average":{"1min":3.177,"5min":2.6549999999999998,"15min":3.335},"min":{"1min":1.181,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":5.9980000000000002,"5min":13.369,"15min":15.007999999999999},"last":1.9199999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:35:19 2020","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":2.7010000000000001,"15min":3.3610000000000002},"min":{"1min":1.325,"5min":1.1859999999999999,"15min":1.1499999999999999},"max":{"1min":6.0869999999999997,"5min":13.252000000000001,"15min":15.15},"last":2.0979999999999999},{"interface":"front","average":{"1min":3.0960000000000001,"5min":4.0899999999999999,"15min":3.5710000000000002},"min":{"1min":1.044,"5min":1.03,"15min":1.03},"max":{"1min":7.9400000000000004,"5min":120.846,"15min":120.846},"last":1.718}]},{"osd":11,"last update":"Mon Nov 16 20:35:48 2020","interfaces":[{"interface":"back","average":{"1min":2.7639999999999998,"5min":5.8490000000000002,"15min":4.3520000000000003},"min":{"1min":1.669,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":5.6959999999999997,"5min":140.619,"15min":140.619},"last":2.222},{"interface":"front","average":{"1min":2.4449999999999998,"5min":4.9729999999999999,"15min":3.681},"min":{"1min":1.153,"5min":1.012,"15min":1.012},"max":{"1min":6.875,"5min":184.27699999999999,"15min":184.27699999999999},"last":1.756}]}]},{"osd":3,"up_from":29,"seq":124554051826,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":362328,"kb_used_data":167824,"kb_used_omap":0,"kb_used_meta":194496,"kb_avail":93382824,"statfs":{"total":95995035648,"available":95624011776,"internally_reserved":0,"allocated":171851776,"data_stored":171306991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":199163904},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:35:26 2020","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":1.728,"15min":1.9199999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.8079999999999998,"5min":8.0359999999999996,"15min":8.0359999999999996},"last":3.0049999999999999},{"interface":"front","average":{"1min":1.6299999999999999,"5min":2.0720000000000001,"15min":2.2799999999999998},"min":{"1min":0.57199999999999995,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":4.9320000000000004,"5min":10.669,"15min":10.669},"last":2.5089999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:35:40 2020","interfaces":[{"interface":"back","average":{"1min":4.1820000000000004,"5min":2.4780000000000002,"15min":2.3700000000000001},"min":{"1min":0.57399999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":36.073,"5min":36.073,"15min":42.253999999999998},"last":2.7250000000000001},{"interface":"front","average":{"1min":4.6740000000000004,"5min":2.6960000000000002,"15min":2.4550000000000001},"min":{"1min":0.72899999999999998,"5min":0.52700000000000002,"15min":0.51000000000000001},"max":{"1min":37.600000000000001,"5min":37.600000000000001,"15min":41.838999999999999},"last":3.1970000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:35:07 2020","interfaces":[{"interface":"back","average":{"1min":3.2850000000000001,"5min":2.7069999999999999,"15min":2.3199999999999998},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":38.744999999999997,"5min":38.744999999999997,"15min":38.744999999999997},"last":2.552},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.7400000000000002,"15min":2.4380000000000002},"min":{"1min":1.157,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":36.244,"5min":36.244,"15min":36.244},"last":3.0430000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:35:40 2020","interfaces":[{"interface":"back","average":{"1min":4.1120000000000001,"5min":2.7690000000000001,"15min":2.3919999999999999},"min":{"1min":0.85499999999999998,"5min":0.66300000000000003,"15min":0.626},"max":{"1min":38.185000000000002,"5min":38.185000000000002,"15min":38.185000000000002},"last":3.3410000000000002},{"interface":"front","average":{"1min":4.0970000000000004,"5min":2.6560000000000001,"15min":2.4359999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.68200000000000005},"max":{"1min":37.875,"5min":37.875,"15min":37.875},"last":3.2599999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:35:07 2020","interfaces":[{"interface":"back","average":{"1min":3.492,"5min":2.782,"15min":2.496},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.69199999999999995},"max":{"1min":37.948,"5min":37.948,"15min":37.948},"last":5.0289999999999999},{"interface":"front","average":{"1min":3.6139999999999999,"5min":2.855,"15min":2.7360000000000002},"min":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"max":{"1min":38.387,"5min":38.387,"15min":38.387},"last":4.8849999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:35:35 2020","interfaces":[{"interface":"back","average":{"1min":4.9379999999999997,"5min":3.4039999999999999,"15min":2.4710000000000001},"min":{"1min":0.90100000000000002,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":38.566000000000003,"5min":38.566000000000003,"15min":38.566000000000003},"last":4.2160000000000002},{"interface":"front","average":{"1min":4.5279999999999996,"5min":3.4340000000000002,"15min":2.9350000000000001},"min":{"1min":1.1200000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":38.072000000000003,"5min":38.072000000000003,"15min":38.072000000000003},"last":1.7410000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:35:40 2020","interfaces":[{"interface":"back","average":{"1min":4.694,"5min":3.1000000000000001,"15min":3.3719999999999999},"min":{"1min":1.111,"5min":1.111,"15min":0.95399999999999996},"max":{"1min":39.119,"5min":39.119,"15min":111.735},"last":4.2569999999999997},{"interface":"front","average":{"1min":4.3019999999999996,"5min":2.7589999999999999,"15min":3.399},"min":{"1min":0.97499999999999998,"5min":0.91200000000000003,"15min":0.89100000000000001},"max":{"1min":40.341999999999999,"5min":40.341999999999999,"15min":107.529},"last":2.819}]},{"osd":9,"last update":"Mon Nov 16 20:35:26 2020","interfaces":[{"interface":"back","average":{"1min":4.5199999999999996,"5min":3.319,"15min":3.1720000000000002},"min":{"1min":1.03,"5min":1.03,"15min":0.97399999999999998},"max":{"1min":38.933999999999997,"5min":38.933999999999997,"15min":38.933999999999997},"last":3.5939999999999999},{"interface":"front","average":{"1min":4.9349999999999996,"5min":3.016,"15min":3.1379999999999999},"min":{"1min":1.1499999999999999,"5min":1.0189999999999999,"15min":0.85899999999999999},"max":{"1min":42.310000000000002,"5min":42.310000000000002,"15min":42.310000000000002},"last":4.0439999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:35:26 2020","interfaces":[{"interface":"back","average":{"1min":5.0069999999999997,"5min":3.4900000000000002,"15min":3.8999999999999999},"min":{"1min":1.266,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":39.923000000000002,"5min":39.923000000000002,"15min":359.327},"last":3.7450000000000001},{"interface":"front","average":{"1min":5.1219999999999999,"5min":3.2280000000000002,"15min":4.2050000000000001},"min":{"1min":1.2430000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"max":{"1min":40.555999999999997,"5min":40.555999999999997,"15min":361.31299999999999},"last":4.5919999999999996}]},{"osd":11,"last update":"Mon Nov 16 20:35:40 2020","interfaces":[{"interface":"back","average":{"1min":4.7530000000000001,"5min":3.3220000000000001,"15min":3.157},"min":{"1min":1.21,"5min":1.165,"15min":0.96299999999999997},"max":{"1min":40.113999999999997,"5min":40.113999999999997,"15min":40.113999999999997},"last":3.8919999999999999},{"interface":"front","average":{"1min":4.8129999999999997,"5min":3.5590000000000002,"15min":3.375},"min":{"1min":1.335,"5min":1.335,"15min":1.0669999999999999},"max":{"1min":42.034999999999997,"5min":42.034999999999997,"15min":42.034999999999997},"last":4.4509999999999996}]}]},{"osd":4,"up_from":35,"seq":150323855597,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":364696,"kb_used_data":148240,"kb_used_omap":0,"kb_used_meta":216448,"kb_avail":93380456,"statfs":{"total":95995035648,"available":95621586944,"internally_reserved":0,"allocated":151797760,"data_stored":151252975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":221642752},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,0,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:35:24 2020","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":2.1970000000000001,"15min":1.702},"min":{"1min":0.627,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":5.6859999999999999,"5min":62.197000000000003,"15min":62.197000000000003},"last":1.425},{"interface":"front","average":{"1min":1.4890000000000001,"5min":2.3530000000000002,"15min":1.7709999999999999},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":4.5179999999999998,"5min":61.820999999999998,"15min":61.820999999999998},"last":0.70499999999999996}]},{"osd":1,"last update":"Mon Nov 16 20:35:20 2020","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":2.3759999999999999,"15min":3.1080000000000001},"min":{"1min":0.621,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":8.5990000000000002,"5min":61.334000000000003,"15min":140.75299999999999},"last":1.2210000000000001},{"interface":"front","average":{"1min":1.8140000000000001,"5min":1.8660000000000001,"15min":2.7850000000000001},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60399999999999998},"max":{"1min":7.173,"5min":7.173,"15min":141.905},"last":0.83899999999999997}]},{"osd":2,"last update":"Mon Nov 16 20:35:07 2020","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":2.4620000000000002,"15min":2.3900000000000001},"min":{"1min":0.68999999999999995,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":18.553000000000001,"5min":18.553000000000001,"15min":18.553000000000001},"last":1.006},{"interface":"front","average":{"1min":2.0190000000000001,"5min":2.4369999999999998,"15min":2.4430000000000001},"min":{"1min":0.871,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":7.2869999999999999,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.95999999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:35:20 2020","interfaces":[{"interface":"back","average":{"1min":4.0430000000000001,"5min":5.1390000000000002,"15min":4.4199999999999999},"min":{"1min":0.79100000000000004,"5min":0.70999999999999996,"15min":0.629},"max":{"1min":28.222999999999999,"5min":247.41499999999999,"15min":247.41499999999999},"last":3.6760000000000002},{"interface":"front","average":{"1min":4.242,"5min":5.3890000000000002,"15min":4.0899999999999999},"min":{"1min":0.79200000000000004,"5min":0.751,"15min":0.56799999999999995},"max":{"1min":29.288,"5min":249.12,"15min":249.12},"last":1.915}]},{"osd":5,"last update":"Mon Nov 16 20:35:43 2020","interfaces":[{"interface":"back","average":{"1min":2.5670000000000002,"5min":2.5310000000000001,"15min":2.27},"min":{"1min":0.84199999999999997,"5min":0.70799999999999996,"15min":0.65800000000000003},"max":{"1min":8.4730000000000008,"5min":61.781999999999996,"15min":61.781999999999996},"last":1.1699999999999999},{"interface":"front","average":{"1min":3.0579999999999998,"5min":2.8109999999999999,"15min":2.5920000000000001},"min":{"1min":1.0569999999999999,"5min":0.84199999999999997,"15min":0.72999999999999998},"max":{"1min":12.776999999999999,"5min":61.533000000000001,"15min":61.533000000000001},"last":1.264}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:35:24 2020","interfaces":[{"interface":"back","average":{"1min":2.1000000000000001,"5min":2.444,"15min":2.702},"min":{"1min":1.024,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":7.4199999999999999,"5min":61.499000000000002,"15min":61.499000000000002},"last":1.7569999999999999},{"interface":"front","average":{"1min":2.0339999999999998,"5min":2.5099999999999998,"15min":2.786},"min":{"1min":1.052,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":6.8970000000000002,"5min":63,"15min":63},"last":1.6299999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:35:43 2020","interfaces":[{"interface":"back","average":{"1min":2.899,"5min":3.044,"15min":3.0539999999999998},"min":{"1min":1.1950000000000001,"5min":0.85299999999999998,"15min":0.85299999999999998},"max":{"1min":8.6229999999999993,"5min":62.481999999999999,"15min":62.481999999999999},"last":1.536},{"interface":"front","average":{"1min":1.952,"5min":2.887,"15min":3.177},"min":{"1min":1.042,"5min":1.014,"15min":1.014},"max":{"1min":4.819,"5min":63.067,"15min":63.067},"last":1.0860000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:35:20 2020","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":3.194,"15min":3.3639999999999999},"min":{"1min":1.198,"5min":1.198,"15min":1.0700000000000001},"max":{"1min":7.5170000000000003,"5min":63.304000000000002,"15min":63.304000000000002},"last":4.0499999999999998},{"interface":"front","average":{"1min":2.5489999999999999,"5min":2.8700000000000001,"15min":3.129},"min":{"1min":1.1859999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"max":{"1min":7.2770000000000001,"5min":63.232999999999997,"15min":63.232999999999997},"last":1.3720000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:35:29 2020","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":3.2959999999999998,"15min":3.9900000000000002},"min":{"1min":1.5600000000000001,"5min":1.143,"15min":0.90900000000000003},"max":{"1min":7.0460000000000003,"5min":64.043999999999997,"15min":245.06800000000001},"last":1.5089999999999999},{"interface":"front","average":{"1min":2.2759999999999998,"5min":3.121,"15min":4.1660000000000004},"min":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.234},"max":{"1min":5.2119999999999997,"5min":62.686999999999998,"15min":248.31700000000001},"last":3.3460000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:35:43 2020","interfaces":[{"interface":"back","average":{"1min":2.552,"5min":3.0470000000000002,"15min":3.1379999999999999},"min":{"1min":1.369,"5min":1.2,"15min":1.2},"max":{"1min":7.3540000000000001,"5min":64.244,"15min":64.244},"last":2.6989999999999998},{"interface":"front","average":{"1min":2.536,"5min":3.2879999999999998,"15min":3.3439999999999999},"min":{"1min":1.4490000000000001,"5min":1.2529999999999999,"15min":1.181},"max":{"1min":7.194,"5min":64.447999999999993,"15min":64.447999999999993},"last":2.5630000000000002}]}]},{"osd":5,"up_from":42,"seq":180388626667,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":209820,"kb_used_data":75860,"kb_used_omap":0,"kb_used_meta":133952,"kb_avail":93535332,"statfs":{"total":95995035648,"available":95780179968,"internally_reserved":0,"allocated":77680640,"data_stored":77131783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":137166848},"hb_peers":[0,1,2,3,4,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":1.4750000000000001,"5min":1.5,"15min":2.004},"min":{"1min":0.59199999999999997,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":6.4989999999999997,"5min":11.535,"15min":88.192999999999998},"last":5.1479999999999997},{"interface":"front","average":{"1min":1.371,"5min":1.4419999999999999,"15min":2.125},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":8.3960000000000008,"5min":11.278,"15min":94.944999999999993},"last":0.83699999999999997}]},{"osd":1,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":2.0190000000000001,"5min":1.9139999999999999,"15min":3.7770000000000001},"min":{"1min":0.57699999999999996,"5min":0.53200000000000003,"15min":0.51800000000000002},"max":{"1min":8.4350000000000005,"5min":13.545,"15min":331.25599999999997},"last":5.569},{"interface":"front","average":{"1min":2.1139999999999999,"5min":1.923,"15min":3.8929999999999998},"min":{"1min":0.65400000000000003,"5min":0.628,"15min":0.628},"max":{"1min":8.5459999999999994,"5min":11.042,"15min":343.89299999999997},"last":1.093}]},{"osd":2,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":2.181,"5min":2.3460000000000001,"15min":3.964},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.71999999999999997},"max":{"1min":9.1639999999999997,"5min":17.731000000000002,"15min":328.65199999999999},"last":1.5609999999999999},{"interface":"front","average":{"1min":2.2629999999999999,"5min":2.464,"15min":4.234},"min":{"1min":0.97199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"max":{"1min":9.1999999999999993,"5min":17.684000000000001,"15min":329.29599999999999},"last":1.534}]},{"osd":3,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":3.4129999999999998,"5min":2.698,"15min":2.339},"min":{"1min":0.90500000000000003,"5min":0.66900000000000004,"15min":0.59199999999999997},"max":{"1min":13.574999999999999,"5min":13.574999999999999,"15min":13.574999999999999},"last":1.6599999999999999},{"interface":"front","average":{"1min":2.214,"5min":2.5419999999999998,"15min":2.6400000000000001},"min":{"1min":0.94999999999999996,"5min":0.78400000000000003,"15min":0.77200000000000002},"max":{"1min":7.2320000000000002,"5min":13.417,"15min":13.417},"last":1.861}]},{"osd":4,"last update":"Mon Nov 16 20:35:50 2020","interfaces":[{"interface":"back","average":{"1min":2.9119999999999999,"5min":1.9590000000000001,"15min":2.7090000000000001},"min":{"1min":0.96499999999999997,"5min":0.625,"15min":0.625},"max":{"1min":11.744,"5min":11.744,"15min":92.183000000000007},"last":0.91100000000000003},{"interface":"front","average":{"1min":2.2010000000000001,"5min":2.0009999999999999,"15min":2.734},"min":{"1min":0.86899999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":11.5,"5min":11.5,"15min":86.552000000000007},"last":0.93200000000000005}]},{"osd":6,"last update":"Mon Nov 16 20:36:00 2020","interfaces":[{"interface":"back","average":{"1min":2.165,"5min":1.958,"15min":2.573},"min":{"1min":0.84399999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":7.4089999999999998,"5min":7.4089999999999998,"15min":44.848999999999997},"last":0.98899999999999999},{"interface":"front","average":{"1min":2.5049999999999999,"5min":1.9419999999999999,"15min":2.452},"min":{"1min":0.85799999999999998,"5min":0.76900000000000002,"15min":0.69299999999999995},"max":{"1min":10.923999999999999,"5min":11.685,"15min":44.529000000000003},"last":2.016}]},{"osd":7,"last update":"Mon Nov 16 20:27:08 2020","interfaces":[{"interface":"back","average":{"1min":13.205,"5min":5.1269999999999998,"15min":3.948},"min":{"1min":1.0509999999999999,"5min":1.042,"15min":1.042},"max":{"1min":124.86799999999999,"5min":124.86799999999999,"15min":124.86799999999999},"last":1.6990000000000001},{"interface":"front","average":{"1min":13.539,"5min":5.6299999999999999,"15min":4.1589999999999998},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":124.992,"5min":124.992,"15min":124.992},"last":2.2789999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:35:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0150000000000001,"5min":1.913,"15min":2.4710000000000001},"min":{"1min":1.0549999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":8.6769999999999996,"5min":9.0600000000000005,"15min":9.0600000000000005},"last":1.0189999999999999},{"interface":"front","average":{"1min":2.2290000000000001,"5min":2.089,"15min":2.8029999999999999},"min":{"1min":1.1799999999999999,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":7.6280000000000001,"5min":7.6280000000000001,"15min":8.6289999999999996},"last":1.165}]},{"osd":9,"last update":"Mon Nov 16 20:35:18 2020","interfaces":[{"interface":"back","average":{"1min":2.3039999999999998,"5min":2.024,"15min":2.7989999999999999},"min":{"1min":1.006,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":8.6489999999999991,"5min":8.6489999999999991,"15min":8.6489999999999991},"last":1.3260000000000001},{"interface":"front","average":{"1min":1.855,"5min":2.3250000000000002,"15min":3.0030000000000001},"min":{"1min":1.1000000000000001,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.4969999999999999,"5min":7.4119999999999999,"15min":7.9480000000000004},"last":1.6859999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:35:18 2020","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":2.1160000000000001,"15min":2.9079999999999999},"min":{"1min":0.97599999999999998,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":9.7330000000000005,"5min":9.7330000000000005,"15min":28},"last":1.492},{"interface":"front","average":{"1min":1.9330000000000001,"5min":2.3889999999999998,"15min":3.1680000000000001},"min":{"1min":1.3680000000000001,"5min":1.044,"15min":1.044},"max":{"1min":2.98,"5min":7.5609999999999999,"15min":27.789999999999999},"last":1.944}]},{"osd":11,"last update":"Mon Nov 16 20:35:51 2020","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.5960000000000001,"15min":3.4980000000000002},"min":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":8.0960000000000001,"5min":8.0960000000000001,"15min":18.388999999999999},"last":1.7829999999999999},{"interface":"front","average":{"1min":2.9329999999999998,"5min":2.7509999999999999,"15min":3.8879999999999999},"min":{"1min":1.4970000000000001,"5min":1.468,"15min":1.327},"max":{"1min":8.2360000000000007,"5min":11.127000000000001,"15min":23.585000000000001},"last":3.8250000000000002}]}]}]}}
2020-11-16T20:36:10.472 INFO:tasks.thrashosds.thrasher:Setting 3.0 to [8, 9, 10, 11]
2020-11-16T20:36:10.472 INFO:tasks.thrashosds.thrasher:cmd ['osd', 'pg-upmap-items', '3.0', '8', '9', '10', '11']
2020-11-16T20:36:10.472 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pg-upmap-items 3.0 8 9 10 11
2020-11-16T20:36:10.638 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:10.668 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:10.742 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:10.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:10 smithi142 bash[22738]: debug 2020-11-16T20:36:10.635+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:10.891 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:10.994 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:11.122 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:11.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:10 smithi071 bash[14419]: debug 2020-11-16T20:36:10.891+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:11.227 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:11.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:11 smithi065 bash[16457]: debug 2020-11-16T20:36:11.121+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:11.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:11 smithi142 bash[9523]: cluster 2020-11-16T20:36:10.222881+0000 mgr.x (mgr.14196) 720 : cluster [DBG] pgmap v1026: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 536 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 641 op/s; 4978/17160 objects misplaced (29.009%); 14 MiB/s, 219 objects/s recovering
2020-11-16T20:36:11.599 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:11 smithi071 bash[9480]: cluster 2020-11-16T20:36:10.222881+0000 mgr.x (mgr.14196) 720 : cluster [DBG] pgmap v1026: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 536 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 641 op/s; 4978/17160 objects misplaced (29.009%); 14 MiB/s, 219 objects/s recovering
2020-11-16T20:36:11.703 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:11.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:11 smithi065 bash[9468]: cluster 2020-11-16T20:36:10.222881+0000 mgr.x (mgr.14196) 720 : cluster [DBG] pgmap v1026: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 536 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 641 op/s; 4978/17160 objects misplaced (29.009%); 14 MiB/s, 219 objects/s recovering
2020-11-16T20:36:12.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:11 smithi142 bash[15670]: debug 2020-11-16T20:36:11.599+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:12.414 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:12.449 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:36:12.475 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:36:12.517 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:12.663 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:12.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:12 smithi071 bash[9480]: audit 2020-11-16T20:36:12.125298+0000 mon.a (mon.0) 1407 : audit [INF] from='client.? v1:172.21.15.142:0/1570962821' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:36:12.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:12 smithi071 bash[9480]: cluster 2020-11-16T20:36:12.223418+0000 mgr.x (mgr.14196) 721 : cluster [DBG] pgmap v1027: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 392 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 760 op/s; 4211/12534 objects misplaced (33.597%); 16 MiB/s, 258 objects/s recovering
2020-11-16T20:36:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:12 smithi065 bash[9468]: audit 2020-11-16T20:36:12.125298+0000 mon.a (mon.0) 1407 : audit [INF] from='client.? v1:172.21.15.142:0/1570962821' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:36:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:12 smithi065 bash[9468]: cluster 2020-11-16T20:36:12.223418+0000 mgr.x (mgr.14196) 721 : cluster [DBG] pgmap v1027: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 392 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 760 op/s; 4211/12534 objects misplaced (33.597%); 16 MiB/s, 258 objects/s recovering
2020-11-16T20:36:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:12 smithi142 bash[9523]: audit 2020-11-16T20:36:12.125298+0000 mon.a (mon.0) 1407 : audit [INF] from='client.? v1:172.21.15.142:0/1570962821' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:36:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:12 smithi142 bash[9523]: cluster 2020-11-16T20:36:12.223418+0000 mgr.x (mgr.14196) 721 : cluster [DBG] pgmap v1027: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 392 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 760 op/s; 4211/12534 objects misplaced (33.597%); 16 MiB/s, 258 objects/s recovering
2020-11-16T20:36:12.783 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:12 smithi142 bash[15670]: debug 2020-11-16T20:36:12.415+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:12.811 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:12.915 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:13.064 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:13.168 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:13.178 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:13 smithi065 bash[14115]: debug 2020-11-16T20:36:13.061+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:13.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:12 smithi142 bash[15670]: debug 2020-11-16T20:36:12.815+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:13.289 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:13.396 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:13.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:13 smithi065 bash[9468]: cluster 2020-11-16T20:36:12.430172+0000 mon.a (mon.0) 1408 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:36:13.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:13 smithi065 bash[9468]: audit 2020-11-16T20:36:12.441176+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? v1:172.21.15.142:0/1570962821' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:36:13.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:13 smithi065 bash[9468]: cluster 2020-11-16T20:36:12.441228+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e389: 12 total, 12 up, 12 in
2020-11-16T20:36:13.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:13 smithi065 bash[9468]: cluster 2020-11-16T20:36:12.683220+0000 osd.5 (osd.5) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:13.433 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:13 smithi065 bash[9468]: cluster 2020-11-16T20:36:12.683360+0000 osd.5 (osd.5) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:13.434 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:13 smithi065 bash[18823]: debug 2020-11-16T20:36:13.285+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:13.541 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:13.645 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:13 smithi071 bash[9480]: cluster 2020-11-16T20:36:12.430172+0000 mon.a (mon.0) 1408 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:36:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:13 smithi071 bash[9480]: audit 2020-11-16T20:36:12.441176+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? v1:172.21.15.142:0/1570962821' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:36:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:13 smithi071 bash[9480]: cluster 2020-11-16T20:36:12.441228+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e389: 12 total, 12 up, 12 in
2020-11-16T20:36:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:13 smithi071 bash[9480]: cluster 2020-11-16T20:36:12.683220+0000 osd.5 (osd.5) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:13.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:13 smithi071 bash[9480]: cluster 2020-11-16T20:36:12.683360+0000 osd.5 (osd.5) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:13.701 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:13 smithi071 bash[16796]: debug 2020-11-16T20:36:13.543+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:13.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:13 smithi142 bash[9523]: cluster 2020-11-16T20:36:12.430172+0000 mon.a (mon.0) 1408 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:36:13.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:13 smithi142 bash[9523]: audit 2020-11-16T20:36:12.441176+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? v1:172.21.15.142:0/1570962821' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:36:13.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:13 smithi142 bash[9523]: cluster 2020-11-16T20:36:12.441228+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e389: 12 total, 12 up, 12 in
2020-11-16T20:36:13.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:13 smithi142 bash[9523]: cluster 2020-11-16T20:36:12.683220+0000 osd.5 (osd.5) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:13.772 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:13 smithi142 bash[9523]: cluster 2020-11-16T20:36:12.683360+0000 osd.5 (osd.5) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:14.016 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:36:14.016 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:36:14.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:14 smithi071 bash[9480]: cluster 2020-11-16T20:36:13.444422+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e390: 12 total, 12 up, 12 in
2020-11-16T20:36:14.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:14 smithi071 bash[9480]: cluster 2020-11-16T20:36:14.223896+0000 mgr.x (mgr.14196) 722 : cluster [DBG] pgmap v1030: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 319 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 693 op/s; 3466/10196 objects misplaced (33.994%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:36:14.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:14 smithi065 bash[9468]: cluster 2020-11-16T20:36:13.444422+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e390: 12 total, 12 up, 12 in
2020-11-16T20:36:14.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:14 smithi065 bash[9468]: cluster 2020-11-16T20:36:14.223896+0000 mgr.x (mgr.14196) 722 : cluster [DBG] pgmap v1030: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 319 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 693 op/s; 3466/10196 objects misplaced (33.994%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:36:14.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:14 smithi142 bash[9523]: cluster 2020-11-16T20:36:13.444422+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e390: 12 total, 12 up, 12 in
2020-11-16T20:36:14.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:14 smithi142 bash[9523]: cluster 2020-11-16T20:36:14.223896+0000 mgr.x (mgr.14196) 722 : cluster [DBG] pgmap v1030: 17 pgs: 2 active+recovering+remapped, 3 active+recovering, 12 active+clean; 319 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 693 op/s; 3466/10196 objects misplaced (33.994%); 14 MiB/s, 227 objects/s recovering
2020-11-16T20:36:16.426 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:16.459 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:16 smithi142 bash[9523]: cluster 2020-11-16T20:36:15.433644+0000 osd.3 (osd.3) 92 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:16.459 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:16 smithi142 bash[9523]: cluster 2020-11-16T20:36:15.433725+0000 osd.3 (osd.3) 93 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:16.459 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:16 smithi142 bash[9523]: cluster 2020-11-16T20:36:15.459215+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e391: 12 total, 12 up, 12 in
2020-11-16T20:36:16.459 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:16 smithi142 bash[9523]: cluster 2020-11-16T20:36:16.224366+0000 mgr.x (mgr.14196) 723 : cluster [DBG] pgmap v1032: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 205 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 883 op/s; 2966/6550 objects misplaced (45.282%); 18 MiB/s, 293 objects/s recovering
2020-11-16T20:36:16.459 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:16 smithi142 bash[9523]: cluster 2020-11-16T20:36:16.426578+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e392: 12 total, 12 up, 12 in
2020-11-16T20:36:16.462 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_historic_ops
2020-11-16T20:36:16.530 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:16.662 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:16.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:16 smithi065 bash[14115]: debug 2020-11-16T20:36:16.425+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:16 smithi065 bash[9468]: cluster 2020-11-16T20:36:15.433644+0000 osd.3 (osd.3) 92 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:16 smithi065 bash[9468]: cluster 2020-11-16T20:36:15.433725+0000 osd.3 (osd.3) 93 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:16 smithi065 bash[9468]: cluster 2020-11-16T20:36:15.459215+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e391: 12 total, 12 up, 12 in
2020-11-16T20:36:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:16 smithi065 bash[9468]: cluster 2020-11-16T20:36:16.224366+0000 mgr.x (mgr.14196) 723 : cluster [DBG] pgmap v1032: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 205 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 883 op/s; 2966/6550 objects misplaced (45.282%); 18 MiB/s, 293 objects/s recovering
2020-11-16T20:36:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:16 smithi065 bash[9468]: cluster 2020-11-16T20:36:16.426578+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e392: 12 total, 12 up, 12 in
2020-11-16T20:36:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:16 smithi071 bash[9480]: cluster 2020-11-16T20:36:15.433644+0000 osd.3 (osd.3) 92 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:16 smithi071 bash[9480]: cluster 2020-11-16T20:36:15.433725+0000 osd.3 (osd.3) 93 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:16 smithi071 bash[9480]: cluster 2020-11-16T20:36:15.459215+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e391: 12 total, 12 up, 12 in
2020-11-16T20:36:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:16 smithi071 bash[9480]: cluster 2020-11-16T20:36:16.224366+0000 mgr.x (mgr.14196) 723 : cluster [DBG] pgmap v1032: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 205 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 883 op/s; 2966/6550 objects misplaced (45.282%); 18 MiB/s, 293 objects/s recovering
2020-11-16T20:36:16.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:16 smithi071 bash[9480]: cluster 2020-11-16T20:36:16.426578+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e392: 12 total, 12 up, 12 in
2020-11-16T20:36:17.609 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:17.714 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:17.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:17 smithi065 bash[9468]: cluster 2020-11-16T20:36:16.443640+0000 osd.7 (osd.7) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:17.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:17 smithi065 bash[9468]: cluster 2020-11-16T20:36:16.443746+0000 osd.7 (osd.7) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:17.727 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:17 smithi065 bash[9468]: cluster 2020-11-16T20:36:17.438169+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e393: 12 total, 12 up, 12 in
2020-11-16T20:36:17.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:17 smithi142 bash[20366]: debug 2020-11-16T20:36:17.611+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:17.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:17 smithi142 bash[9523]: cluster 2020-11-16T20:36:16.443640+0000 osd.7 (osd.7) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:17.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:17 smithi142 bash[9523]: cluster 2020-11-16T20:36:16.443746+0000 osd.7 (osd.7) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:17.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:17 smithi142 bash[9523]: cluster 2020-11-16T20:36:17.438169+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e393: 12 total, 12 up, 12 in
2020-11-16T20:36:17.856 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:17 smithi071 bash[9480]: cluster 2020-11-16T20:36:16.443640+0000 osd.7 (osd.7) 54 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:17 smithi071 bash[9480]: cluster 2020-11-16T20:36:16.443746+0000 osd.7 (osd.7) 55 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:17 smithi071 bash[9480]: cluster 2020-11-16T20:36:17.438169+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e393: 12 total, 12 up, 12 in
2020-11-16T20:36:17.961 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:18.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:17 smithi065 bash[11785]: debug 2020-11-16T20:36:17.853+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:18.065 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:36:18.103 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:18.207 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:18.217 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:18.469 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:18 smithi065 bash[18823]: debug 2020-11-16T20:36:18.101+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:18.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Removed 137730 objects
2020-11-16T20:36:18.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Clean up completed and total clean up time :256.12
2020-11-16T20:36:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:18 smithi065 bash[9468]: cluster 2020-11-16T20:36:18.225008+0000 mgr.x (mgr.14196) 724 : cluster [DBG] pgmap v1035: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 106 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 810 op/s; 2966/3406 objects misplaced (87.082%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:36:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:18 smithi065 bash[9468]: cluster 2020-11-16T20:36:18.440424+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e394: 12 total, 12 up, 12 in
2020-11-16T20:36:18.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:18 smithi142 bash[9523]: cluster 2020-11-16T20:36:18.225008+0000 mgr.x (mgr.14196) 724 : cluster [DBG] pgmap v1035: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 106 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 810 op/s; 2966/3406 objects misplaced (87.082%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:36:18.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:18 smithi142 bash[9523]: cluster 2020-11-16T20:36:18.440424+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e394: 12 total, 12 up, 12 in
2020-11-16T20:36:18.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:18 smithi071 bash[9480]: cluster 2020-11-16T20:36:18.225008+0000 mgr.x (mgr.14196) 724 : cluster [DBG] pgmap v1035: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 106 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 810 op/s; 2966/3406 objects misplaced (87.082%); 9.8 MiB/s, 156 objects/s recovering
2020-11-16T20:36:18.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:18 smithi071 bash[9480]: cluster 2020-11-16T20:36:18.440424+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e394: 12 total, 12 up, 12 in
2020-11-16T20:36:18.997 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:19.100 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:19.238 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1
2020-11-16T20:36:19.239 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it
2020-11-16T20:36:19.249 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:19 smithi142 bash[20366]: debug 2020-11-16T20:36:18.999+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:19.375 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:20.573 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:20.694 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:20.815 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:20.920 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:21.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:20 smithi142 bash[22738]: debug 2020-11-16T20:36:20.575+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:21.047 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:20 smithi071 bash[12066]: debug 2020-11-16T20:36:20.815+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:21.048 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:21.152 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:21.304 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:21.410 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:21.424 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:21 smithi065 bash[9468]: cluster 2020-11-16T20:36:20.225559+0000 mgr.x (mgr.14196) 725 : cluster [DBG] pgmap v1037: 17 pgs: 2 active+recovering+remapped, 15 active+clean; 71 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 559 op/s; 2758/2270 objects misplaced (121.498%); 2.7 MiB/s, 43 objects/s recovering
2020-11-16T20:36:21.424 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:21 smithi065 bash[18823]: debug 2020-11-16T20:36:21.301+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:21.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:21 smithi071 bash[14419]: debug 2020-11-16T20:36:21.047+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:21.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:21 smithi071 bash[9480]: cluster 2020-11-16T20:36:20.225559+0000 mgr.x (mgr.14196) 725 : cluster [DBG] pgmap v1037: 17 pgs: 2 active+recovering+remapped, 15 active+clean; 71 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 559 op/s; 2758/2270 objects misplaced (121.498%); 2.7 MiB/s, 43 objects/s recovering
2020-11-16T20:36:21.527 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:21.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:21 smithi142 bash[9523]: cluster 2020-11-16T20:36:20.225559+0000 mgr.x (mgr.14196) 725 : cluster [DBG] pgmap v1037: 17 pgs: 2 active+recovering+remapped, 15 active+clean; 71 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 559 op/s; 2758/2270 objects misplaced (121.498%); 2.7 MiB/s, 43 objects/s recovering
2020-11-16T20:36:21.632 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:21.755 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:21 smithi065 bash[16457]: debug 2020-11-16T20:36:21.525+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:21.756 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:21.862 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:22.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:21 smithi065 bash[11785]: debug 2020-11-16T20:36:21.753+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:22.385 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:22.489 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:22.624 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:22 smithi071 bash[9480]: cluster 2020-11-16T20:36:22.226066+0000 mgr.x (mgr.14196) 726 : cluster [DBG] pgmap v1038: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 545 op/s; 5.5 MiB/s, 162 objects/s recovering
2020-11-16T20:36:22.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:22 smithi071 bash[14419]: debug 2020-11-16T20:36:22.622+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:22.730 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:22.739 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:22 smithi142 bash[22738]: debug 2020-11-16T20:36:22.386+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:22.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:22 smithi142 bash[9523]: cluster 2020-11-16T20:36:22.226066+0000 mgr.x (mgr.14196) 726 : cluster [DBG] pgmap v1038: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 545 op/s; 5.5 MiB/s, 162 objects/s recovering
2020-11-16T20:36:22.743 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:22 smithi065 bash[9468]: cluster 2020-11-16T20:36:22.226066+0000 mgr.x (mgr.14196) 726 : cluster [DBG] pgmap v1038: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 545 op/s; 5.5 MiB/s, 162 objects/s recovering
2020-11-16T20:36:22.885 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:22.991 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:23.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:22 smithi065 bash[14115]: debug 2020-11-16T20:36:22.881+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:24.574 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:24.679 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:24.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:24 smithi065 bash[9468]: cluster 2020-11-16T20:36:23.463979+0000 osd.8 (osd.8) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:24 smithi065 bash[9468]: cluster 2020-11-16T20:36:23.464104+0000 osd.8 (osd.8) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:24 smithi065 bash[9468]: cluster 2020-11-16T20:36:23.527629+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e395: 12 total, 12 up, 12 in
2020-11-16T20:36:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:24 smithi065 bash[9468]: cluster 2020-11-16T20:36:24.226793+0000 mgr.x (mgr.14196) 727 : cluster [DBG] pgmap v1040: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 329 op/s; 4.8 MiB/s, 143 objects/s recovering
2020-11-16T20:36:24.784 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:24 smithi142 bash[20366]: debug 2020-11-16T20:36:24.574+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:24.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:24 smithi142 bash[9523]: cluster 2020-11-16T20:36:23.463979+0000 osd.8 (osd.8) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:24.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:24 smithi142 bash[9523]: cluster 2020-11-16T20:36:23.464104+0000 osd.8 (osd.8) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:24.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:24 smithi142 bash[9523]: cluster 2020-11-16T20:36:23.527629+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e395: 12 total, 12 up, 12 in
2020-11-16T20:36:24.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:24 smithi142 bash[9523]: cluster 2020-11-16T20:36:24.226793+0000 mgr.x (mgr.14196) 727 : cluster [DBG] pgmap v1040: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 329 op/s; 4.8 MiB/s, 143 objects/s recovering
2020-11-16T20:36:24.833 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:24.938 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:24.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:24 smithi071 bash[9480]: cluster 2020-11-16T20:36:23.463979+0000 osd.8 (osd.8) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:24.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:24 smithi071 bash[9480]: cluster 2020-11-16T20:36:23.464104+0000 osd.8 (osd.8) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:24.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:24 smithi071 bash[9480]: cluster 2020-11-16T20:36:23.527629+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e395: 12 total, 12 up, 12 in
2020-11-16T20:36:24.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:24 smithi071 bash[9480]: cluster 2020-11-16T20:36:24.226793+0000 mgr.x (mgr.14196) 727 : cluster [DBG] pgmap v1040: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 329 op/s; 4.8 MiB/s, 143 objects/s recovering
2020-11-16T20:36:25.055 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:25.161 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:25.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:25 smithi065 bash[11785]: debug 2020-11-16T20:36:25.053+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:25.283 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:24 smithi065 bash[16457]: debug 2020-11-16T20:36:24.829+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:25.310 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:25.415 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:25.450 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:25 smithi071 bash[26650]: debug 2020-11-16T20:36:25.310+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:25.540 INFO:teuthology.orchestra.run.smithi142.stderr:set 3.0 pg_upmap_items mapping to [8->9,10->11]
2020-11-16T20:36:25.681 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:25 smithi142 bash[9523]: cluster 2020-11-16T20:36:24.950773+0000 osd.1 (osd.1) 107 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:25.681 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:25 smithi142 bash[9523]: cluster 2020-11-16T20:36:24.950875+0000 osd.1 (osd.1) 108 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:25.681 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:25 smithi142 bash[9523]: audit 2020-11-16T20:36:25.167278+0000 mon.a (mon.0) 1417 : audit [INF] from='client.? v1:172.21.15.142:0/2084133318' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "3.0", "id": [8, 9, 10, 11]}]: dispatch
2020-11-16T20:36:25.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:25 smithi065 bash[9468]: cluster 2020-11-16T20:36:24.950773+0000 osd.1 (osd.1) 107 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:25 smithi065 bash[9468]: cluster 2020-11-16T20:36:24.950875+0000 osd.1 (osd.1) 108 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:25 smithi065 bash[9468]: audit 2020-11-16T20:36:25.167278+0000 mon.a (mon.0) 1417 : audit [INF] from='client.? v1:172.21.15.142:0/2084133318' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "3.0", "id": [8, 9, 10, 11]}]: dispatch
2020-11-16T20:36:25.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:25 smithi071 bash[9480]: cluster 2020-11-16T20:36:24.950773+0000 osd.1 (osd.1) 107 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:25.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:25 smithi071 bash[9480]: cluster 2020-11-16T20:36:24.950875+0000 osd.1 (osd.1) 108 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:25.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:25 smithi071 bash[9480]: audit 2020-11-16T20:36:25.167278+0000 mon.a (mon.0) 1417 : audit [INF] from='client.? v1:172.21.15.142:0/2084133318' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "3.0", "id": [8, 9, 10, 11]}]: dispatch
2020-11-16T20:36:26.499 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:26.603 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:26.763 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:36:26.767 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:26.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:36:26 smithi142 bash[18009]: debug 2020-11-16T20:36:26.498+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:26 smithi142 bash[9523]: audit 2020-11-16T20:36:25.542794+0000 mon.a (mon.0) 1418 : audit [INF] from='client.? v1:172.21.15.142:0/2084133318' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "3.0", "id": [8, 9, 10, 11]}]': finished
2020-11-16T20:36:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:26 smithi142 bash[9523]: cluster 2020-11-16T20:36:25.542868+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e396: 12 total, 12 up, 12 in
2020-11-16T20:36:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:26 smithi142 bash[9523]: audit 2020-11-16T20:36:26.190461+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:36:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:26 smithi142 bash[9523]: audit 2020-11-16T20:36:26.192481+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:36:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:26 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.227372+0000 mgr.x (mgr.14196) 728 : cluster [DBG] pgmap v1042: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 218 op/s; 4.2 MiB/s, 220 objects/s recovering
2020-11-16T20:36:26.788 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:36:26.819 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:36:26.846 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:36:26.871 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:26.874 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:36:26.884 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:26 smithi065 bash[9468]: audit 2020-11-16T20:36:25.542794+0000 mon.a (mon.0) 1418 : audit [INF] from='client.? v1:172.21.15.142:0/2084133318' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "3.0", "id": [8, 9, 10, 11]}]': finished
2020-11-16T20:36:26.884 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:26 smithi065 bash[9468]: cluster 2020-11-16T20:36:25.542868+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e396: 12 total, 12 up, 12 in
2020-11-16T20:36:26.884 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:26 smithi065 bash[9468]: audit 2020-11-16T20:36:26.190461+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:36:26.884 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:26 smithi065 bash[9468]: audit 2020-11-16T20:36:26.192481+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:36:26.884 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:26 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.227372+0000 mgr.x (mgr.14196) 728 : cluster [DBG] pgmap v1042: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 218 op/s; 4.2 MiB/s, 220 objects/s recovering
2020-11-16T20:36:26.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:36:26.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:36:26.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:26 smithi071 bash[12066]: debug 2020-11-16T20:36:26.766+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:26.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:26 smithi071 bash[9480]: audit 2020-11-16T20:36:25.542794+0000 mon.a (mon.0) 1418 : audit [INF] from='client.? v1:172.21.15.142:0/2084133318' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "3.0", "id": [8, 9, 10, 11]}]': finished
2020-11-16T20:36:26.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:26 smithi071 bash[9480]: cluster 2020-11-16T20:36:25.542868+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e396: 12 total, 12 up, 12 in
2020-11-16T20:36:26.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:26 smithi071 bash[9480]: audit 2020-11-16T20:36:26.190461+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:36:26.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:26 smithi071 bash[9480]: audit 2020-11-16T20:36:26.192481+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:36:26.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:26 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.227372+0000 mgr.x (mgr.14196) 728 : cluster [DBG] pgmap v1042: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 218 op/s; 4.2 MiB/s, 220 objects/s recovering
2020-11-16T20:36:26.958 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:36:26.990 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:36:27.012 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:27.025 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:36:27.051 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:36:27.085 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:36:27.087 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.087 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.087 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.087 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.087 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.088 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.088 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.088 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.088 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.088 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.088 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.088 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:36:27.117 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:27.258 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[18823]: debug 2020-11-16T20:36:27.009+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:27.259 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:27.363 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:27.532 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[16457]: debug 2020-11-16T20:36:27.257+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:27.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: audit 2020-11-16T20:36:26.738438+0000 mon.b (mon.1) 362 : audit [DBG] from='client.? v1:172.21.15.142:0/2263871058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:27.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.769195+0000 osd.0 (osd.0) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.794350+0000 osd.1 (osd.1) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.825321+0000 osd.2 (osd.2) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.852742+0000 osd.3 (osd.3) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.876512+0000 osd.4 (osd.4) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.909504+0000 osd.5 (osd.5) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.961227+0000 osd.7 (osd.7) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.992348+0000 osd.8 (osd.8) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:27.027461+0000 osd.9 (osd.9) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:27.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:27 smithi071 bash[9480]: cluster 2020-11-16T20:36:27.053697+0000 osd.10 (osd.10) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: audit 2020-11-16T20:36:26.738438+0000 mon.b (mon.1) 362 : audit [DBG] from='client.? v1:172.21.15.142:0/2263871058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:28.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.769195+0000 osd.0 (osd.0) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.794350+0000 osd.1 (osd.1) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.825321+0000 osd.2 (osd.2) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.852742+0000 osd.3 (osd.3) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.876512+0000 osd.4 (osd.4) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.909504+0000 osd.5 (osd.5) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.961227+0000 osd.7 (osd.7) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.992348+0000 osd.8 (osd.8) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:27.027461+0000 osd.9 (osd.9) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:27 smithi065 bash[9468]: cluster 2020-11-16T20:36:27.053697+0000 osd.10 (osd.10) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: audit 2020-11-16T20:36:26.738438+0000 mon.b (mon.1) 362 : audit [DBG] from='client.? v1:172.21.15.142:0/2263871058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:28.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.769195+0000 osd.0 (osd.0) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.794350+0000 osd.1 (osd.1) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.825321+0000 osd.2 (osd.2) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.852742+0000 osd.3 (osd.3) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.053 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.876512+0000 osd.4 (osd.4) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.909504+0000 osd.5 (osd.5) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.961227+0000 osd.7 (osd.7) 56 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.992348+0000 osd.8 (osd.8) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:27.027461+0000 osd.9 (osd.9) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.054 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:27 smithi142 bash[9523]: cluster 2020-11-16T20:36:27.053697+0000 osd.10 (osd.10) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.087 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:28.192 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:28.533 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:28 smithi142 bash[15670]: debug 2020-11-16T20:36:28.086+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:28.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:28 smithi142 bash[9523]: cluster 2020-11-16T20:36:26.934923+0000 osd.6 (osd.6) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:28 smithi142 bash[9523]: cluster 2020-11-16T20:36:27.087513+0000 osd.11 (osd.11) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:28 smithi142 bash[9523]: cluster 2020-11-16T20:36:28.227929+0000 mgr.x (mgr.14196) 729 : cluster [DBG] pgmap v1043: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 141 op/s; 2.5 MiB/s, 188 objects/s recovering
2020-11-16T20:36:28.904 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:28.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:28 smithi071 bash[9480]: cluster 2020-11-16T20:36:26.934923+0000 osd.6 (osd.6) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:28 smithi071 bash[9480]: cluster 2020-11-16T20:36:27.087513+0000 osd.11 (osd.11) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:28.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:28 smithi071 bash[9480]: cluster 2020-11-16T20:36:28.227929+0000 mgr.x (mgr.14196) 729 : cluster [DBG] pgmap v1043: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 141 op/s; 2.5 MiB/s, 188 objects/s recovering
2020-11-16T20:36:29.009 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:29.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:28 smithi065 bash[9468]: cluster 2020-11-16T20:36:26.934923+0000 osd.6 (osd.6) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:29.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:28 smithi065 bash[9468]: cluster 2020-11-16T20:36:27.087513+0000 osd.11 (osd.11) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:29.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:28 smithi065 bash[9468]: cluster 2020-11-16T20:36:28.227929+0000 mgr.x (mgr.14196) 729 : cluster [DBG] pgmap v1043: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 141 op/s; 2.5 MiB/s, 188 objects/s recovering
2020-11-16T20:36:29.283 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:28 smithi142 bash[22738]: debug 2020-11-16T20:36:28.906+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:29.507 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:29.611 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:29.753 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:29.783 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:29 smithi142 bash[15670]: debug 2020-11-16T20:36:29.506+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:29.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:29 smithi142 bash[9523]: cluster 2020-11-16T20:36:27.944868+0000 osd.11 (osd.11) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:29.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:29 smithi142 bash[9523]: cluster 2020-11-16T20:36:27.945015+0000 osd.11 (osd.11) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:29.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:29 smithi142 bash[9523]: cluster 2020-11-16T20:36:28.562538+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e397: 12 total, 12 up, 12 in
2020-11-16T20:36:29.858 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:29.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:29 smithi071 bash[9480]: cluster 2020-11-16T20:36:27.944868+0000 osd.11 (osd.11) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:29.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:29 smithi071 bash[9480]: cluster 2020-11-16T20:36:27.945015+0000 osd.11 (osd.11) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:29.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:29 smithi071 bash[9480]: cluster 2020-11-16T20:36:28.562538+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e397: 12 total, 12 up, 12 in
2020-11-16T20:36:30.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:29 smithi065 bash[11785]: debug 2020-11-16T20:36:29.749+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:30.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:29 smithi065 bash[9468]: cluster 2020-11-16T20:36:27.944868+0000 osd.11 (osd.11) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:30.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:29 smithi065 bash[9468]: cluster 2020-11-16T20:36:27.945015+0000 osd.11 (osd.11) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:30.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:29 smithi065 bash[9468]: cluster 2020-11-16T20:36:28.562538+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e397: 12 total, 12 up, 12 in
2020-11-16T20:36:30.263 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:30.368 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:30.377 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:36:30.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:36:30.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:36:30.377 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:36:30.377 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:176188 2.19 2:9ef881ed:::benchmark_data_smithi065_20143_object26801:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e177)",
2020-11-16T20:36:30.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:26:44.083575+0000",
2020-11-16T20:36:30.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 586.29398108500004,
2020-11-16T20:36:30.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2407601079999999,
2020-11-16T20:36:30.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 176188
2020-11-16T20:36:30.379 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.379 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.083575+0000",
2020-11-16T20:36:30.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.083575+0000",
2020-11-16T20:36:30.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999633
2020-11-16T20:36:30.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.083538+0000",
2020-11-16T20:36:30.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3659999999999995e-05
2020-11-16T20:36:30.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.083622+0000",
2020-11-16T20:36:30.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7061000000000001e-05
2020-11-16T20:36:30.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.083639+0000",
2020-11-16T20:36:30.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6229999999999992e-06
2020-11-16T20:36:30.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.083649+0000",
2020-11-16T20:36:30.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0038570369999999998
2020-11-16T20:36:30.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.087506+0000",
2020-11-16T20:36:30.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3027000000000001e-05
2020-11-16T20:36:30.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.087519+0000",
2020-11-16T20:36:30.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1891619090000001
2020-11-16T20:36:30.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.276681+0000",
2020-11-16T20:36:30.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000156083
2020-11-16T20:36:30.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.276837+0000",
2020-11-16T20:36:30.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020520799999999999
2020-11-16T20:36:30.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3,6,7",
2020-11-16T20:36:30.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.277042+0000",
2020-11-16T20:36:30.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012301230999999999
2020-11-16T20:36:30.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.289343+0000",
2020-11-16T20:36:30.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00036734199999999999
2020-11-16T20:36:30.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.289711+0000",
2020-11-16T20:36:30.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012878
2020-11-16T20:36:30.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.290998+0000",
2020-11-16T20:36:30.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.033105358000000001
2020-11-16T20:36:30.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.324104+0000",
2020-11-16T20:36:30.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1614999999999999e-05
2020-11-16T20:36:30.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.324165+0000",
2020-11-16T20:36:30.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016987
2020-11-16T20:36:30.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.324335+0000",
2020-11-16T20:36:30.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2407601079999999
2020-11-16T20:36:30.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.391 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.391 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.391 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.391 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:176199 2.16 2:6a38a674:::benchmark_data_smithi065_20143_object26812:head [delete] snapc 0=[] ondisk+write+known_if_redirected e177)",
2020-11-16T20:36:30.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:26:44.126298+0000",
2020-11-16T20:36:30.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 586.25125774900005,
2020-11-16T20:36:30.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.133050858,
2020-11-16T20:36:30.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.392 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.392 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 176199
2020-11-16T20:36:30.393 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.393 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126298+0000",
2020-11-16T20:36:30.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126298+0000",
2020-11-16T20:36:30.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:36:30.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126263+0000",
2020-11-16T20:36:30.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6780999999999996e-05
2020-11-16T20:36:30.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126340+0000",
2020-11-16T20:36:30.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1980999999999999e-05
2020-11-16T20:36:30.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126352+0000",
2020-11-16T20:36:30.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4699999999999999e-06
2020-11-16T20:36:30.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126358+0000",
2020-11-16T20:36:30.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9312000000000003e-05
2020-11-16T20:36:30.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126427+0000",
2020-11-16T20:36:30.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5463000000000001e-05
2020-11-16T20:36:30.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126443+0000",
2020-11-16T20:36:30.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.120342234
2020-11-16T20:36:30.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.246785+0000",
2020-11-16T20:36:30.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020339199999999999
2020-11-16T20:36:30.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.246988+0000",
2020-11-16T20:36:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022920699999999999
2020-11-16T20:36:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,6,8",
2020-11-16T20:36:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.247218+0000",
2020-11-16T20:36:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0079953460000000004
2020-11-16T20:36:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.255213+0000",
2020-11-16T20:36:30.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5281999999999997e-05
2020-11-16T20:36:30.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.255268+0000",
2020-11-16T20:36:30.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7305999999999994e-05
2020-11-16T20:36:30.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.255356+0000",
2020-11-16T20:36:30.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0037360179999999998
2020-11-16T20:36:30.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.259092+0000",
2020-11-16T20:36:30.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8790999999999998e-05
2020-11-16T20:36:30.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.259170+0000",
2020-11-16T20:36:30.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017886900000000001
2020-11-16T20:36:30.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.259349+0000",
2020-11-16T20:36:30.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.133050858
2020-11-16T20:36:30.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.405 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.405 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.405 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.405 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.405 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:176200 2.12 2:4b5d9a16:::benchmark_data_smithi065_20143_object26813:head [delete] snapc 0=[] ondisk+write+known_if_redirected e177)",
2020-11-16T20:36:30.405 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:26:44.126421+0000",
2020-11-16T20:36:30.405 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 586.25113532199998,
2020-11-16T20:36:30.406 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1656853309999999,
2020-11-16T20:36:30.406 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.406 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.406 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 176200
2020-11-16T20:36:30.406 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.407 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126421+0000",
2020-11-16T20:36:30.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126421+0000",
2020-11-16T20:36:30.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:36:30.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126388+0000",
2020-11-16T20:36:30.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3287000000000005e-05
2020-11-16T20:36:30.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126462+0000",
2020-11-16T20:36:30.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.167e-05
2020-11-16T20:36:30.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126473+0000",
2020-11-16T20:36:30.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8370000000000002e-06
2020-11-16T20:36:30.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126479+0000",
2020-11-16T20:36:30.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1409000000000002e-05
2020-11-16T20:36:30.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126531+0000",
2020-11-16T20:36:30.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8039999999999996e-06
2020-11-16T20:36:30.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:44.126541+0000",
2020-11-16T20:36:30.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.130635246
2020-11-16T20:36:30.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.257176+0000",
2020-11-16T20:36:30.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015259599999999999
2020-11-16T20:36:30.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.257328+0000",
2020-11-16T20:36:30.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020128600000000001
2020-11-16T20:36:30.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3,5,7",
2020-11-16T20:36:30.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.257530+0000",
2020-11-16T20:36:30.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015308442
2020-11-16T20:36:30.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.272838+0000",
2020-11-16T20:36:30.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017867766
2020-11-16T20:36:30.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.290706+0000",
2020-11-16T20:36:30.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00081527399999999995
2020-11-16T20:36:30.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.291521+0000",
2020-11-16T20:36:30.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000353891
2020-11-16T20:36:30.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.291875+0000",
2020-11-16T20:36:30.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0533999999999999e-05
2020-11-16T20:36:30.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.291946+0000",
2020-11-16T20:36:30.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016060099999999999
2020-11-16T20:36:30.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:26:45.292106+0000",
2020-11-16T20:36:30.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1656853309999999
2020-11-16T20:36:30.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.418 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.418 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.418 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.419 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206170 2.9 2:947d1dab:::benchmark_data_smithi065_20143_object56783:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e223)",
2020-11-16T20:36:30.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.069857+0000",
2020-11-16T20:36:30.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30769881499998,
2020-11-16T20:36:30.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1323919790000001,
2020-11-16T20:36:30.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.419 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:36:30.419 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206170
2020-11-16T20:36:30.420 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.420 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.069857+0000",
2020-11-16T20:36:30.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.069857+0000",
2020-11-16T20:36:30.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999356
2020-11-16T20:36:30.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.069793+0000",
2020-11-16T20:36:30.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000121787
2020-11-16T20:36:30.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.069915+0000",
2020-11-16T20:36:30.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9209000000000001e-05
2020-11-16T20:36:30.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.069944+0000",
2020-11-16T20:36:30.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3920000000000003e-06
2020-11-16T20:36:30.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.069952+0000",
2020-11-16T20:36:30.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00034018900000000002
2020-11-16T20:36:30.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070292+0000",
2020-11-16T20:36:30.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7898999999999999e-05
2020-11-16T20:36:30.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070310+0000",
2020-11-16T20:36:30.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.09654973
2020-11-16T20:36:30.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.166860+0000",
2020-11-16T20:36:30.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018886700000000001
2020-11-16T20:36:30.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T20:36:30.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.167049+0000",
2020-11-16T20:36:30.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.034901185000000001
2020-11-16T20:36:30.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.201950+0000",
2020-11-16T20:36:30.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000299165
2020-11-16T20:36:30.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.202249+0000",
2020-11-16T20:36:30.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1323919790000001
2020-11-16T20:36:30.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.428 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.428 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.429 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.429 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206229 2.9 2:94dac907:::benchmark_data_smithi065_20143_object56842:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e223)",
2020-11-16T20:36:30.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070052+0000",
2020-11-16T20:36:30.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30750442700003,
2020-11-16T20:36:30.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1334632419999999,
2020-11-16T20:36:30.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.430 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:36:30.430 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206229
2020-11-16T20:36:30.430 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.430 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070052+0000",
2020-11-16T20:36:30.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070052+0000",
2020-11-16T20:36:30.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:36:30.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070023+0000",
2020-11-16T20:36:30.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7596999999999998e-05
2020-11-16T20:36:30.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070080+0000",
2020-11-16T20:36:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8250000000000005e-06
2020-11-16T20:36:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070088+0000",
2020-11-16T20:36:30.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9239999999999998e-06
2020-11-16T20:36:30.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070093+0000",
2020-11-16T20:36:30.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00029135899999999999
2020-11-16T20:36:30.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070384+0000",
2020-11-16T20:36:30.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4236000000000001e-05
2020-11-16T20:36:30.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070398+0000",
2020-11-16T20:36:30.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0967486470000001
2020-11-16T20:36:30.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.167147+0000",
2020-11-16T20:36:30.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00031319600000000001
2020-11-16T20:36:30.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T20:36:30.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.167460+0000",
2020-11-16T20:36:30.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.035943046999999999
2020-11-16T20:36:30.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.203403+0000",
2020-11-16T20:36:30.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011156
2020-11-16T20:36:30.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.203515+0000",
2020-11-16T20:36:30.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1334632419999999
2020-11-16T20:36:30.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.439 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.439 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.439 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.439 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206243 2.9 2:90de4c9e:::benchmark_data_smithi065_20143_object56856:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e223)",
2020-11-16T20:36:30.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070133+0000",
2020-11-16T20:36:30.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30742344499998,
2020-11-16T20:36:30.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.134094945,
2020-11-16T20:36:30.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.440 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:36:30.440 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206243
2020-11-16T20:36:30.440 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.441 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070133+0000",
2020-11-16T20:36:30.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070133+0000",
2020-11-16T20:36:30.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:36:30.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070114+0000",
2020-11-16T20:36:30.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8939000000000001e-05
2020-11-16T20:36:30.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070153+0000",
2020-11-16T20:36:30.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2790000000000004e-06
2020-11-16T20:36:30.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070160+0000",
2020-11-16T20:36:30.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.3289999999999998e-06
2020-11-16T20:36:30.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070163+0000",
2020-11-16T20:36:30.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000290578
2020-11-16T20:36:30.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070453+0000",
2020-11-16T20:36:30.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1629e-05
2020-11-16T20:36:30.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070465+0000",
2020-11-16T20:36:30.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0970798719999999
2020-11-16T20:36:30.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.167545+0000",
2020-11-16T20:36:30.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011739900000000001
2020-11-16T20:36:30.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T20:36:30.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.167662+0000",
2020-11-16T20:36:30.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.036308753999999999
2020-11-16T20:36:30.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.203971+0000",
2020-11-16T20:36:30.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025651200000000003
2020-11-16T20:36:30.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.204228+0000",
2020-11-16T20:36:30.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.134094945
2020-11-16T20:36:30.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.449 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.449 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.449 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.450 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206249 2.9 2:94531e31:::benchmark_data_smithi065_20143_object56862:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)",
2020-11-16T20:36:30.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070191+0000",
2020-11-16T20:36:30.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30736538600001,
2020-11-16T20:36:30.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1324753169999999,
2020-11-16T20:36:30.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.451 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.451 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206249
2020-11-16T20:36:30.451 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.452 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070191+0000",
2020-11-16T20:36:30.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070191+0000",
2020-11-16T20:36:30.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999838
2020-11-16T20:36:30.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070175+0000",
2020-11-16T20:36:30.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5419000000000001e-05
2020-11-16T20:36:30.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070210+0000",
2020-11-16T20:36:30.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5720000000000002e-06
2020-11-16T20:36:30.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070216+0000",
2020-11-16T20:36:30.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6879999999999999e-06
2020-11-16T20:36:30.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070218+0000",
2020-11-16T20:36:30.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00029460599999999999
2020-11-16T20:36:30.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070513+0000",
2020-11-16T20:36:30.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0049e-05
2020-11-16T20:36:30.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070523+0000",
2020-11-16T20:36:30.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.09720273
2020-11-16T20:36:30.457 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.457 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.167726+0000",
2020-11-16T20:36:30.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022601199999999999
2020-11-16T20:36:30.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.167952+0000",
2020-11-16T20:36:30.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00065535300000000001
2020-11-16T20:36:30.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.168607+0000",
2020-11-16T20:36:30.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025640158
2020-11-16T20:36:30.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194247+0000",
2020-11-16T20:36:30.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0080872289999999996
2020-11-16T20:36:30.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.202335+0000",
2020-11-16T20:36:30.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000107348
2020-11-16T20:36:30.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.202442+0000",
2020-11-16T20:36:30.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022414000000000001
2020-11-16T20:36:30.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.202666+0000",
2020-11-16T20:36:30.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1324753169999999
2020-11-16T20:36:30.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.462 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.462 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.462 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.462 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206250 2.9 2:9792fc35:::benchmark_data_smithi065_20143_object56863:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)",
2020-11-16T20:36:30.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070264+0000",
2020-11-16T20:36:30.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30729225099998,
2020-11-16T20:36:30.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.134779419,
2020-11-16T20:36:30.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.463 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.463 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206250
2020-11-16T20:36:30.464 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.464 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070264+0000",
2020-11-16T20:36:30.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070264+0000",
2020-11-16T20:36:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:36:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070235+0000",
2020-11-16T20:36:30.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4231000000000001e-05
2020-11-16T20:36:30.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070309+0000",
2020-11-16T20:36:30.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1561e-05
2020-11-16T20:36:30.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070321+0000",
2020-11-16T20:36:30.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1480000000000003e-06
2020-11-16T20:36:30.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070327+0000",
2020-11-16T20:36:30.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00024187300000000001
2020-11-16T20:36:30.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070569+0000",
2020-11-16T20:36:30.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1409e-05
2020-11-16T20:36:30.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070580+0000",
2020-11-16T20:36:30.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1019429350000001
2020-11-16T20:36:30.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.172523+0000",
2020-11-16T20:36:30.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015378599999999999
2020-11-16T20:36:30.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.172677+0000",
2020-11-16T20:36:30.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000530786
2020-11-16T20:36:30.471 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.471 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.173208+0000",
2020-11-16T20:36:30.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021052148
2020-11-16T20:36:30.471 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194260+0000",
2020-11-16T20:36:30.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010525481
2020-11-16T20:36:30.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.204786+0000",
2020-11-16T20:36:30.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4358999999999996e-05
2020-11-16T20:36:30.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.204880+0000",
2020-11-16T20:36:30.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163418
2020-11-16T20:36:30.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205043+0000",
2020-11-16T20:36:30.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.134779419
2020-11-16T20:36:30.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.474 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.474 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.475 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.475 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206277 2.9 2:90c8672d:::benchmark_data_smithi065_20143_object56890:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)",
2020-11-16T20:36:30.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070419+0000",
2020-11-16T20:36:30.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30713714900003,
2020-11-16T20:36:30.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.134937238,
2020-11-16T20:36:30.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.475 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.476 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206277
2020-11-16T20:36:30.476 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.476 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070419+0000",
2020-11-16T20:36:30.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070419+0000",
2020-11-16T20:36:30.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:36:30.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070387+0000",
2020-11-16T20:36:30.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9617999999999997e-05
2020-11-16T20:36:30.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070457+0000",
2020-11-16T20:36:30.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1989e-05
2020-11-16T20:36:30.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070469+0000",
2020-11-16T20:36:30.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8760000000000002e-06
2020-11-16T20:36:30.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070475+0000",
2020-11-16T20:36:30.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013253000000000001
2020-11-16T20:36:30.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070607+0000",
2020-11-16T20:36:30.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.285e-06
2020-11-16T20:36:30.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070617+0000",
2020-11-16T20:36:30.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.104224374
2020-11-16T20:36:30.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.174841+0000",
2020-11-16T20:36:30.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0719999999999999e-05
2020-11-16T20:36:30.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.174932+0000",
2020-11-16T20:36:30.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00035089499999999999
2020-11-16T20:36:30.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.175283+0000",
2020-11-16T20:36:30.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.018988349000000002
2020-11-16T20:36:30.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194271+0000",
2020-11-16T20:36:30.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010869103
2020-11-16T20:36:30.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205140+0000",
2020-11-16T20:36:30.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7262999999999995e-05
2020-11-16T20:36:30.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205217+0000",
2020-11-16T20:36:30.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013879499999999999
2020-11-16T20:36:30.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205356+0000",
2020-11-16T20:36:30.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.134937238
2020-11-16T20:36:30.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.486 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.487 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.487 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.487 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206292 2.9 2:97e9923a:::benchmark_data_smithi065_20143_object56905:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)",
2020-11-16T20:36:30.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070554+0000",
2020-11-16T20:36:30.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.307002001,
2020-11-16T20:36:30.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.135166205,
2020-11-16T20:36:30.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206292
2020-11-16T20:36:30.488 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070554+0000",
2020-11-16T20:36:30.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070554+0000",
2020-11-16T20:36:30.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:36:30.490 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.490 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070524+0000",
2020-11-16T20:36:30.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0538999999999997e-05
2020-11-16T20:36:30.490 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.491 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.491 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.491 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070595+0000",
2020-11-16T20:36:30.491 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0077e-05
2020-11-16T20:36:30.491 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.491 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.491 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070605+0000",
2020-11-16T20:36:30.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2670000000000003e-06
2020-11-16T20:36:30.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070611+0000",
2020-11-16T20:36:30.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1510000000000001e-05
2020-11-16T20:36:30.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070653+0000",
2020-11-16T20:36:30.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4010000000000002e-06
2020-11-16T20:36:30.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070659+0000",
2020-11-16T20:36:30.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.106129822
2020-11-16T20:36:30.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.176789+0000",
2020-11-16T20:36:30.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.9760999999999996e-05
2020-11-16T20:36:30.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.176889+0000",
2020-11-16T20:36:30.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000326671
2020-11-16T20:36:30.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.177215+0000",
2020-11-16T20:36:30.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.01707024
2020-11-16T20:36:30.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194285+0000",
2020-11-16T20:36:30.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011160954000000001
2020-11-16T20:36:30.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205446+0000",
2020-11-16T20:36:30.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6323999999999995e-05
2020-11-16T20:36:30.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205543+0000",
2020-11-16T20:36:30.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017761900000000001
2020-11-16T20:36:30.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205720+0000",
2020-11-16T20:36:30.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.135166205
2020-11-16T20:36:30.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.499 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.499 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.499 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.499 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206328 2.9 2:975e0f1a:::benchmark_data_smithi065_20143_object56941:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)",
2020-11-16T20:36:30.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070671+0000",
2020-11-16T20:36:30.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30688462900002,
2020-11-16T20:36:30.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.135319226,
2020-11-16T20:36:30.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.500 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.500 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206328
2020-11-16T20:36:30.501 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.501 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070671+0000",
2020-11-16T20:36:30.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070671+0000",
2020-11-16T20:36:30.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:36:30.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070638+0000",
2020-11-16T20:36:30.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9713e-05
2020-11-16T20:36:30.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070728+0000",
2020-11-16T20:36:30.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5230000000000001e-06
2020-11-16T20:36:30.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070734+0000",
2020-11-16T20:36:30.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.489e-06
2020-11-16T20:36:30.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070738+0000",
2020-11-16T20:36:30.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8041000000000003e-05
2020-11-16T20:36:30.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070786+0000",
2020-11-16T20:36:30.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0052e-05
2020-11-16T20:36:30.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070796+0000",
2020-11-16T20:36:30.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.108149295
2020-11-16T20:36:30.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.178945+0000",
2020-11-16T20:36:30.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010501
2020-11-16T20:36:30.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.179050+0000",
2020-11-16T20:36:30.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00032766799999999998
2020-11-16T20:36:30.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.179378+0000",
2020-11-16T20:36:30.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014921914999999999
2020-11-16T20:36:30.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194300+0000",
2020-11-16T20:36:30.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011509775
2020-11-16T20:36:30.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205809+0000",
2020-11-16T20:36:30.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5707e-05
2020-11-16T20:36:30.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205875+0000",
2020-11-16T20:36:30.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000115639
2020-11-16T20:36:30.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.205991+0000",
2020-11-16T20:36:30.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.135319226
2020-11-16T20:36:30.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.511 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.511 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.511 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.511 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206407 2.9 2:90673e6d:::benchmark_data_smithi065_20143_object57020:head [delete] snapc 0=[] ondisk+write+known_if_redirected e223)",
2020-11-16T20:36:30.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070771+0000",
2020-11-16T20:36:30.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30678488400002,
2020-11-16T20:36:30.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1358500090000001,
2020-11-16T20:36:30.512 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.512 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.512 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206407
2020-11-16T20:36:30.513 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.513 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070771+0000",
2020-11-16T20:36:30.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070771+0000",
2020-11-16T20:36:30.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999838
2020-11-16T20:36:30.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070755+0000",
2020-11-16T20:36:30.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8342e-05
2020-11-16T20:36:30.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070794+0000",
2020-11-16T20:36:30.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.961e-06
2020-11-16T20:36:30.516 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.516 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070803+0000",
2020-11-16T20:36:30.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1019999999999996e-06
2020-11-16T20:36:30.516 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.516 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.516 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070809+0000",
2020-11-16T20:36:30.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7332000000000001e-05
2020-11-16T20:36:30.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070846+0000",
2020-11-16T20:36:30.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.327e-06
2020-11-16T20:36:30.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070851+0000",
2020-11-16T20:36:30.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1100177170000001
2020-11-16T20:36:30.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.180869+0000",
2020-11-16T20:36:30.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010417900000000001
2020-11-16T20:36:30.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.180973+0000",
2020-11-16T20:36:30.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00032469299999999998
2020-11-16T20:36:30.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.520 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.181298+0000",
2020-11-16T20:36:30.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013015647999999999
2020-11-16T20:36:30.520 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.520 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194313+0000",
2020-11-16T20:36:30.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011811455
2020-11-16T20:36:30.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.206125+0000",
2020-11-16T20:36:30.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163902
2020-11-16T20:36:30.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.522 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.206289+0000",
2020-11-16T20:36:30.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00033242999999999999
2020-11-16T20:36:30.522 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.522 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.206621+0000",
2020-11-16T20:36:30.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1358500090000001
2020-11-16T20:36:30.523 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.523 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.523 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.523 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.523 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206419 2.9 2:94ab31ac:::benchmark_data_smithi065_20143_object57032:head [delete] snapc 0=[] ondisk+write+known_if_redirected e223)",
2020-11-16T20:36:30.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070870+0000",
2020-11-16T20:36:30.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30668625599998,
2020-11-16T20:36:30.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1360154010000001,
2020-11-16T20:36:30.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.524 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.524 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.524 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206419
2020-11-16T20:36:30.525 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.525 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070870+0000",
2020-11-16T20:36:30.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070870+0000",
2020-11-16T20:36:30.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:36:30.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070836+0000",
2020-11-16T20:36:30.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8071000000000005e-05
2020-11-16T20:36:30.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070914+0000",
2020-11-16T20:36:30.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1308000000000001e-05
2020-11-16T20:36:30.528 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.528 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.528 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.528 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070926+0000",
2020-11-16T20:36:30.528 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0889999999999999e-06
2020-11-16T20:36:30.528 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.528 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.528 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070931+0000",
2020-11-16T20:36:30.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7908000000000003e-05
2020-11-16T20:36:30.529 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.529 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070979+0000",
2020-11-16T20:36:30.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4623999999999999e-05
2020-11-16T20:36:30.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070993+0000",
2020-11-16T20:36:30.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1118973720000001
2020-11-16T20:36:30.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.182891+0000",
2020-11-16T20:36:30.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00029504299999999999
2020-11-16T20:36:30.531 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.531 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.183186+0000",
2020-11-16T20:36:30.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00059538199999999999
2020-11-16T20:36:30.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.183781+0000",
2020-11-16T20:36:30.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017466865000000002
2020-11-16T20:36:30.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.201248+0000",
2020-11-16T20:36:30.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0054615269999999999
2020-11-16T20:36:30.533 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.533 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.206709+0000",
2020-11-16T20:36:30.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3448000000000006e-05
2020-11-16T20:36:30.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.206773+0000",
2020-11-16T20:36:30.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000112355
2020-11-16T20:36:30.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.206885+0000",
2020-11-16T20:36:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1360154010000001
2020-11-16T20:36:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206420 2.9 2:94f9fc18:::benchmark_data_smithi065_20143_object57033:head [delete] snapc 0=[] ondisk+write+known_if_redirected e223)",
2020-11-16T20:36:30.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.070977+0000",
2020-11-16T20:36:30.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.306578833,
2020-11-16T20:36:30.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.136471689,
2020-11-16T20:36:30.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.536 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.536 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.536 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206420
2020-11-16T20:36:30.537 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.537 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070977+0000",
2020-11-16T20:36:30.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070977+0000",
2020-11-16T20:36:30.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999979
2020-11-16T20:36:30.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.070956+0000",
2020-11-16T20:36:30.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2896000000000002e-05
2020-11-16T20:36:30.539 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.539 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.539 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071019+0000",
2020-11-16T20:36:30.540 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.452e-06
2020-11-16T20:36:30.540 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.540 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.540 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.540 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071027+0000",
2020-11-16T20:36:30.540 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.614e-06
2020-11-16T20:36:30.540 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.540 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071030+0000",
2020-11-16T20:36:30.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7218000000000001e-05
2020-11-16T20:36:30.541 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.541 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.541 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071077+0000",
2020-11-16T20:36:30.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4769999999999992e-06
2020-11-16T20:36:30.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071087+0000",
2020-11-16T20:36:30.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1155512190000001
2020-11-16T20:36:30.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.186638+0000",
2020-11-16T20:36:30.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014087400000000001
2020-11-16T20:36:30.543 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.543 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.186779+0000",
2020-11-16T20:36:30.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00041894700000000003
2020-11-16T20:36:30.544 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.544 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.187198+0000",
2020-11-16T20:36:30.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014064754
2020-11-16T20:36:30.544 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.544 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.201263+0000",
2020-11-16T20:36:30.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0057543259999999997
2020-11-16T20:36:30.545 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.545 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207017+0000",
2020-11-16T20:36:30.546 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000156033
2020-11-16T20:36:30.546 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.546 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.546 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.546 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207173+0000",
2020-11-16T20:36:30.546 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00027595099999999997
2020-11-16T20:36:30.546 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.546 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.547 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.547 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207449+0000",
2020-11-16T20:36:30.547 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.136471689
2020-11-16T20:36:30.547 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.547 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.547 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.547 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.548 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206426 2.9 2:96e7312b:::benchmark_data_smithi065_20143_object57039:head [delete] snapc 0=[] ondisk+write+known_if_redirected e223)",
2020-11-16T20:36:30.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.071081+0000",
2020-11-16T20:36:30.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.306475288,
2020-11-16T20:36:30.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.136626871,
2020-11-16T20:36:30.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.548 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.548 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206426
2020-11-16T20:36:30.549 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.549 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.549 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071081+0000",
2020-11-16T20:36:30.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.550 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.550 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071081+0000",
2020-11-16T20:36:30.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:36:30.550 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.551 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071055+0000",
2020-11-16T20:36:30.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7683000000000003e-05
2020-11-16T20:36:30.551 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.551 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071113+0000",
2020-11-16T20:36:30.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1709999999999996e-06
2020-11-16T20:36:30.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071120+0000",
2020-11-16T20:36:30.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4539999999999999e-06
2020-11-16T20:36:30.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.553 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071124+0000",
2020-11-16T20:36:30.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0216000000000002e-05
2020-11-16T20:36:30.553 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.553 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071174+0000",
2020-11-16T20:36:30.554 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1146e-05
2020-11-16T20:36:30.554 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.554 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.554 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.554 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071185+0000",
2020-11-16T20:36:30.554 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1175715690000001
2020-11-16T20:36:30.554 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.555 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.555 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.555 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.188757+0000",
2020-11-16T20:36:30.555 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000109245
2020-11-16T20:36:30.555 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.555 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.555 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.555 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.188866+0000",
2020-11-16T20:36:30.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00033845700000000002
2020-11-16T20:36:30.556 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.556 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.189204+0000",
2020-11-16T20:36:30.556 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.01207166
2020-11-16T20:36:30.556 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.201276+0000",
2020-11-16T20:36:30.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.006262582
2020-11-16T20:36:30.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.557 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.557 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207539+0000",
2020-11-16T20:36:30.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4849999999999999e-05
2020-11-16T20:36:30.558 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.558 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207583+0000",
2020-11-16T20:36:30.558 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000124311
2020-11-16T20:36:30.558 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.559 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.559 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.559 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207708+0000",
2020-11-16T20:36:30.559 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.136626871
2020-11-16T20:36:30.559 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.559 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.559 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.560 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.560 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206429 2.9 2:95fb4ace:::benchmark_data_smithi065_20143_object57042:head [delete] snapc 0=[] ondisk+write+known_if_redirected e223)",
2020-11-16T20:36:30.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.071177+0000",
2020-11-16T20:36:30.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30637923400002,
2020-11-16T20:36:30.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.136766596,
2020-11-16T20:36:30.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.560 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.561 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.561 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.561 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.561 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206429
2020-11-16T20:36:30.561 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.561 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.561 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.561 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.562 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071177+0000",
2020-11-16T20:36:30.562 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.562 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.562 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.562 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.562 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071177+0000",
2020-11-16T20:36:30.562 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:36:30.563 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.563 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.563 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.563 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071147+0000",
2020-11-16T20:36:30.563 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9922e-05
2020-11-16T20:36:30.563 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.563 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.563 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071207+0000",
2020-11-16T20:36:30.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.545e-06
2020-11-16T20:36:30.564 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.564 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071214+0000",
2020-11-16T20:36:30.564 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1970000000000001e-06
2020-11-16T20:36:30.565 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.565 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071217+0000",
2020-11-16T20:36:30.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6884e-05
2020-11-16T20:36:30.565 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.565 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.565 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.566 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071274+0000",
2020-11-16T20:36:30.566 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0540000000000001e-05
2020-11-16T20:36:30.566 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.566 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.566 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.566 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071284+0000",
2020-11-16T20:36:30.566 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1194511439999999
2020-11-16T20:36:30.567 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.567 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.567 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.567 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.190736+0000",
2020-11-16T20:36:30.567 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023583
2020-11-16T20:36:30.567 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.567 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.567 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.568 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.190971+0000",
2020-11-16T20:36:30.568 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00049635900000000004
2020-11-16T20:36:30.568 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.568 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.568 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.568 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.191468+0000",
2020-11-16T20:36:30.568 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010696298
2020-11-16T20:36:30.569 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.569 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.202164+0000",
2020-11-16T20:36:30.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0056037630000000003
2020-11-16T20:36:30.569 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.569 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.569 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.570 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207768+0000",
2020-11-16T20:36:30.570 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1488999999999994e-05
2020-11-16T20:36:30.570 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.570 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.570 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.570 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207829+0000",
2020-11-16T20:36:30.570 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011414800000000001
2020-11-16T20:36:30.571 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.571 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.571 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.571 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207943+0000",
2020-11-16T20:36:30.571 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.136766596
2020-11-16T20:36:30.571 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.571 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.571 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.572 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.572 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206460 2.9 2:97151195:::benchmark_data_smithi065_20143_object57073:head [delete] snapc 0=[] ondisk+write+known_if_redirected e223)",
2020-11-16T20:36:30.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.071265+0000",
2020-11-16T20:36:30.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30629095199998,
2020-11-16T20:36:30.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.136906183,
2020-11-16T20:36:30.572 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.573 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.573 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.573 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.573 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.573 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206460
2020-11-16T20:36:30.573 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.573 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.573 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.574 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.574 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071265+0000",
2020-11-16T20:36:30.574 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.574 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.574 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.574 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.574 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071265+0000",
2020-11-16T20:36:30.575 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:36:30.575 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.575 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.575 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.575 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071239+0000",
2020-11-16T20:36:30.575 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5044999999999998e-05
2020-11-16T20:36:30.575 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.575 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071304+0000",
2020-11-16T20:36:30.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1131000000000001e-05
2020-11-16T20:36:30.576 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.576 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.576 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071315+0000",
2020-11-16T20:36:30.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4190000000000001e-06
2020-11-16T20:36:30.577 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.577 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071321+0000",
2020-11-16T20:36:30.577 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0136999999999999e-05
2020-11-16T20:36:30.577 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.577 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071361+0000",
2020-11-16T20:36:30.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3729999999999999e-06
2020-11-16T20:36:30.578 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.578 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.578 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071370+0000",
2020-11-16T20:36:30.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.123014427
2020-11-16T20:36:30.579 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.579 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194385+0000",
2020-11-16T20:36:30.579 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000178722
2020-11-16T20:36:30.579 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.579 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194563+0000",
2020-11-16T20:36:30.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000412142
2020-11-16T20:36:30.580 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.580 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.580 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.194976+0000",
2020-11-16T20:36:30.581 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0072102440000000002
2020-11-16T20:36:30.581 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.581 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.581 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.581 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.202186+0000",
2020-11-16T20:36:30.581 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0058068490000000002
2020-11-16T20:36:30.581 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.581 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.582 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.582 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.207993+0000",
2020-11-16T20:36:30.582 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9951000000000002e-05
2020-11-16T20:36:30.582 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.582 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.582 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.582 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.208053+0000",
2020-11-16T20:36:30.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011872299999999999
2020-11-16T20:36:30.583 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.583 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.208171+0000",
2020-11-16T20:36:30.583 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.136906183
2020-11-16T20:36:30.583 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.583 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.584 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.584 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.584 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206474 2.9 2:9536d4fb:::benchmark_data_smithi065_20143_object57087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e223)",
2020-11-16T20:36:30.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.071384+0000",
2020-11-16T20:36:30.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30617249300002,
2020-11-16T20:36:30.584 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1369692870000001,
2020-11-16T20:36:30.585 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.585 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.585 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.585 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.585 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.585 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206474
2020-11-16T20:36:30.585 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.585 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.586 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071384+0000",
2020-11-16T20:36:30.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.586 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.586 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.586 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071384+0000",
2020-11-16T20:36:30.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:36:30.587 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.587 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071352+0000",
2020-11-16T20:36:30.587 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8751000000000006e-05
2020-11-16T20:36:30.587 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.588 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071421+0000",
2020-11-16T20:36:30.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1640999999999999e-05
2020-11-16T20:36:30.588 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.588 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.588 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.589 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071433+0000",
2020-11-16T20:36:30.589 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.22e-06
2020-11-16T20:36:30.589 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.589 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.589 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.589 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071438+0000",
2020-11-16T20:36:30.589 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3517999999999999e-05
2020-11-16T20:36:30.589 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.590 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.590 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.590 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071481+0000",
2020-11-16T20:36:30.590 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9130000000000003e-06
2020-11-16T20:36:30.590 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.590 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.590 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071489+0000",
2020-11-16T20:36:30.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.125134638
2020-11-16T20:36:30.591 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.591 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.196624+0000",
2020-11-16T20:36:30.591 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163871
2020-11-16T20:36:30.591 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.196788+0000",
2020-11-16T20:36:30.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00040556799999999998
2020-11-16T20:36:30.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.592 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.197193+0000",
2020-11-16T20:36:30.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0050189989999999997
2020-11-16T20:36:30.593 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.593 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.202212+0000",
2020-11-16T20:36:30.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0060047499999999997
2020-11-16T20:36:30.593 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.208217+0000",
2020-11-16T20:36:30.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5327999999999997e-05
2020-11-16T20:36:30.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.208262+0000",
2020-11-16T20:36:30.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0539999999999997e-05
2020-11-16T20:36:30.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.208353+0000",
2020-11-16T20:36:30.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1369692870000001
2020-11-16T20:36:30.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.596 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.596 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.596 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.596 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206520 2.9 2:937b5c49:::benchmark_data_smithi065_20143_object57133:head [delete] snapc 0=[] ondisk+write+known_if_redirected e223)",
2020-11-16T20:36:30.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:12.071494+0000",
2020-11-16T20:36:30.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.30606259199999,
2020-11-16T20:36:30.596 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1371223020000001,
2020-11-16T20:36:30.597 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.597 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.597 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206520
2020-11-16T20:36:30.597 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.598 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.598 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071494+0000",
2020-11-16T20:36:30.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.598 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.598 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071494+0000",
2020-11-16T20:36:30.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:36:30.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071462+0000",
2020-11-16T20:36:30.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8448999999999995e-05
2020-11-16T20:36:30.600 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.600 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071531+0000",
2020-11-16T20:36:30.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0917999999999999e-05
2020-11-16T20:36:30.600 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.600 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.600 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.601 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071542+0000",
2020-11-16T20:36:30.601 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6119999999999998e-06
2020-11-16T20:36:30.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.601 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.601 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071547+0000",
2020-11-16T20:36:30.601 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1e-05
2020-11-16T20:36:30.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071588+0000",
2020-11-16T20:36:30.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8939999999999999e-06
2020-11-16T20:36:30.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:12.071597+0000",
2020-11-16T20:36:30.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1271694969999999
2020-11-16T20:36:30.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.198767+0000",
2020-11-16T20:36:30.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000169958
2020-11-16T20:36:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.198937+0000",
2020-11-16T20:36:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00043423700000000002
2020-11-16T20:36:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:36:30.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.199371+0000",
2020-11-16T20:36:30.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028736460000000001
2020-11-16T20:36:30.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.202245+0000",
2020-11-16T20:36:30.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0062332519999999999
2020-11-16T20:36:30.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.606 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.208478+0000",
2020-11-16T20:36:30.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3322999999999998e-05
2020-11-16T20:36:30.606 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.606 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.208521+0000",
2020-11-16T20:36:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4561999999999993e-05
2020-11-16T20:36:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.208616+0000",
2020-11-16T20:36:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1371223020000001
2020-11-16T20:36:30.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.608 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.608 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.608 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:30.608 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:30.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:237927 2.15 2:aa07b508:::benchmark_data_smithi065_20143_object88540:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e238)",
2020-11-16T20:36:30.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:40.215482+0000",
2020-11-16T20:36:30.608 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 470.16207370000001,
2020-11-16T20:36:30.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2619827589999999,
2020-11-16T20:36:30.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:36:30.609 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:36:30.609 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:36:30.609 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:36:30.609 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:36:30.609 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 237927
2020-11-16T20:36:30.609 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:36:30.610 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:36:30.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:36:30.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215482+0000",
2020-11-16T20:36:30.610 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:36:30.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:36:30.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215482+0000",
2020-11-16T20:36:30.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999959
2020-11-16T20:36:30.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:36:30.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215442+0000",
2020-11-16T20:36:30.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8510999999999994e-05
2020-11-16T20:36:30.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:36:30.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215520+0000",
2020-11-16T20:36:30.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5301000000000001e-05
2020-11-16T20:36:30.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:36:30.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215535+0000",
2020-11-16T20:36:30.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0343000000000001e-05
2020-11-16T20:36:30.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:36:30.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215546+0000",
2020-11-16T20:36:30.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7164999999999996e-05
2020-11-16T20:36:30.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215643+0000",
2020-11-16T20:36:30.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8068999999999999e-05
2020-11-16T20:36:30.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op must wait for map",
2020-11-16T20:36:30.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215661+0000",
2020-11-16T20:36:30.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0030703689999999999
2020-11-16T20:36:30.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.218731+0000",
2020-11-16T20:36:30.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8065999999999999e-05
2020-11-16T20:36:30.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:36:30.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.218749+0000",
2020-11-16T20:36:30.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.208413754
2020-11-16T20:36:30.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:36:30.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.427163+0000",
2020-11-16T20:36:30.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00041346599999999997
2020-11-16T20:36:30.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:36:30.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.427577+0000",
2020-11-16T20:36:30.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00084855499999999997
2020-11-16T20:36:30.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,9",
2020-11-16T20:36:30.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.428425+0000",
2020-11-16T20:36:30.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0052894980000000001
2020-11-16T20:36:30.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.618 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.433715+0000",
2020-11-16T20:36:30.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1528999999999999e-05
2020-11-16T20:36:30.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:36:30.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.433726+0000",
2020-11-16T20:36:30.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.043416491000000001
2020-11-16T20:36:30.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:36:30.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.477143+0000",
2020-11-16T20:36:30.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6019000000000004e-05
2020-11-16T20:36:30.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:36:30.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.477229+0000",
2020-11-16T20:36:30.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000236481
2020-11-16T20:36:30.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:36:30.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:30.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:36:30.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.477465+0000",
2020-11-16T20:36:30.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2619827589999999
2020-11-16T20:36:30.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:30.622 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:30.622 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:30.622 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:36:30.622 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:36:30.622 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:36:30.624 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:30.625 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:30 smithi142 bash[22738]: debug 2020-11-16T20:36:30.262+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:30.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:30 smithi071 bash[12066]: debug 2020-11-16T20:36:30.518+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:30 smithi071 bash[9480]: cluster 2020-11-16T20:36:30.228441+0000 mgr.x (mgr.14196) 730 : cluster [DBG] pgmap v1045: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 111 objects/s recovering
2020-11-16T20:36:30.726 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:30.878 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:30 smithi065 bash[11785]: debug 2020-11-16T20:36:30.873+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:30.878 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:30 smithi065 bash[9468]: cluster 2020-11-16T20:36:30.228441+0000 mgr.x (mgr.14196) 730 : cluster [DBG] pgmap v1045: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 111 objects/s recovering
2020-11-16T20:36:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:30.983 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:31.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:30 smithi142 bash[9523]: cluster 2020-11-16T20:36:30.228441+0000 mgr.x (mgr.14196) 730 : cluster [DBG] pgmap v1045: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 111 objects/s recovering
2020-11-16T20:36:31.118 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:31.224 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:31.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:31 smithi065 bash[14115]: debug 2020-11-16T20:36:31.117+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:31.693 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:31.799 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:31.926 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:31.951 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:31 smithi142 bash[20366]: debug 2020-11-16T20:36:31.694+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:31.952 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight
2020-11-16T20:36:32.032 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:32.083 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:32.219 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:32.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:31 smithi065 bash[11785]: debug 2020-11-16T20:36:31.925+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:32.303 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:36:32.324 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:32.426 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:32 smithi071 bash[14419]: debug 2020-11-16T20:36:32.218+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:32.449 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:32.669 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:32 smithi142 bash[9523]: cluster 2020-11-16T20:36:31.433877+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e398: 12 total, 12 up, 12 in
2020-11-16T20:36:32.669 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:32 smithi142 bash[9523]: cluster 2020-11-16T20:36:32.229001+0000 mgr.x (mgr.14196) 731 : cluster [DBG] pgmap v1047: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 130 objects/s recovering
2020-11-16T20:36:32.670 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:32.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:32 smithi071 bash[9480]: cluster 2020-11-16T20:36:31.433877+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e398: 12 total, 12 up, 12 in
2020-11-16T20:36:32.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:32 smithi071 bash[9480]: cluster 2020-11-16T20:36:32.229001+0000 mgr.x (mgr.14196) 731 : cluster [DBG] pgmap v1047: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 130 objects/s recovering
2020-11-16T20:36:32.774 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:32 smithi065 bash[9468]: cluster 2020-11-16T20:36:31.433877+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e398: 12 total, 12 up, 12 in
2020-11-16T20:36:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:32 smithi065 bash[9468]: cluster 2020-11-16T20:36:32.229001+0000 mgr.x (mgr.14196) 731 : cluster [DBG] pgmap v1047: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 130 objects/s recovering
2020-11-16T20:36:33.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:32 smithi142 bash[15670]: debug 2020-11-16T20:36:32.670+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:33.290 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:36:33.291 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:36:33.291 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:36:33.393 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:33.397 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:36:33 smithi142 bash[18009]: debug 2020-11-16T20:36:33.394+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:33.425 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:33.457 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_1' removed
2020-11-16T20:36:33.498 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:33.663 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:33.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:33 smithi071 bash[9480]: cluster 2020-11-16T20:36:32.452806+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e399: 12 total, 12 up, 12 in
2020-11-16T20:36:33.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:33 smithi071 bash[9480]: audit 2020-11-16T20:36:32.893522+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? v1:172.21.15.142:0/2715139216' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:36:33.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:33 smithi071 bash[12066]: debug 2020-11-16T20:36:33.662+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:33.767 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:33.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:33 smithi065 bash[9468]: cluster 2020-11-16T20:36:32.452806+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e399: 12 total, 12 up, 12 in
2020-11-16T20:36:33.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:33 smithi065 bash[9468]: audit 2020-11-16T20:36:32.893522+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? v1:172.21.15.142:0/2715139216' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:36:33.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:33 smithi142 bash[9523]: cluster 2020-11-16T20:36:32.452806+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e399: 12 total, 12 up, 12 in
2020-11-16T20:36:33.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:33 smithi142 bash[9523]: audit 2020-11-16T20:36:32.893522+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? v1:172.21.15.142:0/2715139216' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:36:33.909 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:34.014 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:34.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:33 smithi065 bash[18823]: debug 2020-11-16T20:36:33.905+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:34.134 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:34.239 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:34.364 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:34.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:34 smithi071 bash[12066]: debug 2020-11-16T20:36:34.134+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:34.469 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:36:34.470 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:34.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:34 smithi065 bash[11785]: debug 2020-11-16T20:36:34.361+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:34.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:34 smithi065 bash[9468]: audit 2020-11-16T20:36:33.460593+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? v1:172.21.15.142:0/2715139216' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:36:34.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:34 smithi065 bash[9468]: cluster 2020-11-16T20:36:33.460653+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e400: 12 total, 12 up, 12 in
2020-11-16T20:36:34.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:34 smithi065 bash[9468]: audit 2020-11-16T20:36:33.719363+0000 mon.a (mon.0) 1428 : audit [INF] from='client.? v1:172.21.15.142:0/4172679931' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:36:34.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:34 smithi065 bash[9468]: cluster 2020-11-16T20:36:34.229605+0000 mgr.x (mgr.14196) 732 : cluster [DBG] pgmap v1050: 1 pgs: 1 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:34.596 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:34.700 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:34.712 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:34 smithi071 bash[12066]: debug 2020-11-16T20:36:34.594+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:34.713 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:34 smithi071 bash[9480]: audit 2020-11-16T20:36:33.460593+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? v1:172.21.15.142:0/2715139216' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:36:34.713 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:34 smithi071 bash[9480]: cluster 2020-11-16T20:36:33.460653+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e400: 12 total, 12 up, 12 in
2020-11-16T20:36:34.713 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:34 smithi071 bash[9480]: audit 2020-11-16T20:36:33.719363+0000 mon.a (mon.0) 1428 : audit [INF] from='client.? v1:172.21.15.142:0/4172679931' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:36:34.713 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:34 smithi071 bash[9480]: cluster 2020-11-16T20:36:34.229605+0000 mgr.x (mgr.14196) 732 : cluster [DBG] pgmap v1050: 1 pgs: 1 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:34.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:34 smithi142 bash[9523]: audit 2020-11-16T20:36:33.460593+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? v1:172.21.15.142:0/2715139216' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:36:34.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:34 smithi142 bash[9523]: cluster 2020-11-16T20:36:33.460653+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e400: 12 total, 12 up, 12 in
2020-11-16T20:36:34.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:34 smithi142 bash[9523]: audit 2020-11-16T20:36:33.719363+0000 mon.a (mon.0) 1428 : audit [INF] from='client.? v1:172.21.15.142:0/4172679931' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:36:34.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:34 smithi142 bash[9523]: cluster 2020-11-16T20:36:34.229605+0000 mgr.x (mgr.14196) 732 : cluster [DBG] pgmap v1050: 1 pgs: 1 active+clean; 0 B data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:34.861 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:34.965 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:34.977 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:34 smithi071 bash[12066]: debug 2020-11-16T20:36:34.862+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:35.087 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:35.191 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:35.332 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:35 smithi071 bash[16796]: debug 2020-11-16T20:36:35.086+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:35.333 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:35.333 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench...
2020-11-16T20:36:35.334 INFO:tasks.radosbench:Beginning radosbench...
2020-11-16T20:36:35.334 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2
2020-11-16T20:36:35.335 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool create unique_pool_2 16
2020-11-16T20:36:35.438 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:35.513 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:35.663 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:35.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:35 smithi071 bash[9480]: cluster 2020-11-16T20:36:34.456841+0000 mon.a (mon.0) 1429 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:36:35.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:35 smithi071 bash[9480]: audit 2020-11-16T20:36:34.469877+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? v1:172.21.15.142:0/4172679931' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:36:35.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:35 smithi071 bash[9480]: cluster 2020-11-16T20:36:34.469959+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e401: 12 total, 12 up, 12 in
2020-11-16T20:36:35.701 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:35 smithi071 bash[14419]: debug 2020-11-16T20:36:35.558+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:35.701 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:35 smithi071 bash[26650]: debug 2020-11-16T20:36:35.330+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:35.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:35 smithi065 bash[9468]: cluster 2020-11-16T20:36:34.456841+0000 mon.a (mon.0) 1429 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:36:35.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:35 smithi065 bash[9468]: audit 2020-11-16T20:36:34.469877+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? v1:172.21.15.142:0/4172679931' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:36:35.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:35 smithi065 bash[9468]: cluster 2020-11-16T20:36:34.469959+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e401: 12 total, 12 up, 12 in
2020-11-16T20:36:35.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:35 smithi142 bash[9523]: cluster 2020-11-16T20:36:34.456841+0000 mon.a (mon.0) 1429 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:36:35.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:35 smithi142 bash[9523]: audit 2020-11-16T20:36:34.469877+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? v1:172.21.15.142:0/4172679931' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:36:35.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:35 smithi142 bash[9523]: cluster 2020-11-16T20:36:34.469959+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e401: 12 total, 12 up, 12 in
2020-11-16T20:36:35.803 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:35.909 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:36.070 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:35 smithi065 bash[18823]: debug 2020-11-16T20:36:35.801+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:36.071 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:36.176 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:36.299 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:36.405 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:36.464 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:36 smithi065 bash[11785]: debug 2020-11-16T20:36:36.069+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:36.465 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:36 smithi065 bash[16457]: debug 2020-11-16T20:36:36.297+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:36.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:36 smithi142 bash[9523]: cluster 2020-11-16T20:36:36.230223+0000 mgr.x (mgr.14196) 733 : cluster [DBG] pgmap v1052: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:36.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:36 smithi142 bash[9523]: cluster 2020-11-16T20:36:36.433329+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e402: 12 total, 12 up, 12 in
2020-11-16T20:36:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:36.647 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:36.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:36 smithi071 bash[9480]: cluster 2020-11-16T20:36:36.230223+0000 mgr.x (mgr.14196) 733 : cluster [DBG] pgmap v1052: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:36.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:36 smithi071 bash[9480]: cluster 2020-11-16T20:36:36.433329+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e402: 12 total, 12 up, 12 in
2020-11-16T20:36:36.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:36 smithi071 bash[12066]: debug 2020-11-16T20:36:36.542+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:36.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:36 smithi065 bash[9468]: cluster 2020-11-16T20:36:36.230223+0000 mgr.x (mgr.14196) 733 : cluster [DBG] pgmap v1052: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:36.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:36 smithi065 bash[9468]: cluster 2020-11-16T20:36:36.433329+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e402: 12 total, 12 up, 12 in
2020-11-16T20:36:37.046 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:37.150 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:37.280 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:37.385 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:37.386 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:37 smithi142 bash[22738]: debug 2020-11-16T20:36:37.046+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:37.476 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:37 smithi065 bash[16457]: debug 2020-11-16T20:36:37.277+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:37.503 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:37.608 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:37 smithi071 bash[9480]: cluster 2020-11-16T20:36:36.920069+0000 osd.7 (osd.7) 57 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:36:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:37 smithi071 bash[9480]: cluster 2020-11-16T20:36:36.992264+0000 osd.7 (osd.7) 58 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:36:37.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:37 smithi071 bash[26650]: debug 2020-11-16T20:36:37.502+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:37.738 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:37 smithi065 bash[9468]: cluster 2020-11-16T20:36:36.920069+0000 osd.7 (osd.7) 57 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:36:37.738 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:37 smithi065 bash[9468]: cluster 2020-11-16T20:36:36.992264+0000 osd.7 (osd.7) 58 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:36:37.738 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:37.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:37 smithi142 bash[9523]: cluster 2020-11-16T20:36:36.920069+0000 osd.7 (osd.7) 57 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:36:37.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:37 smithi142 bash[9523]: cluster 2020-11-16T20:36:36.992264+0000 osd.7 (osd.7) 58 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:36:37.844 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:37.974 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:38.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:37 smithi065 bash[14115]: debug 2020-11-16T20:36:37.737+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:38.080 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:38.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:37 smithi071 bash[14419]: debug 2020-11-16T20:36:37.974+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:38.325 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:38.367 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:38 smithi142 bash[15670]: debug 2020-11-16T20:36:38.326+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:38.429 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:38.724 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:38 smithi142 bash[9523]: cluster 2020-11-16T20:36:36.617408+0000 osd.6 (osd.6) 106 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:38.724 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:38 smithi142 bash[9523]: cluster 2020-11-16T20:36:36.617551+0000 osd.6 (osd.6) 107 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:38.724 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:38 smithi142 bash[9523]: cluster 2020-11-16T20:36:37.476358+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e403: 12 total, 12 up, 12 in
2020-11-16T20:36:38.724 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:38 smithi142 bash[9523]: cluster 2020-11-16T20:36:38.230849+0000 mgr.x (mgr.14196) 734 : cluster [DBG] pgmap v1055: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:38.725 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:38.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:38 smithi065 bash[9468]: cluster 2020-11-16T20:36:36.617408+0000 osd.6 (osd.6) 106 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:38 smithi065 bash[9468]: cluster 2020-11-16T20:36:36.617551+0000 osd.6 (osd.6) 107 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:38 smithi065 bash[9468]: cluster 2020-11-16T20:36:37.476358+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e403: 12 total, 12 up, 12 in
2020-11-16T20:36:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:38 smithi065 bash[9468]: cluster 2020-11-16T20:36:38.230849+0000 mgr.x (mgr.14196) 734 : cluster [DBG] pgmap v1055: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:38.829 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:38.842 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:38 smithi071 bash[9480]: cluster 2020-11-16T20:36:36.617408+0000 osd.6 (osd.6) 106 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:38.842 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:38 smithi071 bash[9480]: cluster 2020-11-16T20:36:36.617551+0000 osd.6 (osd.6) 107 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:38.843 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:38 smithi071 bash[9480]: cluster 2020-11-16T20:36:37.476358+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e403: 12 total, 12 up, 12 in
2020-11-16T20:36:38.843 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:38 smithi071 bash[9480]: cluster 2020-11-16T20:36:38.230849+0000 mgr.x (mgr.14196) 734 : cluster [DBG] pgmap v1055: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:38.951 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:39.033 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:38 smithi142 bash[20366]: debug 2020-11-16T20:36:38.726+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:39.056 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:39.162 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:38 smithi071 bash[26650]: debug 2020-11-16T20:36:38.950+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:39.162 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:39.184 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:36:39.268 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:39.326 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:39.401 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:39.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:39 smithi071 bash[14419]: debug 2020-11-16T20:36:39.402+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:39.450 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:39 smithi071 bash[26650]: debug 2020-11-16T20:36:39.162+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:39.507 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:39.657 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:39.762 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:39.775 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:39 smithi065 bash[11785]: debug 2020-11-16T20:36:39.653+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:39.876 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:39.982 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:40.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:39 smithi065 bash[14115]: debug 2020-11-16T20:36:39.873+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:40.120 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:40.226 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:40.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:40 smithi071 bash[16796]: debug 2020-11-16T20:36:40.118+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:40.795 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:40.901 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:41.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:40 smithi142 bash[22738]: debug 2020-11-16T20:36:40.794+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:41.036 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:41.142 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:41.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:41 smithi071 bash[14419]: debug 2020-11-16T20:36:41.034+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:41.278 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:41.384 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:41.517 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[18823]: debug 2020-11-16T20:36:41.276+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:41.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[9468]: audit 2020-11-16T20:36:40.661897+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]: dispatch
2020-11-16T20:36:41.518 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[9468]: audit 2020-11-16T20:36:40.665718+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]': finished
2020-11-16T20:36:41.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[9468]: audit 2020-11-16T20:36:40.772243+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]: dispatch
2020-11-16T20:36:41.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[9468]: audit 2020-11-16T20:36:40.778439+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]': finished
2020-11-16T20:36:41.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[9468]: audit 2020-11-16T20:36:40.780653+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:36:41.519 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[9468]: audit 2020-11-16T20:36:40.785981+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:36:41.520 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:41.624 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:41.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:41 smithi071 bash[9480]: audit 2020-11-16T20:36:40.661897+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]: dispatch
2020-11-16T20:36:45.894 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:41 smithi071 bash[9480]: audit 2020-11-16T20:36:40.665718+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]': finished
2020-11-16T20:36:45.900 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:41 smithi142 bash[9523]: audit 2020-11-16T20:36:40.661897+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]: dispatch
2020-11-16T20:36:45.900 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:41 smithi142 bash[9523]: audit 2020-11-16T20:36:40.665718+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233415\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233536\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.233958\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234230\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:32:13.234499\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:32:13.234844\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]': finished
2020-11-16T20:36:45.900 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:41 smithi142 bash[9523]: audit 2020-11-16T20:36:40.772243+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]: dispatch
2020-11-16T20:36:45.900 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:41 smithi142 bash[9523]: audit 2020-11-16T20:36:40.778439+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]': finished
2020-11-16T20:36:45.901 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:41 smithi142 bash[9523]: audit 2020-11-16T20:36:40.780653+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:36:45.901 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:41 smithi142 bash[9523]: audit 2020-11-16T20:36:40.785981+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:36:45.902 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:42 smithi142 bash[9523]: cluster 2020-11-16T20:36:41.438769+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e404: 12 total, 12 up, 12 in
2020-11-16T20:36:45.902 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:42 smithi142 bash[9523]: cluster 2020-11-16T20:36:42.232127+0000 mgr.x (mgr.14196) 736 : cluster [DBG] pgmap v1058: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:45.902 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:43 smithi142 bash[9523]: audit 2020-11-16T20:36:42.912385+0000 mon.a (mon.0) 1441 : audit [DBG] from='client.? v1:172.21.15.142:0/3118246411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:45.902 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:43 smithi142 bash[9523]: cluster 2020-11-16T20:36:42.966894+0000 osd.1 (osd.1) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.902 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:43 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.020398+0000 osd.3 (osd.3) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.902 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:43 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.090917+0000 osd.5 (osd.5) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.902 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:43 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.148202+0000 osd.7 (osd.7) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:43 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.175227+0000 osd.8 (osd.8) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:43 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.203099+0000 osd.9 (osd.9) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:43 smithi142 bash[9523]: audit 2020-11-16T20:36:43.254372+0000 mon.a (mon.0) 1442 : audit [DBG] from='client.? v1:172.21.15.142:0/2027261978' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:36:45.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:42.670038+0000 osd.4 (osd.4) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:45.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:42.670184+0000 osd.4 (osd.4) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:45.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:42.939859+0000 osd.0 (osd.0) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:42.990720+0000 osd.2 (osd.2) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.049636+0000 osd.4 (osd.4) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.122157+0000 osd.6 (osd.6) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.230271+0000 osd.10 (osd.10) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.257045+0000 osd.11 (osd.11) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:45.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:43.458917+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e405: 12 total, 12 up, 12 in
2020-11-16T20:36:45.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:44 smithi142 bash[9523]: cluster 2020-11-16T20:36:44.232728+0000 mgr.x (mgr.14196) 737 : cluster [DBG] pgmap v1060: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:45.904 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:36:45.905 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:36:45.905 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 0
2020-11-16T20:36:45.905 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:36:45.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:36:45.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:36:45.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:36:45.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:36:45.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:36:45.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:36:45.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:36:45.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:36:45.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:36:45.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:36:45.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:36:45.907 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:36:45.907 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:36:45.907 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:36:45.907 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 404,
2020-11-16T20:36:45.907 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:36:45.907 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:36:45.908 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:36:41.429152+0000",
2020-11-16T20:36:45.908 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:36:45.908 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:36:45.908 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "nodeep-scrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:36:45.908 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5804032,
2020-11-16T20:36:45.908 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:36:45.908 INFO:teuthology.orchestra.run.smithi142.stdout:        "nodeep-scrub",
2020-11-16T20:36:45.908 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:36:45.909 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:36:45.909 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:36:45.909 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:36:45.909 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:36:45.909 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 29,
2020-11-16T20:36:45.909 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:36:45.909 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:36:45.910 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:36:45.910 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:36:45.910 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 3,
2020-11-16T20:36:45.910 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:36:45.910 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:36:45.910 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "jewel",
2020-11-16T20:36:45.910 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:36:45.911 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:36:45.911 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.911 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:36:45.911 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:36:45.911 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:36:45.911 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:36:45.911 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:36:45.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:36:45.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:36:45.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:36:45.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:36:45.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:36:45.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:36:45.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:36:45.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:36:45.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:36:45.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:36:45.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:36:45.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:36:45.914 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:36:45.914 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:36:45.914 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:36:45.914 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:36:45.914 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:36:45.914 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:36:45.914 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:36:45.915 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:36:45.915 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:36:45.915 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:36:45.915 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.915 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:36:45.915 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:36:45.915 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:36:45.915 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:36:45.916 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:36:45.916 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:36:45.916 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:36:45.916 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:36:45.916 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:36:45.916 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:36:45.916 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:36:45.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:36:45.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:36:45.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:36:45.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:36:45.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:36:45.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:36:45.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:36:45.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:36:45.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:36:45.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:36:45.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:36:45.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:36:45.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:36:45.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:36:45.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:36:45.919 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:36:45.919 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:36:45.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:36:45.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:36:45.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:36:45.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:36:45.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:36:45.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:36:45.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:36:45.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:36:45.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:36:45.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:36:45.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:36:45.920 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:36:45.921 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.921 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:36:45.921 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:36:45.921 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:36:45.921 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:36:45.921 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:36:45.921 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:36:45.922 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.922 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:36:45.922 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:36:45.922 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.922 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.922 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.651275634765625,
2020-11-16T20:36:45.922 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.923 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.923 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.923 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:36:45.923 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 307,
2020-11-16T20:36:45.923 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.923 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.923 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.924 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:36:45.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:36:45.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.924 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.925 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.925 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.925 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:36:45.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:36:45.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.926 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.926 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.926 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:36:45.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:36:45.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.927 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.927 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.928 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:36:45.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:36:45.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.929 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.929 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.929 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:36:45.929 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:36:45.929 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:36:45.929 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:36:45.929 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.929 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.930 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.930 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.930 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.930 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.930 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:36:45.930 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:36:45.930 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:36:45.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:36:45.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:36:45.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.932 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.932 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.932 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:36:45.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:36:45.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.933 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.933 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.933 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.933 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:36:45.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:36:45.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.934 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.934 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.934 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:36:45.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:36:45.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.935 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.935 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.935 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.935 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:36:45.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:36:45.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.936 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.936 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.936 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:36:45.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:36:45.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:36:45.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:36:45.937 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.937 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.937 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.937 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.938 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.938 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.938 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:36:45.938 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:36:45.938 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.938 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.938 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:36:45.938 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.939 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.939 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.939 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:36:45.939 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 393,
2020-11-16T20:36:45.939 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.939 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.939 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.940 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:36:45.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:36:45.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.940 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.940 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.941 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.941 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.941 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:36:45.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:36:45.941 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.942 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.942 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.942 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.942 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:36:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:36:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:36:45.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:36:45.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.944 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.944 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:36:45.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:36:45.945 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:36:45.945 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:36:45.945 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.945 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.945 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.945 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.945 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.946 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.946 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:36:45.946 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:36:45.946 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.946 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.946 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6457672119140625,
2020-11-16T20:36:45.946 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:36:45.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 397,
2020-11-16T20:36:45.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.947 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:36:45.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:36:45.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.948 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.948 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.948 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.949 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:36:45.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:36:45.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.949 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.950 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.950 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.950 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:36:45.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:36:45.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.951 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.951 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.951 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.951 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:36:45.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:36:45.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.952 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.952 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.952 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:36:45.952 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:36:45.952 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:36:45.952 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:36:45.953 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.953 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.953 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.953 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.953 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.953 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.953 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:36:45.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:36:45.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6871337890625,
2020-11-16T20:36:45.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:36:45.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 392,
2020-11-16T20:36:45.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.955 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.955 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:36:45.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:36:45.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.956 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.956 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.956 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.956 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:36:45.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:36:45.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.957 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.957 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.957 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.957 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:36:45.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:36:45.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.958 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.958 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.959 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.959 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:36:45.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:36:45.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.959 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.960 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:36:45.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:36:45.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:36:45.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:36:45.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.960 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.961 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.961 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.961 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.961 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.961 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:36:45.961 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:36:45.961 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:36:45.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:36:45.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 281,
2020-11-16T20:36:45.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.963 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.963 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.963 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:36:45.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:36:45.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.964 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.964 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.964 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.964 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:36:45.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:36:45.965 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.965 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.965 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.965 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.965 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.965 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:36:45.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:36:45.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.966 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.966 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.966 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.967 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:36:45.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:36:45.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.967 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.968 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:36:45.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:36:45.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:36:45.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:36:45.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.968 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.968 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.969 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.969 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.969 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:36:45.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:36:45.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:36:45.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:36:45.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 398,
2020-11-16T20:36:45.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.971 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.971 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:36:45.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:36:45.971 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.972 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.972 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.972 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.972 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:36:45.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:36:45.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.973 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.973 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.973 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:36:45.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:36:45.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.974 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.974 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.974 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.974 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:36:45.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:36:45.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.975 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.975 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.975 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:36:45.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:36:45.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:36:45.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:36:45.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.976 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.976 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.976 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.976 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.977 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:36:45.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:36:45.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:36:45.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:36:45.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:36:45.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:36:45.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 320,
2020-11-16T20:36:45.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:36:45.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.979 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.979 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:36:45.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:36:45.979 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.979 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.980 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.980 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.980 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:36:45.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:36:45.980 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.981 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.981 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.981 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.981 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:36:45.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:36:45.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.982 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.982 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.982 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.982 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:36:45.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:36:45.983 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.983 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.983 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.983 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:36:45.983 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:36:45.984 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:36:45.984 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:36:45.984 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.984 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.984 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.984 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.984 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.985 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:36:45.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:36:45.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:36:45.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:45.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:36:45.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 330,
2020-11-16T20:36:45.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.986 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:36:45.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:36:45.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.987 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.987 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.987 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.988 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.988 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:36:45.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:36:45.988 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.988 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.989 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.989 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.989 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:36:45.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:36:45.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.990 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.990 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.990 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.990 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.990 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:36:45.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:36:45.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.991 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.991 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.991 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:36:45.991 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:36:45.991 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:36:45.991 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:36:45.992 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:45.992 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:45.992 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:45.992 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:45.992 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:45.992 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:45.992 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:36:45.993 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:36:45.993 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:45.993 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:45.993 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:36:45.993 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:36:45.993 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:45.993 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:45.994 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:36:45.994 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:36:45.994 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:45.994 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:45.994 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:45.994 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:36:45.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:36:45.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.995 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.995 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.995 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:45.995 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.996 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:36:45.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:36:45.996 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.996 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.996 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.996 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:45.997 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.997 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:36:45.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:36:45.997 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.997 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.998 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.998 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:45.998 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:45.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:45.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:45.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:36:45.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:36:45.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:45.999 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:45.999 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:45.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:36:45.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:36:45.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:36:45.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:36:45.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:46.000 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:46.000 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:46.000 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:46.000 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.000 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.000 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:36:46.000 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:36:46.001 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:46.001 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:46.001 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:36:46.001 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:46.001 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:46.001 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:46.001 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:36:46.002 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 371,
2020-11-16T20:36:46.002 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:46.002 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:46.002 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:46.002 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:46.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:46.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:46.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:36:46.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:36:46.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:46.003 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:46.003 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:46.003 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:46.003 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:46.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:46.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:46.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:36:46.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:36:46.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:46.004 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:46.004 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:46.004 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:46.004 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:46.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:46.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:46.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:36:46.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:36:46.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:46.005 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:46.005 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:46.006 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:46.006 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:46.006 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:46.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:46.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:36:46.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:36:46.006 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:46.006 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:46.007 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:46.007 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:36:46.007 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:36:46.007 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:36:46.007 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:36:46.007 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:46.007 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:46.008 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:46.008 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:46.008 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.008 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:36:46.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:36:46.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:36:46.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:36:46.009 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.3839874267578125,
2020-11-16T20:36:46.009 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:36:46.009 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:36:46.009 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:36:46.009 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:36:46.009 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 281,
2020-11-16T20:36:46.009 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:36:46.010 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:36:46.010 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:36:46.010 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:46.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:46.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:46.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:36:46.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:36:46.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:46.011 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:46.011 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:46.011 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:36:46.011 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:46.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:46.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:46.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:36:46.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:36:46.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:46.012 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:46.012 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:46.012 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:36:46.012 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:46.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:46.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:46.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:36:46.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:36:46.013 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:46.013 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:46.013 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:46.013 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:36:46.013 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:36:46.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:36:46.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:36:46.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:36:46.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:36:46.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:36:46.014 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:36:46.015 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:36:46.015 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:36:46.015 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:36:46.015 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:36:46.015 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:36:46.015 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:36:46.015 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:36:46.015 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:36:46.016 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:36:46.016 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:36:46.016 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:36:46.016 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:36:46.016 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.016 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:36:46.016 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:59.835110+0000",
2020-11-16T20:36:46.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.017 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.017 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.018 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:36:46.018 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.018 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.018 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.018 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.018 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.018 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:24.950877+0000",
2020-11-16T20:36:46.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.019 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.019 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:36:46.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.020 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.020 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:52.779449+0000",
2020-11-16T20:36:46.020 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.020 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.020 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.020 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:36:46.020 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:15.433728+0000",
2020-11-16T20:36:46.021 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.021 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.021 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.022 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:36:46.022 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.022 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.022 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.022 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.022 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.022 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:42.078637+0000",
2020-11-16T20:36:46.023 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.023 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.023 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.023 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:36:46.023 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.023 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.023 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.023 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.024 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.024 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:12.683363+0000",
2020-11-16T20:36:46.024 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.024 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.024 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.025 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:36:46.025 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.025 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.025 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.025 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.025 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.025 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:36.617557+0000",
2020-11-16T20:36:46.026 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.026 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.026 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.026 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:36:46.026 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.026 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.026 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:16.443749+0000",
2020-11-16T20:36:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:36:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:36:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:23.464108+0000",
2020-11-16T20:36:46.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.028 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.029 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:36:46.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.029 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:35:52.640029+0000",
2020-11-16T20:36:46.030 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.030 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.030 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.030 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:36:46.030 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.030 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.030 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:02.285704+0000",
2020-11-16T20:36:46.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.031 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:36:46.031 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:36:46.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:36:46.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:36:46.032 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:36:46.032 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:36:46.032 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:36:46.032 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:36:46.032 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:27.945022+0000",
2020-11-16T20:36:46.032 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:36:46.032 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:36:46.033 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:36:46.033 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [],
2020-11-16T20:36:46.033 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [],
2020-11-16T20:36:46.033 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [],
2020-11-16T20:36:46.033 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:36:46.033 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:36:46.033 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:36:46.033 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:36:46.034 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:36:46.034 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:36:46.034 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:36:46.034 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:36:46.034 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:36:46.034 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:36:46.034 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:36:46.035 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:36:46.035 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:36:46.035 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:36:46.035 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:36:46.035 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:36:46.035 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:36:46.035 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:36:46.035 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:36:46.036 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:36:46.036 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:36:46.036 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:36:46.036 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:36:46.036 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:36:46.036 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:36:46.036 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:36:46.037 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:36:46.037 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:36:46.037 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:36:46.037 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:36:46.037 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:36:46.037 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:36:46.037 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:36:46.037 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:36:46.038 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:36:46.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:36:46.040 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:46.040 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[14115]: debug 2020-11-16T20:36:41.516+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:46.040 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:41 smithi065 bash[18823]: debug 2020-11-16T20:36:41.748+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:46.040 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:42 smithi065 bash[9468]: cluster 2020-11-16T20:36:41.438769+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e404: 12 total, 12 up, 12 in
2020-11-16T20:36:46.041 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:42 smithi065 bash[9468]: cluster 2020-11-16T20:36:42.232127+0000 mgr.x (mgr.14196) 736 : cluster [DBG] pgmap v1058: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:46.041 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:43 smithi065 bash[9468]: audit 2020-11-16T20:36:42.912385+0000 mon.a (mon.0) 1441 : audit [DBG] from='client.? v1:172.21.15.142:0/3118246411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:46.041 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:43 smithi065 bash[9468]: cluster 2020-11-16T20:36:42.966894+0000 osd.1 (osd.1) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.041 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:43 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.020398+0000 osd.3 (osd.3) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.041 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:43 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.090917+0000 osd.5 (osd.5) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.041 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:43 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.148202+0000 osd.7 (osd.7) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.041 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:43 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.175227+0000 osd.8 (osd.8) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.042 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:43 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.203099+0000 osd.9 (osd.9) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.042 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:43 smithi065 bash[9468]: audit 2020-11-16T20:36:43.254372+0000 mon.a (mon.0) 1442 : audit [DBG] from='client.? v1:172.21.15.142:0/2027261978' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:36:46.042 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:42.670038+0000 osd.4 (osd.4) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:46.042 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:42.670184+0000 osd.4 (osd.4) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:46.042 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:42.939859+0000 osd.0 (osd.0) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.042 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:42.990720+0000 osd.2 (osd.2) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.042 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.049636+0000 osd.4 (osd.4) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.043 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.122157+0000 osd.6 (osd.6) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.043 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.230271+0000 osd.10 (osd.10) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.043 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.257045+0000 osd.11 (osd.11) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.043 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:43.458917+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e405: 12 total, 12 up, 12 in
2020-11-16T20:36:46.043 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:44 smithi065 bash[9468]: cluster 2020-11-16T20:36:44.232728+0000 mgr.x (mgr.14196) 737 : cluster [DBG] pgmap v1060: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:46.043 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:41 smithi071 bash[9480]: audit 2020-11-16T20:36:40.772243+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]: dispatch
2020-11-16T20:36:46.044 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:41 smithi071 bash[9480]: audit 2020-11-16T20:36:40.778439+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368116\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:30:45.368309\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.368427\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369114\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.369645\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:30:45.370166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:30:45.370852\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]': finished
2020-11-16T20:36:46.044 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:41 smithi071 bash[9480]: audit 2020-11-16T20:36:40.780653+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:36:46.044 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:41 smithi071 bash[9480]: audit 2020-11-16T20:36:40.785981+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:36:46.044 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:42 smithi071 bash[9480]: cluster 2020-11-16T20:36:41.438769+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e404: 12 total, 12 up, 12 in
2020-11-16T20:36:46.044 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:42 smithi071 bash[9480]: cluster 2020-11-16T20:36:42.232127+0000 mgr.x (mgr.14196) 736 : cluster [DBG] pgmap v1058: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:46.044 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:43 smithi071 bash[9480]: audit 2020-11-16T20:36:42.912385+0000 mon.a (mon.0) 1441 : audit [DBG] from='client.? v1:172.21.15.142:0/3118246411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:46.044 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:43 smithi071 bash[9480]: cluster 2020-11-16T20:36:42.966894+0000 osd.1 (osd.1) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:43 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.020398+0000 osd.3 (osd.3) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:43 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.090917+0000 osd.5 (osd.5) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:43 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.148202+0000 osd.7 (osd.7) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:43 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.175227+0000 osd.8 (osd.8) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:43 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.203099+0000 osd.9 (osd.9) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:43 smithi071 bash[9480]: audit 2020-11-16T20:36:43.254372+0000 mon.a (mon.0) 1442 : audit [DBG] from='client.? v1:172.21.15.142:0/2027261978' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:36:46.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:42.670038+0000 osd.4 (osd.4) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:46.046 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:42.670184+0000 osd.4 (osd.4) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:46.046 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:42.939859+0000 osd.0 (osd.0) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.046 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:42.990720+0000 osd.2 (osd.2) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.046 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.049636+0000 osd.4 (osd.4) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.046 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.122157+0000 osd.6 (osd.6) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.046 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.230271+0000 osd.10 (osd.10) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.046 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.257045+0000 osd.11 (osd.11) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:36:46.047 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:43.458917+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e405: 12 total, 12 up, 12 in
2020-11-16T20:36:46.047 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:44 smithi071 bash[9480]: cluster 2020-11-16T20:36:44.232728+0000 mgr.x (mgr.14196) 737 : cluster [DBG] pgmap v1060: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:46.047 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops
2020-11-16T20:36:46.149 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:46.154 INFO:tasks.thrashosds.thrasher:j is {'epoch': 404, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:36:41.429152+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'nodeep-scrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5804032, 'flags_set': ['nodeep-scrub', 'pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 29, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 3, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'jewel', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.651275634765625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 307, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 320, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 393, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.6457672119140625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 397, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.6871337890625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 392, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 281, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 398, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 320, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 330, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 371, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.3839874267578125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 281, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:59.835110+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:24.950877+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:52.779449+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:15.433728+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:42.078637+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:12.683363+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:36.617557+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:16.443749+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:23.464108+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:35:52.640029+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:02.285704+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:27.945022+0000', 'dead_epoch': 0}], 'pg_upmap': [], 'pg_upmap_items': [], 'pg_temp': [], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:36:46.155 INFO:tasks.thrashosds.thrasher:No pg_upmap entries; doing nothing
2020-11-16T20:36:46.192 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:46.673 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:46.779 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:46.982 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:47.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:46 smithi065 bash[14115]: debug 2020-11-16T20:36:46.668+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:47.088 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:47.166 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:46 smithi142 bash[20366]: debug 2020-11-16T20:36:46.982+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:47.409 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:47.423 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:36:47 smithi142 bash[18009]: debug 2020-11-16T20:36:47.410+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:47.424 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:47 smithi142 bash[9523]: cluster 2020-11-16T20:36:46.233337+0000 mgr.x (mgr.14196) 738 : cluster [DBG] pgmap v1061: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:47.442 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_2' created
2020-11-16T20:36:47.513 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:47.633 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:47.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:47 smithi071 bash[9480]: cluster 2020-11-16T20:36:46.233337+0000 mgr.x (mgr.14196) 738 : cluster [DBG] pgmap v1061: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:47.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:47 smithi071 bash[9480]: cluster 2020-11-16T20:36:46.438687+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e406: 12 total, 12 up, 12 in
2020-11-16T20:36:47.739 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:47.750 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:47 smithi065 bash[16457]: debug 2020-11-16T20:36:47.628+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:47.750 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:47 smithi065 bash[9468]: cluster 2020-11-16T20:36:46.233337+0000 mgr.x (mgr.14196) 738 : cluster [DBG] pgmap v1061: 1 pgs: 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:47.751 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:47 smithi065 bash[9468]: cluster 2020-11-16T20:36:46.438687+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e406: 12 total, 12 up, 12 in
2020-11-16T20:36:47.793 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:47 smithi142 bash[9523]: cluster 2020-11-16T20:36:46.438687+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e406: 12 total, 12 up, 12 in
2020-11-16T20:36:47.865 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:47.971 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:48.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:47 smithi065 bash[18823]: debug 2020-11-16T20:36:47.860+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:48.041 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:36:48.088 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:36:48.178 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:48.194 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:48.312 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:36:48.417 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:48.427 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:48 smithi142 bash[9523]: audit 2020-11-16T20:36:46.992184+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? v1:172.21.15.142:0/4284027247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch
2020-11-16T20:36:48.427 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:48 smithi142 bash[9523]: audit 2020-11-16T20:36:47.446216+0000 mon.a (mon.0) 1446 : audit [INF] from='client.? v1:172.21.15.142:0/4284027247' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished
2020-11-16T20:36:48.427 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:48 smithi142 bash[9523]: cluster 2020-11-16T20:36:47.446280+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e407: 12 total, 12 up, 12 in
2020-11-16T20:36:48.428 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:48 smithi142 bash[9523]: audit 2020-11-16T20:36:47.834228+0000 mon.a (mon.0) 1448 : audit [INF] from='client.? v1:172.21.15.142:0/3765703592' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:36:48.428 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:48 smithi142 bash[9523]: cluster 2020-11-16T20:36:48.234016+0000 mgr.x (mgr.14196) 739 : cluster [DBG] pgmap v1064: 17 pgs: 2 creating+peering, 14 unknown, 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:48.428 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:36:48 smithi065 bash[11785]: debug 2020-11-16T20:36:48.084+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:48.428 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:36:48 smithi065 bash[14115]: debug 2020-11-16T20:36:48.308+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:48.453 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:36:48.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:48 smithi071 bash[9480]: audit 2020-11-16T20:36:46.992184+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? v1:172.21.15.142:0/4284027247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch
2020-11-16T20:36:48.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:48 smithi071 bash[9480]: audit 2020-11-16T20:36:47.446216+0000 mon.a (mon.0) 1446 : audit [INF] from='client.? v1:172.21.15.142:0/4284027247' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished
2020-11-16T20:36:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:48 smithi071 bash[9480]: cluster 2020-11-16T20:36:47.446280+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e407: 12 total, 12 up, 12 in
2020-11-16T20:36:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:48 smithi071 bash[9480]: audit 2020-11-16T20:36:47.834228+0000 mon.a (mon.0) 1448 : audit [INF] from='client.? v1:172.21.15.142:0/3765703592' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:36:48.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:48 smithi071 bash[9480]: cluster 2020-11-16T20:36:48.234016+0000 mgr.x (mgr.14196) 739 : cluster [DBG] pgmap v1064: 17 pgs: 2 creating+peering, 14 unknown, 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:48.726 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:48.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:48 smithi065 bash[9468]: audit 2020-11-16T20:36:46.992184+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? v1:172.21.15.142:0/4284027247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch
2020-11-16T20:36:48.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:48 smithi065 bash[9468]: audit 2020-11-16T20:36:47.446216+0000 mon.a (mon.0) 1446 : audit [INF] from='client.? v1:172.21.15.142:0/4284027247' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished
2020-11-16T20:36:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:48 smithi065 bash[9468]: cluster 2020-11-16T20:36:47.446280+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e407: 12 total, 12 up, 12 in
2020-11-16T20:36:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:48 smithi065 bash[9468]: audit 2020-11-16T20:36:47.834228+0000 mon.a (mon.0) 1448 : audit [INF] from='client.? v1:172.21.15.142:0/3765703592' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:36:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:48 smithi065 bash[9468]: cluster 2020-11-16T20:36:48.234016+0000 mgr.x (mgr.14196) 739 : cluster [DBG] pgmap v1064: 17 pgs: 2 creating+peering, 14 unknown, 1 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:48.832 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:48.850 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true
2020-11-16T20:36:49.022 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:49.033 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:48 smithi142 bash[20366]: debug 2020-11-16T20:36:48.726+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:49.619 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:49.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:49 smithi071 bash[9480]: cluster 2020-11-16T20:36:48.444419+0000 mon.a (mon.0) 1449 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:36:49.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:49 smithi071 bash[9480]: cluster 2020-11-16T20:36:48.444447+0000 mon.a (mon.0) 1450 : cluster [INF] Cluster is now healthy
2020-11-16T20:36:49.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:49 smithi071 bash[9480]: audit 2020-11-16T20:36:48.454846+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? v1:172.21.15.142:0/3765703592' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:36:49.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:49 smithi071 bash[9480]: cluster 2020-11-16T20:36:48.454938+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e408: 12 total, 12 up, 12 in
2020-11-16T20:36:49.723 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:49.736 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:49 smithi065 bash[9468]: cluster 2020-11-16T20:36:48.444419+0000 mon.a (mon.0) 1449 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:36:49.737 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:49 smithi065 bash[9468]: cluster 2020-11-16T20:36:48.444447+0000 mon.a (mon.0) 1450 : cluster [INF] Cluster is now healthy
2020-11-16T20:36:49.737 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:49 smithi065 bash[9468]: audit 2020-11-16T20:36:48.454846+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? v1:172.21.15.142:0/3765703592' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:36:49.737 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:49 smithi065 bash[9468]: cluster 2020-11-16T20:36:48.454938+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e408: 12 total, 12 up, 12 in
2020-11-16T20:36:49.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:49 smithi142 bash[9523]: cluster 2020-11-16T20:36:48.444419+0000 mon.a (mon.0) 1449 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:36:49.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:49 smithi142 bash[9523]: cluster 2020-11-16T20:36:48.444447+0000 mon.a (mon.0) 1450 : cluster [INF] Cluster is now healthy
2020-11-16T20:36:49.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:49 smithi142 bash[9523]: audit 2020-11-16T20:36:48.454846+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? v1:172.21.15.142:0/3765703592' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:36:49.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:49 smithi142 bash[9523]: cluster 2020-11-16T20:36:48.454938+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e408: 12 total, 12 up, 12 in
2020-11-16T20:36:49.784 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:49 smithi142 bash[15670]: debug 2020-11-16T20:36:49.618+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:49.869 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:49.974 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:50.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:49 smithi065 bash[18823]: debug 2020-11-16T20:36:49.864+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:50.123 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:50.229 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:50.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:50 smithi071 bash[12066]: debug 2020-11-16T20:36:50.122+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:50.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:50 smithi142 bash[9523]: cluster 2020-11-16T20:36:49.462007+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e409: 12 total, 12 up, 12 in
2020-11-16T20:36:50.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:50 smithi142 bash[9523]: cluster 2020-11-16T20:36:50.234715+0000 mgr.x (mgr.14196) 740 : cluster [DBG] pgmap v1067: 17 pgs: 3 creating+activating, 2 creating+peering, 6 unknown, 6 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:50.560 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:50.667 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:50 smithi065 bash[9468]: cluster 2020-11-16T20:36:49.462007+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e409: 12 total, 12 up, 12 in
2020-11-16T20:36:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:50 smithi065 bash[9468]: cluster 2020-11-16T20:36:50.234715+0000 mgr.x (mgr.14196) 740 : cluster [DBG] pgmap v1067: 17 pgs: 3 creating+activating, 2 creating+peering, 6 unknown, 6 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:50.793 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:50 smithi071 bash[9480]: cluster 2020-11-16T20:36:49.462007+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e409: 12 total, 12 up, 12 in
2020-11-16T20:36:50.793 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:50 smithi071 bash[9480]: cluster 2020-11-16T20:36:50.234715+0000 mgr.x (mgr.14196) 740 : cluster [DBG] pgmap v1067: 17 pgs: 3 creating+activating, 2 creating+peering, 6 unknown, 6 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:50.794 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:50.899 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:51.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:36:50 smithi142 bash[18009]: debug 2020-11-16T20:36:50.562+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:51.042 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:51.046 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:50 smithi071 bash[26650]: debug 2020-11-16T20:36:50.794+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:51.046 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:51 smithi071 bash[26650]: debug 2020-11-16T20:36:51.042+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:51.148 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:51.156 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:36:51.156 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:36:51.156 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:36:51.289 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:51.324 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:51.394 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:51.516 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:51 smithi065 bash[18823]: debug 2020-11-16T20:36:51.284+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:51.517 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:36:51.622 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:51.731 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:51.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:36:51 smithi065 bash[16457]: debug 2020-11-16T20:36:51.512+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:51.836 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:51.950 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:51 smithi071 bash[16796]: debug 2020-11-16T20:36:51.730+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:52.070 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:52.175 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:52.434 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:52 smithi142 bash[15670]: debug 2020-11-16T20:36:52.070+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:52 smithi071 bash[9480]: cluster 2020-11-16T20:36:51.441181+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e410: 12 total, 12 up, 12 in
2020-11-16T20:36:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:52 smithi071 bash[9480]: cluster 2020-11-16T20:36:52.235444+0000 mgr.x (mgr.14196) 741 : cluster [DBG] pgmap v1069: 17 pgs: 3 creating+activating, 2 creating+peering, 12 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:52.718 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:36:52.730 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:52 smithi142 bash[9523]: cluster 2020-11-16T20:36:51.441181+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e410: 12 total, 12 up, 12 in
2020-11-16T20:36:52.731 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:52 smithi142 bash[9523]: cluster 2020-11-16T20:36:52.235444+0000 mgr.x (mgr.14196) 741 : cluster [DBG] pgmap v1069: 17 pgs: 3 creating+activating, 2 creating+peering, 12 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:52 smithi065 bash[9468]: cluster 2020-11-16T20:36:51.441181+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e410: 12 total, 12 up, 12 in
2020-11-16T20:36:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:52 smithi065 bash[9468]: cluster 2020-11-16T20:36:52.235444+0000 mgr.x (mgr.14196) 741 : cluster [DBG] pgmap v1069: 17 pgs: 3 creating+activating, 2 creating+peering, 12 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:52.860 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:36:52.895 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:52.998 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:53.011 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:52 smithi142 bash[20366]: debug 2020-11-16T20:36:52.894+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:53.597 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:36:53.701 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:53.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:36:53 smithi142 bash[20366]: debug 2020-11-16T20:36:53.598+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:54.205 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:54.311 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:54.445 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:54.456 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:54 smithi142 bash[22738]: debug 2020-11-16T20:36:54.206+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:54.551 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:54.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:54 smithi071 bash[16796]: debug 2020-11-16T20:36:54.446+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:54 smithi071 bash[9480]: cluster 2020-11-16T20:36:53.209466+0000 osd.2 (osd.2) 105 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:54.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:54 smithi071 bash[9480]: cluster 2020-11-16T20:36:53.209567+0000 osd.2 (osd.2) 106 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:54.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:54 smithi071 bash[9480]: cluster 2020-11-16T20:36:53.384298+0000 osd.9 (osd.9) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:54.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:54 smithi071 bash[9480]: cluster 2020-11-16T20:36:53.384453+0000 osd.9 (osd.9) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:54.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:54 smithi071 bash[9480]: cluster 2020-11-16T20:36:53.456835+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e411: 12 total, 12 up, 12 in
2020-11-16T20:36:54.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:54 smithi071 bash[9480]: cluster 2020-11-16T20:36:54.236064+0000 mgr.x (mgr.14196) 742 : cluster [DBG] pgmap v1071: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:54.738 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:54 smithi142 bash[9523]: cluster 2020-11-16T20:36:53.209466+0000 osd.2 (osd.2) 105 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:54.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:54 smithi142 bash[9523]: cluster 2020-11-16T20:36:53.209567+0000 osd.2 (osd.2) 106 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:54.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:54 smithi142 bash[9523]: cluster 2020-11-16T20:36:53.384298+0000 osd.9 (osd.9) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:54.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:54 smithi142 bash[9523]: cluster 2020-11-16T20:36:53.384453+0000 osd.9 (osd.9) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:54.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:54 smithi142 bash[9523]: cluster 2020-11-16T20:36:53.456835+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e411: 12 total, 12 up, 12 in
2020-11-16T20:36:54.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:54 smithi142 bash[9523]: cluster 2020-11-16T20:36:54.236064+0000 mgr.x (mgr.14196) 742 : cluster [DBG] pgmap v1071: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:54.740 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:54.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:54 smithi065 bash[9468]: cluster 2020-11-16T20:36:53.209466+0000 osd.2 (osd.2) 105 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:54.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:54 smithi065 bash[9468]: cluster 2020-11-16T20:36:53.209567+0000 osd.2 (osd.2) 106 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:54.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:54 smithi065 bash[9468]: cluster 2020-11-16T20:36:53.384298+0000 osd.9 (osd.9) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:36:54.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:54 smithi065 bash[9468]: cluster 2020-11-16T20:36:53.384453+0000 osd.9 (osd.9) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:36:54.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:54 smithi065 bash[9468]: cluster 2020-11-16T20:36:53.456835+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e411: 12 total, 12 up, 12 in
2020-11-16T20:36:54.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:54 smithi065 bash[9468]: cluster 2020-11-16T20:36:54.236064+0000 mgr.x (mgr.14196) 742 : cluster [DBG] pgmap v1071: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:54.844 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:55.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:54 smithi142 bash[15670]: debug 2020-11-16T20:36:54.738+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:55.272 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:36:55.376 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:55.509 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:55.533 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:36:55 smithi142 bash[18009]: debug 2020-11-16T20:36:55.274+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:55.616 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:55.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:55 smithi071 bash[14419]: debug 2020-11-16T20:36:55.510+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:55.737 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:36:55.841 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:55.962 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:36:56.069 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:56.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:36:55 smithi071 bash[12066]: debug 2020-11-16T20:36:55.962+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:56.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:36:55 smithi071 bash[26650]: debug 2020-11-16T20:36:55.738+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:56.210 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:36:56.316 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:56.449 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:36:56.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:36:56 smithi065 bash[18823]: debug 2020-11-16T20:36:56.208+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:56.553 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:36:56.554 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:36:56.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:36:56 smithi071 bash[16796]: debug 2020-11-16T20:36:56.446+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:56.941 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:36:57.047 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:57.168 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:36:57.173 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:36:57.191 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:36:57.215 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:36:57.239 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:36:57.266 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:36:57.279 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:36:57.283 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:36:56 smithi142 bash[22738]: debug 2020-11-16T20:36:56.942+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:57.297 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:36:57.327 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:36:57.359 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:36:57.385 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:36:57.419 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:36:57.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:36:57 smithi071 bash[14419]: debug 2020-11-16T20:36:57.174+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:36:57.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:57 smithi071 bash[9480]: cluster 2020-11-16T20:36:56.236743+0000 mgr.x (mgr.14196) 743 : cluster [DBG] pgmap v1072: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:36:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:57 smithi071 bash[9480]: cluster 2020-11-16T20:36:56.444087+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e412: 12 total, 12 up, 12 in
2020-11-16T20:36:57.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:57 smithi071 bash[9480]: audit 2020-11-16T20:36:57.144439+0000 mon.a (mon.0) 1457 : audit [DBG] from='client.? v1:172.21.15.142:0/1008038008' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:36:57.451 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:36:57.481 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:36:57.483 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.602 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.604 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.604 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.604 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:37:01.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.173848+0000 osd.0 (osd.0) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.197210+0000 osd.1 (osd.1) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.221924+0000 osd.2 (osd.2) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.245713+0000 osd.3 (osd.3) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.269164+0000 osd.4 (osd.4) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.299978+0000 osd.5 (osd.5) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.329989+0000 osd.6 (osd.6) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.362252+0000 osd.7 (osd.7) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.388137+0000 osd.8 (osd.8) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.452569+0000 osd.10 (osd.10) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:58 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.483224+0000 osd.11 (osd.11) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:59 smithi071 bash[9480]: cluster 2020-11-16T20:36:57.421947+0000 osd.9 (osd.9) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:36:59 smithi071 bash[9480]: cluster 2020-11-16T20:36:58.237391+0000 mgr.x (mgr.14196) 744 : cluster [DBG] pgmap v1074: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:01.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:57 smithi065 bash[9468]: cluster 2020-11-16T20:36:56.236743+0000 mgr.x (mgr.14196) 743 : cluster [DBG] pgmap v1072: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:01.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:57 smithi065 bash[9468]: cluster 2020-11-16T20:36:56.444087+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e412: 12 total, 12 up, 12 in
2020-11-16T20:37:01.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:57 smithi065 bash[9468]: audit 2020-11-16T20:36:57.144439+0000 mon.a (mon.0) 1457 : audit [DBG] from='client.? v1:172.21.15.142:0/1008038008' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:37:01.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.173848+0000 osd.0 (osd.0) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.197210+0000 osd.1 (osd.1) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.610 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.221924+0000 osd.2 (osd.2) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.245713+0000 osd.3 (osd.3) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.269164+0000 osd.4 (osd.4) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.299978+0000 osd.5 (osd.5) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.329989+0000 osd.6 (osd.6) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.362252+0000 osd.7 (osd.7) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.388137+0000 osd.8 (osd.8) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.452569+0000 osd.10 (osd.10) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:58 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.483224+0000 osd.11 (osd.11) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:59 smithi065 bash[9468]: cluster 2020-11-16T20:36:57.421947+0000 osd.9 (osd.9) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.612 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:36:59 smithi065 bash[9468]: cluster 2020-11-16T20:36:58.237391+0000 mgr.x (mgr.14196) 744 : cluster [DBG] pgmap v1074: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:01.612 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:57 smithi142 bash[9523]: cluster 2020-11-16T20:36:56.236743+0000 mgr.x (mgr.14196) 743 : cluster [DBG] pgmap v1072: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:01.612 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:57 smithi142 bash[9523]: cluster 2020-11-16T20:36:56.444087+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e412: 12 total, 12 up, 12 in
2020-11-16T20:37:01.612 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:57 smithi142 bash[9523]: audit 2020-11-16T20:36:57.144439+0000 mon.a (mon.0) 1457 : audit [DBG] from='client.? v1:172.21.15.142:0/1008038008' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:37:01.612 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.173848+0000 osd.0 (osd.0) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.612 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.197210+0000 osd.1 (osd.1) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.221924+0000 osd.2 (osd.2) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.245713+0000 osd.3 (osd.3) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.269164+0000 osd.4 (osd.4) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.299978+0000 osd.5 (osd.5) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.329989+0000 osd.6 (osd.6) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.362252+0000 osd.7 (osd.7) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.388137+0000 osd.8 (osd.8) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.452569+0000 osd.10 (osd.10) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.483224+0000 osd.11 (osd.11) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:59 smithi142 bash[9523]: cluster 2020-11-16T20:36:57.421947+0000 osd.9 (osd.9) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:01.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:36:59 smithi142 bash[9523]: cluster 2020-11-16T20:36:58.237391+0000 mgr.x (mgr.14196) 744 : cluster [DBG] pgmap v1074: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:01.614 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:01.614 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:36:58 smithi142 bash[15670]: debug 2020-11-16T20:36:58.194+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:01.615 INFO:teuthology.orchestra.run.smithi142.stderr:enabled application 'rados' on pool 'unique_pool_2'
2020-11-16T20:37:01.615 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_historic_ops
2020-11-16T20:37:01.623 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:01 smithi142 bash[9523]: cluster 2020-11-16T20:37:00.238103+0000 mgr.x (mgr.14196) 745 : cluster [DBG] pgmap v1075: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:01.623 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:01 smithi142 bash[9523]: audit 2020-11-16T20:37:00.768053+0000 mon.a (mon.0) 1458 : audit [INF] from='client.? v1:172.21.15.142:0/1151157049' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:37:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:01 smithi071 bash[9480]: cluster 2020-11-16T20:37:00.238103+0000 mgr.x (mgr.14196) 745 : cluster [DBG] pgmap v1075: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:01 smithi071 bash[9480]: audit 2020-11-16T20:37:00.768053+0000 mon.a (mon.0) 1458 : audit [INF] from='client.? v1:172.21.15.142:0/1151157049' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:37:01.715 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:01.744 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:37:01.745 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:37:01.745 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 414,
2020-11-16T20:37:01.745 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:37:01.745 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:37:01.745 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:37:01.437039+0000",
2020-11-16T20:37:01.745 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:37:01.746 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:37:01.746 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:37:01.746 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5799936,
2020-11-16T20:37:01.746 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:37:01.746 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:37:01.746 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:37:01.746 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:37:01.746 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:37:01.747 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:37:01.747 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 29,
2020-11-16T20:37:01.747 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:37:01.747 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:37:01.747 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:37:01.747 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:37:01.747 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 4,
2020-11-16T20:37:01.748 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:37:01.748 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:37:01.748 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "jewel",
2020-11-16T20:37:01.748 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:37:01.748 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:37:01.748 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.748 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:37:01.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:37:01.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:37:01.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:37:01.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:37:01.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:37:01.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:37:01.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:37:01.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:37:01.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:37:01.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:37:01.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:37:01.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:37:01.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:37:01.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:37:01.751 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:37:01.751 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:37:01.751 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:37:01.751 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:37:01.751 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:37:01.751 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:37:01.751 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:37:01.752 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:37:01.752 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:37:01.752 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:37:01.752 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:37:01.752 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:37:01.752 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.752 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:37:01.752 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:37:01.753 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:37:01.753 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:37:01.753 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:37:01.753 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:37:01.753 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:37:01.753 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:37:01.753 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:37:01.754 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:37:01.754 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:37:01.754 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:37:01.754 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:37:01.754 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:37:01.754 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:37:01.754 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:37:01.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:37:01.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:37:01.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:37:01.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:37:01.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:37:01.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:37:01.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:37:01.755 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:37:01.756 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:37:01.756 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:37:01.756 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:37:01.756 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.756 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:37:01.756 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:37:01.756 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:37:01.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:37:01.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:37:01.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:37:01.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:37:01.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:37:01.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:37:01.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:37:01.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:37:01.758 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:37:01.758 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:37:01.758 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.758 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:37:01.758 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:37:01.758 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:01.758 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.759 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 4,
2020-11-16T20:37:01.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_2",
2020-11-16T20:37:01.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:36:47.427193+0000",
2020-11-16T20:37:01.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:37:01.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:37:01.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:37:01.759 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:37:01.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:37:01.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:37:01.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:37:01.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:37:01.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:37:01.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:37:01.760 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:37:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:37:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 16,
2020-11-16T20:37:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 16,
2020-11-16T20:37:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 16,
2020-11-16T20:37:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 16,
2020-11-16T20:37:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 16,
2020-11-16T20:37:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:37:01.761 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:37:01.762 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:37:01.762 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:37:01.762 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:37:01.762 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:37:01.762 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:37:01.762 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.762 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "413",
2020-11-16T20:37:01.762 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:37:01.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:37:01.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:37:01.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:37:01.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:37:01.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:37:01.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:37:01.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:37:01.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:37:01.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:37:01.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:37:01.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:37:01.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:37:01.764 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:37:01.765 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:37:01.765 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:37:01.765 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:37:01.765 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:37:01.765 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:37:01.765 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:37:01.766 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:37:01.766 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:37:01.766 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:37:01.766 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:37:01.766 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:37:01.766 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:37:01.766 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.766 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:37:01.767 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:37:01.767 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:37:01.767 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:37:01.767 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:37:01.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:37:01.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:37:01.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:37:01.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:37:01.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:37:01.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:37:01.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:37:01.769 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:37:01.769 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:37:01.769 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:01.769 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:37:01.769 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:37:01.769 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:37:01.769 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:37:01.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:37:01.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.651275634765625,
2020-11-16T20:37:01.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.770 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.771 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:37:01.771 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:37:01.771 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.771 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.771 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.771 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:37:01.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:37:01.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.772 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.772 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.772 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.772 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:37:01.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:37:01.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.773 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.773 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.774 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.774 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:37:01.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:37:01.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.774 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.775 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.775 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.775 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:37:01.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:37:01.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.776 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.776 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.776 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:37:01.776 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:37:01.776 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:37:01.776 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:37:01.776 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.777 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.777 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.777 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.777 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.777 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:37:01.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:37:01.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:37:01.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:37:01.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:37:01.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.779 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:37:01.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:37:01.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.780 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.780 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.780 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.780 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:37:01.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:37:01.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.781 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.781 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.781 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.781 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:37:01.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:37:01.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.782 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.782 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.783 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.783 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:37:01.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:37:01.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.783 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.784 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.784 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:37:01.784 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:37:01.784 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:37:01.784 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:37:01.784 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.784 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.784 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.785 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.785 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.785 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:37:01.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:37:01.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:37:01.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:37:01.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 393,
2020-11-16T20:37:01.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.787 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.787 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.787 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:37:01.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:37:01.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.788 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.788 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.788 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.788 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:37:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:37:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:37:01.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:37:01.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.790 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.790 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.790 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.790 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:37:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:37:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.791 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:37:01.792 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:37:01.792 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:37:01.792 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:37:01.792 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.792 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.792 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.792 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.793 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.793 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.793 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:37:01.793 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:37:01.793 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.793 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.793 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6457672119140625,
2020-11-16T20:37:01.793 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.794 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.794 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.794 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:37:01.794 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 397,
2020-11-16T20:37:01.794 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.794 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.794 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.794 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:37:01.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:37:01.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.795 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.795 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.796 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.796 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:37:01.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:37:01.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.796 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.797 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.797 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.797 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:37:01.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:37:01.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.798 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.798 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.798 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.798 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:37:01.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:37:01.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.799 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.799 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.799 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:37:01.799 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:37:01.800 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:37:01.800 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:37:01.800 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.800 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.800 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.800 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.800 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.800 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:37:01.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:37:01.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6871337890625,
2020-11-16T20:37:01.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.802 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.802 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:37:01.802 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:37:01.802 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.802 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.802 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.802 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:37:01.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:37:01.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.803 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.803 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.803 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.804 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:37:01.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:37:01.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.805 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.805 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.805 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.805 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:37:01.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:37:01.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.806 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.806 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.806 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:37:01.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:37:01.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.807 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.807 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.807 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:37:01.807 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:37:01.808 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:37:01.808 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:37:01.808 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.808 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.808 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.808 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.808 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.809 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.809 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:37:01.809 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:37:01.809 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.809 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.809 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:37:01.809 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.809 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:37:01.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:37:01.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.810 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:37:01.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:37:01.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.811 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.811 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.812 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.812 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:37:01.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:37:01.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.813 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.813 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.813 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.813 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:37:01.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:37:01.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.814 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.814 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.814 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.814 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:37:01.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:37:01.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.815 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.815 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.815 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:37:01.815 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:37:01.815 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:37:01.816 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:37:01.816 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.816 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.816 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.816 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.816 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.816 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:37:01.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:37:01.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:37:01.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.817 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.818 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.818 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:37:01.818 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:37:01.818 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.818 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.818 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.818 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:37:01.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:37:01.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.819 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.819 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.819 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.820 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:37:01.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:37:01.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.820 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.820 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.821 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.821 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:37:01.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:37:01.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.822 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.822 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.822 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.822 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:37:01.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:37:01.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.823 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.823 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.823 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:37:01.823 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:37:01.823 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:37:01.823 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:37:01.824 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.824 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.824 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.824 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.824 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.824 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.824 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:37:01.824 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:37:01.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:37:01.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:37:01.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:37:01.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:37:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:37:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:37:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:37:01.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:37:01.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.827 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.827 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.827 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.827 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:37:01.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:37:01.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.828 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.828 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.828 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.828 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:37:01.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:37:01.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.829 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.829 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.830 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.830 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:37:01.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:37:01.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.831 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.831 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.831 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:37:01.831 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:37:01.831 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:37:01.831 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:37:01.831 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:37:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:37:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:37:01.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:37:01.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 330,
2020-11-16T20:37:01.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.834 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.834 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.834 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.834 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:37:01.834 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:37:01.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.835 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.835 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.835 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.835 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:37:01.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:37:01.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.836 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.836 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.836 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.836 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:37:01.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:37:01.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.837 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.837 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.837 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.838 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:37:01.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:37:01.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.838 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.838 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:37:01.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:37:01.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:37:01.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:37:01.839 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.839 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.839 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.840 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.840 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.840 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.840 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:37:01.840 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:37:01.840 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.840 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.840 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:37:01.841 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:37:01.841 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.841 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.841 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:37:01.841 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:37:01.841 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.841 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.842 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.842 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:37:01.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:37:01.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.842 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.843 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.843 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.843 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:37:01.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:37:01.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.844 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.844 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.844 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.844 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:37:01.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:37:01.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.845 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.845 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.845 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.845 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:37:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:37:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:37:01.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:37:01.847 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:37:01.847 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:37:01.847 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.847 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.847 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.847 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.847 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:37:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:37:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:37:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.849 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.849 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:37:01.849 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 371,
2020-11-16T20:37:01.849 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.849 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.849 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.849 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:37:01.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:37:01.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.850 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.850 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.851 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:37:01.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:37:01.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.851 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.852 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.852 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:37:01.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:37:01.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.853 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.853 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.853 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.853 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:37:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:37:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:37:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:37:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:37:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:37:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:37:01.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:37:01.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:37:01.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:37:01.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.3839874267578125,
2020-11-16T20:37:01.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:37:01.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:37:01.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:37:01.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:37:01.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:37:01.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:37:01.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:37:01.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:37:01.857 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:37:01.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:37:01.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.858 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.858 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:37:01.858 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:37:01.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:37:01.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.859 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.859 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:37:01.859 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:37:01.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:37:01.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.860 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.860 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.861 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:37:01.861 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:37:01.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:01.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:37:01.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:37:01.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:37:01.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:01.861 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:01.862 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:37:01.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:37:01.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:37:01.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:37:01.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:37:01.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:37:01.862 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:37:01.863 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:37:01.863 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:37:01.863 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:37:01.863 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:37:01.863 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:37:01.863 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:37:01.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:00.830842+0000",
2020-11-16T20:37:01.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.864 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.864 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.865 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:37:01.865 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.865 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.865 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.865 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.865 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.865 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:24.950877+0000",
2020-11-16T20:37:01.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.866 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.866 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:37:01.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:53.209570+0000",
2020-11-16T20:37:01.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.867 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.867 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:37:01.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:15.433728+0000",
2020-11-16T20:37:01.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.868 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.868 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:37:01.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:42.670190+0000",
2020-11-16T20:37:01.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.870 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.870 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:37:01.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:12.683363+0000",
2020-11-16T20:37:01.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.871 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.871 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:37:01.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:36.617557+0000",
2020-11-16T20:37:01.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.872 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.872 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:37:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:16.443749+0000",
2020-11-16T20:37:01.874 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:37:01.874 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.874 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.874 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:37:01.874 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.874 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.874 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.874 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:23.464108+0000",
2020-11-16T20:37:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:37:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:53.384460+0000",
2020-11-16T20:37:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:37:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:02.285704+0000",
2020-11-16T20:37:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:37:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:37:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:37:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:37:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:37:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:37:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:36:27.945022+0000",
2020-11-16T20:37:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:37:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:37:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:37:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [],
2020-11-16T20:37:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [],
2020-11-16T20:37:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [],
2020-11-16T20:37:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:37:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:37:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:37:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:37:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:37:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:37:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:37:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:37:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:37:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:37:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:37:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:37:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:37:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:37:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:37:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:37:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:37:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:37:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:37:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:37:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:37:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:37:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:37:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:37:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:37:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:37:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:37:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:37:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:37:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:37:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:37:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:37:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:37:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:37:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:37:01.886 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:01 smithi065 bash[9468]: cluster 2020-11-16T20:37:00.238103+0000 mgr.x (mgr.14196) 745 : cluster [DBG] pgmap v1075: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:01.886 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:01 smithi065 bash[9468]: audit 2020-11-16T20:37:00.768053+0000 mon.a (mon.0) 1458 : audit [INF] from='client.? v1:172.21.15.142:0/1151157049' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:37:01.887 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:02.276 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:02.382 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:02.458 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:37:02.527 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[9523]: cluster 2020-11-16T20:37:00.830712+0000 osd.0 (osd.0) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:02.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[9523]: cluster 2020-11-16T20:37:00.830837+0000 osd.0 (osd.0) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:02.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[9523]: audit 2020-11-16T20:37:01.314416+0000 mon.a (mon.0) 1459 : audit [INF] from='client.? v1:172.21.15.142:0/1151157049' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:37:02.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[9523]: cluster 2020-11-16T20:37:01.314480+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e413: 12 total, 12 up, 12 in
2020-11-16T20:37:02.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[9523]: cluster 2020-11-16T20:37:01.443398+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e414: 12 total, 12 up, 12 in
2020-11-16T20:37:02.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[9523]: audit 2020-11-16T20:37:01.749100+0000 mon.a (mon.0) 1462 : audit [DBG] from='client.? v1:172.21.15.142:0/2042602858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:37:02.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[9523]: audit 2020-11-16T20:37:01.983524+0000 mon.a (mon.0) 1463 : audit [INF] from='client.? v1:172.21.15.142:0/1518433817' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:37:02.529 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[20366]: debug 2020-11-16T20:37:02.278+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:02 smithi071 bash[9480]: cluster 2020-11-16T20:37:00.830712+0000 osd.0 (osd.0) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:02 smithi071 bash[9480]: cluster 2020-11-16T20:37:00.830837+0000 osd.0 (osd.0) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:02 smithi071 bash[9480]: audit 2020-11-16T20:37:01.314416+0000 mon.a (mon.0) 1459 : audit [INF] from='client.? v1:172.21.15.142:0/1151157049' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:37:02.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:02 smithi071 bash[9480]: cluster 2020-11-16T20:37:01.314480+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e413: 12 total, 12 up, 12 in
2020-11-16T20:37:02.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:02 smithi071 bash[9480]: cluster 2020-11-16T20:37:01.443398+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e414: 12 total, 12 up, 12 in
2020-11-16T20:37:02.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:02 smithi071 bash[9480]: audit 2020-11-16T20:37:01.749100+0000 mon.a (mon.0) 1462 : audit [DBG] from='client.? v1:172.21.15.142:0/2042602858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:37:02.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:02 smithi071 bash[9480]: audit 2020-11-16T20:37:01.983524+0000 mon.a (mon.0) 1463 : audit [INF] from='client.? v1:172.21.15.142:0/1518433817' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:37:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:02 smithi065 bash[9468]: cluster 2020-11-16T20:37:00.830712+0000 osd.0 (osd.0) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:02 smithi065 bash[9468]: cluster 2020-11-16T20:37:00.830837+0000 osd.0 (osd.0) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:02 smithi065 bash[9468]: audit 2020-11-16T20:37:01.314416+0000 mon.a (mon.0) 1459 : audit [INF] from='client.? v1:172.21.15.142:0/1151157049' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:37:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:02 smithi065 bash[9468]: cluster 2020-11-16T20:37:01.314480+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e413: 12 total, 12 up, 12 in
2020-11-16T20:37:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:02 smithi065 bash[9468]: cluster 2020-11-16T20:37:01.443398+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e414: 12 total, 12 up, 12 in
2020-11-16T20:37:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:02 smithi065 bash[9468]: audit 2020-11-16T20:37:01.749100+0000 mon.a (mon.0) 1462 : audit [DBG] from='client.? v1:172.21.15.142:0/2042602858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:37:02.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:02 smithi065 bash[9468]: audit 2020-11-16T20:37:01.983524+0000 mon.a (mon.0) 1463 : audit [INF] from='client.? v1:172.21.15.142:0/1518433817' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:37:02.900 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:03.006 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:03.126 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:03.231 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:03.242 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:02 smithi142 bash[22738]: debug 2020-11-16T20:37:02.902+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:03.322 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:03 smithi071 bash[16796]: debug 2020-11-16T20:37:03.126+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:03.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:03 smithi142 bash[9523]: cluster 2020-11-16T20:37:02.238823+0000 mgr.x (mgr.14196) 746 : cluster [DBG] pgmap v1078: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:03.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:03 smithi142 bash[9523]: cluster 2020-11-16T20:37:02.296734+0000 osd.10 (osd.10) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:03.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:03 smithi142 bash[9523]: cluster 2020-11-16T20:37:02.296857+0000 osd.10 (osd.10) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:03.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:03 smithi142 bash[9523]: cluster 2020-11-16T20:37:02.447469+0000 mon.a (mon.0) 1464 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:03.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:03 smithi142 bash[9523]: audit 2020-11-16T20:37:02.460523+0000 mon.a (mon.0) 1465 : audit [INF] from='client.? v1:172.21.15.142:0/1518433817' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:37:03.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:03 smithi142 bash[9523]: cluster 2020-11-16T20:37:02.460593+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e415: 12 total, 12 up, 12 in
2020-11-16T20:37:03.615 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:37:03.654 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:03 smithi071 bash[9480]: cluster 2020-11-16T20:37:02.238823+0000 mgr.x (mgr.14196) 746 : cluster [DBG] pgmap v1078: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:03 smithi071 bash[9480]: cluster 2020-11-16T20:37:02.296734+0000 osd.10 (osd.10) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:03 smithi071 bash[9480]: cluster 2020-11-16T20:37:02.296857+0000 osd.10 (osd.10) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:03 smithi071 bash[9480]: cluster 2020-11-16T20:37:02.447469+0000 mon.a (mon.0) 1464 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:03 smithi071 bash[9480]: audit 2020-11-16T20:37:02.460523+0000 mon.a (mon.0) 1465 : audit [INF] from='client.? v1:172.21.15.142:0/1518433817' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:37:03.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:03 smithi071 bash[9480]: cluster 2020-11-16T20:37:02.460593+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e415: 12 total, 12 up, 12 in
2020-11-16T20:37:03.756 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:03.760 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:03 smithi065 bash[9468]: cluster 2020-11-16T20:37:02.238823+0000 mgr.x (mgr.14196) 746 : cluster [DBG] pgmap v1078: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:03 smithi065 bash[9468]: cluster 2020-11-16T20:37:02.296734+0000 osd.10 (osd.10) 80 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:03 smithi065 bash[9468]: cluster 2020-11-16T20:37:02.296857+0000 osd.10 (osd.10) 81 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:03 smithi065 bash[9468]: cluster 2020-11-16T20:37:02.447469+0000 mon.a (mon.0) 1464 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:03 smithi065 bash[9468]: audit 2020-11-16T20:37:02.460523+0000 mon.a (mon.0) 1465 : audit [INF] from='client.? v1:172.21.15.142:0/1518433817' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:37:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:03 smithi065 bash[9468]: cluster 2020-11-16T20:37:02.460593+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e415: 12 total, 12 up, 12 in
2020-11-16T20:37:03.941 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:37:03 smithi142 bash[15670]: debug 2020-11-16T20:37:03.653+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:03.942 INFO:tasks.thrashosds.thrasher:j is {'epoch': 414, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:37:01.437039+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5799936, 'flags_set': ['pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 29, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 4, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'jewel', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 4, 'pool_name': 'unique_pool_2', 'create_time': '2020-11-16T20:36:47.427193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 16, 'pg_placement_num': 16, 'pg_placement_num_target': 16, 'pg_num_target': 16, 'pg_num_pending': 16, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '413', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.651275634765625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 393, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.6457672119140625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 397, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.6871337890625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 407, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 330, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 371, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.3839874267578125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:00.830842+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:24.950877+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:53.209570+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:15.433728+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:42.670190+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:12.683363+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:36.617557+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:16.443749+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:23.464108+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:53.384460+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:02.285704+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:36:27.945022+0000', 'dead_epoch': 0}], 'pg_upmap': [], 'pg_upmap_items': [], 'pg_temp': [], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:37:03.943 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:37:04.077 INFO:teuthology.orchestra.run.smithi065:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.2 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write'
2020-11-16T20:37:04.080 INFO:tasks.radosbench:joining radosbench (timing out after 3000s)
2020-11-16T20:37:04.080 INFO:teuthology.orchestra.run:waiting for 3000
2020-11-16T20:37:04.082 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:04.124 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:hints = 1
2020-11-16T20:37:04.125 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects
2020-11-16T20:37:04.125 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object prefix: benchmark_data_smithi065_31807
2020-11-16T20:37:04.125 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:37:04.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    0       0         0         0         0         0           -           0
2020-11-16T20:37:04.250 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:04.354 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:37:04.471 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:37:04.572 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:37:04 smithi142 bash[15670]: debug 2020-11-16T20:37:04.249+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:04.575 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:37:04.697 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:37:04 smithi071 bash[12066]: debug 2020-11-16T20:37:04.470+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:04.697 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:37:04 smithi071 bash[12066]: debug 2020-11-16T20:37:04.694+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:04.698 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:37:04.803 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:04.918 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:04.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:04 smithi071 bash[16796]: debug 2020-11-16T20:37:04.918+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:05.024 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:05.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    1      16      3546      3530   220.607   220.625  0.00276109  0.00418797
2020-11-16T20:37:05.173 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:05.278 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:05.288 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:05 smithi065 bash[18823]: debug 2020-11-16T20:37:05.168+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:05.393 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:05.498 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:37:05.624 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:05 smithi065 bash[9468]: cluster 2020-11-16T20:37:04.239381+0000 mgr.x (mgr.14196) 747 : cluster [DBG] pgmap v1080: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:05.625 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:05 smithi065 bash[18823]: debug 2020-11-16T20:37:05.388+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:05.625 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:37:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:05 smithi071 bash[9480]: cluster 2020-11-16T20:37:04.239381+0000 mgr.x (mgr.14196) 747 : cluster [DBG] pgmap v1080: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:05.729 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:37:05.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:05 smithi142 bash[9523]: cluster 2020-11-16T20:37:04.239381+0000 mgr.x (mgr.14196) 747 : cluster [DBG] pgmap v1080: 17 pgs: 17 active+clean; 0 B data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:05.840 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:37:05.945 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:05.958 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:37:05 smithi065 bash[16457]: debug 2020-11-16T20:37:05.620+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:06.067 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:06.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    2      16      6474      6458   201.788       183  0.00370367  0.00494926
2020-11-16T20:37:06.171 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:06.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:37:05 smithi071 bash[14419]: debug 2020-11-16T20:37:05.838+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:06.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:06 smithi065 bash[18823]: debug 2020-11-16T20:37:06.064+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:06.375 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:06.479 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:06.533 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:06 smithi142 bash[20366]: debug 2020-11-16T20:37:06.373+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:06.594 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:06.699 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:06.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:06 smithi065 bash[18823]: debug 2020-11-16T20:37:06.592+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:06.828 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:06.835 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:37:06.932 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:07.020 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:07.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    3      16     10099     10083   210.035   226.562  0.00459052  0.00475579
2020-11-16T20:37:07.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:06 smithi065 bash[14115]: debug 2020-11-16T20:37:06.824+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:07 smithi071 bash[9480]: cluster 2020-11-16T20:37:06.239861+0000 mgr.x (mgr.14196) 748 : cluster [DBG] pgmap v1081: 17 pgs: 17 active+clean; 86 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:07 smithi071 bash[9480]: cluster 2020-11-16T20:37:06.444375+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e416: 12 total, 12 up, 12 in
2020-11-16T20:37:07.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:07 smithi065 bash[9468]: cluster 2020-11-16T20:37:06.239861+0000 mgr.x (mgr.14196) 748 : cluster [DBG] pgmap v1081: 17 pgs: 17 active+clean; 86 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:07.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:07 smithi065 bash[9468]: cluster 2020-11-16T20:37:06.444375+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e416: 12 total, 12 up, 12 in
2020-11-16T20:37:07.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:07 smithi142 bash[9523]: cluster 2020-11-16T20:37:06.239861+0000 mgr.x (mgr.14196) 748 : cluster [DBG] pgmap v1081: 17 pgs: 17 active+clean; 86 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:07.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:07 smithi142 bash[9523]: cluster 2020-11-16T20:37:06.444375+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e416: 12 total, 12 up, 12 in
2020-11-16T20:37:08.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    4      16     13750     13734   214.568   228.188  0.00443318  0.00458631
2020-11-16T20:37:09.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    5      16     16952     16936   211.676   200.125  0.00335162  0.00471979
2020-11-16T20:37:09.271 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:09.373 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:09.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:09 smithi142 bash[22738]: debug 2020-11-16T20:37:09.269+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:09.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:09 smithi142 bash[9523]: cluster 2020-11-16T20:37:08.240453+0000 mgr.x (mgr.14196) 749 : cluster [DBG] pgmap v1083: 17 pgs: 17 active+clean; 277 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:09.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:09 smithi071 bash[9480]: cluster 2020-11-16T20:37:08.240453+0000 mgr.x (mgr.14196) 749 : cluster [DBG] pgmap v1083: 17 pgs: 17 active+clean; 277 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:09.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:09 smithi065 bash[9468]: cluster 2020-11-16T20:37:08.240453+0000 mgr.x (mgr.14196) 749 : cluster [DBG] pgmap v1083: 17 pgs: 17 active+clean; 277 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:10.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    6      16     20222     20206   210.456   204.375  0.00311548  0.00474842
2020-11-16T20:37:11.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    7      16     22389     22373   199.737   135.438  0.00426981  0.00500347
2020-11-16T20:37:11.627 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:11 smithi142 bash[20366]: debug 2020-11-16T20:37:11.625+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:11.628 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:11 smithi142 bash[9523]: cluster 2020-11-16T20:37:10.240892+0000 mgr.x (mgr.14196) 750 : cluster [DBG] pgmap v1084: 17 pgs: 17 active+clean; 741 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:11.628 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:11 smithi071 bash[9480]: cluster 2020-11-16T20:37:10.240892+0000 mgr.x (mgr.14196) 750 : cluster [DBG] pgmap v1084: 17 pgs: 17 active+clean; 741 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:11.858 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:11.860 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:11 smithi065 bash[9468]: cluster 2020-11-16T20:37:10.240892+0000 mgr.x (mgr.14196) 750 : cluster [DBG] pgmap v1084: 17 pgs: 17 active+clean; 741 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:12.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    8      16     24186     24170   188.808   112.312    0.335164  0.00512119
2020-11-16T20:37:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:12 smithi065 bash[9468]: cluster 2020-11-16T20:37:12.241393+0000 mgr.x (mgr.14196) 751 : cluster [DBG] pgmap v1085: 17 pgs: 17 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:12 smithi142 bash[9523]: cluster 2020-11-16T20:37:12.241393+0000 mgr.x (mgr.14196) 751 : cluster [DBG] pgmap v1085: 17 pgs: 17 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:12.866 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:12.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:12 smithi071 bash[9480]: cluster 2020-11-16T20:37:12.241393+0000 mgr.x (mgr.14196) 751 : cluster [DBG] pgmap v1085: 17 pgs: 17 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T20:37:12.969 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:13.126 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    9      15     27169     27154    188.55     186.5  0.00335861  0.00530032
2020-11-16T20:37:13.284 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:37:12 smithi065 bash[11785]: debug 2020-11-16T20:37:12.864+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:13.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:13 smithi065 bash[9468]: cluster 2020-11-16T20:37:12.790988+0000 osd.5 (osd.5) 104 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:13 smithi065 bash[9468]: cluster 2020-11-16T20:37:12.791066+0000 osd.5 (osd.5) 105 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:13 smithi142 bash[9523]: cluster 2020-11-16T20:37:12.790988+0000 osd.5 (osd.5) 104 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:13 smithi142 bash[9523]: cluster 2020-11-16T20:37:12.791066+0000 osd.5 (osd.5) 105 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:13 smithi071 bash[9480]: cluster 2020-11-16T20:37:12.790988+0000 osd.5 (osd.5) 104 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:13 smithi071 bash[9480]: cluster 2020-11-16T20:37:12.791066+0000 osd.5 (osd.5) 105 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:14.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   10      16     29616     29600   184.981   152.875  0.00640646  0.00540312
2020-11-16T20:37:14.282 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:14.385 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:14.539 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:14.643 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:14.651 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:14 smithi071 bash[16796]: debug 2020-11-16T20:37:14.282+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:14.652 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:14 smithi071 bash[9480]: cluster 2020-11-16T20:37:13.459429+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e417: 12 total, 12 up, 12 in
2020-11-16T20:37:14.652 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:14 smithi071 bash[9480]: cluster 2020-11-16T20:37:14.241837+0000 mgr.x (mgr.14196) 752 : cluster [DBG] pgmap v1087: 17 pgs: 17 active+clean; 1.5 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 181 MiB/s wr, 2.90k op/s
2020-11-16T20:37:14.756 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:14.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:14 smithi065 bash[9468]: cluster 2020-11-16T20:37:13.459429+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e417: 12 total, 12 up, 12 in
2020-11-16T20:37:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:14 smithi065 bash[9468]: cluster 2020-11-16T20:37:14.241837+0000 mgr.x (mgr.14196) 752 : cluster [DBG] pgmap v1087: 17 pgs: 17 active+clean; 1.5 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 181 MiB/s wr, 2.90k op/s
2020-11-16T20:37:14.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:14 smithi065 bash[18823]: debug 2020-11-16T20:37:14.536+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:14.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:14 smithi142 bash[9523]: cluster 2020-11-16T20:37:13.459429+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e417: 12 total, 12 up, 12 in
2020-11-16T20:37:14.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:14 smithi142 bash[9523]: cluster 2020-11-16T20:37:14.241837+0000 mgr.x (mgr.14196) 752 : cluster [DBG] pgmap v1087: 17 pgs: 17 active+clean; 1.5 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 181 MiB/s wr, 2.90k op/s
2020-11-16T20:37:14.862 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:14.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:14 smithi071 bash[26650]: debug 2020-11-16T20:37:14.754+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:14.971 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:15.077 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:15.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   11      16     32370     32354   183.811   172.125  0.00549635  0.00543742
2020-11-16T20:37:15.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:14 smithi065 bash[14115]: debug 2020-11-16T20:37:14.968+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:16.025 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:16.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   12      16     34989     34973   182.133   163.688  0.00424038  0.00548734
2020-11-16T20:37:16.129 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:16.265 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:16.365 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:16 smithi142 bash[20366]: debug 2020-11-16T20:37:16.025+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:16.369 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:16.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:16 smithi065 bash[14115]: debug 2020-11-16T20:37:16.260+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:17.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   13      16     37379     37363   179.612   149.375  0.00568019  0.00556477
2020-11-16T20:37:17.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:17 smithi071 bash[9480]: cluster 2020-11-16T20:37:16.136246+0000 osd.3 (osd.3) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:17.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:17 smithi071 bash[9480]: cluster 2020-11-16T20:37:16.136330+0000 osd.3 (osd.3) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:17.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:17 smithi071 bash[9480]: cluster 2020-11-16T20:37:16.191296+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e418: 12 total, 12 up, 12 in
2020-11-16T20:37:17.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:17 smithi071 bash[9480]: cluster 2020-11-16T20:37:16.242213+0000 mgr.x (mgr.14196) 753 : cluster [DBG] pgmap v1089: 17 pgs: 17 active+clean; 1.7 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 187 MiB/s wr, 2.99k op/s
2020-11-16T20:37:17.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:17 smithi065 bash[9468]: cluster 2020-11-16T20:37:16.136246+0000 osd.3 (osd.3) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:17.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:17 smithi065 bash[9468]: cluster 2020-11-16T20:37:16.136330+0000 osd.3 (osd.3) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:17.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:17 smithi065 bash[9468]: cluster 2020-11-16T20:37:16.191296+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e418: 12 total, 12 up, 12 in
2020-11-16T20:37:17.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:17 smithi065 bash[9468]: cluster 2020-11-16T20:37:16.242213+0000 mgr.x (mgr.14196) 753 : cluster [DBG] pgmap v1089: 17 pgs: 17 active+clean; 1.7 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 187 MiB/s wr, 2.99k op/s
2020-11-16T20:37:17.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:17 smithi142 bash[9523]: cluster 2020-11-16T20:37:16.136246+0000 osd.3 (osd.3) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:17.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:17 smithi142 bash[9523]: cluster 2020-11-16T20:37:16.136330+0000 osd.3 (osd.3) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:17.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:17 smithi142 bash[9523]: cluster 2020-11-16T20:37:16.191296+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e418: 12 total, 12 up, 12 in
2020-11-16T20:37:17.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:17 smithi142 bash[9523]: cluster 2020-11-16T20:37:16.242213+0000 mgr.x (mgr.14196) 753 : cluster [DBG] pgmap v1089: 17 pgs: 17 active+clean; 1.7 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 187 MiB/s wr, 2.99k op/s
2020-11-16T20:37:18.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   14      15     39990     39975   178.442    163.25  0.00339801  0.00560052
2020-11-16T20:37:18.252 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:18 smithi142 bash[9523]: cluster 2020-11-16T20:37:17.179978+0000 osd.7 (osd.7) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:18.252 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:18 smithi142 bash[9523]: cluster 2020-11-16T20:37:17.180094+0000 osd.7 (osd.7) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:18.252 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:18 smithi142 bash[9523]: cluster 2020-11-16T20:37:17.448313+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e419: 12 total, 12 up, 12 in
2020-11-16T20:37:18.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:18 smithi071 bash[9480]: cluster 2020-11-16T20:37:17.179978+0000 osd.7 (osd.7) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:18.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:18 smithi071 bash[9480]: cluster 2020-11-16T20:37:17.180094+0000 osd.7 (osd.7) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:18.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:18 smithi071 bash[9480]: cluster 2020-11-16T20:37:17.448313+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e419: 12 total, 12 up, 12 in
2020-11-16T20:37:18.446 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:18.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:18 smithi065 bash[9468]: cluster 2020-11-16T20:37:17.179978+0000 osd.7 (osd.7) 61 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:18 smithi065 bash[9468]: cluster 2020-11-16T20:37:17.180094+0000 osd.7 (osd.7) 62 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:18 smithi065 bash[9468]: cluster 2020-11-16T20:37:17.448313+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e419: 12 total, 12 up, 12 in
2020-11-16T20:37:18.549 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:18.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:18 smithi071 bash[16796]: debug 2020-11-16T20:37:18.446+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:19.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   15      16     42426     42410   176.691   152.188  0.00373302  0.00565674
2020-11-16T20:37:19.244 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:37:19.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:37:19.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:37:19.245 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:37:19.245 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.246 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:240184 2.e 2:7e1d381a:::benchmark_data_smithi065_20143_object90797:head [delete] snapc 0=[] ondisk+write+known_if_redirected e239)",
2020-11-16T20:37:19.246 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:43.595059+0000",
2020-11-16T20:37:19.246 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 515.64836834300002,
2020-11-16T20:37:19.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32469683100000002,
2020-11-16T20:37:19.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.247 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.247 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:37:19.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:37:19.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 240184
2020-11-16T20:37:19.248 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.248 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595059+0000",
2020-11-16T20:37:19.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595059+0000",
2020-11-16T20:37:19.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:37:19.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595042+0000",
2020-11-16T20:37:19.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9705e-05
2020-11-16T20:37:19.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595081+0000",
2020-11-16T20:37:19.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.537e-06
2020-11-16T20:37:19.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595089+0000",
2020-11-16T20:37:19.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5970000000000002e-06
2020-11-16T20:37:19.252 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.252 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595093+0000",
2020-11-16T20:37:19.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0365999999999998e-05
2020-11-16T20:37:19.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595154+0000",
2020-11-16T20:37:19.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017778299999999999
2020-11-16T20:37:19.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595332+0000",
2020-11-16T20:37:19.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000154659
2020-11-16T20:37:19.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:37:19.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595486+0000",
2020-11-16T20:37:19.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011914039
2020-11-16T20:37:19.255 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.255 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.607400+0000",
2020-11-16T20:37:19.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31205535299999998
2020-11-16T20:37:19.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.919456+0000",
2020-11-16T20:37:19.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000131025
2020-11-16T20:37:19.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.919587+0000",
2020-11-16T20:37:19.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016927399999999999
2020-11-16T20:37:19.257 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.257 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.919756+0000",
2020-11-16T20:37:19.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32469683100000002
2020-11-16T20:37:19.258 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.258 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.258 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.258 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.258 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.258 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:240184 2.e 2:7e1d381a:::benchmark_data_smithi065_20143_object90797:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e239)",
2020-11-16T20:37:19.259 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:43.595827+0000",
2020-11-16T20:37:19.259 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 515.64760040900001,
2020-11-16T20:37:19.259 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32381753000000002,
2020-11-16T20:37:19.259 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.260 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "delayed",
2020-11-16T20:37:19.260 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:37:19.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:37:19.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 240184
2020-11-16T20:37:19.260 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.260 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595827+0000",
2020-11-16T20:37:19.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595827+0000",
2020-11-16T20:37:19.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:37:19.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595809+0000",
2020-11-16T20:37:19.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9844e-05
2020-11-16T20:37:19.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595849+0000",
2020-11-16T20:37:19.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8769999999999993e-06
2020-11-16T20:37:19.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595857+0000",
2020-11-16T20:37:19.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5109999999999997e-06
2020-11-16T20:37:19.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595861+0000",
2020-11-16T20:37:19.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0054557770000000002
2020-11-16T20:37:19.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.601317+0000",
2020-11-16T20:37:19.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8431999999999995e-05
2020-11-16T20:37:19.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for ondisk",
2020-11-16T20:37:19.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.601416+0000",
2020-11-16T20:37:19.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31822906699999998
2020-11-16T20:37:19.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.919645+0000",
2020-11-16T20:37:19.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32381753000000002
2020-11-16T20:37:19.267 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.267 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.267 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.267 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.267 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.267 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:240185 2.e 2:7accd08b:::benchmark_data_smithi065_20143_object90798:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e239)",
2020-11-16T20:37:19.267 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:43.595889+0000",
2020-11-16T20:37:19.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 515.64753799699997,
2020-11-16T20:37:19.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32429056000000001,
2020-11-16T20:37:19.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.268 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.268 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:37:19.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:37:19.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 240185
2020-11-16T20:37:19.269 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.269 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.269 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.269 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595889+0000",
2020-11-16T20:37:19.269 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595889+0000",
2020-11-16T20:37:19.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999843
2020-11-16T20:37:19.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595874+0000",
2020-11-16T20:37:19.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5061999999999997e-05
2020-11-16T20:37:19.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595909+0000",
2020-11-16T20:37:19.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5759999999999996e-06
2020-11-16T20:37:19.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595914+0000",
2020-11-16T20:37:19.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6460000000000002e-06
2020-11-16T20:37:19.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.595917+0000",
2020-11-16T20:37:19.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0055239379999999999
2020-11-16T20:37:19.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.601441+0000",
2020-11-16T20:37:19.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013300700000000001
2020-11-16T20:37:19.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.601574+0000",
2020-11-16T20:37:19.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015076400000000001
2020-11-16T20:37:19.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:37:19.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.601725+0000",
2020-11-16T20:37:19.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31819029199999999
2020-11-16T20:37:19.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.919915+0000",
2020-11-16T20:37:19.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.8039999999999999e-05
2020-11-16T20:37:19.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.919943+0000",
2020-11-16T20:37:19.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000116251
2020-11-16T20:37:19.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.920059+0000",
2020-11-16T20:37:19.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000120752
2020-11-16T20:37:19.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:43.920180+0000",
2020-11-16T20:37:19.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32429056000000001
2020-11-16T20:37:19.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.277 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.278 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.278 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.278 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.278 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:292866 2.e 2:7f736311:::benchmark_data_smithi065_20143_object143479:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)",
2020-11-16T20:37:19.278 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:29:36.180464+0000",
2020-11-16T20:37:19.278 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 463.06296348900003,
2020-11-16T20:37:19.278 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.355997654,
2020-11-16T20:37:19.279 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.279 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.279 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:37:19.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:37:19.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 292866
2020-11-16T20:37:19.279 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.279 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.280 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.280 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.280 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.180464+0000",
2020-11-16T20:37:19.280 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.280 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.280 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.280 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.180464+0000",
2020-11-16T20:37:19.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999495
2020-11-16T20:37:19.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.180413+0000",
2020-11-16T20:37:19.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000110534
2020-11-16T20:37:19.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.180524+0000",
2020-11-16T20:37:19.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7353000000000001e-05
2020-11-16T20:37:19.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.180551+0000",
2020-11-16T20:37:19.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5630000000000001e-05
2020-11-16T20:37:19.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.180567+0000",
2020-11-16T20:37:19.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6315000000000003e-05
2020-11-16T20:37:19.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.180653+0000",
2020-11-16T20:37:19.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021822700000000001
2020-11-16T20:37:19.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.180871+0000",
2020-11-16T20:37:19.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012933399999999999
2020-11-16T20:37:19.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:37:19.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.181001+0000",
2020-11-16T20:37:19.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0059883669999999996
2020-11-16T20:37:19.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.186989+0000",
2020-11-16T20:37:19.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34933650100000002
2020-11-16T20:37:19.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.536326+0000",
2020-11-16T20:37:19.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6346000000000004e-05
2020-11-16T20:37:19.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.536402+0000",
2020-11-16T20:37:19.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9679000000000002e-05
2020-11-16T20:37:19.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.536462+0000",
2020-11-16T20:37:19.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.355997654
2020-11-16T20:37:19.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.288 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.288 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.288 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.289 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.289 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:292905 2.e 2:74611f5c:::benchmark_data_smithi065_20143_object143518:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)",
2020-11-16T20:37:19.289 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:29:36.215941+0000",
2020-11-16T20:37:19.289 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 463.02748631600002,
2020-11-16T20:37:19.289 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32067526299999999,
2020-11-16T20:37:19.289 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.289 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.290 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:37:19.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:37:19.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 292905
2020-11-16T20:37:19.290 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.290 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.215941+0000",
2020-11-16T20:37:19.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.291 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.291 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.215941+0000",
2020-11-16T20:37:19.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:37:19.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.215911+0000",
2020-11-16T20:37:19.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7067e-05
2020-11-16T20:37:19.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.215978+0000",
2020-11-16T20:37:19.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2481e-05
2020-11-16T20:37:19.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.215991+0000",
2020-11-16T20:37:19.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5390000000000004e-06
2020-11-16T20:37:19.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.215997+0000",
2020-11-16T20:37:19.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2687e-05
2020-11-16T20:37:19.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216040+0000",
2020-11-16T20:37:19.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000107055
2020-11-16T20:37:19.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216147+0000",
2020-11-16T20:37:19.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4409999999999999e-05
2020-11-16T20:37:19.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:37:19.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216241+0000",
2020-11-16T20:37:19.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012011238
2020-11-16T20:37:19.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228253+0000",
2020-11-16T20:37:19.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.30826932099999999
2020-11-16T20:37:19.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.536522+0000",
2020-11-16T20:37:19.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3955000000000001e-05
2020-11-16T20:37:19.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.536576+0000",
2020-11-16T20:37:19.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0533e-05
2020-11-16T20:37:19.299 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.299 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.536616+0000",
2020-11-16T20:37:19.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32067526299999999
2020-11-16T20:37:19.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.300 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.300 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.300 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.300 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.301 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:292906 2.e 2:7c2832ef:::benchmark_data_smithi065_20143_object143519:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)",
2020-11-16T20:37:19.301 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:29:36.216778+0000",
2020-11-16T20:37:19.301 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 463.026649986,
2020-11-16T20:37:19.301 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32983289999999998,
2020-11-16T20:37:19.301 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.302 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.302 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.302 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:37:19.302 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:37:19.303 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 292906
2020-11-16T20:37:19.303 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.303 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.303 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.303 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.304 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216778+0000",
2020-11-16T20:37:19.304 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.304 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.304 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.304 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.304 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216778+0000",
2020-11-16T20:37:19.305 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:37:19.305 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.305 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.305 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.305 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216760+0000",
2020-11-16T20:37:19.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1022999999999997e-05
2020-11-16T20:37:19.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216801+0000",
2020-11-16T20:37:19.306 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2260000000000005e-06
2020-11-16T20:37:19.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216809+0000",
2020-11-16T20:37:19.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6319999999999999e-06
2020-11-16T20:37:19.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.216814+0000",
2020-11-16T20:37:19.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004432582
2020-11-16T20:37:19.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.221246+0000",
2020-11-16T20:37:19.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000204098
2020-11-16T20:37:19.309 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.309 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.221450+0000",
2020-11-16T20:37:19.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019211400000000001
2020-11-16T20:37:19.309 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:37:19.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.221642+0000",
2020-11-16T20:37:19.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0067794810000000004
2020-11-16T20:37:19.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228422+0000",
2020-11-16T20:37:19.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31809378700000002
2020-11-16T20:37:19.311 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.311 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.546516+0000",
2020-11-16T20:37:19.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1273999999999997e-05
2020-11-16T20:37:19.312 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.313 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.313 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.313 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.546567+0000",
2020-11-16T20:37:19.313 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3470000000000002e-05
2020-11-16T20:37:19.313 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.313 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.314 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.314 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.546610+0000",
2020-11-16T20:37:19.314 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32983289999999998
2020-11-16T20:37:19.314 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.314 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.314 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.314 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.315 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.315 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:292918 2.e 2:771d67e9:::benchmark_data_smithi065_20143_object143531:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)",
2020-11-16T20:37:19.315 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:29:36.228666+0000",
2020-11-16T20:37:19.315 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 463.014761695,
2020-11-16T20:37:19.315 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.31814715999999998,
2020-11-16T20:37:19.316 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.316 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.316 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.316 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:37:19.316 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:37:19.316 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 292918
2020-11-16T20:37:19.316 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228666+0000",
2020-11-16T20:37:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.322 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.323 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.323 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228666+0000",
2020-11-16T20:37:19.323 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:37:19.323 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.323 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.323 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.324 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228646+0000",
2020-11-16T20:37:19.324 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4159000000000002e-05
2020-11-16T20:37:19.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.324 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.324 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228690+0000",
2020-11-16T20:37:19.324 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7649999999999999e-06
2020-11-16T20:37:19.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228699+0000",
2020-11-16T20:37:19.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2230000000000007e-06
2020-11-16T20:37:19.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228707+0000",
2020-11-16T20:37:19.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8226000000000001e-05
2020-11-16T20:37:19.326 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.326 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228765+0000",
2020-11-16T20:37:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018045499999999999
2020-11-16T20:37:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.228946+0000",
2020-11-16T20:37:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020792099999999999
2020-11-16T20:37:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:37:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.229154+0000",
2020-11-16T20:37:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047321070000000002
2020-11-16T20:37:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.233886+0000",
2020-11-16T20:37:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.312801459
2020-11-16T20:37:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.546687+0000",
2020-11-16T20:37:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.258e-05
2020-11-16T20:37:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.546760+0000",
2020-11-16T20:37:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3006e-05
2020-11-16T20:37:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:29:36.546813+0000",
2020-11-16T20:37:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31814715999999998
2020-11-16T20:37:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:152690 3.7 3:ee4cada3:::benchmark_data_smithi065_26380_object14957:head [delete] snapc 0=[] ondisk+write+known_if_redirected e329)",
2020-11-16T20:37:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:32:37.685172+0000",
2020-11-16T20:37:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 281.55825530599998,
2020-11-16T20:37:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32568108400000001,
2020-11-16T20:37:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:37:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:37:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 152690
2020-11-16T20:37:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685172+0000",
2020-11-16T20:37:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685172+0000",
2020-11-16T20:37:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:37:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685148+0000",
2020-11-16T20:37:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4063000000000001e-05
2020-11-16T20:37:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685202+0000",
2020-11-16T20:37:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7569999999999993e-06
2020-11-16T20:37:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685211+0000",
2020-11-16T20:37:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2809999999999999e-06
2020-11-16T20:37:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685216+0000",
2020-11-16T20:37:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045640159
2020-11-16T20:37:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.730857+0000",
2020-11-16T20:37:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2527000000000004e-05
2020-11-16T20:37:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:37:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.730949+0000",
2020-11-16T20:37:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.23309823599999999
2020-11-16T20:37:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.964047+0000",
2020-11-16T20:37:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013387100000000001
2020-11-16T20:37:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.964181+0000",
2020-11-16T20:37:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016603599999999999
2020-11-16T20:37:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:37:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.964347+0000",
2020-11-16T20:37:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.033089355000000001
2020-11-16T20:37:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.997437+0000",
2020-11-16T20:37:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0084917199999999995
2020-11-16T20:37:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:38.005928+0000",
2020-11-16T20:37:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3526e-05
2020-11-16T20:37:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:38.006012+0000",
2020-11-16T20:37:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0048413759999999997
2020-11-16T20:37:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:38.010853+0000",
2020-11-16T20:37:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32568108400000001
2020-11-16T20:37:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:164718 3.7 3:e26122fc:::benchmark_data_smithi065_26380_object26985:head [delete] snapc 0=[] ondisk+write+known_if_redirected e335)",
2020-11-16T20:37:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:33:05.288083+0000",
2020-11-16T20:37:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 253.95534472099999,
2020-11-16T20:37:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.37502476899999998,
2020-11-16T20:37:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:37:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:37:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 164718
2020-11-16T20:37:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288083+0000",
2020-11-16T20:37:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288083+0000",
2020-11-16T20:37:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:37:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288051+0000",
2020-11-16T20:37:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0723999999999996e-05
2020-11-16T20:37:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288122+0000",
2020-11-16T20:37:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3030000000000001e-05
2020-11-16T20:37:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288135+0000",
2020-11-16T20:37:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5619999999999998e-06
2020-11-16T20:37:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288143+0000",
2020-11-16T20:37:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021190710000000001
2020-11-16T20:37:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.309333+0000",
2020-11-16T20:37:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4724999999999999e-05
2020-11-16T20:37:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.309428+0000",
2020-11-16T20:37:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010943299999999999
2020-11-16T20:37:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:37:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.309537+0000",
2020-11-16T20:37:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0077566909999999996
2020-11-16T20:37:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.317294+0000",
2020-11-16T20:37:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34067356700000001
2020-11-16T20:37:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.657968+0000",
2020-11-16T20:37:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018741799999999999
2020-11-16T20:37:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.658155+0000",
2020-11-16T20:37:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0049523680000000004
2020-11-16T20:37:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.663108+0000",
2020-11-16T20:37:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37502476899999998
2020-11-16T20:37:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:164727 3.7 3:ec7588f5:::benchmark_data_smithi065_26380_object26994:head [delete] snapc 0=[] ondisk+write+known_if_redirected e335)",
2020-11-16T20:37:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:33:05.310871+0000",
2020-11-16T20:37:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 253.93255662199999,
2020-11-16T20:37:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.38341657600000001,
2020-11-16T20:37:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:37:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:37:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:37:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 164727
2020-11-16T20:37:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:37:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310871+0000",
2020-11-16T20:37:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310871+0000",
2020-11-16T20:37:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99998
2020-11-16T20:37:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310851+0000",
2020-11-16T20:37:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4978000000000002e-05
2020-11-16T20:37:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310896+0000",
2020-11-16T20:37:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7139999999999999e-06
2020-11-16T20:37:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310905+0000",
2020-11-16T20:37:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0100000000000003e-06
2020-11-16T20:37:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310910+0000",
2020-11-16T20:37:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0063107939999999998
2020-11-16T20:37:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.317220+0000",
2020-11-16T20:37:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4301000000000001e-05
2020-11-16T20:37:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:37:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.317275+0000",
2020-11-16T20:37:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.33376194100000001
2020-11-16T20:37:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.651037+0000",
2020-11-16T20:37:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014039799999999999
2020-11-16T20:37:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.651177+0000",
2020-11-16T20:37:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000200941
2020-11-16T20:37:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:37:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.651378+0000",
2020-11-16T20:37:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038446316000000001
2020-11-16T20:37:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:37:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.689824+0000",
2020-11-16T20:37:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0661000000000001e-05
2020-11-16T20:37:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:37:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.689845+0000",
2020-11-16T20:37:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6926000000000002e-05
2020-11-16T20:37:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.689922+0000",
2020-11-16T20:37:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0043656520000000002
2020-11-16T20:37:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.694287+0000",
2020-11-16T20:37:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38341657600000001
2020-11-16T20:37:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "MOSDPGPushReply(3.7 335/320 [PushReplyOp(3:ec7588f5:::benchmark_data_smithi065_26380_object26994:head)])",
2020-11-16T20:37:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:33:05.322815+0000",
2020-11-16T20:37:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 253.92061225899999,
2020-11-16T20:37:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32817938099999999,
2020-11-16T20:37:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:37:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322815+0000",
2020-11-16T20:37:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322815+0000",
2020-11-16T20:37:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:37:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322779+0000",
2020-11-16T20:37:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3028000000000004e-05
2020-11-16T20:37:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322872+0000",
2020-11-16T20:37:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.91e-05
2020-11-16T20:37:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322891+0000",
2020-11-16T20:37:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0325e-05
2020-11-16T20:37:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322902+0000",
2020-11-16T20:37:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0006999999999996e-05
2020-11-16T20:37:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322972+0000",
2020-11-16T20:37:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32802298699999999
2020-11-16T20:37:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.650995+0000",
2020-11-16T20:37:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32817938099999999
2020-11-16T20:37:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.35063.0:164718 3.7 e335/320 ondisk, result = 0)",
2020-11-16T20:37:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:33:05.322985+0000",
2020-11-16T20:37:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 253.92044205100001,
2020-11-16T20:37:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.34013558500000002,
2020-11-16T20:37:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:37:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322985+0000",
2020-11-16T20:37:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322985+0000",
2020-11-16T20:37:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999657
2020-11-16T20:37:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322951+0000",
2020-11-16T20:37:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7367999999999994e-05
2020-11-16T20:37:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.323039+0000",
2020-11-16T20:37:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3973e-05
2020-11-16T20:37:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.323052+0000",
2020-11-16T20:37:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.64e-06
2020-11-16T20:37:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.323059+0000",
2020-11-16T20:37:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.33488289999999998
2020-11-16T20:37:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.657942+0000",
2020-11-16T20:37:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2982999999999999e-05
2020-11-16T20:37:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.657955+0000",
2020-11-16T20:37:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0051660159999999998
2020-11-16T20:37:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.663121+0000",
2020-11-16T20:37:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34013558500000002
2020-11-16T20:37:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:19434 4.4 e416/407 4:2e732d92:::benchmark_data_smithi065_31807_object19433:head v 416'1210, mlcod=416'1207)",
2020-11-16T20:37:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:09.880963+0000",
2020-11-16T20:37:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 9.3624644929999992,
2020-11-16T20:37:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0092475830000000002,
2020-11-16T20:37:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.880963+0000",
2020-11-16T20:37:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.880963+0000",
2020-11-16T20:37:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:37:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.880939+0000",
2020-11-16T20:37:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020770399999999999
2020-11-16T20:37:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.881147+0000",
2020-11-16T20:37:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5461e-05
2020-11-16T20:37:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.881162+0000",
2020-11-16T20:37:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5630000000000003e-06
2020-11-16T20:37:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.881170+0000",
2020-11-16T20:37:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6335000000000002e-05
2020-11-16T20:37:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.881226+0000",
2020-11-16T20:37:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.3668999999999999e-05
2020-11-16T20:37:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.881260+0000",
2020-11-16T20:37:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0088830599999999999
2020-11-16T20:37:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.890143+0000",
2020-11-16T20:37:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7552999999999995e-05
2020-11-16T20:37:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.890211+0000",
2020-11-16T20:37:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0092475830000000002
2020-11-16T20:37:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:19448 4.4 e416/407 4:285ccf9f:::benchmark_data_smithi065_31807_object19447:head v 416'1211, mlcod=416'1208)",
2020-11-16T20:37:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:09.883348+0000",
2020-11-16T20:37:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 9.3600792239999997,
2020-11-16T20:37:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0069072539999999998,
2020-11-16T20:37:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.883348+0000",
2020-11-16T20:37:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.883348+0000",
2020-11-16T20:37:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:37:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.883325+0000",
2020-11-16T20:37:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0624000000000005e-05
2020-11-16T20:37:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.883416+0000",
2020-11-16T20:37:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4098e-05
2020-11-16T20:37:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.883430+0000",
2020-11-16T20:37:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3770000000000001e-06
2020-11-16T20:37:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.883437+0000",
2020-11-16T20:37:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7765e-05
2020-11-16T20:37:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.883494+0000",
2020-11-16T20:37:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3198e-05
2020-11-16T20:37:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.883518+0000",
2020-11-16T20:37:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0066980130000000001
2020-11-16T20:37:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.890216+0000",
2020-11-16T20:37:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9966000000000003e-05
2020-11-16T20:37:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:09.890256+0000",
2020-11-16T20:37:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0069072539999999998
2020-11-16T20:37:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:23402 4.4 e416/407 4:2ec9e9e8:::benchmark_data_smithi065_31807_object23401:head v 416'1433, mlcod=416'1429)",
2020-11-16T20:37:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:11.452122+0000",
2020-11-16T20:37:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 7.7913057889999999,
2020-11-16T20:37:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.009636581,
2020-11-16T20:37:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.452122+0000",
2020-11-16T20:37:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.452122+0000",
2020-11-16T20:37:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:37:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.452100+0000",
2020-11-16T20:37:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00028845200000000002
2020-11-16T20:37:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.452389+0000",
2020-11-16T20:37:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0652000000000001e-05
2020-11-16T20:37:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.452399+0000",
2020-11-16T20:37:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3539999999999996e-06
2020-11-16T20:37:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.452406+0000",
2020-11-16T20:37:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8312000000000005e-05
2020-11-16T20:37:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.452484+0000",
2020-11-16T20:37:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3169000000000001e-05
2020-11-16T20:37:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.452507+0000",
2020-11-16T20:37:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0091473830000000002
2020-11-16T20:37:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.461655+0000",
2020-11-16T20:37:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000103755
2020-11-16T20:37:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:11.461758+0000",
2020-11-16T20:37:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.009636581
2020-11-16T20:37:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:32664 4.4 e417/407 4:26ccfeda:::benchmark_data_smithi065_31807_object32663:head v 417'2023, mlcod=417'2021)",
2020-11-16T20:37:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:15.242863+0000",
2020-11-16T20:37:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 4.0005647829999997,
2020-11-16T20:37:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0097566619999999993,
2020-11-16T20:37:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.242863+0000",
2020-11-16T20:37:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.242863+0000",
2020-11-16T20:37:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999628
2020-11-16T20:37:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.242826+0000",
2020-11-16T20:37:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016689299999999999
2020-11-16T20:37:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.242992+0000",
2020-11-16T20:37:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7445e-05
2020-11-16T20:37:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.243010+0000",
2020-11-16T20:37:19.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.039e-05
2020-11-16T20:37:19.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.243020+0000",
2020-11-16T20:37:19.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9337000000000004e-05
2020-11-16T20:37:19.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.243090+0000",
2020-11-16T20:37:19.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.8555e-05
2020-11-16T20:37:19.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.243118+0000",
2020-11-16T20:37:19.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0094245830000000003
2020-11-16T20:37:19.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.252543+0000",
2020-11-16T20:37:19.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6577999999999998e-05
2020-11-16T20:37:19.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.252619+0000",
2020-11-16T20:37:19.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0097566619999999993
2020-11-16T20:37:19.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.421 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.421 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.421 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.421 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.421 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:32665 4.4 e417/407 4:2d914a3b:::benchmark_data_smithi065_31807_object32664:head v 417'2024, mlcod=417'2021)",
2020-11-16T20:37:19.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:15.243920+0000",
2020-11-16T20:37:19.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.9995078730000002,
2020-11-16T20:37:19.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0089719550000000002,
2020-11-16T20:37:19.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.422 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.422 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.243920+0000",
2020-11-16T20:37:19.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.243920+0000",
2020-11-16T20:37:19.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:37:19.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.243891+0000",
2020-11-16T20:37:19.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018885899999999999
2020-11-16T20:37:19.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.244080+0000",
2020-11-16T20:37:19.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2959000000000001e-05
2020-11-16T20:37:19.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.244093+0000",
2020-11-16T20:37:19.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0850000000000003e-06
2020-11-16T20:37:19.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.244102+0000",
2020-11-16T20:37:19.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000194215
2020-11-16T20:37:19.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.244297+0000",
2020-11-16T20:37:19.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1761999999999999e-05
2020-11-16T20:37:19.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.244318+0000",
2020-11-16T20:37:19.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0085149040000000002
2020-11-16T20:37:19.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.252833+0000",
2020-11-16T20:37:19.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8338000000000003e-05
2020-11-16T20:37:19.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:15.252892+0000",
2020-11-16T20:37:19.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0089719550000000002
2020-11-16T20:37:19.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.429 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.429 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.429 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.429 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:34842 4.4 e417/407 4:2f050ee5:::benchmark_data_smithi065_31807_object34841:head v 417'2183, mlcod=417'2181)",
2020-11-16T20:37:19.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:16.071867+0000",
2020-11-16T20:37:19.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.1715607590000001,
2020-11-16T20:37:19.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0096191100000000002,
2020-11-16T20:37:19.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.431 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.431 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.071867+0000",
2020-11-16T20:37:19.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.071867+0000",
2020-11-16T20:37:19.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:37:19.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.071840+0000",
2020-11-16T20:37:19.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014667599999999999
2020-11-16T20:37:19.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.071987+0000",
2020-11-16T20:37:19.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7765999999999999e-05
2020-11-16T20:37:19.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.072004+0000",
2020-11-16T20:37:19.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5350000000000004e-06
2020-11-16T20:37:19.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.072013+0000",
2020-11-16T20:37:19.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000111246
2020-11-16T20:37:19.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.072124+0000",
2020-11-16T20:37:19.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.0012999999999999e-05
2020-11-16T20:37:19.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.072154+0000",
2020-11-16T20:37:19.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0091722599999999998
2020-11-16T20:37:19.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.081327+0000",
2020-11-16T20:37:19.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015929400000000001
2020-11-16T20:37:19.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:16.081486+0000",
2020-11-16T20:37:19.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0096191100000000002
2020-11-16T20:37:19.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.438 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.438 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.438 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.438 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:41050 4.4 e419/407 4:2267e3a9:::benchmark_data_smithi065_31807_object41049:head v 419'2581, mlcod=419'2579)",
2020-11-16T20:37:19.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:18.566848+0000",
2020-11-16T20:37:19.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.67657957199999996,
2020-11-16T20:37:19.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0077329210000000002,
2020-11-16T20:37:19.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.439 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.439 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.566848+0000",
2020-11-16T20:37:19.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.566848+0000",
2020-11-16T20:37:19.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:37:19.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.566820+0000",
2020-11-16T20:37:19.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000192814
2020-11-16T20:37:19.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.567013+0000",
2020-11-16T20:37:19.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5347999999999999e-05
2020-11-16T20:37:19.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.567029+0000",
2020-11-16T20:37:19.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0011e-05
2020-11-16T20:37:19.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.567039+0000",
2020-11-16T20:37:19.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4908999999999999e-05
2020-11-16T20:37:19.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.567094+0000",
2020-11-16T20:37:19.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2294e-05
2020-11-16T20:37:19.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.567116+0000",
2020-11-16T20:37:19.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0073913010000000003
2020-11-16T20:37:19.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.574507+0000",
2020-11-16T20:37:19.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3720999999999994e-05
2020-11-16T20:37:19.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:18.574581+0000",
2020-11-16T20:37:19.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0077329210000000002
2020-11-16T20:37:19.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.446 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.446 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.446 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:37:19.447 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:37:19.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:42421 4.4 e419/407 4:201f1f74:::benchmark_data_smithi065_31807_object42420:head v 419'2652, mlcod=419'2650)",
2020-11-16T20:37:19.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:19.133614+0000",
2020-11-16T20:37:19.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.109813419,
2020-11-16T20:37:19.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0079582479999999994,
2020-11-16T20:37:19.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:37:19.447 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:37:19.448 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:37:19.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:37:19.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.133614+0000",
2020-11-16T20:37:19.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:37:19.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:37:19.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.133614+0000",
2020-11-16T20:37:19.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:37:19.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:37:19.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.133586+0000",
2020-11-16T20:37:19.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000111891
2020-11-16T20:37:19.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:37:19.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.133698+0000",
2020-11-16T20:37:19.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6257999999999999e-05
2020-11-16T20:37:19.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:37:19.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.133714+0000",
2020-11-16T20:37:19.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1246e-05
2020-11-16T20:37:19.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:37:19.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.133725+0000",
2020-11-16T20:37:19.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6168999999999996e-05
2020-11-16T20:37:19.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:37:19.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.133792+0000",
2020-11-16T20:37:19.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6389000000000001e-05
2020-11-16T20:37:19.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:37:19.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.133818+0000",
2020-11-16T20:37:19.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0076855789999999997
2020-11-16T20:37:19.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:37:19.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.141503+0000",
2020-11-16T20:37:19.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8819000000000006e-05
2020-11-16T20:37:19.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:37:19.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:37:19.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:37:19.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:19.141572+0000",
2020-11-16T20:37:19.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0079582479999999994
2020-11-16T20:37:19.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:37:19.455 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:37:19.455 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:37:19.455 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:37:19.455 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:37:19.456 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:37:19.458 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:19.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:19 smithi071 bash[9480]: cluster 2020-11-16T20:37:18.242638+0000 mgr.x (mgr.14196) 754 : cluster [DBG] pgmap v1091: 17 pgs: 17 active+clean; 2.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s wr, 2.41k op/s
2020-11-16T20:37:19.459 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:19 smithi071 bash[26650]: debug 2020-11-16T20:37:19.262+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:19.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:19 smithi065 bash[9468]: cluster 2020-11-16T20:37:18.242638+0000 mgr.x (mgr.14196) 754 : cluster [DBG] pgmap v1091: 17 pgs: 17 active+clean; 2.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s wr, 2.41k op/s
2020-11-16T20:37:19.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:19 smithi142 bash[9523]: cluster 2020-11-16T20:37:18.242638+0000 mgr.x (mgr.14196) 754 : cluster [DBG] pgmap v1091: 17 pgs: 17 active+clean; 2.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s wr, 2.41k op/s
2020-11-16T20:37:19.560 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:37:19.690 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:37:19.794 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:20.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:37:19 smithi065 bash[16457]: debug 2020-11-16T20:37:19.688+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:20.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   16      16     44818     44802   174.991     149.5  0.00368351  0.00571101
2020-11-16T20:37:20.740 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:20.843 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:21.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   17      16     46993     46977   172.693   135.938  0.00482801  0.00578828
2020-11-16T20:37:21.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:20 smithi071 bash[16796]: debug 2020-11-16T20:37:20.738+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:21 smithi071 bash[9480]: cluster 2020-11-16T20:37:20.243193+0000 mgr.x (mgr.14196) 755 : cluster [DBG] pgmap v1092: 17 pgs: 17 active+clean; 2.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 177 MiB/s wr, 2.83k op/s
2020-11-16T20:37:21.768 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:21 smithi142 bash[20366]: debug 2020-11-16T20:37:21.765+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:21.768 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:21.768 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:21 smithi142 bash[9523]: cluster 2020-11-16T20:37:20.243193+0000 mgr.x (mgr.14196) 755 : cluster [DBG] pgmap v1092: 17 pgs: 17 active+clean; 2.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 177 MiB/s wr, 2.83k op/s
2020-11-16T20:37:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:21 smithi065 bash[9468]: cluster 2020-11-16T20:37:20.243193+0000 mgr.x (mgr.14196) 755 : cluster [DBG] pgmap v1092: 17 pgs: 17 active+clean; 2.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 177 MiB/s wr, 2.83k op/s
2020-11-16T20:37:21.871 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:22.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   18      16     49096     49080     170.4   131.438  0.00615062  0.00586571
2020-11-16T20:37:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:22 smithi071 bash[9480]: cluster 2020-11-16T20:37:21.447361+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e420: 12 total, 12 up, 12 in
2020-11-16T20:37:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:22 smithi071 bash[9480]: audit 2020-11-16T20:37:22.251401+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:37:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:22 smithi065 bash[9468]: cluster 2020-11-16T20:37:21.447361+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e420: 12 total, 12 up, 12 in
2020-11-16T20:37:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:22 smithi065 bash[9468]: audit 2020-11-16T20:37:22.251401+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:37:22.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:22 smithi142 bash[9523]: cluster 2020-11-16T20:37:21.447361+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e420: 12 total, 12 up, 12 in
2020-11-16T20:37:22.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:22 smithi142 bash[9523]: audit 2020-11-16T20:37:22.251401+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:37:23.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   19      16     51275     51259   168.599   136.188  0.00873854  0.00592923
2020-11-16T20:37:23.449 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T20:37:23.453 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:23.559 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:37:23.666 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:23.748 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:37:23.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:23 smithi142 bash[22738]: debug 2020-11-16T20:37:23.453+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:23.852 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:24.023 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:24.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:37:23 smithi065 bash[16457]: debug 2020-11-16T20:37:23.744+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:24.127 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:24.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:37:24.130626 min lat: 0.00151542 max lat: 0.342852 avg lat: 0.00604069
2020-11-16T20:37:24.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:37:24.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   20      16     52548     52532   164.147   79.5625    0.213334  0.00604069
2020-11-16T20:37:24.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:24 smithi071 bash[16796]: debug 2020-11-16T20:37:24.021+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:24.267 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:24.371 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:24.496 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:24 smithi065 bash[14115]: debug 2020-11-16T20:37:24.264+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:24.496 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:24.601 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:24.716 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:24.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:37:24 smithi065 bash[11785]: debug 2020-11-16T20:37:24.712+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:24.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:24 smithi065 bash[14115]: debug 2020-11-16T20:37:24.492+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:24.819 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:25.127 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   21      16     54602     54586   162.442   128.375  0.00431992   0.0061537
2020-11-16T20:37:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:25 smithi071 bash[9480]: cluster 2020-11-16T20:37:24.117342+0000 osd.8 (osd.8) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:25 smithi071 bash[9480]: cluster 2020-11-16T20:37:24.117466+0000 osd.8 (osd.8) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:25 smithi071 bash[9480]: cluster 2020-11-16T20:37:24.178225+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e421: 12 total, 12 up, 12 in
2020-11-16T20:37:25.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:25 smithi071 bash[9480]: cluster 2020-11-16T20:37:24.244172+0000 mgr.x (mgr.14196) 757 : cluster [DBG] pgmap v1096: 17 pgs: 17 active+clean; 3.0 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 166 MiB/s wr, 2.66k op/s
2020-11-16T20:37:25.507 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:25 smithi142 bash[9523]: cluster 2020-11-16T20:37:24.117342+0000 osd.8 (osd.8) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:25.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:25 smithi142 bash[9523]: cluster 2020-11-16T20:37:24.117466+0000 osd.8 (osd.8) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:25.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:25 smithi142 bash[9523]: cluster 2020-11-16T20:37:24.178225+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e421: 12 total, 12 up, 12 in
2020-11-16T20:37:25.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:25 smithi142 bash[9523]: cluster 2020-11-16T20:37:24.244172+0000 mgr.x (mgr.14196) 757 : cluster [DBG] pgmap v1096: 17 pgs: 17 active+clean; 3.0 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 166 MiB/s wr, 2.66k op/s
2020-11-16T20:37:25.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:25 smithi065 bash[9468]: cluster 2020-11-16T20:37:24.117342+0000 osd.8 (osd.8) 100 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:25.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:25 smithi065 bash[9468]: cluster 2020-11-16T20:37:24.117466+0000 osd.8 (osd.8) 101 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:25 smithi065 bash[9468]: cluster 2020-11-16T20:37:24.178225+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e421: 12 total, 12 up, 12 in
2020-11-16T20:37:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:25 smithi065 bash[9468]: cluster 2020-11-16T20:37:24.244172+0000 mgr.x (mgr.14196) 757 : cluster [DBG] pgmap v1096: 17 pgs: 17 active+clean; 3.0 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 166 MiB/s wr, 2.66k op/s
2020-11-16T20:37:25.566 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:25.670 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:25.805 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:25.908 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:26.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:25 smithi065 bash[18823]: debug 2020-11-16T20:37:25.800+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:26.128 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   22      16     56086     56070   159.274     92.75  0.00259232  0.00624815
2020-11-16T20:37:26.482 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:25 smithi142 bash[20366]: debug 2020-11-16T20:37:25.565+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:26.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:26 smithi065 bash[9468]: cluster 2020-11-16T20:37:25.855704+0000 osd.1 (osd.1) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:26.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:26 smithi065 bash[9468]: cluster 2020-11-16T20:37:25.855801+0000 osd.1 (osd.1) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:26 smithi071 bash[9480]: cluster 2020-11-16T20:37:25.855704+0000 osd.1 (osd.1) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:26 smithi071 bash[9480]: cluster 2020-11-16T20:37:25.855801+0000 osd.1 (osd.1) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:26 smithi142 bash[9523]: cluster 2020-11-16T20:37:25.855704+0000 osd.1 (osd.1) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:26 smithi142 bash[9523]: cluster 2020-11-16T20:37:25.855801+0000 osd.1 (osd.1) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:27.128 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   23      16     57898     57882   157.272    113.25  0.00567939   0.0063555
2020-11-16T20:37:27.436 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:27.450 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:27 smithi071 bash[26650]: debug 2020-11-16T20:37:27.433+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:27.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:27 smithi071 bash[9480]: cluster 2020-11-16T20:37:26.189499+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e422: 12 total, 12 up, 12 in
2020-11-16T20:37:27.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:27 smithi071 bash[9480]: audit 2020-11-16T20:37:26.194660+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:37:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:27 smithi071 bash[9480]: audit 2020-11-16T20:37:26.194806+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:37:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:27 smithi071 bash[9480]: audit 2020-11-16T20:37:26.200089+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:37:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:27 smithi071 bash[9480]: audit 2020-11-16T20:37:26.200396+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:37:27.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:27 smithi071 bash[9480]: cluster 2020-11-16T20:37:26.244628+0000 mgr.x (mgr.14196) 758 : cluster [DBG] pgmap v1098: 17 pgs: 17 active+clean; 3.2 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 136 MiB/s wr, 2.18k op/s
2020-11-16T20:37:27.460 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:37:27.507 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:27 smithi142 bash[9523]: cluster 2020-11-16T20:37:26.189499+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e422: 12 total, 12 up, 12 in
2020-11-16T20:37:27.507 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:27 smithi142 bash[9523]: audit 2020-11-16T20:37:26.194660+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:37:27.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:27 smithi142 bash[9523]: audit 2020-11-16T20:37:26.194806+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:37:27.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:27 smithi142 bash[9523]: audit 2020-11-16T20:37:26.200089+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:37:27.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:27 smithi142 bash[9523]: audit 2020-11-16T20:37:26.200396+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:37:27.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:27 smithi142 bash[9523]: cluster 2020-11-16T20:37:26.244628+0000 mgr.x (mgr.14196) 758 : cluster [DBG] pgmap v1098: 17 pgs: 17 active+clean; 3.2 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 136 MiB/s wr, 2.18k op/s
2020-11-16T20:37:27.532 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:37:27.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:27 smithi065 bash[9468]: cluster 2020-11-16T20:37:26.189499+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e422: 12 total, 12 up, 12 in
2020-11-16T20:37:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:27 smithi065 bash[9468]: audit 2020-11-16T20:37:26.194660+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:37:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:27 smithi065 bash[9468]: audit 2020-11-16T20:37:26.194806+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:37:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:27 smithi065 bash[9468]: audit 2020-11-16T20:37:26.200089+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:37:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:27 smithi065 bash[9468]: audit 2020-11-16T20:37:26.200396+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:37:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:27 smithi065 bash[9468]: cluster 2020-11-16T20:37:26.244628+0000 mgr.x (mgr.14196) 758 : cluster [DBG] pgmap v1098: 17 pgs: 17 active+clean; 3.2 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 136 MiB/s wr, 2.18k op/s
2020-11-16T20:37:27.540 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:37:27.576 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:37:27.621 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:37:27.673 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:37:27.718 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:37:27.763 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:37:27.777 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:37:27.797 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:37:27.803 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:37:27.808 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:37:27.846 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:37:27.882 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:27.890 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:37:27.931 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:37:27.967 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:37:27.969 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.969 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.970 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.970 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.970 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.970 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.970 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.970 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:37:27.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:37:28.027 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:28.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:37:27 smithi142 bash[18009]: debug 2020-11-16T20:37:27.777+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:28.128 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   24      15     59395     59380    154.62    93.625  0.00577691  0.00646515
2020-11-16T20:37:28.131 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:28.205 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[18823]: debug 2020-11-16T20:37:28.024+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:28.207 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:37:28.264 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:28.310 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:27.414395+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? v1:172.21.15.142:0/3626751947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:37:28.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.462681+0000 osd.0 (osd.0) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.537332+0000 osd.1 (osd.1) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.581868+0000 osd.2 (osd.2) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:27.777332+0000 mon.b (mon.1) 366 : audit [INF] from='client.? v1:172.21.15.142:0/1212738584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:37:28.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:27.781210+0000 mon.a (mon.0) 1476 : audit [INF] from='client.25417 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:37:28.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.932249+0000 osd.10 (osd.10) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.969439+0000 osd.11 (osd.11) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:27.998534+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:37:28.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:28.002653+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:37:28.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:28.008152+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:37:28.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:28.008419+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]': finished
2020-11-16T20:37:28.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:28.011833+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:37:28.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:28 smithi142 bash[9523]: audit 2020-11-16T20:37:28.017619+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:37:28.369 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:28.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:27.414395+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? v1:172.21.15.142:0/3626751947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:37:28.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.462681+0000 osd.0 (osd.0) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.537332+0000 osd.1 (osd.1) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.581868+0000 osd.2 (osd.2) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:27.777332+0000 mon.b (mon.1) 366 : audit [INF] from='client.? v1:172.21.15.142:0/1212738584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:37:28.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:27.781210+0000 mon.a (mon.0) 1476 : audit [INF] from='client.25417 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:37:28.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.932249+0000 osd.10 (osd.10) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.969439+0000 osd.11 (osd.11) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:27.998534+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:37:28.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:28.002653+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:37:28.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:28.008152+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:37:28.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:28.008419+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]': finished
2020-11-16T20:37:28.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:28.011833+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:37:28.453 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[9480]: audit 2020-11-16T20:37:28.017619+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:37:28.453 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:28 smithi071 bash[16796]: debug 2020-11-16T20:37:28.269+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:28.475 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:28.477 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:27.414395+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? v1:172.21.15.142:0/3626751947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:37:28.478 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.462681+0000 osd.0 (osd.0) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.478 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.537332+0000 osd.1 (osd.1) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.478 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.581868+0000 osd.2 (osd.2) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:27.777332+0000 mon.b (mon.1) 366 : audit [INF] from='client.? v1:172.21.15.142:0/1212738584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:37:28.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:27.781210+0000 mon.a (mon.0) 1476 : audit [INF] from='client.25417 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:37:28.479 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.932249+0000 osd.10 (osd.10) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.480 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.969439+0000 osd.11 (osd.11) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:28.480 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:27.998534+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:37:28.480 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:28.002653+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]: dispatch
2020-11-16T20:37:28.481 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:28.008152+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:37:28.481 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:28.008419+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:32:12.786445\"}"}]': finished
2020-11-16T20:37:28.481 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:28.011833+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:37:28.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[9468]: audit 2020-11-16T20:37:28.017619+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:37:28.584 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:28.707 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:28.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[11785]: debug 2020-11-16T20:37:28.704+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:28.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:28 smithi065 bash[14115]: debug 2020-11-16T20:37:28.472+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:28.812 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:29.128 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   25      15     61193     61178    152.93   112.375   0.0141165  0.00653642
2020-11-16T20:37:29.220 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:29.323 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:37:29.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.616942+0000 osd.3 (osd.3) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:29.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.669886+0000 osd.4 (osd.4) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:29.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.718915+0000 osd.5 (osd.5) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:29.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.760831+0000 osd.6 (osd.6) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:29.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: audit 2020-11-16T20:37:27.765387+0000 mgr.x (mgr.14196) 759 : audit [DBG] from='client.15495 v1:172.21.15.142:0/3053842587' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:37:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.810446+0000 osd.7 (osd.7) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.848171+0000 osd.8 (osd.8) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:29.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:27.891595+0000 osd.9 (osd.9) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.798 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:28.194592+0000 osd.11 (osd.11) 86 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:33.798 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:28.194680+0000 osd.11 (osd.11) 87 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:33.798 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:28.202620+0000 mon.a (mon.0) 1481 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:33.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: audit 2020-11-16T20:37:28.206824+0000 mon.a (mon.0) 1482 : audit [INF] from='client.25417 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:37:33.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:28.206874+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e423: 12 total, 12 up, 12 in
2020-11-16T20:37:33.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:29 smithi065 bash[9468]: cluster 2020-11-16T20:37:28.245017+0000 mgr.x (mgr.14196) 760 : cluster [DBG] pgmap v1100: 17 pgs: 17 active+clean; 3.3 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:33.803 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[16796]: debug 2020-11-16T20:37:29.217+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:33.803 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.616942+0000 osd.3 (osd.3) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.803 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.669886+0000 osd.4 (osd.4) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.804 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.718915+0000 osd.5 (osd.5) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.804 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.760831+0000 osd.6 (osd.6) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.804 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: audit 2020-11-16T20:37:27.765387+0000 mgr.x (mgr.14196) 759 : audit [DBG] from='client.15495 v1:172.21.15.142:0/3053842587' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:37:33.804 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.810446+0000 osd.7 (osd.7) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.804 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.848171+0000 osd.8 (osd.8) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.804 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:27.891595+0000 osd.9 (osd.9) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.804 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:28.194592+0000 osd.11 (osd.11) 86 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:33.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:28.194680+0000 osd.11 (osd.11) 87 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:33.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:28.202620+0000 mon.a (mon.0) 1481 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:33.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: audit 2020-11-16T20:37:28.206824+0000 mon.a (mon.0) 1482 : audit [INF] from='client.25417 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:37:33.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:28.206874+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e423: 12 total, 12 up, 12 in
2020-11-16T20:37:33.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:29 smithi071 bash[9480]: cluster 2020-11-16T20:37:28.245017+0000 mgr.x (mgr.14196) 760 : cluster [DBG] pgmap v1100: 17 pgs: 17 active+clean; 3.3 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:33.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:31 smithi071 bash[9480]: cluster 2020-11-16T20:37:30.245504+0000 mgr.x (mgr.14196) 761 : cluster [DBG] pgmap v1101: 17 pgs: 17 active+clean; 3.6 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:37:33.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:32 smithi071 bash[9480]: cluster 2020-11-16T20:37:31.448873+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e424: 12 total, 12 up, 12 in
2020-11-16T20:37:33.806 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:32 smithi071 bash[9480]: cluster 2020-11-16T20:37:32.245952+0000 mgr.x (mgr.14196) 762 : cluster [DBG] pgmap v1103: 17 pgs: 17 active+clean; 3.8 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 105 MiB/s wr, 1.68k op/s
2020-11-16T20:37:33.806 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.616942+0000 osd.3 (osd.3) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.806 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.669886+0000 osd.4 (osd.4) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.806 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.718915+0000 osd.5 (osd.5) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.806 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.760831+0000 osd.6 (osd.6) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.806 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: audit 2020-11-16T20:37:27.765387+0000 mgr.x (mgr.14196) 759 : audit [DBG] from='client.15495 v1:172.21.15.142:0/3053842587' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:37:33.807 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.810446+0000 osd.7 (osd.7) 63 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.807 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.848171+0000 osd.8 (osd.8) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.807 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:27.891595+0000 osd.9 (osd.9) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:33.807 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:28.194592+0000 osd.11 (osd.11) 86 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:33.807 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:28.194680+0000 osd.11 (osd.11) 87 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:33.807 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:28.202620+0000 mon.a (mon.0) 1481 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:33.807 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: audit 2020-11-16T20:37:28.206824+0000 mon.a (mon.0) 1482 : audit [INF] from='client.25417 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:37:33.808 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:28.206874+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e423: 12 total, 12 up, 12 in
2020-11-16T20:37:33.808 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:29 smithi142 bash[9523]: cluster 2020-11-16T20:37:28.245017+0000 mgr.x (mgr.14196) 760 : cluster [DBG] pgmap v1100: 17 pgs: 17 active+clean; 3.3 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:33.808 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:31 smithi142 bash[9523]: cluster 2020-11-16T20:37:30.245504+0000 mgr.x (mgr.14196) 761 : cluster [DBG] pgmap v1101: 17 pgs: 17 active+clean; 3.6 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:37:33.808 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:32 smithi142 bash[9523]: cluster 2020-11-16T20:37:31.448873+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e424: 12 total, 12 up, 12 in
2020-11-16T20:37:33.808 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:32 smithi142 bash[9523]: cluster 2020-11-16T20:37:32.245952+0000 mgr.x (mgr.14196) 762 : cluster [DBG] pgmap v1103: 17 pgs: 17 active+clean; 3.8 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 105 MiB/s wr, 1.68k op/s
2020-11-16T20:37:33.808 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:37:33.809 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:37:30 smithi142 bash[18009]: debug 2020-11-16T20:37:30.813+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:33.809 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1098,"stamp":"2020-11-16T20:37:26.244362+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3400531968,"num_objects":51888,"num_object_clones":0,"num_object_copies":103776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51888,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51888,"num_write_kb":3320832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":51888,"ondisk_log_size":51888,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":8751376,"kb_used_data":6656368,"kb_used_omap":0,"kb_used_meta":2094911,"kb_avail":1116190448,"statfs":{"total":1151940427776,"available":1142979018752,"internally_reserved":0,"allocated":6816120832,"data_stored":6807149428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2145188924},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,3,3,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":856358912,"num_objects":13067,"num_object_clones":0,"num_object_copies":26134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13067,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13067,"num_write_kb":836288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001491"},"pg_stats":[{"pgid":"4.f","version":"420'3122","reported_seq":"3141","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:23.390594+0000","last_change":"2020-11-16T20:36:48.581952+0000","last_active":"2020-11-16T20:37:23.390594+0000","last_peered":"2020-11-16T20:37:23.390594+0000","last_clean":"2020-11-16T20:37:23.390594+0000","last_became_active":"2020-11-16T20:36:48.581439+0000","last_became_peered":"2020-11-16T20:36:48.581439+0000","last_unstale":"2020-11-16T20:37:23.390594+0000","last_undegraded":"2020-11-16T20:37:23.390594+0000","last_fullsized":"2020-11-16T20:37:23.390594+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3122,"ondisk_log_size":3122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204603392,"num_objects":3122,"num_object_clones":0,"num_object_copies":6244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3122,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3122,"num_write_kb":199808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"420'3063","reported_seq":"3082","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:22.598458+0000","last_change":"2020-11-16T20:36:48.583558+0000","last_active":"2020-11-16T20:37:22.598458+0000","last_peered":"2020-11-16T20:37:22.598458+0000","last_clean":"2020-11-16T20:37:22.598458+0000","last_became_active":"2020-11-16T20:36:48.582022+0000","last_became_peered":"2020-11-16T20:36:48.582022+0000","last_unstale":"2020-11-16T20:37:22.598458+0000","last_undegraded":"2020-11-16T20:37:22.598458+0000","last_fullsized":"2020-11-16T20:37:22.598458+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3063,"ondisk_log_size":3063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":200736768,"num_objects":3063,"num_object_clones":0,"num_object_copies":6126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3063,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3063,"num_write_kb":196032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10],"acting":[4,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"420'3233","reported_seq":"3252","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:23.320589+0000","last_change":"2020-11-16T20:36:48.463446+0000","last_active":"2020-11-16T20:37:23.320589+0000","last_peered":"2020-11-16T20:37:23.320589+0000","last_clean":"2020-11-16T20:37:23.320589+0000","last_became_active":"2020-11-16T20:36:48.462833+0000","last_became_peered":"2020-11-16T20:36:48.462833+0000","last_unstale":"2020-11-16T20:37:23.320589+0000","last_undegraded":"2020-11-16T20:37:23.320589+0000","last_fullsized":"2020-11-16T20:37:23.320589+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3233,"ondisk_log_size":3233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":211877888,"num_objects":3233,"num_object_clones":0,"num_object_copies":6466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3233,"num_write_kb":206912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"420'3193","reported_seq":"3212","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:22.593412+0000","last_change":"2020-11-16T20:36:48.579678+0000","last_active":"2020-11-16T20:37:22.593412+0000","last_peered":"2020-11-16T20:37:22.593412+0000","last_clean":"2020-11-16T20:37:22.593412+0000","last_became_active":"2020-11-16T20:36:48.579037+0000","last_became_peered":"2020-11-16T20:36:48.579037+0000","last_unstale":"2020-11-16T20:37:22.593412+0000","last_undegraded":"2020-11-16T20:37:22.593412+0000","last_fullsized":"2020-11-16T20:37:22.593412+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3193,"ondisk_log_size":3193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":209256448,"num_objects":3193,"num_object_clones":0,"num_object_copies":6386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3193,"num_write_kb":204352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"420'3115","reported_seq":"3133","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:22.077954+0000","last_change":"2020-11-16T20:36:48.460406+0000","last_active":"2020-11-16T20:37:22.077954+0000","last_peered":"2020-11-16T20:37:22.077954+0000","last_clean":"2020-11-16T20:37:22.077954+0000","last_became_active":"2020-11-16T20:36:48.459853+0000","last_became_peered":"2020-11-16T20:36:48.459853+0000","last_unstale":"2020-11-16T20:37:22.077954+0000","last_undegraded":"2020-11-16T20:37:22.077954+0000","last_fullsized":"2020-11-16T20:37:22.077954+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3115,"ondisk_log_size":3115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204144640,"num_objects":3115,"num_object_clones":0,"num_object_copies":6230,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3115,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3115,"num_write_kb":199360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"421'3326","reported_seq":"3345","reported_epoch":"421","state":"active+clean","last_fresh":"2020-11-16T20:37:25.069650+0000","last_change":"2020-11-16T20:36:48.461792+0000","last_active":"2020-11-16T20:37:25.069650+0000","last_peered":"2020-11-16T20:37:25.069650+0000","last_clean":"2020-11-16T20:37:25.069650+0000","last_became_active":"2020-11-16T20:36:48.461040+0000","last_became_peered":"2020-11-16T20:36:48.461040+0000","last_unstale":"2020-11-16T20:37:25.069650+0000","last_undegraded":"2020-11-16T20:37:25.069650+0000","last_fullsized":"2020-11-16T20:37:25.069650+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3326,"ondisk_log_size":3326,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":217972736,"num_objects":3326,"num_object_clones":0,"num_object_copies":6652,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3326,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3326,"num_write_kb":212864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"420'3243","reported_seq":"3262","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:23.385840+0000","last_change":"2020-11-16T20:36:48.463857+0000","last_active":"2020-11-16T20:37:23.385840+0000","last_peered":"2020-11-16T20:37:23.385840+0000","last_clean":"2020-11-16T20:37:23.385840+0000","last_became_active":"2020-11-16T20:36:48.463453+0000","last_became_peered":"2020-11-16T20:36:48.463453+0000","last_unstale":"2020-11-16T20:37:23.385840+0000","last_undegraded":"2020-11-16T20:37:23.385840+0000","last_fullsized":"2020-11-16T20:37:23.385840+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3243,"ondisk_log_size":3243,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":212533248,"num_objects":3243,"num_object_clones":0,"num_object_copies":6486,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3243,"num_write_kb":207552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"421'3534","reported_seq":"3554","reported_epoch":"421","state":"active+clean","last_fresh":"2020-11-16T20:37:25.844546+0000","last_change":"2020-11-16T20:36:48.465298+0000","last_active":"2020-11-16T20:37:25.844546+0000","last_peered":"2020-11-16T20:37:25.844546+0000","last_clean":"2020-11-16T20:37:25.844546+0000","last_became_active":"2020-11-16T20:36:48.464572+0000","last_became_peered":"2020-11-16T20:36:48.464572+0000","last_unstale":"2020-11-16T20:37:25.844546+0000","last_undegraded":"2020-11-16T20:37:25.844546+0000","last_fullsized":"2020-11-16T20:37:25.844546+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3534,"ondisk_log_size":3534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":231604224,"num_objects":3534,"num_object_clones":0,"num_object_copies":7068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3534,"num_write_kb":226176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.7","version":"420'3269","reported_seq":"3288","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:23.335141+0000","last_change":"2020-11-16T20:36:48.585552+0000","last_active":"2020-11-16T20:37:23.335141+0000","last_peered":"2020-11-16T20:37:23.335141+0000","last_clean":"2020-11-16T20:37:23.335141+0000","last_became_active":"2020-11-16T20:36:48.584860+0000","last_became_peered":"2020-11-16T20:36:48.584860+0000","last_unstale":"2020-11-16T20:37:23.335141+0000","last_undegraded":"2020-11-16T20:37:23.335141+0000","last_fullsized":"2020-11-16T20:37:23.335141+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3269,"ondisk_log_size":3269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":214237184,"num_objects":3269,"num_object_clones":0,"num_object_copies":6538,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3269,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10],"acting":[1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"420'3284","reported_seq":"3303","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:23.279962+0000","last_change":"2020-11-16T20:36:48.462087+0000","last_active":"2020-11-16T20:37:23.279962+0000","last_peered":"2020-11-16T20:37:23.279962+0000","last_clean":"2020-11-16T20:37:23.279962+0000","last_became_active":"2020-11-16T20:36:48.460877+0000","last_became_peered":"2020-11-16T20:36:48.460877+0000","last_unstale":"2020-11-16T20:37:23.279962+0000","last_undegraded":"2020-11-16T20:37:23.279962+0000","last_fullsized":"2020-11-16T20:37:23.279962+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3284,"ondisk_log_size":3284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":215220224,"num_objects":3284,"num_object_clones":0,"num_object_copies":6568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3284,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3284,"num_write_kb":210176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"420'3221","reported_seq":"3240","reported_epoch":"420","state":"active+clean","last_fresh":"2020-11-16T20:37:23.346379+0000","last_change":"2020-11-16T20:36:48.581505+0000","last_active":"2020-11-16T20:37:23.346379+0000","last_peered":"2020-11-16T20:37:23.346379+0000","last_clean":"2020-11-16T20:37:23.346379+0000","last_became_active":"2020-11-16T20:36:48.580962+0000","last_became_peered":"2020-11-16T20:36:48.580962+0000","last_unstale":"2020-11-16T20:37:23.346379+0000","last_undegraded":"2020-11-16T20:37:23.346379+0000","last_fullsized":"2020-11-16T20:37:23.346379+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3221,"ondisk_log_size":3221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":211091456,"num_objects":3221,"num_object_clones":0,"num_object_copies":6442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3221,"num_write_kb":206144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"419'3032","reported_seq":"3049","reported_epoch":"419","state":"active+clean","last_fresh":"2020-11-16T20:37:21.367454+0000","last_change":"2020-11-16T20:36:48.464128+0000","last_active":"2020-11-16T20:37:21.367454+0000","last_peered":"2020-11-16T20:37:21.367454+0000","last_clean":"2020-11-16T20:37:21.367454+0000","last_became_active":"2020-11-16T20:36:48.463783+0000","last_became_peered":"2020-11-16T20:36:48.463783+0000","last_unstale":"2020-11-16T20:37:21.367454+0000","last_undegraded":"2020-11-16T20:37:21.367454+0000","last_fullsized":"2020-11-16T20:37:21.367454+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3032,"ondisk_log_size":3032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":198705152,"num_objects":3032,"num_object_clones":0,"num_object_copies":6064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3032,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3032,"num_write_kb":194048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"421'3455","reported_seq":"3475","reported_epoch":"421","state":"active+clean","last_fresh":"2020-11-16T20:37:25.280227+0000","last_change":"2020-11-16T20:36:48.462307+0000","last_active":"2020-11-16T20:37:25.280227+0000","last_peered":"2020-11-16T20:37:25.280227+0000","last_clean":"2020-11-16T20:37:25.280227+0000","last_became_active":"2020-11-16T20:36:48.461887+0000","last_became_peered":"2020-11-16T20:36:48.461887+0000","last_unstale":"2020-11-16T20:37:25.280227+0000","last_undegraded":"2020-11-16T20:37:25.280227+0000","last_fullsized":"2020-11-16T20:37:25.280227+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3455,"ondisk_log_size":3455,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":226426880,"num_objects":3455,"num_object_clones":0,"num_object_copies":6910,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3455,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3455,"num_write_kb":221120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9],"acting":[5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"421'3381","reported_seq":"3400","reported_epoch":"421","state":"active+clean","last_fresh":"2020-11-16T20:37:25.869175+0000","last_change":"2020-11-16T20:36:48.464374+0000","last_active":"2020-11-16T20:37:25.869175+0000","last_peered":"2020-11-16T20:37:25.869175+0000","last_clean":"2020-11-16T20:37:25.869175+0000","last_became_active":"2020-11-16T20:36:48.463876+0000","last_became_peered":"2020-11-16T20:36:48.463876+0000","last_unstale":"2020-11-16T20:37:25.869175+0000","last_undegraded":"2020-11-16T20:37:25.869175+0000","last_fullsized":"2020-11-16T20:37:25.869175+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3381,"ondisk_log_size":3381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":221577216,"num_objects":3381,"num_object_clones":0,"num_object_copies":6762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3381,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3381,"num_write_kb":216384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5],"acting":[11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.0","version":"419'3006","reported_seq":"3023","reported_epoch":"419","state":"active+clean","last_fresh":"2020-11-16T20:37:21.357597+0000","last_change":"2020-11-16T20:36:48.583450+0000","last_active":"2020-11-16T20:37:21.357597+0000","last_peered":"2020-11-16T20:37:21.357597+0000","last_clean":"2020-11-16T20:37:21.357597+0000","last_became_active":"2020-11-16T20:36:48.582280+0000","last_became_peered":"2020-11-16T20:36:48.582280+0000","last_unstale":"2020-11-16T20:37:21.357597+0000","last_undegraded":"2020-11-16T20:37:21.357597+0000","last_fullsized":"2020-11-16T20:37:21.357597+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3006,"ondisk_log_size":3006,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":197001216,"num_objects":3006,"num_object_clones":0,"num_object_copies":6012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3006,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3006,"num_write_kb":192384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8],"acting":[7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"421'3411","reported_seq":"3429","reported_epoch":"421","state":"active+clean","last_fresh":"2020-11-16T20:37:25.083199+0000","last_change":"2020-11-16T20:36:48.582153+0000","last_active":"2020-11-16T20:37:25.083199+0000","last_peered":"2020-11-16T20:37:25.083199+0000","last_clean":"2020-11-16T20:37:25.083199+0000","last_became_active":"2020-11-16T20:36:48.581144+0000","last_became_peered":"2020-11-16T20:36:48.581144+0000","last_unstale":"2020-11-16T20:37:25.083199+0000","last_undegraded":"2020-11-16T20:37:25.083199+0000","last_fullsized":"2020-11-16T20:37:25.083199+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":3411,"ondisk_log_size":3411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":223543296,"num_objects":3411,"num_object_clones":0,"num_object_copies":6822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3411,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3411,"num_write_kb":218304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10],"acting":[6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"386","reported_epoch":"418","state":"active+clean","last_fresh":"2020-11-16T20:37:16.190601+0000","last_change":"2020-11-16T20:36:36.992358+0000","last_active":"2020-11-16T20:37:16.190601+0000","last_peered":"2020-11-16T20:37:16.190601+0000","last_clean":"2020-11-16T20:37:16.190601+0000","last_became_active":"2020-11-16T20:32:00.318093+0000","last_became_peered":"2020-11-16T20:32:00.318093+0000","last_unstale":"2020-11-16T20:37:16.190601+0000","last_undegraded":"2020-11-16T20:37:16.190601+0000","last_fullsized":"2020-11-16T20:37:16.190601+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:36.992266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:36:36.992266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":16,"stat_sum":{"num_bytes":3400531968,"num_objects":51888,"num_object_clones":0,"num_object_copies":103776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51888,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51888,"num_write_kb":3320832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6884950016,"data_stored":6884950016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":51888,"ondisk_log_size":51888,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631686,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":622324,"kb_used_data":434412,"kb_used_omap":0,"kb_used_meta":187904,"kb_avail":93122828,"statfs":{"total":95995035648,"available":95357775872,"internally_reserved":0,"allocated":444837888,"data_stored":444086297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":192413696},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":1.6890000000000001,"5min":3.2599999999999998,"15min":2.1680000000000001},"min":{"1min":0.67300000000000004,"5min":0.58699999999999997,"15min":0.47199999999999998},"max":{"1min":3.9220000000000002,"5min":242.179,"15min":242.179},"last":3.968},{"interface":"front","average":{"1min":2.383,"5min":3.9529999999999998,"15min":2.6709999999999998},"min":{"1min":1.0629999999999999,"5min":0.60199999999999998,"15min":0.54100000000000004},"max":{"1min":4.0700000000000003,"5min":244.363,"15min":244.363},"last":4.625}]},{"osd":1,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":1.8149999999999999,"5min":4.9560000000000004,"15min":3.0070000000000001},"min":{"1min":0.749,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":4.0099999999999998,"5min":247.31299999999999,"15min":247.31299999999999},"last":4.0099999999999998},{"interface":"front","average":{"1min":2.645,"5min":5.0170000000000003,"15min":3.149},"min":{"1min":0.93799999999999994,"5min":0.70899999999999996,"15min":0.53900000000000003},"max":{"1min":5.1050000000000004,"5min":244.84999999999999,"15min":244.84999999999999},"last":5.1050000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":19.744,"5min":9.7319999999999993,"15min":4.7489999999999997},"min":{"1min":0.92600000000000005,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":343.45999999999998,"5min":343.45999999999998,"15min":343.45999999999998},"last":4.0540000000000003},{"interface":"front","average":{"1min":20.84,"5min":10.254,"15min":5.1020000000000003},"min":{"1min":1.583,"5min":0.83899999999999997,"15min":0.64200000000000002},"max":{"1min":342.61599999999999,"5min":342.61599999999999,"15min":342.61599999999999},"last":4.8680000000000003}]},{"osd":4,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":2.3460000000000001,"15min":2.3239999999999998},"min":{"1min":1.242,"5min":0.87,"15min":0.66200000000000003},"max":{"1min":7.141,"5min":7.141,"15min":7.8600000000000003},"last":4.9960000000000004},{"interface":"front","average":{"1min":3.5379999999999998,"5min":2.5779999999999998,"15min":2.5230000000000001},"min":{"1min":1.484,"5min":0.95899999999999996,"15min":0.72299999999999998},"max":{"1min":7.3280000000000003,"5min":7.3280000000000003,"15min":7.3280000000000003},"last":5.2240000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":2.145,"5min":1.79,"15min":2.3180000000000001},"min":{"1min":0.88,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":3.4079999999999999,"5min":7.7999999999999998,"15min":9.6180000000000003},"last":4.7969999999999997},{"interface":"front","average":{"1min":3.5819999999999999,"5min":2.71,"15min":2.8010000000000002},"min":{"1min":1.47,"5min":1.0449999999999999,"15min":0.98599999999999999},"max":{"1min":5.7220000000000004,"5min":7.827,"15min":7.827},"last":5.516}]},{"osd":6,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":2.3839999999999999,"15min":2.4580000000000002},"min":{"1min":1.089,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":4.9589999999999996,"5min":6.7329999999999997,"15min":7.1639999999999997},"last":4.7640000000000002},{"interface":"front","average":{"1min":3.919,"5min":2.9089999999999998,"15min":3.1549999999999998},"min":{"1min":1.6020000000000001,"5min":1.0189999999999999,"15min":0.93100000000000005},"max":{"1min":5.1079999999999997,"5min":6.4809999999999999,"15min":7.8940000000000001},"last":5.3250000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:36:37 2020","interfaces":[{"interface":"back","average":{"1min":3.4529999999999998,"5min":3.7829999999999999,"15min":2.8260000000000001},"min":{"1min":1.8939999999999999,"5min":0.95299999999999996,"15min":0.86799999999999999},"max":{"1min":5.4640000000000004,"5min":96.248000000000005,"15min":96.248000000000005},"last":6.0279999999999996},{"interface":"front","average":{"1min":2.411,"5min":3.3319999999999999,"15min":3.0409999999999999},"min":{"1min":1.1559999999999999,"5min":0.998,"15min":0.998},"max":{"1min":4.5090000000000003,"5min":96.337999999999994,"15min":96.337999999999994},"last":4.9480000000000004}]},{"osd":8,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":3.0289999999999999,"5min":2.4089999999999998,"15min":2.7040000000000002},"min":{"1min":1.3720000000000001,"5min":0.88500000000000001,"15min":0.85099999999999998},"max":{"1min":4.3949999999999996,"5min":8.2379999999999995,"15min":8.2379999999999995},"last":4.3209999999999997},{"interface":"front","average":{"1min":2.5249999999999999,"5min":2.6059999999999999,"15min":2.879},"min":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.85999999999999999},"max":{"1min":4.0880000000000001,"5min":7.1269999999999998,"15min":7.319},"last":8.2850000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:36:47 2020","interfaces":[{"interface":"back","average":{"1min":4.1429999999999998,"5min":3.1829999999999998,"15min":3.6349999999999998},"min":{"1min":2.008,"5min":1.2629999999999999,"15min":1.2629999999999999},"max":{"1min":5.7779999999999996,"5min":6.2220000000000004,"15min":7.8929999999999998},"last":5.7110000000000003},{"interface":"front","average":{"1min":3.1549999999999998,"5min":2.5870000000000002,"15min":2.9860000000000002},"min":{"1min":1.6539999999999999,"5min":1.206,"15min":0.98899999999999999},"max":{"1min":4.4749999999999996,"5min":5.8600000000000003,"15min":5.9800000000000004},"last":5.6349999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":2.948,"5min":2.9369999999999998,"15min":3.121},"min":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":4.6479999999999997,"5min":9.3279999999999994,"15min":9.5109999999999992},"last":9.8049999999999997},{"interface":"front","average":{"1min":3.472,"5min":2.7170000000000001,"15min":2.9350000000000001},"min":{"1min":1.5,"5min":1.2749999999999999,"15min":1.177},"max":{"1min":5.5510000000000002,"5min":5.891,"15min":6.3849999999999998},"last":6.4480000000000004}]}]},{"osd":10,"up_from":95,"seq":408021893323,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":771892,"kb_used_data":657452,"kb_used_omap":0,"kb_used_meta":114432,"kb_avail":92973260,"statfs":{"total":95995035648,"available":95204618240,"internally_reserved":0,"allocated":673230848,"data_stored":672479257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":117178368},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:44 2020","interfaces":[{"interface":"back","average":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.4049999999999998,"5min":2.4049999999999998,"15min":2.4049999999999998},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.0019999999999998,"5min":4.0019999999999998,"15min":4.0019999999999998},"last":0.89100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":1.8320000000000001,"5min":2.0219999999999998,"15min":2.0209999999999999},"min":{"1min":0.61599999999999999,"5min":0.58599999999999997,"15min":0.505},"max":{"1min":3.1190000000000002,"5min":43.75,"15min":45.988999999999997},"last":0.95999999999999996},{"interface":"front","average":{"1min":2.524,"5min":2.105,"15min":2.1909999999999998},"min":{"1min":0.93000000000000005,"5min":0.67600000000000005,"15min":0.54000000000000004},"max":{"1min":3.984,"5min":43.837000000000003,"15min":43.837000000000003},"last":2.1019999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.3420000000000001,"15min":2.1110000000000002},"min":{"1min":0.96999999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":3.3039999999999998,"5min":44.116999999999997,"15min":44.116999999999997},"last":2.8519999999999999},{"interface":"front","average":{"1min":1.956,"5min":2.5209999999999999,"15min":2.286},"min":{"1min":1.026,"5min":0.64100000000000001,"15min":0.61399999999999999},"max":{"1min":2.8980000000000001,"5min":54.761000000000003,"15min":54.761000000000003},"last":1.026}]},{"osd":3,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.4630000000000001,"15min":2.9039999999999999},"min":{"1min":1.0189999999999999,"5min":0.64000000000000001,"15min":0.59199999999999997},"max":{"1min":3.5289999999999999,"5min":46.621000000000002,"15min":229.012},"last":1.6739999999999999},{"interface":"front","average":{"1min":2.5870000000000002,"5min":2.4470000000000001,"15min":3.3149999999999999},"min":{"1min":1.244,"5min":0.64500000000000002,"15min":0.59999999999999998},"max":{"1min":4.1440000000000001,"5min":42.634999999999998,"15min":225.529},"last":1.4470000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.948,"5min":2.464,"15min":2.4809999999999999},"min":{"1min":1.0129999999999999,"5min":0.77800000000000002,"15min":0.67000000000000004},"max":{"1min":4.1959999999999997,"5min":8.9800000000000004,"15min":45.624000000000002},"last":3.2749999999999999},{"interface":"front","average":{"1min":1.8979999999999999,"5min":1.8140000000000001,"15min":2.145},"min":{"1min":0.82499999999999996,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":4.569,"5min":5.0979999999999999,"15min":45.814},"last":1.5449999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":1.8069999999999999,"15min":2.8839999999999999},"min":{"1min":1.0960000000000001,"5min":0.88100000000000001,"15min":0.81100000000000005},"max":{"1min":2.9630000000000001,"5min":7.6109999999999998,"15min":135.96000000000001},"last":1.911},{"interface":"front","average":{"1min":2.907,"5min":2.0009999999999999,"15min":2.9649999999999999},"min":{"1min":1.6200000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":3.6850000000000001,"5min":3.9329999999999998,"15min":130.28200000000001},"last":2.6890000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.2210000000000001,"15min":2.875},"min":{"1min":1.4430000000000001,"5min":0.83499999999999996,"15min":0.81999999999999995},"max":{"1min":3.5299999999999998,"5min":5.8220000000000001,"15min":99.906999999999996},"last":3.0430000000000001},{"interface":"front","average":{"1min":3.1720000000000002,"5min":2.4129999999999998,"15min":3.048},"min":{"1min":1.8180000000000001,"5min":1.262,"15min":0.86099999999999999},"max":{"1min":4.2519999999999998,"5min":5.2489999999999997,"15min":99.834999999999994},"last":3.0059999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:36:53 2020","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":6.9279999999999999,"15min":4.3200000000000003},"min":{"1min":1.556,"5min":1.306,"15min":1.306},"max":{"1min":8.0690000000000008,"5min":341.77999999999997,"15min":341.77999999999997},"last":68.153999999999996},{"interface":"front","average":{"1min":2.5950000000000002,"5min":6.7220000000000004,"15min":4.149},"min":{"1min":1.22,"5min":1.1120000000000001,"15min":1.1120000000000001},"max":{"1min":4.1420000000000003,"5min":345.45800000000003,"15min":345.45800000000003},"last":64.150000000000006}]},{"osd":8,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":2.5600000000000001,"15min":3.0720000000000001},"min":{"1min":1.615,"5min":1.008,"15min":0.66000000000000003},"max":{"1min":4.141,"5min":8.1479999999999997,"15min":51.853000000000002},"last":2.8140000000000001},{"interface":"front","average":{"1min":3.7869999999999999,"5min":2.8719999999999999,"15min":3.1040000000000001},"min":{"1min":1.5369999999999999,"5min":1.0069999999999999,"15min":0.91000000000000003},"max":{"1min":6.1760000000000002,"5min":8.5839999999999996,"15min":46.506999999999998},"last":3.5179999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":3.9929999999999999,"5min":3.141,"15min":3.2909999999999999},"min":{"1min":1.6499999999999999,"5min":1.139,"15min":0.84699999999999998},"max":{"1min":5.96,"5min":9.1039999999999992,"15min":46.679000000000002},"last":3.7749999999999999},{"interface":"front","average":{"1min":3.2999999999999998,"5min":2.843,"15min":3.1920000000000002},"min":{"1min":1.9510000000000001,"5min":1.1259999999999999,"15min":1.123},"max":{"1min":5.0309999999999997,"5min":7.3689999999999998,"15min":46.823999999999998},"last":2.444}]},{"osd":11,"last update":"Mon Nov 16 20:36:49 2020","interfaces":[{"interface":"back","average":{"1min":3.6970000000000001,"5min":3.1160000000000001,"15min":3.4289999999999998},"min":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2629999999999999},"max":{"1min":8.3680000000000003,"5min":8.8490000000000002,"15min":45.292000000000002},"last":3.9809999999999999},{"interface":"front","average":{"1min":3.0739999999999998,"5min":2.6539999999999999,"15min":3.3180000000000001},"min":{"1min":1.6919999999999999,"5min":1.391,"15min":1.177},"max":{"1min":4.3600000000000003,"5min":5.9020000000000001,"15min":55.759999999999998},"last":3.2149999999999999}]}]},{"osd":9,"up_from":71,"seq":304942678244,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":877736,"kb_used_data":617696,"kb_used_omap":0,"kb_used_meta":260032,"kb_avail":92867416,"statfs":{"total":95995035648,"available":95096233984,"internally_reserved":0,"allocated":632520704,"data_stored":631775039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":266272768},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":1.851,"5min":3.4009999999999998,"15min":2.5950000000000002},"min":{"1min":0.83599999999999997,"5min":0.55600000000000005,"15min":0.48499999999999999},"max":{"1min":3.0920000000000001,"5min":253.441,"15min":253.441},"last":0.998},{"interface":"front","average":{"1min":2.7050000000000001,"5min":4.1040000000000001,"15min":2.8290000000000002},"min":{"1min":1.1759999999999999,"5min":0.84299999999999997,"15min":0.51700000000000002},"max":{"1min":3.931,"5min":253.72999999999999,"15min":253.72999999999999},"last":1.1759999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":4.3129999999999997,"15min":2.9529999999999998},"min":{"1min":0.68600000000000005,"5min":0.64200000000000002,"15min":0.55400000000000005},"max":{"1min":3.75,"5min":250.76499999999999,"15min":250.76499999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":1.7330000000000001,"5min":4.0289999999999999,"15min":2.726},"min":{"1min":0.72799999999999998,"5min":0.64900000000000002,"15min":0.63300000000000001},"max":{"1min":3.274,"5min":250.529,"15min":250.529},"last":0.72799999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":1.7410000000000001,"5min":3.8319999999999999,"15min":3.637},"min":{"1min":1.1339999999999999,"5min":0.63500000000000001,"15min":0.59599999999999997},"max":{"1min":2.883,"5min":254.02199999999999,"15min":314.88900000000001},"last":2.5369999999999999},{"interface":"front","average":{"1min":2.0910000000000002,"5min":4.4080000000000004,"15min":3.9089999999999998},"min":{"1min":1.224,"5min":0.70699999999999996,"15min":0.60099999999999998},"max":{"1min":3.3519999999999999,"5min":252.62200000000001,"15min":312.904},"last":1.224}]},{"osd":4,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":2.7549999999999999,"5min":2.3420000000000001,"15min":3.29},"min":{"1min":0.876,"5min":0.876,"15min":0.83099999999999996},"max":{"1min":4.2149999999999999,"5min":8.891,"15min":130.13800000000001},"last":1.6339999999999999},{"interface":"front","average":{"1min":2.3759999999999999,"5min":2.278,"15min":3.2000000000000002},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.60899999999999999},"max":{"1min":3.8959999999999999,"5min":9.3599999999999994,"15min":128.81800000000001},"last":2.7000000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.6030000000000002,"15min":3.4849999999999999},"min":{"1min":1.115,"5min":0.73499999999999999,"15min":0.73299999999999998},"max":{"1min":4.907,"5min":10.968,"15min":127.413},"last":1.3200000000000001},{"interface":"front","average":{"1min":2.7360000000000002,"5min":2.226,"15min":3.3119999999999998},"min":{"1min":1.3759999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":4.2439999999999998,"5min":9.1690000000000005,"15min":127.542},"last":1.9319999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1829999999999998,"5min":2.496,"15min":2.9199999999999999},"min":{"1min":0.95799999999999996,"5min":0.91200000000000003,"15min":0.872},"max":{"1min":6.2199999999999998,"5min":9.625,"15min":98.828999999999994},"last":2.2650000000000001},{"interface":"front","average":{"1min":3.077,"5min":2.569,"15min":3.1019999999999999},"min":{"1min":0.99399999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":6.3159999999999998,"5min":10.377000000000001,"15min":107.042},"last":1.409}]},{"osd":7,"last update":"Mon Nov 16 20:36:58 2020","interfaces":[{"interface":"back","average":{"1min":3.2669999999999999,"5min":3.048,"15min":5.3499999999999996},"min":{"1min":1.72,"5min":1.0209999999999999,"15min":1.0089999999999999},"max":{"1min":4.9630000000000001,"5min":30.408999999999999,"15min":130.572},"last":1.488},{"interface":"front","average":{"1min":2.8999999999999999,"5min":3.1459999999999999,"15min":5.5579999999999998},"min":{"1min":1.4019999999999999,"5min":1.0429999999999999,"15min":0.77600000000000002},"max":{"1min":4.282,"5min":31.247,"15min":128.73599999999999},"last":1.589}]},{"osd":8,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4100000000000001,"5min":2.8740000000000001,"15min":3.0329999999999999},"min":{"1min":1.427,"5min":1.036,"15min":0.69699999999999995},"max":{"1min":4.7000000000000002,"5min":10.721,"15min":12.334},"last":1.7949999999999999},{"interface":"front","average":{"1min":3.6699999999999999,"5min":3.121,"15min":3.25},"min":{"1min":1.613,"5min":1.25,"15min":0.94999999999999996},"max":{"1min":4.9500000000000002,"5min":13.355,"15min":13.491},"last":2.3079999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:36:28 2020","interfaces":[{"interface":"back","average":{"1min":3.1019999999999999,"5min":3.04,"15min":3.1840000000000002},"min":{"1min":1.4650000000000001,"5min":1.4650000000000001,"15min":0.874},"max":{"1min":8.2349999999999994,"5min":11.589,"15min":13.259},"last":2.1520000000000001},{"interface":"front","average":{"1min":2.8599999999999999,"5min":2.621,"15min":3.0739999999999998},"min":{"1min":1.296,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":6.1269999999999998,"5min":11.678000000000001,"15min":12.051},"last":2.8300000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:36:43 2020","interfaces":[{"interface":"back","average":{"1min":3.1539999999999999,"5min":3.1539999999999999,"15min":3.6949999999999998},"min":{"1min":1.917,"5min":1.4139999999999999,"15min":1.244},"max":{"1min":5.1210000000000004,"5min":8.7129999999999992,"15min":8.7129999999999992},"last":1.7669999999999999},{"interface":"front","average":{"1min":3.6040000000000001,"5min":3.3330000000000002,"15min":3.4359999999999999},"min":{"1min":1.657,"5min":1.5680000000000001,"15min":1.115},"max":{"1min":8.0899999999999999,"5min":12.023999999999999,"15min":12.023999999999999},"last":2.0129999999999999}]}]},{"osd":8,"up_from":63,"seq":270582939880,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":332648,"kb_used_data":202016,"kb_used_omap":0,"kb_used_meta":130624,"kb_avail":93412504,"statfs":{"total":95995035648,"available":95654404096,"internally_reserved":0,"allocated":206864384,"data_stored":206118739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":133758976},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":1.8420000000000001,"5min":1.474,"15min":1.9419999999999999},"min":{"1min":0.69799999999999995,"5min":0.60899999999999999,"15min":0.498},"max":{"1min":3.7400000000000002,"5min":5.5819999999999999,"15min":60.295999999999999},"last":0.98599999999999999},{"interface":"front","average":{"1min":1.7110000000000001,"5min":1.462,"15min":2.0720000000000001},"min":{"1min":0.66000000000000003,"5min":0.59499999999999997,"15min":0.57499999999999996},"max":{"1min":4.6079999999999997,"5min":5.9619999999999997,"15min":58.633000000000003},"last":0.93700000000000006}]},{"osd":1,"last update":"Mon Nov 16 20:36:39 2020","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":2.786,"15min":2.3109999999999999},"min":{"1min":0.64300000000000002,"5min":0.626,"15min":0.60399999999999998},"max":{"1min":4.8079999999999998,"5min":141.761,"15min":141.761},"last":4.2999999999999998},{"interface":"front","average":{"1min":2.1179999999999999,"5min":3.4140000000000001,"15min":2.8969999999999998},"min":{"1min":0.75,"5min":0.75,"15min":0.64200000000000002},"max":{"1min":3.5680000000000001,"5min":141.87100000000001,"15min":141.87100000000001},"last":4.0960000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":8.9870000000000001,"5min":3.71,"15min":3.1480000000000001},"min":{"1min":1.0740000000000001,"5min":0.748,"15min":0.54700000000000004},"max":{"1min":137.90299999999999,"5min":137.90299999999999,"15min":137.90299999999999},"last":2.0609999999999999},{"interface":"front","average":{"1min":8.8260000000000005,"5min":3.702,"15min":3.0880000000000001},"min":{"1min":1.1679999999999999,"5min":0.60799999999999998,"15min":0.59199999999999997},"max":{"1min":138.24299999999999,"5min":138.24299999999999,"15min":138.24299999999999},"last":2.1160000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":2.9100000000000001,"5min":2.8849999999999998,"15min":2.7370000000000001},"min":{"1min":1.1839999999999999,"5min":0.69299999999999995,"15min":0.61499999999999999},"max":{"1min":5.0369999999999999,"5min":36.006999999999998,"15min":36.006999999999998},"last":2.2509999999999999},{"interface":"front","average":{"1min":2.6619999999999999,"5min":3.048,"15min":2.7250000000000001},"min":{"1min":0.94899999999999995,"5min":0.75,"15min":0.69699999999999995},"max":{"1min":5.9550000000000001,"5min":42.060000000000002,"15min":42.060000000000002},"last":1.3069999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:36:54 2020","interfaces":[{"interface":"back","average":{"1min":2.573,"5min":2.2109999999999999,"15min":2.5649999999999999},"min":{"1min":1.006,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":3.9870000000000001,"5min":5.9720000000000004,"15min":6.5439999999999996},"last":2.3999999999999999},{"interface":"front","average":{"1min":2.5640000000000001,"5min":1.9670000000000001,"15min":2.4590000000000001},"min":{"1min":0.95799999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":5.1550000000000002,"5min":7.1230000000000002,"15min":7.1230000000000002},"last":2.0070000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:37:05 2020","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":2.3399999999999999,"15min":2.6509999999999998},"min":{"1min":1.2130000000000001,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":3.903,"5min":7.327,"15min":7.5140000000000002},"last":2.653},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.762,"15min":2.8220000000000001},"min":{"1min":1.0920000000000001,"5min":0.872,"15min":0.84399999999999997},"max":{"1min":4.9969999999999999,"5min":10.569000000000001,"15min":10.569000000000001},"last":2.4380000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:36:24 2020","interfaces":[{"interface":"back","average":{"1min":3.649,"5min":3.077,"15min":2.8820000000000001},"min":{"1min":1.4359999999999999,"5min":1.006,"15min":1.006},"max":{"1min":8.9550000000000001,"5min":37.5,"15min":37.5},"last":2.6200000000000001},{"interface":"front","average":{"1min":2.4580000000000002,"5min":2.7440000000000002,"15min":2.4689999999999999},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":5.4210000000000003,"5min":35.509999999999998,"15min":35.509999999999998},"last":2.2909999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:36:24 2020","interfaces":[{"interface":"back","average":{"1min":3.3359999999999999,"5min":3.6829999999999998,"15min":3.448},"min":{"1min":1.4139999999999999,"5min":0.93500000000000005,"15min":0.72799999999999998},"max":{"1min":11.263,"5min":89.052999999999997,"15min":89.052999999999997},"last":2.5899999999999999},{"interface":"front","average":{"1min":2.9060000000000001,"5min":3.625,"15min":3.7330000000000001},"min":{"1min":1.6080000000000001,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":5.609,"5min":89.296000000000006,"15min":89.296000000000006},"last":2.8100000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:36:24 2020","interfaces":[{"interface":"back","average":{"1min":2.2519999999999998,"5min":2.5339999999999998,"15min":3.8969999999999998},"min":{"1min":1.131,"5min":0.92400000000000004,"15min":0.80900000000000005},"max":{"1min":4.9859999999999998,"5min":12.064,"15min":229.578},"last":2.5030000000000001},{"interface":"front","average":{"1min":3.2440000000000002,"5min":2.8500000000000001,"15min":4.0199999999999996},"min":{"1min":1.6259999999999999,"5min":1.3520000000000001,"15min":0.93100000000000005},"max":{"1min":8.3460000000000001,"5min":8.3460000000000001,"15min":232.14099999999999},"last":4.5259999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:36:46 2020","interfaces":[{"interface":"back","average":{"1min":3.3279999999999998,"5min":2.8199999999999998,"15min":3.343},"min":{"1min":1.4830000000000001,"5min":1.0269999999999999,"15min":0.85799999999999998},"max":{"1min":6.0759999999999996,"5min":6.4269999999999996,"15min":9.0920000000000005},"last":2.786},{"interface":"front","average":{"1min":3.5800000000000001,"5min":3.0619999999999998,"15min":3.2040000000000002},"min":{"1min":1.732,"5min":1.2549999999999999,"15min":1.0269999999999999},"max":{"1min":7.5199999999999996,"5min":12.257999999999999,"15min":12.257999999999999},"last":3.6019999999999999}]}]},{"osd":7,"up_from":225,"seq":966367641711,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":714780,"kb_used_data":566164,"kb_used_omap":0,"kb_used_meta":148607,"kb_avail":93030372,"statfs":{"total":95995035648,"available":95263100928,"internally_reserved":0,"allocated":579751936,"data_stored":579012267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":152173628},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":2.5910000000000002,"5min":3.2280000000000002,"15min":3.5470000000000002},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":7.8109999999999999,"5min":123.182,"15min":123.182},"last":0.98599999999999999},{"interface":"front","average":{"1min":2.6880000000000002,"5min":3.2759999999999998,"15min":3.6829999999999998},"min":{"1min":0.64200000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":8.1349999999999998,"5min":122.154,"15min":122.154},"last":1.5469999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":7.165,"5min":4.2279999999999998,"15min":2.6299999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":87.671000000000006,"5min":118.31699999999999,"15min":118.31699999999999},"last":1.0209999999999999},{"interface":"front","average":{"1min":6.9580000000000002,"5min":4.3390000000000004,"15min":2.7429999999999999},"min":{"1min":0.97899999999999998,"5min":0.59599999999999997,"15min":0.53600000000000003},"max":{"1min":88.893000000000001,"5min":117.771,"15min":117.771},"last":1.3420000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":15.489000000000001,"5min":6.3849999999999998,"15min":3.8439999999999999},"min":{"1min":1.0049999999999999,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":219.61199999999999,"5min":219.61199999999999,"15min":219.61199999999999},"last":2.7890000000000001},{"interface":"front","average":{"1min":14.907999999999999,"5min":6.2549999999999999,"15min":3.5619999999999998},"min":{"1min":0.82899999999999996,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":221.09700000000001,"5min":221.09700000000001,"15min":221.09700000000001},"last":1.6739999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":2.456,"5min":2.2400000000000002,"15min":2.347},"min":{"1min":0.72599999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":7.3620000000000001,"5min":11.75,"15min":11.75},"last":1.0489999999999999},{"interface":"front","average":{"1min":2.2389999999999999,"5min":2.274,"15min":2.4140000000000001},"min":{"1min":0.98499999999999999,"5min":0.71299999999999997,"15min":0.66100000000000003},"max":{"1min":5.6769999999999996,"5min":11.323,"15min":11.323},"last":1.4910000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:36:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9660000000000002,"5min":2.2799999999999998,"15min":2.0840000000000001},"min":{"1min":0.86299999999999999,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":8.0730000000000004,"5min":9.2240000000000002,"15min":9.2240000000000002},"last":5.0309999999999997},{"interface":"front","average":{"1min":2.5640000000000001,"5min":2.4529999999999998,"15min":2.4540000000000002},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":8.1180000000000003,"5min":11.468999999999999,"15min":11.468999999999999},"last":1.752}]},{"osd":6,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":2.8100000000000001,"5min":2.355,"15min":2.2730000000000001},"min":{"1min":1.1459999999999999,"5min":0.84599999999999997,"15min":0.67000000000000004},"max":{"1min":8.2530000000000001,"5min":9.2899999999999991,"15min":9.2899999999999991},"last":5.1420000000000003},{"interface":"front","average":{"1min":2.2050000000000001,"5min":2.423,"15min":2.5579999999999998},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":5.9699999999999998,"5min":7.1669999999999998,"15min":9.5899999999999999},"last":4.9909999999999997}]},{"osd":8,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":2.8650000000000002,"5min":2.2959999999999998,"15min":2.8980000000000001},"min":{"1min":0.96099999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":7.6020000000000003,"5min":7.7999999999999998,"15min":23.276},"last":1.9079999999999999},{"interface":"front","average":{"1min":2.363,"5min":2.3079999999999998,"15min":3.3199999999999998},"min":{"1min":1.157,"5min":0.92600000000000005,"15min":0.92600000000000005},"max":{"1min":6.1109999999999998,"5min":9.5700000000000003,"15min":26.068999999999999},"last":2.0409999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":3.1110000000000002,"5min":2.5779999999999998,"15min":2.7330000000000001},"min":{"1min":1.2769999999999999,"5min":1.0740000000000001,"15min":1.0740000000000001},"max":{"1min":8.5060000000000002,"5min":8.5060000000000002,"15min":13.547000000000001},"last":2.3149999999999999},{"interface":"front","average":{"1min":2.5310000000000001,"5min":2.52,"15min":2.7429999999999999},"min":{"1min":1.3009999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":6.2729999999999997,"5min":7.5209999999999999,"15min":13.472},"last":4.8250000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":2.9550000000000001,"5min":2.6320000000000001,"15min":2.4300000000000002},"min":{"1min":1.2509999999999999,"5min":0.98899999999999999,"15min":0.96199999999999997},"max":{"1min":7.7039999999999997,"5min":8.1379999999999999,"15min":8.1379999999999999},"last":2.2029999999999998},{"interface":"front","average":{"1min":3.7170000000000001,"5min":2.6160000000000001,"15min":2.492},"min":{"1min":1.2829999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"max":{"1min":7.7930000000000001,"5min":8.2579999999999991,"15min":8.2579999999999991},"last":2.4329999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:36:27 2020","interfaces":[{"interface":"back","average":{"1min":3.4220000000000002,"5min":2.798,"15min":3.2730000000000001},"min":{"1min":1.5129999999999999,"5min":1.1830000000000001,"15min":1.1830000000000001},"max":{"1min":7.9880000000000004,"5min":8.3740000000000006,"15min":24.445},"last":2.5899999999999999},{"interface":"front","average":{"1min":2.6419999999999999,"5min":2.7669999999999999,"15min":3.3730000000000002},"min":{"1min":1.4339999999999999,"5min":1.135,"15min":1.135},"max":{"1min":6.194,"5min":10.109999999999999,"15min":24.475999999999999},"last":4.6870000000000003}]}]},{"osd":6,"up_from":49,"seq":210453397746,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":793972,"kb_used_data":642860,"kb_used_omap":0,"kb_used_meta":151104,"kb_avail":92951180,"statfs":{"total":95995035648,"available":95182008320,"internally_reserved":0,"allocated":658288640,"data_stored":657537069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":154730496},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":2.3889999999999998,"5min":2.5670000000000002,"15min":2.1339999999999999},"min":{"1min":0.96999999999999997,"5min":0.54700000000000004,"15min":0.503},"max":{"1min":11.59,"5min":96.126999999999995,"15min":96.126999999999995},"last":0.72399999999999998},{"interface":"front","average":{"1min":2.3159999999999998,"5min":2.3610000000000002,"15min":2.1469999999999998},"min":{"1min":1.0589999999999999,"5min":0.54800000000000004,"15min":0.496},"max":{"1min":10.818,"5min":92.424000000000007,"15min":92.424000000000007},"last":1.744}]},{"osd":2,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":2.464,"15min":2.2090000000000001},"min":{"1min":0.79500000000000004,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":2.6349999999999998,"5min":82.668000000000006,"15min":82.668000000000006},"last":0.95399999999999996},{"interface":"front","average":{"1min":2.2970000000000002,"5min":2.4329999999999998,"15min":2.1349999999999998},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":7.6529999999999996,"5min":84.108000000000004,"15min":84.108000000000004},"last":1.325}]},{"osd":3,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":2.4780000000000002,"5min":4.5869999999999997,"15min":3.7829999999999999},"min":{"1min":0.93000000000000005,"5min":0.624,"15min":0.57299999999999995},"max":{"1min":4.8150000000000004,"5min":171.21899999999999,"15min":189.096},"last":1.6180000000000001},{"interface":"front","average":{"1min":2.129,"5min":4.6539999999999999,"15min":3.968},"min":{"1min":0.98599999999999999,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":3.1960000000000002,"5min":171.46100000000001,"15min":189.042},"last":1.1319999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":2.7679999999999998,"5min":3.3540000000000001,"15min":2.7429999999999999},"min":{"1min":0.76400000000000001,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":7.7939999999999996,"5min":116.849,"15min":116.849},"last":1.966},{"interface":"front","average":{"1min":2.5190000000000001,"5min":3.246,"15min":2.7429999999999999},"min":{"1min":1.1879999999999999,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":3.9430000000000001,"5min":117.947,"15min":117.947},"last":0.98199999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.032,"15min":2.4119999999999999},"min":{"1min":0.95999999999999996,"5min":0.73599999999999999,"15min":0.69799999999999995},"max":{"1min":3.7189999999999999,"5min":13.518000000000001,"15min":13.518000000000001},"last":1.5149999999999999},{"interface":"front","average":{"1min":2.552,"5min":1.9690000000000001,"15min":2.4569999999999999},"min":{"1min":1.1679999999999999,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":5.0759999999999996,"5min":9.1539999999999999,"15min":9.1539999999999999},"last":1.5389999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:36:24 2020","interfaces":[{"interface":"back","average":{"1min":2.6480000000000001,"5min":2.1840000000000002,"15min":1.7809999999999999},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.65400000000000003},"max":{"1min":5.8109999999999999,"5min":12.582000000000001,"15min":12.582000000000001},"last":1.1020000000000001},{"interface":"front","average":{"1min":2.3690000000000002,"5min":2.5390000000000001,"15min":2.6949999999999998},"min":{"1min":1.1140000000000001,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":5.5179999999999998,"5min":14.067,"15min":14.067},"last":1.8540000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:36:50 2020","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":2.1880000000000002,"15min":3.3170000000000002},"min":{"1min":1.3420000000000001,"5min":0.90400000000000003,"15min":0.90400000000000003},"max":{"1min":6.1699999999999999,"5min":9.3439999999999994,"15min":158.672},"last":2.2360000000000002},{"interface":"front","average":{"1min":2.9100000000000001,"5min":2.339,"15min":3.4049999999999998},"min":{"1min":1.2170000000000001,"5min":0.95099999999999996,"15min":0.93600000000000005},"max":{"1min":5.0650000000000004,"5min":13.818,"15min":152.244},"last":2.1000000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":4.2850000000000001,"5min":2.6899999999999999,"15min":3.0230000000000001},"min":{"1min":1.631,"5min":0.94799999999999995,"15min":0.94199999999999995},"max":{"1min":8.5609999999999999,"5min":13.949999999999999,"15min":13.949999999999999},"last":2.3769999999999998},{"interface":"front","average":{"1min":3.3399999999999999,"5min":2.5339999999999998,"15min":3.0350000000000001},"min":{"1min":1.379,"5min":1.05,"15min":1.05},"max":{"1min":5.5179999999999998,"5min":8.452,"15min":9.407},"last":2.2850000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:36:42 2020","interfaces":[{"interface":"back","average":{"1min":3.0710000000000002,"5min":2.3959999999999999,"15min":3.077},"min":{"1min":1.3089999999999999,"5min":1.0029999999999999,"15min":0.88900000000000001},"max":{"1min":6.7549999999999999,"5min":6.7549999999999999,"15min":6.7549999999999999},"last":1.3600000000000001},{"interface":"front","average":{"1min":2.6389999999999998,"5min":1.9750000000000001,"15min":2.7090000000000001},"min":{"1min":1.3440000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":4.9450000000000003,"5min":10.095000000000001,"15min":10.095000000000001},"last":1.657}]},{"osd":11,"last update":"Mon Nov 16 20:36:42 2020","interfaces":[{"interface":"back","average":{"1min":2.468,"5min":2.1760000000000002,"15min":2.4300000000000002},"min":{"1min":1.2789999999999999,"5min":1.0640000000000001,"15min":1.044},"max":{"1min":4.0510000000000002,"5min":10.401999999999999,"15min":10.401999999999999},"last":1.242},{"interface":"front","average":{"1min":2.5190000000000001,"5min":2.3330000000000002,"15min":2.4860000000000002},"min":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"max":{"1min":4.2779999999999996,"5min":10.273,"15min":10.273},"last":1.399}]}]},{"osd":1,"up_from":18,"seq":77309411597,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2080424,"kb_used_data":1863776,"kb_used_omap":0,"kb_used_meta":216640,"kb_avail":91664728,"statfs":{"total":95995035648,"available":93864681472,"internally_reserved":0,"allocated":1908506624,"data_stored":1907760979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":221839360},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:37:01 2020","interfaces":[{"interface":"back","average":{"1min":2.4260000000000002,"5min":2.806,"15min":2.5329999999999999},"min":{"1min":0.878,"5min":0.47199999999999998,"15min":0.46600000000000003},"max":{"1min":12.964,"5min":97.320999999999998,"15min":97.320999999999998},"last":2.2669999999999999},{"interface":"front","average":{"1min":2.5670000000000002,"5min":3.1890000000000001,"15min":2.597},"min":{"1min":1.175,"5min":0.51200000000000001,"15min":0.47399999999999998},"max":{"1min":6.8470000000000004,"5min":97.376000000000005,"15min":97.376000000000005},"last":2.3010000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:36:24 2020","interfaces":[{"interface":"back","average":{"1min":2.6930000000000001,"5min":3.3580000000000001,"15min":2.782},"min":{"1min":0.82899999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":7.8410000000000002,"5min":98.257000000000005,"15min":98.257000000000005},"last":2.6629999999999998},{"interface":"front","average":{"1min":2.2999999999999998,"5min":3.1970000000000001,"15min":2.8620000000000001},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":6.3760000000000003,"5min":97.945999999999998,"15min":97.945999999999998},"last":2.6389999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:31:39 2020","interfaces":[{"interface":"back","average":{"1min":2.8180000000000001,"5min":4.7279999999999998,"15min":2.7949999999999999},"min":{"1min":0.89600000000000002,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":6.7999999999999998,"5min":214.125,"15min":214.125},"last":3.0529999999999999},{"interface":"front","average":{"1min":3.0190000000000001,"5min":5.5869999999999997,"15min":3.4860000000000002},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.60399999999999998},"max":{"1min":8.3409999999999993,"5min":211.75299999999999,"15min":211.75299999999999},"last":3.4870000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:36:11 2020","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":4.5259999999999998,"15min":3.1800000000000002},"min":{"1min":0.79500000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":25.773,"5min":97.236000000000004,"15min":97.236000000000004},"last":2.0760000000000001},{"interface":"front","average":{"1min":1.3859999999999999,"5min":4.141,"15min":3.0489999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":3.7160000000000002,"5min":96.036000000000001,"15min":96.036000000000001},"last":3.7290000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:36:50 2020","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":3.1760000000000002,"15min":2.9860000000000002},"min":{"1min":0.76900000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":6.6929999999999996,"5min":95.561999999999998,"15min":95.561999999999998},"last":3.0840000000000001},{"interface":"front","average":{"1min":3.077,"5min":4.5709999999999997,"15min":3.6280000000000001},"min":{"1min":1.4490000000000001,"5min":1.0089999999999999,"15min":0.68300000000000005},"max":{"1min":7.4530000000000003,"5min":96.986999999999995,"15min":96.986999999999995},"last":3.5339999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:37:01 2020","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":5.1879999999999997,"15min":3.7490000000000001},"min":{"1min":0.90500000000000003,"5min":0.84699999999999998,"15min":0.79700000000000004},"max":{"1min":7.819,"5min":103.09699999999999,"15min":103.09699999999999},"last":3.665},{"interface":"front","average":{"1min":3.0489999999999999,"5min":5.609,"15min":4.0869999999999997},"min":{"1min":1.3200000000000001,"5min":0.88100000000000001,"15min":0.85999999999999999},"max":{"1min":8.1699999999999999,"5min":102.877,"15min":102.877},"last":3.2320000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:36:24 2020","interfaces":[{"interface":"back","average":{"1min":4.4770000000000003,"5min":6.7789999999999999,"15min":3.944},"min":{"1min":1.0349999999999999,"5min":0.83599999999999997,"15min":0.67900000000000005},"max":{"1min":28.611000000000001,"5min":160.39400000000001,"15min":160.39400000000001},"last":3.9220000000000002},{"interface":"front","average":{"1min":3.641,"5min":4.9130000000000003,"15min":3.468},"min":{"1min":0.92800000000000005,"5min":0.80600000000000005,"15min":0.70699999999999996},"max":{"1min":25.382999999999999,"5min":161.446,"15min":161.446},"last":3.262}]},{"osd":8,"last update":"Mon Nov 16 20:36:50 2020","interfaces":[{"interface":"back","average":{"1min":3.165,"5min":4.4960000000000004,"15min":3.649},"min":{"1min":1.1859999999999999,"5min":0.99299999999999999,"15min":0.747},"max":{"1min":8.5630000000000006,"5min":96.852000000000004,"15min":96.852000000000004},"last":3.3879999999999999},{"interface":"front","average":{"1min":2.669,"5min":3.714,"15min":3.7789999999999999},"min":{"1min":0.98599999999999999,"5min":0.90300000000000002,"15min":0.77300000000000002},"max":{"1min":4.8570000000000002,"5min":99.825000000000003,"15min":99.825000000000003},"last":3.1230000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:36:24 2020","interfaces":[{"interface":"back","average":{"1min":4.3860000000000001,"5min":4.8250000000000002,"15min":4.0309999999999997},"min":{"1min":1.319,"5min":0.96299999999999997,"15min":0.90700000000000003},"max":{"1min":26.027999999999999,"5min":98.683999999999997,"15min":98.683999999999997},"last":4.0590000000000002},{"interface":"front","average":{"1min":2.7530000000000001,"5min":4.4779999999999998,"15min":4.3410000000000002},"min":{"1min":1.0489999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":6.9569999999999999,"5min":98.972999999999999,"15min":98.972999999999999},"last":4.2030000000000003}]},{"osd":10,"last update":"Mon Nov 16 20:36:24 2020","interfaces":[{"interface":"back","average":{"1min":4.4340000000000002,"5min":4.9480000000000004,"15min":4.0979999999999999},"min":{"1min":1.415,"5min":1.1359999999999999,"15min":1.1020000000000001},"max":{"1min":26.298999999999999,"5min":100.108,"15min":100.108},"last":4.3479999999999999},{"interface":"front","average":{"1min":3.6890000000000001,"5min":4.2320000000000002,"15min":4.3170000000000002},"min":{"1min":1.107,"5min":1.107,"15min":1.107},"max":{"1min":25.012,"5min":98.613,"15min":98.613},"last":3.4500000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:36:35 2020","interfaces":[{"interface":"back","average":{"1min":2.7349999999999999,"5min":4.5510000000000002,"15min":3.5350000000000001},"min":{"1min":1.278,"5min":1.0620000000000001,"15min":1.0620000000000001},"max":{"1min":4.444,"5min":99.150000000000006,"15min":99.150000000000006},"last":4.492},{"interface":"front","average":{"1min":3.5409999999999999,"5min":5.2080000000000002,"15min":4.2999999999999998},"min":{"1min":1.7569999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"max":{"1min":7.3209999999999997,"5min":99.512,"15min":99.512},"last":3.5960000000000001}]}]},{"osd":0,"up_from":12,"seq":51539607825,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":340956,"kb_used_data":192340,"kb_used_omap":0,"kb_used_meta":148608,"kb_avail":93404196,"statfs":{"total":95995035648,"available":95645896704,"internally_reserved":0,"allocated":196956160,"data_stored":196216491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":152174592},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:37:01 2020","interfaces":[{"interface":"back","average":{"1min":1.649,"5min":2.3620000000000001,"15min":2.0590000000000002},"min":{"1min":0.68000000000000005,"5min":0.52800000000000002,"15min":0.47599999999999998},"max":{"1min":4.3659999999999997,"5min":49.173999999999999,"15min":49.173999999999999},"last":2.4769999999999999},{"interface":"front","average":{"1min":2.0510000000000002,"5min":2.3170000000000002,"15min":2.2469999999999999},"min":{"1min":0.61499999999999999,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":4.859,"5min":37.466000000000001,"15min":37.466000000000001},"last":1.931}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:36:56 2020","interfaces":[{"interface":"back","average":{"1min":2.0139999999999998,"5min":2.4340000000000002,"15min":2.9129999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.50800000000000001},"max":{"1min":5.2839999999999998,"5min":13.157,"15min":143.12899999999999},"last":1.9470000000000001},{"interface":"front","average":{"1min":3.6800000000000002,"5min":2.7250000000000001,"15min":2.7120000000000002},"min":{"1min":0.82499999999999996,"5min":0.61599999999999999,"15min":0.54900000000000004},"max":{"1min":34.512,"5min":34.512,"15min":140.316},"last":0.628}]},{"osd":4,"last update":"Mon Nov 16 20:36:19 2020","interfaces":[{"interface":"back","average":{"1min":1.319,"5min":2.3330000000000002,"15min":2.0910000000000002},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.55600000000000005},"max":{"1min":6.0629999999999997,"5min":111.956,"15min":111.956},"last":0.73099999999999998},{"interface":"front","average":{"1min":1.7569999999999999,"5min":2.8660000000000001,"15min":2.8260000000000001},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":6.54,"5min":112.206,"15min":112.206},"last":1.026}]},{"osd":5,"last update":"Mon Nov 16 20:36:53 2020","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.9419999999999999,"15min":2.0910000000000002},"min":{"1min":0.71199999999999997,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":5.3049999999999997,"5min":7.8520000000000003,"15min":10.673999999999999},"last":1.589},{"interface":"front","average":{"1min":2.2570000000000001,"5min":1.8120000000000001,"15min":2.2789999999999999},"min":{"1min":1.224,"5min":0.70599999999999996,"15min":0.70499999999999996},"max":{"1min":4.6399999999999997,"5min":4.6399999999999997,"15min":10.782},"last":1.5629999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:37:18 2020","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":1.885,"15min":2.1909999999999998},"min":{"1min":1.0720000000000001,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":6.2220000000000004,"5min":6.5720000000000001,"15min":10.390000000000001},"last":0.872},{"interface":"front","average":{"1min":2.665,"5min":1.8169999999999999,"15min":2.3210000000000002},"min":{"1min":0.92500000000000004,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":10.718999999999999},"last":1.853}]},{"osd":7,"last update":"Mon Nov 16 20:36:25 2020","interfaces":[{"interface":"back","average":{"1min":4.3520000000000003,"5min":4.5149999999999997,"15min":3.0219999999999998},"min":{"1min":1.1890000000000001,"5min":0.93000000000000005,"15min":0.83999999999999997},"max":{"1min":34.380000000000003,"5min":97.435000000000002,"15min":97.435000000000002},"last":0.98899999999999999},{"interface":"front","average":{"1min":4.0549999999999997,"5min":4.7430000000000003,"15min":2.9670000000000001},"min":{"1min":0.94199999999999995,"5min":0.85099999999999998,"15min":0.82499999999999996},"max":{"1min":29.765999999999998,"5min":96.828000000000003,"15min":96.828000000000003},"last":2.3050000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:36:53 2020","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":3.597,"15min":3.0499999999999998},"min":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.78400000000000003},"max":{"1min":5.4889999999999999,"5min":96.248000000000005,"15min":96.248000000000005},"last":1.2310000000000001},{"interface":"front","average":{"1min":2.6749999999999998,"5min":3.4740000000000002,"15min":3.2330000000000001},"min":{"1min":1.2969999999999999,"5min":0.98999999999999999,"15min":0.85299999999999998},"max":{"1min":4.7640000000000002,"5min":96.043000000000006,"15min":96.043000000000006},"last":1.101}]},{"osd":9,"last update":"Mon Nov 16 20:36:19 2020","interfaces":[{"interface":"back","average":{"1min":2.105,"5min":2.0139999999999998,"15min":2.6949999999999998},"min":{"1min":1.073,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":6.6609999999999996,"5min":6.6970000000000001,"15min":11.433},"last":1.3480000000000001},{"interface":"front","average":{"1min":4.3049999999999997,"5min":2.6970000000000001,"15min":3.1080000000000001},"min":{"1min":1.5760000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"max":{"1min":34.231000000000002,"5min":34.231000000000002,"15min":34.231000000000002},"last":1.258}]},{"osd":10,"last update":"Mon Nov 16 20:36:25 2020","interfaces":[{"interface":"back","average":{"1min":2.3340000000000001,"5min":2.1040000000000001,"15min":2.8980000000000001},"min":{"1min":1.157,"5min":1.028,"15min":1.028},"max":{"1min":7.0439999999999996,"5min":7.0439999999999996,"15min":73.305000000000007},"last":1.1970000000000001},{"interface":"front","average":{"1min":4.0419999999999998,"5min":2.9620000000000002,"15min":3.2679999999999998},"min":{"1min":1.129,"5min":1.004,"15min":0.95099999999999996},"max":{"1min":29.811,"5min":29.811,"15min":73.558999999999997},"last":1.3779999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:36:53 2020","interfaces":[{"interface":"back","average":{"1min":2.8940000000000001,"5min":2.9060000000000001,"15min":3.1539999999999999},"min":{"1min":1.032,"5min":1.032,"15min":1.032},"max":{"1min":5.8739999999999997,"5min":8.3520000000000003,"15min":22.841000000000001},"last":1.7929999999999999},{"interface":"front","average":{"1min":4.8049999999999997,"5min":2.875,"15min":3.1909999999999998},"min":{"1min":1.7629999999999999,"5min":1.2070000000000001,"15min":1.0980000000000001},"max":{"1min":30.09,"5min":30.09,"15min":30.09},"last":2.069}]}]},{"osd":2,"up_from":23,"seq":98784248072,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":380660,"kb_used_data":220652,"kb_used_omap":0,"kb_used_meta":160000,"kb_avail":93364492,"statfs":{"total":95995035648,"available":95605239808,"internally_reserved":0,"allocated":225947648,"data_stored":225196077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":163840000},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:31:11 2020","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":2.036,"15min":2.2050000000000001},"min":{"1min":0.58599999999999997,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.282,"5min":14.228,"15min":99.001000000000005},"last":2.2930000000000001},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.988,"15min":2.2229999999999999},"min":{"1min":0.56100000000000005,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.738,"5min":8.1869999999999994,"15min":98.828000000000003},"last":2.1989999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:36:22 2020","interfaces":[{"interface":"back","average":{"1min":1.7270000000000001,"5min":2.6880000000000002,"15min":2.4209999999999998},"min":{"1min":0.56399999999999995,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":7.6319999999999997,"5min":76.745000000000005,"15min":76.745000000000005},"last":2.0880000000000001},{"interface":"front","average":{"1min":2.6909999999999998,"5min":2.9550000000000001,"15min":2.6339999999999999},"min":{"1min":0.81699999999999995,"5min":0.57799999999999996,"15min":0.46200000000000002},"max":{"1min":11.172000000000001,"5min":74.978999999999999,"15min":74.978999999999999},"last":0.81999999999999995}]},{"osd":3,"last update":"Mon Nov 16 20:36:53 2020","interfaces":[{"interface":"back","average":{"1min":30.177,"5min":12.635999999999999,"15min":7.6399999999999997},"min":{"1min":0.69299999999999995,"5min":0.53800000000000003,"15min":0.50900000000000001},"max":{"1min":290.43700000000001,"5min":465.10500000000002,"15min":465.10500000000002},"last":0.84799999999999998},{"interface":"front","average":{"1min":30.558,"5min":13.151,"15min":7.7750000000000004},"min":{"1min":0.76900000000000002,"5min":0.69399999999999995,"15min":0.55900000000000005},"max":{"1min":294.74099999999999,"5min":459.33699999999999,"15min":459.33699999999999},"last":1.4490000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:36:22 2020","interfaces":[{"interface":"back","average":{"1min":1.72,"5min":1.835,"15min":2.1579999999999999},"min":{"1min":0.65900000000000003,"5min":0.627,"15min":0.627},"max":{"1min":6.633,"5min":10.186999999999999,"15min":15.988},"last":1.752},{"interface":"front","average":{"1min":2.1539999999999999,"5min":2.2349999999999999,"15min":2.2829999999999999},"min":{"1min":1.087,"5min":0.93200000000000005,"15min":0.76100000000000001},"max":{"1min":6.806,"5min":10.352,"15min":10.352},"last":1.825}]},{"osd":5,"last update":"Mon Nov 16 20:36:53 2020","interfaces":[{"interface":"back","average":{"1min":1.9990000000000001,"5min":3.415,"15min":2.9199999999999999},"min":{"1min":0.75600000000000001,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":6.0199999999999996,"5min":124.53400000000001,"15min":124.53400000000001},"last":2.29},{"interface":"front","average":{"1min":1.7549999999999999,"5min":1.782,"15min":2.327},"min":{"1min":0.79400000000000004,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":3.5950000000000002,"5min":7.6790000000000003,"15min":11.173},"last":1.1299999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:37:09 2020","interfaces":[{"interface":"back","average":{"1min":2.1000000000000001,"5min":2.3530000000000002,"15min":2.4460000000000002},"min":{"1min":1.1160000000000001,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":3.3050000000000002,"5min":11.51,"15min":13.227},"last":1.6919999999999999},{"interface":"front","average":{"1min":2.5190000000000001,"5min":2.379,"15min":2.6960000000000002},"min":{"1min":1.244,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":4.2569999999999997,"5min":12.875999999999999,"15min":13.962999999999999},"last":1.665}]},{"osd":7,"last update":"Mon Nov 16 20:37:09 2020","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":2.641,"15min":2.399},"min":{"1min":1.381,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":3.048,"5min":13.002000000000001,"15min":13.002000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":2.1280000000000001,"5min":3.7170000000000001,"15min":7.3049999999999997},"min":{"1min":1.264,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":2.8170000000000002,"5min":121.11499999999999,"15min":121.11499999999999},"last":2.573}]},{"osd":8,"last update":"Mon Nov 16 20:36:56 2020","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":2.5630000000000002,"15min":3.2789999999999999},"min":{"1min":1.1519999999999999,"5min":0.91900000000000004,"15min":0.89600000000000002},"max":{"1min":4.9859999999999998,"5min":13.130000000000001,"15min":67.313999999999993},"last":1.218},{"interface":"front","average":{"1min":2.306,"5min":2.2149999999999999,"15min":2.9060000000000001},"min":{"1min":1.212,"5min":0.85899999999999999,"15min":0.75},"max":{"1min":3.5750000000000002,"5min":7.8150000000000004,"15min":67.149000000000001},"last":1.2769999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:36:22 2020","interfaces":[{"interface":"back","average":{"1min":3.0289999999999999,"5min":3.8149999999999999,"15min":3.2919999999999998},"min":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"max":{"1min":10.773999999999999,"5min":120.95399999999999,"15min":120.95399999999999},"last":3.181},{"interface":"front","average":{"1min":2.355,"5min":2.6099999999999999,"15min":3.2370000000000001},"min":{"1min":1.2849999999999999,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":6.4260000000000002,"5min":13.369,"15min":15.007999999999999},"last":1.3129999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:36:22 2020","interfaces":[{"interface":"back","average":{"1min":2.4279999999999999,"5min":2.6659999999999999,"15min":3.2639999999999998},"min":{"1min":1.2769999999999999,"5min":1.1859999999999999,"15min":1.1499999999999999},"max":{"1min":6.5999999999999996,"5min":13.252000000000001,"15min":15.15},"last":1.3999999999999999},{"interface":"front","average":{"1min":2.153,"5min":3.6600000000000001,"15min":3.4460000000000002},"min":{"1min":1.1160000000000001,"5min":1.03,"15min":1.03},"max":{"1min":7.266,"5min":120.846,"15min":120.846},"last":1.6240000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:36:49 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":5.9539999999999997,"15min":4.3159999999999998},"min":{"1min":1.5229999999999999,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":6.6989999999999998,"5min":140.619,"15min":140.619},"last":1.528},{"interface":"front","average":{"1min":3.214,"5min":5.0119999999999996,"15min":3.7000000000000002},"min":{"1min":1.482,"5min":1.012,"15min":1.012},"max":{"1min":11.041,"5min":184.27699999999999,"15min":184.27699999999999},"last":1.5029999999999999}]}]},{"osd":3,"up_from":29,"seq":124554051842,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":647092,"kb_used_data":428716,"kb_used_omap":0,"kb_used_meta":218368,"kb_avail":93098060,"statfs":{"total":95995035648,"available":95332413440,"internally_reserved":0,"allocated":439005184,"data_stored":438253613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":223608832},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:36:29 2020","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":1.6200000000000001,"15min":1.8839999999999999},"min":{"1min":0.53600000000000003,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":4.5529999999999999,"5min":8.0359999999999996,"15min":8.0359999999999996},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.3819999999999999,"5min":1.8720000000000001,"15min":2.2130000000000001},"min":{"1min":0.55300000000000005,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":3.6899999999999999,"5min":10.669,"15min":10.669},"last":0.93000000000000005}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:36:44 2020","interfaces":[{"interface":"back","average":{"1min":7.8609999999999998,"5min":3.621,"15min":2.746},"min":{"1min":0.65100000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":122.545,"5min":122.545,"15min":122.545},"last":0.56799999999999995},{"interface":"front","average":{"1min":7.6920000000000002,"5min":3.7679999999999998,"15min":2.8010000000000002},"min":{"1min":0.66700000000000004,"5min":0.64600000000000002,"15min":0.51000000000000001},"max":{"1min":123.28,"5min":123.28,"15min":123.28},"last":1.712}]},{"osd":4,"last update":"Mon Nov 16 20:37:09 2020","interfaces":[{"interface":"back","average":{"1min":2.0609999999999999,"5min":2.9350000000000001,"15min":2.331},"min":{"1min":0.79700000000000004,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":5.9050000000000002,"5min":38.744999999999997,"15min":38.744999999999997},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.833,"5min":2.496,"15min":2.347},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":3.4630000000000001,"5min":36.244,"15min":36.244},"last":1.085}]},{"osd":5,"last update":"Mon Nov 16 20:36:44 2020","interfaces":[{"interface":"back","average":{"1min":2.5750000000000002,"5min":2.746,"15min":2.3889999999999998},"min":{"1min":0.73099999999999998,"5min":0.66300000000000003,"15min":0.626},"max":{"1min":8.532,"5min":38.185000000000002,"15min":38.185000000000002},"last":1.1160000000000001},{"interface":"front","average":{"1min":1.8779999999999999,"5min":2.5139999999999998,"15min":2.3559999999999999},"min":{"1min":0.71499999999999997,"5min":0.71399999999999997,"15min":0.68200000000000005},"max":{"1min":3.6619999999999999,"5min":37.875,"15min":37.875},"last":1.22}]},{"osd":6,"last update":"Mon Nov 16 20:37:09 2020","interfaces":[{"interface":"back","average":{"1min":2.4910000000000001,"5min":2.8980000000000001,"15min":2.4700000000000002},"min":{"1min":1.083,"5min":0.79500000000000004,"15min":0.69199999999999995},"max":{"1min":5.0700000000000003,"5min":37.948,"15min":37.948},"last":1.276},{"interface":"front","average":{"1min":2.5110000000000001,"5min":3.0099999999999998,"15min":2.7069999999999999},"min":{"1min":1.3169999999999999,"5min":0.77100000000000002,"15min":0.77100000000000002},"max":{"1min":5.3470000000000004,"5min":38.387,"15min":38.387},"last":1.415}]},{"osd":7,"last update":"Mon Nov 16 20:36:39 2020","interfaces":[{"interface":"back","average":{"1min":3.4910000000000001,"5min":3.4809999999999999,"15min":2.569},"min":{"1min":1.3029999999999999,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":9.0559999999999992,"5min":38.566000000000003,"15min":38.566000000000003},"last":1.887},{"interface":"front","average":{"1min":2.2730000000000001,"5min":3.3079999999999998,"15min":2.911},"min":{"1min":0.82599999999999996,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":4.7759999999999998,"5min":38.072000000000003,"15min":38.072000000000003},"last":1.988}]},{"osd":8,"last update":"Mon Nov 16 20:36:44 2020","interfaces":[{"interface":"back","average":{"1min":2.2799999999999998,"5min":3.008,"15min":3.3039999999999998},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.95399999999999996},"max":{"1min":4.3810000000000002,"5min":39.119,"15min":111.735},"last":1.371},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.669,"15min":3.3199999999999998},"min":{"1min":1.1020000000000001,"5min":0.91200000000000003,"15min":0.89100000000000001},"max":{"1min":4.8680000000000003,"5min":40.341999999999999,"15min":107.529},"last":2.4409999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:36:29 2020","interfaces":[{"interface":"back","average":{"1min":3.7210000000000001,"5min":3.5169999999999999,"15min":3.1920000000000002},"min":{"1min":1.3779999999999999,"5min":1.03,"15min":0.97399999999999998},"max":{"1min":11.387,"5min":38.933999999999997,"15min":38.933999999999997},"last":1.5740000000000001},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.8660000000000001,"15min":3.0670000000000002},"min":{"1min":1.0549999999999999,"5min":1.0189999999999999,"15min":0.85899999999999999},"max":{"1min":6.8479999999999999,"5min":42.310000000000002,"15min":42.310000000000002},"last":1.663}]},{"osd":10,"last update":"Mon Nov 16 20:36:29 2020","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":3.5899999999999999,"15min":3.9239999999999999},"min":{"1min":1.091,"5min":1.091,"15min":0.91500000000000004},"max":{"1min":11.728999999999999,"5min":39.923000000000002,"15min":359.327},"last":1.7490000000000001},{"interface":"front","average":{"1min":2.4260000000000002,"5min":3.0880000000000001,"15min":4.1059999999999999},"min":{"1min":1.347,"5min":1.0940000000000001,"15min":1.0940000000000001},"max":{"1min":5.5309999999999997,"5min":40.555999999999997,"15min":361.31299999999999},"last":1.514}]},{"osd":11,"last update":"Mon Nov 16 20:36:44 2020","interfaces":[{"interface":"back","average":{"1min":3.5449999999999999,"5min":3.3610000000000002,"15min":3.129},"min":{"1min":1.2529999999999999,"5min":1.165,"15min":0.96299999999999997},"max":{"1min":9.5440000000000005,"5min":40.113999999999997,"15min":40.113999999999997},"last":2.153},{"interface":"front","average":{"1min":2.9409999999999998,"5min":3.4350000000000001,"15min":3.343},"min":{"1min":1.224,"5min":1.224,"15min":1.0669999999999999},"max":{"1min":5.4820000000000002,"5min":42.034999999999997,"15min":42.034999999999997},"last":2.7480000000000002}]}]},{"osd":4,"up_from":35,"seq":150323855613,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":622248,"kb_used_data":398560,"kb_used_omap":0,"kb_used_meta":223680,"kb_avail":93122904,"statfs":{"total":95995035648,"available":95357853696,"internally_reserved":0,"allocated":408125440,"data_stored":407379795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":229048320},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:36:28 2020","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":2.2599999999999998,"15min":1.7230000000000001},"min":{"1min":0.60399999999999998,"5min":0.55300000000000005,"15min":0.54700000000000004},"max":{"1min":8.3819999999999997,"5min":62.197000000000003,"15min":62.197000000000003},"last":1.008},{"interface":"front","average":{"1min":2.258,"5min":2.508,"15min":1.823},"min":{"1min":0.67600000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":9.3849999999999998,"5min":61.820999999999998,"15min":61.820999999999998},"last":2.3610000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:36:22 2020","interfaces":[{"interface":"back","average":{"1min":3.6349999999999998,"5min":2.863,"15min":3.1930000000000001},"min":{"1min":0.53900000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":39.402000000000001,"5min":61.334000000000003,"15min":140.75299999999999},"last":1.2250000000000001},{"interface":"front","average":{"1min":4.6020000000000003,"5min":2.4630000000000001,"15min":2.9489999999999998},"min":{"1min":0.81000000000000005,"5min":0.60699999999999998,"15min":0.60399999999999998},"max":{"1min":37.341000000000001,"5min":37.341000000000001,"15min":141.905},"last":2.6120000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:37:11 2020","interfaces":[{"interface":"back","average":{"1min":1.9359999999999999,"5min":2.8900000000000001,"15min":2.532},"min":{"1min":0.72399999999999998,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":2.9430000000000001,"5min":37.697000000000003,"15min":37.697000000000003},"last":1.4630000000000001},{"interface":"front","average":{"1min":2.2839999999999998,"5min":2.8580000000000001,"15min":2.5840000000000001},"min":{"1min":1.05,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":3.6040000000000001,"5min":37.956000000000003,"15min":37.956000000000003},"last":2.77}]},{"osd":3,"last update":"Mon Nov 16 20:36:22 2020","interfaces":[{"interface":"back","average":{"1min":10.153,"5min":6.835,"15min":4.9349999999999996},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.629},"max":{"1min":66.283000000000001,"5min":247.41499999999999,"15min":247.41499999999999},"last":1.0920000000000001},{"interface":"front","average":{"1min":11.327999999999999,"5min":7.3049999999999997,"15min":4.7000000000000002},"min":{"1min":1.099,"5min":0.79200000000000004,"15min":0.56799999999999995},"max":{"1min":66.150999999999996,"5min":249.12,"15min":249.12},"last":1.288}]},{"osd":5,"last update":"Mon Nov 16 20:36:46 2020","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":2.0840000000000001,"15min":2.23},"min":{"1min":0.89400000000000002,"5min":0.70799999999999996,"15min":0.65800000000000003},"max":{"1min":4.173,"5min":11.792999999999999,"15min":61.781999999999996},"last":1.141},{"interface":"front","average":{"1min":2.2850000000000001,"5min":2.4140000000000001,"15min":2.5670000000000002},"min":{"1min":0.85499999999999998,"5min":0.84199999999999997,"15min":0.72999999999999998},"max":{"1min":5.8719999999999999,"5min":12.776999999999999,"15min":61.533000000000001},"last":1.7250000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:36:28 2020","interfaces":[{"interface":"back","average":{"1min":1.7829999999999999,"5min":2.4750000000000001,"15min":2.6360000000000001},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":6.6310000000000002,"5min":61.499000000000002,"15min":61.499000000000002},"last":3.5870000000000002},{"interface":"front","average":{"1min":1.9139999999999999,"5min":2.5449999999999999,"15min":2.7240000000000002},"min":{"1min":0.88900000000000001,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":2.8599999999999999,"5min":63,"15min":63},"last":3.1779999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:36:46 2020","interfaces":[{"interface":"back","average":{"1min":2.4500000000000002,"5min":2.6459999999999999,"15min":2.9780000000000002},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.85299999999999998},"max":{"1min":4.2480000000000002,"5min":11.897,"15min":62.481999999999999},"last":1.5940000000000001},{"interface":"front","average":{"1min":2.746,"5min":2.4969999999999999,"15min":3.129},"min":{"1min":1.079,"5min":1.014,"15min":1.014},"max":{"1min":10.074999999999999,"5min":10.074999999999999,"15min":63.067},"last":3.0859999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:36:22 2020","interfaces":[{"interface":"back","average":{"1min":3.056,"5min":3.306,"15min":3.3100000000000001},"min":{"1min":1.395,"5min":1.198,"15min":1.0700000000000001},"max":{"1min":10.385999999999999,"5min":63.304000000000002,"15min":63.304000000000002},"last":1.367},{"interface":"front","average":{"1min":1.968,"5min":2.8460000000000001,"15min":3.04},"min":{"1min":1.125,"5min":1.125,"15min":1.0429999999999999},"max":{"1min":4.0410000000000004,"5min":63.232999999999997,"15min":63.232999999999997},"last":1.629}]},{"osd":10,"last update":"Mon Nov 16 20:36:33 2020","interfaces":[{"interface":"back","average":{"1min":2.1030000000000002,"5min":3.2189999999999999,"15min":3.883},"min":{"1min":1.3169999999999999,"5min":1.143,"15min":0.90900000000000003},"max":{"1min":4.226,"5min":64.043999999999997,"15min":245.06800000000001},"last":2.4900000000000002},{"interface":"front","average":{"1min":2.9769999999999999,"5min":3.2160000000000002,"15min":4.0890000000000004},"min":{"1min":1.333,"5min":1.333,"15min":1.234},"max":{"1min":10.23,"5min":62.686999999999998,"15min":248.31700000000001},"last":3.2349999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:36:46 2020","interfaces":[{"interface":"back","average":{"1min":3.5230000000000001,"5min":2.7330000000000001,"15min":3.169},"min":{"1min":1.583,"5min":1.2509999999999999,"15min":1.2},"max":{"1min":9.8960000000000008,"5min":9.8960000000000008,"15min":64.244},"last":1.768},{"interface":"front","average":{"1min":3.008,"5min":2.7770000000000001,"15min":3.3300000000000001},"min":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"max":{"1min":5.8710000000000004,"5min":8.0670000000000002,"15min":64.447999999999993},"last":1.4990000000000001}]}]},{"osd":5,"up_from":42,"seq":180388626683,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":566644,"kb_used_data":431724,"kb_used_omap":0,"kb_used_meta":134912,"kb_avail":93178508,"statfs":{"total":95995035648,"available":95414792192,"internally_reserved":0,"allocated":442085376,"data_stored":441333805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":138149888},"hb_peers":[0,1,2,3,4,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:36:55 2020","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":1.4510000000000001,"15min":1.98},"min":{"1min":0.58999999999999997,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":5.1479999999999997,"5min":11.535,"15min":88.192999999999998},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.377,"5min":1.431,"15min":2.0750000000000002},"min":{"1min":0.624,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":2.4969999999999999,"5min":11.278,"15min":94.944999999999993},"last":0.77300000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:36:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8140000000000001,"5min":1.954,"15min":3.7749999999999999},"min":{"1min":0.77300000000000002,"5min":0.53200000000000003,"15min":0.51800000000000002},"max":{"1min":5.569,"5min":13.545,"15min":331.25599999999997},"last":1},{"interface":"front","average":{"1min":1.6919999999999999,"5min":1.899,"15min":3.8530000000000002},"min":{"1min":0.749,"5min":0.628,"15min":0.628},"max":{"1min":3.3919999999999999,"5min":11.042,"15min":343.89299999999997},"last":2.5790000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:36:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8069999999999999,"5min":2.319,"15min":3.9489999999999998},"min":{"1min":0.85299999999999998,"5min":0.72899999999999998,"15min":0.71999999999999997},"max":{"1min":3.363,"5min":17.731000000000002,"15min":328.65199999999999},"last":1.2809999999999999},{"interface":"front","average":{"1min":2.1120000000000001,"5min":2.456,"15min":4.2050000000000001},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":3.7469999999999999,"5min":17.684000000000001,"15min":329.29599999999999},"last":1.0469999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:36:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8799999999999999,"5min":2.6970000000000001,"15min":2.3010000000000002},"min":{"1min":0.80500000000000005,"5min":0.66900000000000004,"15min":0.59199999999999997},"max":{"1min":4.4489999999999998,"5min":13.574999999999999,"15min":13.574999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":2.669,"5min":2.609,"15min":2.6110000000000002},"min":{"1min":1.456,"5min":0.78400000000000003,"15min":0.77200000000000002},"max":{"1min":4.4939999999999998,"5min":13.417,"15min":13.417},"last":1.2450000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:36:55 2020","interfaces":[{"interface":"back","average":{"1min":2.1019999999999999,"5min":2.0019999999999998,"15min":2.6680000000000001},"min":{"1min":0.88800000000000001,"5min":0.625,"15min":0.625},"max":{"1min":4.0129999999999999,"5min":11.744,"15min":92.183000000000007},"last":1.1699999999999999},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.9319999999999999,"15min":2.6859999999999999},"min":{"1min":0.93200000000000005,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":3.1819999999999999,"5min":11.5,"15min":86.552000000000007},"last":1.454}]},{"osd":6,"last update":"Mon Nov 16 20:37:01 2020","interfaces":[{"interface":"back","average":{"1min":2.379,"5min":1.9590000000000001,"15min":2.524},"min":{"1min":0.98899999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":3.827,"5min":7.4089999999999998,"15min":44.848999999999997},"last":1.8899999999999999},{"interface":"front","average":{"1min":2.8039999999999998,"5min":2.056,"15min":2.444},"min":{"1min":1.155,"5min":0.76900000000000002,"15min":0.69299999999999995},"max":{"1min":4.0579999999999998,"5min":10.923999999999999,"15min":44.529000000000003},"last":1.72}]},{"osd":7,"last update":"Mon Nov 16 20:27:08 2020","interfaces":[{"interface":"back","average":{"1min":13.205,"5min":5.1269999999999998,"15min":3.948},"min":{"1min":1.0509999999999999,"5min":1.042,"15min":1.042},"max":{"1min":124.86799999999999,"5min":124.86799999999999,"15min":124.86799999999999},"last":1.6990000000000001},{"interface":"front","average":{"1min":13.539,"5min":5.6299999999999999,"15min":4.1589999999999998},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":124.992,"5min":124.992,"15min":124.992},"last":2.2789999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:36:55 2020","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":1.944,"15min":2.387},"min":{"1min":1.0189999999999999,"5min":0.94699999999999995,"15min":0.76900000000000002},"max":{"1min":5.3460000000000001,"5min":8.6769999999999996,"15min":9.0600000000000005},"last":1.6739999999999999},{"interface":"front","average":{"1min":2.7890000000000001,"5min":2.1150000000000002,"15min":2.7389999999999999},"min":{"1min":1.165,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":4.2670000000000003,"5min":7.6280000000000001,"15min":8.6289999999999996},"last":1.8080000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:37:22 2020","interfaces":[{"interface":"back","average":{"1min":2.1030000000000002,"5min":1.9199999999999999,"15min":2.5659999999999998},"min":{"1min":0.93999999999999995,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":3.444,"5min":8.6489999999999991,"15min":8.6489999999999991},"last":1.7729999999999999},{"interface":"front","average":{"1min":3.1480000000000001,"5min":2.3580000000000001,"15min":2.8769999999999998},"min":{"1min":1.3959999999999999,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":4.4989999999999997,"5min":7.7850000000000001,"15min":7.9480000000000004},"last":1.3959999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:37:22 2020","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":2.0640000000000001,"15min":2.6840000000000002},"min":{"1min":1.5189999999999999,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":3.1880000000000002,"5min":9.7330000000000005,"15min":28},"last":1.6499999999999999},{"interface":"front","average":{"1min":3.4359999999999999,"5min":2.4700000000000002,"15min":3.016},"min":{"1min":1.8149999999999999,"5min":1.044,"15min":1.044},"max":{"1min":5.1150000000000002,"5min":7.9530000000000003,"15min":27.789999999999999},"last":2.0059999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:36:55 2020","interfaces":[{"interface":"back","average":{"1min":3.665,"5min":2.6749999999999998,"15min":3.4660000000000002},"min":{"1min":1.5660000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":5.8970000000000002,"5min":8.0960000000000001,"15min":18.388999999999999},"last":2.0870000000000002},{"interface":"front","average":{"1min":3.855,"5min":2.8340000000000001,"15min":3.831},"min":{"1min":1.4850000000000001,"5min":1.468,"15min":1.327},"max":{"1min":5.5739999999999998,"5min":8.2360000000000007,"15min":23.585000000000001},"last":1.597}]}]}]}}
2020-11-16T20:37:33.814 INFO:tasks.thrashosds.thrasher:Setting 4.b to [6, 0, 10, 5]
2020-11-16T20:37:33.814 INFO:tasks.thrashosds.thrasher:cmd ['osd', 'pg-upmap-items', '4.b', '6', '0', '10', '5']
2020-11-16T20:37:33.815 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pg-upmap-items 4.b 6 0 10 5
2020-11-16T20:37:33.815 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   26      16     63192     63176   151.851   124.875  0.00665621  0.00658311
2020-11-16T20:37:33.815 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   27      16     65097     65081   150.636   119.062  0.00934085  0.00663637
2020-11-16T20:37:33.816 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   28      15     66885     66870   149.249   111.812   0.0094744  0.00669768
2020-11-16T20:37:33.816 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   29      15     68767     68752   148.158   117.625   0.0071784  0.00674748
2020-11-16T20:37:33.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:31 smithi065 bash[9468]: cluster 2020-11-16T20:37:30.245504+0000 mgr.x (mgr.14196) 761 : cluster [DBG] pgmap v1101: 17 pgs: 17 active+clean; 3.6 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:37:33.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:32 smithi065 bash[9468]: cluster 2020-11-16T20:37:31.448873+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e424: 12 total, 12 up, 12 in
2020-11-16T20:37:33.816 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:32 smithi065 bash[9468]: cluster 2020-11-16T20:37:32.245952+0000 mgr.x (mgr.14196) 762 : cluster [DBG] pgmap v1103: 17 pgs: 17 active+clean; 3.8 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 105 MiB/s wr, 1.68k op/s
2020-11-16T20:37:33.909 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:37:33.995 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:34.085 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:37:34.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   30      16     70488     70472   146.802     107.5  0.00285221   0.0068066
2020-11-16T20:37:34.189 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:34.328 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:34.432 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:34.439 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:37:34 smithi071 bash[14419]: debug 2020-11-16T20:37:34.085+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:34.508 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:37:34.509 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:37:34.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:34 smithi065 bash[18823]: debug 2020-11-16T20:37:34.323+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:34.547 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:34.652 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:34.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:34 smithi071 bash[26650]: debug 2020-11-16T20:37:34.545+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:35.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   31      16     72184     72168   145.486       106  0.00449723  0.00687103
2020-11-16T20:37:35.489 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:35.590 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:35.599 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:35 smithi065 bash[9468]: cluster 2020-11-16T20:37:34.246507+0000 mgr.x (mgr.14196) 763 : cluster [DBG] pgmap v1104: 17 pgs: 17 active+clean; 4.1 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:35.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:35 smithi071 bash[9480]: cluster 2020-11-16T20:37:34.246507+0000 mgr.x (mgr.14196) 763 : cluster [DBG] pgmap v1104: 17 pgs: 17 active+clean; 4.1 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:35.733 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:35.783 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:37:35 smithi142 bash[15670]: debug 2020-11-16T20:37:35.449+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:35.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:35 smithi142 bash[9523]: cluster 2020-11-16T20:37:34.246507+0000 mgr.x (mgr.14196) 763 : cluster [DBG] pgmap v1104: 17 pgs: 17 active+clean; 4.1 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:35.809 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:37:35.810 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:37:35.838 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:36.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:35 smithi065 bash[18823]: debug 2020-11-16T20:37:35.727+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:36.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   32      16     73966     73950   144.419   111.375   0.0156485  0.00692124
2020-11-16T20:37:36.394 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:36.395 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:36.482 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:36.587 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:36.700 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:36.783 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:37:36 smithi142 bash[15670]: debug 2020-11-16T20:37:36.481+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:36.804 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:37:37.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:36 smithi065 bash[14115]: debug 2020-11-16T20:37:36.695+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:37.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   33      16     75655     75639   143.242   105.562     0.00495   0.0069788
2020-11-16T20:37:37.514 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops
2020-11-16T20:37:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:37 smithi071 bash[9480]: cluster 2020-11-16T20:37:36.247009+0000 mgr.x (mgr.14196) 764 : cluster [DBG] pgmap v1105: 17 pgs: 17 active+clean; 4.3 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:37.702 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:37.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:37 smithi065 bash[9468]: cluster 2020-11-16T20:37:36.247009+0000 mgr.x (mgr.14196) 764 : cluster [DBG] pgmap v1105: 17 pgs: 17 active+clean; 4.3 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:37.985 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:37 smithi142 bash[9523]: cluster 2020-11-16T20:37:36.247009+0000 mgr.x (mgr.14196) 764 : cluster [DBG] pgmap v1105: 17 pgs: 17 active+clean; 4.3 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 117 MiB/s wr, 1.87k op/s
2020-11-16T20:37:38.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   34      16     77378     77362   142.196   107.688   0.0187442  0.00702999
2020-11-16T20:37:38.165 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:37:38.269 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:38.402 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:38.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:38 smithi071 bash[9480]: cluster 2020-11-16T20:37:36.762654+0000 osd.6 (osd.6) 111 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:38.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:38 smithi071 bash[9480]: cluster 2020-11-16T20:37:36.762740+0000 osd.6 (osd.6) 112 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:38.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:38 smithi071 bash[9480]: cluster 2020-11-16T20:37:37.451698+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e425: 12 total, 12 up, 12 in
2020-11-16T20:37:38.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:38 smithi071 bash[9480]: cluster 2020-11-16T20:37:38.247468+0000 mgr.x (mgr.14196) 765 : cluster [DBG] pgmap v1107: 17 pgs: 17 active+clean; 4.4 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 106 MiB/s wr, 1.70k op/s
2020-11-16T20:37:38.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:37:38 smithi071 bash[14419]: debug 2020-11-16T20:37:38.161+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:38.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:38 smithi071 bash[16796]: debug 2020-11-16T20:37:38.397+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:38.508 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:38.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:38 smithi065 bash[9468]: cluster 2020-11-16T20:37:36.762654+0000 osd.6 (osd.6) 111 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:38 smithi065 bash[9468]: cluster 2020-11-16T20:37:36.762740+0000 osd.6 (osd.6) 112 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:38 smithi065 bash[9468]: cluster 2020-11-16T20:37:37.451698+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e425: 12 total, 12 up, 12 in
2020-11-16T20:37:38.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:38 smithi065 bash[9468]: cluster 2020-11-16T20:37:38.247468+0000 mgr.x (mgr.14196) 765 : cluster [DBG] pgmap v1107: 17 pgs: 17 active+clean; 4.4 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 106 MiB/s wr, 1.70k op/s
2020-11-16T20:37:38.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:38 smithi142 bash[9523]: cluster 2020-11-16T20:37:36.762654+0000 osd.6 (osd.6) 111 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:38.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:38 smithi142 bash[9523]: cluster 2020-11-16T20:37:36.762740+0000 osd.6 (osd.6) 112 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:38.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:38 smithi142 bash[9523]: cluster 2020-11-16T20:37:37.451698+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e425: 12 total, 12 up, 12 in
2020-11-16T20:37:38.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:38 smithi142 bash[9523]: cluster 2020-11-16T20:37:38.247468+0000 mgr.x (mgr.14196) 765 : cluster [DBG] pgmap v1107: 17 pgs: 17 active+clean; 4.4 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 106 MiB/s wr, 1.70k op/s
2020-11-16T20:37:39.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   35      16     79075     79059   141.163   106.062   0.0106351  0.00708143
2020-11-16T20:37:39.628 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:39.731 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:39.866 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:39.975 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:40.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:39 smithi142 bash[22738]: debug 2020-11-16T20:37:39.629+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:40.095 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:39 smithi071 bash[16796]: debug 2020-11-16T20:37:39.865+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:40.097 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:40.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   36      15     80689     80674   140.045   100.938   0.0090512  0.00713853
2020-11-16T20:37:40.201 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:40.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:40 smithi071 bash[16796]: debug 2020-11-16T20:37:40.093+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:40.690 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:40.793 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:40.927 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:40.982 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:40 smithi142 bash[22738]: debug 2020-11-16T20:37:40.693+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:41.030 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:41.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   37      16     82331     82315   139.032   102.562   0.0187163  0.00718992
2020-11-16T20:37:41.149 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:41.254 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:41.263 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:40 smithi065 bash[18823]: debug 2020-11-16T20:37:40.927+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:41.304 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:41 smithi071 bash[26650]: debug 2020-11-16T20:37:41.145+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:41.373 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:41.479 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:41.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:41 smithi065 bash[9468]: cluster 2020-11-16T20:37:40.248109+0000 mgr.x (mgr.14196) 766 : cluster [DBG] pgmap v1108: 17 pgs: 17 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s wr, 1.71k op/s
2020-11-16T20:37:41.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:41 smithi065 bash[14115]: debug 2020-11-16T20:37:41.371+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:41 smithi071 bash[9480]: cluster 2020-11-16T20:37:40.248109+0000 mgr.x (mgr.14196) 766 : cluster [DBG] pgmap v1108: 17 pgs: 17 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s wr, 1.71k op/s
2020-11-16T20:37:41.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:41 smithi142 bash[9523]: cluster 2020-11-16T20:37:40.248109+0000 mgr.x (mgr.14196) 766 : cluster [DBG] pgmap v1108: 17 pgs: 17 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s wr, 1.71k op/s
2020-11-16T20:37:42.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   38      16     83821     83805   137.824    93.125  0.00816146  0.00725347
2020-11-16T20:37:42.410 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:42.514 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:42.649 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:42.666 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:42 smithi142 bash[22738]: debug 2020-11-16T20:37:42.409+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:42.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:42 smithi142 bash[9523]: cluster 2020-11-16T20:37:41.450829+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e426: 12 total, 12 up, 12 in
2020-11-16T20:37:42.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:42 smithi142 bash[9523]: cluster 2020-11-16T20:37:42.248613+0000 mgr.x (mgr.14196) 767 : cluster [DBG] pgmap v1110: 17 pgs: 17 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s wr, 1.61k op/s
2020-11-16T20:37:42.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:42 smithi071 bash[26650]: debug 2020-11-16T20:37:42.645+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:42 smithi071 bash[9480]: cluster 2020-11-16T20:37:41.450829+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e426: 12 total, 12 up, 12 in
2020-11-16T20:37:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:42 smithi071 bash[9480]: cluster 2020-11-16T20:37:42.248613+0000 mgr.x (mgr.14196) 767 : cluster [DBG] pgmap v1110: 17 pgs: 17 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s wr, 1.61k op/s
2020-11-16T20:37:42.751 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:42.759 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:42 smithi065 bash[9468]: cluster 2020-11-16T20:37:41.450829+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e426: 12 total, 12 up, 12 in
2020-11-16T20:37:42.760 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:42 smithi065 bash[9468]: cluster 2020-11-16T20:37:42.248613+0000 mgr.x (mgr.14196) 767 : cluster [DBG] pgmap v1110: 17 pgs: 17 active+clean; 4.9 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s wr, 1.61k op/s
2020-11-16T20:37:42.886 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:42.990 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:43.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:37:42 smithi065 bash[11785]: debug 2020-11-16T20:37:42.887+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:43.129 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   39      16     85171     85155   136.453    84.375   0.0214558  0.00732604
2020-11-16T20:37:44.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:37:44.132580 min lat: 0.00151542 max lat: 0.342852 avg lat: 0.00737416
2020-11-16T20:37:44.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:37:44.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   40      16     86789     86773    135.57   101.125  0.00467668  0.00737416
2020-11-16T20:37:44.233 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:44.337 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:44.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:44 smithi142 bash[22738]: debug 2020-11-16T20:37:44.237+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:44.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:44 smithi142 bash[9523]: cluster 2020-11-16T20:37:42.675821+0000 osd.4 (osd.4) 98 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:44.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:44 smithi142 bash[9523]: cluster 2020-11-16T20:37:42.675904+0000 osd.4 (osd.4) 99 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:44.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:44 smithi142 bash[9523]: cluster 2020-11-16T20:37:43.459755+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e427: 12 total, 12 up, 12 in
2020-11-16T20:37:44.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:44 smithi142 bash[9523]: cluster 2020-11-16T20:37:44.249061+0000 mgr.x (mgr.14196) 768 : cluster [DBG] pgmap v1112: 17 pgs: 17 active+clean; 5.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:37:44.570 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:44.674 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:44.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:44 smithi065 bash[9468]: cluster 2020-11-16T20:37:42.675821+0000 osd.4 (osd.4) 98 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:44.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:44 smithi065 bash[9468]: cluster 2020-11-16T20:37:42.675904+0000 osd.4 (osd.4) 99 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:44.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:44 smithi065 bash[9468]: cluster 2020-11-16T20:37:43.459755+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e427: 12 total, 12 up, 12 in
2020-11-16T20:37:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:44 smithi065 bash[9468]: cluster 2020-11-16T20:37:44.249061+0000 mgr.x (mgr.14196) 768 : cluster [DBG] pgmap v1112: 17 pgs: 17 active+clean; 5.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:37:44.801 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:37:44.905 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:44.919 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:44 smithi142 bash[20366]: debug 2020-11-16T20:37:44.573+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:44 smithi071 bash[9480]: cluster 2020-11-16T20:37:42.675821+0000 osd.4 (osd.4) 98 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:44 smithi071 bash[9480]: cluster 2020-11-16T20:37:42.675904+0000 osd.4 (osd.4) 99 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:44 smithi071 bash[9480]: cluster 2020-11-16T20:37:43.459755+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e427: 12 total, 12 up, 12 in
2020-11-16T20:37:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:44 smithi071 bash[9480]: cluster 2020-11-16T20:37:44.249061+0000 mgr.x (mgr.14196) 768 : cluster [DBG] pgmap v1112: 17 pgs: 17 active+clean; 5.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:37:45.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   41      16     88105     88089   134.269     82.25  0.00380399  0.00741973
2020-11-16T20:37:45.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:37:44 smithi065 bash[11785]: debug 2020-11-16T20:37:44.799+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:45.749 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.415371+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]: dispatch
2020-11-16T20:37:45.749 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.415638+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]: dispatch
2020-11-16T20:37:45.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.415889+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]: dispatch
2020-11-16T20:37:45.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.416124+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]: dispatch
2020-11-16T20:37:45.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.416374+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]: dispatch
2020-11-16T20:37:45.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.416632+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]: dispatch
2020-11-16T20:37:45.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.416881+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]: dispatch
2020-11-16T20:37:45.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.417056+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]: dispatch
2020-11-16T20:37:45.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.417240+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]: dispatch
2020-11-16T20:37:45.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.417441+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]: dispatch
2020-11-16T20:37:45.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.417591+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]: dispatch
2020-11-16T20:37:45.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.417727+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]: dispatch
2020-11-16T20:37:45.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.417905+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]: dispatch
2020-11-16T20:37:45.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.423553+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]: dispatch
2020-11-16T20:37:45.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.423965+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]: dispatch
2020-11-16T20:37:45.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.424258+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]: dispatch
2020-11-16T20:37:45.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.424544+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]: dispatch
2020-11-16T20:37:45.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.424811+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]: dispatch
2020-11-16T20:37:45.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.425072+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]: dispatch
2020-11-16T20:37:45.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.425373+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]: dispatch
2020-11-16T20:37:45.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.425689+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]: dispatch
2020-11-16T20:37:45.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.425988+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]: dispatch
2020-11-16T20:37:45.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.426278+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]: dispatch
2020-11-16T20:37:45.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.426563+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]: dispatch
2020-11-16T20:37:45.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.426860+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]: dispatch
2020-11-16T20:37:45.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[9523]: audit 2020-11-16T20:37:45.427143+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]: dispatch
2020-11-16T20:37:45.753 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:45.753 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:37:45 smithi142 bash[15670]: debug 2020-11-16T20:37:45.753+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.415371+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]: dispatch
2020-11-16T20:37:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.415638+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]: dispatch
2020-11-16T20:37:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.415889+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]: dispatch
2020-11-16T20:37:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.416124+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]: dispatch
2020-11-16T20:37:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.416374+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]: dispatch
2020-11-16T20:37:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.416632+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]: dispatch
2020-11-16T20:37:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.416881+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]: dispatch
2020-11-16T20:37:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.417056+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]: dispatch
2020-11-16T20:37:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.417240+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]: dispatch
2020-11-16T20:37:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.417441+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]: dispatch
2020-11-16T20:37:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.417591+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]: dispatch
2020-11-16T20:37:45.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.417727+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]: dispatch
2020-11-16T20:37:45.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.417905+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]: dispatch
2020-11-16T20:37:45.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.423553+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]: dispatch
2020-11-16T20:37:45.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.423965+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]: dispatch
2020-11-16T20:37:45.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.424258+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]: dispatch
2020-11-16T20:37:45.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.424544+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]: dispatch
2020-11-16T20:37:45.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.424811+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]: dispatch
2020-11-16T20:37:45.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.425072+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]: dispatch
2020-11-16T20:37:45.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.425373+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]: dispatch
2020-11-16T20:37:45.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.425689+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]: dispatch
2020-11-16T20:37:45.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.425988+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]: dispatch
2020-11-16T20:37:45.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.426278+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]: dispatch
2020-11-16T20:37:45.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.426563+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]: dispatch
2020-11-16T20:37:45.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.426860+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]: dispatch
2020-11-16T20:37:45.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:45 smithi065 bash[9468]: audit 2020-11-16T20:37:45.427143+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]: dispatch
2020-11-16T20:37:45.855 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:45.864 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.415371+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]: dispatch
2020-11-16T20:37:45.864 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.415638+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]: dispatch
2020-11-16T20:37:45.864 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.415889+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]: dispatch
2020-11-16T20:37:45.864 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.416124+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]: dispatch
2020-11-16T20:37:45.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.416374+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]: dispatch
2020-11-16T20:37:45.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.416632+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]: dispatch
2020-11-16T20:37:45.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.416881+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]: dispatch
2020-11-16T20:37:45.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.417056+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]: dispatch
2020-11-16T20:37:45.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.417240+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]: dispatch
2020-11-16T20:37:45.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.417441+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]: dispatch
2020-11-16T20:37:45.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.417591+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]: dispatch
2020-11-16T20:37:45.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.417727+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]: dispatch
2020-11-16T20:37:45.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.417905+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]: dispatch
2020-11-16T20:37:45.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.423553+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]: dispatch
2020-11-16T20:37:45.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.423965+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]: dispatch
2020-11-16T20:37:45.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.424258+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]: dispatch
2020-11-16T20:37:45.867 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.424544+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]: dispatch
2020-11-16T20:37:45.867 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.424811+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]: dispatch
2020-11-16T20:37:45.867 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.425072+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]: dispatch
2020-11-16T20:37:45.867 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.425373+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]: dispatch
2020-11-16T20:37:45.867 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.425689+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]: dispatch
2020-11-16T20:37:45.867 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.425988+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]: dispatch
2020-11-16T20:37:45.868 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.426278+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]: dispatch
2020-11-16T20:37:45.868 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.426563+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]: dispatch
2020-11-16T20:37:45.868 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.426860+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]: dispatch
2020-11-16T20:37:45.868 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:45 smithi071 bash[9480]: audit 2020-11-16T20:37:45.427143+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]: dispatch
2020-11-16T20:37:46.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   42      16     89231     89215   132.747    70.375  0.00756851  0.00751978
2020-11-16T20:37:46.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471427+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]': finished
2020-11-16T20:37:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471476+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]': finished
2020-11-16T20:37:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471530+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]': finished
2020-11-16T20:37:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471563+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]': finished
2020-11-16T20:37:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471593+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]': finished
2020-11-16T20:37:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471622+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]': finished
2020-11-16T20:37:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471653+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]': finished
2020-11-16T20:37:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471692+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]': finished
2020-11-16T20:37:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471724+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]': finished
2020-11-16T20:37:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471753+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]': finished
2020-11-16T20:37:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471785+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]': finished
2020-11-16T20:37:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471835+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]': finished
2020-11-16T20:37:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: audit 2020-11-16T20:37:45.471870+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]': finished
2020-11-16T20:37:46.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: cluster 2020-11-16T20:37:45.471902+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e428: 12 total, 12 up, 12 in
2020-11-16T20:37:46.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:46 smithi065 bash[9468]: cluster 2020-11-16T20:37:46.249494+0000 mgr.x (mgr.14196) 769 : cluster [DBG] pgmap v1114: 17 pgs: 17 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.56k op/s
2020-11-16T20:37:46.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471427+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]': finished
2020-11-16T20:37:46.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471476+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]': finished
2020-11-16T20:37:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471530+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]': finished
2020-11-16T20:37:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471563+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]': finished
2020-11-16T20:37:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471593+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]': finished
2020-11-16T20:37:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471622+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]': finished
2020-11-16T20:37:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471653+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]': finished
2020-11-16T20:37:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471692+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]': finished
2020-11-16T20:37:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471724+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]': finished
2020-11-16T20:37:46.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471753+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]': finished
2020-11-16T20:37:46.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471785+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]': finished
2020-11-16T20:37:46.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471835+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]': finished
2020-11-16T20:37:46.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: audit 2020-11-16T20:37:45.471870+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]': finished
2020-11-16T20:37:46.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: cluster 2020-11-16T20:37:45.471902+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e428: 12 total, 12 up, 12 in
2020-11-16T20:37:46.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:46 smithi142 bash[9523]: cluster 2020-11-16T20:37:46.249494+0000 mgr.x (mgr.14196) 769 : cluster [DBG] pgmap v1114: 17 pgs: 17 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.56k op/s
2020-11-16T20:37:46.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471427+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692786345327776]}]': finished
2020-11-16T20:37:46.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471476+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337403728290402]}]': finished
2020-11-16T20:37:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471530+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484756082929104]}]': finished
2020-11-16T20:37:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471563+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341273200442109]}]': finished
2020-11-16T20:37:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471593+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528328650565485]}]': finished
2020-11-16T20:37:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471622+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800551578653398]}]': finished
2020-11-16T20:37:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471653+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08923198360310301]}]': finished
2020-11-16T20:37:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471692+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559576125337724]}]': finished
2020-11-16T20:37:46.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471724+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140445386771984]}]': finished
2020-11-16T20:37:46.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471753+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454769922165835]}]': finished
2020-11-16T20:37:46.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471785+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09149682518508231]}]': finished
2020-11-16T20:37:46.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471835+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341866772572626]}]': finished
2020-11-16T20:37:46.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: audit 2020-11-16T20:37:45.471870+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43009\", \"3\": \"42648\", \"4\": \"45359\", \"11\": \"25492\"}"}]': finished
2020-11-16T20:37:46.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: cluster 2020-11-16T20:37:45.471902+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e428: 12 total, 12 up, 12 in
2020-11-16T20:37:46.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:46 smithi071 bash[9480]: cluster 2020-11-16T20:37:46.249494+0000 mgr.x (mgr.14196) 769 : cluster [DBG] pgmap v1114: 17 pgs: 17 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.56k op/s
2020-11-16T20:37:47.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   43      15     90400     90385   131.361    73.125  0.00627478  0.00760913
2020-11-16T20:37:47.798 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:47.943 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:48.085 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:48.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   44      16     91952     91936   130.578   96.9375  0.00540334  0.00765627
2020-11-16T20:37:48.193 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:48.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:47 smithi071 bash[26650]: debug 2020-11-16T20:37:47.797+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:48.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:48 smithi065 bash[18823]: debug 2020-11-16T20:37:48.083+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:48.860 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:48.964 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:49.095 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:49.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   45      16     93434     93418   129.735    92.625  0.00929999  0.00770601
2020-11-16T20:37:49.199 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:49.207 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:48 smithi142 bash[20366]: debug 2020-11-16T20:37:48.861+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:49.308 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:49 smithi071 bash[16796]: debug 2020-11-16T20:37:49.093+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:49.311 INFO:teuthology.orchestra.run.smithi142.stderr:set 4.b pg_upmap_items mapping to [6->0,10->5]
2020-11-16T20:37:49.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:49 smithi142 bash[9523]: cluster 2020-11-16T20:37:48.249939+0000 mgr.x (mgr.14196) 770 : cluster [DBG] pgmap v1115: 17 pgs: 17 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T20:37:49.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:49 smithi142 bash[9523]: audit 2020-11-16T20:37:48.668089+0000 mon.a (mon.0) 1515 : audit [INF] from='client.? v1:172.21.15.142:0/3982793858' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "4.b", "id": [6, 0, 10, 5]}]: dispatch
2020-11-16T20:37:49.553 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:49.657 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:49.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:49 smithi071 bash[9480]: cluster 2020-11-16T20:37:48.249939+0000 mgr.x (mgr.14196) 770 : cluster [DBG] pgmap v1115: 17 pgs: 17 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T20:37:49.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:49 smithi071 bash[9480]: audit 2020-11-16T20:37:48.668089+0000 mon.a (mon.0) 1515 : audit [INF] from='client.? v1:172.21.15.142:0/3982793858' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "4.b", "id": [6, 0, 10, 5]}]: dispatch
2020-11-16T20:37:49.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:49 smithi065 bash[9468]: cluster 2020-11-16T20:37:48.249939+0000 mgr.x (mgr.14196) 770 : cluster [DBG] pgmap v1115: 17 pgs: 17 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T20:37:49.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:49 smithi065 bash[9468]: audit 2020-11-16T20:37:48.668089+0000 mon.a (mon.0) 1515 : audit [INF] from='client.? v1:172.21.15.142:0/3982793858' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "4.b", "id": [6, 0, 10, 5]}]: dispatch
2020-11-16T20:37:49.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:49 smithi142 bash[22738]: debug 2020-11-16T20:37:49.553+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:50.090 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:37:50.130 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:37:50.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   46      16     94772     94756   128.732    83.625   0.0052813  0.00776528
2020-11-16T20:37:50.165 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:37:50.212 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:37:50.254 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:37:50.289 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:37:50.319 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:37:50.355 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:37:50.390 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:37:50.419 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:37:50.459 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:37:50.493 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:37:50.500 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.501 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.501 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.501 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.501 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.501 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.502 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.502 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.502 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.502 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.502 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.502 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:37:50.662 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:50 smithi142 bash[9523]: audit 2020-11-16T20:37:49.310015+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? v1:172.21.15.142:0/3982793858' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "4.b", "id": [6, 0, 10, 5]}]': finished
2020-11-16T20:37:50.662 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:50 smithi142 bash[9523]: cluster 2020-11-16T20:37:49.310084+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e429: 12 total, 12 up, 12 in
2020-11-16T20:37:50.662 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:50 smithi142 bash[9523]: audit 2020-11-16T20:37:50.054193+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? v1:172.21.15.142:0/1482176821' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:37:50.663 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:50 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.135499+0000 osd.1 (osd.1) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:50.663 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:50 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.218253+0000 osd.3 (osd.3) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:50 smithi071 bash[9480]: audit 2020-11-16T20:37:49.310015+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? v1:172.21.15.142:0/3982793858' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "4.b", "id": [6, 0, 10, 5]}]': finished
2020-11-16T20:37:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:50 smithi071 bash[9480]: cluster 2020-11-16T20:37:49.310084+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e429: 12 total, 12 up, 12 in
2020-11-16T20:37:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:50 smithi071 bash[9480]: audit 2020-11-16T20:37:50.054193+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? v1:172.21.15.142:0/1482176821' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:37:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:50 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.135499+0000 osd.1 (osd.1) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:50.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:50 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.218253+0000 osd.3 (osd.3) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:50.768 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:50 smithi065 bash[9468]: audit 2020-11-16T20:37:49.310015+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? v1:172.21.15.142:0/3982793858' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "4.b", "id": [6, 0, 10, 5]}]': finished
2020-11-16T20:37:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:50 smithi065 bash[9468]: cluster 2020-11-16T20:37:49.310084+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e429: 12 total, 12 up, 12 in
2020-11-16T20:37:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:50 smithi065 bash[9468]: audit 2020-11-16T20:37:50.054193+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? v1:172.21.15.142:0/1482176821' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:37:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:50 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.135499+0000 osd.1 (osd.1) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:50 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.218253+0000 osd.3 (osd.3) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:50.879 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:50.983 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:37:51.045 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:50 smithi142 bash[22738]: debug 2020-11-16T20:37:50.664+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:51.081 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:50 smithi071 bash[26650]: debug 2020-11-16T20:37:50.877+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:51.081 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:37:51.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   47      16     96136     96120   127.807     85.25  0.00613603   0.0078215
2020-11-16T20:37:51.187 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:37:51.334 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:37:51.336 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.095921+0000 osd.0 (osd.0) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.336 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.170867+0000 osd.2 (osd.2) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.337 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.250372+0000 mgr.x (mgr.14196) 771 : cluster [DBG] pgmap v1117: 17 pgs: 17 active+clean; 5.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.57k op/s
2020-11-16T20:37:51.337 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[12066]: debug 2020-11-16T20:37:51.077+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:51.412 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:37:51.413 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:37:51.413 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T20:37:51.413 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T20:37:51.413 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:37:51.468 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.095921+0000 osd.0 (osd.0) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.468 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.170867+0000 osd.2 (osd.2) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.468 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.250372+0000 mgr.x (mgr.14196) 771 : cluster [DBG] pgmap v1117: 17 pgs: 17 active+clean; 5.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.57k op/s
2020-11-16T20:37:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.256959+0000 osd.4 (osd.4) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.291633+0000 osd.5 (osd.5) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.321408+0000 osd.6 (osd.6) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: audit 2020-11-16T20:37:50.321862+0000 mon.c (mon.2) 36 : audit [INF] from='client.? v1:172.21.15.142:0/1894951800' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:37:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: audit 2020-11-16T20:37:50.330319+0000 mon.a (mon.0) 1518 : audit [INF] from='client.35354 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:37:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.358432+0000 osd.7 (osd.7) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.392967+0000 osd.8 (osd.8) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.458696+0000 osd.10 (osd.10) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:51 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.492720+0000 osd.11 (osd.11) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.095921+0000 osd.0 (osd.0) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.170867+0000 osd.2 (osd.2) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.250372+0000 mgr.x (mgr.14196) 771 : cluster [DBG] pgmap v1117: 17 pgs: 17 active+clean; 5.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 98 MiB/s wr, 1.57k op/s
2020-11-16T20:37:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.256959+0000 osd.4 (osd.4) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.291633+0000 osd.5 (osd.5) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.321408+0000 osd.6 (osd.6) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: audit 2020-11-16T20:37:50.321862+0000 mon.c (mon.2) 36 : audit [INF] from='client.? v1:172.21.15.142:0/1894951800' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:37:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: audit 2020-11-16T20:37:50.330319+0000 mon.a (mon.0) 1518 : audit [INF] from='client.35354 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:37:51.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.358432+0000 osd.7 (osd.7) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.392967+0000 osd.8 (osd.8) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.458696+0000 osd.10 (osd.10) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:51 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.492720+0000 osd.11 (osd.11) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.256959+0000 osd.4 (osd.4) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.291633+0000 osd.5 (osd.5) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.321408+0000 osd.6 (osd.6) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: audit 2020-11-16T20:37:50.321862+0000 mon.c (mon.2) 36 : audit [INF] from='client.? v1:172.21.15.142:0/1894951800' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:37:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: audit 2020-11-16T20:37:50.330319+0000 mon.a (mon.0) 1518 : audit [INF] from='client.35354 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:37:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.358432+0000 osd.7 (osd.7) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.392967+0000 osd.8 (osd.8) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.458696+0000 osd.10 (osd.10) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:51.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:51 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.492720+0000 osd.11 (osd.11) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:52.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   48      16     97207     97191   126.538   66.9375   0.0122283   0.0079007
2020-11-16T20:37:52.214 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:37:52.318 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:37:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:52 smithi142 bash[9523]: cluster 2020-11-16T20:37:50.422389+0000 osd.9 (osd.9) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:52 smithi142 bash[9523]: cluster 2020-11-16T20:37:51.326995+0000 mon.a (mon.0) 1519 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:52 smithi142 bash[9523]: audit 2020-11-16T20:37:51.335380+0000 mon.a (mon.0) 1520 : audit [INF] from='client.35354 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:37:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:52 smithi142 bash[9523]: cluster 2020-11-16T20:37:51.335454+0000 mon.a (mon.0) 1521 : cluster [DBG] osdmap e430: 12 total, 12 up, 12 in
2020-11-16T20:37:52.535 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:37:52 smithi142 bash[18009]: debug 2020-11-16T20:37:52.216+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:52 smithi071 bash[9480]: cluster 2020-11-16T20:37:50.422389+0000 osd.9 (osd.9) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:52 smithi071 bash[9480]: cluster 2020-11-16T20:37:51.326995+0000 mon.a (mon.0) 1519 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:52 smithi071 bash[9480]: audit 2020-11-16T20:37:51.335380+0000 mon.a (mon.0) 1520 : audit [INF] from='client.35354 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:37:52.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:52 smithi071 bash[9480]: cluster 2020-11-16T20:37:51.335454+0000 mon.a (mon.0) 1521 : cluster [DBG] osdmap e430: 12 total, 12 up, 12 in
2020-11-16T20:37:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:52 smithi065 bash[9468]: cluster 2020-11-16T20:37:50.422389+0000 osd.9 (osd.9) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:37:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:52 smithi065 bash[9468]: cluster 2020-11-16T20:37:51.326995+0000 mon.a (mon.0) 1519 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:37:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:52 smithi065 bash[9468]: audit 2020-11-16T20:37:51.335380+0000 mon.a (mon.0) 1520 : audit [INF] from='client.35354 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:37:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:52 smithi065 bash[9468]: cluster 2020-11-16T20:37:51.335454+0000 mon.a (mon.0) 1521 : cluster [DBG] osdmap e430: 12 total, 12 up, 12 in
2020-11-16T20:37:53.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   49      16     97999     97983   124.966      49.5   0.0118341   0.0079999
2020-11-16T20:37:53.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:53 smithi142 bash[9523]: cluster 2020-11-16T20:37:51.574339+0000 osd.4 (osd.4) 101 : cluster [DBG] 4.c scrub starts
2020-11-16T20:37:53.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:53 smithi142 bash[9523]: cluster 2020-11-16T20:37:52.250783+0000 mgr.x (mgr.14196) 772 : cluster [DBG] pgmap v1119: 17 pgs: 17 active+clean; 5.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T20:37:53.690 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:53 smithi065 bash[9468]: cluster 2020-11-16T20:37:51.574339+0000 osd.4 (osd.4) 101 : cluster [DBG] 4.c scrub starts
2020-11-16T20:37:53.690 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:53 smithi065 bash[9468]: cluster 2020-11-16T20:37:52.250783+0000 mgr.x (mgr.14196) 772 : cluster [DBG] pgmap v1119: 17 pgs: 17 active+clean; 5.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T20:37:53.691 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:37:53 smithi065 bash[16457]: debug 2020-11-16T20:37:53.691+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:53.691 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:37:53.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:53 smithi071 bash[9480]: cluster 2020-11-16T20:37:51.574339+0000 osd.4 (osd.4) 101 : cluster [DBG] 4.c scrub starts
2020-11-16T20:37:53.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:53 smithi071 bash[9480]: cluster 2020-11-16T20:37:52.250783+0000 mgr.x (mgr.14196) 772 : cluster [DBG] pgmap v1119: 17 pgs: 17 active+clean; 5.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T20:37:53.795 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:53.826 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_historic_ops
2020-11-16T20:37:53.931 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:37:53.936 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:37:53 smithi142 bash[15670]: debug 2020-11-16T20:37:53.932+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:54.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:54.044 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:54.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   50      16     99165     99149   123.924    72.875  0.00659289  0.00806711
2020-11-16T20:37:54.198 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:37:54.214 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:37:54 smithi142 bash[20366]: debug 2020-11-16T20:37:54.200+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:54.302 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:54.420 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:54.524 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:54.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:54 smithi142 bash[9523]: cluster 2020-11-16T20:37:52.734543+0000 osd.1 (osd.1) 116 : cluster [DBG] 4.6 scrub starts
2020-11-16T20:37:54.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:54 smithi142 bash[9523]: cluster 2020-11-16T20:37:54.296538+0000 osd.9 (osd.9) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:54.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:54 smithi142 bash[9523]: cluster 2020-11-16T20:37:54.296603+0000 osd.9 (osd.9) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:54 smithi071 bash[9480]: cluster 2020-11-16T20:37:52.734543+0000 osd.1 (osd.1) 116 : cluster [DBG] 4.6 scrub starts
2020-11-16T20:37:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:54 smithi071 bash[9480]: cluster 2020-11-16T20:37:54.296538+0000 osd.9 (osd.9) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:54.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:54 smithi071 bash[9480]: cluster 2020-11-16T20:37:54.296603+0000 osd.9 (osd.9) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:54.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:54 smithi065 bash[14115]: debug 2020-11-16T20:37:54.419+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:54.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:54 smithi065 bash[9468]: cluster 2020-11-16T20:37:52.734543+0000 osd.1 (osd.1) 116 : cluster [DBG] 4.6 scrub starts
2020-11-16T20:37:54.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:54 smithi065 bash[9468]: cluster 2020-11-16T20:37:54.296538+0000 osd.9 (osd.9) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:54.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:54 smithi065 bash[9468]: cluster 2020-11-16T20:37:54.296603+0000 osd.9 (osd.9) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:55.065 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:55.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   51      16    100593    100577   123.244     89.25   0.0053597   0.0081116
2020-11-16T20:37:55.169 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:55.217 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:37:55.288 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:37:55.352 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:55 smithi142 bash[9523]: cluster 2020-11-16T20:37:53.706099+0000 osd.4 (osd.4) 102 : cluster [DBG] 4.c scrub ok
2020-11-16T20:37:55.352 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:55 smithi142 bash[9523]: cluster 2020-11-16T20:37:54.061521+0000 osd.2 (osd.2) 110 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:55.352 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:55 smithi142 bash[9523]: cluster 2020-11-16T20:37:54.061655+0000 osd.2 (osd.2) 111 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:55.352 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:55 smithi142 bash[9523]: cluster 2020-11-16T20:37:54.251220+0000 mgr.x (mgr.14196) 773 : cluster [DBG] pgmap v1120: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s wr, 1.37k op/s
2020-11-16T20:37:55.353 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:55 smithi142 bash[9523]: cluster 2020-11-16T20:37:54.354681+0000 mon.a (mon.0) 1522 : cluster [DBG] osdmap e431: 12 total, 12 up, 12 in
2020-11-16T20:37:55.353 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:55 smithi142 bash[22738]: debug 2020-11-16T20:37:55.064+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:55.392 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:55.398 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:55.504 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:37:55 smithi065 bash[14115]: debug 2020-11-16T20:37:55.287+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:55.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:55 smithi065 bash[9468]: cluster 2020-11-16T20:37:53.706099+0000 osd.4 (osd.4) 102 : cluster [DBG] 4.c scrub ok
2020-11-16T20:37:55.504 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:55 smithi065 bash[9468]: cluster 2020-11-16T20:37:54.061521+0000 osd.2 (osd.2) 110 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:55.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:55 smithi065 bash[9468]: cluster 2020-11-16T20:37:54.061655+0000 osd.2 (osd.2) 111 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:55.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:55 smithi065 bash[9468]: cluster 2020-11-16T20:37:54.251220+0000 mgr.x (mgr.14196) 773 : cluster [DBG] pgmap v1120: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s wr, 1.37k op/s
2020-11-16T20:37:55.505 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:55 smithi065 bash[9468]: cluster 2020-11-16T20:37:54.354681+0000 mon.a (mon.0) 1522 : cluster [DBG] osdmap e431: 12 total, 12 up, 12 in
2020-11-16T20:37:55.506 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:37:55.608 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:55.617 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:55 smithi071 bash[9480]: cluster 2020-11-16T20:37:53.706099+0000 osd.4 (osd.4) 102 : cluster [DBG] 4.c scrub ok
2020-11-16T20:37:55.617 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:55 smithi071 bash[9480]: cluster 2020-11-16T20:37:54.061521+0000 osd.2 (osd.2) 110 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:37:55.618 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:55 smithi071 bash[9480]: cluster 2020-11-16T20:37:54.061655+0000 osd.2 (osd.2) 111 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:37:55.618 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:55 smithi071 bash[9480]: cluster 2020-11-16T20:37:54.251220+0000 mgr.x (mgr.14196) 773 : cluster [DBG] pgmap v1120: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 5.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s wr, 1.37k op/s
2020-11-16T20:37:55.618 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:55 smithi071 bash[9480]: cluster 2020-11-16T20:37:54.354681+0000 mon.a (mon.0) 1522 : cluster [DBG] osdmap e431: 12 total, 12 up, 12 in
2020-11-16T20:37:55.685 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:37:55.724 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:37:55.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:37:55 smithi065 bash[18823]: debug 2020-11-16T20:37:55.503+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:55.829 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:55.870 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:55.947 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:37:55 smithi071 bash[26650]: debug 2020-11-16T20:37:55.721+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:55.949 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:56.056 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:37:56.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   52      16    101834    101818   122.366   77.5625   0.0121267  0.00816978
2020-11-16T20:37:56.155 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:37:56.156 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:37:56.156 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:37:56.184 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:37:56.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:37:56 smithi071 bash[12066]: debug 2020-11-16T20:37:56.181+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:56.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:55 smithi071 bash[16796]: debug 2020-11-16T20:37:55.945+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:56.287 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:56.322 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:37:56.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:56 smithi142 bash[9523]: cluster 2020-11-16T20:37:54.769604+0000 osd.1 (osd.1) 117 : cluster [DBG] 4.6 scrub ok
2020-11-16T20:37:56.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:56 smithi142 bash[9523]: cluster 2020-11-16T20:37:55.514782+0000 osd.6 (osd.6) 114 : cluster [DBG] 4.a scrub starts
2020-11-16T20:37:56.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:56 smithi071 bash[9480]: cluster 2020-11-16T20:37:54.769604+0000 osd.1 (osd.1) 117 : cluster [DBG] 4.6 scrub ok
2020-11-16T20:37:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:56 smithi071 bash[9480]: cluster 2020-11-16T20:37:55.514782+0000 osd.6 (osd.6) 114 : cluster [DBG] 4.a scrub starts
2020-11-16T20:37:56.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:56 smithi065 bash[9468]: cluster 2020-11-16T20:37:54.769604+0000 osd.1 (osd.1) 117 : cluster [DBG] 4.6 scrub ok
2020-11-16T20:37:56.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:56 smithi065 bash[9468]: cluster 2020-11-16T20:37:55.514782+0000 osd.6 (osd.6) 114 : cluster [DBG] 4.a scrub starts
2020-11-16T20:37:57.059 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:57.130 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   53      16    103169    103153   121.631   83.4375   0.0059435  0.00821961
2020-11-16T20:37:57.163 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:37:57.358 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:57 smithi142 bash[22738]: debug 2020-11-16T20:37:57.060+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:57.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:57 smithi142 bash[9523]: cluster 2020-11-16T20:37:56.251746+0000 mgr.x (mgr.14196) 774 : cluster [DBG] pgmap v1122: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 73 MiB/s wr, 1.17k op/s
2020-11-16T20:37:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:57 smithi071 bash[9480]: cluster 2020-11-16T20:37:56.251746+0000 mgr.x (mgr.14196) 774 : cluster [DBG] pgmap v1122: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 73 MiB/s wr, 1.17k op/s
2020-11-16T20:37:57.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:57 smithi065 bash[9468]: cluster 2020-11-16T20:37:56.251746+0000 mgr.x (mgr.14196) 774 : cluster [DBG] pgmap v1122: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 73 MiB/s wr, 1.17k op/s
2020-11-16T20:37:57.884 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:37:57.994 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:58.006 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:37:57 smithi142 bash[18009]: debug 2020-11-16T20:37:57.884+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:58.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   54      15    103892    103877   120.216     45.25  0.00488304   0.0083163
2020-11-16T20:37:58.311 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:58.414 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:58.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:58 smithi142 bash[22738]: debug 2020-11-16T20:37:58.312+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:37:58.986 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:59.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   55      16    105253    105237   119.576        85   0.0141734  0.00836091
2020-11-16T20:37:59.284 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:37:58 smithi142 bash[22738]: debug 2020-11-16T20:37:58.884+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:59 smithi071 bash[9480]: cluster 2020-11-16T20:37:58.139787+0000 osd.6 (osd.6) 115 : cluster [DBG] 4.a scrub ok
2020-11-16T20:37:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:37:59 smithi071 bash[9480]: cluster 2020-11-16T20:37:58.252235+0000 mgr.x (mgr.14196) 775 : cluster [DBG] pgmap v1123: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 72 MiB/s wr, 1.15k op/s
2020-11-16T20:37:59.721 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:59 smithi065 bash[9468]: cluster 2020-11-16T20:37:58.139787+0000 osd.6 (osd.6) 115 : cluster [DBG] 4.a scrub ok
2020-11-16T20:37:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:37:59 smithi065 bash[9468]: cluster 2020-11-16T20:37:58.252235+0000 mgr.x (mgr.14196) 775 : cluster [DBG] pgmap v1123: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 72 MiB/s wr, 1.15k op/s
2020-11-16T20:37:59.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:59 smithi142 bash[9523]: cluster 2020-11-16T20:37:58.139787+0000 osd.6 (osd.6) 115 : cluster [DBG] 4.a scrub ok
2020-11-16T20:37:59.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:37:59 smithi142 bash[9523]: cluster 2020-11-16T20:37:58.252235+0000 mgr.x (mgr.14196) 775 : cluster [DBG] pgmap v1123: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 72 MiB/s wr, 1.15k op/s
2020-11-16T20:37:59.825 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:37:59.968 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:59 smithi071 bash[16796]: debug 2020-11-16T20:37:59.713+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:59.968 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:37:59 smithi071 bash[16796]: debug 2020-11-16T20:37:59.965+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:37:59.969 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:00.072 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:00.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   56      16    106533    106517   118.869        80  0.00885318  0.00841065
2020-11-16T20:38:00.184 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:00.289 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:00.296 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:00 smithi071 bash[14419]: debug 2020-11-16T20:38:00.181+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:00.393 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:00.496 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:00.618 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:38:00 smithi071 bash[16796]: debug 2020-11-16T20:38:00.393+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:00.721 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:00.842 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:00.945 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:00.949 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:00 smithi071 bash[14419]: debug 2020-11-16T20:38:00.841+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:00.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:00 smithi071 bash[26650]: debug 2020-11-16T20:38:00.617+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:01.070 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:01.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   57      15    107763    107748   118.133   76.9375  0.00722408  0.00846314
2020-11-16T20:38:01.173 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:01.294 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:01 smithi071 bash[26650]: debug 2020-11-16T20:38:01.069+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:01.295 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:01.398 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:01.537 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:01.641 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:01.649 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:01 smithi071 bash[9480]: cluster 2020-11-16T20:38:00.252801+0000 mgr.x (mgr.14196) 776 : cluster [DBG] pgmap v1124: 17 pgs: 17 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:38:01.649 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:01 smithi071 bash[14419]: debug 2020-11-16T20:38:01.293+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:01.757 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:01.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:01 smithi065 bash[9468]: cluster 2020-11-16T20:38:00.252801+0000 mgr.x (mgr.14196) 776 : cluster [DBG] pgmap v1124: 17 pgs: 17 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:38:01.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:01 smithi065 bash[18823]: debug 2020-11-16T20:38:01.531+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:01.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:01 smithi142 bash[9523]: cluster 2020-11-16T20:38:00.252801+0000 mgr.x (mgr.14196) 776 : cluster [DBG] pgmap v1124: 17 pgs: 17 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:38:01.863 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:01.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:01 smithi071 bash[26650]: debug 2020-11-16T20:38:01.753+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:02.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   58      16    108992    108976    117.42     76.75  0.00958014  0.00851412
2020-11-16T20:38:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:02 smithi071 bash[9480]: cluster 2020-11-16T20:38:01.214848+0000 osd.0 (osd.0) 104 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:02 smithi071 bash[9480]: cluster 2020-11-16T20:38:01.214933+0000 osd.0 (osd.0) 105 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:02 smithi071 bash[9480]: cluster 2020-11-16T20:38:01.381073+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e432: 12 total, 12 up, 12 in
2020-11-16T20:38:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:02 smithi071 bash[9480]: cluster 2020-11-16T20:38:01.536838+0000 osd.6 (osd.6) 116 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:38:02.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:02 smithi071 bash[9480]: cluster 2020-11-16T20:38:01.661928+0000 osd.1 (osd.1) 118 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:38:02.734 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:02 smithi142 bash[9523]: cluster 2020-11-16T20:38:01.214848+0000 osd.0 (osd.0) 104 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:02.734 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:02 smithi142 bash[9523]: cluster 2020-11-16T20:38:01.214933+0000 osd.0 (osd.0) 105 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:02.734 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:02 smithi142 bash[9523]: cluster 2020-11-16T20:38:01.381073+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e432: 12 total, 12 up, 12 in
2020-11-16T20:38:02.734 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:02 smithi142 bash[9523]: cluster 2020-11-16T20:38:01.536838+0000 osd.6 (osd.6) 116 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:38:02.735 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:02 smithi142 bash[9523]: cluster 2020-11-16T20:38:01.661928+0000 osd.1 (osd.1) 118 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:38:02.735 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:02.735 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:02 smithi142 bash[15670]: debug 2020-11-16T20:38:02.736+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:02 smithi065 bash[9468]: cluster 2020-11-16T20:38:01.214848+0000 osd.0 (osd.0) 104 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:02 smithi065 bash[9468]: cluster 2020-11-16T20:38:01.214933+0000 osd.0 (osd.0) 105 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:02 smithi065 bash[9468]: cluster 2020-11-16T20:38:01.381073+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e432: 12 total, 12 up, 12 in
2020-11-16T20:38:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:02 smithi065 bash[9468]: cluster 2020-11-16T20:38:01.536838+0000 osd.6 (osd.6) 116 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:38:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:02 smithi065 bash[9468]: cluster 2020-11-16T20:38:01.661928+0000 osd.1 (osd.1) 118 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:38:02.838 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:03.021 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:03.125 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:03.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   59      16    110017    110001   116.515   64.0625    0.021525  0.00858061
2020-11-16T20:38:03.133 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:03 smithi065 bash[14115]: debug 2020-11-16T20:38:03.023+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:03.250 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:03.353 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:03.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:03 smithi065 bash[9468]: cluster 2020-11-16T20:38:02.253286+0000 mgr.x (mgr.14196) 777 : cluster [DBG] pgmap v1126: 17 pgs: 17 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s
2020-11-16T20:38:03.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:03 smithi065 bash[14115]: debug 2020-11-16T20:38:03.247+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:03.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:03 smithi071 bash[9480]: cluster 2020-11-16T20:38:02.253286+0000 mgr.x (mgr.14196) 777 : cluster [DBG] pgmap v1126: 17 pgs: 17 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s
2020-11-16T20:38:03.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:03 smithi142 bash[9523]: cluster 2020-11-16T20:38:02.253286+0000 mgr.x (mgr.14196) 777 : cluster [DBG] pgmap v1126: 17 pgs: 17 active+clean; 6.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.11k op/s
2020-11-16T20:38:03.841 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:03.945 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:04.055 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:04.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:38:04.134480 min lat: 0.00151542 max lat: 0.490503 avg lat: 0.00862728
2020-11-16T20:38:04.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:38:04.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   60      16    111153    111137   115.757        71  0.00631103  0.00862728
2020-11-16T20:38:04.159 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:04.167 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:03 smithi142 bash[15670]: debug 2020-11-16T20:38:03.844+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:04.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:38:04 smithi065 bash[16457]: debug 2020-11-16T20:38:04.055+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:04.463 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:04 smithi142 bash[9523]: cluster 2020-11-16T20:38:03.112389+0000 osd.6 (osd.6) 117 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:38:04.464 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:04 smithi142 bash[9523]: cluster 2020-11-16T20:38:03.307063+0000 osd.10 (osd.10) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:04.464 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:04 smithi142 bash[9523]: cluster 2020-11-16T20:38:03.307152+0000 osd.10 (osd.10) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:04.464 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:04 smithi142 bash[9523]: cluster 2020-11-16T20:38:03.461226+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e433: 12 total, 12 up, 12 in
2020-11-16T20:38:04.464 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:04 smithi142 bash[9523]: cluster 2020-11-16T20:38:03.462145+0000 osd.1 (osd.1) 119 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:38:04.464 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:04 smithi142 bash[9523]: cluster 2020-11-16T20:38:03.677813+0000 osd.1 (osd.1) 120 : cluster [DBG] 4.f scrub starts
2020-11-16T20:38:04.464 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:04 smithi142 bash[9523]: cluster 2020-11-16T20:38:04.255619+0000 mgr.x (mgr.14196) 778 : cluster [DBG] pgmap v1128: 17 pgs: 17 active+clean; 6.6 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s wr, 1.27k op/s
2020-11-16T20:38:04.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:04 smithi065 bash[9468]: cluster 2020-11-16T20:38:03.112389+0000 osd.6 (osd.6) 117 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:38:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:04 smithi065 bash[9468]: cluster 2020-11-16T20:38:03.307063+0000 osd.10 (osd.10) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:04 smithi065 bash[9468]: cluster 2020-11-16T20:38:03.307152+0000 osd.10 (osd.10) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:04 smithi065 bash[9468]: cluster 2020-11-16T20:38:03.461226+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e433: 12 total, 12 up, 12 in
2020-11-16T20:38:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:04 smithi065 bash[9468]: cluster 2020-11-16T20:38:03.462145+0000 osd.1 (osd.1) 119 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:38:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:04 smithi065 bash[9468]: cluster 2020-11-16T20:38:03.677813+0000 osd.1 (osd.1) 120 : cluster [DBG] 4.f scrub starts
2020-11-16T20:38:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:04 smithi065 bash[9468]: cluster 2020-11-16T20:38:04.255619+0000 mgr.x (mgr.14196) 778 : cluster [DBG] pgmap v1128: 17 pgs: 17 active+clean; 6.6 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s wr, 1.27k op/s
2020-11-16T20:38:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:04 smithi071 bash[9480]: cluster 2020-11-16T20:38:03.112389+0000 osd.6 (osd.6) 117 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:38:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:04 smithi071 bash[9480]: cluster 2020-11-16T20:38:03.307063+0000 osd.10 (osd.10) 84 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:04 smithi071 bash[9480]: cluster 2020-11-16T20:38:03.307152+0000 osd.10 (osd.10) 85 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:04 smithi071 bash[9480]: cluster 2020-11-16T20:38:03.461226+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e433: 12 total, 12 up, 12 in
2020-11-16T20:38:04.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:04 smithi071 bash[9480]: cluster 2020-11-16T20:38:03.462145+0000 osd.1 (osd.1) 119 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:38:04.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:04 smithi071 bash[9480]: cluster 2020-11-16T20:38:03.677813+0000 osd.1 (osd.1) 120 : cluster [DBG] 4.f scrub starts
2020-11-16T20:38:04.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:04 smithi071 bash[9480]: cluster 2020-11-16T20:38:04.255619+0000 mgr.x (mgr.14196) 778 : cluster [DBG] pgmap v1128: 17 pgs: 17 active+clean; 6.6 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s wr, 1.27k op/s
2020-11-16T20:38:05.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   61      16    111638    111622   114.356   30.3125    0.477665  0.00866881
2020-11-16T20:38:05.519 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:05.622 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:05.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:05 smithi065 bash[9468]: cluster 2020-11-16T20:38:04.502936+0000 osd.4 (osd.4) 103 : cluster [DBG] 4.e scrub starts
2020-11-16T20:38:05.947 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:38:05 smithi142 bash[18009]: debug 2020-11-16T20:38:05.516+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:05.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:05 smithi142 bash[9523]: cluster 2020-11-16T20:38:04.502936+0000 osd.4 (osd.4) 103 : cluster [DBG] 4.e scrub starts
2020-11-16T20:38:05.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:05 smithi071 bash[9480]: cluster 2020-11-16T20:38:04.502936+0000 osd.4 (osd.4) 103 : cluster [DBG] 4.e scrub starts
2020-11-16T20:38:06.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   62      16    112507    112491   113.387   54.3125   0.0082658  0.00881726
2020-11-16T20:38:06.616 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:38:06.616 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:38:06.617 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:38:06.617 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:38:06.617 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:206550 2.12 2:48b2b84e:::benchmark_data_smithi065_20143_object57163:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)",
2020-11-16T20:38:06.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:13.225743+0000",
2020-11-16T20:38:06.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 593.39022581699999,
2020-11-16T20:38:06.617 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.95999509999999999,
2020-11-16T20:38:06.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.618 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.618 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:38:06.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:38:06.618 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 206550
2020-11-16T20:38:06.618 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.619 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225743+0000",
2020-11-16T20:38:06.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225743+0000",
2020-11-16T20:38:06.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:38:06.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225713+0000",
2020-11-16T20:38:06.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8116999999999999e-05
2020-11-16T20:38:06.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225781+0000",
2020-11-16T20:38:06.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0953e-05
2020-11-16T20:38:06.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225792+0000",
2020-11-16T20:38:06.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.553e-06
2020-11-16T20:38:06.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225798+0000",
2020-11-16T20:38:06.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0393000000000003e-05
2020-11-16T20:38:06.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225858+0000",
2020-11-16T20:38:06.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.358e-05
2020-11-16T20:38:06.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:13.225872+0000",
2020-11-16T20:38:06.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.937325882
2020-11-16T20:38:06.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.163198+0000",
2020-11-16T20:38:06.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021396800000000001
2020-11-16T20:38:06.626 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.626 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.163412+0000",
2020-11-16T20:38:06.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00046741600000000001
2020-11-16T20:38:06.627 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.627 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:38:06.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.163879+0000",
2020-11-16T20:38:06.627 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011700838
2020-11-16T20:38:06.627 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.175580+0000",
2020-11-16T20:38:06.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0098755160000000008
2020-11-16T20:38:06.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.628 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.185455+0000",
2020-11-16T20:38:06.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5476000000000006e-05
2020-11-16T20:38:06.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.185541+0000",
2020-11-16T20:38:06.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019707000000000001
2020-11-16T20:38:06.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:14.185738+0000",
2020-11-16T20:38:06.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.95999509999999999
2020-11-16T20:38:06.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.630 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.630 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.631 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.631 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:237910 2.13 2:cb33b8bf:::benchmark_data_smithi065_20143_object88523:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e238)",
2020-11-16T20:38:06.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:40.215456+0000",
2020-11-16T20:38:06.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 566.40051215599999,
2020-11-16T20:38:06.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.22413785,
2020-11-16T20:38:06.631 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.632 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.632 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:38:06.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:38:06.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 237910
2020-11-16T20:38:06.632 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.632 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215456+0000",
2020-11-16T20:38:06.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215456+0000",
2020-11-16T20:38:06.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999918
2020-11-16T20:38:06.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215375+0000",
2020-11-16T20:38:06.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000167897
2020-11-16T20:38:06.635 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.635 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215542+0000",
2020-11-16T20:38:06.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7234e-05
2020-11-16T20:38:06.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215570+0000",
2020-11-16T20:38:06.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3937000000000001e-05
2020-11-16T20:38:06.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.636 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.636 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215584+0000",
2020-11-16T20:38:06.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012435650000000001
2020-11-16T20:38:06.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.637 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.216827+0000",
2020-11-16T20:38:06.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.8793999999999999e-05
2020-11-16T20:38:06.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.216856+0000",
2020-11-16T20:38:06.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.203618649
2020-11-16T20:38:06.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.420475+0000",
2020-11-16T20:38:06.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019912400000000001
2020-11-16T20:38:06.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.420674+0000",
2020-11-16T20:38:06.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00044400599999999999
2020-11-16T20:38:06.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:38:06.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.421118+0000",
2020-11-16T20:38:06.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0040967750000000004
2020-11-16T20:38:06.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.425215+0000",
2020-11-16T20:38:06.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0030389750000000002
2020-11-16T20:38:06.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.428254+0000",
2020-11-16T20:38:06.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010859674
2020-11-16T20:38:06.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439113+0000",
2020-11-16T20:38:06.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000160617
2020-11-16T20:38:06.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439274+0000",
2020-11-16T20:38:06.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000320456
2020-11-16T20:38:06.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439594+0000",
2020-11-16T20:38:06.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.22413785
2020-11-16T20:38:06.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.644 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.645 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.645 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.645 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.24745.0:237947 2.13 2:c8bc0a2d:::benchmark_data_smithi065_20143_object88560:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e238)",
2020-11-16T20:38:06.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:28:40.215722+0000",
2020-11-16T20:38:06.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 566.40024632300003,
2020-11-16T20:38:06.646 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.224247058,
2020-11-16T20:38:06.646 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.646 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.646 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.24745",
2020-11-16T20:38:06.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/937960364",
2020-11-16T20:38:06.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 237947
2020-11-16T20:38:06.647 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.647 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215722+0000",
2020-11-16T20:38:06.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215722+0000",
2020-11-16T20:38:06.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999313
2020-11-16T20:38:06.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215654+0000",
2020-11-16T20:38:06.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000149667
2020-11-16T20:38:06.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215803+0000",
2020-11-16T20:38:06.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2688e-05
2020-11-16T20:38:06.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215826+0000",
2020-11-16T20:38:06.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1263999999999999e-05
2020-11-16T20:38:06.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.215837+0000",
2020-11-16T20:38:06.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012681909999999999
2020-11-16T20:38:06.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.217106+0000",
2020-11-16T20:38:06.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3946000000000001e-05
2020-11-16T20:38:06.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:40.217130+0000",
2020-11-16T20:38:06.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2058861279999999
2020-11-16T20:38:06.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.423016+0000",
2020-11-16T20:38:06.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010979
2020-11-16T20:38:06.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.423125+0000",
2020-11-16T20:38:06.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00033365000000000001
2020-11-16T20:38:06.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.654 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.654 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4,9",
2020-11-16T20:38:06.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.423459+0000",
2020-11-16T20:38:06.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019459150000000001
2020-11-16T20:38:06.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.425405+0000",
2020-11-16T20:38:06.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031848330000000002
2020-11-16T20:38:06.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.428590+0000",
2020-11-16T20:38:06.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011093423999999999
2020-11-16T20:38:06.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439683+0000",
2020-11-16T20:38:06.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1139999999999998e-05
2020-11-16T20:38:06.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439774+0000",
2020-11-16T20:38:06.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019489099999999999
2020-11-16T20:38:06.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:28:41.439969+0000",
2020-11-16T20:38:06.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.224247058
2020-11-16T20:38:06.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.658 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.658 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.659 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.659 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224683 3.c 3:325127d5:::benchmark_data_smithi065_26380_object86950:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.435167+0000",
2020-11-16T20:38:06.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.18080124700001,
2020-11-16T20:38:06.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3222346979999999,
2020-11-16T20:38:06.659 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.660 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.660 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224683
2020-11-16T20:38:06.660 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.660 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435167+0000",
2020-11-16T20:38:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435167+0000",
2020-11-16T20:38:06.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:38:06.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435144+0000",
2020-11-16T20:38:06.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1048000000000003e-05
2020-11-16T20:38:06.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435195+0000",
2020-11-16T20:38:06.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1175999999999999e-05
2020-11-16T20:38:06.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435207+0000",
2020-11-16T20:38:06.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9874e-05
2020-11-16T20:38:06.664 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.664 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435226+0000",
2020-11-16T20:38:06.664 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9639000000000003e-05
2020-11-16T20:38:06.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435286+0000",
2020-11-16T20:38:06.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8530000000000004e-06
2020-11-16T20:38:06.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op must wait for map",
2020-11-16T20:38:06.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435296+0000",
2020-11-16T20:38:06.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0027273829999999999
2020-11-16T20:38:06.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438023+0000",
2020-11-16T20:38:06.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8709999999999997e-06
2020-11-16T20:38:06.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438031+0000",
2020-11-16T20:38:06.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2273270110000001
2020-11-16T20:38:06.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.665358+0000",
2020-11-16T20:38:06.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0041912800000000004
2020-11-16T20:38:06.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.669549+0000",
2020-11-16T20:38:06.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000295636
2020-11-16T20:38:06.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.669845+0000",
2020-11-16T20:38:06.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.026165497999999999
2020-11-16T20:38:06.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.696011+0000",
2020-11-16T20:38:06.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.061039383000000003
2020-11-16T20:38:06.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757050+0000",
2020-11-16T20:38:06.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0110000000000005e-05
2020-11-16T20:38:06.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757120+0000",
2020-11-16T20:38:06.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7213999999999996e-05
2020-11-16T20:38:06.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757197+0000",
2020-11-16T20:38:06.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000204747
2020-11-16T20:38:06.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757402+0000",
2020-11-16T20:38:06.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3222346979999999
2020-11-16T20:38:06.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.674 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.674 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.674 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.674 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224684 3.c 3:3e75086c:::benchmark_data_smithi065_26380_object86951:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.435289+0000",
2020-11-16T20:38:06.674 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.18067988799999,
2020-11-16T20:38:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3224604230000001,
2020-11-16T20:38:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224684
2020-11-16T20:38:06.675 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.676 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.676 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.676 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.676 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435289+0000",
2020-11-16T20:38:06.676 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.676 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.676 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435289+0000",
2020-11-16T20:38:06.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:38:06.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.677 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435259+0000",
2020-11-16T20:38:06.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4927999999999999e-05
2020-11-16T20:38:06.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435324+0000",
2020-11-16T20:38:06.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3549e-05
2020-11-16T20:38:06.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435337+0000",
2020-11-16T20:38:06.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9030000000000003e-06
2020-11-16T20:38:06.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435342+0000",
2020-11-16T20:38:06.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1251999999999997e-05
2020-11-16T20:38:06.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435384+0000",
2020-11-16T20:38:06.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5360000000000004e-06
2020-11-16T20:38:06.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435391+0000",
2020-11-16T20:38:06.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0026600220000000002
2020-11-16T20:38:06.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438051+0000",
2020-11-16T20:38:06.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9409999999999998e-06
2020-11-16T20:38:06.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438056+0000",
2020-11-16T20:38:06.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2368092749999999
2020-11-16T20:38:06.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.674865+0000",
2020-11-16T20:38:06.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018120699999999999
2020-11-16T20:38:06.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.675047+0000",
2020-11-16T20:38:06.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022668800000000001
2020-11-16T20:38:06.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.675273+0000",
2020-11-16T20:38:06.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020751235
2020-11-16T20:38:06.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.696025+0000",
2020-11-16T20:38:06.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.061446745999999997
2020-11-16T20:38:06.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757471+0000",
2020-11-16T20:38:06.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119781
2020-11-16T20:38:06.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757591+0000",
2020-11-16T20:38:06.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2213999999999998e-05
2020-11-16T20:38:06.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757643+0000",
2020-11-16T20:38:06.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000105871
2020-11-16T20:38:06.688 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.688 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.688 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757749+0000",
2020-11-16T20:38:06.689 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3224604230000001
2020-11-16T20:38:06.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.689 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.689 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.689 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.689 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224702 3.c 3:3cf72efb:::benchmark_data_smithi065_26380_object86969:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.435396+0000",
2020-11-16T20:38:06.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.18057260699999,
2020-11-16T20:38:06.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.322637796,
2020-11-16T20:38:06.690 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.690 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.690 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224702
2020-11-16T20:38:06.691 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.691 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435396+0000",
2020-11-16T20:38:06.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435396+0000",
2020-11-16T20:38:06.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:38:06.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435366+0000",
2020-11-16T20:38:06.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4775000000000002e-05
2020-11-16T20:38:06.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435431+0000",
2020-11-16T20:38:06.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7879999999999995e-06
2020-11-16T20:38:06.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435439+0000",
2020-11-16T20:38:06.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.608e-06
2020-11-16T20:38:06.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435443+0000",
2020-11-16T20:38:06.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7347e-05
2020-11-16T20:38:06.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435480+0000",
2020-11-16T20:38:06.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.892e-06
2020-11-16T20:38:06.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435488+0000",
2020-11-16T20:38:06.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002581978
2020-11-16T20:38:06.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438070+0000",
2020-11-16T20:38:06.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8449999999999999e-06
2020-11-16T20:38:06.697 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.697 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438076+0000",
2020-11-16T20:38:06.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2415567359999999
2020-11-16T20:38:06.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.679633+0000",
2020-11-16T20:38:06.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023567600000000001
2020-11-16T20:38:06.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.679868+0000",
2020-11-16T20:38:06.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00028097300000000001
2020-11-16T20:38:06.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.680149+0000",
2020-11-16T20:38:06.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028109047000000002
2020-11-16T20:38:06.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.700 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.708258+0000",
2020-11-16T20:38:06.700 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.049286600999999999
2020-11-16T20:38:06.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757545+0000",
2020-11-16T20:38:06.701 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00026701600000000002
2020-11-16T20:38:06.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757812+0000",
2020-11-16T20:38:06.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9976999999999998e-05
2020-11-16T20:38:06.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757882+0000",
2020-11-16T20:38:06.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015168899999999999
2020-11-16T20:38:06.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758034+0000",
2020-11-16T20:38:06.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.322637796
2020-11-16T20:38:06.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.704 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.704 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.704 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.704 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.704 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224742 3.c 3:334d04cd:::benchmark_data_smithi065_26380_object87009:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.705 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.435498+0000",
2020-11-16T20:38:06.705 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.180471025,
2020-11-16T20:38:06.705 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.322858667,
2020-11-16T20:38:06.705 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.705 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.705 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224742
2020-11-16T20:38:06.706 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.706 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435498+0000",
2020-11-16T20:38:06.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435498+0000",
2020-11-16T20:38:06.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:38:06.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435465+0000",
2020-11-16T20:38:06.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7926e-05
2020-11-16T20:38:06.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435533+0000",
2020-11-16T20:38:06.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1131999999999999e-05
2020-11-16T20:38:06.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435544+0000",
2020-11-16T20:38:06.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5609999999999998e-06
2020-11-16T20:38:06.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435549+0000",
2020-11-16T20:38:06.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4894000000000001e-05
2020-11-16T20:38:06.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435594+0000",
2020-11-16T20:38:06.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9619999999999999e-06
2020-11-16T20:38:06.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435603+0000",
2020-11-16T20:38:06.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024843819999999998
2020-11-16T20:38:06.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438088+0000",
2020-11-16T20:38:06.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4530000000000004e-06
2020-11-16T20:38:06.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.712 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438092+0000",
2020-11-16T20:38:06.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2477120159999999
2020-11-16T20:38:06.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.685804+0000",
2020-11-16T20:38:06.713 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019447600000000001
2020-11-16T20:38:06.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.685998+0000",
2020-11-16T20:38:06.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019156500000000001
2020-11-16T20:38:06.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.686190+0000",
2020-11-16T20:38:06.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.02208574
2020-11-16T20:38:06.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.708276+0000",
2020-11-16T20:38:06.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.049818679999999997
2020-11-16T20:38:06.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758094+0000",
2020-11-16T20:38:06.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2779000000000003e-05
2020-11-16T20:38:06.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758157+0000",
2020-11-16T20:38:06.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9097999999999995e-05
2020-11-16T20:38:06.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758226+0000",
2020-11-16T20:38:06.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012987299999999999
2020-11-16T20:38:06.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758356+0000",
2020-11-16T20:38:06.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.322858667
2020-11-16T20:38:06.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.718 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.718 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224746 3.c 3:3b63df8e:::benchmark_data_smithi065_26380_object87013:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.435608+0000",
2020-11-16T20:38:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.180360721,
2020-11-16T20:38:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3231290069999999,
2020-11-16T20:38:06.719 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.720 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.720 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224746
2020-11-16T20:38:06.720 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.720 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435608+0000",
2020-11-16T20:38:06.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435608+0000",
2020-11-16T20:38:06.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:38:06.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435575+0000",
2020-11-16T20:38:06.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9459000000000001e-05
2020-11-16T20:38:06.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435635+0000",
2020-11-16T20:38:06.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.686e-06
2020-11-16T20:38:06.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435641+0000",
2020-11-16T20:38:06.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.517e-06
2020-11-16T20:38:06.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435645+0000",
2020-11-16T20:38:06.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5534999999999998e-05
2020-11-16T20:38:06.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435680+0000",
2020-11-16T20:38:06.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6879999999999994e-06
2020-11-16T20:38:06.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435690+0000",
2020-11-16T20:38:06.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002413199
2020-11-16T20:38:06.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438103+0000",
2020-11-16T20:38:06.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2860000000000001e-06
2020-11-16T20:38:06.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438107+0000",
2020-11-16T20:38:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.253122777
2020-11-16T20:38:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.691230+0000",
2020-11-16T20:38:06.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000192549
2020-11-16T20:38:06.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.691423+0000",
2020-11-16T20:38:06.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015995000000000001
2020-11-16T20:38:06.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.691583+0000",
2020-11-16T20:38:06.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022595593000000001
2020-11-16T20:38:06.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.714178+0000",
2020-11-16T20:38:06.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.044271539999999998
2020-11-16T20:38:06.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758450+0000",
2020-11-16T20:38:06.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1726999999999998e-05
2020-11-16T20:38:06.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758542+0000",
2020-11-16T20:38:06.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9630000000000003e-05
2020-11-16T20:38:06.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758601+0000",
2020-11-16T20:38:06.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013565199999999999
2020-11-16T20:38:06.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758737+0000",
2020-11-16T20:38:06.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3231290069999999
2020-11-16T20:38:06.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.733 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.733 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.733 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.733 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.733 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224754 3.c 3:3ac6b375:::benchmark_data_smithi065_26380_object87021:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.733 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.435705+0000",
2020-11-16T20:38:06.733 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.18026322200001,
2020-11-16T20:38:06.734 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3235260259999999,
2020-11-16T20:38:06.734 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.734 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.734 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224754
2020-11-16T20:38:06.734 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.735 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435705+0000",
2020-11-16T20:38:06.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435705+0000",
2020-11-16T20:38:06.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999604
2020-11-16T20:38:06.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435666+0000",
2020-11-16T20:38:06.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4363999999999995e-05
2020-11-16T20:38:06.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435740+0000",
2020-11-16T20:38:06.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4749999999999999e-06
2020-11-16T20:38:06.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435749+0000",
2020-11-16T20:38:06.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6539999999999998e-06
2020-11-16T20:38:06.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435754+0000",
2020-11-16T20:38:06.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2595000000000001e-05
2020-11-16T20:38:06.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435797+0000",
2020-11-16T20:38:06.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1110000000000002e-06
2020-11-16T20:38:06.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435804+0000",
2020-11-16T20:38:06.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0023147649999999999
2020-11-16T20:38:06.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438119+0000",
2020-11-16T20:38:06.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2579999999999997e-06
2020-11-16T20:38:06.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438123+0000",
2020-11-16T20:38:06.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.257950253
2020-11-16T20:38:06.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.696073+0000",
2020-11-16T20:38:06.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013866799999999999
2020-11-16T20:38:06.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.696212+0000",
2020-11-16T20:38:06.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000158593
2020-11-16T20:38:06.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.696370+0000",
2020-11-16T20:38:06.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017817253000000002
2020-11-16T20:38:06.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.714188+0000",
2020-11-16T20:38:06.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.044308495000000003
2020-11-16T20:38:06.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758496+0000",
2020-11-16T20:38:06.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00046789299999999999
2020-11-16T20:38:06.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.758964+0000",
2020-11-16T20:38:06.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9388999999999994e-05
2020-11-16T20:38:06.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759053+0000",
2020-11-16T20:38:06.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000178006
2020-11-16T20:38:06.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759231+0000",
2020-11-16T20:38:06.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3235260259999999
2020-11-16T20:38:06.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.747 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.747 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.747 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.747 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224761 3.c 3:3337a39c:::benchmark_data_smithi065_26380_object87028:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.435855+0000",
2020-11-16T20:38:06.748 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.18011345100001,
2020-11-16T20:38:06.748 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.323664771,
2020-11-16T20:38:06.748 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.748 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.748 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224761
2020-11-16T20:38:06.749 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.749 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435855+0000",
2020-11-16T20:38:06.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435855+0000",
2020-11-16T20:38:06.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:38:06.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435829+0000",
2020-11-16T20:38:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0035999999999999e-05
2020-11-16T20:38:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435889+0000",
2020-11-16T20:38:06.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8169999999999994e-06
2020-11-16T20:38:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435899+0000",
2020-11-16T20:38:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0629999999999996e-06
2020-11-16T20:38:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435904+0000",
2020-11-16T20:38:06.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6332000000000002e-05
2020-11-16T20:38:06.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435961+0000",
2020-11-16T20:38:06.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8429999999999993e-06
2020-11-16T20:38:06.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435968+0000",
2020-11-16T20:38:06.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0021654529999999999
2020-11-16T20:38:06.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438134+0000",
2020-11-16T20:38:06.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4050000000000002e-06
2020-11-16T20:38:06.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438138+0000",
2020-11-16T20:38:06.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2633662409999999
2020-11-16T20:38:06.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.701505+0000",
2020-11-16T20:38:06.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023906200000000001
2020-11-16T20:38:06.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.701744+0000",
2020-11-16T20:38:06.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00027715500000000001
2020-11-16T20:38:06.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.702021+0000",
2020-11-16T20:38:06.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.023176008000000001
2020-11-16T20:38:06.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.725197+0000",
2020-11-16T20:38:06.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.034098417999999998
2020-11-16T20:38:06.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759295+0000",
2020-11-16T20:38:06.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0704000000000001e-05
2020-11-16T20:38:06.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759346+0000",
2020-11-16T20:38:06.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9048000000000002e-05
2020-11-16T20:38:06.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759395+0000",
2020-11-16T20:38:06.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012499599999999999
2020-11-16T20:38:06.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759520+0000",
2020-11-16T20:38:06.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.323664771
2020-11-16T20:38:06.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.762 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.762 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224780 3.c 3:3e832029:::benchmark_data_smithi065_26380_object87047:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.435967+0000",
2020-11-16T20:38:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.180001221,
2020-11-16T20:38:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3238721120000001,
2020-11-16T20:38:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.764 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224780
2020-11-16T20:38:06.764 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.764 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435967+0000",
2020-11-16T20:38:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435967+0000",
2020-11-16T20:38:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:38:06.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435938+0000",
2020-11-16T20:38:06.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0541999999999997e-05
2020-11-16T20:38:06.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.435998+0000",
2020-11-16T20:38:06.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0623e-05
2020-11-16T20:38:06.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436009+0000",
2020-11-16T20:38:06.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9910000000000002e-06
2020-11-16T20:38:06.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436014+0000",
2020-11-16T20:38:06.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5392000000000003e-05
2020-11-16T20:38:06.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436049+0000",
2020-11-16T20:38:06.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5420000000000005e-06
2020-11-16T20:38:06.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436058+0000",
2020-11-16T20:38:06.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0020916390000000002
2020-11-16T20:38:06.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438149+0000",
2020-11-16T20:38:06.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3039999999999998e-06
2020-11-16T20:38:06.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438154+0000",
2020-11-16T20:38:06.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2701742410000001
2020-11-16T20:38:06.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.708328+0000",
2020-11-16T20:38:06.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018604400000000001
2020-11-16T20:38:06.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.708514+0000",
2020-11-16T20:38:06.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00059792999999999999
2020-11-16T20:38:06.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.709112+0000",
2020-11-16T20:38:06.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021708387999999999
2020-11-16T20:38:06.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.730820+0000",
2020-11-16T20:38:06.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028750443000000001
2020-11-16T20:38:06.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759571+0000",
2020-11-16T20:38:06.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5844000000000001e-05
2020-11-16T20:38:06.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759646+0000",
2020-11-16T20:38:06.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2594000000000004e-05
2020-11-16T20:38:06.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759709+0000",
2020-11-16T20:38:06.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0001304
2020-11-16T20:38:06.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759839+0000",
2020-11-16T20:38:06.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3238721120000001
2020-11-16T20:38:06.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.777 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.777 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.777 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.777 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224783 3.c 3:3ca6c8fe:::benchmark_data_smithi065_26380_object87050:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.436071+0000",
2020-11-16T20:38:06.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.17989737799999,
2020-11-16T20:38:06.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3240425570000001,
2020-11-16T20:38:06.778 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.778 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.778 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224783
2020-11-16T20:38:06.778 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.779 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436071+0000",
2020-11-16T20:38:06.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436071+0000",
2020-11-16T20:38:06.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:38:06.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436045+0000",
2020-11-16T20:38:06.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5699000000000003e-05
2020-11-16T20:38:06.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436101+0000",
2020-11-16T20:38:06.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8369999999999992e-06
2020-11-16T20:38:06.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436111+0000",
2020-11-16T20:38:06.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5820000000000003e-06
2020-11-16T20:38:06.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436115+0000",
2020-11-16T20:38:06.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5825999999999999e-05
2020-11-16T20:38:06.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436151+0000",
2020-11-16T20:38:06.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8519999999999998e-06
2020-11-16T20:38:06.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436158+0000",
2020-11-16T20:38:06.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0020071310000000001
2020-11-16T20:38:06.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438165+0000",
2020-11-16T20:38:06.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2230000000000001e-06
2020-11-16T20:38:06.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438169+0000",
2020-11-16T20:38:06.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2760722900000001
2020-11-16T20:38:06.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.714242+0000",
2020-11-16T20:38:06.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000205763
2020-11-16T20:38:06.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.714447+0000",
2020-11-16T20:38:06.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017421
2020-11-16T20:38:06.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.714622+0000",
2020-11-16T20:38:06.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016211706999999999
2020-11-16T20:38:06.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.730833+0000",
2020-11-16T20:38:06.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028764910000000001
2020-11-16T20:38:06.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759598+0000",
2020-11-16T20:38:06.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00034693499999999998
2020-11-16T20:38:06.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759945+0000",
2020-11-16T20:38:06.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5825000000000002e-05
2020-11-16T20:38:06.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760001+0000",
2020-11-16T20:38:06.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011270299999999999
2020-11-16T20:38:06.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760114+0000",
2020-11-16T20:38:06.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3240425570000001
2020-11-16T20:38:06.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.791 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.791 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.791 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.791 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.791 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224804 3.c 3:352e536d:::benchmark_data_smithi065_26380_object87071:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.791 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.436168+0000",
2020-11-16T20:38:06.792 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.179801067,
2020-11-16T20:38:06.792 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.324194809,
2020-11-16T20:38:06.792 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.792 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.792 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224804
2020-11-16T20:38:06.793 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.793 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436168+0000",
2020-11-16T20:38:06.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436168+0000",
2020-11-16T20:38:06.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:38:06.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436139+0000",
2020-11-16T20:38:06.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0526999999999998e-05
2020-11-16T20:38:06.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436200+0000",
2020-11-16T20:38:06.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0767999999999999e-05
2020-11-16T20:38:06.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436210+0000",
2020-11-16T20:38:06.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7369999999999997e-06
2020-11-16T20:38:06.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436215+0000",
2020-11-16T20:38:06.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5630000000000003e-05
2020-11-16T20:38:06.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436251+0000",
2020-11-16T20:38:06.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8210000000000004e-06
2020-11-16T20:38:06.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436258+0000",
2020-11-16T20:38:06.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019229710000000001
2020-11-16T20:38:06.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438181+0000",
2020-11-16T20:38:06.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.296e-06
2020-11-16T20:38:06.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438185+0000",
2020-11-16T20:38:06.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.281105049
2020-11-16T20:38:06.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.719290+0000",
2020-11-16T20:38:06.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000188825
2020-11-16T20:38:06.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.719479+0000",
2020-11-16T20:38:06.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014112400000000001
2020-11-16T20:38:06.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.719620+0000",
2020-11-16T20:38:06.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022521144999999999
2020-11-16T20:38:06.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.742141+0000",
2020-11-16T20:38:06.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017756243000000001
2020-11-16T20:38:06.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.759897+0000",
2020-11-16T20:38:06.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025026999999999997
2020-11-16T20:38:06.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760147+0000",
2020-11-16T20:38:06.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6010999999999997e-05
2020-11-16T20:38:06.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760193+0000",
2020-11-16T20:38:06.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000168858
2020-11-16T20:38:06.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760362+0000",
2020-11-16T20:38:06.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.324194809
2020-11-16T20:38:06.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.805 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.805 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.805 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.805 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.805 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224808 3.c 3:3144c801:::benchmark_data_smithi065_26380_object87075:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.436267+0000",
2020-11-16T20:38:06.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.17970158700001,
2020-11-16T20:38:06.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3243758969999999,
2020-11-16T20:38:06.806 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.806 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.806 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224808
2020-11-16T20:38:06.807 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.807 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436267+0000",
2020-11-16T20:38:06.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436267+0000",
2020-11-16T20:38:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:38:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436239+0000",
2020-11-16T20:38:06.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3244000000000006e-05
2020-11-16T20:38:06.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436302+0000",
2020-11-16T20:38:06.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0893999999999999e-05
2020-11-16T20:38:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436313+0000",
2020-11-16T20:38:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2830000000000001e-06
2020-11-16T20:38:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436318+0000",
2020-11-16T20:38:06.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000124442
2020-11-16T20:38:06.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436443+0000",
2020-11-16T20:38:06.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1169999999999998e-06
2020-11-16T20:38:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436450+0000",
2020-11-16T20:38:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0017461079999999999
2020-11-16T20:38:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438196+0000",
2020-11-16T20:38:06.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.318e-06
2020-11-16T20:38:06.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438200+0000",
2020-11-16T20:38:06.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2870386149999999
2020-11-16T20:38:06.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.725239+0000",
2020-11-16T20:38:06.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000198488
2020-11-16T20:38:06.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.725437+0000",
2020-11-16T20:38:06.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023312300000000001
2020-11-16T20:38:06.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.725670+0000",
2020-11-16T20:38:06.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016488447999999999
2020-11-16T20:38:06.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.742159+0000",
2020-11-16T20:38:06.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.018239991000000001
2020-11-16T20:38:06.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760399+0000",
2020-11-16T20:38:06.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2735000000000003e-05
2020-11-16T20:38:06.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760442+0000",
2020-11-16T20:38:06.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1122000000000001e-05
2020-11-16T20:38:06.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760513+0000",
2020-11-16T20:38:06.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013015600000000001
2020-11-16T20:38:06.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760643+0000",
2020-11-16T20:38:06.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3243758969999999
2020-11-16T20:38:06.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.819 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.819 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.819 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.819 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.820 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224830 3.c 3:33b359a5:::benchmark_data_smithi065_26380_object87097:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.820 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.436372+0000",
2020-11-16T20:38:06.820 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.17959695299999,
2020-11-16T20:38:06.820 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3246494950000001,
2020-11-16T20:38:06.820 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.820 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.820 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224830
2020-11-16T20:38:06.821 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.821 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436372+0000",
2020-11-16T20:38:06.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436372+0000",
2020-11-16T20:38:06.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:38:06.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436343+0000",
2020-11-16T20:38:06.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5053999999999998e-05
2020-11-16T20:38:06.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436398+0000",
2020-11-16T20:38:06.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7100000000000001e-06
2020-11-16T20:38:06.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436405+0000",
2020-11-16T20:38:06.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4369999999999999e-06
2020-11-16T20:38:06.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436408+0000",
2020-11-16T20:38:06.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000118693
2020-11-16T20:38:06.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436527+0000",
2020-11-16T20:38:06.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8220000000000001e-06
2020-11-16T20:38:06.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436534+0000",
2020-11-16T20:38:06.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0016777879999999999
2020-11-16T20:38:06.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438211+0000",
2020-11-16T20:38:06.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.561e-06
2020-11-16T20:38:06.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438216+0000",
2020-11-16T20:38:06.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2926679590000001
2020-11-16T20:38:06.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.730884+0000",
2020-11-16T20:38:06.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020042700000000001
2020-11-16T20:38:06.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.731084+0000",
2020-11-16T20:38:06.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021478600000000001
2020-11-16T20:38:06.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.731299+0000",
2020-11-16T20:38:06.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021027022999999999
2020-11-16T20:38:06.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.752326+0000",
2020-11-16T20:38:06.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0083683850000000008
2020-11-16T20:38:06.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760695+0000",
2020-11-16T20:38:06.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000116187
2020-11-16T20:38:06.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760811+0000",
2020-11-16T20:38:06.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4420999999999999e-05
2020-11-16T20:38:06.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760875+0000",
2020-11-16T20:38:06.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000146014
2020-11-16T20:38:06.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761021+0000",
2020-11-16T20:38:06.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3246494950000001
2020-11-16T20:38:06.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.833 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.833 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.833 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.834 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224846 3.c 3:352d3df6:::benchmark_data_smithi065_26380_object87113:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.436539+0000",
2020-11-16T20:38:06.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.17942915099999,
2020-11-16T20:38:06.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3247332810000001,
2020-11-16T20:38:06.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.834 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.835 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224846
2020-11-16T20:38:06.835 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.835 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436539+0000",
2020-11-16T20:38:06.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436539+0000",
2020-11-16T20:38:06.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:38:06.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436513+0000",
2020-11-16T20:38:06.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1303999999999994e-05
2020-11-16T20:38:06.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436584+0000",
2020-11-16T20:38:06.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0205e-05
2020-11-16T20:38:06.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436595+0000",
2020-11-16T20:38:06.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0810000000000001e-06
2020-11-16T20:38:06.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436600+0000",
2020-11-16T20:38:06.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.3036e-05
2020-11-16T20:38:06.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436633+0000",
2020-11-16T20:38:06.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9030000000000001e-06
2020-11-16T20:38:06.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436639+0000",
2020-11-16T20:38:06.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001588082
2020-11-16T20:38:06.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438227+0000",
2020-11-16T20:38:06.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0770000000000001e-06
2020-11-16T20:38:06.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438231+0000",
2020-11-16T20:38:06.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.298336156
2020-11-16T20:38:06.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.736567+0000",
2020-11-16T20:38:06.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017749700000000001
2020-11-16T20:38:06.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.736745+0000",
2020-11-16T20:38:06.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014857499999999999
2020-11-16T20:38:06.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.736893+0000",
2020-11-16T20:38:06.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019898137
2020-11-16T20:38:06.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.756791+0000",
2020-11-16T20:38:06.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0039525610000000003
2020-11-16T20:38:06.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760744+0000",
2020-11-16T20:38:06.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00031851900000000002
2020-11-16T20:38:06.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761062+0000",
2020-11-16T20:38:06.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2784000000000001e-05
2020-11-16T20:38:06.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761125+0000",
2020-11-16T20:38:06.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000147639
2020-11-16T20:38:06.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761273+0000",
2020-11-16T20:38:06.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3247332810000001
2020-11-16T20:38:06.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.847 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.847 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.848 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.848 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224848 3.c 3:3cc8bc2a:::benchmark_data_smithi065_26380_object87115:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.436655+0000",
2020-11-16T20:38:06.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.179313982,
2020-11-16T20:38:06.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3248879629999999,
2020-11-16T20:38:06.848 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.849 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.849 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224848
2020-11-16T20:38:06.849 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.849 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436655+0000",
2020-11-16T20:38:06.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436655+0000",
2020-11-16T20:38:06.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:38:06.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436622+0000",
2020-11-16T20:38:06.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7742000000000003e-05
2020-11-16T20:38:06.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436690+0000",
2020-11-16T20:38:06.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6939999999999998e-06
2020-11-16T20:38:06.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436697+0000",
2020-11-16T20:38:06.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8800000000000001e-06
2020-11-16T20:38:06.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436701+0000",
2020-11-16T20:38:06.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8634999999999999e-05
2020-11-16T20:38:06.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436739+0000",
2020-11-16T20:38:06.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.011e-06
2020-11-16T20:38:06.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436747+0000",
2020-11-16T20:38:06.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001494483
2020-11-16T20:38:06.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438242+0000",
2020-11-16T20:38:06.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.51e-06
2020-11-16T20:38:06.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438246+0000",
2020-11-16T20:38:06.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3039807839999999
2020-11-16T20:38:06.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.742227+0000",
2020-11-16T20:38:06.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000200504
2020-11-16T20:38:06.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.742427+0000",
2020-11-16T20:38:06.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000249115
2020-11-16T20:38:06.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.742677+0000",
2020-11-16T20:38:06.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014124701
2020-11-16T20:38:06.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.756801+0000",
2020-11-16T20:38:06.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0039794310000000003
2020-11-16T20:38:06.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.760781+0000",
2020-11-16T20:38:06.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00052689900000000005
2020-11-16T20:38:06.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761308+0000",
2020-11-16T20:38:06.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5970000000000001e-05
2020-11-16T20:38:06.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761364+0000",
2020-11-16T20:38:06.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017899300000000001
2020-11-16T20:38:06.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761543+0000",
2020-11-16T20:38:06.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3248879629999999
2020-11-16T20:38:06.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.862 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.862 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.862 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.862 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224856 3.c 3:3942c822:::benchmark_data_smithi065_26380_object87123:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.436746+0000",
2020-11-16T20:38:06.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.17922270899999,
2020-11-16T20:38:06.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3255611119999999,
2020-11-16T20:38:06.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.863 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.863 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224856
2020-11-16T20:38:06.863 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.864 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436746+0000",
2020-11-16T20:38:06.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436746+0000",
2020-11-16T20:38:06.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:38:06.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436720+0000",
2020-11-16T20:38:06.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6202000000000003e-05
2020-11-16T20:38:06.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436766+0000",
2020-11-16T20:38:06.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1179999999999997e-06
2020-11-16T20:38:06.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436772+0000",
2020-11-16T20:38:06.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9119999999999998e-06
2020-11-16T20:38:06.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436775+0000",
2020-11-16T20:38:06.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3099999999999997e-05
2020-11-16T20:38:06.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436818+0000",
2020-11-16T20:38:06.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3829999999999992e-06
2020-11-16T20:38:06.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436827+0000",
2020-11-16T20:38:06.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001430696
2020-11-16T20:38:06.869 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.869 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438257+0000",
2020-11-16T20:38:06.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3479999999999997e-06
2020-11-16T20:38:06.869 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.870 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.870 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.870 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438262+0000",
2020-11-16T20:38:06.870 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3100020480000001
2020-11-16T20:38:06.870 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.870 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.870 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.748264+0000",
2020-11-16T20:38:06.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119696
2020-11-16T20:38:06.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.748384+0000",
2020-11-16T20:38:06.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012976700000000001
2020-11-16T20:38:06.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.748513+0000",
2020-11-16T20:38:06.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0085466719999999999
2020-11-16T20:38:06.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757060+0000",
2020-11-16T20:38:06.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0045376899999999996
2020-11-16T20:38:06.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761598+0000",
2020-11-16T20:38:06.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00039615800000000002
2020-11-16T20:38:06.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.761994+0000",
2020-11-16T20:38:06.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1966999999999997e-05
2020-11-16T20:38:06.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.762066+0000",
2020-11-16T20:38:06.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00024120899999999999
2020-11-16T20:38:06.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.762307+0000",
2020-11-16T20:38:06.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3255611119999999
2020-11-16T20:38:06.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.876 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.876 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.876 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.876 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:224866 3.c 3:3b9f6d52:::benchmark_data_smithi065_26380_object87133:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e363)",
2020-11-16T20:38:06.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:03.436827+0000",
2020-11-16T20:38:06.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 183.17914115799999,
2020-11-16T20:38:06.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.326518949,
2020-11-16T20:38:06.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.877 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:38:06.877 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 224866
2020-11-16T20:38:06.877 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.878 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436827+0000",
2020-11-16T20:38:06.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436827+0000",
2020-11-16T20:38:06.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:38:06.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436797+0000",
2020-11-16T20:38:06.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3922999999999999e-05
2020-11-16T20:38:06.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436851+0000",
2020-11-16T20:38:06.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1600000000000003e-06
2020-11-16T20:38:06.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436857+0000",
2020-11-16T20:38:06.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.954e-06
2020-11-16T20:38:06.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436860+0000",
2020-11-16T20:38:06.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.2206000000000003e-05
2020-11-16T20:38:06.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436893+0000",
2020-11-16T20:38:06.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2910000000000001e-06
2020-11-16T20:38:06.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:38:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.436897+0000",
2020-11-16T20:38:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013797239999999999
2020-11-16T20:38:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438277+0000",
2020-11-16T20:38:06.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5109999999999997e-06
2020-11-16T20:38:06.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:38:06.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:03.438281+0000",
2020-11-16T20:38:06.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.314081659
2020-11-16T20:38:06.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.752363+0000",
2020-11-16T20:38:06.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000115837
2020-11-16T20:38:06.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:38:06.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.752479+0000",
2020-11-16T20:38:06.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011241799999999999
2020-11-16T20:38:06.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 5,10",
2020-11-16T20:38:06.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.752591+0000",
2020-11-16T20:38:06.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0048917179999999998
2020-11-16T20:38:06.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:38:06.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.757483+0000",
2020-11-16T20:38:06.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0048849200000000001
2020-11-16T20:38:06.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.762368+0000",
2020-11-16T20:38:06.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00043063800000000001
2020-11-16T20:38:06.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:38:06.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.762798+0000",
2020-11-16T20:38:06.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000355977
2020-11-16T20:38:06.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:38:06.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.763154+0000",
2020-11-16T20:38:06.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000192179
2020-11-16T20:38:06.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:04.763346+0000",
2020-11-16T20:38:06.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.326518949
2020-11-16T20:38:06.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.890 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.890 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.890 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:06.890 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:06.890 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:257933 3.2 3:410c3726:::benchmark_data_smithi065_26380_object120200:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e383)",
2020-11-16T20:38:06.891 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:35:54.962415+0000",
2020-11-16T20:38:06.891 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 131.65355402899999,
2020-11-16T20:38:06.891 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 2.4957881230000001,
2020-11-16T20:38:06.891 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:38:06.891 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:38:06.891 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:38:06.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:38:06.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:38:06.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257933
2020-11-16T20:38:06.892 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:38:06.892 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:38:06.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:38:06.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:54.962415+0000",
2020-11-16T20:38:06.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:38:06.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:38:06.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:54.962415+0000",
2020-11-16T20:38:06.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:38:06.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:38:06.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:54.962390+0000",
2020-11-16T20:38:06.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5272000000000002e-05
2020-11-16T20:38:06.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:38:06.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:54.962445+0000",
2020-11-16T20:38:06.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3859999999999996e-06
2020-11-16T20:38:06.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:38:06.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:54.962454+0000",
2020-11-16T20:38:06.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8740000000000003e-06
2020-11-16T20:38:06.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:06.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:54.962459+0000",
2020-11-16T20:38:06.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00058793500000000004
2020-11-16T20:38:06.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:54.963047+0000",
2020-11-16T20:38:06.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000120363
2020-11-16T20:38:06.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T20:38:06.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:54.963168+0000",
2020-11-16T20:38:06.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4950229020000001
2020-11-16T20:38:06.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:38:06.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:57.458191+0000",
2020-11-16T20:38:06.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2183e-05
2020-11-16T20:38:06.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:38:06.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:06.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:38:06.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:35:57.458203+0000",
2020-11-16T20:38:06.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4957881230000001
2020-11-16T20:38:06.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:06.899 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:06.899 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:06.899 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:06.899 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:38:06.899 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:38:06.902 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:06 smithi065 bash[9468]: cluster 2020-11-16T20:38:05.023041+0000 osd.7 (osd.7) 65 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:38:06.902 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:06 smithi065 bash[9468]: cluster 2020-11-16T20:38:05.093915+0000 osd.7 (osd.7) 66 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:38:06.902 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:06 smithi065 bash[9468]: cluster 2020-11-16T20:38:06.256069+0000 mgr.x (mgr.14196) 779 : cluster [DBG] pgmap v1129: 17 pgs: 17 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:38:06.903 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:06.903 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:06 smithi142 bash[20366]: debug 2020-11-16T20:38:06.724+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:06.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:06 smithi142 bash[9523]: cluster 2020-11-16T20:38:05.023041+0000 osd.7 (osd.7) 65 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:38:06.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:06 smithi142 bash[9523]: cluster 2020-11-16T20:38:05.093915+0000 osd.7 (osd.7) 66 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:38:06.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:06 smithi142 bash[9523]: cluster 2020-11-16T20:38:06.256069+0000 mgr.x (mgr.14196) 779 : cluster [DBG] pgmap v1129: 17 pgs: 17 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:38:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:06 smithi071 bash[9480]: cluster 2020-11-16T20:38:05.023041+0000 osd.7 (osd.7) 65 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:38:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:06 smithi071 bash[9480]: cluster 2020-11-16T20:38:05.093915+0000 osd.7 (osd.7) 66 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:38:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:06 smithi071 bash[9480]: cluster 2020-11-16T20:38:06.256069+0000 mgr.x (mgr.14196) 779 : cluster [DBG] pgmap v1129: 17 pgs: 17 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:38:07.004 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:07.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   63      16    113690    113674   112.761   73.9375   0.0263865  0.00886643
2020-11-16T20:38:07.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:07 smithi065 bash[9468]: cluster 2020-11-16T20:38:05.948137+0000 osd.4 (osd.4) 104 : cluster [DBG] 4.e scrub ok
2020-11-16T20:38:07.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:07 smithi065 bash[9468]: cluster 2020-11-16T20:38:07.124266+0000 osd.11 (osd.11) 89 : cluster [DBG] 4.8 scrub starts
2020-11-16T20:38:07.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:07 smithi142 bash[9523]: cluster 2020-11-16T20:38:05.948137+0000 osd.4 (osd.4) 104 : cluster [DBG] 4.e scrub ok
2020-11-16T20:38:07.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:07 smithi142 bash[9523]: cluster 2020-11-16T20:38:07.124266+0000 osd.11 (osd.11) 89 : cluster [DBG] 4.8 scrub starts
2020-11-16T20:38:07.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:07 smithi071 bash[9480]: cluster 2020-11-16T20:38:05.948137+0000 osd.4 (osd.4) 104 : cluster [DBG] 4.e scrub ok
2020-11-16T20:38:07.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:07 smithi071 bash[9480]: cluster 2020-11-16T20:38:07.124266+0000 osd.11 (osd.11) 89 : cluster [DBG] 4.8 scrub starts
2020-11-16T20:38:07.951 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:08.055 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:08.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   64      16    114970    114954   112.249        80  0.00765624  0.00890656
2020-11-16T20:38:08.330 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:07 smithi142 bash[15670]: debug 2020-11-16T20:38:07.952+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:08.539 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:08.642 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:08.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:08 smithi065 bash[9468]: cluster 2020-11-16T20:38:07.186915+0000 osd.1 (osd.1) 121 : cluster [DBG] 4.f scrub ok
2020-11-16T20:38:08.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:08 smithi065 bash[9468]: cluster 2020-11-16T20:38:08.256481+0000 mgr.x (mgr.14196) 780 : cluster [DBG] pgmap v1130: 17 pgs: 17 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:08.794 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:08 smithi142 bash[9523]: cluster 2020-11-16T20:38:07.186915+0000 osd.1 (osd.1) 121 : cluster [DBG] 4.f scrub ok
2020-11-16T20:38:08.794 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:08 smithi142 bash[9523]: cluster 2020-11-16T20:38:08.256481+0000 mgr.x (mgr.14196) 780 : cluster [DBG] pgmap v1130: 17 pgs: 17 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:08.794 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:08 smithi142 bash[15670]: debug 2020-11-16T20:38:08.536+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:08.851 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:08.927 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight
2020-11-16T20:38:08.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:08 smithi071 bash[9480]: cluster 2020-11-16T20:38:07.186915+0000 osd.1 (osd.1) 121 : cluster [DBG] 4.f scrub ok
2020-11-16T20:38:08.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:08 smithi071 bash[9480]: cluster 2020-11-16T20:38:08.256481+0000 mgr.x (mgr.14196) 780 : cluster [DBG] pgmap v1130: 17 pgs: 17 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:08.955 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:09.071 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:08 smithi142 bash[20366]: debug 2020-11-16T20:38:08.852+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:09.126 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:09.131 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   65      16    115829    115813   111.348   53.6875    0.013282  0.00897856
2020-11-16T20:38:09.189 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:09.231 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:09.306 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:38:09.362 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:09.363 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:38:09.408 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:38:09.436 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:38:09.437 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:38:09.437 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:38:09.438 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 433,
2020-11-16T20:38:09.438 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:38:09.438 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:38:09.438 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:38:03.457769+0000",
2020-11-16T20:38:09.438 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:38:09.438 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:38:09.439 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "nodeep-scrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:38:09.439 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5804032,
2020-11-16T20:38:09.439 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:38:09.439 INFO:teuthology.orchestra.run.smithi142.stdout:        "nodeep-scrub",
2020-11-16T20:38:09.439 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:38:09.439 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:38:09.439 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:38:09.440 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:38:09.440 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:09.440 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 30,
2020-11-16T20:38:09.440 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:38:09.440 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:38:09.440 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:38:09.440 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:38:09.440 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 4,
2020-11-16T20:38:09.441 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:38:09.441 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:38:09.441 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "jewel",
2020-11-16T20:38:09.441 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:38:09.441 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:38:09.441 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:38:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:38:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:38:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:38:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:38:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:38:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:38:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:38:09.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:38:09.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:38:09.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:38:09.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:38:09.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:38:09.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:38:09.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:38:09.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:38:09.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:38:09.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:38:09.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:38:09.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:38:09.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:38:09.444 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:38:09.444 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:38:09.445 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:38:09.445 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:38:09.445 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:38:09.445 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:38:09.445 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:38:09.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:38:09.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:38:09.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:38:09.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:38:09.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:38:09.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:38:09.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:38:09.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:38:09.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:38:09.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:38:09.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:38:09.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:38:09.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:38:09.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:38:09.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:38:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:38:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:38:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:38:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:38:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:38:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:38:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:38:09.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:38:09.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:38:09.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:38:09.449 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:38:09.449 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:38:09.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:38:09.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:38:09.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:38:09.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:38:09.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:38:09.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:38:09.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:38:09.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:38:09.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:38:09.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:38:09.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:38:09.451 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:38:09.451 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:38:09.451 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:38:09.451 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:09.451 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.452 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.452 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 4,
2020-11-16T20:38:09.452 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_2",
2020-11-16T20:38:09.452 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:36:47.427193+0000",
2020-11-16T20:38:09.452 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:38:09.452 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:38:09.452 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:38:09.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:38:09.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:38:09.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:38:09.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:38:09.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:38:09.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:38:09.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:38:09.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:38:09.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:38:09.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 16,
2020-11-16T20:38:09.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 16,
2020-11-16T20:38:09.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 16,
2020-11-16T20:38:09.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 16,
2020-11-16T20:38:09.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 16,
2020-11-16T20:38:09.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:38:09.455 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:38:09.455 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:38:09.455 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:38:09.455 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:38:09.455 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:38:09.455 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:38:09.455 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "413",
2020-11-16T20:38:09.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:38:09.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:38:09.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:38:09.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:38:09.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:38:09.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:38:09.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:38:09.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:38:09.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:38:09.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:38:09.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:38:09.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:38:09.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:38:09.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:38:09.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:38:09.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:38:09.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:38:09.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:38:09.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:38:09.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:38:09.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:38:09.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:38:09.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:38:09.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:38:09.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:38:09.459 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:38:09.459 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:38:09.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:38:09.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:38:09.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:38:09.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:38:09.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:38:09.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:38:09.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:38:09.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:38:09.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:38:09.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:38:09.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:38:09.461 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:38:09.461 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:38:09.461 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:09.461 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:09.462 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:09.462 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:38:09.462 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:38:09.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:38:09.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6562652587890625,
2020-11-16T20:38:09.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:38:09.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:09.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.464 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:38:09.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:38:09.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.465 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.465 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.465 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:38:09.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:38:09.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.466 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.466 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.466 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:38:09.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:38:09.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.467 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.467 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.467 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:38:09.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:38:09.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.468 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.468 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.468 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:38:09.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:38:09.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:38:09.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:38:09.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.469 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.469 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.469 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.469 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.470 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:38:09.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:38:09.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:09.470 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:38:09.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:09.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.471 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:38:09.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:38:09.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.472 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.472 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.473 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:38:09.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:38:09.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.473 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.474 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.474 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:38:09.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:38:09.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.475 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.475 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.475 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:38:09.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:38:09.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.476 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.476 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:38:09.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:38:09.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:38:09.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:38:09.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.477 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.477 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.477 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.477 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.477 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:38:09.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:38:09.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:09.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:38:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 393,
2020-11-16T20:38:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:38:09.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:38:09.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.480 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.480 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.481 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:38:09.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:38:09.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.481 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.481 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.482 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:38:09.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:38:09.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.483 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.483 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.483 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:38:09.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:38:09.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.484 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.484 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:38:09.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:38:09.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:38:09.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:38:09.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.485 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.485 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.485 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.485 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.485 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:38:09.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:38:09.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6507568359375,
2020-11-16T20:38:09.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:38:09.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 397,
2020-11-16T20:38:09.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.487 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:38:09.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:38:09.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.488 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.488 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.488 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:38:09.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:38:09.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.489 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.489 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.489 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.490 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:38:09.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:38:09.490 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.490 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.490 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.491 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.491 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.491 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.491 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:38:09.491 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:38:09.491 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.491 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.492 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:38:09.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:38:09.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:38:09.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:38:09.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.492 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.493 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.493 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.493 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.493 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:38:09.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:38:09.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6921234130859375,
2020-11-16T20:38:09.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:38:09.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:09.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:38:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:38:09.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.496 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.496 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.496 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.496 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:38:09.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:38:09.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.497 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.497 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.497 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.497 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:38:09.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:38:09.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.498 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.498 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.498 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:38:09.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:38:09.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.499 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.499 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:38:09.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:38:09.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:38:09.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:38:09.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.500 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.500 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.500 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.501 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.501 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.501 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:38:09.501 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:38:09.501 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.501 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.501 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:09.501 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:38:09.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:09.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.502 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.503 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:38:09.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:38:09.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.503 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.503 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.504 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:38:09.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:38:09.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.505 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.505 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.505 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.505 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:38:09.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:38:09.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.506 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.506 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.506 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.506 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:38:09.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:38:09.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.507 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.507 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.507 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:38:09.507 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:38:09.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:38:09.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:38:09.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.508 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.508 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.508 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.508 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.509 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:38:09.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:38:09.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:09.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.509 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:38:09.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:09.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.510 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.510 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:38:09.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:38:09.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.511 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.511 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.511 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.512 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:38:09.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:38:09.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.512 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.513 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.513 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.513 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:38:09.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:38:09.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.514 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.514 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.514 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.514 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:38:09.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:38:09.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.515 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.515 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:38:09.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:38:09.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:38:09.515 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:38:09.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.516 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.516 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.516 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.516 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.516 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:38:09.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:38:09.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:09.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:38:09.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:38:09.517 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:38:09.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:09.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:38:09.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.518 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.518 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:38:09.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:38:09.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.519 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.519 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.519 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.519 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:38:09.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:38:09.520 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.520 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.520 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.520 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.521 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:38:09.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:38:09.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.521 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.521 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.522 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.522 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.522 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:38:09.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:38:09.522 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.523 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.523 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:38:09.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:38:09.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:38:09.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:38:09.523 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.524 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.524 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.524 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.524 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.524 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:38:09.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:38:09.524 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:09.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:38:09.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 330,
2020-11-16T20:38:09.525 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.526 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.526 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.526 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:38:09.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:38:09.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.527 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.527 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.527 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.527 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:38:09.528 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:38:09.528 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.528 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.528 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.528 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.528 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:38:09.529 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:38:09.529 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.529 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.529 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.529 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:38:09.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:38:09.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.530 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.530 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:38:09.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:38:09.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:38:09.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:38:09.531 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.531 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.531 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.531 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.532 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.532 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:38:09.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:38:09.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.532 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:09.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:38:09.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:38:09.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:38:09.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.533 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.534 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:38:09.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:38:09.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.534 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.535 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.535 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.535 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:38:09.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:38:09.536 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.536 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.536 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.536 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.536 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.536 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:38:09.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:38:09.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.537 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.537 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.537 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.537 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:38:09.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:38:09.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.538 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.538 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.538 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:38:09.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:38:09.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:38:09.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:38:09.539 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.539 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.539 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.539 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.539 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.540 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:38:09.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:38:09.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:09.540 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:38:09.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 371,
2020-11-16T20:38:09.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.541 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.542 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:38:09.542 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:38:09.542 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.542 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:38:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:38:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.544 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.544 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.544 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.544 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.544 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.544 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:38:09.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:38:09.545 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.545 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.545 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.545 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.545 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.545 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.545 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.546 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:38:09.546 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:38:09.546 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.546 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.546 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:38:09.546 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:38:09.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:38:09.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:38:09.547 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.547 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.547 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.547 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.547 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.547 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:38:09.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:38:09.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:09.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:09.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.38897705078125,
2020-11-16T20:38:09.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:09.548 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:38:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.549 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:38:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:38:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:09.550 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.551 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:38:09.551 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:38:09.551 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.551 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.551 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.552 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:09.552 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:38:09.552 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:38:09.552 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.552 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.553 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.553 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:09.553 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:09.553 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:09.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:09.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:38:09.553 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:38:09.554 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:09.554 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:09.554 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:09.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:38:09.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:38:09.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:38:09.554 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:38:09.555 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:09.555 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:09.555 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:09.555 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:09.555 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:09.555 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:09.555 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:38:09.555 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:38:09.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:01.214936+0000",
2020-11-16T20:38:09.556 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.557 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.557 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:38:09.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.557 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:25.855804+0000",
2020-11-16T20:38:09.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.558 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.558 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:38:09.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.558 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:54.061659+0000",
2020-11-16T20:38:09.559 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.559 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.559 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:38:09.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:16.136334+0000",
2020-11-16T20:38:09.560 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.561 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.561 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:38:09.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.561 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:42.675906+0000",
2020-11-16T20:38:09.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.562 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.562 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:38:09.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.562 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:12.791071+0000",
2020-11-16T20:38:09.563 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.563 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.563 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:38:09.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:36.762744+0000",
2020-11-16T20:38:09.564 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.565 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.565 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:38:09.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.565 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:17.180103+0000",
2020-11-16T20:38:09.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:38:09.566 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.566 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:38:09.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.566 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:24.117471+0000",
2020-11-16T20:38:09.567 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.567 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.567 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:38:09.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:54.296605+0000",
2020-11-16T20:38:09.568 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.569 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.569 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:38:09.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.569 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:03.307154+0000",
2020-11-16T20:38:09.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.570 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:09.570 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:09.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:38:09.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:09.570 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:09.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:09.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:09.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:09.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:28.194683+0000",
2020-11-16T20:38:09.571 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:09.571 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:09.571 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:09.571 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [],
2020-11-16T20:38:09.572 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [],
2020-11-16T20:38:09.572 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [],
2020-11-16T20:38:09.572 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:38:09.572 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:38:09.572 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:38:09.572 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:38:09.572 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:38:09.573 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:38:09.573 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:38:09.573 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:38:09.573 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:38:09.573 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:38:09.573 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:38:09.573 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:38:09.573 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:38:09.574 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:38:09.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:38:09.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:38:09.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:38:09.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:38:09.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:38:09.574 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:38:09.575 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:09.575 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:38:09.575 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:38:09.575 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:38:09.575 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:38:09.575 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:38:09.575 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:38:09.576 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:38:09.576 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:38:09.576 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:38:09.576 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:38:09.576 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:38:09.576 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:38:09.576 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:38:09.576 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:38:09.577 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:09.579 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:09 smithi065 bash[18823]: debug 2020-11-16T20:38:09.359+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:09.580 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:38:09.580 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:38:09.580 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:38:09.580 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:38:09.580 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:38:09 smithi142 bash[18009]: debug 2020-11-16T20:38:09.128+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:09.581 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:38:09.593 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:38:09.634 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:38:09.671 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:38:09.707 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:38:09.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.716 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.716 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.716 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.716 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.716 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.716 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.717 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.717 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.717 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:38:09.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:09 smithi065 bash[9468]: cluster 2020-11-16T20:38:08.851406+0000 osd.11 (osd.11) 90 : cluster [DBG] 4.8 scrub ok
2020-11-16T20:38:09.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:09 smithi065 bash[9468]: audit 2020-11-16T20:38:09.059929+0000 mon.b (mon.1) 382 : audit [INF] from='client.? v1:172.21.15.142:0/2054029068' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:09.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:09 smithi065 bash[9468]: audit 2020-11-16T20:38:09.063550+0000 mon.a (mon.0) 1525 : audit [INF] from='client.25438 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:09.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:09 smithi065 bash[9468]: audit 2020-11-16T20:38:09.266070+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? v1:172.21.15.142:0/789190923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:09.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:09 smithi065 bash[9468]: audit 2020-11-16T20:38:09.437938+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? v1:172.21.15.142:0/298196367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:38:09.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:09 smithi142 bash[9523]: cluster 2020-11-16T20:38:08.851406+0000 osd.11 (osd.11) 90 : cluster [DBG] 4.8 scrub ok
2020-11-16T20:38:09.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:09 smithi142 bash[9523]: audit 2020-11-16T20:38:09.059929+0000 mon.b (mon.1) 382 : audit [INF] from='client.? v1:172.21.15.142:0/2054029068' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:09.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:09 smithi142 bash[9523]: audit 2020-11-16T20:38:09.063550+0000 mon.a (mon.0) 1525 : audit [INF] from='client.25438 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:09.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:09 smithi142 bash[9523]: audit 2020-11-16T20:38:09.266070+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? v1:172.21.15.142:0/789190923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:09.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:09 smithi142 bash[9523]: audit 2020-11-16T20:38:09.437938+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? v1:172.21.15.142:0/298196367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:38:09.854 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:09.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:09 smithi071 bash[9480]: cluster 2020-11-16T20:38:08.851406+0000 osd.11 (osd.11) 90 : cluster [DBG] 4.8 scrub ok
2020-11-16T20:38:09.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:09 smithi071 bash[9480]: audit 2020-11-16T20:38:09.059929+0000 mon.b (mon.1) 382 : audit [INF] from='client.? v1:172.21.15.142:0/2054029068' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:09.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:09 smithi071 bash[9480]: audit 2020-11-16T20:38:09.063550+0000 mon.a (mon.0) 1525 : audit [INF] from='client.25438 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:09.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:09 smithi071 bash[9480]: audit 2020-11-16T20:38:09.266070+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? v1:172.21.15.142:0/789190923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:09.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:09 smithi071 bash[9480]: audit 2020-11-16T20:38:09.437938+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? v1:172.21.15.142:0/298196367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:38:09.959 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:10.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   66      16    116604    116588   110.395   48.4375    0.143874  0.00904175
2020-11-16T20:38:10.283 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:38:09 smithi142 bash[18009]: debug 2020-11-16T20:38:09.856+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:10.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.000501+0000 osd.1 (osd.1) 122 : cluster [DBG] 4.d scrub starts
2020-11-16T20:38:10.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.311840+0000 osd.0 (osd.0) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.367909+0000 osd.1 (osd.1) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.413988+0000 osd.2 (osd.2) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.442470+0000 osd.3 (osd.3) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.472574+0000 osd.4 (osd.4) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.497010+0000 mon.a (mon.0) 1526 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:38:10.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.497057+0000 mon.a (mon.0) 1527 : cluster [INF] Cluster is now healthy
2020-11-16T20:38:10.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.505437+0000 osd.5 (osd.5) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: audit 2020-11-16T20:38:09.511102+0000 mon.a (mon.0) 1528 : audit [INF] from='client.25438 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:38:10.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.511221+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e434: 12 total, 12 up, 12 in
2020-11-16T20:38:10.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.535921+0000 osd.6 (osd.6) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.560960+0000 osd.7 (osd.7) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.595947+0000 osd.8 (osd.8) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.636777+0000 osd.9 (osd.9) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.673520+0000 osd.10 (osd.10) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: cluster 2020-11-16T20:38:09.709814+0000 osd.11 (osd.11) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: audit 2020-11-16T20:38:10.383033+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:38:10.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: audit 2020-11-16T20:38:10.390442+0000 mon.a (mon.0) 1530 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:38:10.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:10 smithi065 bash[9468]: audit 2020-11-16T20:38:10.393891+0000 mon.a (mon.0) 1531 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:38:10.796 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.000501+0000 osd.1 (osd.1) 122 : cluster [DBG] 4.d scrub starts
2020-11-16T20:38:10.797 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.311840+0000 osd.0 (osd.0) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.797 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.367909+0000 osd.1 (osd.1) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.797 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.413988+0000 osd.2 (osd.2) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.797 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.442470+0000 osd.3 (osd.3) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.797 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.472574+0000 osd.4 (osd.4) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.798 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.497010+0000 mon.a (mon.0) 1526 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:38:10.798 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.497057+0000 mon.a (mon.0) 1527 : cluster [INF] Cluster is now healthy
2020-11-16T20:38:10.798 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.505437+0000 osd.5 (osd.5) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.798 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: audit 2020-11-16T20:38:09.511102+0000 mon.a (mon.0) 1528 : audit [INF] from='client.25438 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:38:10.798 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.511221+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e434: 12 total, 12 up, 12 in
2020-11-16T20:38:10.798 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.535921+0000 osd.6 (osd.6) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.798 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.560960+0000 osd.7 (osd.7) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.799 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.595947+0000 osd.8 (osd.8) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.799 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.636777+0000 osd.9 (osd.9) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.799 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.673520+0000 osd.10 (osd.10) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.799 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: cluster 2020-11-16T20:38:09.709814+0000 osd.11 (osd.11) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.799 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: audit 2020-11-16T20:38:10.383033+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:38:10.799 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: audit 2020-11-16T20:38:10.390442+0000 mon.a (mon.0) 1530 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:38:10.799 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:10 smithi142 bash[9523]: audit 2020-11-16T20:38:10.393891+0000 mon.a (mon.0) 1531 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:38:10.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.000501+0000 osd.1 (osd.1) 122 : cluster [DBG] 4.d scrub starts
2020-11-16T20:38:10.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.311840+0000 osd.0 (osd.0) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.367909+0000 osd.1 (osd.1) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.413988+0000 osd.2 (osd.2) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.442470+0000 osd.3 (osd.3) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.472574+0000 osd.4 (osd.4) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.497010+0000 mon.a (mon.0) 1526 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:38:10.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.497057+0000 mon.a (mon.0) 1527 : cluster [INF] Cluster is now healthy
2020-11-16T20:38:10.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.505437+0000 osd.5 (osd.5) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: audit 2020-11-16T20:38:09.511102+0000 mon.a (mon.0) 1528 : audit [INF] from='client.25438 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:38:10.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.511221+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e434: 12 total, 12 up, 12 in
2020-11-16T20:38:10.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.535921+0000 osd.6 (osd.6) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.560960+0000 osd.7 (osd.7) 67 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.595947+0000 osd.8 (osd.8) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.636777+0000 osd.9 (osd.9) 97 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.673520+0000 osd.10 (osd.10) 86 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: cluster 2020-11-16T20:38:09.709814+0000 osd.11 (osd.11) 91 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:10.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: audit 2020-11-16T20:38:10.383033+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:38:10.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: audit 2020-11-16T20:38:10.390442+0000 mon.a (mon.0) 1530 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:38:10.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:10 smithi071 bash[9480]: audit 2020-11-16T20:38:10.393891+0000 mon.a (mon.0) 1531 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:38:11.041 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:11.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   67      16    117895    117879   109.951   80.6875   0.0158087  0.00909311
2020-11-16T20:38:11.144 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:11.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:11 smithi071 bash[14419]: debug 2020-11-16T20:38:11.037+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:11.759 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:11.863 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:12.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   68      15    119156    119141   109.494    78.875   0.0133714  0.00913095
2020-11-16T20:38:12.137 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:38:11 smithi071 bash[12066]: debug 2020-11-16T20:38:11.757+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:12.329 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:12.342 INFO:tasks.thrashosds.thrasher:j is {'epoch': 433, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:38:03.457769+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'nodeep-scrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5804032, 'flags_set': ['nodeep-scrub', 'pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 30, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 4, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'jewel', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 4, 'pool_name': 'unique_pool_2', 'create_time': '2020-11-16T20:36:47.427193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 16, 'pg_placement_num': 16, 'pg_placement_num_target': 16, 'pg_num_target': 16, 'pg_num_pending': 16, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '413', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.6562652587890625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 393, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.6507568359375, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 397, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.6921234130859375, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 407, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 330, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 371, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.38897705078125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:01.214936+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:25.855804+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:54.061659+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:16.136334+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:42.675906+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:12.791071+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:36.762744+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:17.180103+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:24.117471+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:54.296605+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:03.307154+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:28.194683+0000', 'dead_epoch': 0}], 'pg_upmap': [], 'pg_upmap_items': [], 'pg_temp': [], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:38:12.343 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:38:12.435 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:12.564 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:16.659 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:38:16.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:12 smithi071 bash[9480]: cluster 2020-11-16T20:38:11.493603+0000 osd.1 (osd.1) 124 : cluster [DBG] 4.d scrub ok
2020-11-16T20:38:16.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:12 smithi071 bash[9480]: cluster 2020-11-16T20:38:12.257404+0000 mgr.x (mgr.14196) 782 : cluster [DBG] pgmap v1133: 17 pgs: 17 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.10k op/s
2020-11-16T20:38:16.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:13 smithi071 bash[9480]: cluster 2020-11-16T20:38:12.045723+0000 osd.7 (osd.7) 68 : cluster [DBG] 4.3 scrub starts
2020-11-16T20:38:16.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:13 smithi071 bash[9480]: cluster 2020-11-16T20:38:13.361576+0000 osd.5 (osd.5) 109 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:16.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:13 smithi071 bash[9480]: cluster 2020-11-16T20:38:13.361639+0000 osd.5 (osd.5) 110 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:16.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:14 smithi071 bash[9480]: cluster 2020-11-16T20:38:13.481087+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e435: 12 total, 12 up, 12 in
2020-11-16T20:38:16.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:14 smithi071 bash[9480]: cluster 2020-11-16T20:38:14.257862+0000 mgr.x (mgr.14196) 783 : cluster [DBG] pgmap v1135: 17 pgs: 17 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 67 MiB/s wr, 1.08k op/s
2020-11-16T20:38:16.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:15 smithi071 bash[9480]: cluster 2020-11-16T20:38:15.172511+0000 osd.0 (osd.0) 107 : cluster [DBG] 4.b scrub starts
2020-11-16T20:38:16.664 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:38:16.664 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:38:16.665 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:12 smithi065 bash[9468]: cluster 2020-11-16T20:38:11.493603+0000 osd.1 (osd.1) 124 : cluster [DBG] 4.d scrub ok
2020-11-16T20:38:16.665 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:12 smithi065 bash[9468]: cluster 2020-11-16T20:38:12.257404+0000 mgr.x (mgr.14196) 782 : cluster [DBG] pgmap v1133: 17 pgs: 17 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.10k op/s
2020-11-16T20:38:16.665 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:13 smithi065 bash[9468]: cluster 2020-11-16T20:38:12.045723+0000 osd.7 (osd.7) 68 : cluster [DBG] 4.3 scrub starts
2020-11-16T20:38:16.665 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:13 smithi065 bash[9468]: cluster 2020-11-16T20:38:13.361576+0000 osd.5 (osd.5) 109 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:16.665 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:13 smithi065 bash[9468]: cluster 2020-11-16T20:38:13.361639+0000 osd.5 (osd.5) 110 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:16.665 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:14 smithi065 bash[9468]: cluster 2020-11-16T20:38:13.481087+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e435: 12 total, 12 up, 12 in
2020-11-16T20:38:16.666 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:14 smithi065 bash[9468]: cluster 2020-11-16T20:38:14.257862+0000 mgr.x (mgr.14196) 783 : cluster [DBG] pgmap v1135: 17 pgs: 17 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 67 MiB/s wr, 1.08k op/s
2020-11-16T20:38:16.666 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:15 smithi065 bash[9468]: cluster 2020-11-16T20:38:15.172511+0000 osd.0 (osd.0) 107 : cluster [DBG] 4.b scrub starts
2020-11-16T20:38:16.666 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   69      16    120366    120350   109.002   75.5625  0.00749229  0.00917184
2020-11-16T20:38:16.666 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   70      16    121601    121585   108.548   77.1875   0.0240798  0.00921026
2020-11-16T20:38:16.666 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   71      16    122828    122812   108.099   76.6875   0.0162277  0.00924905
2020-11-16T20:38:16.666 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   72      16    124041    124025    107.65   75.8125  0.00801429  0.00928712
2020-11-16T20:38:16.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:12 smithi142 bash[9523]: cluster 2020-11-16T20:38:11.493603+0000 osd.1 (osd.1) 124 : cluster [DBG] 4.d scrub ok
2020-11-16T20:38:16.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:12 smithi142 bash[9523]: cluster 2020-11-16T20:38:12.257404+0000 mgr.x (mgr.14196) 782 : cluster [DBG] pgmap v1133: 17 pgs: 17 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.10k op/s
2020-11-16T20:38:16.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:13 smithi142 bash[9523]: cluster 2020-11-16T20:38:12.045723+0000 osd.7 (osd.7) 68 : cluster [DBG] 4.3 scrub starts
2020-11-16T20:38:16.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:13 smithi142 bash[9523]: cluster 2020-11-16T20:38:13.361576+0000 osd.5 (osd.5) 109 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:16.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:13 smithi142 bash[9523]: cluster 2020-11-16T20:38:13.361639+0000 osd.5 (osd.5) 110 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:16.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:14 smithi142 bash[9523]: cluster 2020-11-16T20:38:13.481087+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e435: 12 total, 12 up, 12 in
2020-11-16T20:38:16.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:14 smithi142 bash[9523]: cluster 2020-11-16T20:38:14.257862+0000 mgr.x (mgr.14196) 783 : cluster [DBG] pgmap v1135: 17 pgs: 17 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 67 MiB/s wr, 1.08k op/s
2020-11-16T20:38:16.668 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:15 smithi142 bash[9523]: cluster 2020-11-16T20:38:15.172511+0000 osd.0 (osd.0) 107 : cluster [DBG] 4.b scrub starts
2020-11-16T20:38:16.668 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:12 smithi142 bash[20366]: debug 2020-11-16T20:38:12.332+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:16.668 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:12 smithi142 bash[20366]: debug 2020-11-16T20:38:12.628+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:16.668 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:16.769 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:16.800 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops
2020-11-16T20:38:16.880 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:16.897 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:16 smithi065 bash[9468]: cluster 2020-11-16T20:38:15.082337+0000 osd.7 (osd.7) 69 : cluster [DBG] 4.3 scrub ok
2020-11-16T20:38:16.897 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:16 smithi065 bash[9468]: cluster 2020-11-16T20:38:15.769464+0000 osd.5 (osd.5) 111 : cluster [DBG] 4.2 scrub starts
2020-11-16T20:38:16.897 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:16 smithi065 bash[9468]: cluster 2020-11-16T20:38:16.258278+0000 mgr.x (mgr.14196) 784 : cluster [DBG] pgmap v1136: 17 pgs: 17 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T20:38:16.898 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:16.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:16 smithi071 bash[9480]: cluster 2020-11-16T20:38:15.082337+0000 osd.7 (osd.7) 69 : cluster [DBG] 4.3 scrub ok
2020-11-16T20:38:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:16 smithi071 bash[9480]: cluster 2020-11-16T20:38:15.769464+0000 osd.5 (osd.5) 111 : cluster [DBG] 4.2 scrub starts
2020-11-16T20:38:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:16 smithi071 bash[9480]: cluster 2020-11-16T20:38:16.258278+0000 mgr.x (mgr.14196) 784 : cluster [DBG] pgmap v1136: 17 pgs: 17 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T20:38:16.967 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:17.002 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:17.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:16 smithi142 bash[9523]: cluster 2020-11-16T20:38:15.082337+0000 osd.7 (osd.7) 69 : cluster [DBG] 4.3 scrub ok
2020-11-16T20:38:17.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:16 smithi142 bash[9523]: cluster 2020-11-16T20:38:15.769464+0000 osd.5 (osd.5) 111 : cluster [DBG] 4.2 scrub starts
2020-11-16T20:38:17.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:16 smithi142 bash[9523]: cluster 2020-11-16T20:38:16.258278+0000 mgr.x (mgr.14196) 784 : cluster [DBG] pgmap v1136: 17 pgs: 17 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T20:38:17.110 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:17.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   73      16    125165    125149   107.138     70.25  0.00667612  0.00933113
2020-11-16T20:38:17.215 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:17.223 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:38:16 smithi065 bash[11785]: debug 2020-11-16T20:38:16.899+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:17.224 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:17 smithi065 bash[18823]: debug 2020-11-16T20:38:17.107+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:17.326 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:17.430 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:17.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:17 smithi065 bash[14115]: debug 2020-11-16T20:38:17.327+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:17.550 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:17.654 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:17.931 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:17 smithi071 bash[9480]: cluster 2020-11-16T20:38:16.276641+0000 osd.3 (osd.3) 102 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:17.931 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:17 smithi071 bash[9480]: cluster 2020-11-16T20:38:16.276727+0000 osd.3 (osd.3) 103 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:17.931 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:17 smithi071 bash[9480]: cluster 2020-11-16T20:38:16.594273+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e436: 12 total, 12 up, 12 in
2020-11-16T20:38:17.932 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:18.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:17 smithi065 bash[9468]: cluster 2020-11-16T20:38:16.276641+0000 osd.3 (osd.3) 102 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:17 smithi065 bash[9468]: cluster 2020-11-16T20:38:16.276727+0000 osd.3 (osd.3) 103 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:17 smithi065 bash[9468]: cluster 2020-11-16T20:38:16.594273+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e436: 12 total, 12 up, 12 in
2020-11-16T20:38:18.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:38:17 smithi065 bash[16457]: debug 2020-11-16T20:38:17.547+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:18.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:17 smithi142 bash[9523]: cluster 2020-11-16T20:38:16.276641+0000 osd.3 (osd.3) 102 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:18.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:17 smithi142 bash[9523]: cluster 2020-11-16T20:38:16.276727+0000 osd.3 (osd.3) 103 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:18.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:17 smithi142 bash[9523]: cluster 2020-11-16T20:38:16.594273+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e436: 12 total, 12 up, 12 in
2020-11-16T20:38:18.036 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:18.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   74      15    126093    126078   106.475   58.0625   0.0116103  0.00938898
2020-11-16T20:38:18.199 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:17 smithi071 bash[14419]: debug 2020-11-16T20:38:17.929+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:18.557 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:18.661 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:18.670 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:38:18.847 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:18.892 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:18 smithi071 bash[9480]: cluster 2020-11-16T20:38:17.042038+0000 osd.7 (osd.7) 70 : cluster [DBG] 4.0 scrub starts
2020-11-16T20:38:18.893 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:18 smithi071 bash[9480]: cluster 2020-11-16T20:38:17.553605+0000 osd.7 (osd.7) 71 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:18.893 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:18 smithi071 bash[9480]: cluster 2020-11-16T20:38:17.553709+0000 osd.7 (osd.7) 72 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:18.893 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:18 smithi071 bash[9480]: cluster 2020-11-16T20:38:17.600202+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e437: 12 total, 12 up, 12 in
2020-11-16T20:38:18.893 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:18 smithi071 bash[9480]: cluster 2020-11-16T20:38:17.687833+0000 osd.0 (osd.0) 108 : cluster [DBG] 4.b scrub ok
2020-11-16T20:38:18.893 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:18 smithi071 bash[9480]: cluster 2020-11-16T20:38:17.824611+0000 osd.5 (osd.5) 112 : cluster [DBG] 4.2 scrub ok
2020-11-16T20:38:18.893 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:18 smithi071 bash[9480]: cluster 2020-11-16T20:38:17.957462+0000 osd.1 (osd.1) 125 : cluster [DBG] 4.7 scrub starts
2020-11-16T20:38:18.894 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:18 smithi071 bash[9480]: cluster 2020-11-16T20:38:18.258702+0000 mgr.x (mgr.14196) 785 : cluster [DBG] pgmap v1139: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.10k op/s
2020-11-16T20:38:19.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:18 smithi065 bash[9468]: cluster 2020-11-16T20:38:17.042038+0000 osd.7 (osd.7) 70 : cluster [DBG] 4.0 scrub starts
2020-11-16T20:38:19.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:18 smithi065 bash[9468]: cluster 2020-11-16T20:38:17.553605+0000 osd.7 (osd.7) 71 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:19.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:18 smithi065 bash[9468]: cluster 2020-11-16T20:38:17.553709+0000 osd.7 (osd.7) 72 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:19.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:18 smithi065 bash[9468]: cluster 2020-11-16T20:38:17.600202+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e437: 12 total, 12 up, 12 in
2020-11-16T20:38:19.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:18 smithi065 bash[9468]: cluster 2020-11-16T20:38:17.687833+0000 osd.0 (osd.0) 108 : cluster [DBG] 4.b scrub ok
2020-11-16T20:38:19.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:18 smithi065 bash[9468]: cluster 2020-11-16T20:38:17.824611+0000 osd.5 (osd.5) 112 : cluster [DBG] 4.2 scrub ok
2020-11-16T20:38:19.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:18 smithi065 bash[9468]: cluster 2020-11-16T20:38:17.957462+0000 osd.1 (osd.1) 125 : cluster [DBG] 4.7 scrub starts
2020-11-16T20:38:19.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:18 smithi065 bash[9468]: cluster 2020-11-16T20:38:18.258702+0000 mgr.x (mgr.14196) 785 : cluster [DBG] pgmap v1139: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.10k op/s
2020-11-16T20:38:19.057 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[15670]: debug 2020-11-16T20:38:18.560+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:19.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[9523]: cluster 2020-11-16T20:38:17.042038+0000 osd.7 (osd.7) 70 : cluster [DBG] 4.0 scrub starts
2020-11-16T20:38:19.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[9523]: cluster 2020-11-16T20:38:17.553605+0000 osd.7 (osd.7) 71 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:19.057 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[9523]: cluster 2020-11-16T20:38:17.553709+0000 osd.7 (osd.7) 72 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:19.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[9523]: cluster 2020-11-16T20:38:17.600202+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e437: 12 total, 12 up, 12 in
2020-11-16T20:38:19.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[9523]: cluster 2020-11-16T20:38:17.687833+0000 osd.0 (osd.0) 108 : cluster [DBG] 4.b scrub ok
2020-11-16T20:38:19.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[9523]: cluster 2020-11-16T20:38:17.824611+0000 osd.5 (osd.5) 112 : cluster [DBG] 4.2 scrub ok
2020-11-16T20:38:19.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[9523]: cluster 2020-11-16T20:38:17.957462+0000 osd.1 (osd.1) 125 : cluster [DBG] 4.7 scrub starts
2020-11-16T20:38:19.058 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:18 smithi142 bash[9523]: cluster 2020-11-16T20:38:18.258702+0000 mgr.x (mgr.14196) 785 : cluster [DBG] pgmap v1139: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s wr, 1.10k op/s
2020-11-16T20:38:19.132 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   75      16    126960    126944   105.777    54.125  0.00523808  0.00945141
2020-11-16T20:38:19.664 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:38:19.669 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:38:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:19 smithi142 bash[9523]: cluster 2020-11-16T20:38:19.057464+0000 osd.11 (osd.11) 92 : cluster [DBG] 4.1 deep-scrub starts
2020-11-16T20:38:19.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:19 smithi071 bash[9480]: cluster 2020-11-16T20:38:19.057464+0000 osd.11 (osd.11) 92 : cluster [DBG] 4.1 deep-scrub starts
2020-11-16T20:38:20.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:19 smithi065 bash[9468]: cluster 2020-11-16T20:38:19.057464+0000 osd.11 (osd.11) 92 : cluster [DBG] 4.1 deep-scrub starts
2020-11-16T20:38:20.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   76      16    127924    127908   105.177     60.25   0.0125143  0.00950523
2020-11-16T20:38:20.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:20 smithi071 bash[9480]: cluster 2020-11-16T20:38:19.164050+0000 osd.7 (osd.7) 73 : cluster [DBG] 4.0 scrub ok
2020-11-16T20:38:20.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:20 smithi071 bash[9480]: audit 2020-11-16T20:38:19.655776+0000 mgr.x (mgr.14196) 786 : audit [DBG] from='client.15534 v1:172.21.15.142:0/1633386395' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:38:20.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:20 smithi071 bash[9480]: cluster 2020-11-16T20:38:20.259183+0000 mgr.x (mgr.14196) 787 : cluster [DBG] pgmap v1140: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 81 MiB/s wr, 1.29k op/s
2020-11-16T20:38:21.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:20 smithi065 bash[9468]: cluster 2020-11-16T20:38:19.164050+0000 osd.7 (osd.7) 73 : cluster [DBG] 4.0 scrub ok
2020-11-16T20:38:21.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:20 smithi065 bash[9468]: audit 2020-11-16T20:38:19.655776+0000 mgr.x (mgr.14196) 786 : audit [DBG] from='client.15534 v1:172.21.15.142:0/1633386395' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:38:21.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:20 smithi065 bash[9468]: cluster 2020-11-16T20:38:20.259183+0000 mgr.x (mgr.14196) 787 : cluster [DBG] pgmap v1140: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 81 MiB/s wr, 1.29k op/s
2020-11-16T20:38:21.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:20 smithi142 bash[9523]: cluster 2020-11-16T20:38:19.164050+0000 osd.7 (osd.7) 73 : cluster [DBG] 4.0 scrub ok
2020-11-16T20:38:21.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:20 smithi142 bash[9523]: audit 2020-11-16T20:38:19.655776+0000 mgr.x (mgr.14196) 786 : audit [DBG] from='client.15534 v1:172.21.15.142:0/1633386395' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:38:21.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:20 smithi142 bash[9523]: cluster 2020-11-16T20:38:20.259183+0000 mgr.x (mgr.14196) 787 : cluster [DBG] pgmap v1140: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 7.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 81 MiB/s wr, 1.29k op/s
2020-11-16T20:38:21.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   77      16    128845    128829   104.559   57.5625   0.0076445  0.00956093
2020-11-16T20:38:21.183 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1139,"stamp":"2020-11-16T20:38:18.258460+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8052998144,"num_objects":122879,"num_object_clones":0,"num_object_copies":245758,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":122879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":122879,"num_write_kb":7864256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122879,"ondisk_log_size":122879,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":17854900,"kb_used_data":15629268,"kb_used_omap":0,"kb_used_meta":2225471,"kb_avail":1107086924,"statfs":{"total":1151940427776,"available":1133657010176,"internally_reserved":0,"allocated":16004370432,"data_stored":16000075642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2278882364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":433389568,"num_objects":6613,"num_object_clones":0,"num_object_copies":13226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6613,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6613,"num_write_kb":423232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001333"},"pg_stats":[{"pgid":"4.f","version":"435'7433","reported_seq":"7469","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:13.605198+0000","last_change":"2020-11-16T20:38:07.186966+0000","last_active":"2020-11-16T20:38:13.605198+0000","last_peered":"2020-11-16T20:38:13.605198+0000","last_clean":"2020-11-16T20:38:13.605198+0000","last_became_active":"2020-11-16T20:36:48.581439+0000","last_became_peered":"2020-11-16T20:36:48.581439+0000","last_unstale":"2020-11-16T20:38:13.605198+0000","last_undegraded":"2020-11-16T20:38:13.605198+0000","last_fullsized":"2020-11-16T20:38:13.605198+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'6987","last_scrub_stamp":"2020-11-16T20:38:07.186916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:07.186916+0000","log_size":7433,"ondisk_log_size":7433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":487129088,"num_objects":7433,"num_object_clones":0,"num_object_copies":14866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7433,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7433,"num_write_kb":475712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"436'7698","reported_seq":"7737","reported_epoch":"436","state":"active+clean","last_fresh":"2020-11-16T20:38:17.603813+0000","last_change":"2020-11-16T20:38:05.948224+0000","last_active":"2020-11-16T20:38:17.603813+0000","last_peered":"2020-11-16T20:38:17.603813+0000","last_clean":"2020-11-16T20:38:17.603813+0000","last_became_active":"2020-11-16T20:36:48.582022+0000","last_became_peered":"2020-11-16T20:36:48.582022+0000","last_unstale":"2020-11-16T20:38:17.603813+0000","last_undegraded":"2020-11-16T20:38:17.603813+0000","last_fullsized":"2020-11-16T20:38:17.603813+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'6883","last_scrub_stamp":"2020-11-16T20:38:05.948139+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:05.948139+0000","log_size":7698,"ondisk_log_size":7698,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":504496128,"num_objects":7698,"num_object_clones":0,"num_object_copies":15396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7698,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7698,"num_write_kb":492672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10],"acting":[4,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"435'7500","reported_seq":"7537","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:13.593480+0000","last_change":"2020-11-16T20:38:11.493691+0000","last_active":"2020-11-16T20:38:13.593480+0000","last_peered":"2020-11-16T20:38:13.593480+0000","last_clean":"2020-11-16T20:38:13.593480+0000","last_became_active":"2020-11-16T20:36:48.462833+0000","last_became_peered":"2020-11-16T20:36:48.462833+0000","last_unstale":"2020-11-16T20:38:13.593480+0000","last_undegraded":"2020-11-16T20:38:13.593480+0000","last_fullsized":"2020-11-16T20:38:13.593480+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"434'7337","last_scrub_stamp":"2020-11-16T20:38:11.493605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:11.493605+0000","log_size":7500,"ondisk_log_size":7500,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":491520000,"num_objects":7500,"num_object_clones":0,"num_object_copies":15000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7500,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7500,"num_write_kb":480000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"436'8024","reported_seq":"8063","reported_epoch":"436","state":"active+clean","last_fresh":"2020-11-16T20:38:17.578129+0000","last_change":"2020-11-16T20:37:53.706155+0000","last_active":"2020-11-16T20:38:17.578129+0000","last_peered":"2020-11-16T20:38:17.578129+0000","last_clean":"2020-11-16T20:38:17.578129+0000","last_became_active":"2020-11-16T20:36:48.579037+0000","last_became_peered":"2020-11-16T20:36:48.579037+0000","last_unstale":"2020-11-16T20:38:17.578129+0000","last_undegraded":"2020-11-16T20:38:17.578129+0000","last_fullsized":"2020-11-16T20:38:17.578129+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"430'6326","last_scrub_stamp":"2020-11-16T20:37:53.706101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:53.706101+0000","log_size":8024,"ondisk_log_size":8024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":525860864,"num_objects":8024,"num_object_clones":0,"num_object_copies":16048,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8024,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8024,"num_write_kb":513536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"436'7878","reported_seq":"7913","reported_epoch":"436","state":"active+clean+scrubbing","last_fresh":"2020-11-16T20:38:17.048404+0000","last_change":"2020-11-16T20:38:15.171951+0000","last_active":"2020-11-16T20:38:17.048404+0000","last_peered":"2020-11-16T20:38:17.048404+0000","last_clean":"2020-11-16T20:38:17.048404+0000","last_became_active":"2020-11-16T20:36:48.459853+0000","last_became_peered":"2020-11-16T20:36:48.459853+0000","last_unstale":"2020-11-16T20:38:17.048404+0000","last_undegraded":"2020-11-16T20:38:17.048404+0000","last_fullsized":"2020-11-16T20:38:17.048404+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":7878,"ondisk_log_size":7878,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":516292608,"num_objects":7878,"num_object_clones":0,"num_object_copies":15756,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7878,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7878,"num_write_kb":504192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"435'7581","reported_seq":"7617","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:15.097697+0000","last_change":"2020-11-16T20:37:58.139859+0000","last_active":"2020-11-16T20:38:15.097697+0000","last_peered":"2020-11-16T20:38:15.097697+0000","last_clean":"2020-11-16T20:38:15.097697+0000","last_became_active":"2020-11-16T20:36:48.461040+0000","last_became_peered":"2020-11-16T20:36:48.461040+0000","last_unstale":"2020-11-16T20:38:15.097697+0000","last_undegraded":"2020-11-16T20:38:15.097697+0000","last_fullsized":"2020-11-16T20:38:15.097697+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"431'6419","last_scrub_stamp":"2020-11-16T20:37:58.139789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:58.139789+0000","log_size":7581,"ondisk_log_size":7581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":496828416,"num_objects":7581,"num_object_clones":0,"num_object_copies":15162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7581,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7581,"num_write_kb":485184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"435'7568","reported_seq":"7602","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:13.591931+0000","last_change":"2020-11-16T20:36:48.463857+0000","last_active":"2020-11-16T20:38:13.591931+0000","last_peered":"2020-11-16T20:38:13.591931+0000","last_clean":"2020-11-16T20:38:13.591931+0000","last_became_active":"2020-11-16T20:36:48.463453+0000","last_became_peered":"2020-11-16T20:36:48.463453+0000","last_unstale":"2020-11-16T20:38:13.591931+0000","last_undegraded":"2020-11-16T20:38:13.591931+0000","last_fullsized":"2020-11-16T20:38:13.591931+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":7568,"ondisk_log_size":7568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":495976448,"num_objects":7568,"num_object_clones":0,"num_object_copies":15136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7568,"num_write_kb":484352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"435'7752","reported_seq":"7789","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:15.877358+0000","last_change":"2020-11-16T20:38:08.851514+0000","last_active":"2020-11-16T20:38:15.877358+0000","last_peered":"2020-11-16T20:38:15.877358+0000","last_clean":"2020-11-16T20:38:15.877358+0000","last_became_active":"2020-11-16T20:36:48.464572+0000","last_became_peered":"2020-11-16T20:36:48.464572+0000","last_unstale":"2020-11-16T20:38:15.877358+0000","last_undegraded":"2020-11-16T20:38:15.877358+0000","last_fullsized":"2020-11-16T20:38:15.877358+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'7246","last_scrub_stamp":"2020-11-16T20:38:08.851408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:08.851408+0000","log_size":7752,"ondisk_log_size":7752,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":508035072,"num_objects":7752,"num_object_clones":0,"num_object_copies":15504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7752,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7752,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.7","version":"435'7630","reported_seq":"7663","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:13.610141+0000","last_change":"2020-11-16T20:36:48.585552+0000","last_active":"2020-11-16T20:38:13.610141+0000","last_peered":"2020-11-16T20:38:13.610141+0000","last_clean":"2020-11-16T20:38:13.610141+0000","last_became_active":"2020-11-16T20:36:48.584860+0000","last_became_peered":"2020-11-16T20:36:48.584860+0000","last_unstale":"2020-11-16T20:38:13.610141+0000","last_undegraded":"2020-11-16T20:38:13.610141+0000","last_fullsized":"2020-11-16T20:38:13.610141+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":7630,"ondisk_log_size":7630,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":500039680,"num_objects":7630,"num_object_clones":0,"num_object_copies":15260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7630,"num_write_kb":488320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10],"acting":[1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"435'7654","reported_seq":"7691","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:13.602354+0000","last_change":"2020-11-16T20:37:54.769655+0000","last_active":"2020-11-16T20:38:13.602354+0000","last_peered":"2020-11-16T20:38:13.602354+0000","last_clean":"2020-11-16T20:38:13.602354+0000","last_became_active":"2020-11-16T20:36:48.460877+0000","last_became_peered":"2020-11-16T20:36:48.460877+0000","last_unstale":"2020-11-16T20:38:13.602354+0000","last_undegraded":"2020-11-16T20:38:13.602354+0000","last_fullsized":"2020-11-16T20:38:13.602354+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"431'6338","last_scrub_stamp":"2020-11-16T20:37:54.769605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:54.769605+0000","log_size":7654,"ondisk_log_size":7654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":501612544,"num_objects":7654,"num_object_clones":0,"num_object_copies":15308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7654,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7654,"num_write_kb":489856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"435'7565","reported_seq":"7602","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:13.598531+0000","last_change":"2020-11-16T20:38:03.462227+0000","last_active":"2020-11-16T20:38:13.598531+0000","last_peered":"2020-11-16T20:38:13.598531+0000","last_clean":"2020-11-16T20:38:13.598531+0000","last_became_active":"2020-11-16T20:36:48.580962+0000","last_became_peered":"2020-11-16T20:36:48.580962+0000","last_unstale":"2020-11-16T20:38:13.598531+0000","last_undegraded":"2020-11-16T20:38:13.598531+0000","last_fullsized":"2020-11-16T20:38:13.598531+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"432'6906","last_scrub_stamp":"2020-11-16T20:38:03.462149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:03.462149+0000","log_size":7565,"ondisk_log_size":7565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":495779840,"num_objects":7565,"num_object_clones":0,"num_object_copies":15130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7565,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7565,"num_write_kb":484160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"435'7815","reported_seq":"7851","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:16.386086+0000","last_change":"2020-11-16T20:38:15.082518+0000","last_active":"2020-11-16T20:38:16.386086+0000","last_peered":"2020-11-16T20:38:16.386086+0000","last_clean":"2020-11-16T20:38:16.386086+0000","last_became_active":"2020-11-16T20:36:48.463783+0000","last_became_peered":"2020-11-16T20:36:48.463783+0000","last_unstale":"2020-11-16T20:38:16.386086+0000","last_undegraded":"2020-11-16T20:38:16.386086+0000","last_fullsized":"2020-11-16T20:38:16.386086+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"435'7721","last_scrub_stamp":"2020-11-16T20:38:15.082339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:15.082339+0000","log_size":7815,"ondisk_log_size":7815,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":512163840,"num_objects":7815,"num_object_clones":0,"num_object_copies":15630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7815,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7815,"num_write_kb":500160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"435'7790","reported_seq":"7824","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:15.278459+0000","last_change":"2020-11-16T20:36:48.462307+0000","last_active":"2020-11-16T20:38:15.278459+0000","last_peered":"2020-11-16T20:38:15.278459+0000","last_clean":"2020-11-16T20:38:15.278459+0000","last_became_active":"2020-11-16T20:36:48.461887+0000","last_became_peered":"2020-11-16T20:36:48.461887+0000","last_unstale":"2020-11-16T20:38:15.278459+0000","last_undegraded":"2020-11-16T20:38:15.278459+0000","last_fullsized":"2020-11-16T20:38:15.278459+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":7790,"ondisk_log_size":7790,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":510525440,"num_objects":7790,"num_object_clones":0,"num_object_copies":15580,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7790,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7790,"num_write_kb":498560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9],"acting":[5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"435'7581","reported_seq":"7614","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:15.908423+0000","last_change":"2020-11-16T20:36:48.464374+0000","last_active":"2020-11-16T20:38:15.908423+0000","last_peered":"2020-11-16T20:38:15.908423+0000","last_clean":"2020-11-16T20:38:15.908423+0000","last_became_active":"2020-11-16T20:36:48.463876+0000","last_became_peered":"2020-11-16T20:36:48.463876+0000","last_unstale":"2020-11-16T20:38:15.908423+0000","last_undegraded":"2020-11-16T20:38:15.908423+0000","last_fullsized":"2020-11-16T20:38:15.908423+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":7581,"ondisk_log_size":7581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":496828416,"num_objects":7581,"num_object_clones":0,"num_object_copies":15162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7581,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7581,"num_write_kb":485184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5],"acting":[11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.0","version":"435'7721","reported_seq":"7754","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:16.379674+0000","last_change":"2020-11-16T20:36:48.583450+0000","last_active":"2020-11-16T20:38:16.379674+0000","last_peered":"2020-11-16T20:38:16.379674+0000","last_clean":"2020-11-16T20:38:16.379674+0000","last_became_active":"2020-11-16T20:36:48.582280+0000","last_became_peered":"2020-11-16T20:36:48.582280+0000","last_unstale":"2020-11-16T20:38:16.379674+0000","last_undegraded":"2020-11-16T20:38:16.379674+0000","last_fullsized":"2020-11-16T20:38:16.379674+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":7721,"ondisk_log_size":7721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":506003456,"num_objects":7721,"num_object_clones":0,"num_object_copies":15442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7721,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7721,"num_write_kb":494144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8],"acting":[7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"435'7689","reported_seq":"7725","reported_epoch":"435","state":"active+clean","last_fresh":"2020-11-16T20:38:15.093265+0000","last_change":"2020-11-16T20:38:03.112456+0000","last_active":"2020-11-16T20:38:15.093265+0000","last_peered":"2020-11-16T20:38:15.093265+0000","last_clean":"2020-11-16T20:38:15.093265+0000","last_became_active":"2020-11-16T20:36:48.581144+0000","last_became_peered":"2020-11-16T20:36:48.581144+0000","last_unstale":"2020-11-16T20:38:15.093265+0000","last_undegraded":"2020-11-16T20:38:15.093265+0000","last_fullsized":"2020-11-16T20:38:15.093265+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"432'6868","last_scrub_stamp":"2020-11-16T20:38:03.112393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:03.112393+0000","log_size":7689,"ondisk_log_size":7689,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":503906304,"num_objects":7689,"num_object_clones":0,"num_object_copies":15378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7689,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7689,"num_write_kb":492096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10],"acting":[6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"405","reported_epoch":"434","state":"active+clean","last_fresh":"2020-11-16T20:38:09.507680+0000","last_change":"2020-11-16T20:38:05.094034+0000","last_active":"2020-11-16T20:38:09.507680+0000","last_peered":"2020-11-16T20:38:09.507680+0000","last_clean":"2020-11-16T20:38:09.507680+0000","last_became_active":"2020-11-16T20:32:00.318093+0000","last_became_peered":"2020-11-16T20:32:00.318093+0000","last_unstale":"2020-11-16T20:38:09.507680+0000","last_undegraded":"2020-11-16T20:38:09.507680+0000","last_fullsized":"2020-11-16T20:38:09.507680+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:38:05.093918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:38:05.093918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":16,"stat_sum":{"num_bytes":8052998144,"num_objects":122879,"num_object_clones":0,"num_object_copies":245758,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":122879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":122879,"num_write_kb":7864256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16084631552,"data_stored":16084631552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122879,"ondisk_log_size":122879,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631696,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1174352,"kb_used_data":973256,"kb_used_omap":0,"kb_used_meta":201088,"kb_avail":92570800,"statfs":{"total":95995035648,"available":94792499200,"internally_reserved":0,"allocated":996614144,"data_stored":996255736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":205914112},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":3.2480000000000002,"15min":2.1269999999999998},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.47199999999999998},"max":{"1min":3.968,"5min":242.179,"15min":242.179},"last":4.0880000000000001},{"interface":"front","average":{"1min":2.121,"5min":3.988,"15min":2.629},"min":{"1min":0.77100000000000002,"5min":0.60199999999999998,"15min":0.54100000000000004},"max":{"1min":5.3789999999999996,"5min":244.363,"15min":244.363},"last":0.77600000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":1.8149999999999999,"5min":4.9560000000000004,"15min":3.0070000000000001},"min":{"1min":0.749,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":4.0099999999999998,"5min":247.31299999999999,"15min":247.31299999999999},"last":0.746},{"interface":"front","average":{"1min":2.645,"5min":5.0170000000000003,"15min":3.149},"min":{"1min":0.93799999999999994,"5min":0.70899999999999996,"15min":0.53900000000000003},"max":{"1min":5.1050000000000004,"5min":244.84999999999999,"15min":244.84999999999999},"last":2.0590000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.7929999999999999,"5min":8.3200000000000003,"15min":4.6669999999999998},"min":{"1min":0.78600000000000003,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":4.0540000000000003,"5min":343.45999999999998,"15min":343.45999999999998},"last":2.1179999999999999},{"interface":"front","average":{"1min":1.986,"5min":8.9350000000000005,"15min":5.0869999999999997},"min":{"1min":0.93100000000000005,"5min":0.92700000000000005,"15min":0.64200000000000002},"max":{"1min":4.8680000000000003,"5min":342.61599999999999,"15min":342.61599999999999},"last":1.24}]},{"osd":4,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.4129999999999998,"5min":2.331,"15min":2.2749999999999999},"min":{"1min":0.88700000000000001,"5min":0.88300000000000001,"15min":0.66200000000000003},"max":{"1min":5.0919999999999996,"5min":7.141,"15min":7.8600000000000003},"last":1.0529999999999999},{"interface":"front","average":{"1min":2.8500000000000001,"5min":2.6899999999999999,"15min":2.5419999999999998},"min":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":0.72299999999999998},"max":{"1min":6.2960000000000003,"5min":7.3280000000000003,"15min":7.3280000000000003},"last":1.5640000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.3620000000000001,"5min":1.873,"15min":2.2280000000000002},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.9690000000000003,"5min":7.7999999999999998,"15min":9.6180000000000003},"last":2.0009999999999999},{"interface":"front","average":{"1min":2.8780000000000001,"5min":2.7930000000000001,"15min":2.7919999999999998},"min":{"1min":1.091,"5min":1.0449999999999999,"15min":0.98599999999999999},"max":{"1min":5.5289999999999999,"5min":7.827,"15min":7.827},"last":1.411}]},{"osd":6,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":9.1329999999999991,"5min":3.6880000000000002,"15min":2.8639999999999999},"min":{"1min":0.879,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":154.48599999999999,"5min":154.48599999999999,"15min":154.48599999999999},"last":1.02},{"interface":"front","average":{"1min":10.076000000000001,"5min":4.4059999999999997,"15min":3.5649999999999999},"min":{"1min":1.3720000000000001,"5min":1.0189999999999999,"15min":0.93100000000000005},"max":{"1min":155.05000000000001,"5min":155.05000000000001,"15min":155.05000000000001},"last":1.7190000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:37:42 2020","interfaces":[{"interface":"back","average":{"1min":3.581,"5min":3.8719999999999999,"15min":2.9199999999999999},"min":{"1min":0.97399999999999998,"5min":0.95299999999999996,"15min":0.86799999999999999},"max":{"1min":6.6799999999999997,"5min":96.248000000000005,"15min":96.248000000000005},"last":1.895},{"interface":"front","average":{"1min":3.0409999999999999,"5min":3.3839999999999999,"15min":3.0579999999999998},"min":{"1min":1.216,"5min":0.998,"15min":0.998},"max":{"1min":6.1950000000000003,"5min":96.337999999999994,"15min":96.337999999999994},"last":2.2469999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":2.4359999999999999,"15min":2.6379999999999999},"min":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":0.85099999999999998},"max":{"1min":6.3079999999999998,"5min":6.3079999999999998,"15min":8.2379999999999995},"last":2.4079999999999999},{"interface":"front","average":{"1min":2.3620000000000001,"5min":2.4940000000000002,"15min":2.7909999999999999},"min":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"max":{"1min":8.2850000000000001,"5min":8.2850000000000001,"15min":8.2850000000000001},"last":1.1719999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:37:49 2020","interfaces":[{"interface":"back","average":{"1min":3.5350000000000001,"5min":3.3170000000000002,"15min":3.601},"min":{"1min":1.51,"5min":1.417,"15min":1.2629999999999999},"max":{"1min":7.0380000000000003,"5min":7.0380000000000003,"15min":7.8929999999999998},"last":2.21},{"interface":"front","average":{"1min":3.5219999999999998,"5min":2.806,"15min":2.9990000000000001},"min":{"1min":1.169,"5min":1.169,"15min":0.98899999999999999},"max":{"1min":6.4080000000000004,"5min":6.4080000000000004,"15min":6.4080000000000004},"last":2.4929999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.8340000000000001,"5min":2.778,"15min":3.0569999999999999},"min":{"1min":1.0640000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":9.8049999999999997,"5min":9.8049999999999997,"15min":9.8049999999999997},"last":1.323},{"interface":"front","average":{"1min":3.4540000000000002,"5min":2.8929999999999998,"15min":2.8969999999999998},"min":{"1min":1.401,"5min":1.327,"15min":1.177},"max":{"1min":6.5019999999999998,"5min":6.5019999999999998,"15min":6.5019999999999998},"last":2.5739999999999998}]}]},{"osd":10,"up_from":95,"seq":408021893333,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1613008,"kb_used_data":1484616,"kb_used_omap":0,"kb_used_meta":128320,"kb_avail":92132144,"statfs":{"total":95995035648,"available":94343315456,"internally_reserved":0,"allocated":1520246784,"data_stored":1519888376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":131399680},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:44 2020","interfaces":[{"interface":"back","average":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.4049999999999998,"5min":2.4049999999999998,"15min":2.4049999999999998},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.0019999999999998,"5min":4.0019999999999998,"15min":4.0019999999999998},"last":0.89100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":1.8320000000000001,"5min":2.0219999999999998,"15min":2.0209999999999999},"min":{"1min":0.61599999999999999,"5min":0.58599999999999997,"15min":0.505},"max":{"1min":3.1190000000000002,"5min":43.75,"15min":45.988999999999997},"last":0.80900000000000005},{"interface":"front","average":{"1min":2.524,"5min":2.105,"15min":2.1909999999999998},"min":{"1min":0.93000000000000005,"5min":0.67600000000000005,"15min":0.54000000000000004},"max":{"1min":3.984,"5min":43.837000000000003,"15min":43.837000000000003},"last":1.0209999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.3420000000000001,"15min":2.1110000000000002},"min":{"1min":0.96999999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":3.3039999999999998,"5min":44.116999999999997,"15min":44.116999999999997},"last":1.833},{"interface":"front","average":{"1min":1.956,"5min":2.5209999999999999,"15min":2.286},"min":{"1min":1.026,"5min":0.64100000000000001,"15min":0.61399999999999999},"max":{"1min":2.8980000000000001,"5min":54.761000000000003,"15min":54.761000000000003},"last":0.77100000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.4630000000000001,"15min":2.9039999999999999},"min":{"1min":1.0189999999999999,"5min":0.64000000000000001,"15min":0.59199999999999997},"max":{"1min":3.5289999999999999,"5min":46.621000000000002,"15min":229.012},"last":2.246},{"interface":"front","average":{"1min":2.5870000000000002,"5min":2.4470000000000001,"15min":3.3149999999999999},"min":{"1min":1.244,"5min":0.64500000000000002,"15min":0.59999999999999998},"max":{"1min":4.1440000000000001,"5min":42.634999999999998,"15min":225.529},"last":1.242}]},{"osd":4,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.948,"5min":2.464,"15min":2.4809999999999999},"min":{"1min":1.0129999999999999,"5min":0.77800000000000002,"15min":0.67000000000000004},"max":{"1min":4.1959999999999997,"5min":8.9800000000000004,"15min":45.624000000000002},"last":2.403},{"interface":"front","average":{"1min":1.8979999999999999,"5min":1.8140000000000001,"15min":2.145},"min":{"1min":0.82499999999999996,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":4.569,"5min":5.0979999999999999,"15min":45.814},"last":0.74299999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":1.8069999999999999,"15min":2.8839999999999999},"min":{"1min":1.0960000000000001,"5min":0.88100000000000001,"15min":0.81100000000000005},"max":{"1min":2.9630000000000001,"5min":7.6109999999999998,"15min":135.96000000000001},"last":1.397},{"interface":"front","average":{"1min":2.907,"5min":2.0009999999999999,"15min":2.9649999999999999},"min":{"1min":1.6200000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":3.6850000000000001,"5min":3.9329999999999998,"15min":130.28200000000001},"last":0.93799999999999994}]},{"osd":6,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.2210000000000001,"15min":2.875},"min":{"1min":1.4430000000000001,"5min":0.83499999999999996,"15min":0.81999999999999995},"max":{"1min":3.5299999999999998,"5min":5.8220000000000001,"15min":99.906999999999996},"last":1.2729999999999999},{"interface":"front","average":{"1min":3.1720000000000002,"5min":2.4129999999999998,"15min":3.048},"min":{"1min":1.8180000000000001,"5min":1.262,"15min":0.86099999999999999},"max":{"1min":4.2519999999999998,"5min":5.2489999999999997,"15min":99.834999999999994},"last":1.5549999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":6.4889999999999999,"5min":3.5129999999999999,"15min":4.5460000000000003},"min":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":68.153999999999996,"5min":68.153999999999996,"15min":341.77999999999997},"last":2.5049999999999999},{"interface":"front","average":{"1min":5.734,"5min":3.0870000000000002,"15min":4.3339999999999996},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":64.150000000000006,"5min":64.150000000000006,"15min":345.45800000000003},"last":1.4239999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":2.5600000000000001,"15min":3.0720000000000001},"min":{"1min":1.615,"5min":1.008,"15min":0.66000000000000003},"max":{"1min":4.141,"5min":8.1479999999999997,"15min":51.853000000000002},"last":1.1140000000000001},{"interface":"front","average":{"1min":3.7869999999999999,"5min":2.8719999999999999,"15min":3.1040000000000001},"min":{"1min":1.5369999999999999,"5min":1.0069999999999999,"15min":0.91000000000000003},"max":{"1min":6.1760000000000002,"5min":8.5839999999999996,"15min":46.506999999999998},"last":2.5939999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:37:25 2020","interfaces":[{"interface":"back","average":{"1min":3.9929999999999999,"5min":3.141,"15min":3.2909999999999999},"min":{"1min":1.6499999999999999,"5min":1.139,"15min":0.84699999999999998},"max":{"1min":5.96,"5min":9.1039999999999992,"15min":46.679000000000002},"last":2.7959999999999998},{"interface":"front","average":{"1min":3.2999999999999998,"5min":2.843,"15min":3.1920000000000002},"min":{"1min":1.9510000000000001,"5min":1.1259999999999999,"15min":1.123},"max":{"1min":5.0309999999999997,"5min":7.3689999999999998,"15min":46.823999999999998},"last":1.593}]},{"osd":11,"last update":"Mon Nov 16 20:37:52 2020","interfaces":[{"interface":"back","average":{"1min":3.2669999999999999,"5min":3.2040000000000002,"15min":3.3679999999999999},"min":{"1min":1.8340000000000001,"5min":1.2749999999999999,"15min":1.2629999999999999},"max":{"1min":5.3899999999999997,"5min":8.8490000000000002,"15min":45.292000000000002},"last":2.6949999999999998},{"interface":"front","average":{"1min":2.984,"5min":2.657,"15min":3.2509999999999999},"min":{"1min":1.381,"5min":1.381,"15min":1.177},"max":{"1min":5.1909999999999998,"5min":5.1909999999999998,"15min":55.759999999999998},"last":1.696}]}]},{"osd":9,"up_from":71,"seq":304942678254,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1718148,"kb_used_data":1448252,"kb_used_omap":0,"kb_used_meta":269888,"kb_avail":92027004,"statfs":{"total":95995035648,"available":94235652096,"internally_reserved":0,"allocated":1483010048,"data_stored":1482657566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":276365312},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":1.851,"5min":3.4009999999999998,"15min":2.5950000000000002},"min":{"1min":0.83599999999999997,"5min":0.55600000000000005,"15min":0.48499999999999999},"max":{"1min":3.0920000000000001,"5min":253.441,"15min":253.441},"last":3.9399999999999999},{"interface":"front","average":{"1min":2.7050000000000001,"5min":4.1040000000000001,"15min":2.8290000000000002},"min":{"1min":1.1759999999999999,"5min":0.84299999999999997,"15min":0.51700000000000002},"max":{"1min":3.931,"5min":253.72999999999999,"15min":253.72999999999999},"last":4.2649999999999997}]},{"osd":2,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":4.3129999999999997,"15min":2.9529999999999998},"min":{"1min":0.68600000000000005,"5min":0.64200000000000002,"15min":0.55400000000000005},"max":{"1min":3.75,"5min":250.76499999999999,"15min":250.76499999999999},"last":4.0860000000000003},{"interface":"front","average":{"1min":1.7330000000000001,"5min":4.0289999999999999,"15min":2.726},"min":{"1min":0.72799999999999998,"5min":0.64900000000000002,"15min":0.63300000000000001},"max":{"1min":3.274,"5min":250.529,"15min":250.529},"last":0.79700000000000004}]},{"osd":3,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":1.7410000000000001,"5min":3.8319999999999999,"15min":3.637},"min":{"1min":1.1339999999999999,"5min":0.63500000000000001,"15min":0.59599999999999997},"max":{"1min":2.883,"5min":254.02199999999999,"15min":314.88900000000001},"last":0.99099999999999999},{"interface":"front","average":{"1min":2.0910000000000002,"5min":4.4080000000000004,"15min":3.9089999999999998},"min":{"1min":1.224,"5min":0.70699999999999996,"15min":0.60099999999999998},"max":{"1min":3.3519999999999999,"5min":252.62200000000001,"15min":312.904},"last":1.728}]},{"osd":4,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":2.7549999999999999,"5min":2.3420000000000001,"15min":3.29},"min":{"1min":0.876,"5min":0.876,"15min":0.83099999999999996},"max":{"1min":4.2149999999999999,"5min":8.891,"15min":130.13800000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":2.3759999999999999,"5min":2.278,"15min":3.2000000000000002},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.60899999999999999},"max":{"1min":3.8959999999999999,"5min":9.3599999999999994,"15min":128.81800000000001},"last":4.4169999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.6030000000000002,"15min":3.4849999999999999},"min":{"1min":1.115,"5min":0.73499999999999999,"15min":0.73299999999999998},"max":{"1min":4.907,"5min":10.968,"15min":127.413},"last":4.7729999999999997},{"interface":"front","average":{"1min":2.7360000000000002,"5min":2.226,"15min":3.3119999999999998},"min":{"1min":1.3759999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":4.2439999999999998,"5min":9.1690000000000005,"15min":127.542},"last":1.1719999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1829999999999998,"5min":2.496,"15min":2.9199999999999999},"min":{"1min":0.95799999999999996,"5min":0.91200000000000003,"15min":0.872},"max":{"1min":6.2199999999999998,"5min":9.625,"15min":98.828999999999994},"last":1.333},{"interface":"front","average":{"1min":3.077,"5min":2.569,"15min":3.1019999999999999},"min":{"1min":0.99399999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":6.3159999999999998,"5min":10.377000000000001,"15min":107.042},"last":1.8640000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:37:59 2020","interfaces":[{"interface":"back","average":{"1min":2.2240000000000002,"5min":2.6819999999999999,"15min":5.0579999999999998},"min":{"1min":1.296,"5min":1.0209999999999999,"15min":1.0089999999999999},"max":{"1min":4.5869999999999997,"5min":8.359,"15min":130.572},"last":4.6219999999999999},{"interface":"front","average":{"1min":2.3559999999999999,"5min":2.7290000000000001,"15min":5.2539999999999996},"min":{"1min":1.157,"5min":1.139,"15min":0.77600000000000002},"max":{"1min":4,"5min":11.238,"15min":128.73599999999999},"last":2.0830000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:37:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4100000000000001,"5min":2.8740000000000001,"15min":3.0329999999999999},"min":{"1min":1.427,"5min":1.036,"15min":0.69699999999999995},"max":{"1min":4.7000000000000002,"5min":10.721,"15min":12.334},"last":1.9510000000000001},{"interface":"front","average":{"1min":3.6699999999999999,"5min":3.121,"15min":3.25},"min":{"1min":1.613,"5min":1.25,"15min":0.94999999999999996},"max":{"1min":4.9500000000000002,"5min":13.355,"15min":13.491},"last":2.1739999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:37:28 2020","interfaces":[{"interface":"back","average":{"1min":3.6629999999999998,"5min":3.2130000000000001,"15min":3.177},"min":{"1min":1.8839999999999999,"5min":1.4650000000000001,"15min":0.874},"max":{"1min":6.1719999999999997,"5min":11.589,"15min":13.259},"last":2.343},{"interface":"front","average":{"1min":3.3260000000000001,"5min":2.8170000000000002,"15min":3.032},"min":{"1min":1.7509999999999999,"5min":1.077,"15min":0.93500000000000005},"max":{"1min":7.1580000000000004,"5min":11.678000000000001,"15min":12.051},"last":1.478}]},{"osd":11,"last update":"Mon Nov 16 20:37:43 2020","interfaces":[{"interface":"back","average":{"1min":2.9409999999999998,"5min":3.0800000000000001,"15min":3.609},"min":{"1min":1.6220000000000001,"5min":1.4139999999999999,"15min":1.244},"max":{"1min":4.8570000000000002,"5min":8.7129999999999992,"15min":8.7129999999999992},"last":4.5279999999999996},{"interface":"front","average":{"1min":3.4049999999999998,"5min":3.3839999999999999,"15min":3.415},"min":{"1min":1.9390000000000001,"5min":1.569,"15min":1.115},"max":{"1min":6.7199999999999998,"5min":12.023999999999999,"15min":12.023999999999999},"last":2.262}]}]},{"osd":8,"up_from":63,"seq":270582939891,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":626192,"kb_used_data":494600,"kb_used_omap":0,"kb_used_meta":131584,"kb_avail":93118960,"statfs":{"total":95995035648,"available":95353815040,"internally_reserved":0,"allocated":506470400,"data_stored":506112012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":134742016},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":1.4419999999999999,"5min":1.395,"15min":1.913},"min":{"1min":0.68700000000000006,"5min":0.61099999999999999,"15min":0.498},"max":{"1min":4.0430000000000001,"5min":4.7800000000000002,"15min":60.295999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.504,"5min":1.4450000000000001,"15min":2.0430000000000001},"min":{"1min":0.75700000000000001,"5min":0.59499999999999997,"15min":0.57499999999999996},"max":{"1min":3.8450000000000002,"5min":5.9619999999999997,"15min":58.633000000000003},"last":1.7949999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:37:43 2020","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":2.9260000000000002,"15min":2.3450000000000002},"min":{"1min":0.98599999999999999,"5min":0.626,"15min":0.60399999999999998},"max":{"1min":4.9390000000000001,"5min":141.761,"15min":141.761},"last":1.7330000000000001},{"interface":"front","average":{"1min":2.948,"5min":3.5019999999999998,"15min":2.9449999999999998},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.64200000000000002},"max":{"1min":8.1890000000000001,"5min":141.87100000000001,"15min":141.87100000000001},"last":1.371}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":1.732,"5min":3.5739999999999998,"15min":3.0870000000000002},"min":{"1min":0.93200000000000005,"5min":0.748,"15min":0.54700000000000004},"max":{"1min":4.9039999999999999,"5min":137.90299999999999,"15min":137.90299999999999},"last":1.6339999999999999},{"interface":"front","average":{"1min":1.6930000000000001,"5min":3.5539999999999998,"15min":3.0619999999999998},"min":{"1min":0.92800000000000005,"5min":0.78400000000000003,"15min":0.59199999999999997},"max":{"1min":3.6789999999999998,"5min":138.24299999999999,"15min":138.24299999999999},"last":1.966}]},{"osd":4,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.5259999999999998,"15min":2.6970000000000001},"min":{"1min":0.90000000000000002,"5min":0.872,"15min":0.61499999999999999},"max":{"1min":5.4119999999999999,"5min":36.006999999999998,"15min":36.006999999999998},"last":1.5089999999999999},{"interface":"front","average":{"1min":1.958,"5min":2.5640000000000001,"15min":2.6739999999999999},"min":{"1min":0.997,"5min":0.75,"15min":0.69699999999999995},"max":{"1min":3.9860000000000002,"5min":42.060000000000002,"15min":42.060000000000002},"last":5.4059999999999997}]},{"osd":5,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":2.1680000000000001,"5min":2.1970000000000001,"15min":2.492},"min":{"1min":1.153,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":4.1200000000000001,"5min":5.2779999999999996,"15min":6.5439999999999996},"last":2.2890000000000001},{"interface":"front","average":{"1min":1.617,"5min":1.927,"15min":2.3399999999999999},"min":{"1min":0.83599999999999997,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":2.5859999999999999,"5min":7.1230000000000002,"15min":7.1230000000000002},"last":2.2480000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:38:07 2020","interfaces":[{"interface":"back","average":{"1min":1.8320000000000001,"5min":2.1880000000000002,"15min":2.5640000000000001},"min":{"1min":0.877,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":3.956,"5min":7.327,"15min":7.5140000000000002},"last":2.6400000000000001},{"interface":"front","average":{"1min":2.335,"5min":2.6520000000000001,"15min":2.7370000000000001},"min":{"1min":1.329,"5min":1.0920000000000001,"15min":0.84399999999999997},"max":{"1min":5.0759999999999996,"5min":10.569000000000001,"15min":10.569000000000001},"last":1.8340000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:37:24 2020","interfaces":[{"interface":"back","average":{"1min":3.2069999999999999,"5min":3.1320000000000001,"15min":2.9100000000000001},"min":{"1min":1.639,"5min":1.006,"15min":1.006},"max":{"1min":4.2569999999999997,"5min":37.5,"15min":37.5},"last":2.7269999999999999},{"interface":"front","average":{"1min":2.726,"5min":2.7639999999999998,"15min":2.5019999999999998},"min":{"1min":1.153,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":4.0129999999999999,"5min":35.509999999999998,"15min":35.509999999999998},"last":10.276}]},{"osd":9,"last update":"Mon Nov 16 20:37:24 2020","interfaces":[{"interface":"back","average":{"1min":3.5209999999999999,"5min":3.8479999999999999,"15min":3.452},"min":{"1min":1.5600000000000001,"5min":0.93500000000000005,"15min":0.72799999999999998},"max":{"1min":5.4349999999999996,"5min":89.052999999999997,"15min":89.052999999999997},"last":2.0099999999999998},{"interface":"front","average":{"1min":3.5419999999999998,"5min":3.7749999999999999,"15min":3.738},"min":{"1min":2.3159999999999998,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":4.9820000000000002,"5min":89.296000000000006,"15min":89.296000000000006},"last":2.1360000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:37:24 2020","interfaces":[{"interface":"back","average":{"1min":3.0070000000000001,"5min":2.6579999999999999,"15min":3.8690000000000002},"min":{"1min":1.03,"5min":0.92400000000000004,"15min":0.80900000000000005},"max":{"1min":4.4980000000000002,"5min":12.064,"15min":229.578},"last":2.8050000000000002},{"interface":"front","average":{"1min":3.8849999999999998,"5min":3.0499999999999998,"15min":4.0259999999999998},"min":{"1min":1.712,"5min":1.3520000000000001,"15min":0.93100000000000005},"max":{"1min":5.9390000000000001,"5min":8.3460000000000001,"15min":232.14099999999999},"last":2.1699999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:37:49 2020","interfaces":[{"interface":"back","average":{"1min":3.129,"5min":2.8719999999999999,"15min":3.3199999999999998},"min":{"1min":1.4930000000000001,"5min":1.0269999999999999,"15min":0.85799999999999998},"max":{"1min":4.6689999999999996,"5min":6.0759999999999996,"15min":9.0920000000000005},"last":2.3929999999999998},{"interface":"front","average":{"1min":2.875,"5min":3.1150000000000002,"15min":3.1789999999999998},"min":{"1min":1.345,"5min":1.2549999999999999,"15min":1.0269999999999999},"max":{"1min":4.726,"5min":12.257999999999999,"15min":12.257999999999999},"last":2.8849999999999998}]}]},{"osd":7,"up_from":225,"seq":966367641722,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1645584,"kb_used_data":1489608,"kb_used_omap":0,"kb_used_meta":155967,"kb_avail":92099568,"statfs":{"total":95995035648,"available":94309957632,"internally_reserved":0,"allocated":1525358592,"data_stored":1525000204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":159710268},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":2.1139999999999999,"5min":3.3799999999999999,"15min":3.4409999999999998},"min":{"1min":0.79700000000000004,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":4.8810000000000002,"5min":123.182,"15min":123.182},"last":4.1379999999999999},{"interface":"front","average":{"1min":1.7809999999999999,"5min":3.3719999999999999,"15min":3.5409999999999999},"min":{"1min":0.67700000000000005,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":3.2069999999999999,"5min":122.154,"15min":122.154},"last":1.5609999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":1.756,"5min":4.3159999999999998,"15min":2.625},"min":{"1min":0.57599999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.4140000000000001,"5min":118.31699999999999,"15min":118.31699999999999},"last":1.0569999999999999},{"interface":"front","average":{"1min":1.8600000000000001,"5min":4.3200000000000003,"15min":2.7389999999999999},"min":{"1min":0.751,"5min":0.59599999999999997,"15min":0.53600000000000003},"max":{"1min":2.8039999999999998,"5min":117.771,"15min":117.771},"last":1.425}]},{"osd":3,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":6.2800000000000002,"15min":3.8239999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":2.8679999999999999,"5min":219.61199999999999,"15min":219.61199999999999},"last":3.7250000000000001},{"interface":"front","average":{"1min":2.3239999999999998,"5min":6.3390000000000004,"15min":3.6070000000000002},"min":{"1min":0.71399999999999997,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":3.8260000000000001,"5min":221.09700000000001,"15min":221.09700000000001},"last":1.333}]},{"osd":4,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":2.016,"5min":2.3079999999999998,"15min":2.3149999999999999},"min":{"1min":0.61299999999999999,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":4.0519999999999996,"5min":11.75,"15min":11.75},"last":1.0189999999999999},{"interface":"front","average":{"1min":2.5310000000000001,"5min":2.452,"15min":2.415},"min":{"1min":1.0409999999999999,"5min":0.71299999999999997,"15min":0.66100000000000003},"max":{"1min":4.2199999999999998,"5min":11.323,"15min":11.323},"last":1.1919999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:37:22 2020","interfaces":[{"interface":"back","average":{"1min":2.427,"5min":2.3540000000000001,"15min":2.1139999999999999},"min":{"1min":0.93400000000000005,"5min":0.71699999999999997,"15min":0.69899999999999995},"max":{"1min":5.0309999999999997,"5min":9.2240000000000002,"15min":9.2240000000000002},"last":3.8490000000000002},{"interface":"front","average":{"1min":2.6539999999999999,"5min":2.5699999999999998,"15min":2.4670000000000001},"min":{"1min":1.3089999999999999,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":4.3879999999999999,"5min":11.468999999999999,"15min":11.468999999999999},"last":1.7350000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":2.528,"15min":2.2949999999999999},"min":{"1min":0.87,"5min":0.84599999999999997,"15min":0.67000000000000004},"max":{"1min":5.1420000000000003,"5min":9.2899999999999991,"15min":9.2899999999999991},"last":3.964},{"interface":"front","average":{"1min":3.1779999999999999,"5min":2.5960000000000001,"15min":2.5939999999999999},"min":{"1min":1.393,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":5.2460000000000004,"5min":7.1669999999999998,"15min":9.5899999999999999},"last":2.5819999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":2.5,"15min":2.8740000000000001},"min":{"1min":0.95599999999999996,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":5.5439999999999996,"5min":7.7999999999999998,"15min":23.276},"last":1.8759999999999999},{"interface":"front","average":{"1min":3,"5min":2.4729999999999999,"15min":3.2519999999999998},"min":{"1min":1.1319999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"max":{"1min":4.9340000000000002,"5min":9.5700000000000003,"15min":26.068999999999999},"last":2.004}]},{"osd":9,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":3.3479999999999999,"5min":2.802,"15min":2.77},"min":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":5.4089999999999998,"5min":8.5060000000000002,"15min":13.547000000000001},"last":2.6419999999999999},{"interface":"front","average":{"1min":3.4199999999999999,"5min":2.6659999999999999,"15min":2.7749999999999999},"min":{"1min":1.226,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":5.6159999999999997,"5min":7.5209999999999999,"15min":13.472},"last":2.7650000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":3.4510000000000001,"5min":2.8029999999999999,"15min":2.5099999999999998},"min":{"1min":1.2869999999999999,"5min":0.98899999999999999,"15min":0.96199999999999997},"max":{"1min":6.2359999999999998,"5min":8.1379999999999999,"15min":8.1379999999999999},"last":2.1579999999999999},{"interface":"front","average":{"1min":3.613,"5min":2.8959999999999999,"15min":2.5739999999999998},"min":{"1min":1.4239999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"max":{"1min":5.8090000000000002,"5min":8.2579999999999991,"15min":8.2579999999999991},"last":2.3090000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":3.7949999999999999,"5min":2.9870000000000001,"15min":3.2839999999999998},"min":{"1min":1.7649999999999999,"5min":1.1830000000000001,"15min":1.1830000000000001},"max":{"1min":5.8300000000000001,"5min":8.3740000000000006,"15min":24.445},"last":2.464},{"interface":"front","average":{"1min":3.5840000000000001,"5min":2.895,"15min":3.3610000000000002},"min":{"1min":1.8500000000000001,"5min":1.135,"15min":1.135},"max":{"1min":5.4290000000000003,"5min":10.109999999999999,"15min":24.475999999999999},"last":2.8849999999999998}]}]},{"osd":6,"up_from":49,"seq":210453397756,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1625360,"kb_used_data":1460488,"kb_used_omap":0,"kb_used_meta":164864,"kb_avail":92119792,"statfs":{"total":95995035648,"available":94330667008,"internally_reserved":0,"allocated":1495539712,"data_stored":1495181324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":168820736},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":2.3889999999999998,"5min":2.5670000000000002,"15min":2.1339999999999999},"min":{"1min":0.96999999999999997,"5min":0.54700000000000004,"15min":0.503},"max":{"1min":11.59,"5min":96.126999999999995,"15min":96.126999999999995},"last":1.1539999999999999},{"interface":"front","average":{"1min":2.3159999999999998,"5min":2.3610000000000002,"15min":2.1469999999999998},"min":{"1min":1.0589999999999999,"5min":0.54800000000000004,"15min":0.496},"max":{"1min":10.818,"5min":92.424000000000007,"15min":92.424000000000007},"last":0.64900000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":2.464,"15min":2.2090000000000001},"min":{"1min":0.79500000000000004,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":2.6349999999999998,"5min":82.668000000000006,"15min":82.668000000000006},"last":0.79500000000000004},{"interface":"front","average":{"1min":2.2970000000000002,"5min":2.4329999999999998,"15min":2.1349999999999998},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":7.6529999999999996,"5min":84.108000000000004,"15min":84.108000000000004},"last":0.95899999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":2.4780000000000002,"5min":4.5869999999999997,"15min":3.7829999999999999},"min":{"1min":0.93000000000000005,"5min":0.624,"15min":0.57299999999999995},"max":{"1min":4.8150000000000004,"5min":171.21899999999999,"15min":189.096},"last":1.7070000000000001},{"interface":"front","average":{"1min":2.129,"5min":4.6539999999999999,"15min":3.968},"min":{"1min":0.98599999999999999,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":3.1960000000000002,"5min":171.46100000000001,"15min":189.042},"last":1.78}]},{"osd":4,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":2.7679999999999998,"5min":3.3540000000000001,"15min":2.7429999999999999},"min":{"1min":0.76400000000000001,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":7.7939999999999996,"5min":116.849,"15min":116.849},"last":1.0880000000000001},{"interface":"front","average":{"1min":2.5190000000000001,"5min":3.246,"15min":2.7429999999999999},"min":{"1min":1.1879999999999999,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":3.9430000000000001,"5min":117.947,"15min":117.947},"last":1.0209999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.032,"15min":2.4119999999999999},"min":{"1min":0.95999999999999996,"5min":0.73599999999999999,"15min":0.69799999999999995},"max":{"1min":3.7189999999999999,"5min":13.518000000000001,"15min":13.518000000000001},"last":1.663},{"interface":"front","average":{"1min":2.552,"5min":1.9690000000000001,"15min":2.4569999999999999},"min":{"1min":1.1679999999999999,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":5.0759999999999996,"5min":9.1539999999999999,"15min":9.1539999999999999},"last":1.496}]},{"osd":7,"last update":"Mon Nov 16 20:37:26 2020","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":2.2240000000000002,"15min":1.847},"min":{"1min":1.1020000000000001,"5min":0.69699999999999995,"15min":0.65400000000000003},"max":{"1min":4.931,"5min":12.582000000000001,"15min":12.582000000000001},"last":1.4119999999999999},{"interface":"front","average":{"1min":3.2530000000000001,"5min":2.6040000000000001,"15min":2.7280000000000002},"min":{"1min":1.48,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":4.8659999999999997,"5min":12.393000000000001,"15min":14.067},"last":1.2110000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:37:50 2020","interfaces":[{"interface":"back","average":{"1min":3.2229999999999999,"5min":2.4009999999999998,"15min":3.266},"min":{"1min":1.3420000000000001,"5min":0.90400000000000003,"15min":0.90400000000000003},"max":{"1min":8.1199999999999992,"5min":9.3439999999999994,"15min":158.672},"last":1.4510000000000001},{"interface":"front","average":{"1min":3.3740000000000001,"5min":2.5139999999999998,"15min":3.3740000000000001},"min":{"1min":1.0620000000000001,"5min":1.05,"15min":0.93600000000000005},"max":{"1min":8.2479999999999993,"5min":10.707000000000001,"15min":152.244},"last":1.3260000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:37:16 2020","interfaces":[{"interface":"back","average":{"1min":4.2850000000000001,"5min":2.6899999999999999,"15min":3.0230000000000001},"min":{"1min":1.631,"5min":0.94799999999999995,"15min":0.94199999999999995},"max":{"1min":8.5609999999999999,"5min":13.949999999999999,"15min":13.949999999999999},"last":2.2360000000000002},{"interface":"front","average":{"1min":3.3399999999999999,"5min":2.5339999999999998,"15min":3.0350000000000001},"min":{"1min":1.379,"5min":1.05,"15min":1.05},"max":{"1min":5.5179999999999998,"5min":8.452,"15min":9.407},"last":2.4100000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:37:43 2020","interfaces":[{"interface":"back","average":{"1min":2.698,"5min":2.431,"15min":2.952},"min":{"1min":1.1930000000000001,"5min":1.0029999999999999,"15min":0.88900000000000001},"max":{"1min":5.0780000000000003,"5min":6.7549999999999999,"15min":6.7549999999999999},"last":1.913},{"interface":"front","average":{"1min":3.2850000000000001,"5min":2.2090000000000001,"15min":2.681},"min":{"1min":1.657,"5min":0.91000000000000003,"15min":0.88800000000000001},"max":{"1min":5.3810000000000002,"5min":5.3810000000000002,"15min":10.095000000000001},"last":2.0760000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:37:43 2020","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.2170000000000001,"15min":2.431},"min":{"1min":1.087,"5min":1.087,"15min":1.044},"max":{"1min":4.8659999999999997,"5min":7.6340000000000003,"15min":10.401999999999999},"last":1.639},{"interface":"front","average":{"1min":2.7709999999999999,"5min":2.29,"15min":2.512},"min":{"1min":1.2749999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"max":{"1min":4.7240000000000002,"5min":5.3760000000000003,"15min":10.273},"last":2.0449999999999999}]}]},{"osd":1,"up_from":18,"seq":77309411607,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4564484,"kb_used_data":4323260,"kb_used_omap":0,"kb_used_meta":241216,"kb_avail":89180668,"statfs":{"total":95995035648,"available":91321004032,"internally_reserved":0,"allocated":4427018240,"data_stored":4426665778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":247005184},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:38:05 2020","interfaces":[{"interface":"back","average":{"1min":2.0459999999999998,"5min":2.8410000000000002,"15min":2.548},"min":{"1min":0.54600000000000004,"5min":0.47999999999999998,"15min":0.46600000000000003},"max":{"1min":12.134,"5min":97.320999999999998,"15min":97.320999999999998},"last":0.69999999999999996},{"interface":"front","average":{"1min":4.21,"5min":3.52,"15min":2.746},"min":{"1min":0.79700000000000004,"5min":0.51200000000000001,"15min":0.47399999999999998},"max":{"1min":12.907999999999999,"5min":97.376000000000005,"15min":97.376000000000005},"last":5.0350000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:37:26 2020","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":3.3260000000000001,"15min":2.7269999999999999},"min":{"1min":0.80000000000000004,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":3.4820000000000002,"5min":98.257000000000005,"15min":98.257000000000005},"last":1.077},{"interface":"front","average":{"1min":2.306,"5min":3.3639999999999999,"15min":2.871},"min":{"1min":1.0580000000000001,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":6.3319999999999999,"5min":97.945999999999998,"15min":97.945999999999998},"last":5.25}]},{"osd":3,"last update":"Mon Nov 16 20:37:49 2020","interfaces":[{"interface":"back","average":{"1min":3.5760000000000001,"5min":3.5760000000000001,"15min":3.5760000000000001},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":30.946999999999999,"5min":30.946999999999999,"15min":30.946999999999999},"last":1.3220000000000001},{"interface":"front","average":{"1min":3.7829999999999999,"5min":3.7829999999999999,"15min":3.7829999999999999},"min":{"1min":1.079,"5min":1.079,"15min":1.079},"max":{"1min":28.786999999999999,"5min":28.786999999999999,"15min":28.786999999999999},"last":1.399}]},{"osd":4,"last update":"Mon Nov 16 20:36:11 2020","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":4.5259999999999998,"15min":3.1800000000000002},"min":{"1min":0.79500000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":25.773,"5min":97.236000000000004,"15min":97.236000000000004},"last":2.0760000000000001},{"interface":"front","average":{"1min":1.3859999999999999,"5min":4.141,"15min":3.0489999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":3.7160000000000002,"5min":96.036000000000001,"15min":96.036000000000001},"last":3.7290000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":3.9649999999999999,"5min":3.5219999999999998,"15min":2.996},"min":{"1min":1.4490000000000001,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":10.569000000000001,"5min":95.561999999999998,"15min":95.561999999999998},"last":5.4269999999999996},{"interface":"front","average":{"1min":4.9219999999999997,"5min":5.0250000000000004,"15min":3.673},"min":{"1min":1.7350000000000001,"5min":1.0089999999999999,"15min":0.68300000000000005},"max":{"1min":14.749000000000001,"5min":96.986999999999995,"15min":96.986999999999995},"last":5.5940000000000003}]},{"osd":6,"last update":"Mon Nov 16 20:38:05 2020","interfaces":[{"interface":"back","average":{"1min":5.4089999999999998,"5min":4.5170000000000003,"15min":3.9220000000000002},"min":{"1min":1.6919999999999999,"5min":0.90500000000000003,"15min":0.79700000000000004},"max":{"1min":16.388999999999999,"5min":96.609999999999999,"15min":103.09699999999999},"last":5.524},{"interface":"front","average":{"1min":5.6980000000000004,"5min":5.0300000000000002,"15min":4.2469999999999999},"min":{"1min":1.1830000000000001,"5min":0.88100000000000001,"15min":0.85999999999999999},"max":{"1min":16.654,"5min":97.727000000000004,"15min":102.877},"last":5.6630000000000003}]},{"osd":7,"last update":"Mon Nov 16 20:37:26 2020","interfaces":[{"interface":"back","average":{"1min":3.0950000000000002,"5min":4.1500000000000004,"15min":3.9809999999999999},"min":{"1min":1.7070000000000001,"5min":0.83599999999999997,"15min":0.67900000000000005},"max":{"1min":5.7110000000000003,"5min":99.253,"15min":160.39400000000001},"last":1.5029999999999999},{"interface":"front","average":{"1min":2.3399999999999999,"5min":3.3809999999999998,"15min":3.4329999999999998},"min":{"1min":0.84099999999999997,"5min":0.80600000000000005,"15min":0.70699999999999996},"max":{"1min":4.4909999999999997,"5min":96.501000000000005,"15min":161.446},"last":1.137}]},{"osd":8,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":4.8049999999999997,"5min":5.0410000000000004,"15min":3.7799999999999998},"min":{"1min":1.857,"5min":0.99299999999999999,"15min":0.747},"max":{"1min":10.734999999999999,"5min":96.852000000000004,"15min":96.852000000000004},"last":5.7530000000000001},{"interface":"front","average":{"1min":2.2109999999999999,"5min":3.5720000000000001,"15min":3.6930000000000001},"min":{"1min":1.077,"5min":0.90300000000000002,"15min":0.77300000000000002},"max":{"1min":3.3799999999999999,"5min":99.825000000000003,"15min":99.825000000000003},"last":1.298}]},{"osd":9,"last update":"Mon Nov 16 20:37:26 2020","interfaces":[{"interface":"back","average":{"1min":3.6139999999999999,"5min":4.9960000000000004,"15min":4.0179999999999998},"min":{"1min":1.4039999999999999,"5min":0.96299999999999997,"15min":0.90700000000000003},"max":{"1min":5.665,"5min":98.683999999999997,"15min":98.683999999999997},"last":1.5960000000000001},{"interface":"front","average":{"1min":3.7450000000000001,"5min":4.798,"15min":4.3319999999999999},"min":{"1min":2.004,"5min":1.0489999999999999,"15min":0.86399999999999999},"max":{"1min":6.0999999999999996,"5min":98.972999999999999,"15min":98.972999999999999},"last":1.681}]},{"osd":10,"last update":"Mon Nov 16 20:37:26 2020","interfaces":[{"interface":"back","average":{"1min":3.8239999999999998,"5min":5.0529999999999999,"15min":4.0949999999999998},"min":{"1min":2.1509999999999998,"5min":1.1359999999999999,"15min":1.1020000000000001},"max":{"1min":5.8799999999999999,"5min":100.108,"15min":100.108},"last":1.823},{"interface":"front","average":{"1min":2.8410000000000002,"5min":4.4119999999999999,"15min":4.2270000000000003},"min":{"1min":1.198,"5min":1.107,"15min":1.107},"max":{"1min":5.5999999999999996,"5min":98.613,"15min":98.613},"last":1.4379999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:37:38 2020","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":4.798,"15min":3.5960000000000001},"min":{"1min":1.877,"5min":1.1140000000000001,"15min":1.0620000000000001},"max":{"1min":5.5439999999999996,"5min":99.150000000000006,"15min":99.150000000000006},"last":1.754},{"interface":"front","average":{"1min":2.6899999999999999,"5min":5.0670000000000002,"15min":4.2480000000000002},"min":{"1min":1.5980000000000001,"5min":1.125,"15min":1.0509999999999999},"max":{"1min":4.0810000000000004,"5min":99.512,"15min":99.512},"last":1.573}]}]},{"osd":0,"up_from":12,"seq":51539607836,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":654672,"kb_used_data":500744,"kb_used_omap":0,"kb_used_meta":153920,"kb_avail":93090480,"statfs":{"total":95995035648,"available":95324651520,"internally_reserved":0,"allocated":512761856,"data_stored":512403468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":157614080},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:38:04 2020","interfaces":[{"interface":"back","average":{"1min":5.1429999999999998,"5min":3.056,"15min":2.2949999999999999},"min":{"1min":0.54800000000000004,"5min":0.54200000000000004,"15min":0.47599999999999998},"max":{"1min":50.441000000000003,"5min":50.441000000000003,"15min":50.441000000000003},"last":1.0720000000000001},{"interface":"front","average":{"1min":5.6100000000000003,"5min":3.073,"15min":2.5099999999999998},"min":{"1min":0.60499999999999998,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":52.289000000000001,"5min":52.289000000000001,"15min":52.289000000000001},"last":1.6639999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:37:59 2020","interfaces":[{"interface":"back","average":{"1min":1.327,"5min":2.286,"15min":2.8530000000000002},"min":{"1min":0.54200000000000004,"5min":0.51100000000000001,"15min":0.50800000000000001},"max":{"1min":4.9939999999999998,"5min":13.157,"15min":143.12899999999999},"last":1.968},{"interface":"front","average":{"1min":1.452,"5min":2.6659999999999999,"15min":2.6760000000000002},"min":{"1min":0.628,"5min":0.628,"15min":0.54900000000000004},"max":{"1min":4.2270000000000003,"5min":34.512,"15min":140.316},"last":0.76200000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:37:24 2020","interfaces":[{"interface":"back","average":{"1min":1.631,"5min":2.258,"15min":2.0489999999999999},"min":{"1min":0.73099999999999998,"5min":0.56299999999999994,"15min":0.55600000000000005},"max":{"1min":2.8370000000000002,"5min":111.956,"15min":111.956},"last":1.044},{"interface":"front","average":{"1min":2.2509999999999999,"5min":2.8039999999999998,"15min":2.774},"min":{"1min":1.026,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":3.8780000000000001,"5min":112.206,"15min":112.206},"last":1.373}]},{"osd":5,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.97,"15min":2.0289999999999999},"min":{"1min":0.75900000000000001,"5min":0.67400000000000004,"15min":0.60999999999999999},"max":{"1min":6.6500000000000004,"5min":7.8520000000000003,"15min":10.673999999999999},"last":2.3109999999999999},{"interface":"front","average":{"1min":2.0129999999999999,"5min":1.887,"15min":2.2400000000000002},"min":{"1min":0.745,"5min":0.71699999999999997,"15min":0.70499999999999996},"max":{"1min":8.6509999999999998,"5min":8.6509999999999998,"15min":10.782},"last":1.615}]},{"osd":6,"last update":"Mon Nov 16 20:37:18 2020","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":1.885,"15min":2.1909999999999998},"min":{"1min":1.0720000000000001,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":6.2220000000000004,"5min":6.5720000000000001,"15min":10.390000000000001},"last":1.171},{"interface":"front","average":{"1min":2.665,"5min":1.8169999999999999,"15min":2.3210000000000002},"min":{"1min":0.92500000000000004,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":10.718999999999999},"last":1.9410000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":3.2170000000000001,"15min":3.0369999999999999},"min":{"1min":0.98899999999999999,"5min":0.93000000000000005,"15min":0.83999999999999997},"max":{"1min":6.3040000000000003,"5min":82.126999999999995,"15min":97.435000000000002},"last":0.91900000000000004},{"interface":"front","average":{"1min":2.3860000000000001,"5min":3.7309999999999999,"15min":2.9889999999999999},"min":{"1min":0.96899999999999997,"5min":0.85099999999999998,"15min":0.82499999999999996},"max":{"1min":3.9060000000000001,"5min":82.100999999999999,"15min":96.828000000000003},"last":3.4249999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.3450000000000002,"15min":2.944},"min":{"1min":1.105,"5min":0.85199999999999998,"15min":0.78400000000000003},"max":{"1min":4.1269999999999998,"5min":8.1189999999999998,"15min":96.248000000000005},"last":2.7610000000000001},{"interface":"front","average":{"1min":1.9279999999999999,"5min":2.1909999999999998,"15min":3.1219999999999999},"min":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.85299999999999998},"max":{"1min":4.5659999999999998,"5min":4.819,"15min":96.043000000000006},"last":1.2030000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:37:24 2020","interfaces":[{"interface":"back","average":{"1min":2.649,"5min":2.1469999999999998,"15min":2.657},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":4.3179999999999996,"5min":6.6970000000000001,"15min":11.433},"last":1.25},{"interface":"front","average":{"1min":2.7440000000000002,"5min":2.819,"15min":3.0089999999999999},"min":{"1min":1.224,"5min":0.88400000000000001,"15min":0.88400000000000001},"max":{"1min":4.5380000000000003,"5min":34.231000000000002,"15min":34.231000000000002},"last":1.339}]},{"osd":10,"last update":"Mon Nov 16 20:37:29 2020","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":2.2749999999999999,"15min":2.8530000000000002},"min":{"1min":1.1970000000000001,"5min":1.028,"15min":1.028},"max":{"1min":4.6470000000000002,"5min":7.0439999999999996,"15min":73.305000000000007},"last":1.8109999999999999},{"interface":"front","average":{"1min":3,"5min":3.0790000000000002,"15min":3.2309999999999999},"min":{"1min":1.3779999999999999,"5min":1.004,"15min":0.95099999999999996},"max":{"1min":4.8380000000000001,"5min":29.811,"15min":73.558999999999997},"last":1.8360000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.3780000000000001,"5min":2.79,"15min":3.036},"min":{"1min":1.2789999999999999,"5min":1.032,"15min":1.032},"max":{"1min":4.9800000000000004,"5min":8.3520000000000003,"15min":22.841000000000001},"last":1.4810000000000001},{"interface":"front","average":{"1min":2.2799999999999998,"5min":2.77,"15min":3.1120000000000001},"min":{"1min":1.236,"5min":1.2070000000000001,"15min":1.0980000000000001},"max":{"1min":4.3949999999999996,"5min":30.09,"15min":30.09},"last":2.6480000000000001}]}]},{"osd":2,"up_from":23,"seq":98784248082,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":660688,"kb_used_data":491912,"kb_used_omap":0,"kb_used_meta":168768,"kb_avail":93084464,"statfs":{"total":95995035648,"available":95318491136,"internally_reserved":0,"allocated":503717888,"data_stored":503359500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":172818432},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:31:11 2020","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":2.036,"15min":2.2050000000000001},"min":{"1min":0.58599999999999997,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.282,"5min":14.228,"15min":99.001000000000005},"last":2.2930000000000001},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.988,"15min":2.2229999999999999},"min":{"1min":0.56100000000000005,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.738,"5min":8.1869999999999994,"15min":98.828000000000003},"last":2.1989999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:37:28 2020","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":1.9019999999999999,"15min":2.3980000000000001},"min":{"1min":0.80100000000000005,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":5.149,"5min":11.361000000000001,"15min":76.745000000000005},"last":2.169},{"interface":"front","average":{"1min":1.593,"5min":2.1619999999999999,"15min":2.6179999999999999},"min":{"1min":0.81999999999999995,"5min":0.57799999999999996,"15min":0.46200000000000002},"max":{"1min":3.8100000000000001,"5min":11.651999999999999,"15min":74.978999999999999},"last":0.58499999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:37:54 2020","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":7.3730000000000002,"15min":7.5629999999999997},"min":{"1min":0.60899999999999999,"5min":0.53800000000000003,"15min":0.50900000000000001},"max":{"1min":2.9009999999999998,"5min":290.43700000000001,"15min":465.10500000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":1.4119999999999999,"5min":7.9349999999999996,"15min":7.7329999999999997},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.55900000000000005},"max":{"1min":2.9430000000000001,"5min":294.74099999999999,"15min":459.33699999999999},"last":0.80400000000000005}]},{"osd":4,"last update":"Mon Nov 16 20:37:28 2020","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.853,"15min":2.0840000000000001},"min":{"1min":0.68700000000000006,"5min":0.627,"15min":0.627},"max":{"1min":2.411,"5min":10.186999999999999,"15min":15.988},"last":0.62},{"interface":"front","average":{"1min":2.3540000000000001,"5min":2.3410000000000002,"15min":2.2789999999999999},"min":{"1min":1.202,"5min":1.0009999999999999,"15min":0.76100000000000001},"max":{"1min":3.5910000000000002,"5min":10.352,"15min":10.352},"last":1.1930000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:37:54 2020","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.1899999999999999,"15min":2.8879999999999999},"min":{"1min":0.77500000000000002,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":22.596,"5min":22.596,"15min":124.53400000000001},"last":0.88300000000000001},{"interface":"front","average":{"1min":2.5070000000000001,"5min":1.9970000000000001,"15min":2.2999999999999998},"min":{"1min":0.82999999999999996,"5min":0.77100000000000002,"15min":0.66300000000000003},"max":{"1min":22.797999999999998,"5min":22.797999999999998,"15min":22.797999999999998},"last":1.016}]},{"osd":6,"last update":"Mon Nov 16 20:38:09 2020","interfaces":[{"interface":"back","average":{"1min":2.5699999999999998,"5min":2.4300000000000002,"15min":2.4590000000000001},"min":{"1min":0.70499999999999996,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":23.074000000000002,"5min":23.074000000000002,"15min":23.074000000000002},"last":0.86199999999999999},{"interface":"front","average":{"1min":2.859,"5min":2.5720000000000001,"15min":2.665},"min":{"1min":0.86099999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":23.553000000000001,"5min":23.553000000000001,"15min":23.553000000000001},"last":0.97999999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:38:09 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":2.7480000000000002,"15min":2.4350000000000001},"min":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"max":{"1min":23.158999999999999,"5min":23.158999999999999,"15min":23.158999999999999},"last":3.2160000000000002},{"interface":"front","average":{"1min":2.879,"5min":2.4729999999999999,"15min":6.8899999999999997},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":23.405999999999999,"5min":23.405999999999999,"15min":121.11499999999999},"last":1.075}]},{"osd":8,"last update":"Mon Nov 16 20:37:57 2020","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":2.593,"15min":3.2000000000000002},"min":{"1min":1.1359999999999999,"5min":0.91900000000000004,"15min":0.89600000000000002},"max":{"1min":14.581,"5min":14.581,"15min":67.313999999999993},"last":1.2330000000000001},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.1989999999999998,"15min":2.8140000000000001},"min":{"1min":1.1559999999999999,"5min":0.85899999999999999,"15min":0.75},"max":{"1min":3.5609999999999999,"5min":7.8150000000000004,"15min":67.149000000000001},"last":1.3500000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:37:28 2020","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":3.9529999999999998,"15min":3.2360000000000002},"min":{"1min":1.123,"5min":0.90100000000000002,"15min":0.90100000000000002},"max":{"1min":3.7090000000000001,"5min":120.95399999999999,"15min":120.95399999999999},"last":1.1220000000000001},{"interface":"front","average":{"1min":2.8340000000000001,"5min":2.7570000000000001,"15min":3.1579999999999999},"min":{"1min":1.3129999999999999,"5min":1.0549999999999999,"15min":0.97099999999999997},"max":{"1min":4.3380000000000001,"5min":13.369,"15min":15.007999999999999},"last":1.383}]},{"osd":10,"last update":"Mon Nov 16 20:37:28 2020","interfaces":[{"interface":"back","average":{"1min":3.7639999999999998,"5min":2.968,"15min":3.2559999999999998},"min":{"1min":1.391,"5min":1.1859999999999999,"15min":1.1499999999999999},"max":{"1min":14.130000000000001,"5min":14.130000000000001,"15min":15.15},"last":1.526},{"interface":"front","average":{"1min":2.774,"5min":3.7519999999999998,"15min":3.3620000000000001},"min":{"1min":1.444,"5min":1.044,"15min":1.03},"max":{"1min":4.016,"5min":120.846,"15min":120.846},"last":1.49}]},{"osd":11,"last update":"Mon Nov 16 20:37:54 2020","interfaces":[{"interface":"back","average":{"1min":3.3210000000000002,"5min":4.4930000000000003,"15min":4.2919999999999998},"min":{"1min":1.456,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":14.85,"5min":123.73399999999999,"15min":140.619},"last":1.6619999999999999},{"interface":"front","average":{"1min":2.6829999999999998,"5min":2.7930000000000001,"15min":3.6829999999999998},"min":{"1min":1.2050000000000001,"5min":1.012,"15min":1.012},"max":{"1min":13.737,"5min":14.266,"15min":184.27699999999999},"last":1.2689999999999999}]}]},{"osd":3,"up_from":29,"seq":124554051852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1202832,"kb_used_data":983240,"kb_used_omap":0,"kb_used_meta":219584,"kb_avail":92542320,"statfs":{"total":95995035648,"available":94763335680,"internally_reserved":0,"allocated":1006837760,"data_stored":1006479372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":224854016},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:37:30 2020","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.488,"15min":1.851},"min":{"1min":0.68100000000000005,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.5640000000000001,"5min":7.7229999999999999,"15min":8.0359999999999996},"last":0.73099999999999998},{"interface":"front","average":{"1min":1.7030000000000001,"5min":1.8100000000000001,"15min":2.1669999999999998},"min":{"1min":0.62,"5min":0.55300000000000005,"15min":0.48899999999999999},"max":{"1min":3.2599999999999998,"5min":7.1280000000000001,"15min":10.669},"last":0.63}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:37:47 2020","interfaces":[{"interface":"back","average":{"1min":1.2509999999999999,"5min":3.5470000000000002,"15min":2.6899999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.54600000000000004},"max":{"1min":2.6629999999999998,"5min":122.545,"15min":122.545},"last":2.145},{"interface":"front","average":{"1min":1.722,"5min":3.8279999999999998,"15min":2.7989999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.51000000000000001},"max":{"1min":4.6639999999999997,"5min":123.28,"15min":123.28},"last":1.3}]},{"osd":4,"last update":"Mon Nov 16 20:38:12 2020","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":2.3559999999999999,"15min":2.246},"min":{"1min":0.68799999999999994,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":3.0920000000000001,"5min":38.744999999999997,"15min":38.744999999999997},"last":0.94699999999999995},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.3130000000000002,"15min":2.3210000000000002},"min":{"1min":0.60099999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":4.7370000000000001,"5min":36.244,"15min":36.244},"last":0.84199999999999997}]},{"osd":5,"last update":"Mon Nov 16 20:37:47 2020","interfaces":[{"interface":"back","average":{"1min":1.5429999999999999,"5min":2.5950000000000002,"15min":2.3450000000000002},"min":{"1min":0.72799999999999998,"5min":0.66300000000000003,"15min":0.626},"max":{"1min":4.4210000000000003,"5min":38.185000000000002,"15min":38.185000000000002},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.6950000000000001,"5min":2.423,"15min":2.3079999999999998},"min":{"1min":0.83699999999999997,"5min":0.71399999999999997,"15min":0.68200000000000005},"max":{"1min":2.8460000000000001,"5min":37.875,"15min":37.875},"last":1.2390000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:38:12 2020","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.6339999999999999,"15min":2.4329999999999998},"min":{"1min":0.84199999999999997,"5min":0.79500000000000004,"15min":0.69199999999999995},"max":{"1min":3.2320000000000002,"5min":37.948,"15min":37.948},"last":1.97},{"interface":"front","average":{"1min":1.7689999999999999,"5min":2.774,"15min":2.625},"min":{"1min":0.999,"5min":0.77100000000000002,"15min":0.77100000000000002},"max":{"1min":3.496,"5min":38.387,"15min":38.387},"last":1.405}]},{"osd":7,"last update":"Mon Nov 16 20:37:41 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":3.3450000000000002,"15min":2.5609999999999999},"min":{"1min":1.2170000000000001,"5min":0.90100000000000002,"15min":0.69999999999999996},"max":{"1min":2.96,"5min":38.566000000000003,"15min":38.566000000000003},"last":1.4279999999999999},{"interface":"front","average":{"1min":1.9490000000000001,"5min":2.996,"15min":2.8660000000000001},"min":{"1min":0.874,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":4.2770000000000001,"5min":38.072000000000003,"15min":38.072000000000003},"last":1.5229999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:37:47 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":2.883,"15min":3.2090000000000001},"min":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":3.5760000000000001,"5min":39.119,"15min":111.735},"last":1.1830000000000001},{"interface":"front","average":{"1min":2.1779999999999999,"5min":2.7269999999999999,"15min":3.2509999999999999},"min":{"1min":0.99399999999999999,"5min":0.97499999999999998,"15min":0.89100000000000001},"max":{"1min":3.694,"5min":40.341999999999999,"15min":107.529},"last":1.782}]},{"osd":9,"last update":"Mon Nov 16 20:37:30 2020","interfaces":[{"interface":"back","average":{"1min":2.7040000000000002,"5min":3.4369999999999998,"15min":3.1429999999999998},"min":{"1min":1.25,"5min":1.03,"15min":0.97399999999999998},"max":{"1min":5.1139999999999999,"5min":38.933999999999997,"15min":38.933999999999997},"last":1.8560000000000001},{"interface":"front","average":{"1min":2.9020000000000001,"5min":2.9750000000000001,"15min":3.016},"min":{"1min":1.4199999999999999,"5min":1.0549999999999999,"15min":0.85899999999999999},"max":{"1min":5.0519999999999996,"5min":42.310000000000002,"15min":42.310000000000002},"last":2.0379999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:37:30 2020","interfaces":[{"interface":"back","average":{"1min":2.5230000000000001,"5min":3.6179999999999999,"15min":3.8650000000000002},"min":{"1min":1.1659999999999999,"5min":1.091,"15min":0.91500000000000004},"max":{"1min":4.8010000000000002,"5min":39.923000000000002,"15min":359.327},"last":1.6379999999999999},{"interface":"front","average":{"1min":3.0979999999999999,"5min":3.1200000000000001,"15min":4.0519999999999996},"min":{"1min":1.514,"5min":1.2430000000000001,"15min":1.0940000000000001},"max":{"1min":5.4400000000000004,"5min":40.555999999999997,"15min":361.31299999999999},"last":1.919}]},{"osd":11,"last update":"Mon Nov 16 20:37:47 2020","interfaces":[{"interface":"back","average":{"1min":2.4140000000000001,"5min":3.3260000000000001,"15min":3.0249999999999999},"min":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":0.96299999999999997},"max":{"1min":5.2990000000000004,"5min":40.113999999999997,"15min":40.113999999999997},"last":1.7450000000000001},{"interface":"front","average":{"1min":2.5430000000000001,"5min":3.2949999999999999,"15min":3.2850000000000001},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.0669999999999999},"max":{"1min":4.484,"5min":42.034999999999997,"15min":42.034999999999997},"last":2.2650000000000001}]}]},{"osd":4,"up_from":35,"seq":150323855624,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1246492,"kb_used_data":1004372,"kb_used_omap":0,"kb_used_meta":242112,"kb_avail":92498660,"statfs":{"total":95995035648,"available":94718627840,"internally_reserved":0,"allocated":1028476928,"data_stored":1028112614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":247922688},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:37:28 2020","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.7669999999999999,"15min":1.7230000000000001},"min":{"1min":0.61299999999999999,"5min":0.55300000000000005,"15min":0.54700000000000004},"max":{"1min":2.3730000000000002,"5min":11.452,"15min":62.197000000000003},"last":0.60699999999999998},{"interface":"front","average":{"1min":1.5660000000000001,"5min":1.984,"15min":1.829},"min":{"1min":0.65200000000000002,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":2.8900000000000001,"5min":9.3849999999999998,"15min":61.820999999999998},"last":0.89500000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:37:23 2020","interfaces":[{"interface":"back","average":{"1min":1.925,"5min":2.2759999999999998,"15min":3.1720000000000002},"min":{"1min":0.90000000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":3.3410000000000002,"5min":39.402000000000001,"15min":140.75299999999999},"last":1.3120000000000001},{"interface":"front","average":{"1min":2.4079999999999999,"5min":2.6699999999999999,"15min":2.956},"min":{"1min":1.1339999999999999,"5min":0.60699999999999998,"15min":0.60399999999999998},"max":{"1min":4.7279999999999998,"5min":37.341000000000001,"15min":141.905},"last":1.375}]},{"osd":2,"last update":"Mon Nov 16 20:38:13 2020","interfaces":[{"interface":"back","average":{"1min":1.756,"5min":2.77,"15min":2.492},"min":{"1min":0.77600000000000002,"5min":0.68999999999999995,"15min":0.53800000000000003},"max":{"1min":5.1689999999999996,"5min":37.697000000000003,"15min":37.697000000000003},"last":1.2450000000000001},{"interface":"front","average":{"1min":1.5429999999999999,"5min":2.677,"15min":2.5230000000000001},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":4.875,"5min":37.956000000000003,"15min":37.956000000000003},"last":0.78300000000000003}]},{"osd":3,"last update":"Mon Nov 16 20:37:23 2020","interfaces":[{"interface":"back","average":{"1min":1.9850000000000001,"5min":3.9910000000000001,"15min":4.8840000000000003},"min":{"1min":0.82199999999999995,"5min":0.66000000000000003,"15min":0.629},"max":{"1min":5.25,"5min":66.283000000000001,"15min":247.41499999999999},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.8740000000000001,"5min":4.3840000000000003,"15min":4.6769999999999996},"min":{"1min":0.81100000000000005,"5min":0.79200000000000004,"15min":0.56799999999999995},"max":{"1min":3.3799999999999999,"5min":66.150999999999996,"15min":249.12},"last":1.119}]},{"osd":5,"last update":"Mon Nov 16 20:37:48 2020","interfaces":[{"interface":"back","average":{"1min":1.7549999999999999,"5min":2.0750000000000002,"15min":2.1890000000000001},"min":{"1min":0.88500000000000001,"5min":0.70799999999999996,"15min":0.65800000000000003},"max":{"1min":4.1909999999999998,"5min":11.792999999999999,"15min":61.781999999999996},"last":1.4119999999999999},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.464,"15min":2.5449999999999999},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":5.4169999999999998,"5min":12.776999999999999,"15min":61.533000000000001},"last":0.92500000000000004}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:37:28 2020","interfaces":[{"interface":"back","average":{"1min":2.4860000000000002,"5min":2.0089999999999999,"15min":2.617},"min":{"1min":0.82899999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":4.9089999999999998,"5min":7.4199999999999999,"15min":61.499000000000002},"last":1.847},{"interface":"front","average":{"1min":2.8809999999999998,"5min":2.137,"15min":2.726},"min":{"1min":1.101,"5min":0.88900000000000001,"15min":0.81299999999999994},"max":{"1min":5.3760000000000003,"5min":6.8970000000000002,"15min":63},"last":2.4399999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:37:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3580000000000001,"5min":2.6040000000000001,"15min":2.9060000000000001},"min":{"1min":1.0740000000000001,"5min":0.97699999999999998,"15min":0.85299999999999998},"max":{"1min":5.2910000000000004,"5min":11.897,"15min":62.481999999999999},"last":1.278},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.5150000000000001,"15min":3.0339999999999998},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":6.5419999999999998,"5min":10.074999999999999,"15min":63.067},"last":1.04}]},{"osd":9,"last update":"Mon Nov 16 20:37:23 2020","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.9329999999999998,"15min":3.2629999999999999},"min":{"1min":1.367,"5min":1.198,"15min":1.0700000000000001},"max":{"1min":7.2560000000000002,"5min":10.385999999999999,"15min":63.304000000000002},"last":2.581},{"interface":"front","average":{"1min":3.2170000000000001,"5min":2.427,"15min":3.0259999999999998},"min":{"1min":1.3979999999999999,"5min":1.125,"15min":1.0429999999999999},"max":{"1min":6.9039999999999999,"5min":7.2770000000000001,"15min":63.232999999999997},"last":2.0110000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:37:33 2020","interfaces":[{"interface":"back","average":{"1min":3.452,"5min":2.802,"15min":3.8650000000000002},"min":{"1min":1.556,"5min":1.3169999999999999,"15min":0.90900000000000003},"max":{"1min":7.141,"5min":9.1959999999999997,"15min":245.06800000000001},"last":5.6820000000000004},{"interface":"front","average":{"1min":3.02,"5min":2.7959999999999998,"15min":4.016},"min":{"1min":1.518,"5min":1.333,"15min":1.234},"max":{"1min":7.6539999999999999,"5min":10.23,"15min":248.31700000000001},"last":1.4990000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:37:48 2020","interfaces":[{"interface":"back","average":{"1min":3.29,"5min":2.863,"15min":3.1840000000000002},"min":{"1min":1.4590000000000001,"5min":1.2509999999999999,"15min":1.2},"max":{"1min":6.7750000000000004,"5min":9.8960000000000008,"15min":64.244},"last":2.1669999999999998},{"interface":"front","average":{"1min":3.423,"5min":2.8879999999999999,"15min":3.3439999999999999},"min":{"1min":1.4990000000000001,"5min":1.0649999999999999,"15min":1.0649999999999999},"max":{"1min":7.0119999999999996,"5min":8.0670000000000002,"15min":64.447999999999993},"last":2.3069999999999999}]}]},{"osd":5,"up_from":42,"seq":180388626693,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1123088,"kb_used_data":974920,"kb_used_omap":0,"kb_used_meta":148160,"kb_avail":92622064,"statfs":{"total":95995035648,"available":94844993536,"internally_reserved":0,"allocated":998318080,"data_stored":997959692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":151715840},"hb_peers":[0,1,2,3,4,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.448,"15min":1.917},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.51100000000000001},"max":{"1min":2.0230000000000001,"5min":11.535,"15min":88.192999999999998},"last":0.60799999999999998},{"interface":"front","average":{"1min":1.097,"5min":1.381,"15min":2.016},"min":{"1min":0.65200000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":2.448,"5min":11.278,"15min":94.944999999999993},"last":6.0090000000000003}]},{"osd":1,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":14.566000000000001,"5min":4.5890000000000004,"15min":4.6189999999999998},"min":{"1min":0.72199999999999998,"5min":0.53200000000000003,"15min":0.51800000000000002},"max":{"1min":222.21199999999999,"5min":222.21199999999999,"15min":331.25599999999997},"last":1.6870000000000001},{"interface":"front","average":{"1min":15.34,"5min":4.6230000000000002,"15min":4.7359999999999998},"min":{"1min":0.67100000000000004,"5min":0.628,"15min":0.628},"max":{"1min":228.25200000000001,"5min":228.25200000000001,"15min":343.89299999999997},"last":6.1500000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":2.1360000000000001,"15min":3.8679999999999999},"min":{"1min":0.72999999999999998,"5min":0.72899999999999998,"15min":0.71999999999999997},"max":{"1min":2.25,"5min":17.731000000000002,"15min":328.65199999999999},"last":10.367000000000001},{"interface":"front","average":{"1min":1.508,"5min":2.375,"15min":4.0430000000000001},"min":{"1min":0.68799999999999994,"5min":0.627,"15min":0.627},"max":{"1min":2.625,"5min":17.684000000000001,"15min":329.29599999999999},"last":0.873}]},{"osd":3,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":2.5750000000000002,"15min":2.2320000000000002},"min":{"1min":0.71499999999999997,"5min":0.66900000000000004,"15min":0.59199999999999997},"max":{"1min":2.492,"5min":13.574999999999999,"15min":13.574999999999999},"last":1.8420000000000001},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.5630000000000002,"15min":2.5230000000000001},"min":{"1min":0.84699999999999998,"5min":0.78700000000000003,"15min":0.77200000000000002},"max":{"1min":3.427,"5min":13.417,"15min":13.417},"last":1.0940000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":2.0960000000000001,"15min":2.6219999999999999},"min":{"1min":1.1699999999999999,"5min":0.625,"15min":0.625},"max":{"1min":2.9249999999999998,"5min":11.744,"15min":92.183000000000007},"last":1.4870000000000001},{"interface":"front","average":{"1min":1.341,"5min":1.7649999999999999,"15min":2.593},"min":{"1min":0.82699999999999996,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.238,"5min":11.5,"15min":86.552000000000007},"last":7.508}]},{"osd":6,"last update":"Mon Nov 16 20:38:05 2020","interfaces":[{"interface":"back","average":{"1min":2.0539999999999998,"5min":2.036,"15min":2.4470000000000001},"min":{"1min":1.1000000000000001,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":3.8330000000000002,"5min":7.4089999999999998,"15min":44.848999999999997},"last":0.99099999999999999},{"interface":"front","average":{"1min":3.048,"5min":2.2320000000000002,"15min":2.4390000000000001},"min":{"1min":1.1200000000000001,"5min":0.76900000000000002,"15min":0.69299999999999995},"max":{"1min":7.8330000000000002,"5min":10.923999999999999,"15min":44.529000000000003},"last":1.226}]},{"osd":7,"last update":"Mon Nov 16 20:27:08 2020","interfaces":[{"interface":"back","average":{"1min":13.205,"5min":5.1269999999999998,"15min":3.948},"min":{"1min":1.0509999999999999,"5min":1.042,"15min":1.042},"max":{"1min":124.86799999999999,"5min":124.86799999999999,"15min":124.86799999999999},"last":1.6990000000000001},{"interface":"front","average":{"1min":13.539,"5min":5.6299999999999999,"15min":4.1589999999999998},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":124.992,"5min":124.992,"15min":124.992},"last":2.2789999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.764,"5min":1.825,"15min":2.2599999999999998},"min":{"1min":1.0660000000000001,"5min":0.94699999999999995,"15min":0.76900000000000002},"max":{"1min":4.5839999999999996,"5min":8.6769999999999996,"15min":9.0600000000000005},"last":1.165},{"interface":"front","average":{"1min":2.0529999999999999,"5min":2.1680000000000001,"15min":2.6389999999999998},"min":{"1min":1.276,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":3.3149999999999999,"5min":7.6280000000000001,"15min":8.6289999999999996},"last":7.3600000000000003}]},{"osd":9,"last update":"Mon Nov 16 20:37:22 2020","interfaces":[{"interface":"back","average":{"1min":2.1030000000000002,"5min":1.9199999999999999,"15min":2.5659999999999998},"min":{"1min":0.93999999999999995,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":3.444,"5min":8.6489999999999991,"15min":8.6489999999999991},"last":2.2490000000000001},{"interface":"front","average":{"1min":3.1480000000000001,"5min":2.3580000000000001,"15min":2.8769999999999998},"min":{"1min":1.3959999999999999,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":4.4989999999999997,"5min":7.7850000000000001,"15min":7.9480000000000004},"last":1.3640000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:37:22 2020","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":2.0640000000000001,"15min":2.6840000000000002},"min":{"1min":1.5189999999999999,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":3.1880000000000002,"5min":9.7330000000000005,"15min":28},"last":2.1699999999999999},{"interface":"front","average":{"1min":3.4359999999999999,"5min":2.4700000000000002,"15min":3.016},"min":{"1min":1.8149999999999999,"5min":1.044,"15min":1.044},"max":{"1min":5.1150000000000002,"5min":7.9530000000000003,"15min":27.789999999999999},"last":1.2989999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":2.7069999999999999,"15min":3.3639999999999999},"min":{"1min":1.853,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":4.9699999999999998,"5min":8.0960000000000001,"15min":18.388999999999999},"last":1.427},{"interface":"front","average":{"1min":3.0019999999999998,"5min":3.0049999999999999,"15min":3.718},"min":{"1min":1.597,"5min":1.482,"15min":1.327},"max":{"1min":6.9809999999999999,"5min":8.2360000000000007,"15min":23.585000000000001},"last":1.5489999999999999}]}]}]}}
2020-11-16T20:38:21.188 INFO:tasks.thrashosds.thrasher:Setting 4.0 to [6, 0, 8, 9]
2020-11-16T20:38:21.188 INFO:tasks.thrashosds.thrasher:cmd ['osd', 'pg-upmap-items', '4.0', '6', '0', '8', '9']
2020-11-16T20:38:21.189 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pg-upmap-items 4.0 6 0 8 9
2020-11-16T20:38:21.359 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:21.785 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:38:21.785 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:38:21.859 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:21.869 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:21 smithi071 bash[9480]: cluster 2020-11-16T20:38:20.781830+0000 osd.1 (osd.1) 126 : cluster [DBG] 4.7 scrub ok
2020-11-16T20:38:21.962 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:21.970 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:21 smithi065 bash[9468]: cluster 2020-11-16T20:38:20.781830+0000 osd.1 (osd.1) 126 : cluster [DBG] 4.7 scrub ok
2020-11-16T20:38:21.970 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:38:21 smithi065 bash[11785]: debug 2020-11-16T20:38:21.858+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:22.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:21 smithi142 bash[9523]: cluster 2020-11-16T20:38:20.781830+0000 osd.1 (osd.1) 126 : cluster [DBG] 4.7 scrub ok
2020-11-16T20:38:22.067 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:22.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   78      16    129853    129837   104.026        63   0.0126074   0.0096092
2020-11-16T20:38:22.172 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:22.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:38:22 smithi065 bash[11785]: debug 2020-11-16T20:38:22.062+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:22.784 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:22.859 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_historic_ops
2020-11-16T20:38:22.887 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:22.911 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:38:22 smithi071 bash[12066]: debug 2020-11-16T20:38:22.780+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:22.912 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:22 smithi071 bash[9480]: cluster 2020-11-16T20:38:21.938839+0000 osd.1 (osd.1) 127 : cluster [DBG] 4.9 deep-scrub starts
2020-11-16T20:38:22.913 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:22 smithi071 bash[9480]: cluster 2020-11-16T20:38:22.259676+0000 mgr.x (mgr.14196) 788 : cluster [DBG] pgmap v1141: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+clean+scrubbing, 15 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.06k op/s
2020-11-16T20:38:22.983 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:22 smithi142 bash[9523]: cluster 2020-11-16T20:38:21.938839+0000 osd.1 (osd.1) 127 : cluster [DBG] 4.9 deep-scrub starts
2020-11-16T20:38:22.984 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:22 smithi142 bash[9523]: cluster 2020-11-16T20:38:22.259676+0000 mgr.x (mgr.14196) 788 : cluster [DBG] pgmap v1141: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+clean+scrubbing, 15 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.06k op/s
2020-11-16T20:38:23.027 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:23.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:22 smithi065 bash[9468]: cluster 2020-11-16T20:38:21.938839+0000 osd.1 (osd.1) 127 : cluster [DBG] 4.9 deep-scrub starts
2020-11-16T20:38:23.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:22 smithi065 bash[9468]: cluster 2020-11-16T20:38:22.259676+0000 mgr.x (mgr.14196) 788 : cluster [DBG] pgmap v1141: 17 pgs: 1 active+clean+scrubbing+deep, 1 active+clean+scrubbing, 15 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 66 MiB/s wr, 1.06k op/s
2020-11-16T20:38:23.039 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:23.132 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:23.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   79      16    130738    130722   103.409   55.3125    0.008185  0.00966518
2020-11-16T20:38:23.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:23 smithi071 bash[26650]: debug 2020-11-16T20:38:23.024+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:23.265 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:23.372 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:23.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:23 smithi065 bash[18823]: debug 2020-11-16T20:38:23.262+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:23.809 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:23.914 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:24.051 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:24.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:38:24.136337 min lat: 0.00151542 max lat: 0.799576 avg lat: 0.00972789
2020-11-16T20:38:24.134 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:38:24.134 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   80      16    131546    131530   102.748      50.5  0.00908338  0.00972789
2020-11-16T20:38:24.159 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:24.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:38:23 smithi071 bash[12066]: debug 2020-11-16T20:38:23.804+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:24.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:38:24 smithi065 bash[11785]: debug 2020-11-16T20:38:24.050+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:24.471 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:24.575 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:24.767 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:24.783 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:24 smithi142 bash[15670]: debug 2020-11-16T20:38:24.472+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:24.871 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:24.893 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:24 smithi071 bash[26650]: debug 2020-11-16T20:38:24.764+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:25.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   81      16    132443    132427   102.172   56.0625   0.0292127  0.00978397
2020-11-16T20:38:25.252 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:25.355 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:25.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:25 smithi065 bash[9468]: cluster 2020-11-16T20:38:24.193812+0000 osd.8 (osd.8) 105 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:25 smithi065 bash[9468]: cluster 2020-11-16T20:38:24.193898+0000 osd.8 (osd.8) 106 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:25 smithi065 bash[9468]: cluster 2020-11-16T20:38:24.254774+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e438: 12 total, 12 up, 12 in
2020-11-16T20:38:25.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:25 smithi065 bash[9468]: cluster 2020-11-16T20:38:24.260115+0000 mgr.x (mgr.14196) 789 : cluster [DBG] pgmap v1143: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:25.534 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:38:25 smithi142 bash[22738]: debug 2020-11-16T20:38:25.252+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:25 smithi142 bash[9523]: cluster 2020-11-16T20:38:24.193812+0000 osd.8 (osd.8) 105 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:25 smithi142 bash[9523]: cluster 2020-11-16T20:38:24.193898+0000 osd.8 (osd.8) 106 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:25 smithi142 bash[9523]: cluster 2020-11-16T20:38:24.254774+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e438: 12 total, 12 up, 12 in
2020-11-16T20:38:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:25 smithi142 bash[9523]: cluster 2020-11-16T20:38:24.260115+0000 mgr.x (mgr.14196) 789 : cluster [DBG] pgmap v1143: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:25.593 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:25.699 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:25.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:25 smithi071 bash[9480]: cluster 2020-11-16T20:38:24.193812+0000 osd.8 (osd.8) 105 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:25.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:25 smithi071 bash[9480]: cluster 2020-11-16T20:38:24.193898+0000 osd.8 (osd.8) 106 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:25 smithi071 bash[9480]: cluster 2020-11-16T20:38:24.254774+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e438: 12 total, 12 up, 12 in
2020-11-16T20:38:25.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:25 smithi071 bash[9480]: cluster 2020-11-16T20:38:24.260115+0000 mgr.x (mgr.14196) 789 : cluster [DBG] pgmap v1143: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:26.034 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:25 smithi142 bash[20366]: debug 2020-11-16T20:38:25.588+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:26.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   82      16    133236    133220    101.53   49.5625   0.0124445  0.00984536
2020-11-16T20:38:26.501 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:26.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:26 smithi065 bash[9468]: cluster 2020-11-16T20:38:25.883637+0000 osd.1 (osd.1) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:26 smithi065 bash[9468]: cluster 2020-11-16T20:38:25.883729+0000 osd.1 (osd.1) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:26 smithi065 bash[9468]: audit 2020-11-16T20:38:26.198362+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:38:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:26 smithi065 bash[9468]: audit 2020-11-16T20:38:26.200042+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:38:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:26 smithi065 bash[9468]: audit 2020-11-16T20:38:26.201904+0000 mon.a (mon.0) 1536 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:38:26.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:26 smithi065 bash[9468]: audit 2020-11-16T20:38:26.203484+0000 mon.a (mon.0) 1537 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:38:26.604 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:26.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:26 smithi142 bash[9523]: cluster 2020-11-16T20:38:25.883637+0000 osd.1 (osd.1) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:26.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:26 smithi142 bash[9523]: cluster 2020-11-16T20:38:25.883729+0000 osd.1 (osd.1) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:26.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:26 smithi142 bash[9523]: audit 2020-11-16T20:38:26.198362+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:38:26.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:26 smithi142 bash[9523]: audit 2020-11-16T20:38:26.200042+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:38:26.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:26 smithi142 bash[9523]: audit 2020-11-16T20:38:26.201904+0000 mon.a (mon.0) 1536 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:38:26.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:26 smithi142 bash[9523]: audit 2020-11-16T20:38:26.203484+0000 mon.a (mon.0) 1537 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:38:26.649 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:38:26 smithi142 bash[22738]: debug 2020-11-16T20:38:26.504+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:26 smithi071 bash[9480]: cluster 2020-11-16T20:38:25.883637+0000 osd.1 (osd.1) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:26 smithi071 bash[9480]: cluster 2020-11-16T20:38:25.883729+0000 osd.1 (osd.1) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:26 smithi071 bash[9480]: audit 2020-11-16T20:38:26.198362+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:38:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:26 smithi071 bash[9480]: audit 2020-11-16T20:38:26.200042+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:38:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:26 smithi071 bash[9480]: audit 2020-11-16T20:38:26.201904+0000 mon.a (mon.0) 1536 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:38:26.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:26 smithi071 bash[9480]: audit 2020-11-16T20:38:26.203484+0000 mon.a (mon.0) 1537 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:38:26.730 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:26.833 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:27.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:26 smithi065 bash[14115]: debug 2020-11-16T20:38:26.726+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:27.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   83      16    133913    133897   100.816   42.3125  0.00568209  0.00991413
2020-11-16T20:38:27.230 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:27.334 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:27.443 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:27.466 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:38:27.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:27 smithi065 bash[9468]: cluster 2020-11-16T20:38:26.260566+0000 mgr.x (mgr.14196) 790 : cluster [DBG] pgmap v1144: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:27 smithi065 bash[9468]: cluster 2020-11-16T20:38:26.266159+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e439: 12 total, 12 up, 12 in
2020-11-16T20:38:27.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:27 smithi065 bash[9468]: audit 2020-11-16T20:38:26.790198+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? v1:172.21.15.142:0/2838579023' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:38:27.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:38:27 smithi065 bash[16457]: debug 2020-11-16T20:38:27.442+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:27 smithi142 bash[9523]: cluster 2020-11-16T20:38:26.260566+0000 mgr.x (mgr.14196) 790 : cluster [DBG] pgmap v1144: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:27.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:27 smithi142 bash[9523]: cluster 2020-11-16T20:38:26.266159+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e439: 12 total, 12 up, 12 in
2020-11-16T20:38:27.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:27 smithi142 bash[9523]: audit 2020-11-16T20:38:26.790198+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? v1:172.21.15.142:0/2838579023' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:38:27.546 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:27.554 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:27 smithi071 bash[26650]: debug 2020-11-16T20:38:27.228+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:27.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:27 smithi071 bash[9480]: cluster 2020-11-16T20:38:26.260566+0000 mgr.x (mgr.14196) 790 : cluster [DBG] pgmap v1144: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:38:27.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:27 smithi071 bash[9480]: cluster 2020-11-16T20:38:26.266159+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e439: 12 total, 12 up, 12 in
2020-11-16T20:38:27.555 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:27 smithi071 bash[9480]: audit 2020-11-16T20:38:26.790198+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? v1:172.21.15.142:0/2838579023' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:38:27.689 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:27.796 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:27.917 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:27.949 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:27 smithi071 bash[14419]: debug 2020-11-16T20:38:27.684+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:27.951 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:38:27.951 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:38:28.022 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:28.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   84      16    134626    134610   100.147   44.5625  0.00564842  0.00997897
2020-11-16T20:38:28.161 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:28.265 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:28.266 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:38:27 smithi065 bash[11785]: debug 2020-11-16T20:38:27.914+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:28.267 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:28 smithi071 bash[9480]: cluster 2020-11-16T20:38:27.464265+0000 mon.a (mon.0) 1540 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:28.267 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:28 smithi071 bash[9480]: audit 2020-11-16T20:38:27.468501+0000 mon.a (mon.0) 1541 : audit [INF] from='client.? v1:172.21.15.142:0/2838579023' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:38:28.268 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:28 smithi071 bash[9480]: cluster 2020-11-16T20:38:27.468555+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e440: 12 total, 12 up, 12 in
2020-11-16T20:38:28.268 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:38:28 smithi071 bash[12066]: debug 2020-11-16T20:38:28.156+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:28.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:28 smithi065 bash[9468]: cluster 2020-11-16T20:38:27.464265+0000 mon.a (mon.0) 1540 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:28.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:28 smithi065 bash[9468]: audit 2020-11-16T20:38:27.468501+0000 mon.a (mon.0) 1541 : audit [INF] from='client.? v1:172.21.15.142:0/2838579023' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:38:28.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:28 smithi065 bash[9468]: cluster 2020-11-16T20:38:27.468555+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e440: 12 total, 12 up, 12 in
2020-11-16T20:38:28.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:28 smithi142 bash[9523]: cluster 2020-11-16T20:38:27.464265+0000 mon.a (mon.0) 1540 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:28.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:28 smithi142 bash[9523]: audit 2020-11-16T20:38:27.468501+0000 mon.a (mon.0) 1541 : audit [INF] from='client.? v1:172.21.15.142:0/2838579023' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:38:28.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:28 smithi142 bash[9523]: cluster 2020-11-16T20:38:27.468555+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e440: 12 total, 12 up, 12 in
2020-11-16T20:38:28.819 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:28.923 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:28.941 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight
2020-11-16T20:38:29.031 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:29.133 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   85      16    135455    135439    99.578   51.8125   0.0129488   0.0100379
2020-11-16T20:38:29.135 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:29.156 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:29.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:29 smithi071 bash[26650]: debug 2020-11-16T20:38:29.028+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:29.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:28 smithi071 bash[14419]: debug 2020-11-16T20:38:28.816+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:29.244 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:38:29.303 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:38:29.343 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:38:29.383 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:38:29.421 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:38:29.452 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:38:29.488 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:38:29.524 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:38:29.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:29 smithi065 bash[9468]: cluster 2020-11-16T20:38:28.261008+0000 mgr.x (mgr.14196) 791 : cluster [DBG] pgmap v1147: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s wr, 826 op/s
2020-11-16T20:38:29.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:29 smithi065 bash[9468]: cluster 2020-11-16T20:38:28.451777+0000 osd.11 (osd.11) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:29.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:29 smithi065 bash[9468]: cluster 2020-11-16T20:38:28.451877+0000 osd.11 (osd.11) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:29.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:29 smithi065 bash[9468]: audit 2020-11-16T20:38:29.204579+0000 mon.a (mon.0) 1543 : audit [DBG] from='client.? v1:172.21.15.142:0/1326338951' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:29.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:29 smithi142 bash[9523]: cluster 2020-11-16T20:38:28.261008+0000 mgr.x (mgr.14196) 791 : cluster [DBG] pgmap v1147: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s wr, 826 op/s
2020-11-16T20:38:29.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:29 smithi142 bash[9523]: cluster 2020-11-16T20:38:28.451777+0000 osd.11 (osd.11) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:29.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:29 smithi142 bash[9523]: cluster 2020-11-16T20:38:28.451877+0000 osd.11 (osd.11) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:29.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:29 smithi142 bash[9523]: audit 2020-11-16T20:38:29.204579+0000 mon.a (mon.0) 1543 : audit [DBG] from='client.? v1:172.21.15.142:0/1326338951' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:29.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:38:29.587 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:38:29.619 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:38:29.662 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:38:29.663 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:29.664 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.664 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.665 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.666 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.666 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:38:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:29 smithi071 bash[9480]: cluster 2020-11-16T20:38:28.261008+0000 mgr.x (mgr.14196) 791 : cluster [DBG] pgmap v1147: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s wr, 826 op/s
2020-11-16T20:38:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:29 smithi071 bash[9480]: cluster 2020-11-16T20:38:28.451777+0000 osd.11 (osd.11) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:29 smithi071 bash[9480]: cluster 2020-11-16T20:38:28.451877+0000 osd.11 (osd.11) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:29 smithi071 bash[9480]: audit 2020-11-16T20:38:29.204579+0000 mon.a (mon.0) 1543 : audit [DBG] from='client.? v1:172.21.15.142:0/1326338951' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:29.768 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:29.989 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:30.034 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:29 smithi142 bash[20366]: debug 2020-11-16T20:38:29.660+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:30.093 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:30.134 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   86      16    136158    136142    98.931   43.9375  0.00738964   0.0101048
2020-11-16T20:38:30.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:38:29 smithi071 bash[16796]: debug 2020-11-16T20:38:29.988+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:30.230 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:30.296 INFO:teuthology.orchestra.run.smithi142.stderr:set 4.0 pg_upmap_items mapping to [6->0,8->9]
2020-11-16T20:38:30.334 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:30.444 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[11785]: debug 2020-11-16T20:38:30.226+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:30.445 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.250434+0000 osd.0 (osd.0) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.445 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.279292+0000 mon.a (mon.0) 1544 : cluster [DBG] osdmap e441: 12 total, 12 up, 12 in
2020-11-16T20:38:30.445 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.309110+0000 osd.1 (osd.1) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.445 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.347532+0000 osd.2 (osd.2) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.445 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.383789+0000 osd.3 (osd.3) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.446 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.421698+0000 osd.4 (osd.4) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.446 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.490984+0000 osd.6 (osd.6) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.446 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.526978+0000 osd.7 (osd.7) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.446 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.621790+0000 osd.10 (osd.10) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.446 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: audit 2020-11-16T20:38:29.660121+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? v1:172.21.15.142:0/2632687583' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "4.0", "id": [6, 0, 8, 9]}]: dispatch
2020-11-16T20:38:30.446 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.664132+0000 osd.11 (osd.11) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.447 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:38:30 smithi065 bash[16457]: debug 2020-11-16T20:38:30.442+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:30.447 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:30.549 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:30.557 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.250434+0000 osd.0 (osd.0) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.558 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.279292+0000 mon.a (mon.0) 1544 : cluster [DBG] osdmap e441: 12 total, 12 up, 12 in
2020-11-16T20:38:30.558 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.309110+0000 osd.1 (osd.1) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.558 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.347532+0000 osd.2 (osd.2) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.558 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.383789+0000 osd.3 (osd.3) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.558 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.421698+0000 osd.4 (osd.4) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.558 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.490984+0000 osd.6 (osd.6) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.526978+0000 osd.7 (osd.7) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.621790+0000 osd.10 (osd.10) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: audit 2020-11-16T20:38:29.660121+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? v1:172.21.15.142:0/2632687583' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "4.0", "id": [6, 0, 8, 9]}]: dispatch
2020-11-16T20:38:30.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.664132+0000 osd.11 (osd.11) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.250434+0000 osd.0 (osd.0) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.279292+0000 mon.a (mon.0) 1544 : cluster [DBG] osdmap e441: 12 total, 12 up, 12 in
2020-11-16T20:38:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.309110+0000 osd.1 (osd.1) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.347532+0000 osd.2 (osd.2) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.383789+0000 osd.3 (osd.3) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.421698+0000 osd.4 (osd.4) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.490984+0000 osd.6 (osd.6) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.526978+0000 osd.7 (osd.7) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.621790+0000 osd.10 (osd.10) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: audit 2020-11-16T20:38:29.660121+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? v1:172.21.15.142:0/2632687583' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "4.0", "id": [6, 0, 8, 9]}]: dispatch
2020-11-16T20:38:30.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:30 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.664132+0000 osd.11 (osd.11) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:30.870 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:38:30.898 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:31.003 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:31.025 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:31.134 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   87      16    136554    136538   98.0783     24.75   0.0915507   0.0101292
2020-11-16T20:38:31.284 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:38:30 smithi142 bash[22738]: debug 2020-11-16T20:38:30.900+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:31.338 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:31 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.454569+0000 osd.5 (osd.5) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.338 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:31 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.557434+0000 osd.8 (osd.8) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.338 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:31 smithi071 bash[9480]: cluster 2020-11-16T20:38:29.589904+0000 osd.9 (osd.9) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.338 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:31 smithi071 bash[9480]: cluster 2020-11-16T20:38:30.261537+0000 mgr.x (mgr.14196) 792 : cluster [DBG] pgmap v1149: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 775 op/s
2020-11-16T20:38:31.338 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:31 smithi071 bash[9480]: audit 2020-11-16T20:38:30.296215+0000 mon.a (mon.0) 1546 : audit [INF] from='client.? v1:172.21.15.142:0/2632687583' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "4.0", "id": [6, 0, 8, 9]}]': finished
2020-11-16T20:38:31.339 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:31 smithi071 bash[9480]: cluster 2020-11-16T20:38:30.296334+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e442: 12 total, 12 up, 12 in
2020-11-16T20:38:31.661 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:31 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.454569+0000 osd.5 (osd.5) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.661 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:31 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.557434+0000 osd.8 (osd.8) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.661 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:31 smithi142 bash[9523]: cluster 2020-11-16T20:38:29.589904+0000 osd.9 (osd.9) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.661 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:31 smithi142 bash[9523]: cluster 2020-11-16T20:38:30.261537+0000 mgr.x (mgr.14196) 792 : cluster [DBG] pgmap v1149: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 775 op/s
2020-11-16T20:38:31.661 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:31 smithi142 bash[9523]: audit 2020-11-16T20:38:30.296215+0000 mon.a (mon.0) 1546 : audit [INF] from='client.? v1:172.21.15.142:0/2632687583' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "4.0", "id": [6, 0, 8, 9]}]': finished
2020-11-16T20:38:31.662 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:31 smithi142 bash[9523]: cluster 2020-11-16T20:38:30.296334+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e442: 12 total, 12 up, 12 in
2020-11-16T20:38:31.662 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:31.765 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:31.775 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:31 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.454569+0000 osd.5 (osd.5) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.775 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:31 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.557434+0000 osd.8 (osd.8) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.775 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:31 smithi065 bash[9468]: cluster 2020-11-16T20:38:29.589904+0000 osd.9 (osd.9) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:31.775 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:31 smithi065 bash[9468]: cluster 2020-11-16T20:38:30.261537+0000 mgr.x (mgr.14196) 792 : cluster [DBG] pgmap v1149: 17 pgs: 2 active+clean+scrubbing+deep, 15 active+clean; 8.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 775 op/s
2020-11-16T20:38:31.775 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:31 smithi065 bash[9468]: audit 2020-11-16T20:38:30.296215+0000 mon.a (mon.0) 1546 : audit [INF] from='client.? v1:172.21.15.142:0/2632687583' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "4.0", "id": [6, 0, 8, 9]}]': finished
2020-11-16T20:38:31.776 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:31 smithi065 bash[9468]: cluster 2020-11-16T20:38:30.296334+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e442: 12 total, 12 up, 12 in
2020-11-16T20:38:31.906 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:31.938 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:38:31 smithi142 bash[22738]: debug 2020-11-16T20:38:31.664+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:32.011 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:32.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:31 smithi065 bash[14115]: debug 2020-11-16T20:38:31.906+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:32.134 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   88      15    136857    136842   97.1797        19  0.00701174   0.0102854
2020-11-16T20:38:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:32.609 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:32.616 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:32 smithi071 bash[9480]: cluster 2020-11-16T20:38:31.306110+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e443: 12 total, 12 up, 12 in
2020-11-16T20:38:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:32 smithi065 bash[9468]: cluster 2020-11-16T20:38:31.306110+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e443: 12 total, 12 up, 12 in
2020-11-16T20:38:32.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:32 smithi142 bash[9523]: cluster 2020-11-16T20:38:31.306110+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e443: 12 total, 12 up, 12 in
2020-11-16T20:38:32.783 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:32 smithi142 bash[15670]: debug 2020-11-16T20:38:32.508+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:33.116 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:33.134 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   89      16    137512    137496    96.547    40.875  0.00701307   0.0103508
2020-11-16T20:38:33.219 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:33.407 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:33.424 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:38:33 smithi071 bash[12066]: debug 2020-11-16T20:38:33.108+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:33.424 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:33 smithi071 bash[9480]: cluster 2020-11-16T20:38:32.262061+0000 mgr.x (mgr.14196) 793 : cluster [DBG] pgmap v1152: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 764 op/s; 8468/271270 objects degraded (3.122%)
2020-11-16T20:38:33.484 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:38:33.492 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:33 smithi142 bash[9523]: cluster 2020-11-16T20:38:32.262061+0000 mgr.x (mgr.14196) 793 : cluster [DBG] pgmap v1152: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 764 op/s; 8468/271270 objects degraded (3.122%)
2020-11-16T20:38:33.492 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:38:33 smithi142 bash[22738]: debug 2020-11-16T20:38:33.408+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:33.511 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:33.629 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:33.672 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:33.674 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:33 smithi071 bash[14419]: debug 2020-11-16T20:38:33.660+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:33.714 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:38:33.714 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:38:33.714 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:38:33.714 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(osd.11.0:103634 4.1 e443/407 4:85699472:::benchmark_data_smithi065_31807_object63307:head v 443'10528, mlcod=443'10524)",
2020-11-16T20:38:33.714 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:38:33.706318+0000",
2020-11-16T20:38:33.715 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.0099567119999999995,
2020-11-16T20:38:33.715 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.0099845590000000005,
2020-11-16T20:38:33.715 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:38:33.715 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:38:33.715 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:38:33.715 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:38:33.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.706318+0000",
2020-11-16T20:38:33.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:38:33.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:38:33.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.706318+0000",
2020-11-16T20:38:33.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:38:33.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:38:33.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.706295+0000",
2020-11-16T20:38:33.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3509000000000004e-05
2020-11-16T20:38:33.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:38:33.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.706368+0000",
2020-11-16T20:38:33.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0521e-05
2020-11-16T20:38:33.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:38:33.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.706379+0000",
2020-11-16T20:38:33.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7259999999999996e-06
2020-11-16T20:38:33.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:33.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.706386+0000",
2020-11-16T20:38:33.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2463000000000002e-05
2020-11-16T20:38:33.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:38:33.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.706438+0000",
2020-11-16T20:38:33.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3396999999999999e-05
2020-11-16T20:38:33.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:38:33.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.706471+0000",
2020-11-16T20:38:33.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015377000000000001
2020-11-16T20:38:33.721 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:38:33.721 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:38:33.721 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:38:33.721 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:38:33.721 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:38:33.721 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(osd.11.0:103636 4.1 e443/407 4:856aecac:::benchmark_data_smithi065_31807_object100538:head v 443'10529, mlcod=443'10524)",
2020-11-16T20:38:33.721 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:38:33.711345+0000",
2020-11-16T20:38:33.722 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.0049293269999999998,
2020-11-16T20:38:33.722 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.0050025169999999997,
2020-11-16T20:38:33.722 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:38:33.722 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:38:33.722 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:38:33.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:38:33.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.711345+0000",
2020-11-16T20:38:33.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:38:33.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:38:33.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.711345+0000",
2020-11-16T20:38:33.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:38:33.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:38:33.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.711309+0000",
2020-11-16T20:38:33.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011637
2020-11-16T20:38:33.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:38:33.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.711425+0000",
2020-11-16T20:38:33.725 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1962000000000001e-05
2020-11-16T20:38:33.725 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.725 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.725 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:38:33.725 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.711447+0000",
2020-11-16T20:38:33.725 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2003e-05
2020-11-16T20:38:33.725 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.726 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:38:33.726 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.711459+0000",
2020-11-16T20:38:33.726 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0012138839999999999
2020-11-16T20:38:33.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.726 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:38:33.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.712673+0000",
2020-11-16T20:38:33.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6276000000000001e-05
2020-11-16T20:38:33.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:38:33.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:38:33.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:38:33.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:33.712700+0000",
2020-11-16T20:38:33.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0013545409999999999
2020-11-16T20:38:33.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:38:33.728 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:38:33.728 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:38:33.728 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:38:33.728 INFO:teuthology.orchestra.run.smithi071.stdout:    ],
2020-11-16T20:38:33.728 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 2
2020-11-16T20:38:33.728 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:38:33.775 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:33.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:33 smithi065 bash[9468]: cluster 2020-11-16T20:38:32.262061+0000 mgr.x (mgr.14196) 793 : cluster [DBG] pgmap v1152: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s wr, 764 op/s; 8468/271270 objects degraded (3.122%)
2020-11-16T20:38:34.134 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   90      16    138166    138150   95.9284    40.875  0.00614732   0.0104198
2020-11-16T20:38:34.440 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:34.545 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:34.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:34 smithi142 bash[20366]: debug 2020-11-16T20:38:34.440+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:34.964 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:35.059 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops
2020-11-16T20:38:35.069 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:35.134 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total time run:         90.0806
2020-11-16T20:38:35.135 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total writes made:      138166
2020-11-16T20:38:35.135 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Write size:             65536
2020-11-16T20:38:35.135 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object size:            65536
2020-11-16T20:38:35.135 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Bandwidth (MB/sec):     95.8628
2020-11-16T20:38:35.135 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Bandwidth:       46.5859
2020-11-16T20:38:35.135 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max bandwidth (MB/sec): 228.188
2020-11-16T20:38:35.136 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min bandwidth (MB/sec): 19
2020-11-16T20:38:35.136 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average IOPS:           1533
2020-11-16T20:38:35.136 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev IOPS:            745
2020-11-16T20:38:35.136 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max IOPS:               3651
2020-11-16T20:38:35.136 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min IOPS:               304
2020-11-16T20:38:35.136 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average Latency(s):     0.010429
2020-11-16T20:38:35.136 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Latency(s):      0.021769
2020-11-16T20:38:35.137 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max latency(s):         1.37006
2020-11-16T20:38:35.137 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min latency(s):         0.00151542
2020-11-16T20:38:35.145 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Cleaning up (deleting benchmark objects)
2020-11-16T20:38:35.223 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:35.245 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:38:34 smithi071 bash[16796]: debug 2020-11-16T20:38:34.960+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:35.245 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:38:35 smithi071 bash[16796]: debug 2020-11-16T20:38:35.244+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:35.248 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:35.356 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:35.492 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:35.597 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:35.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:35 smithi071 bash[9480]: cluster 2020-11-16T20:38:34.262555+0000 mgr.x (mgr.14196) 794 : cluster [DBG] pgmap v1153: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 47 MiB/s wr, 759 op/s; 8468/274132 objects degraded (3.089%)
2020-11-16T20:38:35.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:35 smithi065 bash[9468]: cluster 2020-11-16T20:38:34.262555+0000 mgr.x (mgr.14196) 794 : cluster [DBG] pgmap v1153: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 47 MiB/s wr, 759 op/s; 8468/274132 objects degraded (3.089%)
2020-11-16T20:38:35.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:35 smithi065 bash[18823]: debug 2020-11-16T20:38:35.490+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:35.885 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:35 smithi142 bash[9523]: cluster 2020-11-16T20:38:34.262555+0000 mgr.x (mgr.14196) 794 : cluster [DBG] pgmap v1153: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 47 MiB/s wr, 759 op/s; 8468/274132 objects degraded (3.089%)
2020-11-16T20:38:36.094 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:36.198 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:36.400 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:36.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:38:36 smithi071 bash[12066]: debug 2020-11-16T20:38:36.088+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:36.503 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:36.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:38:36 smithi142 bash[22738]: debug 2020-11-16T20:38:36.404+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:36.629 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:36.734 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:36.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:36 smithi065 bash[14115]: debug 2020-11-16T20:38:36.626+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:36.850 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:36.939 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:38:36.940 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:38:36.940 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:38:36.952 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:37.110 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:37.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:36 smithi065 bash[14115]: debug 2020-11-16T20:38:36.846+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:37.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:37 smithi071 bash[9480]: cluster 2020-11-16T20:38:36.262958+0000 mgr.x (mgr.14196) 795 : cluster [DBG] pgmap v1154: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 33 MiB/s wr, 533 op/s; 8468/275084 objects degraded (3.078%)
2020-11-16T20:38:37.765 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:37 smithi142 bash[9523]: cluster 2020-11-16T20:38:36.262958+0000 mgr.x (mgr.14196) 795 : cluster [DBG] pgmap v1154: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 33 MiB/s wr, 533 op/s; 8468/275084 objects degraded (3.078%)
2020-11-16T20:38:37.768 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:37.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:37 smithi065 bash[9468]: cluster 2020-11-16T20:38:36.262958+0000 mgr.x (mgr.14196) 795 : cluster [DBG] pgmap v1154: 17 pgs: 1 activating, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 33 MiB/s wr, 533 op/s; 8468/275084 objects degraded (3.078%)
2020-11-16T20:38:37.878 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:38.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:38:37 smithi142 bash[18009]: debug 2020-11-16T20:38:37.768+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:38.074 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:38.180 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:38.309 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:38.320 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:38:38.413 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:38.417 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:38 smithi142 bash[15670]: debug 2020-11-16T20:38:38.072+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:38.417 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:38 smithi142 bash[9523]: audit 2020-11-16T20:38:37.387982+0000 mon.a (mon.0) 1549 : audit [INF] from='client.? v1:172.21.15.142:0/2323851288' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:38.417 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:38 smithi142 bash[9523]: cluster 2020-11-16T20:38:37.488896+0000 osd.6 (osd.6) 120 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:38.417 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:38 smithi142 bash[9523]: cluster 2020-11-16T20:38:37.488976+0000 osd.6 (osd.6) 121 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:38.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:38 smithi065 bash[9468]: audit 2020-11-16T20:38:37.387982+0000 mon.a (mon.0) 1549 : audit [INF] from='client.? v1:172.21.15.142:0/2323851288' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:38.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:38 smithi065 bash[9468]: cluster 2020-11-16T20:38:37.488896+0000 osd.6 (osd.6) 120 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:38.508 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:38 smithi065 bash[9468]: cluster 2020-11-16T20:38:37.488976+0000 osd.6 (osd.6) 121 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:38.508 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:38:38 smithi065 bash[16457]: debug 2020-11-16T20:38:38.306+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:38.508 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:38:38 smithi065 bash[16457]: debug 2020-11-16T20:38:38.506+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:38.508 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:38.613 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:38 smithi071 bash[9480]: audit 2020-11-16T20:38:37.387982+0000 mon.a (mon.0) 1549 : audit [INF] from='client.? v1:172.21.15.142:0/2323851288' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:38:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:38 smithi071 bash[9480]: cluster 2020-11-16T20:38:37.488896+0000 osd.6 (osd.6) 120 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:38.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:38 smithi071 bash[9480]: cluster 2020-11-16T20:38:37.488976+0000 osd.6 (osd.6) 121 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:38.724 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:38:38.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:38:38 smithi065 bash[11785]: debug 2020-11-16T20:38:38.722+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:38.829 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:38.953 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:39.059 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:39.165 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:38 smithi065 bash[18823]: debug 2020-11-16T20:38:38.950+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:39.165 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:39.269 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:39.498 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:39.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:39 smithi065 bash[14115]: debug 2020-11-16T20:38:39.162+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:39.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:39 smithi065 bash[9468]: cluster 2020-11-16T20:38:38.263459+0000 mgr.x (mgr.14196) 796 : cluster [DBG] pgmap v1155: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s wr, 507 op/s; 8383/275136 objects misplaced (3.047%); 680 KiB/s, 10 objects/s recovering
2020-11-16T20:38:39.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:39 smithi065 bash[9468]: cluster 2020-11-16T20:38:38.312488+0000 mon.a (mon.0) 1550 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:39.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:39 smithi065 bash[9468]: audit 2020-11-16T20:38:38.323473+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? v1:172.21.15.142:0/2323851288' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:38:39.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:39 smithi065 bash[9468]: cluster 2020-11-16T20:38:38.323526+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e444: 12 total, 12 up, 12 in
2020-11-16T20:38:39.603 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:39.610 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:39 smithi142 bash[9523]: cluster 2020-11-16T20:38:38.263459+0000 mgr.x (mgr.14196) 796 : cluster [DBG] pgmap v1155: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s wr, 507 op/s; 8383/275136 objects misplaced (3.047%); 680 KiB/s, 10 objects/s recovering
2020-11-16T20:38:39.610 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:39 smithi142 bash[9523]: cluster 2020-11-16T20:38:38.312488+0000 mon.a (mon.0) 1550 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:39.611 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:39 smithi142 bash[9523]: audit 2020-11-16T20:38:38.323473+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? v1:172.21.15.142:0/2323851288' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:38:39.611 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:39 smithi142 bash[9523]: cluster 2020-11-16T20:38:38.323526+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e444: 12 total, 12 up, 12 in
2020-11-16T20:38:39.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:39 smithi071 bash[26650]: debug 2020-11-16T20:38:39.496+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:39 smithi071 bash[9480]: cluster 2020-11-16T20:38:38.263459+0000 mgr.x (mgr.14196) 796 : cluster [DBG] pgmap v1155: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing+deep, 14 active+clean; 8.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s wr, 507 op/s; 8383/275136 objects misplaced (3.047%); 680 KiB/s, 10 objects/s recovering
2020-11-16T20:38:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:39 smithi071 bash[9480]: cluster 2020-11-16T20:38:38.312488+0000 mon.a (mon.0) 1550 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:39 smithi071 bash[9480]: audit 2020-11-16T20:38:38.323473+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? v1:172.21.15.142:0/2323851288' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:38:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:39 smithi071 bash[9480]: cluster 2020-11-16T20:38:38.323526+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e444: 12 total, 12 up, 12 in
2020-11-16T20:38:39.997 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:38:39.997 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:38:39.997 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:38:39.997 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:38:39.998 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:38:40.087 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:40.190 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:40.333 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:40.437 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:40.455 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:40 smithi142 bash[15670]: debug 2020-11-16T20:38:40.088+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:40.532 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:38:40 smithi065 bash[16457]: debug 2020-11-16T20:38:40.330+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:40.957 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:41.047 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_historic_ops
2020-11-16T20:38:41.061 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:41.173 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:41.201 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:38:41.201 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:41.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:38:41.271 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:38:41.277 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:41.316 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:38:41.321 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:41 smithi065 bash[14115]: debug 2020-11-16T20:38:41.170+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:41.321 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:41 smithi071 bash[9480]: cluster 2020-11-16T20:38:40.264116+0000 mgr.x (mgr.14196) 797 : cluster [DBG] pgmap v1157: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing+deep, 15 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 114 B/s rd, 22 MiB/s wr, 535 op/s; 8383/272900 objects misplaced (3.072%); 607 KiB/s, 9 objects/s recovering
2020-11-16T20:38:41.322 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:41 smithi071 bash[9480]: audit 2020-11-16T20:38:41.171999+0000 mon.b (mon.1) 386 : audit [DBG] from='client.? v1:172.21.15.142:0/1536013131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:41.322 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:40 smithi071 bash[26650]: debug 2020-11-16T20:38:40.952+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:41.346 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:38:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:38:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:38:41.456 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:38:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:38:41.520 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:38:41.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:38:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:38:41.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:38:41.673 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:38:41 smithi142 bash[18009]: debug 2020-11-16T20:38:41.676+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:41.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:41 smithi142 bash[9523]: cluster 2020-11-16T20:38:40.264116+0000 mgr.x (mgr.14196) 797 : cluster [DBG] pgmap v1157: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing+deep, 15 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 114 B/s rd, 22 MiB/s wr, 535 op/s; 8383/272900 objects misplaced (3.072%); 607 KiB/s, 9 objects/s recovering
2020-11-16T20:38:41.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:41 smithi142 bash[9523]: audit 2020-11-16T20:38:41.171999+0000 mon.b (mon.1) 386 : audit [DBG] from='client.? v1:172.21.15.142:0/1536013131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:41.674 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:41.777 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:41.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:41 smithi065 bash[9468]: cluster 2020-11-16T20:38:40.264116+0000 mgr.x (mgr.14196) 797 : cluster [DBG] pgmap v1157: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing+deep, 15 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 114 B/s rd, 22 MiB/s wr, 535 op/s; 8383/272900 objects misplaced (3.072%); 607 KiB/s, 9 objects/s recovering
2020-11-16T20:38:41.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:41 smithi065 bash[9468]: audit 2020-11-16T20:38:41.171999+0000 mon.b (mon.1) 386 : audit [DBG] from='client.? v1:172.21.15.142:0/1536013131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:41.888 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:41.993 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:42.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:41 smithi065 bash[18823]: debug 2020-11-16T20:38:41.886+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:42.302 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:38:42.400 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:38:42.446 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:42.504 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:42.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.206974+0000 osd.0 (osd.0) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.682 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.242553+0000 osd.1 (osd.1) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.276640+0000 osd.2 (osd.2) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.311716+0000 osd.3 (osd.3) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.349298+0000 osd.4 (osd.4) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.383995+0000 osd.5 (osd.5) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.418539+0000 osd.6 (osd.6) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.683 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.456613+0000 osd.7 (osd.7) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.684 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.556782+0000 osd.10 (osd.10) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.684 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.587609+0000 osd.11 (osd.11) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.684 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:38:42 smithi071 bash[12066]: debug 2020-11-16T20:38:42.396+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:42.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.206974+0000 osd.0 (osd.0) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.242553+0000 osd.1 (osd.1) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.276640+0000 osd.2 (osd.2) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.311716+0000 osd.3 (osd.3) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.349298+0000 osd.4 (osd.4) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.383995+0000 osd.5 (osd.5) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.418539+0000 osd.6 (osd.6) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.456613+0000 osd.7 (osd.7) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.556782+0000 osd.10 (osd.10) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:42 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.587609+0000 osd.11 (osd.11) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.206974+0000 osd.0 (osd.0) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.242553+0000 osd.1 (osd.1) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.276640+0000 osd.2 (osd.2) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.311716+0000 osd.3 (osd.3) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.349298+0000 osd.4 (osd.4) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.383995+0000 osd.5 (osd.5) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.418539+0000 osd.6 (osd.6) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.456613+0000 osd.7 (osd.7) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.556782+0000 osd.10 (osd.10) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:42.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:42 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.587609+0000 osd.11 (osd.11) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:43.181 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:43.287 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:43.324 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:43 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.492948+0000 osd.8 (osd.8) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:43.325 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:43 smithi071 bash[9480]: cluster 2020-11-16T20:38:41.522993+0000 osd.9 (osd.9) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:43.325 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:43 smithi071 bash[9480]: cluster 2020-11-16T20:38:42.264708+0000 mgr.x (mgr.14196) 798 : cluster [DBG] pgmap v1158: 17 pgs: 1 active+recovering, 16 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 16 MiB/s wr, 542 op/s; 8214/270546 objects misplaced (3.036%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:43.430 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:38:43.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:43 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.492948+0000 osd.8 (osd.8) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:43.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:43 smithi142 bash[9523]: cluster 2020-11-16T20:38:41.522993+0000 osd.9 (osd.9) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:43.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:43 smithi142 bash[9523]: cluster 2020-11-16T20:38:42.264708+0000 mgr.x (mgr.14196) 798 : cluster [DBG] pgmap v1158: 17 pgs: 1 active+recovering, 16 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 16 MiB/s wr, 542 op/s; 8214/270546 objects misplaced (3.036%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:43.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:43 smithi142 bash[15670]: debug 2020-11-16T20:38:43.183+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:43.536 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:43.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:38:43 smithi065 bash[16457]: debug 2020-11-16T20:38:43.430+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:43.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:43 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.492948+0000 osd.8 (osd.8) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:43 smithi065 bash[9468]: cluster 2020-11-16T20:38:41.522993+0000 osd.9 (osd.9) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:43 smithi065 bash[9468]: cluster 2020-11-16T20:38:42.264708+0000 mgr.x (mgr.14196) 798 : cluster [DBG] pgmap v1158: 17 pgs: 1 active+recovering, 16 active+clean; 8.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 102 B/s rd, 16 MiB/s wr, 542 op/s; 8214/270546 objects misplaced (3.036%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:43.938 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:38:44.042 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:44.213 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:38:43 smithi142 bash[15670]: debug 2020-11-16T20:38:43.939+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:44.214 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:44.318 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:44.453 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:44.470 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:38:44 smithi142 bash[18009]: debug 2020-11-16T20:38:44.215+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:44.470 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:44 smithi142 bash[9523]: cluster 2020-11-16T20:38:42.699947+0000 osd.4 (osd.4) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:44.470 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:44 smithi142 bash[9523]: cluster 2020-11-16T20:38:42.700017+0000 osd.4 (osd.4) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:44.471 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:44 smithi142 bash[9523]: cluster 2020-11-16T20:38:43.474102+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e445: 12 total, 12 up, 12 in
2020-11-16T20:38:44.471 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:44 smithi142 bash[9523]: cluster 2020-11-16T20:38:44.265317+0000 mgr.x (mgr.14196) 799 : cluster [DBG] pgmap v1160: 17 pgs: 1 active+recovering, 16 active+clean; 8.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 4.3 MiB/s wr, 628 op/s; 8214/267240 objects misplaced (3.074%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:38:44.559 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:44.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:44 smithi065 bash[18823]: debug 2020-11-16T20:38:44.450+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:44 smithi065 bash[9468]: cluster 2020-11-16T20:38:42.699947+0000 osd.4 (osd.4) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:44 smithi065 bash[9468]: cluster 2020-11-16T20:38:42.700017+0000 osd.4 (osd.4) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:44 smithi065 bash[9468]: cluster 2020-11-16T20:38:43.474102+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e445: 12 total, 12 up, 12 in
2020-11-16T20:38:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:44 smithi065 bash[9468]: cluster 2020-11-16T20:38:44.265317+0000 mgr.x (mgr.14196) 799 : cluster [DBG] pgmap v1160: 17 pgs: 1 active+recovering, 16 active+clean; 8.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 4.3 MiB/s wr, 628 op/s; 8214/267240 objects misplaced (3.074%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:38:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:44 smithi071 bash[9480]: cluster 2020-11-16T20:38:42.699947+0000 osd.4 (osd.4) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:44 smithi071 bash[9480]: cluster 2020-11-16T20:38:42.700017+0000 osd.4 (osd.4) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:44 smithi071 bash[9480]: cluster 2020-11-16T20:38:43.474102+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e445: 12 total, 12 up, 12 in
2020-11-16T20:38:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:44 smithi071 bash[9480]: cluster 2020-11-16T20:38:44.265317+0000 mgr.x (mgr.14196) 799 : cluster [DBG] pgmap v1160: 17 pgs: 1 active+recovering, 16 active+clean; 8.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 4.3 MiB/s wr, 628 op/s; 8214/267240 objects misplaced (3.074%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:38:45.097 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:45.201 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:45.300 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:38:45.312 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:38:45.313 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:38:45.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 445,
2020-11-16T20:38:45.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:38:45.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:38:45.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:38:43.467853+0000",
2020-11-16T20:38:45.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:38:45.313 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:38:45.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "noscrub,nodeep-scrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:38:45.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5806080,
2020-11-16T20:38:45.314 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:38:45.314 INFO:teuthology.orchestra.run.smithi142.stdout:        "nodeep-scrub",
2020-11-16T20:38:45.314 INFO:teuthology.orchestra.run.smithi142.stdout:        "noscrub",
2020-11-16T20:38:45.314 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:38:45.314 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:38:45.315 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:38:45.315 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:38:45.315 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:45.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 30,
2020-11-16T20:38:45.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:38:45.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:38:45.315 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:38:45.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:38:45.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 4,
2020-11-16T20:38:45.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:38:45.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:38:45.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "luminous",
2020-11-16T20:38:45.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:38:45.316 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:38:45.317 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.317 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:38:45.317 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:38:45.317 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:38:45.317 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:38:45.317 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:38:45.317 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:38:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:38:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:38:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:38:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:38:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:38:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:38:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:38:45.318 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:38:45.319 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:38:45.319 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:38:45.319 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:38:45.319 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:38:45.319 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:38:45.319 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:38:45.319 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:38:45.320 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:38:45.320 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:38:45.320 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:38:45.320 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:38:45.320 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:38:45.320 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:38:45.320 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.320 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:38:45.321 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:38:45.321 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:38:45.321 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:38:45.321 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:38:45.321 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:38:45.321 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:38:45.321 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:38:45.322 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:38:45.322 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:38:45.322 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:38:45.322 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:38:45.322 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:38:45.322 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:38:45.322 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:38:45.322 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:38:45.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:38:45.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:38:45.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:38:45.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:38:45.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:38:45.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:38:45.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:38:45.324 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:38:45.324 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:38:45.324 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:38:45.324 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:38:45.324 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.324 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:38:45.324 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:38:45.324 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:38:45.325 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:38:45.325 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:38:45.325 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:38:45.325 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:38:45.325 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:38:45.325 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:38:45.325 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:38:45.326 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:38:45.326 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:38:45.326 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:38:45.326 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.326 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:38:45.326 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:38:45.326 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:45.326 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.327 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 4,
2020-11-16T20:38:45.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_2",
2020-11-16T20:38:45.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:36:47.427193+0000",
2020-11-16T20:38:45.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:38:45.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:38:45.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:38:45.328 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:38:45.328 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:38:45.328 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:38:45.328 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:38:45.328 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:38:45.328 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:38:45.328 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:38:45.328 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:38:45.329 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:38:45.329 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 16,
2020-11-16T20:38:45.329 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 16,
2020-11-16T20:38:45.329 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 16,
2020-11-16T20:38:45.329 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 16,
2020-11-16T20:38:45.329 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 16,
2020-11-16T20:38:45.329 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:38:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:38:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:38:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:38:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:38:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:38:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:38:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.330 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "413",
2020-11-16T20:38:45.331 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:38:45.331 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:38:45.331 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:38:45.331 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:38:45.331 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:38:45.331 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:38:45.331 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:38:45.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:38:45.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:38:45.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:38:45.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:38:45.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:38:45.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:38:45.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:38:45.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:38:45.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:38:45.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:38:45.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:38:45.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:38:45.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:38:45.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:38:45.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:38:45.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:38:45.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:38:45.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:38:45.334 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:38:45.334 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:38:45.334 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:38:45.335 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:38:45.335 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:38:45.335 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:38:45.335 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:38:45.335 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:38:45.335 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:38:45.335 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:38:45.335 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:38:45.336 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:38:45.336 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:38:45.336 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:38:45.336 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:38:45.336 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:38:45.336 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:45.336 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:45.337 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:38:45.337 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.337 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:38:45.337 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:38:45.337 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.337 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.337 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6562652587890625,
2020-11-16T20:38:45.337 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.338 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.338 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.338 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:38:45.338 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:45.338 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.338 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.338 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.338 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:38:45.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:38:45.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.339 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.339 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.340 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.340 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:38:45.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:38:45.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.340 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.341 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.341 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.341 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.341 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:38:45.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:38:45.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.342 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.342 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.342 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.342 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:38:45.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:38:45.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.343 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.343 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.343 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:38:45.343 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:38:45.343 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:38:45.344 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:38:45.344 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.344 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.344 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.344 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.344 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.344 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.344 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:38:45.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:38:45.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:45.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.345 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:38:45.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:45.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.346 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.346 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:38:45.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:38:45.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.347 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.347 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.347 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.348 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:38:45.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:38:45.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.348 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.348 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.349 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.349 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:38:45.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:38:45.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.350 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.350 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.350 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.350 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:38:45.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:38:45.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.351 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.351 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.351 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:38:45.351 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:38:45.351 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:38:45.351 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:38:45.352 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.352 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.352 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.352 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.352 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.352 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.352 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:38:45.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:38:45.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:45.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:38:45.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 393,
2020-11-16T20:38:45.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.354 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:38:45.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:38:45.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.355 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.355 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.355 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.355 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:38:45.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:38:45.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.356 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.356 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.357 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:38:45.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:38:45.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.357 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.358 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.358 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.358 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:38:45.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:38:45.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.359 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.359 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:38:45.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:38:45.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:38:45.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:38:45.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.360 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.360 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.360 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.360 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.360 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.360 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:38:45.360 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:38:45.360 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6507568359375,
2020-11-16T20:38:45.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:38:45.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 397,
2020-11-16T20:38:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:38:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:38:45.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.363 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.363 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.363 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.363 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:38:45.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:38:45.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.364 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.364 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.364 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:38:45.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:38:45.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.365 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.365 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.365 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:38:45.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:38:45.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.366 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.366 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:38:45.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:38:45.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:38:45.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:38:45.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.367 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.368 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.368 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:38:45.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:38:45.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6921234130859375,
2020-11-16T20:38:45.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:38:45.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:45.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.370 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:38:45.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:38:45.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.370 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.371 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.371 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.371 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:38:45.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:38:45.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.372 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.372 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.372 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:38:45.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:38:45.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.373 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.373 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.373 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:38:45.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:38:45.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.374 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.374 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.374 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:38:45.374 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:38:45.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:38:45.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:38:45.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.375 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.375 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.375 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.375 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.375 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:38:45.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:38:45.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:45.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:38:45.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:45.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.377 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:38:45.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:38:45.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.378 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.378 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.379 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:38:45.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:38:45.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.379 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.379 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.380 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.380 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:38:45.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:38:45.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.381 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.381 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.381 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.381 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:38:45.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:38:45.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.382 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.382 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:38:45.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:38:45.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:38:45.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:38:45.383 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.383 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.383 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.383 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.383 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.383 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.383 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:38:45.383 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:38:45.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:45.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:38:45.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:45.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.385 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:38:45.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:38:45.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.386 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.386 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.386 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.386 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:38:45.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:38:45.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.387 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.387 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.388 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:38:45.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:38:45.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.388 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.389 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.389 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.389 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:38:45.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:38:45.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.390 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.390 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.390 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:38:45.390 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:38:45.390 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:38:45.390 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:38:45.390 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.391 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.391 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.391 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.391 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.391 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:38:45.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:38:45.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:45.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:38:45.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:38:45.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:38:45.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 442,
2020-11-16T20:38:45.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:38:45.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.393 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:38:45.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:38:45.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.394 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.394 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.394 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.394 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:38:45.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:38:45.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.395 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.395 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.395 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:38:45.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:38:45.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.396 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.396 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.396 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.396 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:38:45.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:38:45.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.398 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.398 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.398 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:38:45.398 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:38:45.398 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:38:45.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:38:45.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.399 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.399 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.399 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.399 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.399 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:38:45.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:38:45.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:45.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:38:45.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 330,
2020-11-16T20:38:45.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.401 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:38:45.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:38:45.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.402 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.402 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.403 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:38:45.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:38:45.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.403 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:38:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:38:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.405 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.405 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.405 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.405 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:38:45.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:38:45.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.406 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.406 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.406 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:38:45.406 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:38:45.406 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:38:45.406 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:38:45.407 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.407 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.407 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.407 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.407 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.407 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.407 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:38:45.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:38:45.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:45.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:38:45.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:38:45.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:38:45.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.409 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:38:45.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:38:45.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.410 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.410 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.410 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:38:45.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:38:45.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.411 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.411 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.411 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.412 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:38:45.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:38:45.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.412 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.412 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.413 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.413 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:38:45.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:38:45.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.414 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.414 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.414 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:38:45.414 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:38:45.414 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:38:45.414 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:38:45.414 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.415 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.415 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.415 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.415 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.415 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.415 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:38:45.415 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:38:45.415 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:38:45.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:38:45.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 371,
2020-11-16T20:38:45.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:38:45.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:38:45.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.418 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.418 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.418 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:38:45.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:38:45.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.419 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.419 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.419 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:38:45.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:38:45.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.420 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.420 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.420 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.421 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:38:45.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:38:45.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.421 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.422 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:38:45.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:38:45.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:38:45.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:38:45.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.422 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.423 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.423 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.423 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.423 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.423 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:38:45.423 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:38:45.423 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:38:45.423 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:38:45.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.38897705078125,
2020-11-16T20:38:45.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:38:45.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:38:45.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:38:45.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:38:45.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:38:45.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:38:45.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:38:45.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:38:45.425 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:38:45.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:38:45.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.426 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.426 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:38:45.426 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:38:45.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:38:45.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.427 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.427 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.427 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:38:45.427 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:38:45.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:38:45.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.428 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.428 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.428 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:38:45.428 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:38:45.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:38:45.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:38:45.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:38:45.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:38:45.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:38:45.429 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:38:45.429 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:38:45.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:38:45.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:38:45.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:38:45.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:38:45.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:38:45.430 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:38:45.430 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:38:45.430 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.430 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:45.431 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:45.431 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:38:45.431 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.431 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:38:45.431 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.431 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.431 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.431 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:01.214936+0000",
2020-11-16T20:38:45.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.432 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.432 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:38:45.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:25.883731+0000",
2020-11-16T20:38:45.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.433 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.433 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:38:45.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:54.061659+0000",
2020-11-16T20:38:45.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.435 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.435 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.435 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:38:45.435 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.435 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.435 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.435 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:16.276730+0000",
2020-11-16T20:38:45.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.436 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.436 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:38:45.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.437 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.437 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.437 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.437 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:42.700019+0000",
2020-11-16T20:38:45.437 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.437 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.437 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.437 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:38:45.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:13.361641+0000",
2020-11-16T20:38:45.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.439 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.439 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:38:45.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:37.488980+0000",
2020-11-16T20:38:45.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.440 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.440 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:38:45.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:17.553711+0000",
2020-11-16T20:38:45.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:38:45.441 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.441 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:38:45.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:24.193901+0000",
2020-11-16T20:38:45.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.443 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.443 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:38:45.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:37:54.296605+0000",
2020-11-16T20:38:45.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.444 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.444 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:38:45.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:03.307154+0000",
2020-11-16T20:38:45.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.445 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:38:45.445 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:38:45.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:38:45.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:38:45.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:38:45.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:38:45.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:38:45.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:28.451881+0000",
2020-11-16T20:38:45.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:38:45.447 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:45.447 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:45.447 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [],
2020-11-16T20:38:45.447 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [
2020-11-16T20:38:45.447 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:38:45.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.0",
2020-11-16T20:38:45.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "mappings": [
2020-11-16T20:38:45.447 INFO:teuthology.orchestra.run.smithi142.stdout:                {
2020-11-16T20:38:45.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    "from": 8,
2020-11-16T20:38:45.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    "to": 9
2020-11-16T20:38:45.448 INFO:teuthology.orchestra.run.smithi142.stdout:                }
2020-11-16T20:38:45.448 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:38:45.448 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:45.448 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:38:45.448 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [],
2020-11-16T20:38:45.449 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:38:45.449 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:38:45.449 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:38:45.449 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:38:45.449 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:38:45.449 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:38:45.449 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:38:45.449 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:38:45.450 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:38:45.450 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:38:45.450 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:38:45.450 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:38:45.450 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:38:45.450 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:38:45.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:38:45.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:38:45.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:38:45.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:38:45.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:38:45.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:38:45.451 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:38:45.451 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:38:45.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:38:45.452 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:38:45.452 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:38:45.452 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:38:45.452 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:38:45.452 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:38:45.452 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:38:45.452 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:38:45.453 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:38:45.453 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:38:45.453 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:38:45.453 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:38:45.453 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:38:45.455 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:38:45 smithi071 bash[16796]: debug 2020-11-16T20:38:45.092+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:45.466 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:45.732 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:38:45.732 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:38:45.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:45 smithi065 bash[9468]: audit 2020-11-16T20:38:45.310708+0000 mon.a (mon.0) 1554 : audit [DBG] from='client.? v1:172.21.15.142:0/4094412052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:38:45.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:45 smithi142 bash[9523]: audit 2020-11-16T20:38:45.310708+0000 mon.a (mon.0) 1554 : audit [DBG] from='client.? v1:172.21.15.142:0/4094412052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:38:45.829 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:45 smithi071 bash[9480]: audit 2020-11-16T20:38:45.310708+0000 mon.a (mon.0) 1554 : audit [DBG] from='client.? v1:172.21.15.142:0/4094412052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:38:46.238 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:46.342 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:46.528 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[20366]: debug 2020-11-16T20:38:46.239+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:46.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.599469+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]: dispatch
2020-11-16T20:38:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.599719+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]: dispatch
2020-11-16T20:38:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.599915+0000 mon.b (mon.1) 389 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]: dispatch
2020-11-16T20:38:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.600175+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]: dispatch
2020-11-16T20:38:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.600370+0000 mon.b (mon.1) 391 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]: dispatch
2020-11-16T20:38:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.600703+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]: dispatch
2020-11-16T20:38:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.600926+0000 mon.b (mon.1) 393 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]: dispatch
2020-11-16T20:38:46.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.601148+0000 mon.b (mon.1) 394 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]: dispatch
2020-11-16T20:38:46.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.601340+0000 mon.b (mon.1) 395 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]: dispatch
2020-11-16T20:38:46.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.601544+0000 mon.b (mon.1) 396 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]: dispatch
2020-11-16T20:38:46.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.601747+0000 mon.b (mon.1) 397 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]: dispatch
2020-11-16T20:38:46.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.601946+0000 mon.b (mon.1) 398 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]: dispatch
2020-11-16T20:38:46.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.602140+0000 mon.b (mon.1) 399 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]: dispatch
2020-11-16T20:38:46.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.603072+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]: dispatch
2020-11-16T20:38:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.599469+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]: dispatch
2020-11-16T20:38:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.599719+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]: dispatch
2020-11-16T20:38:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.599915+0000 mon.b (mon.1) 389 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]: dispatch
2020-11-16T20:38:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.600175+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]: dispatch
2020-11-16T20:38:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.600370+0000 mon.b (mon.1) 391 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]: dispatch
2020-11-16T20:38:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.600703+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]: dispatch
2020-11-16T20:38:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.600926+0000 mon.b (mon.1) 393 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]: dispatch
2020-11-16T20:38:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.601148+0000 mon.b (mon.1) 394 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]: dispatch
2020-11-16T20:38:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.601340+0000 mon.b (mon.1) 395 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]: dispatch
2020-11-16T20:38:46.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.601544+0000 mon.b (mon.1) 396 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]: dispatch
2020-11-16T20:38:46.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.601747+0000 mon.b (mon.1) 397 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]: dispatch
2020-11-16T20:38:46.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.601946+0000 mon.b (mon.1) 398 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]: dispatch
2020-11-16T20:38:46.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.602140+0000 mon.b (mon.1) 399 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]: dispatch
2020-11-16T20:38:46.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.603072+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]: dispatch
2020-11-16T20:38:46.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.603751+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]: dispatch
2020-11-16T20:38:46.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.604177+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]: dispatch
2020-11-16T20:38:46.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.604466+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]: dispatch
2020-11-16T20:38:46.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.604944+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]: dispatch
2020-11-16T20:38:46.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.605799+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]: dispatch
2020-11-16T20:38:46.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.606193+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]: dispatch
2020-11-16T20:38:46.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.606574+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]: dispatch
2020-11-16T20:38:46.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.606966+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]: dispatch
2020-11-16T20:38:46.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.607358+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]: dispatch
2020-11-16T20:38:46.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.607735+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]: dispatch
2020-11-16T20:38:46.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.608133+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]: dispatch
2020-11-16T20:38:46.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: audit 2020-11-16T20:38:45.608506+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]: dispatch
2020-11-16T20:38:46.704 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[9480]: cluster 2020-11-16T20:38:46.265813+0000 mgr.x (mgr.14196) 800 : cluster [DBG] pgmap v1161: 17 pgs: 1 active+recovering, 16 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 1.0 MiB/s wr, 654 op/s; 8214/265194 objects misplaced (3.097%); 1.3 MiB/s, 21 objects/s recovering
2020-11-16T20:38:46.720 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.599469+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]: dispatch
2020-11-16T20:38:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.599719+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]: dispatch
2020-11-16T20:38:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.599915+0000 mon.b (mon.1) 389 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]: dispatch
2020-11-16T20:38:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.600175+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]: dispatch
2020-11-16T20:38:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.600370+0000 mon.b (mon.1) 391 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]: dispatch
2020-11-16T20:38:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.600703+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]: dispatch
2020-11-16T20:38:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.600926+0000 mon.b (mon.1) 393 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]: dispatch
2020-11-16T20:38:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.601148+0000 mon.b (mon.1) 394 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]: dispatch
2020-11-16T20:38:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.601340+0000 mon.b (mon.1) 395 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]: dispatch
2020-11-16T20:38:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.601544+0000 mon.b (mon.1) 396 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]: dispatch
2020-11-16T20:38:46.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.601747+0000 mon.b (mon.1) 397 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]: dispatch
2020-11-16T20:38:46.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.601946+0000 mon.b (mon.1) 398 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]: dispatch
2020-11-16T20:38:46.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.602140+0000 mon.b (mon.1) 399 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]: dispatch
2020-11-16T20:38:46.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.603072+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]: dispatch
2020-11-16T20:38:46.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.603751+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]: dispatch
2020-11-16T20:38:46.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.604177+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]: dispatch
2020-11-16T20:38:46.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.604466+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]: dispatch
2020-11-16T20:38:46.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.604944+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]: dispatch
2020-11-16T20:38:46.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.605799+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]: dispatch
2020-11-16T20:38:46.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.606193+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]: dispatch
2020-11-16T20:38:46.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.606574+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]: dispatch
2020-11-16T20:38:46.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.606966+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]: dispatch
2020-11-16T20:38:46.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.607358+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]: dispatch
2020-11-16T20:38:46.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.607735+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]: dispatch
2020-11-16T20:38:46.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.608133+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]: dispatch
2020-11-16T20:38:46.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: audit 2020-11-16T20:38:45.608506+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]: dispatch
2020-11-16T20:38:46.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:46 smithi065 bash[9468]: cluster 2020-11-16T20:38:46.265813+0000 mgr.x (mgr.14196) 800 : cluster [DBG] pgmap v1161: 17 pgs: 1 active+recovering, 16 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 1.0 MiB/s wr, 654 op/s; 8214/265194 objects misplaced (3.097%); 1.3 MiB/s, 21 objects/s recovering
2020-11-16T20:38:46.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.603751+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]: dispatch
2020-11-16T20:38:46.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.604177+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]: dispatch
2020-11-16T20:38:46.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.604466+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]: dispatch
2020-11-16T20:38:46.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.604944+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]: dispatch
2020-11-16T20:38:46.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.605799+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]: dispatch
2020-11-16T20:38:46.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.606193+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]: dispatch
2020-11-16T20:38:46.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.606574+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]: dispatch
2020-11-16T20:38:46.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.606966+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]: dispatch
2020-11-16T20:38:46.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.607358+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]: dispatch
2020-11-16T20:38:46.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.607735+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]: dispatch
2020-11-16T20:38:46.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.608133+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]: dispatch
2020-11-16T20:38:46.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: audit 2020-11-16T20:38:45.608506+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]: dispatch
2020-11-16T20:38:46.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:46 smithi142 bash[9523]: cluster 2020-11-16T20:38:46.265813+0000 mgr.x (mgr.14196) 800 : cluster [DBG] pgmap v1161: 17 pgs: 1 active+recovering, 16 active+clean; 8.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s rd, 1.0 MiB/s wr, 654 op/s; 8214/265194 objects misplaced (3.097%); 1.3 MiB/s, 21 objects/s recovering
2020-11-16T20:38:46.811 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight
2020-11-16T20:38:46.824 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:46.963 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:46.990 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:47.068 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:47.200 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[14419]: debug 2020-11-16T20:38:46.960+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:47.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:38:46 smithi071 bash[16796]: debug 2020-11-16T20:38:46.716+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:47.209 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:47.313 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:47.431 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[18823]: debug 2020-11-16T20:38:47.206+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:47.432 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[18823]: debug 2020-11-16T20:38:47.430+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:47.432 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:47.535 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:47.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492467+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]': finished
2020-11-16T20:38:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492530+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]': finished
2020-11-16T20:38:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492590+0000 mon.a (mon.0) 1570 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]': finished
2020-11-16T20:38:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492633+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]': finished
2020-11-16T20:38:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492720+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]': finished
2020-11-16T20:38:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492765+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]': finished
2020-11-16T20:38:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492820+0000 mon.a (mon.0) 1574 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]': finished
2020-11-16T20:38:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492883+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]': finished
2020-11-16T20:38:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492927+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]': finished
2020-11-16T20:38:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.492987+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]': finished
2020-11-16T20:38:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.493046+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]': finished
2020-11-16T20:38:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.493106+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]': finished
2020-11-16T20:38:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: audit 2020-11-16T20:38:46.493167+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]': finished
2020-11-16T20:38:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:47 smithi065 bash[9468]: cluster 2020-11-16T20:38:46.493231+0000 mon.a (mon.0) 1581 : cluster [DBG] osdmap e446: 12 total, 12 up, 12 in
2020-11-16T20:38:47.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492467+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]': finished
2020-11-16T20:38:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492530+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]': finished
2020-11-16T20:38:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492590+0000 mon.a (mon.0) 1570 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]': finished
2020-11-16T20:38:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492633+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]': finished
2020-11-16T20:38:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492720+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]': finished
2020-11-16T20:38:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492765+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]': finished
2020-11-16T20:38:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492820+0000 mon.a (mon.0) 1574 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]': finished
2020-11-16T20:38:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492883+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]': finished
2020-11-16T20:38:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492927+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]': finished
2020-11-16T20:38:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.492987+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]': finished
2020-11-16T20:38:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.493046+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]': finished
2020-11-16T20:38:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.493106+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]': finished
2020-11-16T20:38:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: audit 2020-11-16T20:38:46.493167+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]': finished
2020-11-16T20:38:47.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[9523]: cluster 2020-11-16T20:38:46.493231+0000 mon.a (mon.0) 1581 : cluster [DBG] osdmap e446: 12 total, 12 up, 12 in
2020-11-16T20:38:47.891 INFO:tasks.thrashosds.thrasher:j is {'epoch': 445, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:38:43.467853+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'noscrub,nodeep-scrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5806080, 'flags_set': ['nodeep-scrub', 'noscrub', 'pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 30, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 4, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'luminous', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 4, 'pool_name': 'unique_pool_2', 'create_time': '2020-11-16T20:36:47.427193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 16, 'pg_placement_num': 16, 'pg_placement_num_target': 16, 'pg_num_target': 16, 'pg_num_pending': 16, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '413', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.6562652587890625, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 393, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.6507568359375, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 397, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.6921234130859375, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 442, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 330, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 371, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.38897705078125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:01.214936+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:25.883731+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:54.061659+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:16.276730+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:42.700019+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:13.361641+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:37.488980+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:17.553711+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:24.193901+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:37:54.296605+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:03.307154+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:28.451881+0000', 'dead_epoch': 0}], 'pg_upmap': [], 'pg_upmap_items': [{'pgid': '4.0', 'mappings': [{'from': 8, 'to': 9}]}], 'pg_temp': [], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:38:47.891 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:38:47.937 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:38:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492467+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692363747056178]}]': finished
2020-11-16T20:38:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492530+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.0833808379715599]}]': finished
2020-11-16T20:38:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492590+0000 mon.a (mon.0) 1570 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484862488618406]}]': finished
2020-11-16T20:38:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492633+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341210474813132]}]': finished
2020-11-16T20:38:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492720+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528931674371258]}]': finished
2020-11-16T20:38:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492765+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800767351563253]}]': finished
2020-11-16T20:38:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492820+0000 mon.a (mon.0) 1574 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922653426982968]}]': finished
2020-11-16T20:38:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492883+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559460077295618]}]': finished
2020-11-16T20:38:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492927+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09140933007485606]}]': finished
2020-11-16T20:38:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.492987+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454164526335838]}]': finished
2020-11-16T20:38:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.493046+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150098607425562]}]': finished
2020-11-16T20:38:52.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.493106+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341109492771184]}]': finished
2020-11-16T20:38:52.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: audit 2020-11-16T20:38:46.493167+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43336\", \"3\": \"42975\", \"4\": \"45686\", \"11\": \"25819\"}"}]': finished
2020-11-16T20:38:52.111 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:47 smithi071 bash[9480]: cluster 2020-11-16T20:38:46.493231+0000 mon.a (mon.0) 1581 : cluster [DBG] osdmap e446: 12 total, 12 up, 12 in
2020-11-16T20:38:52.111 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:52.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:48 smithi065 bash[9468]: cluster 2020-11-16T20:38:48.266266+0000 mgr.x (mgr.14196) 801 : cluster [DBG] pgmap v1163: 17 pgs: 1 active+recovering, 16 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 607 op/s; 8007/263172 objects misplaced (3.042%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T20:38:52.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:51 smithi065 bash[9468]: cluster 2020-11-16T20:38:50.266671+0000 mgr.x (mgr.14196) 802 : cluster [DBG] pgmap v1164: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 656 op/s; 8007/260038 objects misplaced (3.079%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:52.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:51 smithi065 bash[9468]: audit 2020-11-16T20:38:50.807336+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? v1:172.21.15.142:0/95182138' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:38:52.118 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:52.118 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:38:47 smithi142 bash[22738]: debug 2020-11-16T20:38:47.939+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:52.118 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:48 smithi142 bash[9523]: cluster 2020-11-16T20:38:48.266266+0000 mgr.x (mgr.14196) 801 : cluster [DBG] pgmap v1163: 17 pgs: 1 active+recovering, 16 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 607 op/s; 8007/263172 objects misplaced (3.042%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T20:38:52.119 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:51 smithi142 bash[9523]: cluster 2020-11-16T20:38:50.266671+0000 mgr.x (mgr.14196) 802 : cluster [DBG] pgmap v1164: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 656 op/s; 8007/260038 objects misplaced (3.079%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:52.119 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:51 smithi142 bash[9523]: audit 2020-11-16T20:38:50.807336+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? v1:172.21.15.142:0/95182138' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:38:52.119 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:38:52.119 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:48 smithi071 bash[9480]: cluster 2020-11-16T20:38:48.266266+0000 mgr.x (mgr.14196) 801 : cluster [DBG] pgmap v1163: 17 pgs: 1 active+recovering, 16 active+clean; 8.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 607 op/s; 8007/263172 objects misplaced (3.042%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T20:38:52.119 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:51 smithi071 bash[9480]: cluster 2020-11-16T20:38:50.266671+0000 mgr.x (mgr.14196) 802 : cluster [DBG] pgmap v1164: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 656 op/s; 8007/260038 objects misplaced (3.079%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:52.120 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:51 smithi071 bash[9480]: audit 2020-11-16T20:38:50.807336+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? v1:172.21.15.142:0/95182138' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:38:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:38:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:38:52.120 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops
2020-11-16T20:38:52.305 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:52.474 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:52 smithi065 bash[9468]: cluster 2020-11-16T20:38:51.330815+0000 mon.a (mon.0) 1583 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:52.475 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:52 smithi065 bash[9468]: audit 2020-11-16T20:38:51.335130+0000 mon.a (mon.0) 1584 : audit [INF] from='client.? v1:172.21.15.142:0/95182138' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:38:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:52 smithi071 bash[9480]: cluster 2020-11-16T20:38:51.330815+0000 mon.a (mon.0) 1583 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:52 smithi071 bash[9480]: audit 2020-11-16T20:38:51.335130+0000 mon.a (mon.0) 1584 : audit [INF] from='client.? v1:172.21.15.142:0/95182138' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:38:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:52 smithi071 bash[9480]: cluster 2020-11-16T20:38:51.335178+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e447: 12 total, 12 up, 12 in
2020-11-16T20:38:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:52 smithi065 bash[9468]: cluster 2020-11-16T20:38:51.335178+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e447: 12 total, 12 up, 12 in
2020-11-16T20:38:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:52 smithi142 bash[9523]: cluster 2020-11-16T20:38:51.330815+0000 mon.a (mon.0) 1583 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:38:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:52 smithi142 bash[9523]: audit 2020-11-16T20:38:51.335130+0000 mon.a (mon.0) 1584 : audit [INF] from='client.? v1:172.21.15.142:0/95182138' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:38:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:52 smithi142 bash[9523]: cluster 2020-11-16T20:38:51.335178+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e447: 12 total, 12 up, 12 in
2020-11-16T20:38:53.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:53 smithi142 bash[9523]: cluster 2020-11-16T20:38:52.148994+0000 osd.11 (osd.11) 97 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:38:53.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:53 smithi142 bash[9523]: cluster 2020-11-16T20:38:52.267198+0000 mgr.x (mgr.14196) 803 : cluster [DBG] pgmap v1166: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 603 op/s; 7800/257576 objects misplaced (3.028%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:38:53.543 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:53 smithi142 bash[9523]: cluster 2020-11-16T20:38:52.322885+0000 osd.1 (osd.1) 132 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:38:53.678 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:53 smithi071 bash[9480]: cluster 2020-11-16T20:38:52.148994+0000 osd.11 (osd.11) 97 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:38:53.679 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:53 smithi071 bash[9480]: cluster 2020-11-16T20:38:52.267198+0000 mgr.x (mgr.14196) 803 : cluster [DBG] pgmap v1166: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 603 op/s; 7800/257576 objects misplaced (3.028%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:38:53.679 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:53 smithi071 bash[9480]: cluster 2020-11-16T20:38:52.322885+0000 osd.1 (osd.1) 132 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:38:53.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:53 smithi065 bash[9468]: cluster 2020-11-16T20:38:52.148994+0000 osd.11 (osd.11) 97 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:38:53.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:53 smithi065 bash[9468]: cluster 2020-11-16T20:38:52.267198+0000 mgr.x (mgr.14196) 803 : cluster [DBG] pgmap v1166: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 603 op/s; 7800/257576 objects misplaced (3.028%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:38:53.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:53 smithi065 bash[9468]: cluster 2020-11-16T20:38:52.322885+0000 osd.1 (osd.1) 132 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:38:54.171 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:38:54.196 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:38:54.222 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:38:54.251 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:38:54.279 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:38:54.310 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:38:54.332 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:38:54.344 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:54 smithi071 bash[9480]: audit 2020-11-16T20:38:54.145942+0000 mon.a (mon.0) 1586 : audit [DBG] from='client.? v1:172.21.15.142:0/4220823529' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:54.364 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:38:54.370 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:38:54.398 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:38:54.425 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:38:54.449 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:38:54.473 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:54.481 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:38:54.483 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.483 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.483 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.483 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.483 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.484 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.484 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.484 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.484 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.484 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.484 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.484 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:38:54.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:54 smithi065 bash[9468]: audit 2020-11-16T20:38:54.145942+0000 mon.a (mon.0) 1586 : audit [DBG] from='client.? v1:172.21.15.142:0/4220823529' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:54.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:38:54 smithi065 bash[18823]: debug 2020-11-16T20:38:54.370+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:54.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:54 smithi142 bash[9523]: audit 2020-11-16T20:38:54.145942+0000 mon.a (mon.0) 1586 : audit [DBG] from='client.? v1:172.21.15.142:0/4220823529' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:38:54.808 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:38:54.913 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:55.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:38:54 smithi071 bash[26650]: debug 2020-11-16T20:38:54.804+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:55.241 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:38:55.408 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:55.437 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:55.540 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:55.637 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.176667+0000 osd.0 (osd.0) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.637 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.202257+0000 osd.1 (osd.1) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.637 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.228418+0000 osd.2 (osd.2) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.637 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.256936+0000 osd.3 (osd.3) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.637 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.267768+0000 mgr.x (mgr.14196) 804 : cluster [DBG] pgmap v1167: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 670 op/s; 7800/254462 objects misplaced (3.065%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:38:55.637 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.282478+0000 osd.4 (osd.4) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.312829+0000 osd.5 (osd.5) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.335098+0000 osd.6 (osd.6) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.367689+0000 osd.7 (osd.7) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.399009+0000 osd.8 (osd.8) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.428103+0000 osd.9 (osd.9) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.452391+0000 osd.10 (osd.10) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.483329+0000 osd.11 (osd.11) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.905797+0000 osd.2 (osd.2) 116 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:55.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:54.905906+0000 osd.2 (osd.2) 117 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:55.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:55.315804+0000 osd.9 (osd.9) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:55.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:55 smithi142 bash[9523]: cluster 2020-11-16T20:38:55.315925+0000 osd.9 (osd.9) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:55.699 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[16796]: debug 2020-11-16T20:38:55.432+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:55.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.176667+0000 osd.0 (osd.0) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.202257+0000 osd.1 (osd.1) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.228418+0000 osd.2 (osd.2) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.256936+0000 osd.3 (osd.3) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.267768+0000 mgr.x (mgr.14196) 804 : cluster [DBG] pgmap v1167: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 670 op/s; 7800/254462 objects misplaced (3.065%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:38:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.282478+0000 osd.4 (osd.4) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.312829+0000 osd.5 (osd.5) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.335098+0000 osd.6 (osd.6) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.367689+0000 osd.7 (osd.7) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.399009+0000 osd.8 (osd.8) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.428103+0000 osd.9 (osd.9) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.452391+0000 osd.10 (osd.10) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.483329+0000 osd.11 (osd.11) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.905797+0000 osd.2 (osd.2) 116 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:54.905906+0000 osd.2 (osd.2) 117 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:55.315804+0000 osd.9 (osd.9) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:55.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:55 smithi071 bash[9480]: cluster 2020-11-16T20:38:55.315925+0000 osd.9 (osd.9) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:55.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.176667+0000 osd.0 (osd.0) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.202257+0000 osd.1 (osd.1) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.228418+0000 osd.2 (osd.2) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.256936+0000 osd.3 (osd.3) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.267768+0000 mgr.x (mgr.14196) 804 : cluster [DBG] pgmap v1167: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 7.8 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 670 op/s; 7800/254462 objects misplaced (3.065%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:38:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.282478+0000 osd.4 (osd.4) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.312829+0000 osd.5 (osd.5) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.335098+0000 osd.6 (osd.6) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.367689+0000 osd.7 (osd.7) 76 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.399009+0000 osd.8 (osd.8) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.428103+0000 osd.9 (osd.9) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.452391+0000 osd.10 (osd.10) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.483329+0000 osd.11 (osd.11) 98 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:38:55.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.905797+0000 osd.2 (osd.2) 116 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:55.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:54.905906+0000 osd.2 (osd.2) 117 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:55.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:55.315804+0000 osd.9 (osd.9) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:38:55.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:55 smithi065 bash[9468]: cluster 2020-11-16T20:38:55.315925+0000 osd.9 (osd.9) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:38:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:56.397 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:56.564 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:38:56.619 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:38:56.620 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:38:56.620 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:38:56.620 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:38:56.620 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:38:56.668 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:56.677 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:56 smithi142 bash[9523]: cluster 2020-11-16T20:38:55.360026+0000 mon.a (mon.0) 1587 : cluster [DBG] osdmap e448: 12 total, 12 up, 12 in
2020-11-16T20:38:56.677 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:56 smithi142 bash[20366]: debug 2020-11-16T20:38:56.295+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:56 smithi071 bash[9480]: cluster 2020-11-16T20:38:55.360026+0000 mon.a (mon.0) 1587 : cluster [DBG] osdmap e448: 12 total, 12 up, 12 in
2020-11-16T20:38:56.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:38:56 smithi071 bash[16796]: debug 2020-11-16T20:38:56.560+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:56.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:56 smithi065 bash[9468]: cluster 2020-11-16T20:38:55.360026+0000 mon.a (mon.0) 1587 : cluster [DBG] osdmap e448: 12 total, 12 up, 12 in
2020-11-16T20:38:56.999 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:38:57.001 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:38:57.232 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:38:57.338 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:57.365 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:57 smithi142 bash[9523]: cluster 2020-11-16T20:38:56.268248+0000 mgr.x (mgr.14196) 805 : cluster [DBG] pgmap v1169: 17 pgs: 2 active+clean+scrubbing, 1 active+recovering, 14 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 669 op/s; 7800/252460 objects misplaced (3.090%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:57.365 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:38:57 smithi142 bash[18009]: debug 2020-11-16T20:38:57.235+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:57.581 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:38:57.644 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:57 smithi071 bash[9480]: cluster 2020-11-16T20:38:56.268248+0000 mgr.x (mgr.14196) 805 : cluster [DBG] pgmap v1169: 17 pgs: 2 active+clean+scrubbing, 1 active+recovering, 14 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 669 op/s; 7800/252460 objects misplaced (3.090%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:57.645 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:38:57.736 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:38:57.738 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_historic_ops
2020-11-16T20:38:57.747 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:57.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:57 smithi065 bash[9468]: cluster 2020-11-16T20:38:56.268248+0000 mgr.x (mgr.14196) 805 : cluster [DBG] pgmap v1169: 17 pgs: 2 active+clean+scrubbing, 1 active+recovering, 14 active+clean; 7.7 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 669 op/s; 7800/252460 objects misplaced (3.090%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:38:57.888 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:38:57.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:38:57 smithi071 bash[14419]: debug 2020-11-16T20:38:57.640+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:58.354 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:58.457 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:58.590 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:38:58.651 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:58 smithi142 bash[9523]: audit 2020-11-16T20:38:56.990815+0000 mgr.x (mgr.14196) 806 : audit [DBG] from='client.15588 v1:172.21.15.142:0/3631540672' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:38:58.651 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:58 smithi142 bash[20366]: debug 2020-11-16T20:38:58.355+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:58.694 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:38:58.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:58 smithi071 bash[9480]: audit 2020-11-16T20:38:56.990815+0000 mgr.x (mgr.14196) 806 : audit [DBG] from='client.15588 v1:172.21.15.142:0/3631540672' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:38:58.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:38:58 smithi065 bash[14115]: debug 2020-11-16T20:38:58.590+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:38:58.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:58 smithi065 bash[9468]: audit 2020-11-16T20:38:56.990815+0000 mgr.x (mgr.14196) 806 : audit [DBG] from='client.15588 v1:172.21.15.142:0/3631540672' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:38:58.794 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1169,"stamp":"2020-11-16T20:38:56.267988+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8272543768,"num_objects":126230,"num_object_clones":0,"num_object_copies":252460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7800,"num_objects_unfound":0,"num_objects_dirty":126230,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":150104,"num_write_kb":8842625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":668,"num_bytes_recovered":43778048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151743,"ondisk_log_size":151743,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":18502156,"kb_used_data":16216684,"kb_used_omap":0,"kb_used_meta":2285375,"kb_avail":1106439668,"statfs":{"total":1151940427776,"available":1132994220032,"internally_reserved":0,"allocated":16605884416,"data_stored":16601520019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2340224060},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,0,3,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-351010816,"num_objects":-5356,"num_object_clones":0,"num_object_copies":-10712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-207,"num_objects_unfound":0,"num_objects_dirty":-5356,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5356,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":207,"num_bytes_recovered":13565952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001984"},"pg_stats":[{"pgid":"4.f","version":"447'9218","reported_seq":"9267","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:53.585504+0000","last_change":"2020-11-16T20:38:07.186966+0000","last_active":"2020-11-16T20:38:53.585504+0000","last_peered":"2020-11-16T20:38:53.585504+0000","last_clean":"2020-11-16T20:38:53.585504+0000","last_became_active":"2020-11-16T20:36:48.581439+0000","last_became_peered":"2020-11-16T20:36:48.581439+0000","last_unstale":"2020-11-16T20:38:53.585504+0000","last_undegraded":"2020-11-16T20:38:53.585504+0000","last_fullsized":"2020-11-16T20:38:53.585504+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'6987","last_scrub_stamp":"2020-11-16T20:38:07.186916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:07.186916+0000","log_size":9218,"ondisk_log_size":9218,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":512753664,"num_objects":7824,"num_object_clones":0,"num_object_copies":15648,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7824,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9218,"num_write_kb":545344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"447'9186","reported_seq":"9235","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:52.562549+0000","last_change":"2020-11-16T20:38:05.948224+0000","last_active":"2020-11-16T20:38:52.562549+0000","last_peered":"2020-11-16T20:38:52.562549+0000","last_clean":"2020-11-16T20:38:52.562549+0000","last_became_active":"2020-11-16T20:36:48.582022+0000","last_became_peered":"2020-11-16T20:36:48.582022+0000","last_unstale":"2020-11-16T20:38:52.562549+0000","last_undegraded":"2020-11-16T20:38:52.562549+0000","last_fullsized":"2020-11-16T20:38:52.562549+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'6883","last_scrub_stamp":"2020-11-16T20:38:05.948139+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:05.948139+0000","log_size":9186,"ondisk_log_size":9186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":511705088,"num_objects":7808,"num_object_clones":0,"num_object_copies":15616,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7808,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9186,"num_write_kb":543808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10],"acting":[4,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"447'9357","reported_seq":"9407","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:53.672945+0000","last_change":"2020-11-16T20:38:11.493691+0000","last_active":"2020-11-16T20:38:53.672945+0000","last_peered":"2020-11-16T20:38:53.672945+0000","last_clean":"2020-11-16T20:38:53.672945+0000","last_became_active":"2020-11-16T20:36:48.462833+0000","last_became_peered":"2020-11-16T20:36:48.462833+0000","last_unstale":"2020-11-16T20:38:53.672945+0000","last_undegraded":"2020-11-16T20:38:53.672945+0000","last_fullsized":"2020-11-16T20:38:53.672945+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"434'7337","last_scrub_stamp":"2020-11-16T20:38:11.493605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:11.493605+0000","log_size":9357,"ondisk_log_size":9357,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":513409048,"num_objects":7835,"num_object_clones":0,"num_object_copies":15670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7835,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9357,"num_write_kb":550081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"447'9545","reported_seq":"9594","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:52.582628+0000","last_change":"2020-11-16T20:37:53.706155+0000","last_active":"2020-11-16T20:38:52.582628+0000","last_peered":"2020-11-16T20:38:52.582628+0000","last_clean":"2020-11-16T20:38:52.582628+0000","last_became_active":"2020-11-16T20:36:48.579037+0000","last_became_peered":"2020-11-16T20:36:48.579037+0000","last_unstale":"2020-11-16T20:38:52.582628+0000","last_undegraded":"2020-11-16T20:38:52.582628+0000","last_fullsized":"2020-11-16T20:38:52.582628+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"430'6326","last_scrub_stamp":"2020-11-16T20:37:53.706101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:53.706101+0000","log_size":9545,"ondisk_log_size":9545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":532873216,"num_objects":8131,"num_object_clones":0,"num_object_copies":16262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9545,"num_write_kb":565632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"447'9362","reported_seq":"9409","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:52.058176+0000","last_change":"2020-11-16T20:38:17.687896+0000","last_active":"2020-11-16T20:38:52.058176+0000","last_peered":"2020-11-16T20:38:52.058176+0000","last_clean":"2020-11-16T20:38:52.058176+0000","last_became_active":"2020-11-16T20:36:48.459853+0000","last_became_peered":"2020-11-16T20:36:48.459853+0000","last_unstale":"2020-11-16T20:38:52.058176+0000","last_undegraded":"2020-11-16T20:38:52.058176+0000","last_fullsized":"2020-11-16T20:38:52.058176+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7919","last_scrub_stamp":"2020-11-16T20:38:17.687835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:17.687835+0000","log_size":9362,"ondisk_log_size":9362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":521404416,"num_objects":7956,"num_object_clones":0,"num_object_copies":15912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7956,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9362,"num_write_kb":554176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"447'9331","reported_seq":"9379","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:55.102775+0000","last_change":"2020-11-16T20:37:58.139859+0000","last_active":"2020-11-16T20:38:55.102775+0000","last_peered":"2020-11-16T20:38:55.102775+0000","last_clean":"2020-11-16T20:38:55.102775+0000","last_became_active":"2020-11-16T20:36:48.461040+0000","last_became_peered":"2020-11-16T20:36:48.461040+0000","last_unstale":"2020-11-16T20:38:55.102775+0000","last_undegraded":"2020-11-16T20:38:55.102775+0000","last_fullsized":"2020-11-16T20:38:55.102775+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"431'6419","last_scrub_stamp":"2020-11-16T20:37:58.139789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:58.139789+0000","log_size":9331,"ondisk_log_size":9331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":511770624,"num_objects":7809,"num_object_clones":0,"num_object_copies":15618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7809,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9331,"num_write_kb":548480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"447'11492","reported_seq":"11541","reported_epoch":"447","state":"active+clean+scrubbing","last_fresh":"2020-11-16T20:38:53.672894+0000","last_change":"2020-11-16T20:38:52.322813+0000","last_active":"2020-11-16T20:38:53.672894+0000","last_peered":"2020-11-16T20:38:53.672894+0000","last_clean":"2020-11-16T20:38:53.672894+0000","last_became_active":"2020-11-16T20:36:48.463453+0000","last_became_peered":"2020-11-16T20:36:48.463453+0000","last_unstale":"2020-11-16T20:38:53.672894+0000","last_undegraded":"2020-11-16T20:38:53.672894+0000","last_fullsized":"2020-11-16T20:38:53.672894+0000","mapping_epoch":407,"log_start":"416'1400","ondisk_log_start":"416'1400","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":10092,"ondisk_log_size":10092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":516292608,"num_objects":7878,"num_object_clones":0,"num_object_copies":15756,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7878,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9342,"num_write_kb":551040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"448'9529","reported_seq":"9579","reported_epoch":"448","state":"active+clean","last_fresh":"2020-11-16T20:38:55.958651+0000","last_change":"2020-11-16T20:38:08.851514+0000","last_active":"2020-11-16T20:38:55.958651+0000","last_peered":"2020-11-16T20:38:55.958651+0000","last_clean":"2020-11-16T20:38:55.958651+0000","last_became_active":"2020-11-16T20:36:48.464572+0000","last_became_peered":"2020-11-16T20:36:48.464572+0000","last_unstale":"2020-11-16T20:38:55.958651+0000","last_undegraded":"2020-11-16T20:38:55.958651+0000","last_fullsized":"2020-11-16T20:38:55.958651+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'7246","last_scrub_stamp":"2020-11-16T20:38:08.851408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:08.851408+0000","log_size":9529,"ondisk_log_size":9529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":511770624,"num_objects":7809,"num_object_clones":0,"num_object_copies":15618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7809,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9529,"num_write_kb":554816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.7","version":"447'9448","reported_seq":"9497","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:53.686892+0000","last_change":"2020-11-16T20:38:20.781912+0000","last_active":"2020-11-16T20:38:53.686892+0000","last_peered":"2020-11-16T20:38:53.686892+0000","last_clean":"2020-11-16T20:38:53.686892+0000","last_became_active":"2020-11-16T20:36:48.584860+0000","last_became_peered":"2020-11-16T20:36:48.584860+0000","last_unstale":"2020-11-16T20:38:53.686892+0000","last_undegraded":"2020-11-16T20:38:53.686892+0000","last_fullsized":"2020-11-16T20:38:53.686892+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'8115","last_scrub_stamp":"2020-11-16T20:38:20.781832+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:20.781832+0000","log_size":9448,"ondisk_log_size":9448,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":521928704,"num_objects":7964,"num_object_clones":0,"num_object_copies":15928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7964,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9448,"num_write_kb":557184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10],"acting":[1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"447'9454","reported_seq":"9503","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:53.666023+0000","last_change":"2020-11-16T20:37:54.769655+0000","last_active":"2020-11-16T20:38:53.666023+0000","last_peered":"2020-11-16T20:38:53.666023+0000","last_clean":"2020-11-16T20:38:53.666023+0000","last_became_active":"2020-11-16T20:36:48.460877+0000","last_became_peered":"2020-11-16T20:36:48.460877+0000","last_unstale":"2020-11-16T20:38:53.666023+0000","last_undegraded":"2020-11-16T20:38:53.666023+0000","last_fullsized":"2020-11-16T20:38:53.666023+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"431'6338","last_scrub_stamp":"2020-11-16T20:37:54.769605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:54.769605+0000","log_size":9454,"ondisk_log_size":9454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":522715136,"num_objects":7976,"num_object_clones":0,"num_object_copies":15952,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9454,"num_write_kb":557760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"447'9375","reported_seq":"9424","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:53.673328+0000","last_change":"2020-11-16T20:38:03.462227+0000","last_active":"2020-11-16T20:38:53.673328+0000","last_peered":"2020-11-16T20:38:53.673328+0000","last_clean":"2020-11-16T20:38:53.673328+0000","last_became_active":"2020-11-16T20:36:48.580962+0000","last_became_peered":"2020-11-16T20:36:48.580962+0000","last_unstale":"2020-11-16T20:38:53.673328+0000","last_undegraded":"2020-11-16T20:38:53.673328+0000","last_fullsized":"2020-11-16T20:38:53.673328+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"432'6906","last_scrub_stamp":"2020-11-16T20:38:03.462149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:03.462149+0000","log_size":9375,"ondisk_log_size":9375,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":518324224,"num_objects":7909,"num_object_clones":0,"num_object_copies":15818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9375,"num_write_kb":553088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"447'9403","reported_seq":"9449","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:51.410436+0000","last_change":"2020-11-16T20:38:15.082518+0000","last_active":"2020-11-16T20:38:51.410436+0000","last_peered":"2020-11-16T20:38:51.410436+0000","last_clean":"2020-11-16T20:38:51.410436+0000","last_became_active":"2020-11-16T20:36:48.463783+0000","last_became_peered":"2020-11-16T20:36:48.463783+0000","last_unstale":"2020-11-16T20:38:51.410436+0000","last_undegraded":"2020-11-16T20:38:51.410436+0000","last_fullsized":"2020-11-16T20:38:51.410436+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"435'7721","last_scrub_stamp":"2020-11-16T20:38:15.082339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:15.082339+0000","log_size":9403,"ondisk_log_size":9403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":527761408,"num_objects":8053,"num_object_clones":0,"num_object_copies":16106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8053,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9403,"num_write_kb":558592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"447'9592","reported_seq":"9641","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:55.304911+0000","last_change":"2020-11-16T20:38:17.824707+0000","last_active":"2020-11-16T20:38:55.304911+0000","last_peered":"2020-11-16T20:38:55.304911+0000","last_clean":"2020-11-16T20:38:55.304911+0000","last_became_active":"2020-11-16T20:36:48.461887+0000","last_became_peered":"2020-11-16T20:36:48.461887+0000","last_unstale":"2020-11-16T20:38:55.304911+0000","last_undegraded":"2020-11-16T20:38:55.304911+0000","last_fullsized":"2020-11-16T20:38:55.304911+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7982","last_scrub_stamp":"2020-11-16T20:38:17.824613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:17.824613+0000","log_size":9592,"ondisk_log_size":9592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":517472256,"num_objects":7896,"num_object_clones":0,"num_object_copies":15792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9592,"num_write_kb":559616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9],"acting":[5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"448'11990","reported_seq":"12040","reported_epoch":"448","state":"active+clean+scrubbing","last_fresh":"2020-11-16T20:38:55.971190+0000","last_change":"2020-11-16T20:38:52.148945+0000","last_active":"2020-11-16T20:38:55.971190+0000","last_peered":"2020-11-16T20:38:55.971190+0000","last_clean":"2020-11-16T20:38:55.971190+0000","last_became_active":"2020-11-16T20:36:48.463876+0000","last_became_peered":"2020-11-16T20:36:48.463876+0000","last_unstale":"2020-11-16T20:38:55.971190+0000","last_undegraded":"2020-11-16T20:38:55.971190+0000","last_fullsized":"2020-11-16T20:38:55.971190+0000","mapping_epoch":407,"log_start":"417'1900","ondisk_log_start":"417'1900","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":10090,"ondisk_log_size":10090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":499843072,"num_objects":7627,"num_object_clones":0,"num_object_copies":15254,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9201,"num_write_kb":538496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5],"acting":[11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.0","version":"447'9252","reported_seq":"10642","reported_epoch":"447","state":"active+recovering","last_fresh":"2020-11-16T20:38:51.398011+0000","last_change":"2020-11-16T20:38:31.706602+0000","last_active":"2020-11-16T20:38:51.398011+0000","last_peered":"2020-11-16T20:38:51.398011+0000","last_clean":"2020-11-16T20:38:30.293428+0000","last_became_active":"2020-11-16T20:38:31.611447+0000","last_became_peered":"2020-11-16T20:38:31.611447+0000","last_unstale":"2020-11-16T20:38:51.398011+0000","last_undegraded":"2020-11-16T20:38:51.398011+0000","last_fullsized":"2020-11-16T20:38:51.398011+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7883","last_scrub_stamp":"2020-11-16T20:38:19.164052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:19.164052+0000","log_size":9252,"ondisk_log_size":9252,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":518782976,"num_objects":7916,"num_object_clones":0,"num_object_copies":15832,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7800,"num_objects_unfound":0,"num_objects_dirty":7916,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9252,"num_write_kb":549376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":668,"num_bytes_recovered":43778048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9],"acting":[7,9],"avail_no_missing":["7","8"],"object_location_counts":[{"shards":"7,8","objects":7800},{"shards":"7,9","objects":116}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"447'9509","reported_seq":"9557","reported_epoch":"447","state":"active+clean","last_fresh":"2020-11-16T20:38:55.105672+0000","last_change":"2020-11-16T20:38:03.112456+0000","last_active":"2020-11-16T20:38:55.105672+0000","last_peered":"2020-11-16T20:38:55.105672+0000","last_clean":"2020-11-16T20:38:55.105672+0000","last_became_active":"2020-11-16T20:36:48.581144+0000","last_became_peered":"2020-11-16T20:36:48.581144+0000","last_unstale":"2020-11-16T20:38:55.105672+0000","last_undegraded":"2020-11-16T20:38:55.105672+0000","last_fullsized":"2020-11-16T20:38:55.105672+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"432'6868","last_scrub_stamp":"2020-11-16T20:38:03.112393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:03.112393+0000","log_size":9509,"ondisk_log_size":9509,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":513736704,"num_objects":7839,"num_object_clones":0,"num_object_copies":15678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9509,"num_write_kb":555136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10],"acting":[6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"417","reported_epoch":"446","state":"active+clean","last_fresh":"2020-11-16T20:38:46.505407+0000","last_change":"2020-11-16T20:38:05.094034+0000","last_active":"2020-11-16T20:38:46.505407+0000","last_peered":"2020-11-16T20:38:46.505407+0000","last_clean":"2020-11-16T20:38:46.505407+0000","last_became_active":"2020-11-16T20:32:00.318093+0000","last_became_peered":"2020-11-16T20:32:00.318093+0000","last_unstale":"2020-11-16T20:38:46.505407+0000","last_undegraded":"2020-11-16T20:38:46.505407+0000","last_fullsized":"2020-11-16T20:38:46.505407+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:38:05.093918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:38:05.093918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":16,"stat_sum":{"num_bytes":8272543768,"num_objects":126230,"num_object_clones":0,"num_object_copies":252460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7800,"num_objects_unfound":0,"num_objects_dirty":126230,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":150104,"num_write_kb":8842625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":668,"num_bytes_recovered":43778048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16563904512,"data_stored":16563896368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151743,"ondisk_log_size":151743,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631704,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1196892,"kb_used_data":993876,"kb_used_omap":0,"kb_used_meta":203008,"kb_avail":92548260,"statfs":{"total":95995035648,"available":94769418240,"internally_reserved":0,"allocated":1017729024,"data_stored":1017365484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":207880192},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,3,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":1.4530000000000001,"5min":1.3100000000000001,"15min":2.085},"min":{"1min":0.57299999999999995,"5min":0.53300000000000003,"15min":0.47199999999999998},"max":{"1min":4.0880000000000001,"5min":4.0880000000000001,"15min":242.179},"last":2.3149999999999999},{"interface":"front","average":{"1min":1.379,"5min":1.829,"15min":2.5550000000000002},"min":{"1min":0.72199999999999998,"5min":0.60199999999999998,"15min":0.54100000000000004},"max":{"1min":3.7610000000000001,"5min":5.3789999999999996,"15min":244.363},"last":1.385}]},{"osd":1,"last update":"Mon Nov 16 20:38:23 2020","interfaces":[{"interface":"back","average":{"1min":10.702,"5min":6.6219999999999999,"15min":3.5859999999999999},"min":{"1min":0.746,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":160.55099999999999,"5min":247.31299999999999,"15min":247.31299999999999},"last":1.506},{"interface":"front","average":{"1min":9.7330000000000005,"5min":6.5890000000000004,"15min":3.649},"min":{"1min":1.056,"5min":0.84599999999999997,"15min":0.53900000000000003},"max":{"1min":160.46700000000001,"5min":244.84999999999999,"15min":244.84999999999999},"last":1.0629999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":6.2699999999999996,"15min":4.6050000000000004},"min":{"1min":0.70299999999999996,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":6.7210000000000001,"5min":343.45999999999998,"15min":343.45999999999998},"last":2.0209999999999999},{"interface":"front","average":{"1min":1.8009999999999999,"5min":6.7190000000000003,"15min":5.0380000000000003},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.64200000000000002},"max":{"1min":3.3319999999999999,"5min":342.61599999999999,"15min":342.61599999999999},"last":1.0289999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":1.6739999999999999,"5min":2.25,"15min":2.1970000000000001},"min":{"1min":0.91300000000000003,"5min":0.88300000000000001,"15min":0.66200000000000003},"max":{"1min":3.161,"5min":7.141,"15min":7.8600000000000003},"last":1.6180000000000001},{"interface":"front","average":{"1min":2.1960000000000002,"5min":2.6600000000000001,"15min":2.5219999999999998},"min":{"1min":1.415,"5min":1.2130000000000001,"15min":0.72299999999999998},"max":{"1min":3.6829999999999998,"5min":7.3280000000000003,"15min":7.3280000000000003},"last":2.1859999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":1.917,"15min":2.117},"min":{"1min":0.66100000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.359,"5min":7.7999999999999998,"15min":9.6180000000000003},"last":2.0710000000000002},{"interface":"front","average":{"1min":2.157,"5min":2.6819999999999999,"15min":2.6899999999999999},"min":{"1min":1.393,"5min":1.0449999999999999,"15min":0.98599999999999999},"max":{"1min":4.0199999999999996,"5min":7.827,"15min":7.827},"last":1.861}]},{"osd":6,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":3.6859999999999999,"15min":2.8210000000000002},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":8.5530000000000008,"5min":154.48599999999999,"15min":154.48599999999999},"last":1.3009999999999999},{"interface":"front","average":{"1min":2.8500000000000001,"5min":4.4290000000000003,"15min":3.4750000000000001},"min":{"1min":1.716,"5min":1.0189999999999999,"15min":0.93100000000000005},"max":{"1min":7.5199999999999996,"5min":155.05000000000001,"15min":155.05000000000001},"last":2.468}]},{"osd":7,"last update":"Mon Nov 16 20:38:43 2020","interfaces":[{"interface":"back","average":{"1min":2.8999999999999999,"5min":3.9249999999999998,"15min":2.9689999999999999},"min":{"1min":1.534,"5min":0.95299999999999996,"15min":0.86799999999999999},"max":{"1min":9.6999999999999993,"5min":96.248000000000005,"15min":96.248000000000005},"last":3.1539999999999999},{"interface":"front","average":{"1min":2.5350000000000001,"5min":3.3100000000000001,"15min":3.0409999999999999},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":9.7530000000000001,"5min":96.337999999999994,"15min":96.337999999999994},"last":3.0859999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":2.4710000000000001,"15min":2.5630000000000002},"min":{"1min":1.008,"5min":1.008,"15min":0.85099999999999998},"max":{"1min":5.1559999999999997,"5min":6.3079999999999998,"15min":8.2379999999999995},"last":2.2360000000000002},{"interface":"front","average":{"1min":2.282,"5min":2.4340000000000002,"15min":2.706},"min":{"1min":0.83599999999999997,"5min":0.83399999999999996,"15min":0.83399999999999996},"max":{"1min":8.7070000000000007,"5min":8.7070000000000007,"15min":8.7070000000000007},"last":1.133}]},{"osd":9,"last update":"Mon Nov 16 20:38:52 2020","interfaces":[{"interface":"back","average":{"1min":2.907,"5min":3.246,"15min":3.5249999999999999},"min":{"1min":1.456,"5min":1.417,"15min":1.2629999999999999},"max":{"1min":6.8970000000000002,"5min":7.0380000000000003,"15min":7.8929999999999998},"last":2.9809999999999999},{"interface":"front","average":{"1min":2.6760000000000002,"5min":2.77,"15min":2.956},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":4.8979999999999997,"5min":6.4080000000000004,"15min":6.4080000000000004},"last":2.5059999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":2.762,"15min":2.9809999999999999},"min":{"1min":1.1990000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":9.9830000000000005,"5min":9.9830000000000005,"15min":9.9830000000000005},"last":1.6899999999999999},{"interface":"front","average":{"1min":2.7810000000000001,"5min":2.9380000000000002,"15min":2.8260000000000001},"min":{"1min":1.169,"5min":1.169,"15min":1.169},"max":{"1min":5.2850000000000001,"5min":6.5019999999999998,"15min":6.5019999999999998},"last":2.363}]}]},{"osd":10,"up_from":95,"seq":408021893341,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1626664,"kb_used_data":1493664,"kb_used_omap":0,"kb_used_meta":132992,"kb_avail":92118488,"statfs":{"total":95995035648,"available":94329331712,"internally_reserved":0,"allocated":1529511936,"data_stored":1529142549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":136183808},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:44 2020","interfaces":[{"interface":"back","average":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.4049999999999998,"5min":2.4049999999999998,"15min":2.4049999999999998},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.0019999999999998,"5min":4.0019999999999998,"15min":4.0019999999999998},"last":0.89100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":2.3559999999999999,"5min":2.1699999999999999,"15min":2.052},"min":{"1min":0.77300000000000002,"5min":0.60799999999999998,"15min":0.505},"max":{"1min":8.6370000000000005,"5min":43.75,"15min":45.988999999999997},"last":1.502},{"interface":"front","average":{"1min":2.1720000000000002,"5min":2.1960000000000002,"15min":2.2149999999999999},"min":{"1min":0.95999999999999996,"5min":0.67600000000000005,"15min":0.54000000000000004},"max":{"1min":8.7040000000000006,"5min":43.837000000000003,"15min":43.837000000000003},"last":1.5640000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":1.411,"5min":2.2650000000000001,"15min":2.056},"min":{"1min":0.68600000000000005,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":3.3879999999999999,"5min":44.116999999999997,"15min":44.116999999999997},"last":2.2709999999999999},{"interface":"front","average":{"1min":1.228,"5min":2.3559999999999999,"15min":2.2240000000000002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.61399999999999999},"max":{"1min":3.1680000000000001,"5min":54.761000000000003,"15min":54.761000000000003},"last":2.3460000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":1.696,"5min":2.3330000000000002,"15min":2.8999999999999999},"min":{"1min":0.91200000000000003,"5min":0.64000000000000001,"15min":0.59199999999999997},"max":{"1min":3.8420000000000001,"5min":46.621000000000002,"15min":229.012},"last":2.4630000000000001},{"interface":"front","average":{"1min":1.6180000000000001,"5min":2.3519999999999999,"15min":3.2799999999999998},"min":{"1min":0.82699999999999996,"5min":0.64500000000000002,"15min":0.59999999999999998},"max":{"1min":2.8660000000000001,"5min":42.634999999999998,"15min":225.529},"last":2.1539999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":2.0870000000000002,"5min":2.3900000000000001,"15min":2.4169999999999998},"min":{"1min":1.456,"5min":0.77800000000000002,"15min":0.67000000000000004},"max":{"1min":3.6760000000000002,"5min":8.9800000000000004,"15min":45.624000000000002},"last":2.5979999999999999},{"interface":"front","average":{"1min":1.6359999999999999,"5min":1.7609999999999999,"15min":2.0739999999999998},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":5.3369999999999997,"5min":5.3369999999999997,"15min":45.814},"last":1.179}]},{"osd":5,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":1.7989999999999999,"15min":2.7890000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":2.9630000000000001,"5min":7.6109999999999998,"15min":135.96000000000001},"last":2.5630000000000002},{"interface":"front","average":{"1min":1.349,"5min":1.895,"15min":2.8570000000000002},"min":{"1min":0.89300000000000002,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.9370000000000001,"5min":3.9329999999999998,"15min":130.28200000000001},"last":1.46}]},{"osd":6,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":2.4990000000000001,"5min":2.306,"15min":2.8450000000000002},"min":{"1min":0.99099999999999999,"5min":0.83499999999999996,"15min":0.81999999999999995},"max":{"1min":8.7149999999999999,"5min":8.7149999999999999,"15min":99.906999999999996},"last":1.663},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.5329999999999999,"15min":2.9950000000000001},"min":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":0.86099999999999999},"max":{"1min":8.6300000000000008,"5min":8.6300000000000008,"15min":99.834999999999994},"last":3.2719999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":6.4889999999999999,"5min":3.5129999999999999,"15min":4.5460000000000003},"min":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":68.153999999999996,"5min":68.153999999999996,"15min":341.77999999999997},"last":2.7429999999999999},{"interface":"front","average":{"1min":5.734,"5min":3.0870000000000002,"15min":4.3339999999999996},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":64.150000000000006,"5min":64.150000000000006,"15min":345.45800000000003},"last":1.883}]},{"osd":8,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":1.5369999999999999,"5min":2.3849999999999998,"15min":2.9430000000000001},"min":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.66000000000000003},"max":{"1min":2.577,"5min":8.1479999999999997,"15min":51.853000000000002},"last":2.0750000000000002},{"interface":"front","average":{"1min":2.3119999999999998,"5min":2.855,"15min":3.0289999999999999},"min":{"1min":1.2769999999999999,"5min":1.0069999999999999,"15min":0.91000000000000003},"max":{"1min":4.6609999999999996,"5min":8.5839999999999996,"15min":46.506999999999998},"last":3.4460000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":2.7829999999999999,"5min":3.1419999999999999,"15min":3.2250000000000001},"min":{"1min":1.1439999999999999,"5min":1.139,"15min":0.84699999999999998},"max":{"1min":4.7690000000000001,"5min":9.1039999999999992,"15min":46.679000000000002},"last":4.2969999999999997},{"interface":"front","average":{"1min":2.2149999999999999,"5min":2.762,"15min":3.0899999999999999},"min":{"1min":1.3220000000000001,"5min":1.1259999999999999,"15min":1.123},"max":{"1min":5.1369999999999996,"5min":7.3689999999999998,"15min":46.823999999999998},"last":7.0499999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:37:52 2020","interfaces":[{"interface":"back","average":{"1min":3.2669999999999999,"5min":3.2040000000000002,"15min":3.3679999999999999},"min":{"1min":1.8340000000000001,"5min":1.2749999999999999,"15min":1.2629999999999999},"max":{"1min":5.3899999999999997,"5min":8.8490000000000002,"15min":45.292000000000002},"last":3.8399999999999999},{"interface":"front","average":{"1min":2.984,"5min":2.657,"15min":3.2509999999999999},"min":{"1min":1.381,"5min":1.381,"15min":1.177},"max":{"1min":5.1909999999999998,"5min":5.1909999999999998,"15min":55.759999999999998},"last":3.089}]}]},{"osd":9,"up_from":71,"seq":304942678262,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1807328,"kb_used_data":1533848,"kb_used_omap":0,"kb_used_meta":273472,"kb_avail":91937824,"statfs":{"total":95995035648,"available":94144331776,"internally_reserved":0,"allocated":1570660352,"data_stored":1570292740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":280035328},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:38:24 2020","interfaces":[{"interface":"back","average":{"1min":4.5750000000000002,"5min":4.101,"15min":2.762},"min":{"1min":0.628,"5min":0.55600000000000005,"15min":0.48499999999999999},"max":{"1min":46.828000000000003,"5min":253.441,"15min":253.441},"last":0.68100000000000005},{"interface":"front","average":{"1min":5.0910000000000002,"5min":4.7949999999999999,"15min":3.048},"min":{"1min":1.0369999999999999,"5min":0.84299999999999997,"15min":0.51700000000000002},"max":{"1min":47.128999999999998,"5min":253.72999999999999,"15min":253.72999999999999},"last":1.206}]},{"osd":2,"last update":"Mon Nov 16 20:38:24 2020","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":4.2290000000000001,"15min":2.9409999999999998},"min":{"1min":0.71099999999999997,"5min":0.64200000000000002,"15min":0.55400000000000005},"max":{"1min":4.0860000000000003,"5min":250.76499999999999,"15min":250.76499999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":1.3879999999999999,"5min":3.911,"15min":2.6579999999999999},"min":{"1min":0.67700000000000005,"5min":0.64900000000000002,"15min":0.63300000000000001},"max":{"1min":3.1379999999999999,"5min":250.529,"15min":250.529},"last":0.72099999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:38:24 2020","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":3.782,"15min":3.5720000000000001},"min":{"1min":0.70899999999999996,"5min":0.63500000000000001,"15min":0.59599999999999997},"max":{"1min":3.5259999999999998,"5min":254.02199999999999,"15min":314.88900000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":1.7729999999999999,"5min":4.3029999999999999,"15min":3.8700000000000001},"min":{"1min":0.90300000000000002,"5min":0.70699999999999996,"15min":0.60099999999999998},"max":{"1min":2.9540000000000002,"5min":252.62200000000001,"15min":312.904},"last":1.1499999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:38:24 2020","interfaces":[{"interface":"back","average":{"1min":1.6879999999999999,"5min":2.2949999999999999,"15min":3.214},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":4.2439999999999998,"5min":8.891,"15min":130.13800000000001},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.929,"5min":2.2599999999999998,"15min":3.1309999999999998},"min":{"1min":0.76100000000000001,"5min":0.72099999999999997,"15min":0.60899999999999999},"max":{"1min":4.4169999999999998,"5min":9.3599999999999994,"15min":128.81800000000001},"last":1.5660000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:38:24 2020","interfaces":[{"interface":"back","average":{"1min":2.0259999999999998,"5min":2.4750000000000001,"15min":3.3860000000000001},"min":{"1min":0.98999999999999999,"5min":0.73499999999999999,"15min":0.73299999999999998},"max":{"1min":4.7729999999999997,"5min":9.968,"15min":127.413},"last":1.3979999999999999},{"interface":"front","average":{"1min":1.8580000000000001,"5min":2.181,"15min":3.2410000000000001},"min":{"1min":0.93999999999999995,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":3.5070000000000001,"5min":9.1690000000000005,"15min":127.542},"last":1.4630000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:38:24 2020","interfaces":[{"interface":"back","average":{"1min":2.3759999999999999,"5min":2.5379999999999998,"15min":2.8700000000000001},"min":{"1min":1.216,"5min":0.94299999999999995,"15min":0.872},"max":{"1min":4.7720000000000002,"5min":9.625,"15min":98.828999999999994},"last":1.6180000000000001},{"interface":"front","average":{"1min":2.1920000000000002,"5min":2.5640000000000001,"15min":2.9969999999999999},"min":{"1min":1.212,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":4.1239999999999997,"5min":10.377000000000001,"15min":107.042},"last":1.359}]},{"osd":7,"last update":"Mon Nov 16 20:37:59 2020","interfaces":[{"interface":"back","average":{"1min":2.2240000000000002,"5min":2.6819999999999999,"15min":5.0579999999999998},"min":{"1min":1.296,"5min":1.0209999999999999,"15min":1.0089999999999999},"max":{"1min":4.5869999999999997,"5min":8.359,"15min":130.572},"last":1.5049999999999999},{"interface":"front","average":{"1min":2.3559999999999999,"5min":2.7290000000000001,"15min":5.2539999999999996},"min":{"1min":1.157,"5min":1.139,"15min":0.77600000000000002},"max":{"1min":4,"5min":11.238,"15min":128.73599999999999},"last":1.76}]},{"osd":8,"last update":"Mon Nov 16 20:38:24 2020","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":2.7509999999999999,"15min":2.9380000000000002},"min":{"1min":1.278,"5min":1.036,"15min":0.69699999999999995},"max":{"1min":5.0339999999999998,"5min":10.721,"15min":12.334},"last":1.8480000000000001},{"interface":"front","average":{"1min":2.6419999999999999,"5min":3.0680000000000001,"15min":3.1629999999999998},"min":{"1min":1.5369999999999999,"5min":1.25,"15min":0.94999999999999996},"max":{"1min":5.46,"5min":13.355,"15min":13.491},"last":2.1120000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:38:33 2020","interfaces":[{"interface":"back","average":{"1min":3.0470000000000002,"5min":3.2309999999999999,"15min":3.1349999999999998},"min":{"1min":1.6339999999999999,"5min":1.4650000000000001,"15min":0.874},"max":{"1min":5.9980000000000002,"5min":11.589,"15min":13.259},"last":1.9299999999999999},{"interface":"front","average":{"1min":2.379,"5min":2.778,"15min":2.9260000000000002},"min":{"1min":1.1379999999999999,"5min":1.077,"15min":0.93500000000000005},"max":{"1min":4.3639999999999999,"5min":11.678000000000001,"15min":12.051},"last":2.6070000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:38:46 2020","interfaces":[{"interface":"back","average":{"1min":2.7000000000000002,"5min":3.081,"15min":3.5070000000000001},"min":{"1min":1.194,"5min":1.194,"15min":1.194},"max":{"1min":4.5279999999999996,"5min":8.7129999999999992,"15min":8.7129999999999992},"last":1.9470000000000001},{"interface":"front","average":{"1min":3.3490000000000002,"5min":3.4409999999999998,"15min":3.391},"min":{"1min":1.8009999999999999,"5min":1.569,"15min":1.115},"max":{"1min":6.3109999999999999,"5min":12.023999999999999,"15min":12.023999999999999},"last":2.028}]}]},{"osd":8,"up_from":63,"seq":270582939898,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":675164,"kb_used_data":542676,"kb_used_omap":0,"kb_used_meta":132480,"kb_avail":93069988,"statfs":{"total":95995035648,"available":95303667712,"internally_reserved":0,"allocated":555700224,"data_stored":555336704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135659520},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":1.4419999999999999,"5min":1.395,"15min":1.913},"min":{"1min":0.68700000000000006,"5min":0.61099999999999999,"15min":0.498},"max":{"1min":4.0430000000000001,"5min":4.7800000000000002,"15min":60.295999999999999},"last":1.595},{"interface":"front","average":{"1min":1.504,"5min":1.4450000000000001,"15min":2.0430000000000001},"min":{"1min":0.75700000000000001,"5min":0.59499999999999997,"15min":0.57499999999999996},"max":{"1min":3.8450000000000002,"5min":5.9619999999999997,"15min":58.633000000000003},"last":1.5369999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:38:44 2020","interfaces":[{"interface":"back","average":{"1min":2.4409999999999998,"5min":3.0219999999999998,"15min":2.4009999999999998},"min":{"1min":0.745,"5min":0.626,"15min":0.60399999999999998},"max":{"1min":6.3109999999999999,"5min":141.761,"15min":141.761},"last":1.4239999999999999},{"interface":"front","average":{"1min":2.7810000000000001,"5min":3.5830000000000002,"15min":2.9809999999999999},"min":{"1min":1.2689999999999999,"5min":0.68000000000000005,"15min":0.64200000000000002},"max":{"1min":9.4299999999999997,"5min":141.87100000000001,"15min":141.87100000000001},"last":2.6230000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":1.732,"5min":3.5739999999999998,"15min":3.0870000000000002},"min":{"1min":0.93200000000000005,"5min":0.748,"15min":0.54700000000000004},"max":{"1min":4.9039999999999999,"5min":137.90299999999999,"15min":137.90299999999999},"last":2.2869999999999999},{"interface":"front","average":{"1min":1.6930000000000001,"5min":3.5539999999999998,"15min":3.0619999999999998},"min":{"1min":0.92800000000000005,"5min":0.78400000000000003,"15min":0.59199999999999997},"max":{"1min":3.6789999999999998,"5min":138.24299999999999,"15min":138.24299999999999},"last":2.7559999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.5259999999999998,"15min":2.6970000000000001},"min":{"1min":0.90000000000000002,"5min":0.872,"15min":0.61499999999999999},"max":{"1min":5.4119999999999999,"5min":36.006999999999998,"15min":36.006999999999998},"last":1.8560000000000001},{"interface":"front","average":{"1min":1.958,"5min":2.5640000000000001,"15min":2.6739999999999999},"min":{"1min":0.997,"5min":0.75,"15min":0.69699999999999995},"max":{"1min":3.9860000000000002,"5min":42.060000000000002,"15min":42.060000000000002},"last":3.2469999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:37:58 2020","interfaces":[{"interface":"back","average":{"1min":2.1680000000000001,"5min":2.1970000000000001,"15min":2.492},"min":{"1min":1.153,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":4.1200000000000001,"5min":5.2779999999999996,"15min":6.5439999999999996},"last":1.802},{"interface":"front","average":{"1min":1.617,"5min":1.927,"15min":2.3399999999999999},"min":{"1min":0.83599999999999997,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":2.5859999999999999,"5min":7.1230000000000002,"15min":7.1230000000000002},"last":1.661}]},{"osd":6,"last update":"Mon Nov 16 20:38:07 2020","interfaces":[{"interface":"back","average":{"1min":1.8320000000000001,"5min":2.1880000000000002,"15min":2.5640000000000001},"min":{"1min":0.877,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":3.956,"5min":7.327,"15min":7.5140000000000002},"last":2.9329999999999998},{"interface":"front","average":{"1min":2.335,"5min":2.6520000000000001,"15min":2.7370000000000001},"min":{"1min":1.329,"5min":1.0920000000000001,"15min":0.84399999999999997},"max":{"1min":5.0759999999999996,"5min":10.569000000000001,"15min":10.569000000000001},"last":2.8029999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:38:27 2020","interfaces":[{"interface":"back","average":{"1min":2.4060000000000001,"5min":3.1909999999999998,"15min":2.8860000000000001},"min":{"1min":1.226,"5min":1.226,"15min":1.006},"max":{"1min":5.8179999999999996,"5min":37.5,"15min":37.5},"last":2.9060000000000001},{"interface":"front","average":{"1min":2.702,"5min":2.794,"15min":2.5329999999999999},"min":{"1min":1.109,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":10.276,"5min":35.509999999999998,"15min":35.509999999999998},"last":3.165}]},{"osd":9,"last update":"Mon Nov 16 20:38:27 2020","interfaces":[{"interface":"back","average":{"1min":2.802,"5min":2.972,"15min":3.3969999999999998},"min":{"1min":1.1919999999999999,"5min":1.0469999999999999,"15min":0.72799999999999998},"max":{"1min":7.383,"5min":11.263,"15min":89.052999999999997},"last":3.2010000000000001},{"interface":"front","average":{"1min":2.5099999999999998,"5min":2.8559999999999999,"15min":3.6389999999999998},"min":{"1min":1.097,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":4.4900000000000002,"5min":5.609,"15min":89.296000000000006},"last":4.0309999999999997}]},{"osd":10,"last update":"Mon Nov 16 20:38:27 2020","interfaces":[{"interface":"back","average":{"1min":2.7040000000000002,"5min":2.573,"15min":3.8039999999999998},"min":{"1min":1.288,"5min":0.92400000000000004,"15min":0.80900000000000005},"max":{"1min":8.1449999999999996,"5min":8.1449999999999996,"15min":229.578},"last":3.351},{"interface":"front","average":{"1min":2.52,"5min":2.9929999999999999,"15min":3.9420000000000002},"min":{"1min":1.409,"5min":1.409,"15min":0.93100000000000005},"max":{"1min":5.5519999999999996,"5min":8.3460000000000001,"15min":232.14099999999999},"last":3.4399999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:38:51 2020","interfaces":[{"interface":"back","average":{"1min":2.9769999999999999,"5min":2.9540000000000002,"15min":3.2879999999999998},"min":{"1min":1.3120000000000001,"5min":1.0269999999999999,"15min":0.85799999999999998},"max":{"1min":4.7069999999999999,"5min":6.0759999999999996,"15min":9.0920000000000005},"last":3.5019999999999998},{"interface":"front","average":{"1min":3.3109999999999999,"5min":3.113,"15min":3.1829999999999998},"min":{"1min":1.4159999999999999,"5min":1.2829999999999999,"15min":1.0269999999999999},"max":{"1min":6.077,"5min":9.2710000000000008,"15min":12.257999999999999},"last":3.746}]}]},{"osd":7,"up_from":225,"seq":966367641729,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1709456,"kb_used_data":1536328,"kb_used_omap":0,"kb_used_meta":173119,"kb_avail":92035696,"statfs":{"total":95995035648,"available":94244552704,"internally_reserved":0,"allocated":1573199872,"data_stored":1572842299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":177273916},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":2.4860000000000002,"15min":3.4009999999999998},"min":{"1min":0.873,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":9.5090000000000003,"5min":21.449000000000002,"15min":123.182},"last":0.754},{"interface":"front","average":{"1min":1.5529999999999999,"5min":2.1379999999999999,"15min":3.3839999999999999},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.52700000000000002},"max":{"1min":4.1159999999999997,"5min":21.381,"15min":122.154},"last":2.585}]},{"osd":2,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":3.089,"15min":2.5870000000000002},"min":{"1min":0.58299999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":2.234,"5min":87.671000000000006,"15min":118.31699999999999},"last":2.0070000000000001},{"interface":"front","average":{"1min":1.569,"5min":3.0979999999999999,"15min":2.7160000000000002},"min":{"1min":0.77600000000000002,"5min":0.59599999999999997,"15min":0.53600000000000003},"max":{"1min":2.3769999999999998,"5min":88.893000000000001,"15min":117.771},"last":2.1779999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":5.0140000000000002,"15min":3.7930000000000001},"min":{"1min":0.623,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":4.6239999999999997,"5min":219.61199999999999,"15min":219.61199999999999},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.8620000000000001,"5min":5.0679999999999996,"15min":3.621},"min":{"1min":0.79100000000000004,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":4.9850000000000003,"5min":221.09700000000001,"15min":221.09700000000001},"last":2.4380000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":2.1379999999999999,"15min":2.2410000000000001},"min":{"1min":0.73099999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.5329999999999999,"5min":11.75,"15min":11.75},"last":3.0459999999999998},{"interface":"front","average":{"1min":1.6819999999999999,"5min":2.2690000000000001,"15min":2.359},"min":{"1min":0.753,"5min":0.71299999999999997,"15min":0.66100000000000003},"max":{"1min":2.476,"5min":11.323,"15min":11.323},"last":2.5139999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:38:24 2020","interfaces":[{"interface":"back","average":{"1min":2.2080000000000002,"5min":2.367,"15min":2.129},"min":{"1min":0.747,"5min":0.71699999999999997,"15min":0.69899999999999995},"max":{"1min":4.4930000000000003,"5min":9.2240000000000002,"15min":9.2240000000000002},"last":1.877},{"interface":"front","average":{"1min":1.4630000000000001,"5min":2.363,"15min":2.4009999999999998},"min":{"1min":0.754,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":2.1190000000000002,"5min":11.468999999999999,"15min":11.468999999999999},"last":1.4730000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.4940000000000002,"15min":2.2930000000000001},"min":{"1min":0.90500000000000003,"5min":0.84599999999999997,"15min":0.67000000000000004},"max":{"1min":5.1920000000000002,"5min":9.2899999999999991,"15min":9.2899999999999991},"last":2.7130000000000001},{"interface":"front","average":{"1min":2.234,"5min":2.5649999999999999,"15min":2.5670000000000002},"min":{"1min":1.216,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":3.7810000000000001,"5min":7.1669999999999998,"15min":9.5899999999999999},"last":2.7919999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":1.655,"5min":2.3780000000000001,"15min":2.7599999999999998},"min":{"1min":0.873,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":2.5539999999999998,"5min":7.7999999999999998,"15min":23.276},"last":4.4020000000000001},{"interface":"front","average":{"1min":1.7929999999999999,"5min":2.3300000000000001,"15min":3.1040000000000001},"min":{"1min":1.044,"5min":0.92600000000000005,"15min":0.92600000000000005},"max":{"1min":2.698,"5min":9.5700000000000003,"15min":26.068999999999999},"last":5.0970000000000004}]},{"osd":9,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":2.0779999999999998,"5min":2.637,"15min":2.7240000000000002},"min":{"1min":1.23,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":3.081,"5min":8.5060000000000002,"15min":13.547000000000001},"last":5.6879999999999997},{"interface":"front","average":{"1min":2.1880000000000002,"5min":2.524,"15min":2.726},"min":{"1min":1.377,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":3.0760000000000001,"5min":6.2729999999999997,"15min":13.472},"last":2.6480000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":2.4020000000000001,"5min":2.7330000000000001,"15min":2.52},"min":{"1min":1.5609999999999999,"5min":0.98899999999999999,"15min":0.96199999999999997},"max":{"1min":5.7130000000000001,"5min":8.1379999999999999,"15min":8.1379999999999999},"last":4.875},{"interface":"front","average":{"1min":2.3210000000000002,"5min":2.867,"15min":2.5699999999999998},"min":{"1min":1.746,"5min":1.1599999999999999,"15min":1.0529999999999999},"max":{"1min":4.9909999999999997,"5min":8.2579999999999991,"15min":8.2579999999999991},"last":4.5860000000000003}]},{"osd":11,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":2.4649999999999999,"5min":3.012,"15min":3.2069999999999999},"min":{"1min":1.6479999999999999,"5min":1.1830000000000001,"15min":1.1830000000000001},"max":{"1min":5.9119999999999999,"5min":8.3740000000000006,"15min":24.445},"last":5.4909999999999997},{"interface":"front","average":{"1min":2.5960000000000001,"5min":2.835,"15min":3.2839999999999998},"min":{"1min":1.5369999999999999,"5min":1.135,"15min":1.135},"max":{"1min":5.9480000000000004,"5min":10.109999999999999,"15min":24.475999999999999},"last":3.198}]}]},{"osd":6,"up_from":49,"seq":210453397764,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1674076,"kb_used_data":1506196,"kb_used_omap":0,"kb_used_meta":167872,"kb_avail":92071076,"statfs":{"total":95995035648,"available":94280781824,"internally_reserved":0,"allocated":1542344704,"data_stored":1541981184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":171900928},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:38:18 2020","interfaces":[{"interface":"back","average":{"1min":6.1790000000000003,"5min":2.706,"15min":2.4079999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":65.587999999999994,"5min":65.587999999999994,"15min":96.126999999999995},"last":1.4830000000000001},{"interface":"front","average":{"1min":5.0049999999999999,"5min":2.2360000000000002,"15min":2.3380000000000001},"min":{"1min":0.64900000000000002,"5min":0.55800000000000005,"15min":0.496},"max":{"1min":54.540999999999997,"5min":54.540999999999997,"15min":92.424000000000007},"last":0.98199999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:38:18 2020","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.605,"15min":2.125},"min":{"1min":0.58699999999999997,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":2.8319999999999999,"5min":5.7389999999999999,"15min":82.668000000000006},"last":1.0189999999999999},{"interface":"front","average":{"1min":1.3859999999999999,"5min":1.635,"15min":2.0979999999999999},"min":{"1min":0.71699999999999997,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.573,"5min":7.6529999999999996,"15min":84.108000000000004},"last":1.333}]},{"osd":3,"last update":"Mon Nov 16 20:38:18 2020","interfaces":[{"interface":"back","average":{"1min":1.655,"5min":3.6930000000000001,"15min":3.6880000000000002},"min":{"1min":0.73099999999999998,"5min":0.624,"15min":0.57299999999999995},"max":{"1min":2.7480000000000002,"5min":171.21899999999999,"15min":189.096},"last":1.6950000000000001},{"interface":"front","average":{"1min":1.5820000000000001,"5min":3.8010000000000002,"15min":3.8719999999999999},"min":{"1min":0.84999999999999998,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":4.593,"5min":171.46100000000001,"15min":189.042},"last":1.623}]},{"osd":4,"last update":"Mon Nov 16 20:38:18 2020","interfaces":[{"interface":"back","average":{"1min":2.1240000000000001,"5min":2.4169999999999998,"15min":2.6709999999999998},"min":{"1min":1.0329999999999999,"5min":0.628,"15min":0.58999999999999997},"max":{"1min":5.4189999999999996,"5min":16.353999999999999,"15min":116.849},"last":4.0899999999999999},{"interface":"front","average":{"1min":1.8340000000000001,"5min":2.222,"15min":2.6589999999999998},"min":{"1min":0.71599999999999997,"5min":0.71499999999999997,"15min":0.56399999999999995},"max":{"1min":5.2690000000000001,"5min":6.3070000000000004,"15min":117.947},"last":1.905}]},{"osd":5,"last update":"Mon Nov 16 20:38:18 2020","interfaces":[{"interface":"back","average":{"1min":2.1259999999999999,"5min":2.0579999999999998,"15min":2.3300000000000001},"min":{"1min":1.0649999999999999,"5min":0.73599999999999999,"15min":0.69799999999999995},"max":{"1min":5.6609999999999996,"5min":6.1639999999999997,"15min":13.518000000000001},"last":2.2280000000000002},{"interface":"front","average":{"1min":1.5649999999999999,"5min":1.9239999999999999,"15min":2.3460000000000001},"min":{"1min":0.86499999999999999,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":3.2080000000000002,"5min":9.1539999999999999,"15min":9.1539999999999999},"last":1.9379999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:38:28 2020","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":2.258,"15min":1.8520000000000001},"min":{"1min":0.78900000000000003,"5min":0.69699999999999995,"15min":0.65400000000000003},"max":{"1min":2.9409999999999998,"5min":12.582000000000001,"15min":12.582000000000001},"last":2.0990000000000002},{"interface":"front","average":{"1min":2.5819999999999999,"5min":2.6739999999999999,"15min":2.7160000000000002},"min":{"1min":1.2110000000000001,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":6.0940000000000003,"5min":12.393000000000001,"15min":14.067},"last":1.7549999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:38:53 2020","interfaces":[{"interface":"back","average":{"1min":2.2759999999999998,"5min":2.5150000000000001,"15min":3.1629999999999998},"min":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":0.90400000000000003},"max":{"1min":4.4619999999999997,"5min":9.3439999999999994,"15min":158.672},"last":2.1349999999999998},{"interface":"front","average":{"1min":2.2570000000000001,"5min":2.605,"15min":3.2669999999999999},"min":{"1min":1.3260000000000001,"5min":1.05,"15min":0.93600000000000005},"max":{"1min":4.5800000000000001,"5min":10.707000000000001,"15min":152.244},"last":2.2879999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:38:18 2020","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.7480000000000002,"15min":2.9279999999999999},"min":{"1min":1.5980000000000001,"5min":0.94799999999999995,"15min":0.94199999999999995},"max":{"1min":5.875,"5min":9.4809999999999999,"15min":13.949999999999999},"last":1.964},{"interface":"front","average":{"1min":2.3969999999999998,"5min":2.5619999999999998,"15min":2.9249999999999998},"min":{"1min":1.4059999999999999,"5min":1.05,"15min":1.05},"max":{"1min":5.9169999999999998,"5min":8.452,"15min":9.407},"last":2.3969999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:38:44 2020","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":2.5030000000000001,"15min":2.8479999999999999},"min":{"1min":1.4419999999999999,"5min":1.0029999999999999,"15min":0.88900000000000001},"max":{"1min":9.1489999999999991,"5min":9.1489999999999991,"15min":9.1489999999999991},"last":2.8780000000000001},{"interface":"front","average":{"1min":3.0449999999999999,"5min":2.468,"15min":2.601},"min":{"1min":1.6759999999999999,"5min":0.91000000000000003,"15min":0.88800000000000001},"max":{"1min":9.2509999999999994,"5min":9.2509999999999994,"15min":10.095000000000001},"last":3.0449999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:38:44 2020","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":2.1800000000000002,"15min":2.3769999999999998},"min":{"1min":1.107,"5min":1.087,"15min":1.044},"max":{"1min":3.222,"5min":7.6340000000000003,"15min":10.401999999999999},"last":2.266},{"interface":"front","average":{"1min":1.9330000000000001,"5min":2.2549999999999999,"15min":2.4830000000000001},"min":{"1min":1.3600000000000001,"5min":1.1479999999999999,"15min":1.1479999999999999},"max":{"1min":3.4079999999999999,"5min":5.3760000000000003,"15min":10.273},"last":2.8380000000000001}]}]},{"osd":1,"up_from":18,"seq":77309411615,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4821344,"kb_used_data":4558488,"kb_used_omap":0,"kb_used_meta":262848,"kb_avail":88923808,"statfs":{"total":95995035648,"available":91057979392,"internally_reserved":0,"allocated":4667891712,"data_stored":4667524120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":269156352},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:38:05 2020","interfaces":[{"interface":"back","average":{"1min":2.0459999999999998,"5min":2.8410000000000002,"15min":2.548},"min":{"1min":0.54600000000000004,"5min":0.47999999999999998,"15min":0.46600000000000003},"max":{"1min":12.134,"5min":97.320999999999998,"15min":97.320999999999998},"last":0.59699999999999998},{"interface":"front","average":{"1min":4.21,"5min":3.52,"15min":2.746},"min":{"1min":0.79700000000000004,"5min":0.51200000000000001,"15min":0.47399999999999998},"max":{"1min":12.907999999999999,"5min":97.376000000000005,"15min":97.376000000000005},"last":0.73699999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:38:28 2020","interfaces":[{"interface":"back","average":{"1min":1.631,"5min":2.0510000000000002,"15min":2.7029999999999998},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":5.4989999999999997,"5min":7.8410000000000002,"15min":98.257000000000005},"last":0.80900000000000005},{"interface":"front","average":{"1min":4.6429999999999998,"5min":2.839,"15min":3.0539999999999998},"min":{"1min":0.71599999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":16.099,"5min":16.099,"15min":97.945999999999998},"last":0.625}]},{"osd":3,"last update":"Mon Nov 16 20:38:52 2020","interfaces":[{"interface":"back","average":{"1min":2.0699999999999998,"5min":3.274,"15min":3.4750000000000001},"min":{"1min":0.93000000000000005,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":5.6040000000000001,"5min":30.946999999999999,"15min":30.946999999999999},"last":1.325},{"interface":"front","average":{"1min":3.5990000000000002,"5min":3.746,"15min":3.77},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":27.312999999999999,"5min":28.786999999999999,"15min":28.786999999999999},"last":1.48}]},{"osd":4,"last update":"Mon Nov 16 20:36:11 2020","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":4.5259999999999998,"15min":3.1800000000000002},"min":{"1min":0.79500000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":25.773,"5min":97.236000000000004,"15min":97.236000000000004},"last":2.0760000000000001},{"interface":"front","average":{"1min":1.3859999999999999,"5min":4.141,"15min":3.0489999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":3.7160000000000002,"5min":96.036000000000001,"15min":96.036000000000001},"last":3.7290000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":3.9649999999999999,"5min":3.5219999999999998,"15min":2.996},"min":{"1min":1.4490000000000001,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":10.569000000000001,"5min":95.561999999999998,"15min":95.561999999999998},"last":0.92500000000000004},{"interface":"front","average":{"1min":4.9219999999999997,"5min":5.0250000000000004,"15min":3.673},"min":{"1min":1.7350000000000001,"5min":1.0089999999999999,"15min":0.68300000000000005},"max":{"1min":14.749000000000001,"5min":96.986999999999995,"15min":96.986999999999995},"last":1.45}]},{"osd":6,"last update":"Mon Nov 16 20:38:05 2020","interfaces":[{"interface":"back","average":{"1min":5.4089999999999998,"5min":4.5170000000000003,"15min":3.9220000000000002},"min":{"1min":1.6919999999999999,"5min":0.90500000000000003,"15min":0.79700000000000004},"max":{"1min":16.388999999999999,"5min":96.609999999999999,"15min":103.09699999999999},"last":1.105},{"interface":"front","average":{"1min":5.6980000000000004,"5min":5.0300000000000002,"15min":4.2469999999999999},"min":{"1min":1.1830000000000001,"5min":0.88100000000000001,"15min":0.85999999999999999},"max":{"1min":16.654,"5min":97.727000000000004,"15min":102.877},"last":1.361}]},{"osd":7,"last update":"Mon Nov 16 20:38:28 2020","interfaces":[{"interface":"back","average":{"1min":2.653,"5min":3.012,"15min":3.9889999999999999},"min":{"1min":0.88600000000000001,"5min":0.83599999999999997,"15min":0.67900000000000005},"max":{"1min":6.6230000000000002,"5min":28.611000000000001,"15min":160.39400000000001},"last":1.7050000000000001},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.4279999999999999,"15min":3.3849999999999998},"min":{"1min":1.036,"5min":0.81999999999999995,"15min":0.70699999999999996},"max":{"1min":12.757999999999999,"5min":25.382999999999999,"15min":161.446},"last":4.9930000000000003}]},{"osd":8,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":4.8049999999999997,"5min":5.0410000000000004,"15min":3.7799999999999998},"min":{"1min":1.857,"5min":0.99299999999999999,"15min":0.747},"max":{"1min":10.734999999999999,"5min":96.852000000000004,"15min":96.852000000000004},"last":1.256},{"interface":"front","average":{"1min":2.2109999999999999,"5min":3.5720000000000001,"15min":3.6930000000000001},"min":{"1min":1.077,"5min":0.90300000000000002,"15min":0.77300000000000002},"max":{"1min":3.3799999999999999,"5min":99.825000000000003,"15min":99.825000000000003},"last":0.88400000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:38:28 2020","interfaces":[{"interface":"back","average":{"1min":2.9510000000000001,"5min":3.173,"15min":3.976},"min":{"1min":1.014,"5min":0.96299999999999997,"15min":0.90700000000000003},"max":{"1min":12.622999999999999,"5min":26.027999999999999,"15min":98.683999999999997},"last":1.6000000000000001},{"interface":"front","average":{"1min":2.9289999999999998,"5min":3.1110000000000002,"15min":4.2889999999999997},"min":{"1min":1.631,"5min":1.0489999999999999,"15min":0.86399999999999999},"max":{"1min":7.0049999999999999,"5min":10.021000000000001,"15min":98.972999999999999},"last":1.841}]},{"osd":10,"last update":"Mon Nov 16 20:38:28 2020","interfaces":[{"interface":"back","average":{"1min":3.2170000000000001,"5min":3.2909999999999999,"15min":4.0650000000000004},"min":{"1min":1.591,"5min":1.1359999999999999,"15min":1.1020000000000001},"max":{"1min":12.411,"5min":26.298999999999999,"15min":100.108},"last":2.0030000000000001},{"interface":"front","average":{"1min":2.5990000000000002,"5min":2.7799999999999998,"15min":4.1520000000000001},"min":{"1min":1.149,"5min":1.107,"15min":1.107},"max":{"1min":16.175000000000001,"5min":25.012,"15min":98.613},"last":1.0720000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:38:42 2020","interfaces":[{"interface":"back","average":{"1min":3.044,"5min":3.165,"15min":3.6080000000000001},"min":{"1min":1.754,"5min":1.1140000000000001,"15min":1.0620000000000001},"max":{"1min":11.853999999999999,"5min":25.18,"15min":99.150000000000006},"last":2.1280000000000001},{"interface":"front","average":{"1min":3.012,"5min":3.254,"15min":4.218},"min":{"1min":1.3680000000000001,"5min":1.125,"15min":1.0509999999999999},"max":{"1min":15.742000000000001,"5min":26.552,"15min":99.512},"last":1.196}]}]},{"osd":0,"up_from":12,"seq":51539607843,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":664784,"kb_used_data":513544,"kb_used_omap":0,"kb_used_meta":151232,"kb_avail":93080368,"statfs":{"total":95995035648,"available":95314296832,"internally_reserved":0,"allocated":525869056,"data_stored":525511483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":154861568},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:38:04 2020","interfaces":[{"interface":"back","average":{"1min":5.1429999999999998,"5min":3.056,"15min":2.2949999999999999},"min":{"1min":0.54800000000000004,"5min":0.54200000000000004,"15min":0.47599999999999998},"max":{"1min":50.441000000000003,"5min":50.441000000000003,"15min":50.441000000000003},"last":2.097},{"interface":"front","average":{"1min":5.6100000000000003,"5min":3.073,"15min":2.5099999999999998},"min":{"1min":0.60499999999999998,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":52.289000000000001,"5min":52.289000000000001,"15min":52.289000000000001},"last":4.149}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:37:59 2020","interfaces":[{"interface":"back","average":{"1min":1.327,"5min":2.286,"15min":2.8530000000000002},"min":{"1min":0.54200000000000004,"5min":0.51100000000000001,"15min":0.50800000000000001},"max":{"1min":4.9939999999999998,"5min":13.157,"15min":143.12899999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":1.452,"5min":2.6659999999999999,"15min":2.6760000000000002},"min":{"1min":0.628,"5min":0.628,"15min":0.54900000000000004},"max":{"1min":4.2270000000000003,"5min":34.512,"15min":140.316},"last":2.2570000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":1.4119999999999999,"5min":2.254,"15min":2.0129999999999999},"min":{"1min":0.58199999999999996,"5min":0.56299999999999994,"15min":0.55600000000000005},"max":{"1min":3.7210000000000001,"5min":111.956,"15min":111.956},"last":1.413},{"interface":"front","average":{"1min":1.865,"5min":2.7509999999999999,"15min":2.6949999999999998},"min":{"1min":1.103,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":4.335,"5min":112.206,"15min":112.206},"last":2.496}]},{"osd":5,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.97,"15min":2.0289999999999999},"min":{"1min":0.75900000000000001,"5min":0.67400000000000004,"15min":0.60999999999999999},"max":{"1min":6.6500000000000004,"5min":7.8520000000000003,"15min":10.673999999999999},"last":1.0489999999999999},{"interface":"front","average":{"1min":2.0129999999999999,"5min":1.887,"15min":2.2400000000000002},"min":{"1min":0.745,"5min":0.71699999999999997,"15min":0.70499999999999996},"max":{"1min":8.6509999999999998,"5min":8.6509999999999998,"15min":10.782},"last":1.7709999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:38:22 2020","interfaces":[{"interface":"back","average":{"1min":4.0199999999999996,"5min":2.2930000000000001,"15min":2.2999999999999998},"min":{"1min":0.73799999999999999,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":47.442,"5min":47.442,"15min":47.442},"last":2.3300000000000001},{"interface":"front","average":{"1min":4.2850000000000001,"5min":2.3260000000000001,"15min":2.4140000000000001},"min":{"1min":1.026,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":48.149999999999999,"5min":48.149999999999999,"15min":48.149999999999999},"last":1.5860000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":3.1600000000000001,"15min":2.9969999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":6.7569999999999997,"5min":82.126999999999995,"15min":97.435000000000002},"last":2.4119999999999999},{"interface":"front","average":{"1min":2.2799999999999998,"5min":3.6269999999999998,"15min":3.0030000000000001},"min":{"1min":0.96999999999999997,"5min":0.85099999999999998,"15min":0.82499999999999996},"max":{"1min":6.6779999999999999,"5min":82.100999999999999,"15min":96.828000000000003},"last":1.6200000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.3450000000000002,"15min":2.944},"min":{"1min":1.105,"5min":0.85199999999999998,"15min":0.78400000000000003},"max":{"1min":4.1269999999999998,"5min":8.1189999999999998,"15min":96.248000000000005},"last":2.2200000000000002},{"interface":"front","average":{"1min":1.9279999999999999,"5min":2.1909999999999998,"15min":3.1219999999999999},"min":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.85299999999999998},"max":{"1min":4.5659999999999998,"5min":4.819,"15min":96.043000000000006},"last":2.806}]},{"osd":9,"last update":"Mon Nov 16 20:38:25 2020","interfaces":[{"interface":"back","average":{"1min":2.0390000000000001,"5min":2.0800000000000001,"15min":2.5979999999999999},"min":{"1min":1.0529999999999999,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":4.0940000000000003,"5min":6.6609999999999996,"15min":11.433},"last":1.976},{"interface":"front","average":{"1min":2.29,"5min":2.7549999999999999,"15min":2.899},"min":{"1min":1.0900000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"max":{"1min":7.1340000000000003,"5min":34.231000000000002,"15min":34.231000000000002},"last":2.677}]},{"osd":10,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":2.2130000000000001,"15min":2.7810000000000001},"min":{"1min":1.3180000000000001,"5min":1.028,"15min":1.028},"max":{"1min":4.2679999999999998,"5min":7.0439999999999996,"15min":73.305000000000007},"last":2.1520000000000001},{"interface":"front","average":{"1min":4.4279999999999999,"5min":3.359,"15min":3.2989999999999999},"min":{"1min":1.095,"5min":1.095,"15min":0.95099999999999996},"max":{"1min":47.237000000000002,"5min":47.237000000000002,"15min":73.558999999999997},"last":2.5550000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.3780000000000001,"5min":2.79,"15min":3.036},"min":{"1min":1.2789999999999999,"5min":1.032,"15min":1.032},"max":{"1min":4.9800000000000004,"5min":8.3520000000000003,"15min":22.841000000000001},"last":3.0529999999999999},{"interface":"front","average":{"1min":2.2799999999999998,"5min":2.77,"15min":3.1120000000000001},"min":{"1min":1.236,"5min":1.2070000000000001,"15min":1.0980000000000001},"max":{"1min":4.3949999999999996,"5min":30.09,"15min":30.09},"last":2.931}]}]},{"osd":2,"up_from":23,"seq":98784248090,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":669084,"kb_used_data":502740,"kb_used_omap":0,"kb_used_meta":166336,"kb_avail":93076068,"statfs":{"total":95995035648,"available":95309893632,"internally_reserved":0,"allocated":514805760,"data_stored":514442240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":170328064},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:31:11 2020","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":2.036,"15min":2.2050000000000001},"min":{"1min":0.58599999999999997,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.282,"5min":14.228,"15min":99.001000000000005},"last":2.2930000000000001},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.988,"15min":2.2229999999999999},"min":{"1min":0.56100000000000005,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.738,"5min":8.1869999999999994,"15min":98.828000000000003},"last":2.1989999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:38:30 2020","interfaces":[{"interface":"back","average":{"1min":2.2690000000000001,"5min":1.919,"15min":2.4100000000000001},"min":{"1min":0.56499999999999995,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":5.4379999999999997,"5min":9.343,"15min":76.745000000000005},"last":5.5099999999999998},{"interface":"front","average":{"1min":1.3029999999999999,"5min":2.0430000000000001,"15min":2.5760000000000001},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.46200000000000002},"max":{"1min":3.1749999999999998,"5min":11.172000000000001,"15min":74.978999999999999},"last":5.641}]},{"osd":3,"last update":"Mon Nov 16 20:37:54 2020","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":7.3730000000000002,"15min":7.5629999999999997},"min":{"1min":0.60899999999999999,"5min":0.53800000000000003,"15min":0.50900000000000001},"max":{"1min":2.9009999999999998,"5min":290.43700000000001,"15min":465.10500000000002},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.4119999999999999,"5min":7.9349999999999996,"15min":7.7329999999999997},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.55900000000000005},"max":{"1min":2.9430000000000001,"5min":294.74099999999999,"15min":459.33699999999999},"last":0.94299999999999995}]},{"osd":4,"last update":"Mon Nov 16 20:38:30 2020","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":2.0350000000000001,"15min":2.081},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":21.963000000000001,"5min":21.963000000000001,"15min":21.963000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":2.8220000000000001,"5min":2.5659999999999998,"15min":2.2799999999999998},"min":{"1min":1.151,"5min":1.0009999999999999,"15min":0.76100000000000001},"max":{"1min":22.262,"5min":22.262,"15min":22.262},"last":1.0920000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:37:54 2020","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.1899999999999999,"15min":2.8879999999999999},"min":{"1min":0.77500000000000002,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":22.596,"5min":22.596,"15min":124.53400000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":2.5070000000000001,"5min":1.9970000000000001,"15min":2.2999999999999998},"min":{"1min":0.82999999999999996,"5min":0.77100000000000002,"15min":0.66300000000000003},"max":{"1min":22.797999999999998,"5min":22.797999999999998,"15min":22.797999999999998},"last":1.385}]},{"osd":6,"last update":"Mon Nov 16 20:38:09 2020","interfaces":[{"interface":"back","average":{"1min":2.5699999999999998,"5min":2.4300000000000002,"15min":2.4590000000000001},"min":{"1min":0.70499999999999996,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":23.074000000000002,"5min":23.074000000000002,"15min":23.074000000000002},"last":5.782},{"interface":"front","average":{"1min":2.859,"5min":2.5720000000000001,"15min":2.665},"min":{"1min":0.86099999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":23.553000000000001,"5min":23.553000000000001,"15min":23.553000000000001},"last":5.9260000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:38:09 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":2.7480000000000002,"15min":2.4350000000000001},"min":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"max":{"1min":23.158999999999999,"5min":23.158999999999999,"15min":23.158999999999999},"last":1.214},{"interface":"front","average":{"1min":2.879,"5min":2.4729999999999999,"15min":6.8899999999999997},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":23.405999999999999,"5min":23.405999999999999,"15min":121.11499999999999},"last":1.0800000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:37:57 2020","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":2.593,"15min":3.2000000000000002},"min":{"1min":1.1359999999999999,"5min":0.91900000000000004,"15min":0.89600000000000002},"max":{"1min":14.581,"5min":14.581,"15min":67.313999999999993},"last":1.349},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.1989999999999998,"15min":2.8140000000000001},"min":{"1min":1.1559999999999999,"5min":0.85899999999999999,"15min":0.75},"max":{"1min":3.5609999999999999,"5min":7.8150000000000004,"15min":67.149000000000001},"last":1.5289999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:38:30 2020","interfaces":[{"interface":"back","average":{"1min":1.8879999999999999,"5min":2.4569999999999999,"15min":3.1549999999999998},"min":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":7.3010000000000002,"5min":10.773999999999999,"15min":120.95399999999999},"last":6.0599999999999996},{"interface":"front","average":{"1min":2.3820000000000001,"5min":2.7610000000000001,"15min":3.048},"min":{"1min":1.3819999999999999,"5min":1.0549999999999999,"15min":0.97099999999999997},"max":{"1min":5.9429999999999996,"5min":13.369,"15min":15.007999999999999},"last":1.498}]},{"osd":10,"last update":"Mon Nov 16 20:38:30 2020","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":2.948,"15min":3.1299999999999999},"min":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"max":{"1min":4.7919999999999998,"5min":14.130000000000001,"15min":15.15},"last":1.643},{"interface":"front","average":{"1min":2.0720000000000001,"5min":2.4649999999999999,"15min":3.246},"min":{"1min":1.4370000000000001,"5min":1.044,"15min":1.03},"max":{"1min":3.2269999999999999,"5min":7.9400000000000004,"15min":120.846},"last":1.6799999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:37:54 2020","interfaces":[{"interface":"back","average":{"1min":3.3210000000000002,"5min":4.4930000000000003,"15min":4.2919999999999998},"min":{"1min":1.456,"5min":1.3180000000000001,"15min":1.3180000000000001},"max":{"1min":14.85,"5min":123.73399999999999,"15min":140.619},"last":1.7729999999999999},{"interface":"front","average":{"1min":2.6829999999999998,"5min":2.7930000000000001,"15min":3.6829999999999998},"min":{"1min":1.2050000000000001,"5min":1.012,"15min":1.012},"max":{"1min":13.737,"5min":14.266,"15min":184.27699999999999},"last":6.218}]}]},{"osd":3,"up_from":29,"seq":124554051860,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1236124,"kb_used_data":1013268,"kb_used_omap":0,"kb_used_meta":222848,"kb_avail":92509028,"statfs":{"total":95995035648,"available":94729244672,"internally_reserved":0,"allocated":1037586432,"data_stored":1037222912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":228196352},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":1.5349999999999999,"15min":1.8180000000000001},"min":{"1min":0.55600000000000005,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":5.1050000000000004,"5min":7.7229999999999999,"15min":8.0359999999999996},"last":0.85199999999999998},{"interface":"front","average":{"1min":1.915,"5min":1.732,"15min":2.1360000000000001},"min":{"1min":0.63,"5min":0.55300000000000005,"15min":0.48899999999999999},"max":{"1min":5.5369999999999999,"5min":6.2859999999999996,"15min":10.669},"last":1.3069999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:38:48 2020","interfaces":[{"interface":"back","average":{"1min":2.0150000000000001,"5min":3.6070000000000002,"15min":2.6970000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":5.1929999999999996,"5min":122.545,"15min":122.545},"last":2.585},{"interface":"front","average":{"1min":1.613,"5min":3.516,"15min":2.806},"min":{"1min":0.78300000000000003,"5min":0.53600000000000003,"15min":0.51000000000000001},"max":{"1min":4.6260000000000003,"5min":123.28,"15min":123.28},"last":1.0209999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:38:12 2020","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":2.3559999999999999,"15min":2.246},"min":{"1min":0.68799999999999994,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":3.0920000000000001,"5min":38.744999999999997,"15min":38.744999999999997},"last":0.89200000000000002},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.3130000000000002,"15min":2.3210000000000002},"min":{"1min":0.60099999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":4.7370000000000001,"5min":36.244,"15min":36.244},"last":2.1960000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:38:48 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":2.2709999999999999,"15min":2.2909999999999999},"min":{"1min":0.68200000000000005,"5min":0.66300000000000003,"15min":0.626},"max":{"1min":3.5139999999999998,"5min":38.185000000000002,"15min":38.185000000000002},"last":1.077},{"interface":"front","average":{"1min":1.546,"5min":2.3650000000000002,"15min":2.2650000000000001},"min":{"1min":0.99199999999999999,"5min":0.71399999999999997,"15min":0.68200000000000005},"max":{"1min":2.8570000000000002,"5min":37.875,"15min":37.875},"last":1.252}]},{"osd":6,"last update":"Mon Nov 16 20:38:12 2020","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.6339999999999999,"15min":2.4329999999999998},"min":{"1min":0.84199999999999997,"5min":0.79500000000000004,"15min":0.69199999999999995},"max":{"1min":3.2320000000000002,"5min":37.948,"15min":37.948},"last":1.552},{"interface":"front","average":{"1min":1.7689999999999999,"5min":2.774,"15min":2.625},"min":{"1min":0.999,"5min":0.77100000000000002,"15min":0.77100000000000002},"max":{"1min":3.496,"5min":38.387,"15min":38.387},"last":1.679}]},{"osd":7,"last update":"Mon Nov 16 20:38:45 2020","interfaces":[{"interface":"back","average":{"1min":1.55,"5min":2.931,"15min":2.5289999999999999},"min":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.69999999999999996},"max":{"1min":2.2839999999999998,"5min":38.566000000000003,"15min":38.566000000000003},"last":1.2210000000000001},{"interface":"front","average":{"1min":1.929,"5min":2.6549999999999998,"15min":2.8199999999999998},"min":{"1min":0.99099999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":3.581,"5min":38.072000000000003,"15min":38.072000000000003},"last":1.8029999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:38:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":2.6640000000000001,"15min":3.173},"min":{"1min":1.163,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":5.359,"5min":39.119,"15min":111.735},"last":3.081},{"interface":"front","average":{"1min":2.4500000000000002,"5min":2.7970000000000002,"15min":3.2069999999999999},"min":{"1min":1.2050000000000001,"5min":0.97499999999999998,"15min":0.89100000000000001},"max":{"1min":5.0679999999999996,"5min":40.341999999999999,"15min":107.529},"last":2.4060000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":3.0779999999999998,"15min":3.0600000000000001},"min":{"1min":1.1200000000000001,"5min":1.03,"15min":0.97399999999999998},"max":{"1min":5.8150000000000004,"5min":38.933999999999997,"15min":38.933999999999997},"last":1.964},{"interface":"front","average":{"1min":2.4860000000000002,"5min":3.0510000000000002,"15min":2.9529999999999998},"min":{"1min":1.0980000000000001,"5min":1.0549999999999999,"15min":0.85899999999999999},"max":{"1min":5.2910000000000004,"5min":42.310000000000002,"15min":42.310000000000002},"last":2.7730000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":3.2120000000000002,"15min":3.7730000000000001},"min":{"1min":1.1930000000000001,"5min":1.091,"15min":0.91500000000000004},"max":{"1min":3.722,"5min":39.923000000000002,"15min":359.327},"last":2.3479999999999999},{"interface":"front","average":{"1min":2.839,"5min":3.2320000000000002,"15min":3.9969999999999999},"min":{"1min":1.4730000000000001,"5min":1.2430000000000001,"15min":1.0940000000000001},"max":{"1min":5.2080000000000002,"5min":40.555999999999997,"15min":361.31299999999999},"last":2.0470000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:38:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":3.1549999999999998,"15min":2.952},"min":{"1min":1.4910000000000001,"5min":1.1399999999999999,"15min":0.96299999999999997},"max":{"1min":4.0679999999999996,"5min":40.113999999999997,"15min":40.113999999999997},"last":2.3700000000000001},{"interface":"front","average":{"1min":2.9249999999999998,"5min":3.2349999999999999,"15min":3.2690000000000001},"min":{"1min":1.3979999999999999,"5min":1.1180000000000001,"15min":1.0669999999999999},"max":{"1min":5.9329999999999998,"5min":42.034999999999997,"15min":42.034999999999997},"last":3.2480000000000002}]}]},{"osd":4,"up_from":35,"seq":150323855631,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1268636,"kb_used_data":1023700,"kb_used_omap":0,"kb_used_meta":244928,"kb_avail":92476516,"statfs":{"total":95995035648,"available":94695952384,"internally_reserved":0,"allocated":1048268800,"data_stored":1047905280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":250806272},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:38:29 2020","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":1.536,"15min":1.6870000000000001},"min":{"1min":0.58899999999999997,"5min":0.55300000000000005,"15min":0.54700000000000004},"max":{"1min":1.79,"5min":11.452,"15min":62.197000000000003},"last":0.90400000000000003},{"interface":"front","average":{"1min":1.6539999999999999,"5min":1.865,"15min":1.8400000000000001},"min":{"1min":0.56399999999999995,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":5.25,"5min":9.3849999999999998,"15min":61.820999999999998},"last":0.95399999999999996}]},{"osd":1,"last update":"Mon Nov 16 20:38:29 2020","interfaces":[{"interface":"back","average":{"1min":23.373000000000001,"5min":6.5739999999999998,"15min":4.585},"min":{"1min":0.60499999999999998,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":277.74299999999999,"5min":277.74299999999999,"15min":277.74299999999999},"last":0.99099999999999999},{"interface":"front","average":{"1min":24.126000000000001,"5min":7.0279999999999996,"15min":4.4009999999999998},"min":{"1min":0.874,"5min":0.60699999999999998,"15min":0.60399999999999998},"max":{"1min":286.88499999999999,"5min":286.88499999999999,"15min":286.88499999999999},"last":1.423}]},{"osd":2,"last update":"Mon Nov 16 20:38:13 2020","interfaces":[{"interface":"back","average":{"1min":1.756,"5min":2.77,"15min":2.492},"min":{"1min":0.77600000000000002,"5min":0.68999999999999995,"15min":0.53800000000000003},"max":{"1min":5.1689999999999996,"5min":37.697000000000003,"15min":37.697000000000003},"last":1.216},{"interface":"front","average":{"1min":1.5429999999999999,"5min":2.677,"15min":2.5230000000000001},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":4.875,"5min":37.956000000000003,"15min":37.956000000000003},"last":1.3660000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:38:29 2020","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":3.9500000000000002,"15min":4.8150000000000004},"min":{"1min":0.86799999999999999,"5min":0.66000000000000003,"15min":0.629},"max":{"1min":3.7490000000000001,"5min":66.283000000000001,"15min":247.41499999999999},"last":2.0019999999999998},{"interface":"front","average":{"1min":1.3029999999999999,"5min":4.1289999999999996,"15min":4.6139999999999999},"min":{"1min":0.82699999999999996,"5min":0.79200000000000004,"15min":0.56799999999999995},"max":{"1min":2.6240000000000001,"5min":66.150999999999996,"15min":249.12},"last":1.6200000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:38:49 2020","interfaces":[{"interface":"back","average":{"1min":1.738,"5min":2.0139999999999998,"15min":2.1619999999999999},"min":{"1min":0.93100000000000005,"5min":0.70799999999999996,"15min":0.65800000000000003},"max":{"1min":3.8450000000000002,"5min":11.792999999999999,"15min":61.781999999999996},"last":1.8500000000000001},{"interface":"front","average":{"1min":1.7390000000000001,"5min":2.331,"15min":2.4660000000000002},"min":{"1min":0.90400000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":2.6160000000000001,"5min":12.776999999999999,"15min":61.533000000000001},"last":2.3140000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:38:29 2020","interfaces":[{"interface":"back","average":{"1min":2.093,"5min":2.101,"15min":2.5720000000000001},"min":{"1min":0.94299999999999995,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":3.964,"5min":7.4199999999999999,"15min":61.499000000000002},"last":2.1349999999999998},{"interface":"front","average":{"1min":2.2050000000000001,"5min":2.2149999999999999,"15min":2.6840000000000002},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.81299999999999994},"max":{"1min":3.863,"5min":6.8970000000000002,"15min":63},"last":2.7410000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:38:49 2020","interfaces":[{"interface":"back","average":{"1min":1.732,"5min":2.3969999999999998,"15min":2.7949999999999999},"min":{"1min":1.0649999999999999,"5min":0.97699999999999998,"15min":0.85299999999999998},"max":{"1min":3.052,"5min":11.897,"15min":62.481999999999999},"last":2.0609999999999999},{"interface":"front","average":{"1min":1.881,"5min":2.3149999999999999,"15min":2.8799999999999999},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":5.976,"5min":10.074999999999999,"15min":63.067},"last":1.8100000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:38:29 2020","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.7370000000000001,"15min":3.101},"min":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":3.5579999999999998,"5min":10.385999999999999,"15min":63.304000000000002},"last":2.4100000000000001},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.456,"15min":2.927},"min":{"1min":1.2250000000000001,"5min":1.125,"15min":1.0429999999999999},"max":{"1min":4.0679999999999996,"5min":7.2770000000000001,"15min":63.232999999999997},"last":2.4969999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:38:35 2020","interfaces":[{"interface":"back","average":{"1min":2.6829999999999998,"5min":2.7090000000000001,"15min":3.786},"min":{"1min":1.4790000000000001,"5min":1.3169999999999999,"15min":0.90900000000000003},"max":{"1min":5.6820000000000004,"5min":7.9450000000000003,"15min":245.06800000000001},"last":2.2719999999999998},{"interface":"front","average":{"1min":2.738,"5min":2.7909999999999999,"15min":3.903},"min":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"max":{"1min":10.632999999999999,"5min":10.632999999999999,"15min":248.31700000000001},"last":1.661}]},{"osd":11,"last update":"Mon Nov 16 20:38:49 2020","interfaces":[{"interface":"back","average":{"1min":2.6110000000000002,"5min":2.903,"15min":3.1539999999999999},"min":{"1min":1.4039999999999999,"5min":1.2509999999999999,"15min":1.2},"max":{"1min":7.5069999999999997,"5min":9.8960000000000008,"15min":64.244},"last":2.5819999999999999},{"interface":"front","average":{"1min":2.726,"5min":2.895,"15min":3.3109999999999999},"min":{"1min":1.1990000000000001,"5min":1.0649999999999999,"15min":1.0649999999999999},"max":{"1min":7.4249999999999998,"5min":8.0670000000000002,"15min":64.447999999999993},"last":2.661}]}]},{"osd":5,"up_from":42,"seq":180388626701,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1152604,"kb_used_data":998356,"kb_used_omap":0,"kb_used_meta":154240,"kb_avail":92592548,"statfs":{"total":95995035648,"available":94814769152,"internally_reserved":0,"allocated":1022316544,"data_stored":1021953024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":157941760},"hb_peers":[0,1,2,3,4,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.448,"15min":1.917},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.51100000000000001},"max":{"1min":2.0230000000000001,"5min":11.535,"15min":88.192999999999998},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.097,"5min":1.381,"15min":2.016},"min":{"1min":0.65200000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":2.448,"5min":11.278,"15min":94.944999999999993},"last":0.80400000000000005}]},{"osd":1,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":14.566000000000001,"5min":4.5890000000000004,"15min":4.6189999999999998},"min":{"1min":0.72199999999999998,"5min":0.53200000000000003,"15min":0.51800000000000002},"max":{"1min":222.21199999999999,"5min":222.21199999999999,"15min":331.25599999999997},"last":4.3250000000000002},{"interface":"front","average":{"1min":15.34,"5min":4.6230000000000002,"15min":4.7359999999999998},"min":{"1min":0.67100000000000004,"5min":0.628,"15min":0.628},"max":{"1min":228.25200000000001,"5min":228.25200000000001,"15min":343.89299999999997},"last":4.2800000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":2.1360000000000001,"15min":3.8679999999999999},"min":{"1min":0.72999999999999998,"5min":0.72899999999999998,"15min":0.71999999999999997},"max":{"1min":2.25,"5min":17.731000000000002,"15min":328.65199999999999},"last":4.1269999999999998},{"interface":"front","average":{"1min":1.508,"5min":2.375,"15min":4.0430000000000001},"min":{"1min":0.68799999999999994,"5min":0.627,"15min":0.627},"max":{"1min":2.625,"5min":17.684000000000001,"15min":329.29599999999999},"last":4.5579999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":2.5750000000000002,"15min":2.2320000000000002},"min":{"1min":0.71499999999999997,"5min":0.66900000000000004,"15min":0.59199999999999997},"max":{"1min":2.492,"5min":13.574999999999999,"15min":13.574999999999999},"last":1.117},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.5630000000000002,"15min":2.5230000000000001},"min":{"1min":0.84699999999999998,"5min":0.78700000000000003,"15min":0.77200000000000002},"max":{"1min":3.427,"5min":13.417,"15min":13.417},"last":4.7110000000000003}]},{"osd":4,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":2.0960000000000001,"15min":2.6219999999999999},"min":{"1min":1.1699999999999999,"5min":0.625,"15min":0.625},"max":{"1min":2.9249999999999998,"5min":11.744,"15min":92.183000000000007},"last":4.8369999999999997},{"interface":"front","average":{"1min":1.341,"5min":1.7649999999999999,"15min":2.593},"min":{"1min":0.82699999999999996,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.238,"5min":11.5,"15min":86.552000000000007},"last":4.3929999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:38:05 2020","interfaces":[{"interface":"back","average":{"1min":2.0539999999999998,"5min":2.036,"15min":2.4470000000000001},"min":{"1min":1.1000000000000001,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":3.8330000000000002,"5min":7.4089999999999998,"15min":44.848999999999997},"last":4.9710000000000001},{"interface":"front","average":{"1min":3.048,"5min":2.2320000000000002,"15min":2.4390000000000001},"min":{"1min":1.1200000000000001,"5min":0.76900000000000002,"15min":0.69299999999999995},"max":{"1min":7.8330000000000002,"5min":10.923999999999999,"15min":44.529000000000003},"last":5.282}]},{"osd":7,"last update":"Mon Nov 16 20:27:08 2020","interfaces":[{"interface":"back","average":{"1min":13.205,"5min":5.1269999999999998,"15min":3.948},"min":{"1min":1.0509999999999999,"5min":1.042,"15min":1.042},"max":{"1min":124.86799999999999,"5min":124.86799999999999,"15min":124.86799999999999},"last":1.6990000000000001},{"interface":"front","average":{"1min":13.539,"5min":5.6299999999999999,"15min":4.1589999999999998},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":124.992,"5min":124.992,"15min":124.992},"last":2.2789999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":1.764,"5min":1.825,"15min":2.2599999999999998},"min":{"1min":1.0660000000000001,"5min":0.94699999999999995,"15min":0.76900000000000002},"max":{"1min":4.5839999999999996,"5min":8.6769999999999996,"15min":9.0600000000000005},"last":5.5759999999999996},{"interface":"front","average":{"1min":2.0529999999999999,"5min":2.1680000000000001,"15min":2.6389999999999998},"min":{"1min":1.276,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":3.3149999999999999,"5min":7.6280000000000001,"15min":8.6289999999999996},"last":4.5199999999999996}]},{"osd":9,"last update":"Mon Nov 16 20:38:23 2020","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.97,"15min":2.4220000000000002},"min":{"1min":0.95099999999999996,"5min":0.93300000000000005,"15min":0.76100000000000001},"max":{"1min":4.032,"5min":8.6489999999999991,"15min":8.6489999999999991},"last":4.601},{"interface":"front","average":{"1min":2.5459999999999998,"5min":2.4750000000000001,"15min":2.766},"min":{"1min":1.3640000000000001,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":5.3659999999999997,"5min":7.7850000000000001,"15min":7.9480000000000004},"last":5.4390000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:38:23 2020","interfaces":[{"interface":"back","average":{"1min":2.2480000000000002,"5min":2.1509999999999998,"15min":2.4670000000000001},"min":{"1min":1.099,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":4.2290000000000001,"5min":9.7330000000000005,"15min":9.7330000000000005},"last":4.7549999999999999},{"interface":"front","average":{"1min":2.649,"5min":2.581,"15min":2.8069999999999999},"min":{"1min":1.2989999999999999,"5min":1.044,"15min":1.044},"max":{"1min":4.7809999999999997,"5min":7.9530000000000003,"15min":8.9019999999999992},"last":5.1470000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:37:55 2020","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":2.7069999999999999,"15min":3.3639999999999999},"min":{"1min":1.853,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":4.9699999999999998,"5min":8.0960000000000001,"15min":18.388999999999999},"last":5.7169999999999996},{"interface":"front","average":{"1min":3.0019999999999998,"5min":3.0049999999999999,"15min":3.718},"min":{"1min":1.597,"5min":1.482,"15min":1.327},"max":{"1min":6.9809999999999999,"5min":8.2360000000000007,"15min":23.585000000000001},"last":5.851}]}]}]}}
2020-11-16T20:39:02.845 INFO:tasks.thrashosds.thrasher:Setting 4.5 to [6, 8]
2020-11-16T20:39:02.846 INFO:tasks.thrashosds.thrasher:cmd ['osd', 'pg-upmap', '4.5', '6', '8']
2020-11-16T20:39:02.846 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pg-upmap 4.5 6 8
2020-11-16T20:39:02.850 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:38:59 smithi065 bash[9468]: cluster 2020-11-16T20:38:58.268780+0000 mgr.x (mgr.14196) 807 : cluster [DBG] pgmap v1170: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 605 op/s; 7595/250340 objects misplaced (3.034%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:02.851 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:01 smithi065 bash[9468]: cluster 2020-11-16T20:39:00.269352+0000 mgr.x (mgr.14196) 808 : cluster [DBG] pgmap v1171: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 657 op/s; 7595/247088 objects misplaced (3.074%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T20:39:02.851 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:02 smithi065 bash[9468]: cluster 2020-11-16T20:39:01.361548+0000 osd.0 (osd.0) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:02.851 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:02 smithi065 bash[9468]: cluster 2020-11-16T20:39:01.361651+0000 osd.0 (osd.0) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:02.851 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:02 smithi065 bash[9468]: cluster 2020-11-16T20:39:01.390614+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e449: 12 total, 12 up, 12 in
2020-11-16T20:39:02.851 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:02 smithi065 bash[9468]: cluster 2020-11-16T20:39:02.269852+0000 mgr.x (mgr.14196) 809 : cluster [DBG] pgmap v1173: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 617 op/s; 7388/244574 objects misplaced (3.021%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:02.851 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:38:59 smithi071 bash[9480]: cluster 2020-11-16T20:38:58.268780+0000 mgr.x (mgr.14196) 807 : cluster [DBG] pgmap v1170: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 605 op/s; 7595/250340 objects misplaced (3.034%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:02.852 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:01 smithi071 bash[9480]: cluster 2020-11-16T20:39:00.269352+0000 mgr.x (mgr.14196) 808 : cluster [DBG] pgmap v1171: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 657 op/s; 7595/247088 objects misplaced (3.074%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T20:39:02.852 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:02 smithi071 bash[9480]: cluster 2020-11-16T20:39:01.361548+0000 osd.0 (osd.0) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:02.852 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:02 smithi071 bash[9480]: cluster 2020-11-16T20:39:01.361651+0000 osd.0 (osd.0) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:02.852 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:02 smithi071 bash[9480]: cluster 2020-11-16T20:39:01.390614+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e449: 12 total, 12 up, 12 in
2020-11-16T20:39:02.852 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:02 smithi071 bash[9480]: cluster 2020-11-16T20:39:02.269852+0000 mgr.x (mgr.14196) 809 : cluster [DBG] pgmap v1173: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 617 op/s; 7388/244574 objects misplaced (3.021%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:02.852 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:39:02.853 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:39:02.853 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:39:02.853 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:39:02.853 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.853 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:13500 4.5 4:a35ea8a5:::benchmark_data_smithi065_31807_object13499:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:39:02.853 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:08.014283+0000",
2020-11-16T20:39:02.853 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 114.073497397,
2020-11-16T20:39:02.854 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21496951,
2020-11-16T20:39:02.854 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.854 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.854 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 13500
2020-11-16T20:39:02.855 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.855 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.855 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014283+0000",
2020-11-16T20:39:02.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.855 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014283+0000",
2020-11-16T20:39:02.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:39:02.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.856 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014250+0000",
2020-11-16T20:39:02.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6241000000000002e-05
2020-11-16T20:39:02.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014347+0000",
2020-11-16T20:39:02.857 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0474e-05
2020-11-16T20:39:02.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014357+0000",
2020-11-16T20:39:02.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6689999999999997e-06
2020-11-16T20:39:02.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014362+0000",
2020-11-16T20:39:02.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1822e-05
2020-11-16T20:39:02.859 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.859 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014414+0000",
2020-11-16T20:39:02.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015702399999999999
2020-11-16T20:39:02.859 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014571+0000",
2020-11-16T20:39:02.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000194565
2020-11-16T20:39:02.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.014765+0000",
2020-11-16T20:39:02.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000771979
2020-11-16T20:39:02.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.015537+0000",
2020-11-16T20:39:02.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21348260599999999
2020-11-16T20:39:02.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.229020+0000",
2020-11-16T20:39:02.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000137515
2020-11-16T20:39:02.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.229157+0000",
2020-11-16T20:39:02.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4964999999999996e-05
2020-11-16T20:39:02.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.229252+0000",
2020-11-16T20:39:02.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21496951
2020-11-16T20:39:02.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.864 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.864 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.864 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.864 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.864 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:13514 4.5 4:aad7f552:::benchmark_data_smithi065_31807_object13513:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:39:02.864 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:08.019760+0000",
2020-11-16T20:39:02.864 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 114.068019767,
2020-11-16T20:39:02.864 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21102759700000001,
2020-11-16T20:39:02.865 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.865 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.865 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 13514
2020-11-16T20:39:02.865 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.866 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.019760+0000",
2020-11-16T20:39:02.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.019760+0000",
2020-11-16T20:39:02.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:39:02.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.019727+0000",
2020-11-16T20:39:02.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000111556
2020-11-16T20:39:02.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.019839+0000",
2020-11-16T20:39:02.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0703000000000001e-05
2020-11-16T20:39:02.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.019849+0000",
2020-11-16T20:39:02.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.815e-06
2020-11-16T20:39:02.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.019856+0000",
2020-11-16T20:39:02.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7032e-05
2020-11-16T20:39:02.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.019903+0000",
2020-11-16T20:39:02.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000102556
2020-11-16T20:39:02.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.020006+0000",
2020-11-16T20:39:02.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013442
2020-11-16T20:39:02.871 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.871 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.020140+0000",
2020-11-16T20:39:02.871 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00072874699999999997
2020-11-16T20:39:02.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.020869+0000",
2020-11-16T20:39:02.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20967043699999999
2020-11-16T20:39:02.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.872 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.230539+0000",
2020-11-16T20:39:02.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000132748
2020-11-16T20:39:02.873 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.873 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.230672+0000",
2020-11-16T20:39:02.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000115769
2020-11-16T20:39:02.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.230788+0000",
2020-11-16T20:39:02.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21102759700000001
2020-11-16T20:39:02.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.874 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.874 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.875 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.875 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.875 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:13529 4.5 4:a7b41a07:::benchmark_data_smithi065_31807_object13528:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:39:02.875 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:08.024336+0000",
2020-11-16T20:39:02.875 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 114.063444394,
2020-11-16T20:39:02.875 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.206801501,
2020-11-16T20:39:02.875 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.876 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.876 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 13529
2020-11-16T20:39:02.876 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.876 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024336+0000",
2020-11-16T20:39:02.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024336+0000",
2020-11-16T20:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999552
2020-11-16T20:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024291+0000",
2020-11-16T20:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013709900000000001
2020-11-16T20:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024428+0000",
2020-11-16T20:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5193e-05
2020-11-16T20:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024443+0000",
2020-11-16T20:39:02.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.849e-06
2020-11-16T20:39:02.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024450+0000",
2020-11-16T20:39:02.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3176e-05
2020-11-16T20:39:02.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024503+0000",
2020-11-16T20:39:02.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013178300000000001
2020-11-16T20:39:02.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024635+0000",
2020-11-16T20:39:02.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013568
2020-11-16T20:39:02.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.024771+0000",
2020-11-16T20:39:02.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002107959
2020-11-16T20:39:02.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.026879+0000",
2020-11-16T20:39:02.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.204024714
2020-11-16T20:39:02.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.230903+0000",
2020-11-16T20:39:02.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000113701
2020-11-16T20:39:02.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.231017+0000",
2020-11-16T20:39:02.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000120148
2020-11-16T20:39:02.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.231137+0000",
2020-11-16T20:39:02.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.206801501
2020-11-16T20:39:02.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.885 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.885 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.886 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.886 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.886 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:13573 4.5 4:afd93a95:::benchmark_data_smithi065_31807_object13572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:39:02.886 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:08.037137+0000",
2020-11-16T20:39:02.886 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 114.05064347,
2020-11-16T20:39:02.886 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.19543101199999999,
2020-11-16T20:39:02.886 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.886 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.887 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 13573
2020-11-16T20:39:02.887 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.887 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037137+0000",
2020-11-16T20:39:02.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.888 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.888 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037137+0000",
2020-11-16T20:39:02.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:39:02.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037107+0000",
2020-11-16T20:39:02.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012216899999999999
2020-11-16T20:39:02.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037229+0000",
2020-11-16T20:39:02.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2317000000000001e-05
2020-11-16T20:39:02.890 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.890 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037242+0000",
2020-11-16T20:39:02.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8289999999999996e-06
2020-11-16T20:39:02.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037248+0000",
2020-11-16T20:39:02.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6735000000000003e-05
2020-11-16T20:39:02.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037324+0000",
2020-11-16T20:39:02.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020690199999999999
2020-11-16T20:39:02.892 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.892 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037531+0000",
2020-11-16T20:39:02.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00029278600000000001
2020-11-16T20:39:02.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.893 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.893 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.037824+0000",
2020-11-16T20:39:02.893 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0011466860000000001
2020-11-16T20:39:02.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.038971+0000",
2020-11-16T20:39:02.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19337099299999999
2020-11-16T20:39:02.894 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.894 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.232342+0000",
2020-11-16T20:39:02.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011992199999999999
2020-11-16T20:39:02.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.232462+0000",
2020-11-16T20:39:02.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010600800000000001
2020-11-16T20:39:02.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.232568+0000",
2020-11-16T20:39:02.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19543101199999999
2020-11-16T20:39:02.896 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.896 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.896 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.896 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.896 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.897 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:13596 4.5 4:a1b3451b:::benchmark_data_smithi065_31807_object13595:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:39:02.897 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:08.043511+0000",
2020-11-16T20:39:02.897 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 114.044269374,
2020-11-16T20:39:02.897 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.189384104,
2020-11-16T20:39:02.897 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.897 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.897 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 13596
2020-11-16T20:39:02.898 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.898 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.043511+0000",
2020-11-16T20:39:02.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.899 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.899 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.043511+0000",
2020-11-16T20:39:02.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:39:02.899 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.043478+0000",
2020-11-16T20:39:02.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000125289
2020-11-16T20:39:02.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.043603+0000",
2020-11-16T20:39:02.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4799e-05
2020-11-16T20:39:02.901 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.901 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.043618+0000",
2020-11-16T20:39:02.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4609999999999996e-06
2020-11-16T20:39:02.901 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.902 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.902 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.902 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.043624+0000",
2020-11-16T20:39:02.902 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3125999999999999e-05
2020-11-16T20:39:02.902 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.902 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.902 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.902 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.043677+0000",
2020-11-16T20:39:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000148312
2020-11-16T20:39:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.043826+0000",
2020-11-16T20:39:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00084791800000000002
2020-11-16T20:39:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.044674+0000",
2020-11-16T20:39:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001139386
2020-11-16T20:39:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.045813+0000",
2020-11-16T20:39:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.186887152
2020-11-16T20:39:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.232700+0000",
2020-11-16T20:39:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011860499999999999
2020-11-16T20:39:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.232819+0000",
2020-11-16T20:39:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6188999999999998e-05
2020-11-16T20:39:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:08.232895+0000",
2020-11-16T20:39:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.189384104
2020-11-16T20:39:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:24182 4.5 4:a108efe8:::benchmark_data_smithi065_31807_object24181:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:39:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:11.820125+0000",
2020-11-16T20:39:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 110.26765543,
2020-11-16T20:39:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.30908440700000001,
2020-11-16T20:39:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 24182
2020-11-16T20:39:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820125+0000",
2020-11-16T20:39:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820125+0000",
2020-11-16T20:39:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:39:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820097+0000",
2020-11-16T20:39:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000105079
2020-11-16T20:39:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820202+0000",
2020-11-16T20:39:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4589999999999999e-05
2020-11-16T20:39:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820217+0000",
2020-11-16T20:39:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4930000000000003e-06
2020-11-16T20:39:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820223+0000",
2020-11-16T20:39:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5174999999999999e-05
2020-11-16T20:39:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820289+0000",
2020-11-16T20:39:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014745599999999999
2020-11-16T20:39:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820436+0000",
2020-11-16T20:39:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016063500000000001
2020-11-16T20:39:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.820597+0000",
2020-11-16T20:39:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001101234
2020-11-16T20:39:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:11.821698+0000",
2020-11-16T20:39:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.30730801800000002
2020-11-16T20:39:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:12.129006+0000",
2020-11-16T20:39:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117568
2020-11-16T20:39:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:12.129123+0000",
2020-11-16T20:39:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5678000000000002e-05
2020-11-16T20:39:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:12.129209+0000",
2020-11-16T20:39:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.30908440700000001
2020-11-16T20:39:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:51512 4.5 4:aa9027a8:::benchmark_data_smithi065_31807_object51511:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e420)",
2020-11-16T20:39:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:23.238866+0000",
2020-11-16T20:39:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 98.848913628000005,
2020-11-16T20:39:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21629405299999999,
2020-11-16T20:39:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 51512
2020-11-16T20:39:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.238866+0000",
2020-11-16T20:39:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.238866+0000",
2020-11-16T20:39:02.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:39:02.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.921 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.921 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.238844+0000",
2020-11-16T20:39:02.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010122400000000001
2020-11-16T20:39:02.922 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.922 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.238945+0000",
2020-11-16T20:39:02.922 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2334e-05
2020-11-16T20:39:02.922 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.238967+0000",
2020-11-16T20:39:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.065e-05
2020-11-16T20:39:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.923 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.238978+0000",
2020-11-16T20:39:02.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0112999999999999e-05
2020-11-16T20:39:02.924 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.924 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.239038+0000",
2020-11-16T20:39:02.924 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014951499999999999
2020-11-16T20:39:02.924 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.925 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.925 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.925 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.239188+0000",
2020-11-16T20:39:02.925 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014614200000000001
2020-11-16T20:39:02.925 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.925 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.925 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.925 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.239334+0000",
2020-11-16T20:39:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0019596470000000001
2020-11-16T20:39:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.241293+0000",
2020-11-16T20:39:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21365625399999999
2020-11-16T20:39:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.454950+0000",
2020-11-16T20:39:02.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000111864
2020-11-16T20:39:02.927 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.927 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.927 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.455061+0000",
2020-11-16T20:39:02.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9078000000000002e-05
2020-11-16T20:39:02.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.455161+0000",
2020-11-16T20:39:02.928 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21629405299999999
2020-11-16T20:39:02.928 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.929 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.929 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.929 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.929 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.929 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:51519 4.5 4:a21670e7:::benchmark_data_smithi065_31807_object51518:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e420)",
2020-11-16T20:39:02.929 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:23.243168+0000",
2020-11-16T20:39:02.929 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 98.844612527999999,
2020-11-16T20:39:02.929 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21627408300000001,
2020-11-16T20:39:02.930 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.930 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.930 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.930 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 51519
2020-11-16T20:39:02.930 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.931 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.931 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243168+0000",
2020-11-16T20:39:02.931 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.931 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.931 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243168+0000",
2020-11-16T20:39:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999371
2020-11-16T20:39:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243105+0000",
2020-11-16T20:39:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021809600000000001
2020-11-16T20:39:02.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243323+0000",
2020-11-16T20:39:02.933 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4990999999999998e-05
2020-11-16T20:39:02.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.933 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243348+0000",
2020-11-16T20:39:02.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0292000000000001e-05
2020-11-16T20:39:02.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.934 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243358+0000",
2020-11-16T20:39:02.934 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3782999999999996e-05
2020-11-16T20:39:02.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243422+0000",
2020-11-16T20:39:02.935 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019085
2020-11-16T20:39:02.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.935 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243613+0000",
2020-11-16T20:39:02.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000246615
2020-11-16T20:39:02.936 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.936 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.243859+0000",
2020-11-16T20:39:02.936 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0017076070000000001
2020-11-16T20:39:02.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.245567+0000",
2020-11-16T20:39:02.937 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21369791099999999
2020-11-16T20:39:02.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.937 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.459265+0000",
2020-11-16T20:39:02.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107836
2020-11-16T20:39:02.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.938 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.459373+0000",
2020-11-16T20:39:02.938 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8853e-05
2020-11-16T20:39:02.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.459442+0000",
2020-11-16T20:39:02.939 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21627408300000001
2020-11-16T20:39:02.939 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.939 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.940 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.940 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.940 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.940 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:51531 4.5 4:af7e575f:::benchmark_data_smithi065_31807_object51530:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e420)",
2020-11-16T20:39:02.940 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:23.254388+0000",
2020-11-16T20:39:02.940 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 98.833391655,
2020-11-16T20:39:02.940 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.210306207,
2020-11-16T20:39:02.940 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.941 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.941 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.941 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 51531
2020-11-16T20:39:02.941 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.941 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254388+0000",
2020-11-16T20:39:02.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.942 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.942 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254388+0000",
2020-11-16T20:39:02.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:39:02.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254363+0000",
2020-11-16T20:39:02.943 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3173999999999999e-05
2020-11-16T20:39:02.943 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254456+0000",
2020-11-16T20:39:02.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8073000000000001e-05
2020-11-16T20:39:02.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.944 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.944 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254474+0000",
2020-11-16T20:39:02.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7039999999999997e-06
2020-11-16T20:39:02.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254481+0000",
2020-11-16T20:39:02.945 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7991000000000002e-05
2020-11-16T20:39:02.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.945 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.946 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.946 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254529+0000",
2020-11-16T20:39:02.946 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011229400000000001
2020-11-16T20:39:02.946 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.946 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.946 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.946 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254641+0000",
2020-11-16T20:39:02.947 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000116178
2020-11-16T20:39:02.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.947 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.947 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254757+0000",
2020-11-16T20:39:02.947 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0040114360000000002
2020-11-16T20:39:02.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.947 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.258769+0000",
2020-11-16T20:39:02.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20565483300000001
2020-11-16T20:39:02.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.948 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.948 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.464423+0000",
2020-11-16T20:39:02.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014448799999999999
2020-11-16T20:39:02.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.464568+0000",
2020-11-16T20:39:02.949 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000126685
2020-11-16T20:39:02.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.949 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.464695+0000",
2020-11-16T20:39:02.950 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.210306207
2020-11-16T20:39:02.950 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.950 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.950 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.950 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:51533 4.5 4:a6b850fe:::benchmark_data_smithi065_31807_object51532:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e420)",
2020-11-16T20:39:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:23.254744+0000",
2020-11-16T20:39:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 98.833035659000004,
2020-11-16T20:39:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21025217500000001,
2020-11-16T20:39:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 51533
2020-11-16T20:39:02.952 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.952 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.952 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.952 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254744+0000",
2020-11-16T20:39:02.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.953 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254744+0000",
2020-11-16T20:39:02.953 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999552
2020-11-16T20:39:02.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254700+0000",
2020-11-16T20:39:02.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015193199999999999
2020-11-16T20:39:02.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.954 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.954 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254852+0000",
2020-11-16T20:39:02.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7141000000000001e-05
2020-11-16T20:39:02.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.955 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254869+0000",
2020-11-16T20:39:02.955 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4910000000000005e-06
2020-11-16T20:39:02.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.254877+0000",
2020-11-16T20:39:02.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0016569690000000001
2020-11-16T20:39:02.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.956 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.956 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.256534+0000",
2020-11-16T20:39:02.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000136809
2020-11-16T20:39:02.957 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.957 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.256671+0000",
2020-11-16T20:39:02.957 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000231821
2020-11-16T20:39:02.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.256903+0000",
2020-11-16T20:39:02.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001951581
2020-11-16T20:39:02.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.958 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.958 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.258855+0000",
2020-11-16T20:39:02.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20594416900000001
2020-11-16T20:39:02.959 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.959 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.464799+0000",
2020-11-16T20:39:02.959 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010387000000000001
2020-11-16T20:39:02.960 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.960 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.960 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.960 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.464903+0000",
2020-11-16T20:39:02.960 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4037999999999996e-05
2020-11-16T20:39:02.960 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.960 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.960 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.961 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.464997+0000",
2020-11-16T20:39:02.961 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21025217500000001
2020-11-16T20:39:02.961 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.961 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.961 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.961 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.961 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.961 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:51554 4.5 4:aea2678c:::benchmark_data_smithi065_31807_object51553:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e420)",
2020-11-16T20:39:02.962 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:23.263046+0000",
2020-11-16T20:39:02.962 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 98.824734085000003,
2020-11-16T20:39:02.962 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.20682476,
2020-11-16T20:39:02.962 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.962 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.962 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.962 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.963 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.963 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 51554
2020-11-16T20:39:02.963 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.963 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.963 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.963 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263046+0000",
2020-11-16T20:39:02.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263046+0000",
2020-11-16T20:39:02.964 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999557
2020-11-16T20:39:02.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.964 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263001+0000",
2020-11-16T20:39:02.965 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016589
2020-11-16T20:39:02.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263167+0000",
2020-11-16T20:39:02.966 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1084e-05
2020-11-16T20:39:02.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.966 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263188+0000",
2020-11-16T20:39:02.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.239e-05
2020-11-16T20:39:02.967 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.967 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.967 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263201+0000",
2020-11-16T20:39:02.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7349000000000006e-05
2020-11-16T20:39:02.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263298+0000",
2020-11-16T20:39:02.968 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023954299999999999
2020-11-16T20:39:02.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.968 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263538+0000",
2020-11-16T20:39:02.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022761400000000001
2020-11-16T20:39:02.969 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.969 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.969 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.263765+0000",
2020-11-16T20:39:02.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002363286
2020-11-16T20:39:02.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.266129+0000",
2020-11-16T20:39:02.970 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20360151600000001
2020-11-16T20:39:02.970 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.469730+0000",
2020-11-16T20:39:02.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4698999999999997e-05
2020-11-16T20:39:02.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.971 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.971 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.469805+0000",
2020-11-16T20:39:02.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5946999999999997e-05
2020-11-16T20:39:02.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.469871+0000",
2020-11-16T20:39:02.972 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20682476
2020-11-16T20:39:02.972 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.973 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.973 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.973 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.973 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.973 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:51560 4.5 4:acadb21c:::benchmark_data_smithi065_31807_object51559:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e420)",
2020-11-16T20:39:02.973 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:23.267286+0000",
2020-11-16T20:39:02.973 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 98.820493889999995,
2020-11-16T20:39:02.973 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.202892191,
2020-11-16T20:39:02.974 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.974 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.974 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.974 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.974 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.974 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 51560
2020-11-16T20:39:02.974 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.975 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.975 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.975 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267286+0000",
2020-11-16T20:39:02.975 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.975 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.975 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267286+0000",
2020-11-16T20:39:02.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999585
2020-11-16T20:39:02.976 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.976 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267245+0000",
2020-11-16T20:39:02.976 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012991599999999999
2020-11-16T20:39:02.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267375+0000",
2020-11-16T20:39:02.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5081e-05
2020-11-16T20:39:02.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.977 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.977 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267390+0000",
2020-11-16T20:39:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5400000000000001e-06
2020-11-16T20:39:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267396+0000",
2020-11-16T20:39:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3892000000000003e-05
2020-11-16T20:39:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267470+0000",
2020-11-16T20:39:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016520799999999999
2020-11-16T20:39:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267635+0000",
2020-11-16T20:39:02.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019054099999999999
2020-11-16T20:39:02.980 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.980 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.267826+0000",
2020-11-16T20:39:02.980 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0020816609999999998
2020-11-16T20:39:02.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.269908+0000",
2020-11-16T20:39:02.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.200072741
2020-11-16T20:39:02.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.981 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.981 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.469980+0000",
2020-11-16T20:39:02.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011636199999999999
2020-11-16T20:39:02.982 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.982 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.470097+0000",
2020-11-16T20:39:02.982 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1642000000000002e-05
2020-11-16T20:39:02.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.470178+0000",
2020-11-16T20:39:02.983 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.202892191
2020-11-16T20:39:02.983 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.983 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.983 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.984 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.984 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.984 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:51595 4.5 4:a346f179:::benchmark_data_smithi065_31807_object51594:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e420)",
2020-11-16T20:39:02.984 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:23.287692+0000",
2020-11-16T20:39:02.984 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 98.800088360000004,
2020-11-16T20:39:02.984 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.19012446899999999,
2020-11-16T20:39:02.984 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.985 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.985 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 51595
2020-11-16T20:39:02.985 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.985 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.985 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.287692+0000",
2020-11-16T20:39:02.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.986 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.986 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.986 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.287692+0000",
2020-11-16T20:39:02.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999566
2020-11-16T20:39:02.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.287648+0000",
2020-11-16T20:39:02.987 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014505400000000001
2020-11-16T20:39:02.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.987 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.287793+0000",
2020-11-16T20:39:02.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1696999999999999e-05
2020-11-16T20:39:02.988 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.988 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.988 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.287815+0000",
2020-11-16T20:39:02.989 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0417999999999999e-05
2020-11-16T20:39:02.989 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.989 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.989 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:02.989 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.287825+0000",
2020-11-16T20:39:02.989 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1162999999999996e-05
2020-11-16T20:39:02.989 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.989 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.990 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:02.990 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.287897+0000",
2020-11-16T20:39:02.990 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023102800000000001
2020-11-16T20:39:02.990 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.990 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.990 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:02.990 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.288128+0000",
2020-11-16T20:39:02.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021193000000000001
2020-11-16T20:39:02.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:39:02.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.288340+0000",
2020-11-16T20:39:02.991 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0039162570000000002
2020-11-16T20:39:02.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.991 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:02.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.292256+0000",
2020-11-16T20:39:02.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18542330200000001
2020-11-16T20:39:02.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.992 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:02.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.477679+0000",
2020-11-16T20:39:02.992 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7739999999999998e-05
2020-11-16T20:39:02.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:02.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.477757+0000",
2020-11-16T20:39:02.993 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9361000000000003e-05
2020-11-16T20:39:02.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.993 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:02.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:23.477816+0000",
2020-11-16T20:39:02.994 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19012446899999999
2020-11-16T20:39:02.994 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:02.994 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:02.994 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:02.994 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:02.994 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:02.995 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:96225 4.a 4:5f441a4b:::benchmark_data_smithi065_31807_object96224:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e429)",
2020-11-16T20:39:02.995 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:51.205562+0000",
2020-11-16T20:39:02.995 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 70.882217760000003,
2020-11-16T20:39:02.995 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.25183798499999999,
2020-11-16T20:39:02.995 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:02.995 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:02.995 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:02.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:02.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:02.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96225
2020-11-16T20:39:02.996 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:02.996 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:02.996 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:02.996 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.205562+0000",
2020-11-16T20:39:02.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:02.997 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.997 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:02.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.205562+0000",
2020-11-16T20:39:02.997 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:39:02.997 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:02.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.205532+0000",
2020-11-16T20:39:02.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000116591
2020-11-16T20:39:02.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.998 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:02.998 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.205649+0000",
2020-11-16T20:39:02.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3742e-05
2020-11-16T20:39:02.999 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:02.999 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:02.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:02.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.205662+0000",
2020-11-16T20:39:02.999 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3399999999999998e-06
2020-11-16T20:39:02.999 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:03.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.205671+0000",
2020-11-16T20:39:03.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1643e-05
2020-11-16T20:39:03.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.000 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:03.000 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.205722+0000",
2020-11-16T20:39:03.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018020499999999999
2020-11-16T20:39:03.001 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.001 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:03.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.205903+0000",
2020-11-16T20:39:03.001 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022171199999999999
2020-11-16T20:39:03.001 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.002 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:39:03.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.206124+0000",
2020-11-16T20:39:03.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0031686100000000001
2020-11-16T20:39:03.002 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.002 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:03.002 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.209293+0000",
2020-11-16T20:39:03.003 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.24782515099999999
2020-11-16T20:39:03.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.003 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:03.003 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.457118+0000",
2020-11-16T20:39:03.003 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000140641
2020-11-16T20:39:03.003 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.004 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:03.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.457259+0000",
2020-11-16T20:39:03.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014158199999999999
2020-11-16T20:39:03.004 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.004 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:03.004 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:51.457400+0000",
2020-11-16T20:39:03.005 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.25183798499999999
2020-11-16T20:39:03.005 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:03.005 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:03.005 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:03.005 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:03.005 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:03.005 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:103403 4.a 4:526e5a86:::benchmark_data_smithi065_31807_object103402:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e431)",
2020-11-16T20:39:03.006 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:57.300708+0000",
2020-11-16T20:39:03.006 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 64.787072339999995,
2020-11-16T20:39:03.006 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.48081427999999998,
2020-11-16T20:39:03.006 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:03.006 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:03.006 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:03.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:03.006 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:03.007 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 103403
2020-11-16T20:39:03.007 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:03.007 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:03.007 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:03.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.300708+0000",
2020-11-16T20:39:03.007 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.300708+0000",
2020-11-16T20:39:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:39:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:03.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.300689+0000",
2020-11-16T20:39:03.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3814999999999997e-05
2020-11-16T20:39:03.009 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.009 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:03.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.300762+0000",
2020-11-16T20:39:03.009 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0346000000000001e-05
2020-11-16T20:39:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.300773+0000",
2020-11-16T20:39:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9199999999999998e-06
2020-11-16T20:39:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:03.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.300780+0000",
2020-11-16T20:39:03.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3581999999999997e-05
2020-11-16T20:39:03.011 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.011 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:03.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.300823+0000",
2020-11-16T20:39:03.011 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000105263
2020-11-16T20:39:03.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:03.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.300929+0000",
2020-11-16T20:39:03.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012679499999999999
2020-11-16T20:39:03.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.012 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.012 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:39:03.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.301055+0000",
2020-11-16T20:39:03.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003169786
2020-11-16T20:39:03.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:03.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304225+0000",
2020-11-16T20:39:03.013 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.47707823300000002
2020-11-16T20:39:03.013 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.014 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:03.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.781303+0000",
2020-11-16T20:39:03.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000130751
2020-11-16T20:39:03.014 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.014 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.014 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:03.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.781434+0000",
2020-11-16T20:39:03.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7924999999999996e-05
2020-11-16T20:39:03.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:03.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.781522+0000",
2020-11-16T20:39:03.015 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.48081427999999998
2020-11-16T20:39:03.015 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:03.016 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:03.016 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:03.016 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:03.016 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:03.016 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:103407 4.a 4:5314c0c8:::benchmark_data_smithi065_31807_object103406:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e431)",
2020-11-16T20:39:03.016 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:57.304272+0000",
2020-11-16T20:39:03.016 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 64.783508144999999,
2020-11-16T20:39:03.017 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.48320824600000001,
2020-11-16T20:39:03.017 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:03.017 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:03.017 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:03.017 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:03.017 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:03.017 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 103407
2020-11-16T20:39:03.017 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304272+0000",
2020-11-16T20:39:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:03.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304272+0000",
2020-11-16T20:39:03.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:39:03.019 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.019 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:03.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304250+0000",
2020-11-16T20:39:03.019 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4824e-05
2020-11-16T20:39:03.020 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.020 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:03.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304335+0000",
2020-11-16T20:39:03.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1651000000000001e-05
2020-11-16T20:39:03.020 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.020 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.020 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:03.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304347+0000",
2020-11-16T20:39:03.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3119999999999994e-06
2020-11-16T20:39:03.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:03.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304355+0000",
2020-11-16T20:39:03.021 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3611e-05
2020-11-16T20:39:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304399+0000",
2020-11-16T20:39:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117101
2020-11-16T20:39:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:03.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304516+0000",
2020-11-16T20:39:03.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000140335
2020-11-16T20:39:03.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:39:03.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.304656+0000",
2020-11-16T20:39:03.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002871972
2020-11-16T20:39:03.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:03.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.307528+0000",
2020-11-16T20:39:03.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.47978051700000002
2020-11-16T20:39:03.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:03.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.787309+0000",
2020-11-16T20:39:03.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9232000000000001e-05
2020-11-16T20:39:03.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:03.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.787408+0000",
2020-11-16T20:39:03.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2396000000000003e-05
2020-11-16T20:39:03.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:03.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.787480+0000",
2020-11-16T20:39:03.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.48320824600000001
2020-11-16T20:39:03.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:03.026 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:03.026 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:03.027 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:03.027 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:03.027 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:103413 4.a 4:581d4e57:::benchmark_data_smithi065_31807_object103412:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e431)",
2020-11-16T20:39:03.027 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:57.310861+0000",
2020-11-16T20:39:03.027 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 64.776919204999999,
2020-11-16T20:39:03.027 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.47681880900000001,
2020-11-16T20:39:03.027 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:03.028 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:03.028 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:03.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:03.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:03.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 103413
2020-11-16T20:39:03.028 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:03.028 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:03.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:03.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.310861+0000",
2020-11-16T20:39:03.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:03.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:03.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.310861+0000",
2020-11-16T20:39:03.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:39:03.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:03.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.310828+0000",
2020-11-16T20:39:03.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011466
2020-11-16T20:39:03.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:03.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.310943+0000",
2020-11-16T20:39:03.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3565e-05
2020-11-16T20:39:03.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:03.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.310957+0000",
2020-11-16T20:39:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8189999999999998e-06
2020-11-16T20:39:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.310965+0000",
2020-11-16T20:39:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.7774999999999997e-05
2020-11-16T20:39:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:03.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.311003+0000",
2020-11-16T20:39:03.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000113603
2020-11-16T20:39:03.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:03.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.311117+0000",
2020-11-16T20:39:03.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013853699999999999
2020-11-16T20:39:03.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:39:03.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.311255+0000",
2020-11-16T20:39:03.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0024827400000000002
2020-11-16T20:39:03.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:03.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.313738+0000",
2020-11-16T20:39:03.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.47380464300000003
2020-11-16T20:39:03.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:03.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.787543+0000",
2020-11-16T20:39:03.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6507000000000005e-05
2020-11-16T20:39:03.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:03.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.787619+0000",
2020-11-16T20:39:03.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0568e-05
2020-11-16T20:39:03.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:03.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:57.787680+0000",
2020-11-16T20:39:03.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.47681880900000001
2020-11-16T20:39:03.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:03.037 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:03.037 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:03.037 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:03.037 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:03.038 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:111623 4.a 4:522c3a2b:::benchmark_data_smithi065_31807_object111622:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e433)",
2020-11-16T20:39:03.038 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:38:04.525759+0000",
2020-11-16T20:39:03.038 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 57.562021098000002,
2020-11-16T20:39:03.038 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.76170923999999995,
2020-11-16T20:39:03.038 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:03.038 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:03.038 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:03.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:03.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:03.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 111623
2020-11-16T20:39:03.039 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:03.039 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:03.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:03.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.525759+0000",
2020-11-16T20:39:03.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:03.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:03.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.525759+0000",
2020-11-16T20:39:03.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:39:03.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:03.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.525726+0000",
2020-11-16T20:39:03.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000104446
2020-11-16T20:39:03.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:03.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.525831+0000",
2020-11-16T20:39:03.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1338000000000001e-05
2020-11-16T20:39:03.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:03.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.525842+0000",
2020-11-16T20:39:03.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3140000000000003e-06
2020-11-16T20:39:03.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.525848+0000",
2020-11-16T20:39:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8863000000000003e-05
2020-11-16T20:39:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.525896+0000",
2020-11-16T20:39:03.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016882099999999999
2020-11-16T20:39:03.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:03.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.526065+0000",
2020-11-16T20:39:03.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000196209
2020-11-16T20:39:03.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:39:03.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.526261+0000",
2020-11-16T20:39:03.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035349700000000001
2020-11-16T20:39:03.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:03.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:04.529796+0000",
2020-11-16T20:39:03.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.757387492
2020-11-16T20:39:03.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:03.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:05.287184+0000",
2020-11-16T20:39:03.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000188741
2020-11-16T20:39:03.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:03.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:05.287373+0000",
2020-11-16T20:39:03.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5624999999999993e-05
2020-11-16T20:39:03.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:03.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:05.287468+0000",
2020-11-16T20:39:03.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.76170923999999995
2020-11-16T20:39:03.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:03.048 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:03.048 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:03.048 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:03.048 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:03.048 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:150791 4.a 4:59e51901:::benchmark_data_smithi065_31807_object12622:head [delete] snapc 0=[] ondisk+write+known_if_redirected e447)",
2020-11-16T20:39:03.048 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:38:54.833312+0000",
2020-11-16T20:39:03.049 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 7.2544679710000004,
2020-11-16T20:39:03.049 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.045858158000000003,
2020-11-16T20:39:03.049 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:03.049 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:03.049 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:03.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:03.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:03.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 150791
2020-11-16T20:39:03.050 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:03.050 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:03.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:03.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833312+0000",
2020-11-16T20:39:03.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:03.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:03.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833312+0000",
2020-11-16T20:39:03.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:39:03.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:03.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833278+0000",
2020-11-16T20:39:03.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7239999999999999e-05
2020-11-16T20:39:03.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:03.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833355+0000",
2020-11-16T20:39:03.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7362000000000001e-05
2020-11-16T20:39:03.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:03.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833373+0000",
2020-11-16T20:39:03.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1810000000000007e-06
2020-11-16T20:39:03.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:03.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833382+0000",
2020-11-16T20:39:03.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3087e-05
2020-11-16T20:39:03.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:03.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833455+0000",
2020-11-16T20:39:03.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016637299999999999
2020-11-16T20:39:03.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:03.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833621+0000",
2020-11-16T20:39:03.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000161473
2020-11-16T20:39:03.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:39:03.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.833783+0000",
2020-11-16T20:39:03.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0047615720000000004
2020-11-16T20:39:03.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:03.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.838544+0000",
2020-11-16T20:39:03.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.040534447000000001
2020-11-16T20:39:03.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:03.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.879079+0000",
2020-11-16T20:39:03.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0139000000000003e-05
2020-11-16T20:39:03.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:03.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.879119+0000",
2020-11-16T20:39:03.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1232e-05
2020-11-16T20:39:03.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:03.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:54.879170+0000",
2020-11-16T20:39:03.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.045858158000000003
2020-11-16T20:39:03.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:03.059 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:03.059 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:03.059 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:39:03.059 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:39:03.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:152103 4.a 4:5242490e:::benchmark_data_smithi065_31807_object13934:head [delete] snapc 0=[] ondisk+write+known_if_redirected e448)",
2020-11-16T20:39:03.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:38:56.767373+0000",
2020-11-16T20:39:03.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 5.3204070210000003,
2020-11-16T20:39:03.060 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.039237191999999997,
2020-11-16T20:39:03.060 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:39:03.060 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:03.060 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:39:03.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:39:03.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:03.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 152103
2020-11-16T20:39:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:39:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:39:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:39:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.767373+0000",
2020-11-16T20:39:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:39:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:39:03.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.767373+0000",
2020-11-16T20:39:03.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:39:03.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:39:03.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.767341+0000",
2020-11-16T20:39:03.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4785999999999997e-05
2020-11-16T20:39:03.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:39:03.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.767436+0000",
2020-11-16T20:39:03.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.179e-05
2020-11-16T20:39:03.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:39:03.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.767458+0000",
2020-11-16T20:39:03.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6490000000000003e-06
2020-11-16T20:39:03.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:03.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.767467+0000",
2020-11-16T20:39:03.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0034534019999999999
2020-11-16T20:39:03.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:39:03.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.770921+0000",
2020-11-16T20:39:03.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018603099999999999
2020-11-16T20:39:03.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:39:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.771107+0000",
2020-11-16T20:39:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011365400000000001
2020-11-16T20:39:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:39:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.771221+0000",
2020-11-16T20:39:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.018104519999999999
2020-11-16T20:39:03.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:39:03.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.789325+0000",
2020-11-16T20:39:03.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.017134687999999999
2020-11-16T20:39:03.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:03.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.806460+0000",
2020-11-16T20:39:03.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4215000000000006e-05
2020-11-16T20:39:03.068 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.068 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:39:03.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.806544+0000",
2020-11-16T20:39:03.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6317999999999998e-05
2020-11-16T20:39:03.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:39:03.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:39:03.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:39:03.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:38:56.806610+0000",
2020-11-16T20:39:03.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.039237191999999997
2020-11-16T20:39:03.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:39:03.069 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:39:03.070 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:39:03.070 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:39:03.070 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:39:03.070 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:39:03.070 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:03.071 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:38:59 smithi142 bash[20366]: debug 2020-11-16T20:38:59.047+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:03.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:38:59 smithi142 bash[9523]: cluster 2020-11-16T20:38:58.268780+0000 mgr.x (mgr.14196) 807 : cluster [DBG] pgmap v1170: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.6 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 605 op/s; 7595/250340 objects misplaced (3.034%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:03.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:01 smithi142 bash[9523]: cluster 2020-11-16T20:39:00.269352+0000 mgr.x (mgr.14196) 808 : cluster [DBG] pgmap v1171: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 657 op/s; 7595/247088 objects misplaced (3.074%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T20:39:03.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:02 smithi142 bash[9523]: cluster 2020-11-16T20:39:01.361548+0000 osd.0 (osd.0) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:03.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:02 smithi142 bash[9523]: cluster 2020-11-16T20:39:01.361651+0000 osd.0 (osd.0) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:03.071 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:02 smithi142 bash[9523]: cluster 2020-11-16T20:39:01.390614+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e449: 12 total, 12 up, 12 in
2020-11-16T20:39:03.072 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:02 smithi142 bash[9523]: cluster 2020-11-16T20:39:02.269852+0000 mgr.x (mgr.14196) 809 : cluster [DBG] pgmap v1173: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 617 op/s; 7388/244574 objects misplaced (3.021%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:03.083 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_ops_in_flight
2020-11-16T20:39:03.171 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:03.223 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:03.233 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:03.488 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:03.593 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:03.644 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:39:03.720 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:03.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:03 smithi142 bash[9523]: audit 2020-11-16T20:39:03.586758+0000 mon.b (mon.1) 400 : audit [INF] from='client.? v1:172.21.15.142:0/993964931' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:03 smithi142 bash[9523]: audit 2020-11-16T20:39:03.590248+0000 mon.a (mon.0) 1589 : audit [INF] from='client.25507 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:03 smithi142 bash[9523]: cluster 2020-11-16T20:39:03.640743+0000 mon.a (mon.0) 1590 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:39:03.784 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:03 smithi142 bash[15670]: debug 2020-11-16T20:39:03.487+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:03.828 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:03.934 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:03 smithi071 bash[9480]: audit 2020-11-16T20:39:03.586758+0000 mon.b (mon.1) 400 : audit [INF] from='client.? v1:172.21.15.142:0/993964931' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:03.935 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:03 smithi071 bash[9480]: audit 2020-11-16T20:39:03.590248+0000 mon.a (mon.0) 1589 : audit [INF] from='client.25507 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:03.935 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:03 smithi071 bash[9480]: cluster 2020-11-16T20:39:03.640743+0000 mon.a (mon.0) 1590 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:39:03.935 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:03 smithi071 bash[14419]: debug 2020-11-16T20:39:03.716+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:03.936 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:03 smithi065 bash[9468]: audit 2020-11-16T20:39:03.586758+0000 mon.b (mon.1) 400 : audit [INF] from='client.? v1:172.21.15.142:0/993964931' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:04.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:03 smithi065 bash[9468]: audit 2020-11-16T20:39:03.590248+0000 mon.a (mon.0) 1589 : audit [INF] from='client.25507 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:04.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:03 smithi065 bash[9468]: cluster 2020-11-16T20:39:03.640743+0000 mon.a (mon.0) 1590 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:39:04.037 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:04.199 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:03 smithi071 bash[14419]: debug 2020-11-16T20:39:03.932+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:04.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:04 smithi142 bash[9523]: cluster 2020-11-16T20:39:03.640775+0000 mon.a (mon.0) 1591 : cluster [INF] Cluster is now healthy
2020-11-16T20:39:04.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:04 smithi142 bash[9523]: audit 2020-11-16T20:39:03.644732+0000 mon.a (mon.0) 1592 : audit [INF] from='client.25507 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:04.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:04 smithi142 bash[9523]: cluster 2020-11-16T20:39:03.644783+0000 mon.a (mon.0) 1593 : cluster [DBG] osdmap e450: 12 total, 12 up, 12 in
2020-11-16T20:39:04.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:04 smithi142 bash[9523]: cluster 2020-11-16T20:39:03.807504+0000 osd.10 (osd.10) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:04.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:04 smithi142 bash[9523]: cluster 2020-11-16T20:39:03.807582+0000 osd.10 (osd.10) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:04.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:04 smithi142 bash[9523]: cluster 2020-11-16T20:39:04.270284+0000 mgr.x (mgr.14196) 810 : cluster [DBG] pgmap v1175: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 705 op/s; 7388/241164 objects misplaced (3.063%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:04.944 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:04.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:04 smithi071 bash[9480]: cluster 2020-11-16T20:39:03.640775+0000 mon.a (mon.0) 1591 : cluster [INF] Cluster is now healthy
2020-11-16T20:39:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:04 smithi071 bash[9480]: audit 2020-11-16T20:39:03.644732+0000 mon.a (mon.0) 1592 : audit [INF] from='client.25507 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:04 smithi071 bash[9480]: cluster 2020-11-16T20:39:03.644783+0000 mon.a (mon.0) 1593 : cluster [DBG] osdmap e450: 12 total, 12 up, 12 in
2020-11-16T20:39:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:04 smithi071 bash[9480]: cluster 2020-11-16T20:39:03.807504+0000 osd.10 (osd.10) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:04 smithi071 bash[9480]: cluster 2020-11-16T20:39:03.807582+0000 osd.10 (osd.10) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:04 smithi071 bash[9480]: cluster 2020-11-16T20:39:04.270284+0000 mgr.x (mgr.14196) 810 : cluster [DBG] pgmap v1175: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 705 op/s; 7388/241164 objects misplaced (3.063%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:05.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:04 smithi065 bash[9468]: cluster 2020-11-16T20:39:03.640775+0000 mon.a (mon.0) 1591 : cluster [INF] Cluster is now healthy
2020-11-16T20:39:05.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:04 smithi065 bash[9468]: audit 2020-11-16T20:39:03.644732+0000 mon.a (mon.0) 1592 : audit [INF] from='client.25507 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:05.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:04 smithi065 bash[9468]: cluster 2020-11-16T20:39:03.644783+0000 mon.a (mon.0) 1593 : cluster [DBG] osdmap e450: 12 total, 12 up, 12 in
2020-11-16T20:39:05.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:04 smithi065 bash[9468]: cluster 2020-11-16T20:39:03.807504+0000 osd.10 (osd.10) 90 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:05.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:04 smithi065 bash[9468]: cluster 2020-11-16T20:39:03.807582+0000 osd.10 (osd.10) 91 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:05.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:04 smithi065 bash[9468]: cluster 2020-11-16T20:39:04.270284+0000 mgr.x (mgr.14196) 810 : cluster [DBG] pgmap v1175: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 705 op/s; 7388/241164 objects misplaced (3.063%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:39:05.047 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:05.222 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:05.283 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:04 smithi142 bash[18009]: debug 2020-11-16T20:39:04.943+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:05.325 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:05.334 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:05 smithi065 bash[16457]: debug 2020-11-16T20:39:05.222+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:05.436 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:05.540 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:05.647 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:05 smithi065 bash[16457]: debug 2020-11-16T20:39:05.434+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:05.651 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:05.755 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:05.775 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:39:05.813 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:39:05.843 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:39:05.875 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:05 smithi071 bash[9480]: cluster 2020-11-16T20:39:04.655074+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e451: 12 total, 12 up, 12 in
2020-11-16T20:39:05.876 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:05 smithi071 bash[12066]: debug 2020-11-16T20:39:05.648+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:05.876 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:05.880 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:39:05.912 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:39:05.941 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:39:05.965 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:39:05.979 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:05.989 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:05 smithi065 bash[9468]: cluster 2020-11-16T20:39:04.655074+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e451: 12 total, 12 up, 12 in
2020-11-16T20:39:05.992 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:39:06.017 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:39:06.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:05 smithi142 bash[9523]: cluster 2020-11-16T20:39:04.655074+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e451: 12 total, 12 up, 12 in
2020-11-16T20:39:06.042 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:39:06.072 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:39:06.101 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:39:06.104 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.104 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.105 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.105 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.105 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.105 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.105 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.105 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.105 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.106 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.106 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.106 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:39:06.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:05 smithi071 bash[16796]: debug 2020-11-16T20:39:05.872+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:06.361 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:06.465 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:06.565 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:06.657 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[11785]: debug 2020-11-16T20:39:06.358+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:06.658 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: audit 2020-11-16T20:39:05.742539+0000 mon.a (mon.0) 1595 : audit [DBG] from='client.? v1:172.21.15.142:0/2857925227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:06.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:05.780921+0000 osd.0 (osd.0) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:05.819518+0000 osd.1 (osd.1) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:05.849396+0000 osd.2 (osd.2) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:05.885931+0000 osd.3 (osd.3) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:05.915148+0000 osd.4 (osd.4) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:05.944465+0000 osd.5 (osd.5) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.659 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:05.968171+0000 osd.6 (osd.6) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:05.995353+0000 osd.7 (osd.7) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:06.019648+0000 osd.8 (osd.8) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:06.044917+0000 osd.9 (osd.9) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:06.069195+0000 osd.10 (osd.10) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:06.103861+0000 osd.11 (osd.11) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.660 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:06 smithi065 bash[9468]: cluster 2020-11-16T20:39:06.270797+0000 mgr.x (mgr.14196) 811 : cluster [DBG] pgmap v1177: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 661 op/s; 7388/239144 objects misplaced (3.089%); 2.2 MiB/s, 34 objects/s recovering
2020-11-16T20:39:06.671 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:06.950 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[16796]: debug 2020-11-16T20:39:06.560+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: audit 2020-11-16T20:39:05.742539+0000 mon.a (mon.0) 1595 : audit [DBG] from='client.? v1:172.21.15.142:0/2857925227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:05.780921+0000 osd.0 (osd.0) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:05.819518+0000 osd.1 (osd.1) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:05.849396+0000 osd.2 (osd.2) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:05.885931+0000 osd.3 (osd.3) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:05.915148+0000 osd.4 (osd.4) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:05.944465+0000 osd.5 (osd.5) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:05.968171+0000 osd.6 (osd.6) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:05.995353+0000 osd.7 (osd.7) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:06.019648+0000 osd.8 (osd.8) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:06.044917+0000 osd.9 (osd.9) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:06.069195+0000 osd.10 (osd.10) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:06.103861+0000 osd.11 (osd.11) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:06 smithi071 bash[9480]: cluster 2020-11-16T20:39:06.270797+0000 mgr.x (mgr.14196) 811 : cluster [DBG] pgmap v1177: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 661 op/s; 7388/239144 objects misplaced (3.089%); 2.2 MiB/s, 34 objects/s recovering
2020-11-16T20:39:07.006 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:07.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: audit 2020-11-16T20:39:05.742539+0000 mon.a (mon.0) 1595 : audit [DBG] from='client.? v1:172.21.15.142:0/2857925227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:07.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:05.780921+0000 osd.0 (osd.0) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:05.819518+0000 osd.1 (osd.1) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:05.849396+0000 osd.2 (osd.2) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:05.885931+0000 osd.3 (osd.3) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:05.915148+0000 osd.4 (osd.4) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:05.944465+0000 osd.5 (osd.5) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:05.968171+0000 osd.6 (osd.6) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:05.995353+0000 osd.7 (osd.7) 77 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:06.019648+0000 osd.8 (osd.8) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:06.044917+0000 osd.9 (osd.9) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:06.069195+0000 osd.10 (osd.10) 92 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:06.103861+0000 osd.11 (osd.11) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:07.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:06 smithi142 bash[9523]: cluster 2020-11-16T20:39:06.270797+0000 mgr.x (mgr.14196) 811 : cluster [DBG] pgmap v1177: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 661 op/s; 7388/239144 objects misplaced (3.089%); 2.2 MiB/s, 34 objects/s recovering
2020-11-16T20:39:07.110 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:07.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:39:07 smithi065 bash[14115]: debug 2020-11-16T20:39:07.002+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:07.471 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:39:07.610 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:07.633 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:07.713 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:07.821 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:07.924 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:07 smithi065 bash[16457]: debug 2020-11-16T20:39:07.610+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:07.927 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:08.158 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:39:08.158 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:39:08.200 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:07 smithi071 bash[12066]: debug 2020-11-16T20:39:07.816+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:08.248 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:08 smithi142 bash[15670]: debug 2020-11-16T20:39:08.247+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:08.250 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:08.354 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:08.472 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:08.579 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:08.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:08 smithi071 bash[12066]: debug 2020-11-16T20:39:08.468+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:08.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:08 smithi071 bash[12066]: debug 2020-11-16T20:39:08.692+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:08.700 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:08.805 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:08.921 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:08.949 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:08 smithi071 bash[26650]: debug 2020-11-16T20:39:08.920+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:09.021 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_blocked_ops
2020-11-16T20:39:09.025 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:39:09.168 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:09.181 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:39:09.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:39:09 smithi065 bash[18823]: debug 2020-11-16T20:39:09.178+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:09.285 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:09.613 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:39:09.622 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:09 smithi142 bash[9523]: cluster 2020-11-16T20:39:08.271252+0000 mgr.x (mgr.14196) 812 : cluster [DBG] pgmap v1178: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.2 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 633 op/s; 7188/237108 objects misplaced (3.032%); 3.7 MiB/s, 59 objects/s recovering
2020-11-16T20:39:09.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:09 smithi065 bash[9468]: cluster 2020-11-16T20:39:08.271252+0000 mgr.x (mgr.14196) 812 : cluster [DBG] pgmap v1178: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.2 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 633 op/s; 7188/237108 objects misplaced (3.032%); 3.7 MiB/s, 59 objects/s recovering
2020-11-16T20:39:09.787 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:10.076 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:09 smithi071 bash[9480]: cluster 2020-11-16T20:39:08.271252+0000 mgr.x (mgr.14196) 812 : cluster [DBG] pgmap v1178: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.2 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 633 op/s; 7188/237108 objects misplaced (3.032%); 3.7 MiB/s, 59 objects/s recovering
2020-11-16T20:39:10.337 INFO:teuthology.orchestra.run.smithi142.stderr:set 4.5 pg_upmap mapping to [6,8]
2020-11-16T20:39:10.676 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:10 smithi065 bash[9468]: cluster 2020-11-16T20:39:08.967747+0000 osd.4 (osd.4) 112 : cluster [DBG] 4.c scrub starts
2020-11-16T20:39:10.677 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:10 smithi065 bash[9468]: audit 2020-11-16T20:39:10.134425+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? v1:172.21.15.142:0/3882176431' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "4.5", "id": [6, 8]}]: dispatch
2020-11-16T20:39:10.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:10 smithi071 bash[9480]: cluster 2020-11-16T20:39:08.967747+0000 osd.4 (osd.4) 112 : cluster [DBG] 4.c scrub starts
2020-11-16T20:39:10.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:10 smithi071 bash[9480]: audit 2020-11-16T20:39:10.134425+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? v1:172.21.15.142:0/3882176431' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "4.5", "id": [6, 8]}]: dispatch
2020-11-16T20:39:10.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:10 smithi142 bash[9523]: cluster 2020-11-16T20:39:08.967747+0000 osd.4 (osd.4) 112 : cluster [DBG] 4.c scrub starts
2020-11-16T20:39:10.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:10 smithi142 bash[9523]: audit 2020-11-16T20:39:10.134425+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? v1:172.21.15.142:0/3882176431' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "4.5", "id": [6, 8]}]: dispatch
2020-11-16T20:39:11.041 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:11.144 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:11.325 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:11.334 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:11 smithi071 bash[12066]: debug 2020-11-16T20:39:11.036+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:11.430 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:11.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:39:11 smithi065 bash[14115]: debug 2020-11-16T20:39:11.321+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:11.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:11 smithi065 bash[9468]: cluster 2020-11-16T20:39:10.271698+0000 mgr.x (mgr.14196) 813 : cluster [DBG] pgmap v1179: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.1 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 671 op/s; 7188/233824 objects misplaced (3.074%); 1.6 MiB/s, 24 objects/s recovering
2020-11-16T20:39:11.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:11 smithi065 bash[9468]: audit 2020-11-16T20:39:10.340084+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? v1:172.21.15.142:0/3882176431' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "4.5", "id": [6, 8]}]': finished
2020-11-16T20:39:11.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:11 smithi065 bash[9468]: cluster 2020-11-16T20:39:10.340145+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e452: 12 total, 12 up, 12 in
2020-11-16T20:39:11.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:11 smithi065 bash[9468]: cluster 2020-11-16T20:39:10.418229+0000 osd.4 (osd.4) 113 : cluster [DBG] 4.c scrub ok
2020-11-16T20:39:11.543 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:11.650 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:11.662 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:11 smithi071 bash[12066]: debug 2020-11-16T20:39:11.540+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:11.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:11 smithi071 bash[9480]: cluster 2020-11-16T20:39:10.271698+0000 mgr.x (mgr.14196) 813 : cluster [DBG] pgmap v1179: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.1 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 671 op/s; 7188/233824 objects misplaced (3.074%); 1.6 MiB/s, 24 objects/s recovering
2020-11-16T20:39:11.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:11 smithi071 bash[9480]: audit 2020-11-16T20:39:10.340084+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? v1:172.21.15.142:0/3882176431' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "4.5", "id": [6, 8]}]': finished
2020-11-16T20:39:11.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:11 smithi071 bash[9480]: cluster 2020-11-16T20:39:10.340145+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e452: 12 total, 12 up, 12 in
2020-11-16T20:39:11.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:11 smithi071 bash[9480]: cluster 2020-11-16T20:39:10.418229+0000 osd.4 (osd.4) 113 : cluster [DBG] 4.c scrub ok
2020-11-16T20:39:11.765 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:11.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:11 smithi142 bash[9523]: cluster 2020-11-16T20:39:10.271698+0000 mgr.x (mgr.14196) 813 : cluster [DBG] pgmap v1179: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.1 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 671 op/s; 7188/233824 objects misplaced (3.074%); 1.6 MiB/s, 24 objects/s recovering
2020-11-16T20:39:11.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:11 smithi142 bash[9523]: audit 2020-11-16T20:39:10.340084+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? v1:172.21.15.142:0/3882176431' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "4.5", "id": [6, 8]}]': finished
2020-11-16T20:39:11.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:11 smithi142 bash[9523]: cluster 2020-11-16T20:39:10.340145+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e452: 12 total, 12 up, 12 in
2020-11-16T20:39:11.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:11 smithi142 bash[9523]: cluster 2020-11-16T20:39:10.418229+0000 osd.4 (osd.4) 113 : cluster [DBG] 4.c scrub ok
2020-11-16T20:39:11.870 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:11.949 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:11 smithi071 bash[14419]: debug 2020-11-16T20:39:11.764+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:12.184 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:12.290 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:12.477 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:12 smithi065 bash[9468]: cluster 2020-11-16T20:39:11.348192+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e453: 12 total, 12 up, 12 in
2020-11-16T20:39:12.477 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:39:12 smithi065 bash[11785]: debug 2020-11-16T20:39:12.181+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:12.478 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:12.582 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:12.644 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:12 smithi142 bash[9523]: cluster 2020-11-16T20:39:11.348192+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e453: 12 total, 12 up, 12 in
2020-11-16T20:39:12.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:12 smithi071 bash[9480]: cluster 2020-11-16T20:39:11.348192+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e453: 12 total, 12 up, 12 in
2020-11-16T20:39:12.765 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:39:12 smithi065 bash[14115]: debug 2020-11-16T20:39:12.473+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:12.770 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:12.875 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:12.961 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:39:12.961 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:39:13.008 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:13.028 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:12 smithi142 bash[22738]: debug 2020-11-16T20:39:12.771+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:13.112 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:13.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:13 smithi071 bash[26650]: debug 2020-11-16T20:39:13.000+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:13.315 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:13.419 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:13.535 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:13.639 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:13.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:13 smithi142 bash[9523]: cluster 2020-11-16T20:39:12.272197+0000 mgr.x (mgr.14196) 814 : cluster [DBG] pgmap v1182: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 620 op/s; 6988/231702 objects misplaced (3.016%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:39:13.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:13 smithi142 bash[9523]: cluster 2020-11-16T20:39:12.351279+0000 osd.6 (osd.6) 125 : cluster [DBG] 4.5 starting backfill to osd.8 from (0'0,0'0] MAX to 451'10104
2020-11-16T20:39:13.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:13 smithi142 bash[9523]: cluster 2020-11-16T20:39:12.354141+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e454: 12 total, 12 up, 12 in
2020-11-16T20:39:13.649 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:13 smithi142 bash[20366]: debug 2020-11-16T20:39:13.311+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:13.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:13 smithi071 bash[26650]: debug 2020-11-16T20:39:13.532+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:13 smithi071 bash[9480]: cluster 2020-11-16T20:39:12.272197+0000 mgr.x (mgr.14196) 814 : cluster [DBG] pgmap v1182: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 620 op/s; 6988/231702 objects misplaced (3.016%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:39:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:13 smithi071 bash[9480]: cluster 2020-11-16T20:39:12.351279+0000 osd.6 (osd.6) 125 : cluster [DBG] 4.5 starting backfill to osd.8 from (0'0,0'0] MAX to 451'10104
2020-11-16T20:39:13.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:13 smithi071 bash[9480]: cluster 2020-11-16T20:39:12.354141+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e454: 12 total, 12 up, 12 in
2020-11-16T20:39:13.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:13 smithi065 bash[9468]: cluster 2020-11-16T20:39:12.272197+0000 mgr.x (mgr.14196) 814 : cluster [DBG] pgmap v1182: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.1 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 620 op/s; 6988/231702 objects misplaced (3.016%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:39:13.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:13 smithi065 bash[9468]: cluster 2020-11-16T20:39:12.351279+0000 osd.6 (osd.6) 125 : cluster [DBG] 4.5 starting backfill to osd.8 from (0'0,0'0] MAX to 451'10104
2020-11-16T20:39:13.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:13 smithi065 bash[9468]: cluster 2020-11-16T20:39:12.354141+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e454: 12 total, 12 up, 12 in
2020-11-16T20:39:13.876 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_historic_ops
2020-11-16T20:39:14.038 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:14.113 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:14.218 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:14.335 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:14.360 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:14 smithi142 bash[22738]: debug 2020-11-16T20:39:14.111+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:14.360 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:14 smithi142 bash[20366]: debug 2020-11-16T20:39:14.335+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:14.444 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:14.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:14 smithi071 bash[9480]: cluster 2020-11-16T20:39:13.441552+0000 osd.5 (osd.5) 117 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:14.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:14 smithi071 bash[9480]: cluster 2020-11-16T20:39:13.441648+0000 osd.5 (osd.5) 118 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:14.737 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:14 smithi065 bash[9468]: cluster 2020-11-16T20:39:13.441552+0000 osd.5 (osd.5) 117 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:14.738 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:14 smithi065 bash[9468]: cluster 2020-11-16T20:39:13.441648+0000 osd.5 (osd.5) 118 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:14.738 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:14 smithi065 bash[16457]: debug 2020-11-16T20:39:14.737+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:14.739 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:14.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:14 smithi142 bash[9523]: cluster 2020-11-16T20:39:13.441552+0000 osd.5 (osd.5) 117 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:14.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:14 smithi142 bash[9523]: cluster 2020-11-16T20:39:13.441648+0000 osd.5 (osd.5) 118 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:14.842 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:14.984 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:15.089 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:15.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:14 smithi071 bash[12066]: debug 2020-11-16T20:39:14.980+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:15.379 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:39:15.504 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:15.608 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:15.617 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:15 smithi142 bash[22738]: debug 2020-11-16T20:39:15.507+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:15.617 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:15 smithi142 bash[9523]: cluster 2020-11-16T20:39:14.272666+0000 mgr.x (mgr.14196) 815 : cluster [DBG] pgmap v1184: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 625 op/s; 6988/229598 objects misplaced (3.044%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:39:15.617 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:15 smithi142 bash[9523]: cluster 2020-11-16T20:39:14.368847+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e455: 12 total, 12 up, 12 in
2020-11-16T20:39:15.617 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:15 smithi142 bash[9523]: audit 2020-11-16T20:39:14.422806+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? v1:172.21.15.142:0/4018196918' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:39:15.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:15 smithi065 bash[9468]: cluster 2020-11-16T20:39:14.272666+0000 mgr.x (mgr.14196) 815 : cluster [DBG] pgmap v1184: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 625 op/s; 6988/229598 objects misplaced (3.044%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:39:15.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:15 smithi065 bash[9468]: cluster 2020-11-16T20:39:14.368847+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e455: 12 total, 12 up, 12 in
2020-11-16T20:39:15.621 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:15 smithi065 bash[9468]: audit 2020-11-16T20:39:14.422806+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? v1:172.21.15.142:0/4018196918' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:39:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:15 smithi071 bash[9480]: cluster 2020-11-16T20:39:14.272666+0000 mgr.x (mgr.14196) 815 : cluster [DBG] pgmap v1184: 17 pgs: 1 active+recovering, 2 active+clean+scrubbing, 14 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 625 op/s; 6988/229598 objects misplaced (3.044%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:39:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:15 smithi071 bash[9480]: cluster 2020-11-16T20:39:14.368847+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e455: 12 total, 12 up, 12 in
2020-11-16T20:39:15.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:15 smithi071 bash[9480]: audit 2020-11-16T20:39:14.422806+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? v1:172.21.15.142:0/4018196918' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:39:15.830 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:15.935 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:15.943 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:15 smithi142 bash[15670]: debug 2020-11-16T20:39:15.831+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:16.464 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:16.568 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:16.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:16 smithi142 bash[9523]: cluster 2020-11-16T20:39:14.946951+0000 osd.4 (osd.4) 114 : cluster [DBG] 4.e scrub starts
2020-11-16T20:39:16.680 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:16 smithi142 bash[9523]: cluster 2020-11-16T20:39:15.366621+0000 mon.a (mon.0) 1603 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:16.680 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:16 smithi142 bash[9523]: audit 2020-11-16T20:39:15.381685+0000 mon.a (mon.0) 1604 : audit [INF] from='client.? v1:172.21.15.142:0/4018196918' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:39:16.680 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:16 smithi142 bash[9523]: cluster 2020-11-16T20:39:15.381926+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e456: 12 total, 12 up, 12 in
2020-11-16T20:39:16.680 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:16 smithi142 bash[20366]: debug 2020-11-16T20:39:16.467+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:16 smithi071 bash[9480]: cluster 2020-11-16T20:39:14.946951+0000 osd.4 (osd.4) 114 : cluster [DBG] 4.e scrub starts
2020-11-16T20:39:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:16 smithi071 bash[9480]: cluster 2020-11-16T20:39:15.366621+0000 mon.a (mon.0) 1603 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:16 smithi071 bash[9480]: audit 2020-11-16T20:39:15.381685+0000 mon.a (mon.0) 1604 : audit [INF] from='client.? v1:172.21.15.142:0/4018196918' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:39:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:16 smithi071 bash[9480]: cluster 2020-11-16T20:39:15.381926+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e456: 12 total, 12 up, 12 in
2020-11-16T20:39:16.720 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:16 smithi065 bash[9468]: cluster 2020-11-16T20:39:14.946951+0000 osd.4 (osd.4) 114 : cluster [DBG] 4.e scrub starts
2020-11-16T20:39:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:16 smithi065 bash[9468]: cluster 2020-11-16T20:39:15.366621+0000 mon.a (mon.0) 1603 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:16 smithi065 bash[9468]: audit 2020-11-16T20:39:15.381685+0000 mon.a (mon.0) 1604 : audit [INF] from='client.? v1:172.21.15.142:0/4018196918' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:39:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:16 smithi065 bash[9468]: cluster 2020-11-16T20:39:15.381926+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e456: 12 total, 12 up, 12 in
2020-11-16T20:39:16.824 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:16.932 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:16.965 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:39:16.965 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:39:16.966 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:39:17.026 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:39:17.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:39:17.093 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:39:17.137 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:39:17.138 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:17.169 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:39:17.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:16 smithi071 bash[26650]: debug 2020-11-16T20:39:16.716+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:17.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:16 smithi071 bash[16796]: debug 2020-11-16T20:39:16.928+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:17.201 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:39:17.219 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:39:17.258 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:39:17.282 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:39:17.292 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:17 smithi142 bash[15670]: debug 2020-11-16T20:39:17.219+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:39:17.329 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:17.353 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:39:17.390 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:39:17.391 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.391 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.392 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.392 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.392 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.392 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.392 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.392 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.393 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.393 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.393 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.393 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:39:17.450 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:17.554 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:17.683 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[12066]: debug 2020-11-16T20:39:17.448+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:17.684 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[9480]: cluster 2020-11-16T20:39:16.273148+0000 mgr.x (mgr.14196) 816 : cluster [DBG] pgmap v1187: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 1 active+clean+scrubbing, 14 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 471 op/s; 13584/228120 objects misplaced (5.955%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:39:17.684 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[9480]: cluster 2020-11-16T20:39:16.947748+0000 osd.3 (osd.3) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:17.684 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[9480]: cluster 2020-11-16T20:39:16.947841+0000 osd.3 (osd.3) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:17.684 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[9480]: audit 2020-11-16T20:39:17.008976+0000 mon.a (mon.0) 1606 : audit [DBG] from='client.? v1:172.21.15.142:0/2985812467' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:17.685 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.066563+0000 osd.1 (osd.1) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.685 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.142694+0000 osd.3 (osd.3) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.685 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.318007+0000 osd.9 (osd.9) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.685 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:17 smithi065 bash[9468]: cluster 2020-11-16T20:39:16.273148+0000 mgr.x (mgr.14196) 816 : cluster [DBG] pgmap v1187: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 1 active+clean+scrubbing, 14 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 471 op/s; 13584/228120 objects misplaced (5.955%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:39:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:17 smithi065 bash[9468]: cluster 2020-11-16T20:39:16.947748+0000 osd.3 (osd.3) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:17 smithi065 bash[9468]: cluster 2020-11-16T20:39:16.947841+0000 osd.3 (osd.3) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:17 smithi065 bash[9468]: audit 2020-11-16T20:39:17.008976+0000 mon.a (mon.0) 1606 : audit [DBG] from='client.? v1:172.21.15.142:0/2985812467' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:17 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.066563+0000 osd.1 (osd.1) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:17 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.142694+0000 osd.3 (osd.3) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:17 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.318007+0000 osd.9 (osd.9) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:17 smithi142 bash[9523]: cluster 2020-11-16T20:39:16.273148+0000 mgr.x (mgr.14196) 816 : cluster [DBG] pgmap v1187: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 1 active+clean+scrubbing, 14 active+clean; 7.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 471 op/s; 13584/228120 objects misplaced (5.955%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:39:17.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:17 smithi142 bash[9523]: cluster 2020-11-16T20:39:16.947748+0000 osd.3 (osd.3) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:17.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:17 smithi142 bash[9523]: cluster 2020-11-16T20:39:16.947841+0000 osd.3 (osd.3) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:17.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:17 smithi142 bash[9523]: audit 2020-11-16T20:39:17.008976+0000 mon.a (mon.0) 1606 : audit [DBG] from='client.? v1:172.21.15.142:0/2985812467' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:17.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:17 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.066563+0000 osd.1 (osd.1) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:17 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.142694+0000 osd.3 (osd.3) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:17 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.318007+0000 osd.9 (osd.9) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:17.787 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:17.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:17 smithi071 bash[14419]: debug 2020-11-16T20:39:17.680+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:18.127 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[20366]: debug 2020-11-16T20:39:18.127+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:18.127 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:18.150 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:39:18.150 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:39:18.150 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:39:18.150 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:39:18.151 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.151 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:153275 3.9 3:9dc1617a:::benchmark_data_smithi065_26380_object15542:head [delete] snapc 0=[] ondisk+write+known_if_redirected e329)",
2020-11-16T20:39:18.151 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:32:39.235613+0000",
2020-11-16T20:39:18.151 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 398.91430681000003,
2020-11-16T20:39:18.151 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0405797219999999,
2020-11-16T20:39:18.151 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.151 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:18.152 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:18.152 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:18.152 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:18.152 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 153275
2020-11-16T20:39:18.152 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:18.152 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.152 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.235613+0000",
2020-11-16T20:39:18.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.235613+0000",
2020-11-16T20:39:18.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:39:18.154 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.154 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.235580+0000",
2020-11-16T20:39:18.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00042905800000000001
2020-11-16T20:39:18.154 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236009+0000",
2020-11-16T20:39:18.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6405999999999998e-05
2020-11-16T20:39:18.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236026+0000",
2020-11-16T20:39:18.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2418e-05
2020-11-16T20:39:18.156 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.156 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236038+0000",
2020-11-16T20:39:18.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6042000000000001e-05
2020-11-16T20:39:18.156 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236114+0000",
2020-11-16T20:39:18.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020892400000000001
2020-11-16T20:39:18.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236323+0000",
2020-11-16T20:39:18.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012706300000000001
2020-11-16T20:39:18.158 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.158 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7,11",
2020-11-16T20:39:18.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.236450+0000",
2020-11-16T20:39:18.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0092867780000000007
2020-11-16T20:39:18.158 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.245737+0000",
2020-11-16T20:39:18.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0879e-05
2020-11-16T20:39:18.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:18.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.245748+0000",
2020-11-16T20:39:18.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.030319054
2020-11-16T20:39:18.160 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.160 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.276067+0000",
2020-11-16T20:39:18.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012621
2020-11-16T20:39:18.160 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.276193+0000",
2020-11-16T20:39:18.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0405797219999999
2020-11-16T20:39:18.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.161 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.161 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.162 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.162 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.162 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:153281 3.9 3:9ac77ee2:::benchmark_data_smithi065_26380_object15548:head [delete] snapc 0=[] ondisk+write+known_if_redirected e330)",
2020-11-16T20:39:18.162 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:32:39.255024+0000",
2020-11-16T20:39:18.162 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 398.89489612800003,
2020-11-16T20:39:18.162 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0349029160000001,
2020-11-16T20:39:18.162 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.163 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.163 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:18.163 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:18.163 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:18.163 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 153281
2020-11-16T20:39:18.163 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:18.163 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.164 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255024+0000",
2020-11-16T20:39:18.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.164 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.164 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255024+0000",
2020-11-16T20:39:18.165 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:39:18.165 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.165 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.165 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.165 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.254996+0000",
2020-11-16T20:39:18.166 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3805000000000003e-05
2020-11-16T20:39:18.166 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.166 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.166 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.166 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255060+0000",
2020-11-16T20:39:18.166 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5580999999999999e-05
2020-11-16T20:39:18.166 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.167 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255076+0000",
2020-11-16T20:39:18.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8730000000000002e-06
2020-11-16T20:39:18.167 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.167 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255086+0000",
2020-11-16T20:39:18.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0722e-05
2020-11-16T20:39:18.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255136+0000",
2020-11-16T20:39:18.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0650000000000005e-06
2020-11-16T20:39:18.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:18.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.255145+0000",
2020-11-16T20:39:18.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.021573576
2020-11-16T20:39:18.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.276719+0000",
2020-11-16T20:39:18.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017356300000000001
2020-11-16T20:39:18.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.276893+0000",
2020-11-16T20:39:18.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018127900000000001
2020-11-16T20:39:18.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:39:18.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.277074+0000",
2020-11-16T20:39:18.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012704198999999999
2020-11-16T20:39:18.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:18.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289778+0000",
2020-11-16T20:39:18.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9970999999999999e-05
2020-11-16T20:39:18.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:39:18.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289798+0000",
2020-11-16T20:39:18.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2287999999999996e-05
2020-11-16T20:39:18.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289870+0000",
2020-11-16T20:39:18.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6496000000000003e-05
2020-11-16T20:39:18.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289927+0000",
2020-11-16T20:39:18.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0349029160000001
2020-11-16T20:39:18.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.174 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.174 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.174 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.175 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.175 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:153284 3.9 3:996e2869:::benchmark_data_smithi065_26380_object15551:head [delete] snapc 0=[] ondisk+write+known_if_redirected e330)",
2020-11-16T20:39:18.175 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:32:39.263082+0000",
2020-11-16T20:39:18.175 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 398.88683821799998,
2020-11-16T20:39:18.175 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0269736650000001,
2020-11-16T20:39:18.175 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.175 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.176 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:18.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:18.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:18.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 153284
2020-11-16T20:39:18.176 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:18.176 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263082+0000",
2020-11-16T20:39:18.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263082+0000",
2020-11-16T20:39:18.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999949
2020-11-16T20:39:18.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263031+0000",
2020-11-16T20:39:18.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4332000000000005e-05
2020-11-16T20:39:18.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263115+0000",
2020-11-16T20:39:18.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2357999999999999e-05
2020-11-16T20:39:18.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263128+0000",
2020-11-16T20:39:18.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.306e-06
2020-11-16T20:39:18.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263135+0000",
2020-11-16T20:39:18.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0386000000000001e-05
2020-11-16T20:39:18.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263195+0000",
2020-11-16T20:39:18.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2354999999999999e-05
2020-11-16T20:39:18.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:18.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.263208+0000",
2020-11-16T20:39:18.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0191624480000001
2020-11-16T20:39:18.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.282370+0000",
2020-11-16T20:39:18.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000232014
2020-11-16T20:39:18.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.282602+0000",
2020-11-16T20:39:18.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000180819
2020-11-16T20:39:18.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:39:18.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.282783+0000",
2020-11-16T20:39:18.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.007186418
2020-11-16T20:39:18.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:18.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289969+0000",
2020-11-16T20:39:18.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2449999999999998e-06
2020-11-16T20:39:18.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:39:18.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.289975+0000",
2020-11-16T20:39:18.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3543000000000001e-05
2020-11-16T20:39:18.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290008+0000",
2020-11-16T20:39:18.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7431e-05
2020-11-16T20:39:18.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290055+0000",
2020-11-16T20:39:18.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0269736650000001
2020-11-16T20:39:18.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.187 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.187 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.187 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.187 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.187 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:153289 3.9 3:9f13995b:::benchmark_data_smithi065_26380_object15556:head [delete] snapc 0=[] ondisk+write+known_if_redirected e330)",
2020-11-16T20:39:18.187 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:32:39.282310+0000",
2020-11-16T20:39:18.188 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 398.86760956900002,
2020-11-16T20:39:18.188 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0244966019999999,
2020-11-16T20:39:18.188 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.188 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.188 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:18.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:18.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:18.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 153289
2020-11-16T20:39:18.189 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:18.189 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282310+0000",
2020-11-16T20:39:18.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282310+0000",
2020-11-16T20:39:18.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999375
2020-11-16T20:39:18.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282248+0000",
2020-11-16T20:39:18.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119772
2020-11-16T20:39:18.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282368+0000",
2020-11-16T20:39:18.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0759000000000001e-05
2020-11-16T20:39:18.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282399+0000",
2020-11-16T20:39:18.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6883000000000001e-05
2020-11-16T20:39:18.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282416+0000",
2020-11-16T20:39:18.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2810000000000001e-05
2020-11-16T20:39:18.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282508+0000",
2020-11-16T20:39:18.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8723999999999999e-05
2020-11-16T20:39:18.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:18.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:39.282527+0000",
2020-11-16T20:39:18.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.007563166
2020-11-16T20:39:18.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290090+0000",
2020-11-16T20:39:18.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020840999999999999
2020-11-16T20:39:18.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290299+0000",
2020-11-16T20:39:18.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000158963
2020-11-16T20:39:18.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:39:18.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.290458+0000",
2020-11-16T20:39:18.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016110301
2020-11-16T20:39:18.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:18.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.306568+0000",
2020-11-16T20:39:18.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013246300000000001
2020-11-16T20:39:18.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:39:18.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.306700+0000",
2020-11-16T20:39:18.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8684000000000003e-05
2020-11-16T20:39:18.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.306759+0000",
2020-11-16T20:39:18.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7957000000000002e-05
2020-11-16T20:39:18.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:32:40.306807+0000",
2020-11-16T20:39:18.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0244966019999999
2020-11-16T20:39:18.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.199 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.199 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.199 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:55088 4.0 e421/407 4:06ed52eb:::benchmark_data_smithi065_31807_object55087:head v 421'3459, mlcod=421'3457)",
2020-11-16T20:39:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:25.558552+0000",
2020-11-16T20:39:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 112.591367736,
2020-11-16T20:39:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.014016502,
2020-11-16T20:39:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.201 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.558552+0000",
2020-11-16T20:39:18.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.201 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.201 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.558552+0000",
2020-11-16T20:39:18.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999189
2020-11-16T20:39:18.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.558471+0000",
2020-11-16T20:39:18.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000301644
2020-11-16T20:39:18.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.558773+0000",
2020-11-16T20:39:18.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.7273e-05
2020-11-16T20:39:18.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.558810+0000",
2020-11-16T20:39:18.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7906000000000001e-05
2020-11-16T20:39:18.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.558828+0000",
2020-11-16T20:39:18.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000101888
2020-11-16T20:39:18.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.558930+0000",
2020-11-16T20:39:18.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7168999999999993e-05
2020-11-16T20:39:18.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.558997+0000",
2020-11-16T20:39:18.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013484512000000001
2020-11-16T20:39:18.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.572482+0000",
2020-11-16T20:39:18.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7097999999999999e-05
2020-11-16T20:39:18.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:25.572569+0000",
2020-11-16T20:39:18.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014016502
2020-11-16T20:39:18.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.207 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.208 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.208 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.208 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.208 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:95603 4.0 e429/407 4:0205713e:::benchmark_data_smithi065_31807_object95602:head v 429'5968, mlcod=429'5965)",
2020-11-16T20:39:18.208 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:50.720296+0000",
2020-11-16T20:39:18.208 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 87.429624504000003,
2020-11-16T20:39:18.208 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.014819765,
2020-11-16T20:39:18.209 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.209 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.209 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.720296+0000",
2020-11-16T20:39:18.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.720296+0000",
2020-11-16T20:39:18.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999623
2020-11-16T20:39:18.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.720258+0000",
2020-11-16T20:39:18.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000159369
2020-11-16T20:39:18.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.720417+0000",
2020-11-16T20:39:18.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0432e-05
2020-11-16T20:39:18.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.720438+0000",
2020-11-16T20:39:18.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2254e-05
2020-11-16T20:39:18.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.720450+0000",
2020-11-16T20:39:18.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0032289110000000001
2020-11-16T20:39:18.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.723679+0000",
2020-11-16T20:39:18.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.8673000000000001e-05
2020-11-16T20:39:18.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.723718+0000",
2020-11-16T20:39:18.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011329782
2020-11-16T20:39:18.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.735047+0000",
2020-11-16T20:39:18.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7806999999999996e-05
2020-11-16T20:39:18.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:50.735115+0000",
2020-11-16T20:39:18.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014819765
2020-11-16T20:39:18.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.216 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.216 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.216 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.216 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.216 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:97013 4.0 e430/407 4:0c092108:::benchmark_data_smithi065_31807_object97012:head v 430'6066, mlcod=430'6064)",
2020-11-16T20:39:18.216 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:52.002631+0000",
2020-11-16T20:39:18.217 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.147289086000001,
2020-11-16T20:39:18.217 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.014104136,
2020-11-16T20:39:18.217 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.217 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.217 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.002631+0000",
2020-11-16T20:39:18.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.002631+0000",
2020-11-16T20:39:18.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999979
2020-11-16T20:39:18.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.002610+0000",
2020-11-16T20:39:18.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010288100000000001
2020-11-16T20:39:18.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.002713+0000",
2020-11-16T20:39:18.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5386000000000001e-05
2020-11-16T20:39:18.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.002728+0000",
2020-11-16T20:39:18.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1404e-05
2020-11-16T20:39:18.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.002740+0000",
2020-11-16T20:39:18.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7590999999999997e-05
2020-11-16T20:39:18.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.002807+0000",
2020-11-16T20:39:18.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8280000000000001e-05
2020-11-16T20:39:18.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.002826+0000",
2020-11-16T20:39:18.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013789177999999999
2020-11-16T20:39:18.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.016615+0000",
2020-11-16T20:39:18.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000120325
2020-11-16T20:39:18.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:52.016735+0000",
2020-11-16T20:39:18.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014104136
2020-11-16T20:39:18.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.224 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.224 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.224 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.224 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.225 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:102247 4.0 e431/407 4:03b58db4:::benchmark_data_smithi065_31807_object102246:head v 431'6384, mlcod=431'6380)",
2020-11-16T20:39:18.225 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:56.451128+0000",
2020-11-16T20:39:18.225 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 81.698792005000001,
2020-11-16T20:39:18.225 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.014966026,
2020-11-16T20:39:18.225 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.225 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.225 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.451128+0000",
2020-11-16T20:39:18.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.451128+0000",
2020-11-16T20:39:18.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999623
2020-11-16T20:39:18.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.451090+0000",
2020-11-16T20:39:18.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000161144
2020-11-16T20:39:18.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.451251+0000",
2020-11-16T20:39:18.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3952e-05
2020-11-16T20:39:18.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.451275+0000",
2020-11-16T20:39:18.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6700000000000006e-06
2020-11-16T20:39:18.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.451285+0000",
2020-11-16T20:39:18.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013857499999999999
2020-11-16T20:39:18.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.230 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.451424+0000",
2020-11-16T20:39:18.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1812e-05
2020-11-16T20:39:18.230 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.230 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.451455+0000",
2020-11-16T20:39:18.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014549978
2020-11-16T20:39:18.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.466005+0000",
2020-11-16T20:39:18.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8722999999999997e-05
2020-11-16T20:39:18.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.466094+0000",
2020-11-16T20:39:18.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014966026
2020-11-16T20:39:18.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.232 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.232 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.233 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.233 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.233 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:102293 4.0 e431/407 4:04ac8b5e:::benchmark_data_smithi065_31807_object102292:head v 431'6387, mlcod=431'6385)",
2020-11-16T20:39:18.233 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:56.488037+0000",
2020-11-16T20:39:18.233 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 81.661883111999998,
2020-11-16T20:39:18.233 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.037555120999999997,
2020-11-16T20:39:18.233 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.234 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.234 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.488037+0000",
2020-11-16T20:39:18.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.488037+0000",
2020-11-16T20:39:18.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:39:18.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.488008+0000",
2020-11-16T20:39:18.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013055799999999999
2020-11-16T20:39:18.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.488138+0000",
2020-11-16T20:39:18.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4431e-05
2020-11-16T20:39:18.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.488153+0000",
2020-11-16T20:39:18.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6069999999999997e-06
2020-11-16T20:39:18.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.488162+0000",
2020-11-16T20:39:18.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3792000000000001e-05
2020-11-16T20:39:18.238 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.238 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.488236+0000",
2020-11-16T20:39:18.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0417999999999999e-05
2020-11-16T20:39:18.238 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.239 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.488266+0000",
2020-11-16T20:39:18.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037178091000000003
2020-11-16T20:39:18.239 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.239 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.525445+0000",
2020-11-16T20:39:18.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000147491
2020-11-16T20:39:18.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:56.525592+0000",
2020-11-16T20:39:18.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037555120999999997
2020-11-16T20:39:18.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.241 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.241 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.241 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.241 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.241 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:112323 4.0 e433/407 4:01c6a1c9:::benchmark_data_smithi065_31807_object112322:head v 433'7018, mlcod=433'7016)",
2020-11-16T20:39:18.241 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:38:05.994006+0000",
2020-11-16T20:39:18.241 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 72.155913573999996,
2020-11-16T20:39:18.242 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.014196314999999999,
2020-11-16T20:39:18.242 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.242 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.242 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:05.994006+0000",
2020-11-16T20:39:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:05.994006+0000",
2020-11-16T20:39:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999304
2020-11-16T20:39:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:05.993937+0000",
2020-11-16T20:39:18.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000212318
2020-11-16T20:39:18.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:05.994149+0000",
2020-11-16T20:39:18.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0894999999999999e-05
2020-11-16T20:39:18.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:05.994170+0000",
2020-11-16T20:39:18.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3923999999999999e-05
2020-11-16T20:39:18.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:05.994184+0000",
2020-11-16T20:39:18.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000214131
2020-11-16T20:39:18.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:05.994398+0000",
2020-11-16T20:39:18.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6048999999999999e-05
2020-11-16T20:39:18.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:05.994444+0000",
2020-11-16T20:39:18.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013671597000000001
2020-11-16T20:39:18.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.008116+0000",
2020-11-16T20:39:18.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6794999999999998e-05
2020-11-16T20:39:18.248 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.248 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.008203+0000",
2020-11-16T20:39:18.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014196314999999999
2020-11-16T20:39:18.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.249 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.249 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.249 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.249 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.249 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:112933 4.0 e433/407 4:01e935a2:::benchmark_data_smithi065_31807_object112932:head v 433'7055, mlcod=433'7053)",
2020-11-16T20:39:18.249 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:38:06.492576+0000",
2020-11-16T20:39:18.250 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 71.657344413999994,
2020-11-16T20:39:18.250 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.037808805000000001,
2020-11-16T20:39:18.250 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.250 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.250 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.492576+0000",
2020-11-16T20:39:18.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.492576+0000",
2020-11-16T20:39:18.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:39:18.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.492548+0000",
2020-11-16T20:39:18.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013652599999999999
2020-11-16T20:39:18.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.492684+0000",
2020-11-16T20:39:18.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9525999999999999e-05
2020-11-16T20:39:18.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.492704+0000",
2020-11-16T20:39:18.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2055999999999999e-05
2020-11-16T20:39:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.492716+0000",
2020-11-16T20:39:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3281999999999994e-05
2020-11-16T20:39:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.492789+0000",
2020-11-16T20:39:18.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4867999999999999e-05
2020-11-16T20:39:18.255 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.255 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.492824+0000",
2020-11-16T20:39:18.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037456956999999999
2020-11-16T20:39:18.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.530281+0000",
2020-11-16T20:39:18.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103681
2020-11-16T20:39:18.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:06.530384+0000",
2020-11-16T20:39:18.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037808805000000001
2020-11-16T20:39:18.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.257 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.257 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.257 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.257 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.258 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:164563 4.5 e456/453 4:a7d244e1:::benchmark_data_smithi065_31807_object26394:head v 456'10315, mlcod=456'10313)",
2020-11-16T20:39:18.258 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:17.359937+0000",
2020-11-16T20:39:18.258 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.789983184,
2020-11-16T20:39:18.258 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0051591190000000002,
2020-11-16T20:39:18.258 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.258 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.258 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.359937+0000",
2020-11-16T20:39:18.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.359937+0000",
2020-11-16T20:39:18.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:39:18.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.359904+0000",
2020-11-16T20:39:18.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000101044
2020-11-16T20:39:18.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.360005+0000",
2020-11-16T20:39:18.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4657e-05
2020-11-16T20:39:18.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.360020+0000",
2020-11-16T20:39:18.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3550000000000005e-06
2020-11-16T20:39:18.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.360028+0000",
2020-11-16T20:39:18.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010550799999999999
2020-11-16T20:39:18.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.360133+0000",
2020-11-16T20:39:18.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1220999999999998e-05
2020-11-16T20:39:18.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.360165+0000",
2020-11-16T20:39:18.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0048429629999999996
2020-11-16T20:39:18.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.365008+0000",
2020-11-16T20:39:18.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8381999999999995e-05
2020-11-16T20:39:18.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.365096+0000",
2020-11-16T20:39:18.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0051591190000000002
2020-11-16T20:39:18.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.265 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.265 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.266 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.266 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.266 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:164736 4.5 e457/453 4:a29c4f12:::benchmark_data_smithi065_31807_object26567:head v 457'10320, mlcod=456'10318)",
2020-11-16T20:39:18.266 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:17.580793+0000",
2020-11-16T20:39:18.266 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.56912706999999996,
2020-11-16T20:39:18.266 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.010170083,
2020-11-16T20:39:18.266 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.267 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.267 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.580793+0000",
2020-11-16T20:39:18.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.580793+0000",
2020-11-16T20:39:18.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999452
2020-11-16T20:39:18.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.580738+0000",
2020-11-16T20:39:18.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015859199999999999
2020-11-16T20:39:18.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.580897+0000",
2020-11-16T20:39:18.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0976e-05
2020-11-16T20:39:18.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.580918+0000",
2020-11-16T20:39:18.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6549999999999999e-06
2020-11-16T20:39:18.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.580928+0000",
2020-11-16T20:39:18.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00046759699999999999
2020-11-16T20:39:18.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.581395+0000",
2020-11-16T20:39:18.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3690999999999999e-05
2020-11-16T20:39:18.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.581439+0000",
2020-11-16T20:39:18.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0094710709999999993
2020-11-16T20:39:18.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.590910+0000",
2020-11-16T20:39:18.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3121999999999997e-05
2020-11-16T20:39:18.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.590963+0000",
2020-11-16T20:39:18.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010170083
2020-11-16T20:39:18.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.274 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.274 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.274 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.274 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.274 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:164777 4.5 e457/453 4:a2c27e48:::benchmark_data_smithi065_31807_object26608:head v 457'10322, mlcod=457'10320)",
2020-11-16T20:39:18.274 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:17.629526+0000",
2020-11-16T20:39:18.274 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.52039415600000005,
2020-11-16T20:39:18.275 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0066437290000000001,
2020-11-16T20:39:18.275 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.275 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.275 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.629526+0000",
2020-11-16T20:39:18.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.629526+0000",
2020-11-16T20:39:18.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999959
2020-11-16T20:39:18.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.629485+0000",
2020-11-16T20:39:18.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000115831
2020-11-16T20:39:18.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.629601+0000",
2020-11-16T20:39:18.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6188000000000002e-05
2020-11-16T20:39:18.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.629617+0000",
2020-11-16T20:39:18.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7960000000000001e-06
2020-11-16T20:39:18.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.629625+0000",
2020-11-16T20:39:18.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016641099999999999
2020-11-16T20:39:18.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.629792+0000",
2020-11-16T20:39:18.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4912e-05
2020-11-16T20:39:18.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.629827+0000",
2020-11-16T20:39:18.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0062741330000000003
2020-11-16T20:39:18.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.636101+0000",
2020-11-16T20:39:18.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8663000000000003e-05
2020-11-16T20:39:18.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.636170+0000",
2020-11-16T20:39:18.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0066437290000000001
2020-11-16T20:39:18.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.282 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.282 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.282 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.282 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.282 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:164795 4.5 e457/453 4:a2d2f8ac:::benchmark_data_smithi065_31807_object26626:head v 457'10323, mlcod=457'10321)",
2020-11-16T20:39:18.283 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:17.644017+0000",
2020-11-16T20:39:18.283 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.505902717,
2020-11-16T20:39:18.283 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0069719309999999998,
2020-11-16T20:39:18.283 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.283 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.283 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.644017+0000",
2020-11-16T20:39:18.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.644017+0000",
2020-11-16T20:39:18.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:39:18.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.643990+0000",
2020-11-16T20:39:18.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1508000000000005e-05
2020-11-16T20:39:18.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.644082+0000",
2020-11-16T20:39:18.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4779e-05
2020-11-16T20:39:18.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.644096+0000",
2020-11-16T20:39:18.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6420000000000002e-06
2020-11-16T20:39:18.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.644106+0000",
2020-11-16T20:39:18.287 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0619999999999999e-05
2020-11-16T20:39:18.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.644167+0000",
2020-11-16T20:39:18.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6745999999999997e-05
2020-11-16T20:39:18.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.644203+0000",
2020-11-16T20:39:18.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0067410650000000001
2020-11-16T20:39:18.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.650944+0000",
2020-11-16T20:39:18.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4824999999999999e-05
2020-11-16T20:39:18.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.650989+0000",
2020-11-16T20:39:18.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0069719309999999998
2020-11-16T20:39:18.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.290 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.290 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.290 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.291 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.291 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:164846 4.5 e457/453 4:afc0ee05:::benchmark_data_smithi065_31807_object26677:head v 457'10325, mlcod=457'10323)",
2020-11-16T20:39:18.291 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:17.704405+0000",
2020-11-16T20:39:18.291 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.44551465400000001,
2020-11-16T20:39:18.291 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0072718039999999998,
2020-11-16T20:39:18.291 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.291 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.291 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.704405+0000",
2020-11-16T20:39:18.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.704405+0000",
2020-11-16T20:39:18.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999852
2020-11-16T20:39:18.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.704391+0000",
2020-11-16T20:39:18.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7052000000000003e-05
2020-11-16T20:39:18.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.704438+0000",
2020-11-16T20:39:18.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3010000000000001e-06
2020-11-16T20:39:18.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.704445+0000",
2020-11-16T20:39:18.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5659999999999997e-06
2020-11-16T20:39:18.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.704451+0000",
2020-11-16T20:39:18.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0922999999999998e-05
2020-11-16T20:39:18.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.704522+0000",
2020-11-16T20:39:18.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6835999999999998e-05
2020-11-16T20:39:18.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.704558+0000",
2020-11-16T20:39:18.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00704297
2020-11-16T20:39:18.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.711601+0000",
2020-11-16T20:39:18.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5741000000000005e-05
2020-11-16T20:39:18.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.711677+0000",
2020-11-16T20:39:18.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0072718039999999998
2020-11-16T20:39:18.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.298 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.299 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.299 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.299 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.299 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:164892 4.5 e457/453 4:aab77da0:::benchmark_data_smithi065_31807_object26723:head v 457'10330, mlcod=457'10328)",
2020-11-16T20:39:18.299 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:17.773834+0000",
2020-11-16T20:39:18.299 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.376085585,
2020-11-16T20:39:18.299 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.010087647,
2020-11-16T20:39:18.299 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.300 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.300 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.773834+0000",
2020-11-16T20:39:18.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.773834+0000",
2020-11-16T20:39:18.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:39:18.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.773803+0000",
2020-11-16T20:39:18.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9766000000000007e-05
2020-11-16T20:39:18.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.773902+0000",
2020-11-16T20:39:18.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4481000000000001e-05
2020-11-16T20:39:18.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.773917+0000",
2020-11-16T20:39:18.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3080000000000002e-06
2020-11-16T20:39:18.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.773924+0000",
2020-11-16T20:39:18.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0019744929999999999
2020-11-16T20:39:18.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.775899+0000",
2020-11-16T20:39:18.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0243000000000001e-05
2020-11-16T20:39:18.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.775939+0000",
2020-11-16T20:39:18.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.007937431
2020-11-16T20:39:18.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.783876+0000",
2020-11-16T20:39:18.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.587e-05
2020-11-16T20:39:18.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:17.783922+0000",
2020-11-16T20:39:18.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010087647
2020-11-16T20:39:18.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.307 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.307 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.307 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.307 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.307 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:165011 4.5 e457/453 4:af925f41:::benchmark_data_smithi065_31807_object26842:head v 457'10334, mlcod=457'10332)",
2020-11-16T20:39:18.307 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:18.058479+0000",
2020-11-16T20:39:18.307 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.091440911999999999,
2020-11-16T20:39:18.308 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0055979549999999999,
2020-11-16T20:39:18.308 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.308 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.308 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.058479+0000",
2020-11-16T20:39:18.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.058479+0000",
2020-11-16T20:39:18.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:39:18.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.058451+0000",
2020-11-16T20:39:18.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5254999999999996e-05
2020-11-16T20:39:18.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.058537+0000",
2020-11-16T20:39:18.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3181e-05
2020-11-16T20:39:18.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.058550+0000",
2020-11-16T20:39:18.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5650000000000004e-06
2020-11-16T20:39:18.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.058557+0000",
2020-11-16T20:39:18.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016085399999999999
2020-11-16T20:39:18.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.058718+0000",
2020-11-16T20:39:18.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5324999999999998e-05
2020-11-16T20:39:18.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.058753+0000",
2020-11-16T20:39:18.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.005261277
2020-11-16T20:39:18.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.064015+0000",
2020-11-16T20:39:18.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2330999999999997e-05
2020-11-16T20:39:18.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.064077+0000",
2020-11-16T20:39:18.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0055979549999999999
2020-11-16T20:39:18.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.315 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.315 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.315 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.315 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.315 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:165019 4.5 e457/453 4:a37d0c41:::benchmark_data_smithi065_31807_object26850:head v 457'10335, mlcod=457'10332)",
2020-11-16T20:39:18.316 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:18.069530+0000",
2020-11-16T20:39:18.316 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.080389651000000006,
2020-11-16T20:39:18.316 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0062338690000000004,
2020-11-16T20:39:18.316 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.316 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.316 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.069530+0000",
2020-11-16T20:39:18.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.069530+0000",
2020-11-16T20:39:18.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:39:18.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.069505+0000",
2020-11-16T20:39:18.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5153000000000003e-05
2020-11-16T20:39:18.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.069590+0000",
2020-11-16T20:39:18.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8332999999999999e-05
2020-11-16T20:39:18.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.069608+0000",
2020-11-16T20:39:18.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0720000000000002e-06
2020-11-16T20:39:18.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.069615+0000",
2020-11-16T20:39:18.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000209178
2020-11-16T20:39:18.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.069824+0000",
2020-11-16T20:39:18.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8609e-05
2020-11-16T20:39:18.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.069853+0000",
2020-11-16T20:39:18.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0058262840000000002
2020-11-16T20:39:18.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.075679+0000",
2020-11-16T20:39:18.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4870000000000006e-05
2020-11-16T20:39:18.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.075764+0000",
2020-11-16T20:39:18.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0062338690000000004
2020-11-16T20:39:18.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.323 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.323 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.323 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:18.324 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:18.324 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:165042 4.5 e457/453 4:acb9794d:::benchmark_data_smithi065_31807_object26873:head v 457'10336, mlcod=457'10334)",
2020-11-16T20:39:18.324 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:18.095424+0000",
2020-11-16T20:39:18.324 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.054496537999999997,
2020-11-16T20:39:18.324 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.005218004,
2020-11-16T20:39:18.324 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:18.324 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:18.325 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:18.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:18.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.095424+0000",
2020-11-16T20:39:18.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:18.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:18.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.095424+0000",
2020-11-16T20:39:18.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999561
2020-11-16T20:39:18.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:18.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.095380+0000",
2020-11-16T20:39:18.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2794000000000006e-05
2020-11-16T20:39:18.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:18.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.095473+0000",
2020-11-16T20:39:18.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0509000000000001e-05
2020-11-16T20:39:18.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:18.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.095483+0000",
2020-11-16T20:39:18.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8289999999999996e-06
2020-11-16T20:39:18.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:18.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.095489+0000",
2020-11-16T20:39:18.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1491999999999997e-05
2020-11-16T20:39:18.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:18.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.095580+0000",
2020-11-16T20:39:18.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.6738e-05
2020-11-16T20:39:18.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:18.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.095607+0000",
2020-11-16T20:39:18.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0049723670000000001
2020-11-16T20:39:18.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:18.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.100580+0000",
2020-11-16T20:39:18.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1968e-05
2020-11-16T20:39:18.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:18.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:18.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:18.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:18.100642+0000",
2020-11-16T20:39:18.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.005218004
2020-11-16T20:39:18.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:18.331 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:18.332 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:18.332 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:39:18.332 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:39:18.332 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:39:18.333 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:18.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.032596+0000 osd.0 (osd.0) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.098954+0000 osd.2 (osd.2) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.172418+0000 osd.4 (osd.4) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.203841+0000 osd.5 (osd.5) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.236504+0000 osd.6 (osd.6) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.261611+0000 osd.7 (osd.7) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.284685+0000 osd.8 (osd.8) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.352105+0000 osd.10 (osd.10) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.392804+0000 osd.11 (osd.11) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:18 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.478598+0000 mon.a (mon.0) 1607 : cluster [DBG] osdmap e457: 12 total, 12 up, 12 in
2020-11-16T20:39:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.032596+0000 osd.0 (osd.0) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.098954+0000 osd.2 (osd.2) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.172418+0000 osd.4 (osd.4) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.203841+0000 osd.5 (osd.5) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.236504+0000 osd.6 (osd.6) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.261611+0000 osd.7 (osd.7) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.284685+0000 osd.8 (osd.8) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.352105+0000 osd.10 (osd.10) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.392804+0000 osd.11 (osd.11) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:18 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.478598+0000 mon.a (mon.0) 1607 : cluster [DBG] osdmap e457: 12 total, 12 up, 12 in
2020-11-16T20:39:18.705 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:39:18.712 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.032596+0000 osd.0 (osd.0) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.712 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.098954+0000 osd.2 (osd.2) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.713 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.172418+0000 osd.4 (osd.4) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.713 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.203841+0000 osd.5 (osd.5) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.713 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.236504+0000 osd.6 (osd.6) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.713 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.261611+0000 osd.7 (osd.7) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.713 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.284685+0000 osd.8 (osd.8) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.713 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.352105+0000 osd.10 (osd.10) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.713 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.392804+0000 osd.11 (osd.11) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:18.714 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.478598+0000 mon.a (mon.0) 1607 : cluster [DBG] osdmap e457: 12 total, 12 up, 12 in
2020-11-16T20:39:18.806 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:18.865 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:18.910 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:19.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:18 smithi142 bash[15670]: debug 2020-11-16T20:39:18.807+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:19.045 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:19.149 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:19.199 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_ops_in_flight
2020-11-16T20:39:19.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:19 smithi071 bash[16796]: debug 2020-11-16T20:39:19.044+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:19.356 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:19.520 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:19 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.976900+0000 osd.7 (osd.7) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:19.520 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:19 smithi142 bash[9523]: cluster 2020-11-16T20:39:17.977046+0000 osd.7 (osd.7) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:19.521 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:19 smithi142 bash[9523]: cluster 2020-11-16T20:39:18.273612+0000 mgr.x (mgr.14196) 817 : cluster [DBG] pgmap v1189: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 1 active+clean+scrubbing, 14 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 476 op/s; 13426/226058 objects misplaced (5.939%); 7.2 MiB/s, 114 objects/s recovering
2020-11-16T20:39:19.521 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:19 smithi142 bash[9523]: cluster 2020-11-16T20:39:18.486989+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e458: 12 total, 12 up, 12 in
2020-11-16T20:39:19.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:19 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.976900+0000 osd.7 (osd.7) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:19.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:19 smithi065 bash[9468]: cluster 2020-11-16T20:39:17.977046+0000 osd.7 (osd.7) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:19.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:19 smithi065 bash[9468]: cluster 2020-11-16T20:39:18.273612+0000 mgr.x (mgr.14196) 817 : cluster [DBG] pgmap v1189: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 1 active+clean+scrubbing, 14 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 476 op/s; 13426/226058 objects misplaced (5.939%); 7.2 MiB/s, 114 objects/s recovering
2020-11-16T20:39:19.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:19 smithi065 bash[9468]: cluster 2020-11-16T20:39:18.486989+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e458: 12 total, 12 up, 12 in
2020-11-16T20:39:19.666 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:19 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.976900+0000 osd.7 (osd.7) 79 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:19 smithi071 bash[9480]: cluster 2020-11-16T20:39:17.977046+0000 osd.7 (osd.7) 80 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:19.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:19 smithi071 bash[9480]: cluster 2020-11-16T20:39:18.273612+0000 mgr.x (mgr.14196) 817 : cluster [DBG] pgmap v1189: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 1 active+clean+scrubbing, 14 active+clean; 6.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 476 op/s; 13426/226058 objects misplaced (5.939%); 7.2 MiB/s, 114 objects/s recovering
2020-11-16T20:39:19.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:19 smithi071 bash[9480]: cluster 2020-11-16T20:39:18.486989+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e458: 12 total, 12 up, 12 in
2020-11-16T20:39:19.769 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:19.844 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:19 smithi142 bash[18009]: debug 2020-11-16T20:39:19.667+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:19.876 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:19.982 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:20.154 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:20.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:19 smithi071 bash[12066]: debug 2020-11-16T20:39:19.868+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:20.259 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:20.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:20 smithi065 bash[16457]: debug 2020-11-16T20:39:20.149+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:20.383 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:20.487 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:20.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:20 smithi071 bash[12066]: debug 2020-11-16T20:39:20.376+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:20.755 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:20.860 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:20.966 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:21.033 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:20 smithi142 bash[20366]: debug 2020-11-16T20:39:20.755+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:21.069 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:21.153 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:39:20 smithi065 bash[11785]: debug 2020-11-16T20:39:20.965+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:21.237 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:21.339 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:21.382 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:21 smithi071 bash[9480]: cluster 2020-11-16T20:39:20.274112+0000 mgr.x (mgr.14196) 818 : cluster [DBG] pgmap v1191: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 563 op/s; 12035/222934 objects misplaced (5.398%); 20 MiB/s, 324 objects/s recovering
2020-11-16T20:39:21.383 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:21 smithi071 bash[12066]: debug 2020-11-16T20:39:21.232+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:21.522 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:39:21.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:21 smithi065 bash[9468]: cluster 2020-11-16T20:39:20.274112+0000 mgr.x (mgr.14196) 818 : cluster [DBG] pgmap v1191: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 563 op/s; 12035/222934 objects misplaced (5.398%); 20 MiB/s, 324 objects/s recovering
2020-11-16T20:39:21.612 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:21.612 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:21 smithi142 bash[18009]: debug 2020-11-16T20:39:21.607+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:21.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:21 smithi142 bash[9523]: cluster 2020-11-16T20:39:20.274112+0000 mgr.x (mgr.14196) 818 : cluster [DBG] pgmap v1191: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 563 op/s; 12035/222934 objects misplaced (5.398%); 20 MiB/s, 324 objects/s recovering
2020-11-16T20:39:21.680 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:21.715 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:21.837 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:21.941 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:22.062 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:21 smithi071 bash[12066]: debug 2020-11-16T20:39:21.824+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:22.062 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:22.166 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:22.281 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:22.388 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:22.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:22 smithi071 bash[12066]: debug 2020-11-16T20:39:22.060+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:22.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:22 smithi071 bash[14419]: debug 2020-11-16T20:39:22.280+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:22.610 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:22.714 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:22 smithi065 bash[9468]: cluster 2020-11-16T20:39:22.274692+0000 mgr.x (mgr.14196) 819 : cluster [DBG] pgmap v1192: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 595 op/s; 11837/220496 objects misplaced (5.368%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:39:22.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:22 smithi142 bash[22738]: debug 2020-11-16T20:39:22.607+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:22.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:22 smithi142 bash[9523]: cluster 2020-11-16T20:39:22.274692+0000 mgr.x (mgr.14196) 819 : cluster [DBG] pgmap v1192: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 595 op/s; 11837/220496 objects misplaced (5.368%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:39:22.838 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:22 smithi071 bash[9480]: cluster 2020-11-16T20:39:22.274692+0000 mgr.x (mgr.14196) 819 : cluster [DBG] pgmap v1192: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.7 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 595 op/s; 11837/220496 objects misplaced (5.368%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:39:22.840 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:22.944 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:23.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:22 smithi071 bash[16796]: debug 2020-11-16T20:39:22.836+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:23.267 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:23 smithi142 bash[20366]: debug 2020-11-16T20:39:23.267+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:23.272 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:23.376 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:23.567 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:23.620 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:39:23.621 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:39:23.621 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:23.621 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:168642 4.6 e458/407 4:6b61d529:::benchmark_data_smithi065_31807_object30473:head v 458'10640, mlcod=458'10638)",
2020-11-16T20:39:23.621 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:23.618762+0000",
2020-11-16T20:39:23.621 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.0039698770000000001,
2020-11-16T20:39:23.621 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0040114699999999996,
2020-11-16T20:39:23.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:23.622 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:39:23.622 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:23.622 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.622 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:23.622 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.618762+0000",
2020-11-16T20:39:23.622 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:23.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.623 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:23.623 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.618762+0000",
2020-11-16T20:39:23.623 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:39:23.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:23.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.618730+0000",
2020-11-16T20:39:23.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000106439
2020-11-16T20:39:23.624 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.624 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:23.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.618837+0000",
2020-11-16T20:39:23.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9701e-05
2020-11-16T20:39:23.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:23.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.618856+0000",
2020-11-16T20:39:23.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1269999999999997e-06
2020-11-16T20:39:23.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.626 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:23.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.618863+0000",
2020-11-16T20:39:23.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9546999999999998e-05
2020-11-16T20:39:23.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:23.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.618923+0000",
2020-11-16T20:39:23.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9750000000000001e-05
2020-11-16T20:39:23.628 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.628 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:23.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.618953+0000",
2020-11-16T20:39:23.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019078300000000001
2020-11-16T20:39:23.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:23.629 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:23.629 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:23.629 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:23.629 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:23.629 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:168568 4.0 e458/442 4:0df63cc6:::benchmark_data_smithi065_31807_object30399:head v 458'10505, mlcod=417'1918)",
2020-11-16T20:39:23.629 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:23.619747+0000",
2020-11-16T20:39:23.630 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.0029846159999999998,
2020-11-16T20:39:23.630 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0030938279999999999,
2020-11-16T20:39:23.630 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:23.630 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:39:23.630 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:23.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:23.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.619747+0000",
2020-11-16T20:39:23.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:23.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:23.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.619747+0000",
2020-11-16T20:39:23.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:39:23.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:23.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.619721+0000",
2020-11-16T20:39:23.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4046000000000001e-05
2020-11-16T20:39:23.633 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.633 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:23.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.619805+0000",
2020-11-16T20:39:23.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9862999999999999e-05
2020-11-16T20:39:23.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:23.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.619834+0000",
2020-11-16T20:39:23.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6850000000000004e-06
2020-11-16T20:39:23.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:23.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.619841+0000",
2020-11-16T20:39:23.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2043999999999998e-05
2020-11-16T20:39:23.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:23.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.619893+0000",
2020-11-16T20:39:23.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3244999999999998e-05
2020-11-16T20:39:23.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:23.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:23.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:23.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:23.619926+0000",
2020-11-16T20:39:23.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000179249
2020-11-16T20:39:23.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:23.636 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:23.637 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:23.637 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:39:23.637 INFO:teuthology.orchestra.run.smithi065.stdout:    ],
2020-11-16T20:39:23.637 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 2
2020-11-16T20:39:23.637 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:39:23.672 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:23.948 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:24.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:39:23 smithi065 bash[11785]: debug 2020-11-16T20:39:23.573+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:24.052 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:24.196 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:24.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:23 smithi142 bash[15670]: debug 2020-11-16T20:39:23.951+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:24.300 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:24.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:24 smithi071 bash[26650]: debug 2020-11-16T20:39:24.191+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:24.552 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_blocked_ops
2020-11-16T20:39:24.663 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:24.708 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:24.769 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:24.919 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:24 smithi142 bash[20366]: debug 2020-11-16T20:39:24.663+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:24.996 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:25.100 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:25.234 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:25.256 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:25 smithi142 bash[22738]: debug 2020-11-16T20:39:24.995+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:25.338 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:25.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:25 smithi071 bash[12066]: debug 2020-11-16T20:39:25.231+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:25 smithi071 bash[9480]: cluster 2020-11-16T20:39:24.275124+0000 mgr.x (mgr.14196) 820 : cluster [DBG] pgmap v1193: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 676 op/s; 11837/217298 objects misplaced (5.447%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:39:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:25 smithi071 bash[9480]: cluster 2020-11-16T20:39:24.332049+0000 osd.8 (osd.8) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:25.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:25 smithi071 bash[9480]: cluster 2020-11-16T20:39:24.332136+0000 osd.8 (osd.8) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:25.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:25 smithi142 bash[9523]: cluster 2020-11-16T20:39:24.275124+0000 mgr.x (mgr.14196) 820 : cluster [DBG] pgmap v1193: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 676 op/s; 11837/217298 objects misplaced (5.447%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:39:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:25 smithi142 bash[9523]: cluster 2020-11-16T20:39:24.332049+0000 osd.8 (osd.8) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:25.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:25 smithi142 bash[9523]: cluster 2020-11-16T20:39:24.332136+0000 osd.8 (osd.8) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:25.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:25 smithi065 bash[9468]: cluster 2020-11-16T20:39:24.275124+0000 mgr.x (mgr.14196) 820 : cluster [DBG] pgmap v1193: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 676 op/s; 11837/217298 objects misplaced (5.447%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:39:25.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:25 smithi065 bash[9468]: cluster 2020-11-16T20:39:24.332049+0000 osd.8 (osd.8) 112 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:25.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:25 smithi065 bash[9468]: cluster 2020-11-16T20:39:24.332136+0000 osd.8 (osd.8) 113 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:25.798 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:25.846 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:39:25.846 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:39:25.846 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 459,
2020-11-16T20:39:25.846 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:39:25.847 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:39:25.847 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:39:25.331206+0000",
2020-11-16T20:39:25.847 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:39:25.847 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:29:42.185884+0000",
2020-11-16T20:39:25.847 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "noscrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:39:25.847 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5801984,
2020-11-16T20:39:25.847 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:39:25.848 INFO:teuthology.orchestra.run.smithi142.stdout:        "noscrub",
2020-11-16T20:39:25.848 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:39:25.848 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:39:25.848 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:39:25.848 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:39:25.848 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:39:25.848 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 31,
2020-11-16T20:39:25.849 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:39:25.849 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:39:25.849 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:39:25.849 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:39:25.849 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 4,
2020-11-16T20:39:25.849 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:39:25.849 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:39:25.850 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "luminous",
2020-11-16T20:39:25.850 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:39:25.850 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:39:25.850 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.850 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:39:25.850 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:39:25.850 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:39:25.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:39:25.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:39:25.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:39:25.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:39:25.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:39:25.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:39:25.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:39:25.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:39:25.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:39:25.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:39:25.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:39:25.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:39:25.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:39:25.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:39:25.853 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:39:25.853 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:39:25.853 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:39:25.853 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:39:25.853 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:39:25.853 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:39:25.853 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:39:25.854 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:39:25.854 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:39:25.854 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:39:25.854 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.854 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:39:25.854 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:39:25.854 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:39:25.854 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:39:25.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:39:25.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:39:25.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:39:25.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:39:25.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:39:25.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:39:25.855 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:39:25.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:39:25.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:39:25.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:39:25.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:39:25.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:39:25.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:39:25.856 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:39:25.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:39:25.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:39:25.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:39:25.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:39:25.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:39:25.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:39:25.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:39:25.857 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:39:25.858 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:39:25.858 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:39:25.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:39:25.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:39:25.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:39:25.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:39:25.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:39:25.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:39:25.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:39:25.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:39:25.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:39:25.860 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:39:25.861 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:39:25.861 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:39:25.861 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.861 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:39:25.861 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:39:25.861 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:39:25.861 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.862 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 4,
2020-11-16T20:39:25.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_2",
2020-11-16T20:39:25.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:36:47.427193+0000",
2020-11-16T20:39:25.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:39:25.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:39:25.862 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:39:25.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:39:25.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:39:25.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:39:25.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:39:25.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:39:25.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:39:25.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:39:25.863 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:39:25.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:39:25.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 16,
2020-11-16T20:39:25.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 16,
2020-11-16T20:39:25.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 16,
2020-11-16T20:39:25.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 16,
2020-11-16T20:39:25.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 16,
2020-11-16T20:39:25.864 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:39:25.865 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:39:25.865 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:39:25.865 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:39:25.865 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:39:25.865 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:39:25.865 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:39:25.865 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "413",
2020-11-16T20:39:25.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:39:25.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:39:25.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:39:25.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:39:25.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:39:25.866 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:39:25.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:39:25.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:39:25.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:39:25.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:39:25.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:39:25.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:39:25.867 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:39:25.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:39:25.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:39:25.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:39:25.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:39:25.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:39:25.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:39:25.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:39:25.868 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:39:25.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:39:25.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:39:25.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:39:25.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:39:25.869 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:39:25.869 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:39:25.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:39:25.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:39:25.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:39:25.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:39:25.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:39:25.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:39:25.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:39:25.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:39:25.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:39:25.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:39:25.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:39:25.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:39:25.871 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:39:25.871 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:39:25.871 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:39:25.872 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:39:25.872 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:39:25.872 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:39:25.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:39:25.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.872 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6612548828125,
2020-11-16T20:39:25.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:39:25.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:39:25.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.873 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.874 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.874 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:39:25.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:39:25.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.875 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.875 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.875 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.875 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:39:25.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:39:25.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.876 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.876 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.876 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:39:25.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:39:25.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.877 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.877 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.877 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.877 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:39:25.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:39:25.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.878 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.878 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:39:25.879 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:39:25.879 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:39:25.879 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:39:25.879 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.879 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.879 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.879 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.880 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.880 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.880 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:39:25.880 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:39:25.880 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.880 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.880 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:39:25.880 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.881 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.881 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.881 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:39:25.881 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:39:25.881 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.881 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.882 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:39:25.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:39:25.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.883 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.883 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.883 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.883 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:39:25.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:39:25.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.884 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.884 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.884 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.884 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:39:25.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:39:25.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.885 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.885 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.885 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.885 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:39:25.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:39:25.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.886 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.886 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:39:25.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:39:25.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:39:25.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:39:25.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.887 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.887 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.888 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.888 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.888 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.888 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:39:25.888 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:39:25.888 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.888 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.888 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:39:25.889 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.889 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.889 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.889 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:39:25.889 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 393,
2020-11-16T20:39:25.889 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.889 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.890 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.890 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:39:25.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:39:25.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.890 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.891 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.891 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.891 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:39:25.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:39:25.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.892 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.892 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.892 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.892 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:39:25.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:39:25.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.893 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.893 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.893 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.893 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:39:25.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:39:25.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:39:25.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.895 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.895 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.895 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.895 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.896 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.896 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:39:25.896 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:39:25.896 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.896 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.896 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6557464599609375,
2020-11-16T20:39:25.896 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:39:25.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 397,
2020-11-16T20:39:25.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.897 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:39:25.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:39:25.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.898 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.898 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.899 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.899 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:39:25.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:39:25.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.899 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.900 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.900 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.900 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:39:25.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:39:25.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.901 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.901 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.901 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.901 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:39:25.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:39:25.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.902 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.902 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.902 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:39:25.902 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:39:25.902 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:39:25.903 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:39:25.903 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.903 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.903 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.903 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.903 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.903 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.903 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:39:25.904 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:39:25.904 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.904 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.904 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.697113037109375,
2020-11-16T20:39:25.904 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.904 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.904 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:39:25.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:39:25.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.905 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:39:25.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:39:25.906 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.906 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.906 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.906 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.906 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:39:25.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:39:25.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.907 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.907 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.907 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.908 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:39:25.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:39:25.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.908 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.909 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.909 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.909 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:39:25.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:39:25.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.910 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.910 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.910 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:39:25.910 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:39:25.910 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:39:25.910 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:39:25.911 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.911 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.911 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.911 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.911 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.911 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.911 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:39:25.911 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:39:25.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:39:25.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:39:25.912 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:39:25.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.913 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:39:25.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:39:25.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.914 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.914 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.914 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.914 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:39:25.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:39:25.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.915 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.915 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.915 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.915 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:39:25.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:39:25.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.916 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.916 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.917 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:39:25.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:39:25.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.918 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.918 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:39:25.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:39:25.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:39:25.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:39:25.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.919 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.919 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.919 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.919 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.919 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:39:25.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:39:25.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:39:25.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:39:25.920 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 453,
2020-11-16T20:39:25.921 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.921 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.921 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.921 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:39:25.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:39:25.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.922 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.922 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.922 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.922 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:39:25.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:39:25.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.923 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.923 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.923 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.923 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:39:25.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:39:25.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.924 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.924 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.924 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.925 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:39:25.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:39:25.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.925 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.926 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:39:25.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:39:25.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:39:25.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:39:25.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.926 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.927 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.927 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.927 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.927 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.927 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:39:25.927 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:39:25.927 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.927 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:39:25.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:39:25.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:39:25.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:39:25.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 442,
2020-11-16T20:39:25.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:39:25.928 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.929 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.929 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:39:25.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:39:25.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.930 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.930 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.930 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.930 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:39:25.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:39:25.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.931 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.931 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.931 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:39:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:39:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:39:25.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:39:25.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.933 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.933 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.933 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:39:25.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:39:25.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:39:25.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:39:25.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.934 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.934 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.934 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.934 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.935 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.935 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:39:25.935 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:39:25.935 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.935 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.935 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:39:25.935 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.936 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.936 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.936 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:39:25.936 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 330,
2020-11-16T20:39:25.936 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.936 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.936 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.937 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.937 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:39:25.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:39:25.937 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.937 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.937 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.938 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.938 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:39:25.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:39:25.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.939 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.939 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.939 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.939 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:39:25.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:39:25.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.940 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.940 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.940 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.940 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:39:25.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:39:25.941 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.941 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.941 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.941 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:39:25.941 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:39:25.941 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:39:25.942 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:39:25.942 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.942 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.942 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.942 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.942 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.942 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:39:25.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:39:25.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:39:25.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:39:25.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:39:25.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:39:25.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.944 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:39:25.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:39:25.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.945 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.945 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.945 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.945 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:39:25.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:39:25.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.946 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.946 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.947 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.947 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.947 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:39:25.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:39:25.947 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.947 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.948 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.948 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.948 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:39:25.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:39:25.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.949 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.949 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.949 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:39:25.949 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:39:25.949 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:39:25.949 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:39:25.949 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.950 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.950 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.950 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.950 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.950 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.950 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:39:25.950 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:39:25.951 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.951 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.951 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:39:25.951 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.951 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.951 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.951 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:39:25.952 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 371,
2020-11-16T20:39:25.952 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.952 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.952 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.952 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:39:25.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:39:25.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.953 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.953 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.953 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.953 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:39:25.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:39:25.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.954 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.954 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.954 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.955 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.955 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:39:25.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:39:25.955 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.955 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.955 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.956 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.956 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:39:25.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:39:25.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.957 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.957 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.957 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:39:25.957 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:39:25.957 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:39:25.957 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:39:25.957 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.957 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.958 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.958 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.958 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.958 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.958 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:39:25.958 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:39:25.958 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:39:25.959 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:39:25.959 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.3939666748046875,
2020-11-16T20:39:25.959 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:39:25.959 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:39:25.959 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:39:25.959 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:39:25.959 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:39:25.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:39:25.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:39:25.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:39:25.960 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:39:25.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:39:25.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.961 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.961 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.961 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:39:25.961 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:39:25.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:39:25.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.962 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.962 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.962 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:39:25.962 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:39:25.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:39:25.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.963 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.963 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.963 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:39:25.964 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:39:25.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:39:25.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:39:25.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:39:25.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:39:25.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:39:25.964 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:39:25.964 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:39:25.965 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:39:25.965 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:39:25.965 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:39:25.965 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:39:25.965 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:39:25.965 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:39:25.965 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:39:25.966 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.966 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:39:25.966 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:39:25.966 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:39:25.966 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.966 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:39:25.966 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.966 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.967 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.967 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.967 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.967 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:39:01.361654+0000",
2020-11-16T20:39:25.967 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.967 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.967 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:39:25.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:25.883731+0000",
2020-11-16T20:39:25.968 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.969 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.969 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:39:25.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.969 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:54.905909+0000",
2020-11-16T20:39:25.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.970 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.970 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:39:25.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.970 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:39:16.947844+0000",
2020-11-16T20:39:25.971 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.971 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.971 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:39:25.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:42.700019+0000",
2020-11-16T20:39:25.972 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.973 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.973 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:39:25.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.974 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.974 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:39:13.441651+0000",
2020-11-16T20:39:25.974 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.974 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.974 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.974 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:39:25.974 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:37.488980+0000",
2020-11-16T20:39:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:39:25.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.976 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:39:17.977050+0000",
2020-11-16T20:39:25.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:39:25.977 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.977 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:39:25.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.977 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:39:24.332139+0000",
2020-11-16T20:39:25.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.978 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.978 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:39:25.978 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.979 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.979 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.979 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.979 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.979 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:55.315929+0000",
2020-11-16T20:39:25.979 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.979 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.979 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:39:25.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.980 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:39:03.807585+0000",
2020-11-16T20:39:25.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.981 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:39:25.981 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:39:25.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:39:25.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:39:25.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:39:25.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:39:25.982 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:39:25.982 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:38:28.451881+0000",
2020-11-16T20:39:25.982 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:39:25.982 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:39:25.982 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:39:25.982 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [
2020-11-16T20:39:25.982 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.983 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.5",
2020-11-16T20:39:25.983 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:39:25.983 INFO:teuthology.orchestra.run.smithi142.stdout:                6,
2020-11-16T20:39:25.983 INFO:teuthology.orchestra.run.smithi142.stdout:                8
2020-11-16T20:39:25.983 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.983 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:39:25.983 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:39:25.983 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [
2020-11-16T20:39:25.984 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.984 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.0",
2020-11-16T20:39:25.984 INFO:teuthology.orchestra.run.smithi142.stdout:            "mappings": [
2020-11-16T20:39:25.984 INFO:teuthology.orchestra.run.smithi142.stdout:                {
2020-11-16T20:39:25.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    "from": 8,
2020-11-16T20:39:25.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    "to": 9
2020-11-16T20:39:25.984 INFO:teuthology.orchestra.run.smithi142.stdout:                }
2020-11-16T20:39:25.985 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.985 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:39:25.985 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:39:25.985 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [
2020-11-16T20:39:25.985 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:39:25.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.5",
2020-11-16T20:39:25.985 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:39:25.986 INFO:teuthology.orchestra.run.smithi142.stdout:                6,
2020-11-16T20:39:25.986 INFO:teuthology.orchestra.run.smithi142.stdout:                10
2020-11-16T20:39:25.986 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:39:25.986 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:39:25.986 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:39:25.986 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:39:25.986 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:39:25.987 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:39:25.987 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:39:25.987 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:39:25.987 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:39:25.987 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:39:25.987 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:39:25.987 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:39:25.987 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:39:25.988 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:39:25.988 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:39:25.988 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:39:25.988 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:39:25.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:39:25.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:39:25.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:39:25.988 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:39:25.989 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:39:25.989 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:39:25.989 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:39:25.989 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:39:25.989 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:39:25.989 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:39:25.989 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:39:25.990 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:39:25.990 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:39:25.990 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:39:25.990 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:39:25.990 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:39:25.990 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:39:25.990 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:39:25.991 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:39:25.991 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:39:25.991 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:39:25.992 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:26.062 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:39:25 smithi065 bash[14115]: debug 2020-11-16T20:39:25.797+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:26.346 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:39:26.699 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: cluster 2020-11-16T20:39:25.340292+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e459: 12 total, 12 up, 12 in
2020-11-16T20:39:26.699 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: audit 2020-11-16T20:39:25.846110+0000 mon.a (mon.0) 1610 : audit [DBG] from='client.? v1:172.21.15.142:0/2779769027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:39:26.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: audit 2020-11-16T20:39:26.107036+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? v1:172.21.15.142:0/2444390586' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:26.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: cluster 2020-11-16T20:39:26.181612+0000 osd.1 (osd.1) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:26.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: cluster 2020-11-16T20:39:26.181697+0000 osd.1 (osd.1) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:26.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: audit 2020-11-16T20:39:26.203790+0000 mon.b (mon.1) 401 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:39:26.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: audit 2020-11-16T20:39:26.204064+0000 mon.b (mon.1) 402 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:39:26.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: audit 2020-11-16T20:39:26.207244+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:39:26.701 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[9523]: audit 2020-11-16T20:39:26.208230+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:39:26.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: cluster 2020-11-16T20:39:25.340292+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e459: 12 total, 12 up, 12 in
2020-11-16T20:39:26.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: audit 2020-11-16T20:39:25.846110+0000 mon.a (mon.0) 1610 : audit [DBG] from='client.? v1:172.21.15.142:0/2779769027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:39:26.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: audit 2020-11-16T20:39:26.107036+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? v1:172.21.15.142:0/2444390586' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:26.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: cluster 2020-11-16T20:39:26.181612+0000 osd.1 (osd.1) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:26.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: cluster 2020-11-16T20:39:26.181697+0000 osd.1 (osd.1) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:26.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: audit 2020-11-16T20:39:26.203790+0000 mon.b (mon.1) 401 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:39:26.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: audit 2020-11-16T20:39:26.204064+0000 mon.b (mon.1) 402 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:39:26.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: audit 2020-11-16T20:39:26.207244+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:39:26.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:26 smithi071 bash[9480]: audit 2020-11-16T20:39:26.208230+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:39:26.703 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:26.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: cluster 2020-11-16T20:39:25.340292+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e459: 12 total, 12 up, 12 in
2020-11-16T20:39:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: audit 2020-11-16T20:39:25.846110+0000 mon.a (mon.0) 1610 : audit [DBG] from='client.? v1:172.21.15.142:0/2779769027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:39:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: audit 2020-11-16T20:39:26.107036+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? v1:172.21.15.142:0/2444390586' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: cluster 2020-11-16T20:39:26.181612+0000 osd.1 (osd.1) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: cluster 2020-11-16T20:39:26.181697+0000 osd.1 (osd.1) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: audit 2020-11-16T20:39:26.203790+0000 mon.b (mon.1) 401 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:39:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: audit 2020-11-16T20:39:26.204064+0000 mon.b (mon.1) 402 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:39:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: audit 2020-11-16T20:39:26.207244+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:39:26.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:26 smithi065 bash[9468]: audit 2020-11-16T20:39:26.208230+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:39:26.805 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:27.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:26 smithi142 bash[22738]: debug 2020-11-16T20:39:26.699+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:27.099 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:27 smithi065 bash[16457]: debug 2020-11-16T20:39:27.097+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:27.099 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:27.202 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:27.316 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:27.423 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:27.431 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:27 smithi065 bash[9468]: cluster 2020-11-16T20:39:26.275625+0000 mgr.x (mgr.14196) 821 : cluster [DBG] pgmap v1195: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 682 op/s; 10571/215138 objects misplaced (4.914%); 20 MiB/s, 317 objects/s recovering
2020-11-16T20:39:27.431 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:27 smithi065 bash[9468]: cluster 2020-11-16T20:39:26.338452+0000 mon.a (mon.0) 1614 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:27.431 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:27 smithi065 bash[9468]: audit 2020-11-16T20:39:26.349427+0000 mon.a (mon.0) 1615 : audit [INF] from='client.? v1:172.21.15.142:0/2444390586' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:27.432 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:27 smithi065 bash[9468]: cluster 2020-11-16T20:39:26.349483+0000 mon.a (mon.0) 1616 : cluster [DBG] osdmap e460: 12 total, 12 up, 12 in
2020-11-16T20:39:27.699 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:27 smithi071 bash[14419]: debug 2020-11-16T20:39:27.311+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:27 smithi071 bash[9480]: cluster 2020-11-16T20:39:26.275625+0000 mgr.x (mgr.14196) 821 : cluster [DBG] pgmap v1195: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 682 op/s; 10571/215138 objects misplaced (4.914%); 20 MiB/s, 317 objects/s recovering
2020-11-16T20:39:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:27 smithi071 bash[9480]: cluster 2020-11-16T20:39:26.338452+0000 mon.a (mon.0) 1614 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:27 smithi071 bash[9480]: audit 2020-11-16T20:39:26.349427+0000 mon.a (mon.0) 1615 : audit [INF] from='client.? v1:172.21.15.142:0/2444390586' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:27 smithi071 bash[9480]: cluster 2020-11-16T20:39:26.349483+0000 mon.a (mon.0) 1616 : cluster [DBG] osdmap e460: 12 total, 12 up, 12 in
2020-11-16T20:39:27.735 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:27.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:27 smithi142 bash[9523]: cluster 2020-11-16T20:39:26.275625+0000 mgr.x (mgr.14196) 821 : cluster [DBG] pgmap v1195: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 682 op/s; 10571/215138 objects misplaced (4.914%); 20 MiB/s, 317 objects/s recovering
2020-11-16T20:39:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:27 smithi142 bash[9523]: cluster 2020-11-16T20:39:26.338452+0000 mon.a (mon.0) 1614 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:27 smithi142 bash[9523]: audit 2020-11-16T20:39:26.349427+0000 mon.a (mon.0) 1615 : audit [INF] from='client.? v1:172.21.15.142:0/2444390586' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:27 smithi142 bash[9523]: cluster 2020-11-16T20:39:26.349483+0000 mon.a (mon.0) 1616 : cluster [DBG] osdmap e460: 12 total, 12 up, 12 in
2020-11-16T20:39:27.839 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:28.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:39:27 smithi065 bash[14115]: debug 2020-11-16T20:39:27.733+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:28.326 INFO:tasks.thrashosds.thrasher:j is {'epoch': 459, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:39:25.331206+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:29:42.185884+0000', 'flags': 'noscrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5801984, 'flags_set': ['noscrub', 'pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 31, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 4, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'luminous', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 4, 'pool_name': 'unique_pool_2', 'create_time': '2020-11-16T20:36:47.427193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 16, 'pg_placement_num': 16, 'pg_placement_num_target': 16, 'pg_num_target': 16, 'pg_num_pending': 16, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '413', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.6612548828125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 393, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.6557464599609375, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 397, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.697113037109375, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 453, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 442, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 330, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 371, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.3939666748046875, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:39:01.361654+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:25.883731+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:54.905909+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:39:16.947844+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:42.700019+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:39:13.441651+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:37.488980+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:39:17.977050+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:39:24.332139+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:55.315929+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:39:03.807585+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:38:28.451881+0000', 'dead_epoch': 0}], 'pg_upmap': [{'pgid': '4.5', 'osds': [6, 8]}], 'pg_upmap_items': [{'pgid': '4.0', 'mappings': [{'from': 8, 'to': 9}]}], 'pg_temp': [{'pgid': '4.5', 'osds': [6, 10]}], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:39:28.327 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:39:28.512 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:28.887 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:39:28.887 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:39:28.888 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:39:28.888 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:39:28.888 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:39:29.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:29 smithi142 bash[9523]: cluster 2020-11-16T20:39:28.276157+0000 mgr.x (mgr.14196) 822 : cluster [DBG] pgmap v1197: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 608 op/s; 10361/213200 objects misplaced (4.860%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:39:29.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:29 smithi142 bash[9523]: cluster 2020-11-16T20:39:28.667673+0000 osd.11 (osd.11) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:29.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:29 smithi142 bash[9523]: cluster 2020-11-16T20:39:28.667779+0000 osd.11 (osd.11) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:29.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:29 smithi071 bash[9480]: cluster 2020-11-16T20:39:28.276157+0000 mgr.x (mgr.14196) 822 : cluster [DBG] pgmap v1197: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 608 op/s; 10361/213200 objects misplaced (4.860%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:39:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:29 smithi071 bash[9480]: cluster 2020-11-16T20:39:28.667673+0000 osd.11 (osd.11) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:29 smithi071 bash[9480]: cluster 2020-11-16T20:39:28.667779+0000 osd.11 (osd.11) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:29.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:29 smithi065 bash[9468]: cluster 2020-11-16T20:39:28.276157+0000 mgr.x (mgr.14196) 822 : cluster [DBG] pgmap v1197: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 608 op/s; 10361/213200 objects misplaced (4.860%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:39:29.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:29 smithi065 bash[9468]: cluster 2020-11-16T20:39:28.667673+0000 osd.11 (osd.11) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:29.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:29 smithi065 bash[9468]: cluster 2020-11-16T20:39:28.667779+0000 osd.11 (osd.11) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:29.794 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_historic_ops
2020-11-16T20:39:29.957 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:30.109 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:39:30.141 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:39:30.176 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:39:30.209 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:39:30.238 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:39:30.267 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:39:30.298 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:39:30.318 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:39:30.331 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:39:30.371 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:39:30.403 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:39:30.433 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:39:30.465 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:39:30.468 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.468 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.469 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.469 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.469 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.469 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.469 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.469 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.469 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.470 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.470 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.470 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:39:30.483 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:30.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:30 smithi142 bash[9523]: cluster 2020-11-16T20:39:29.371912+0000 mon.a (mon.0) 1617 : cluster [DBG] osdmap e461: 12 total, 12 up, 12 in
2020-11-16T20:39:30.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:30 smithi142 bash[9523]: audit 2020-11-16T20:39:30.075323+0000 mon.a (mon.0) 1618 : audit [DBG] from='client.? v1:172.21.15.142:0/3606263884' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:30.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:30 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.146950+0000 osd.1 (osd.1) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:30.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:30 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.214566+0000 osd.3 (osd.3) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:30 smithi071 bash[9480]: cluster 2020-11-16T20:39:29.371912+0000 mon.a (mon.0) 1617 : cluster [DBG] osdmap e461: 12 total, 12 up, 12 in
2020-11-16T20:39:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:30 smithi071 bash[9480]: audit 2020-11-16T20:39:30.075323+0000 mon.a (mon.0) 1618 : audit [DBG] from='client.? v1:172.21.15.142:0/3606263884' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:30 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.146950+0000 osd.1 (osd.1) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:30.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:30 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.214566+0000 osd.3 (osd.3) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:30.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:30 smithi065 bash[9468]: cluster 2020-11-16T20:39:29.371912+0000 mon.a (mon.0) 1617 : cluster [DBG] osdmap e461: 12 total, 12 up, 12 in
2020-11-16T20:39:30.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:30 smithi065 bash[9468]: audit 2020-11-16T20:39:30.075323+0000 mon.a (mon.0) 1618 : audit [DBG] from='client.? v1:172.21.15.142:0/3606263884' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:30.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:30 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.146950+0000 osd.1 (osd.1) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:30.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:30 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.214566+0000 osd.3 (osd.3) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.197 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:31.300 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:31.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[12066]: debug 2020-11-16T20:39:31.191+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:31.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.115606+0000 osd.0 (osd.0) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.181914+0000 osd.2 (osd.2) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.240605+0000 osd.4 (osd.4) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.269820+0000 osd.5 (osd.5) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.276610+0000 mgr.x (mgr.14196) 823 : cluster [DBG] pgmap v1199: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 612 op/s; 9148/209950 objects misplaced (4.357%); 25 MiB/s, 404 objects/s recovering
2020-11-16T20:39:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.301040+0000 osd.6 (osd.6) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.333942+0000 osd.7 (osd.7) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.374087+0000 osd.8 (osd.8) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.405702+0000 osd.9 (osd.9) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.435920+0000 osd.10 (osd.10) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:31 smithi071 bash[9480]: cluster 2020-11-16T20:39:30.468153+0000 osd.11 (osd.11) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.651 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.115606+0000 osd.0 (osd.0) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.651 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.181914+0000 osd.2 (osd.2) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.651 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.240605+0000 osd.4 (osd.4) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.652 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.269820+0000 osd.5 (osd.5) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.652 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.276610+0000 mgr.x (mgr.14196) 823 : cluster [DBG] pgmap v1199: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 612 op/s; 9148/209950 objects misplaced (4.357%); 25 MiB/s, 404 objects/s recovering
2020-11-16T20:39:31.652 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.301040+0000 osd.6 (osd.6) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.652 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.333942+0000 osd.7 (osd.7) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.652 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.374087+0000 osd.8 (osd.8) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.652 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.405702+0000 osd.9 (osd.9) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.652 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.435920+0000 osd.10 (osd.10) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.653 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:31 smithi065 bash[9468]: cluster 2020-11-16T20:39:30.468153+0000 osd.11 (osd.11) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.115606+0000 osd.0 (osd.0) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.181914+0000 osd.2 (osd.2) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.240605+0000 osd.4 (osd.4) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.269820+0000 osd.5 (osd.5) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.276610+0000 mgr.x (mgr.14196) 823 : cluster [DBG] pgmap v1199: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 612 op/s; 9148/209950 objects misplaced (4.357%); 25 MiB/s, 404 objects/s recovering
2020-11-16T20:39:31.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.301040+0000 osd.6 (osd.6) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.333942+0000 osd.7 (osd.7) 81 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.374087+0000 osd.8 (osd.8) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.405702+0000 osd.9 (osd.9) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.435920+0000 osd.10 (osd.10) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[9523]: cluster 2020-11-16T20:39:30.468153+0000 osd.11 (osd.11) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:31.920 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:32.023 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:32.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:31 smithi142 bash[15670]: debug 2020-11-16T20:39:31.919+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:32.492 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:32.598 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:32 smithi065 bash[9468]: cluster 2020-11-16T20:39:32.277118+0000 mgr.x (mgr.14196) 824 : cluster [DBG] pgmap v1200: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 607 op/s; 8949/207544 objects misplaced (4.312%); 14 MiB/s, 219 objects/s recovering
2020-11-16T20:39:32.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:32 smithi142 bash[9523]: cluster 2020-11-16T20:39:32.277118+0000 mgr.x (mgr.14196) 824 : cluster [DBG] pgmap v1200: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 607 op/s; 8949/207544 objects misplaced (4.312%); 14 MiB/s, 219 objects/s recovering
2020-11-16T20:39:32.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:32 smithi142 bash[18009]: debug 2020-11-16T20:39:32.491+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:32 smithi071 bash[9480]: cluster 2020-11-16T20:39:32.277118+0000 mgr.x (mgr.14196) 824 : cluster [DBG] pgmap v1200: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.3 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 607 op/s; 8949/207544 objects misplaced (4.312%); 14 MiB/s, 219 objects/s recovering
2020-11-16T20:39:33.033 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:33.136 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:33.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:39:33 smithi065 bash[14115]: debug 2020-11-16T20:39:33.029+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:33.782 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:33.885 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:34.086 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:39:34.086 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:39:34.126 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:34.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:33 smithi071 bash[16796]: debug 2020-11-16T20:39:33.779+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:34.229 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:34.438 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:34 smithi142 bash[22738]: debug 2020-11-16T20:39:34.127+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:34.443 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:34.547 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:34.640 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:39:34.642 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:39:34.699 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:34.720 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:34 smithi142 bash[22738]: debug 2020-11-16T20:39:34.439+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:34.803 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:34.826 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:39:34.949 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:34 smithi071 bash[12066]: debug 2020-11-16T20:39:34.695+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:34.994 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:35.033 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_ops_in_flight
2020-11-16T20:39:35.187 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:35.408 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:35.512 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:35.616 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:35 smithi071 bash[9480]: cluster 2020-11-16T20:39:34.277581+0000 mgr.x (mgr.14196) 825 : cluster [DBG] pgmap v1201: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 682 op/s; 8949/204218 objects misplaced (4.382%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:39:35.616 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:35.720 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:35.727 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:35 smithi142 bash[9523]: cluster 2020-11-16T20:39:34.277581+0000 mgr.x (mgr.14196) 825 : cluster [DBG] pgmap v1201: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 682 op/s; 8949/204218 objects misplaced (4.382%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:39:35.727 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:35 smithi142 bash[18009]: debug 2020-11-16T20:39:35.407+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:35.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:35 smithi065 bash[9468]: cluster 2020-11-16T20:39:34.277581+0000 mgr.x (mgr.14196) 825 : cluster [DBG] pgmap v1201: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 682 op/s; 8949/204218 objects misplaced (4.382%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:39:35.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:35 smithi071 bash[26650]: debug 2020-11-16T20:39:35.611+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:36.237 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:36.341 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:36.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:36 smithi142 bash[9523]: audit 2020-11-16T20:39:34.631720+0000 mgr.x (mgr.14196) 826 : audit [DBG] from='client.15639 v1:172.21.15.142:0/3860511149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:39:36.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:36 smithi142 bash[15670]: debug 2020-11-16T20:39:36.239+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:36.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:36 smithi065 bash[9468]: audit 2020-11-16T20:39:34.631720+0000 mgr.x (mgr.14196) 826 : audit [DBG] from='client.15639 v1:172.21.15.142:0/3860511149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:39:36.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:36 smithi071 bash[9480]: audit 2020-11-16T20:39:34.631720+0000 mgr.x (mgr.14196) 826 : audit [DBG] from='client.15639 v1:172.21.15.142:0/3860511149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:39:36.893 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:36.996 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:37.133 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:37.236 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:37.242 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1201,"stamp":"2020-11-16T20:39:34.277313+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6691749912,"num_objects":102109,"num_object_clones":0,"num_object_copies":204218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8949,"num_objects_unfound":0,"num_objects_dirty":102109,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":174225,"num_write_kb":8842625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6221,"num_bytes_recovered":407699456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160664,"ondisk_log_size":160664,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":15874296,"kb_used_data":13536904,"kb_used_omap":0,"kb_used_meta":2336767,"kb_avail":1109067528,"statfs":{"total":1151940427776,"available":1135685148672,"internally_reserved":0,"allocated":13861789696,"data_stored":13857947372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2392849468},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,1,0,0,0,4,4],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-357826560,"num_objects":-5460,"num_object_clones":0,"num_object_copies":-10920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1622,"num_objects_unfound":0,"num_objects_dirty":-5460,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5460,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1523,"num_bytes_recovered":99811328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001982"},"pg_stats":[{"pgid":"4.f","version":"461'10749","reported_seq":"10812","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:33.718507+0000","last_change":"2020-11-16T20:38:07.186966+0000","last_active":"2020-11-16T20:39:33.718507+0000","last_peered":"2020-11-16T20:39:33.718507+0000","last_clean":"2020-11-16T20:39:33.718507+0000","last_became_active":"2020-11-16T20:36:48.581439+0000","last_became_peered":"2020-11-16T20:36:48.581439+0000","last_unstale":"2020-11-16T20:39:33.718507+0000","last_undegraded":"2020-11-16T20:39:33.718507+0000","last_fullsized":"2020-11-16T20:39:33.718507+0000","mapping_epoch":407,"log_start":"416'700","ondisk_log_start":"416'700","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'6987","last_scrub_stamp":"2020-11-16T20:38:07.186916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:07.186916+0000","log_size":10049,"ondisk_log_size":10049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":412418048,"num_objects":6293,"num_object_clones":0,"num_object_copies":12586,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10749,"num_write_kb":545344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"461'10709","reported_seq":"10774","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:32.595627+0000","last_change":"2020-11-16T20:39:15.391670+0000","last_active":"2020-11-16T20:39:32.595627+0000","last_peered":"2020-11-16T20:39:32.595627+0000","last_clean":"2020-11-16T20:39:32.595627+0000","last_became_active":"2020-11-16T20:36:48.582022+0000","last_became_peered":"2020-11-16T20:36:48.582022+0000","last_unstale":"2020-11-16T20:39:32.595627+0000","last_undegraded":"2020-11-16T20:39:32.595627+0000","last_fullsized":"2020-11-16T20:39:32.595627+0000","mapping_epoch":407,"log_start":"416'700","ondisk_log_start":"416'700","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'6883","last_scrub_stamp":"2020-11-16T20:38:05.948139+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:05.948139+0000","log_size":10009,"ondisk_log_size":10009,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":411893760,"num_objects":6285,"num_object_clones":0,"num_object_copies":12570,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10709,"num_write_kb":543808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10],"acting":[4,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"461'10915","reported_seq":"10979","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:33.734918+0000","last_change":"2020-11-16T20:38:11.493691+0000","last_active":"2020-11-16T20:39:33.734918+0000","last_peered":"2020-11-16T20:39:33.734918+0000","last_clean":"2020-11-16T20:39:33.734918+0000","last_became_active":"2020-11-16T20:36:48.462833+0000","last_became_peered":"2020-11-16T20:36:48.462833+0000","last_unstale":"2020-11-16T20:39:33.734918+0000","last_undegraded":"2020-11-16T20:39:33.734918+0000","last_fullsized":"2020-11-16T20:39:33.734918+0000","mapping_epoch":407,"log_start":"416'900","ondisk_log_start":"416'900","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"434'7337","last_scrub_stamp":"2020-11-16T20:38:11.493605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:11.493605+0000","log_size":10015,"ondisk_log_size":10015,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":411303960,"num_objects":6277,"num_object_clones":0,"num_object_copies":12554,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6277,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10915,"num_write_kb":550081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"461'11132","reported_seq":"11198","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:32.538459+0000","last_change":"2020-11-16T20:39:10.418293+0000","last_active":"2020-11-16T20:39:32.538459+0000","last_peered":"2020-11-16T20:39:32.538459+0000","last_clean":"2020-11-16T20:39:32.538459+0000","last_became_active":"2020-11-16T20:36:48.579037+0000","last_became_peered":"2020-11-16T20:36:48.579037+0000","last_unstale":"2020-11-16T20:39:32.538459+0000","last_undegraded":"2020-11-16T20:39:32.538459+0000","last_fullsized":"2020-11-16T20:39:32.538459+0000","mapping_epoch":407,"log_start":"416'1100","ondisk_log_start":"416'1100","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"452'10273","last_scrub_stamp":"2020-11-16T20:39:10.418231+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:10.418231+0000","log_size":10032,"ondisk_log_size":10032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":428867584,"num_objects":6544,"num_object_clones":0,"num_object_copies":13088,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6544,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11132,"num_write_kb":565632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"461'10963","reported_seq":"11025","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:32.045918+0000","last_change":"2020-11-16T20:38:17.687896+0000","last_active":"2020-11-16T20:39:32.045918+0000","last_peered":"2020-11-16T20:39:32.045918+0000","last_clean":"2020-11-16T20:39:32.045918+0000","last_became_active":"2020-11-16T20:36:48.459853+0000","last_became_peered":"2020-11-16T20:36:48.459853+0000","last_unstale":"2020-11-16T20:39:32.045918+0000","last_undegraded":"2020-11-16T20:39:32.045918+0000","last_fullsized":"2020-11-16T20:39:32.045918+0000","mapping_epoch":407,"log_start":"416'900","ondisk_log_start":"416'900","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7919","last_scrub_stamp":"2020-11-16T20:38:17.687835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:17.687835+0000","log_size":10063,"ondisk_log_size":10063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":416481280,"num_objects":6355,"num_object_clones":0,"num_object_copies":12710,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6355,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10963,"num_write_kb":554176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"461'10670","reported_seq":"10732","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:30.130056+0000","last_change":"2020-11-16T20:37:58.139859+0000","last_active":"2020-11-16T20:39:30.130056+0000","last_peered":"2020-11-16T20:39:30.130056+0000","last_clean":"2020-11-16T20:39:30.130056+0000","last_became_active":"2020-11-16T20:36:48.461040+0000","last_became_peered":"2020-11-16T20:36:48.461040+0000","last_unstale":"2020-11-16T20:39:30.130056+0000","last_undegraded":"2020-11-16T20:39:30.130056+0000","last_fullsized":"2020-11-16T20:39:30.130056+0000","mapping_epoch":407,"log_start":"416'600","ondisk_log_start":"416'600","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"431'6419","last_scrub_stamp":"2020-11-16T20:37:58.139789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:58.139789+0000","log_size":10070,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":424017920,"num_objects":6470,"num_object_clones":0,"num_object_copies":12940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6470,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10670,"num_write_kb":548480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"461'13065","reported_seq":"13129","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:33.721846+0000","last_change":"2020-11-16T20:39:15.398993+0000","last_active":"2020-11-16T20:39:33.721846+0000","last_peered":"2020-11-16T20:39:33.721846+0000","last_clean":"2020-11-16T20:39:33.721846+0000","last_became_active":"2020-11-16T20:36:48.463453+0000","last_became_peered":"2020-11-16T20:36:48.463453+0000","last_unstale":"2020-11-16T20:39:33.721846+0000","last_undegraded":"2020-11-16T20:39:33.721846+0000","last_fullsized":"2020-11-16T20:39:33.721846+0000","mapping_epoch":407,"log_start":"420'3000","ondisk_log_start":"420'3000","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":10065,"ondisk_log_size":10065,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":413204480,"num_objects":6305,"num_object_clones":0,"num_object_copies":12610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10915,"num_write_kb":551040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"461'10900","reported_seq":"10963","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:31.005148+0000","last_change":"2020-11-16T20:38:08.851514+0000","last_active":"2020-11-16T20:39:31.005148+0000","last_peered":"2020-11-16T20:39:31.005148+0000","last_clean":"2020-11-16T20:39:31.005148+0000","last_became_active":"2020-11-16T20:36:48.464572+0000","last_became_peered":"2020-11-16T20:36:48.464572+0000","last_unstale":"2020-11-16T20:39:31.005148+0000","last_undegraded":"2020-11-16T20:39:31.005148+0000","last_fullsized":"2020-11-16T20:39:31.005148+0000","mapping_epoch":407,"log_start":"416'800","ondisk_log_start":"416'800","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'7246","last_scrub_stamp":"2020-11-16T20:38:08.851408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:08.851408+0000","log_size":10100,"ondisk_log_size":10100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":421920768,"num_objects":6438,"num_object_clones":0,"num_object_copies":12876,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6438,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10900,"num_write_kb":554816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.7","version":"461'11049","reported_seq":"11112","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:33.757673+0000","last_change":"2020-11-16T20:38:20.781912+0000","last_active":"2020-11-16T20:39:33.757673+0000","last_peered":"2020-11-16T20:39:33.757673+0000","last_clean":"2020-11-16T20:39:33.757673+0000","last_became_active":"2020-11-16T20:36:48.584860+0000","last_became_peered":"2020-11-16T20:36:48.584860+0000","last_unstale":"2020-11-16T20:39:33.757673+0000","last_undegraded":"2020-11-16T20:39:33.757673+0000","last_fullsized":"2020-11-16T20:39:33.757673+0000","mapping_epoch":407,"log_start":"416'1000","ondisk_log_start":"416'1000","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'8115","last_scrub_stamp":"2020-11-16T20:38:20.781832+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:20.781832+0000","log_size":10049,"ondisk_log_size":10049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":417005568,"num_objects":6363,"num_object_clones":0,"num_object_copies":12726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6363,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11049,"num_write_kb":557184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10],"acting":[1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"461'11102","reported_seq":"11165","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:33.743809+0000","last_change":"2020-11-16T20:37:54.769655+0000","last_active":"2020-11-16T20:39:33.743809+0000","last_peered":"2020-11-16T20:39:33.743809+0000","last_clean":"2020-11-16T20:39:33.743809+0000","last_became_active":"2020-11-16T20:36:48.460877+0000","last_became_peered":"2020-11-16T20:36:48.460877+0000","last_unstale":"2020-11-16T20:39:33.743809+0000","last_undegraded":"2020-11-16T20:39:33.743809+0000","last_fullsized":"2020-11-16T20:39:33.743809+0000","mapping_epoch":407,"log_start":"416'1100","ondisk_log_start":"416'1100","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"431'6338","last_scrub_stamp":"2020-11-16T20:37:54.769605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:54.769605+0000","log_size":10002,"ondisk_log_size":10002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":414711808,"num_objects":6328,"num_object_clones":0,"num_object_copies":12656,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11102,"num_write_kb":557760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"461'10960","reported_seq":"11023","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:33.747199+0000","last_change":"2020-11-16T20:38:03.462227+0000","last_active":"2020-11-16T20:39:33.747199+0000","last_peered":"2020-11-16T20:39:33.747199+0000","last_clean":"2020-11-16T20:39:33.747199+0000","last_became_active":"2020-11-16T20:36:48.580962+0000","last_became_peered":"2020-11-16T20:36:48.580962+0000","last_unstale":"2020-11-16T20:39:33.747199+0000","last_undegraded":"2020-11-16T20:39:33.747199+0000","last_fullsized":"2020-11-16T20:39:33.747199+0000","mapping_epoch":407,"log_start":"416'900","ondisk_log_start":"416'900","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"432'6906","last_scrub_stamp":"2020-11-16T20:38:03.462149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:03.462149+0000","log_size":10060,"ondisk_log_size":10060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":414449664,"num_objects":6324,"num_object_clones":0,"num_object_copies":12648,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10960,"num_write_kb":553088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"461'11004","reported_seq":"11065","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:31.531013+0000","last_change":"2020-11-16T20:38:15.082518+0000","last_active":"2020-11-16T20:39:31.531013+0000","last_peered":"2020-11-16T20:39:31.531013+0000","last_clean":"2020-11-16T20:39:31.531013+0000","last_became_active":"2020-11-16T20:36:48.463783+0000","last_became_peered":"2020-11-16T20:36:48.463783+0000","last_unstale":"2020-11-16T20:39:31.531013+0000","last_undegraded":"2020-11-16T20:39:31.531013+0000","last_fullsized":"2020-11-16T20:39:31.531013+0000","mapping_epoch":407,"log_start":"416'1000","ondisk_log_start":"416'1000","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"435'7721","last_scrub_stamp":"2020-11-16T20:38:15.082339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:15.082339+0000","log_size":10004,"ondisk_log_size":10004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":422838272,"num_objects":6452,"num_object_clones":0,"num_object_copies":12904,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11004,"num_write_kb":558592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"461'10971","reported_seq":"11034","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:30.309503+0000","last_change":"2020-11-16T20:38:17.824707+0000","last_active":"2020-11-16T20:39:30.309503+0000","last_peered":"2020-11-16T20:39:30.309503+0000","last_clean":"2020-11-16T20:39:30.309503+0000","last_became_active":"2020-11-16T20:36:48.461887+0000","last_became_peered":"2020-11-16T20:36:48.461887+0000","last_unstale":"2020-11-16T20:39:30.309503+0000","last_undegraded":"2020-11-16T20:39:30.309503+0000","last_fullsized":"2020-11-16T20:39:30.309503+0000","mapping_epoch":407,"log_start":"416'900","ondisk_log_start":"416'900","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7982","last_scrub_stamp":"2020-11-16T20:38:17.824613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:17.824613+0000","log_size":10071,"ondisk_log_size":10071,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":427098112,"num_objects":6517,"num_object_clones":0,"num_object_copies":13034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10971,"num_write_kb":559616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9],"acting":[5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"461'13304","reported_seq":"13368","reported_epoch":"461","state":"active+clean","last_fresh":"2020-11-16T20:39:31.050219+0000","last_change":"2020-11-16T20:39:15.396463+0000","last_active":"2020-11-16T20:39:31.050219+0000","last_peered":"2020-11-16T20:39:31.050219+0000","last_clean":"2020-11-16T20:39:31.050219+0000","last_became_active":"2020-11-16T20:36:48.463876+0000","last_became_peered":"2020-11-16T20:36:48.463876+0000","last_unstale":"2020-11-16T20:39:31.050219+0000","last_undegraded":"2020-11-16T20:39:31.050219+0000","last_fullsized":"2020-11-16T20:39:31.050219+0000","mapping_epoch":407,"log_start":"421'3300","ondisk_log_start":"421'3300","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:36:47.441837+0000","log_size":10004,"ondisk_log_size":10004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":413728768,"num_objects":6313,"num_object_clones":0,"num_object_copies":12626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10515,"num_write_kb":538496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5],"acting":[11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.0","version":"461'10828","reported_seq":"15386","reported_epoch":"461","state":"active+recovering","last_fresh":"2020-11-16T20:39:31.524807+0000","last_change":"2020-11-16T20:38:31.706602+0000","last_active":"2020-11-16T20:39:31.524807+0000","last_peered":"2020-11-16T20:39:31.524807+0000","last_clean":"2020-11-16T20:38:30.293428+0000","last_became_active":"2020-11-16T20:38:31.611447+0000","last_became_peered":"2020-11-16T20:38:31.611447+0000","last_unstale":"2020-11-16T20:39:31.524807+0000","last_undegraded":"2020-11-16T20:39:31.524807+0000","last_fullsized":"2020-11-16T20:39:31.524807+0000","mapping_epoch":442,"log_start":"416'800","ondisk_log_start":"416'800","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7883","last_scrub_stamp":"2020-11-16T20:38:19.164052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:19.164052+0000","log_size":10028,"ondisk_log_size":10028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":415498240,"num_objects":6340,"num_object_clones":0,"num_object_copies":12680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6223,"num_objects_unfound":0,"num_objects_dirty":6340,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10828,"num_write_kb":549376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2245,"num_bytes_recovered":147128320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9],"acting":[7,9],"avail_no_missing":["7","8"],"object_location_counts":[{"shards":"7,8","objects":6223},{"shards":"7,9","objects":117}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"461'10843","reported_seq":"18867","reported_epoch":"461","state":"active+remapped+backfilling","last_fresh":"2020-11-16T20:39:30.137609+0000","last_change":"2020-11-16T20:39:12.697354+0000","last_active":"2020-11-16T20:39:30.137609+0000","last_peered":"2020-11-16T20:39:30.137609+0000","last_clean":"2020-11-16T20:39:10.236314+0000","last_became_active":"2020-11-16T20:39:12.576973+0000","last_became_peered":"2020-11-16T20:39:12.576973+0000","last_unstale":"2020-11-16T20:39:30.137609+0000","last_undegraded":"2020-11-16T20:39:30.137609+0000","last_fullsized":"2020-11-16T20:39:30.137609+0000","mapping_epoch":453,"log_start":"416'800","ondisk_log_start":"416'800","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"432'6868","last_scrub_stamp":"2020-11-16T20:38:03.112393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:03.112393+0000","log_size":10043,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":426311680,"num_objects":6505,"num_object_clones":0,"num_object_copies":13010,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2726,"num_objects_unfound":0,"num_objects_dirty":6505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10843,"num_write_kb":555136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3976,"num_bytes_recovered":260571136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,8],"acting":[6,10],"avail_no_missing":["6","10"],"object_location_counts":[{"shards":"6,10","objects":6505}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"431","reported_epoch":"460","state":"active+clean","last_fresh":"2020-11-16T20:39:26.352611+0000","last_change":"2020-11-16T20:38:05.094034+0000","last_active":"2020-11-16T20:39:26.352611+0000","last_peered":"2020-11-16T20:39:26.352611+0000","last_clean":"2020-11-16T20:39:26.352611+0000","last_became_active":"2020-11-16T20:32:00.318093+0000","last_became_peered":"2020-11-16T20:32:00.318093+0000","last_unstale":"2020-11-16T20:39:26.352611+0000","last_undegraded":"2020-11-16T20:39:26.352611+0000","last_fullsized":"2020-11-16T20:39:26.352611+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:38:05.093918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:38:05.093918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":16,"stat_sum":{"num_bytes":6691749912,"num_objects":102109,"num_object_clones":0,"num_object_copies":204218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8949,"num_objects_unfound":0,"num_objects_dirty":102109,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":174225,"num_write_kb":8842625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6221,"num_bytes_recovered":407699456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13823385600,"data_stored":13823377456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160664,"ondisk_log_size":160664,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631711,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1022600,"kb_used_data":821632,"kb_used_omap":0,"kb_used_meta":200960,"kb_avail":92722552,"statfs":{"total":95995035648,"available":94947893248,"internally_reserved":0,"allocated":841351168,"data_stored":841031638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":205783040},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":1.4530000000000001,"5min":1.3100000000000001,"15min":2.085},"min":{"1min":0.57299999999999995,"5min":0.53300000000000003,"15min":0.47199999999999998},"max":{"1min":4.0880000000000001,"5min":4.0880000000000001,"15min":242.179},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.379,"5min":1.829,"15min":2.5550000000000002},"min":{"1min":0.72199999999999998,"5min":0.60199999999999998,"15min":0.54100000000000004},"max":{"1min":3.7610000000000001,"5min":5.3789999999999996,"15min":244.363},"last":1.3400000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:39:23 2020","interfaces":[{"interface":"back","average":{"1min":6.8129999999999997,"5min":5.282,"15min":3.9060000000000001},"min":{"1min":0.78200000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":97.950000000000003,"5min":160.55099999999999,"15min":247.31299999999999},"last":2.4649999999999999},{"interface":"front","average":{"1min":7.2400000000000002,"5min":5.335,"15min":3.984},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.53900000000000003},"max":{"1min":97.218000000000004,"5min":160.46700000000001,"15min":244.84999999999999},"last":1.474}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":6.2699999999999996,"15min":4.6050000000000004},"min":{"1min":0.70299999999999996,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":6.7210000000000001,"5min":343.45999999999998,"15min":343.45999999999998},"last":2.2280000000000002},{"interface":"front","average":{"1min":1.8009999999999999,"5min":6.7190000000000003,"15min":5.0380000000000003},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.64200000000000002},"max":{"1min":3.3319999999999999,"5min":342.61599999999999,"15min":342.61599999999999},"last":0.86799999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":1.6739999999999999,"5min":2.25,"15min":2.1970000000000001},"min":{"1min":0.91300000000000003,"5min":0.88300000000000001,"15min":0.66200000000000003},"max":{"1min":3.161,"5min":7.141,"15min":7.8600000000000003},"last":1.5820000000000001},{"interface":"front","average":{"1min":2.1960000000000002,"5min":2.6600000000000001,"15min":2.5219999999999998},"min":{"1min":1.415,"5min":1.2130000000000001,"15min":0.72299999999999998},"max":{"1min":3.6829999999999998,"5min":7.3280000000000003,"15min":7.3280000000000003},"last":2.0289999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":1.917,"15min":2.117},"min":{"1min":0.66100000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.359,"5min":7.7999999999999998,"15min":9.6180000000000003},"last":2.4079999999999999},{"interface":"front","average":{"1min":2.157,"5min":2.6819999999999999,"15min":2.6899999999999999},"min":{"1min":1.393,"5min":1.0449999999999999,"15min":0.98599999999999999},"max":{"1min":4.0199999999999996,"5min":7.827,"15min":7.827},"last":1.2629999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":3.6859999999999999,"15min":2.8210000000000002},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":8.5530000000000008,"5min":154.48599999999999,"15min":154.48599999999999},"last":2.6299999999999999},{"interface":"front","average":{"1min":2.8500000000000001,"5min":4.4290000000000003,"15min":3.4750000000000001},"min":{"1min":1.716,"5min":1.0189999999999999,"15min":0.93100000000000005},"max":{"1min":7.5199999999999996,"5min":155.05000000000001,"15min":155.05000000000001},"last":2.5299999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:38:43 2020","interfaces":[{"interface":"back","average":{"1min":2.8999999999999999,"5min":3.9249999999999998,"15min":2.9689999999999999},"min":{"1min":1.534,"5min":0.95299999999999996,"15min":0.86799999999999999},"max":{"1min":9.6999999999999993,"5min":96.248000000000005,"15min":96.248000000000005},"last":2.677},{"interface":"front","average":{"1min":2.5350000000000001,"5min":3.3100000000000001,"15min":3.0409999999999999},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":9.7530000000000001,"5min":96.337999999999994,"15min":96.337999999999994},"last":1.385}]},{"osd":8,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":2.4710000000000001,"15min":2.5630000000000002},"min":{"1min":1.008,"5min":1.008,"15min":0.85099999999999998},"max":{"1min":5.1559999999999997,"5min":6.3079999999999998,"15min":8.2379999999999995},"last":1.111},{"interface":"front","average":{"1min":2.282,"5min":2.4340000000000002,"15min":2.706},"min":{"1min":0.83599999999999997,"5min":0.83399999999999996,"15min":0.83399999999999996},"max":{"1min":8.7070000000000007,"5min":8.7070000000000007,"15min":8.7070000000000007},"last":2.9430000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:38:52 2020","interfaces":[{"interface":"back","average":{"1min":2.907,"5min":3.246,"15min":3.5249999999999999},"min":{"1min":1.456,"5min":1.417,"15min":1.2629999999999999},"max":{"1min":6.8970000000000002,"5min":7.0380000000000003,"15min":7.8929999999999998},"last":2.6030000000000002},{"interface":"front","average":{"1min":2.6760000000000002,"5min":2.77,"15min":2.956},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":4.8979999999999997,"5min":6.4080000000000004,"15min":6.4080000000000004},"last":2.1059999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:38:55 2020","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":2.762,"15min":2.9809999999999999},"min":{"1min":1.1990000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":9.9830000000000005,"5min":9.9830000000000005,"15min":9.9830000000000005},"last":2.7850000000000001},{"interface":"front","average":{"1min":2.7810000000000001,"5min":2.9380000000000002,"15min":2.8260000000000001},"min":{"1min":1.169,"5min":1.169,"15min":1.169},"max":{"1min":5.2850000000000001,"5min":6.5019999999999998,"15min":6.5019999999999998},"last":1.8109999999999999}]}]},{"osd":10,"up_from":95,"seq":408021893348,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1374344,"kb_used_data":1237888,"kb_used_omap":0,"kb_used_meta":136448,"kb_avail":92370808,"statfs":{"total":95995035648,"available":94587707392,"internally_reserved":0,"allocated":1267597312,"data_stored":1267277782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":139722752},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:44 2020","interfaces":[{"interface":"back","average":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.4049999999999998,"5min":2.4049999999999998,"15min":2.4049999999999998},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":4.0019999999999998,"5min":4.0019999999999998,"15min":4.0019999999999998},"last":0.89100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":2.3029999999999999,"5min":2.3719999999999999,"15min":2.0800000000000001},"min":{"1min":0.66000000000000003,"5min":0.61599999999999999,"15min":0.505},"max":{"1min":7.0899999999999999,"5min":43.75,"15min":45.988999999999997},"last":1.5720000000000001},{"interface":"front","average":{"1min":1.8180000000000001,"5min":2.2989999999999999,"15min":2.206},"min":{"1min":0.628,"5min":0.628,"15min":0.54000000000000004},"max":{"1min":6.2640000000000002,"5min":43.837000000000003,"15min":43.837000000000003},"last":1.54}]},{"osd":2,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":2.2839999999999998,"15min":2.0379999999999998},"min":{"1min":0.71599999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":4.5919999999999996,"5min":44.116999999999997,"15min":44.116999999999997},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.488,"5min":2.258,"15min":2.1920000000000002},"min":{"1min":0.72399999999999998,"5min":0.63800000000000001,"15min":0.61399999999999999},"max":{"1min":2.6099999999999999,"5min":54.761000000000003,"15min":54.761000000000003},"last":1.2749999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":2.1240000000000001,"5min":2.4350000000000001,"15min":2.9279999999999999},"min":{"1min":1.0209999999999999,"5min":0.76900000000000002,"15min":0.59199999999999997},"max":{"1min":4.4100000000000001,"5min":46.621000000000002,"15min":229.012},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.5669999999999999,"5min":2.3330000000000002,"15min":3.2200000000000002},"min":{"1min":0.77400000000000002,"5min":0.64500000000000002,"15min":0.59999999999999998},"max":{"1min":2.694,"5min":42.634999999999998,"15min":225.529},"last":0.77400000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":2.2050000000000001,"5min":2.431,"15min":2.3780000000000001},"min":{"1min":1.006,"5min":0.77800000000000002,"15min":0.67000000000000004},"max":{"1min":4.3170000000000002,"5min":8.9800000000000004,"15min":45.624000000000002},"last":1.3959999999999999},{"interface":"front","average":{"1min":1.133,"5min":1.6719999999999999,"15min":1.9830000000000001},"min":{"1min":0.81000000000000005,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.75,"5min":5.3369999999999997,"15min":45.814},"last":0.86399999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":1.9219999999999999,"15min":2.7080000000000002},"min":{"1min":0.83299999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":5.2720000000000002,"5min":7.6109999999999998,"15min":135.96000000000001},"last":1.1020000000000001},{"interface":"front","average":{"1min":1.55,"5min":1.867,"15min":2.742},"min":{"1min":0.90000000000000002,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":3.3879999999999999,"5min":3.9329999999999998,"15min":130.28200000000001},"last":1.643}]},{"osd":6,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.3199999999999998,"15min":2.7970000000000002},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":6.7549999999999999,"5min":8.7149999999999999,"15min":99.906999999999996},"last":2.4529999999999998},{"interface":"front","average":{"1min":2.5910000000000002,"5min":2.5910000000000002,"15min":2.9449999999999998},"min":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.86099999999999999},"max":{"1min":6.8049999999999997,"5min":8.6300000000000008,"15min":99.834999999999994},"last":2.6739999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:39:05 2020","interfaces":[{"interface":"back","average":{"1min":2.9359999999999999,"5min":3.6589999999999998,"15min":4.5359999999999996},"min":{"1min":2.044,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":4.4939999999999998,"5min":68.153999999999996,"15min":341.77999999999997},"last":1.794},{"interface":"front","average":{"1min":1.964,"5min":3.0550000000000002,"15min":4.2679999999999998},"min":{"1min":1.0980000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":3.6320000000000001,"5min":64.150000000000006,"15min":345.45800000000003},"last":1.8620000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":2.2930000000000001,"5min":2.3559999999999999,"15min":2.8540000000000001},"min":{"1min":0.92500000000000004,"5min":0.90300000000000002,"15min":0.66000000000000003},"max":{"1min":5.5289999999999999,"5min":8.1479999999999997,"15min":51.853000000000002},"last":5.5289999999999999},{"interface":"front","average":{"1min":2.9399999999999999,"5min":2.9929999999999999,"15min":2.9910000000000001},"min":{"1min":1.766,"5min":1.0069999999999999,"15min":0.91000000000000003},"max":{"1min":4.835,"5min":8.5839999999999996,"15min":46.506999999999998},"last":1.972}]},{"osd":9,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":3.1339999999999999,"5min":3.226,"15min":3.1779999999999999},"min":{"1min":2.1669999999999998,"5min":1.139,"15min":0.84699999999999998},"max":{"1min":4.9539999999999997,"5min":9.1039999999999992,"15min":46.679000000000002},"last":2.3959999999999999},{"interface":"front","average":{"1min":3.544,"5min":2.972,"15min":3.0750000000000002},"min":{"1min":1.464,"5min":1.1259999999999999,"15min":1.123},"max":{"1min":7.0499999999999998,"5min":7.3689999999999998,"15min":46.823999999999998},"last":5.8310000000000004}]},{"osd":11,"last update":"Mon Nov 16 20:38:56 2020","interfaces":[{"interface":"back","average":{"1min":3.7360000000000002,"5min":3.3740000000000001,"15min":3.3460000000000001},"min":{"1min":2.407,"5min":1.2749999999999999,"15min":1.2629999999999999},"max":{"1min":5.681,"5min":8.8490000000000002,"15min":45.292000000000002},"last":2.1440000000000001},{"interface":"front","average":{"1min":2.7829999999999999,"5min":2.7490000000000001,"15min":3.1779999999999999},"min":{"1min":1.696,"5min":1.381,"15min":1.177},"max":{"1min":4.7050000000000001,"5min":5.1909999999999998,"15min":55.759999999999998},"last":1.819}]}]},{"osd":9,"up_from":71,"seq":304942678270,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1516108,"kb_used_data":1230020,"kb_used_omap":0,"kb_used_meta":286080,"kb_avail":92229044,"statfs":{"total":95995035648,"available":94442541056,"internally_reserved":0,"allocated":1259540480,"data_stored":1259216878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":292945920},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":4.0599999999999996,"5min":2.6840000000000002,"15min":2.891},"min":{"1min":0.67300000000000004,"5min":0.55600000000000005,"15min":0.48499999999999999},"max":{"1min":27.907,"5min":46.828000000000003,"15min":253.441},"last":6.9269999999999996},{"interface":"front","average":{"1min":4.6500000000000004,"5min":3.3690000000000002,"15min":3.2170000000000001},"min":{"1min":1.1459999999999999,"5min":0.84299999999999997,"15min":0.51700000000000002},"max":{"1min":28.088999999999999,"5min":47.128999999999998,"15min":253.72999999999999},"last":7.0469999999999997}]},{"osd":2,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":2.1150000000000002,"15min":2.9100000000000001},"min":{"1min":0.77600000000000002,"5min":0.64200000000000002,"15min":0.55400000000000005},"max":{"1min":2.7149999999999999,"5min":14.880000000000001,"15min":250.76499999999999},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.4590000000000001,"5min":1.948,"15min":2.6099999999999999},"min":{"1min":0.65400000000000003,"5min":0.64900000000000002,"15min":0.63300000000000001},"max":{"1min":5.2149999999999999,"5min":13.151999999999999,"15min":250.529},"last":1.0109999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":1.6899999999999999,"15min":3.4950000000000001},"min":{"1min":0.70699999999999996,"5min":0.65100000000000002,"15min":0.59599999999999997},"max":{"1min":2.8719999999999999,"5min":8.9969999999999999,"15min":314.88900000000001},"last":0.89300000000000002},{"interface":"front","average":{"1min":2.1989999999999998,"5min":2.3250000000000002,"15min":3.8559999999999999},"min":{"1min":0.89700000000000002,"5min":0.70699999999999996,"15min":0.60099999999999998},"max":{"1min":5.548,"5min":11.369,"15min":312.904},"last":1.405}]},{"osd":4,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":1.4890000000000001,"5min":2.1629999999999998,"15min":3.1030000000000002},"min":{"1min":0.79500000000000004,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":2.9910000000000001,"5min":8.891,"15min":130.13800000000001},"last":1.5720000000000001},{"interface":"front","average":{"1min":1.8080000000000001,"5min":2.1949999999999998,"15min":3.0670000000000002},"min":{"1min":1.163,"5min":0.72099999999999997,"15min":0.60899999999999999},"max":{"1min":3.4020000000000001,"5min":9.3599999999999994,"15min":128.81800000000001},"last":1.46}]},{"osd":5,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":2.4550000000000001,"15min":3.3010000000000002},"min":{"1min":1.0640000000000001,"5min":0.73499999999999999,"15min":0.73299999999999998},"max":{"1min":3.637,"5min":9.968,"15min":127.413},"last":1.804},{"interface":"front","average":{"1min":1.857,"5min":2.2349999999999999,"15min":3.157},"min":{"1min":1.004,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":3.1059999999999999,"5min":9.1690000000000005,"15min":127.542},"last":1.3560000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":2.661,"5min":2.6099999999999999,"15min":2.8479999999999999},"min":{"1min":1.3440000000000001,"5min":0.94299999999999995,"15min":0.872},"max":{"1min":6.9169999999999998,"5min":9.625,"15min":98.828999999999994},"last":1.849},{"interface":"front","average":{"1min":2.7679999999999998,"5min":2.718,"15min":2.9420000000000002},"min":{"1min":1.133,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":5.8689999999999998,"5min":10.377000000000001,"15min":107.042},"last":1.772}]},{"osd":7,"last update":"Mon Nov 16 20:39:02 2020","interfaces":[{"interface":"back","average":{"1min":2.6739999999999999,"5min":2.7000000000000002,"15min":4.7969999999999997},"min":{"1min":1.286,"5min":1.0209999999999999,"15min":1.0089999999999999},"max":{"1min":4.6219999999999999,"5min":8.359,"15min":130.572},"last":2.2389999999999999},{"interface":"front","average":{"1min":2.75,"5min":2.7360000000000002,"15min":4.9770000000000003},"min":{"1min":1.4299999999999999,"5min":1.139,"15min":0.77600000000000002},"max":{"1min":5.609,"5min":11.238,"15min":128.73599999999999},"last":1.9690000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":2.722,"5min":2.8260000000000001,"15min":2.8849999999999998},"min":{"1min":1.198,"5min":1.036,"15min":0.69699999999999995},"max":{"1min":5.8540000000000001,"5min":10.721,"15min":12.334},"last":1.613},{"interface":"front","average":{"1min":3.0059999999999998,"5min":3.1099999999999999,"15min":3.1190000000000002},"min":{"1min":1.637,"5min":1.25,"15min":0.94999999999999996},"max":{"1min":6.3540000000000001,"5min":13.355,"15min":13.491},"last":2.0499999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:38:33 2020","interfaces":[{"interface":"back","average":{"1min":3.0470000000000002,"5min":3.2309999999999999,"15min":3.1349999999999998},"min":{"1min":1.6339999999999999,"5min":1.4650000000000001,"15min":0.874},"max":{"1min":5.9980000000000002,"5min":11.589,"15min":13.259},"last":1.931},{"interface":"front","average":{"1min":2.379,"5min":2.778,"15min":2.9260000000000002},"min":{"1min":1.1379999999999999,"5min":1.077,"15min":0.93500000000000005},"max":{"1min":4.3639999999999999,"5min":11.678000000000001,"15min":12.051},"last":1.7110000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:38:46 2020","interfaces":[{"interface":"back","average":{"1min":2.7000000000000002,"5min":3.081,"15min":3.5070000000000001},"min":{"1min":1.194,"5min":1.194,"15min":1.194},"max":{"1min":4.5279999999999996,"5min":8.7129999999999992,"15min":8.7129999999999992},"last":1.631},{"interface":"front","average":{"1min":3.3490000000000002,"5min":3.4409999999999998,"15min":3.391},"min":{"1min":1.8009999999999999,"5min":1.569,"15min":1.115},"max":{"1min":6.3109999999999999,"5min":12.023999999999999,"15min":12.023999999999999},"last":2.149}]}]},{"osd":8,"up_from":63,"seq":270582939906,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":948108,"kb_used_data":800960,"kb_used_omap":0,"kb_used_meta":147008,"kb_avail":92797044,"statfs":{"total":95995035648,"available":95024173056,"internally_reserved":0,"allocated":820183040,"data_stored":819863530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":150536192},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:39:01 2020","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.3759999999999999,"15min":1.873},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.498},"max":{"1min":2.8220000000000001,"5min":4.0430000000000001,"15min":60.295999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.353,"5min":1.4099999999999999,"15min":2.004},"min":{"1min":0.71099999999999997,"5min":0.59499999999999997,"15min":0.57499999999999996},"max":{"1min":2.3610000000000002,"5min":4.6079999999999997,"15min":58.633000000000003},"last":0.92800000000000005}]},{"osd":1,"last update":"Mon Nov 16 20:38:44 2020","interfaces":[{"interface":"back","average":{"1min":2.4409999999999998,"5min":3.0219999999999998,"15min":2.4009999999999998},"min":{"1min":0.745,"5min":0.626,"15min":0.60399999999999998},"max":{"1min":6.3109999999999999,"5min":141.761,"15min":141.761},"last":0.88200000000000001},{"interface":"front","average":{"1min":2.7810000000000001,"5min":3.5830000000000002,"15min":2.9809999999999999},"min":{"1min":1.2689999999999999,"5min":0.68000000000000005,"15min":0.64200000000000002},"max":{"1min":9.4299999999999997,"5min":141.87100000000001,"15min":141.87100000000001},"last":1.6160000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:39:01 2020","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":3.3809999999999998,"15min":3.0110000000000001},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.54700000000000004},"max":{"1min":3.2749999999999999,"5min":137.90299999999999,"15min":137.90299999999999},"last":1.212},{"interface":"front","average":{"1min":2.0059999999999998,"5min":3.532,"15min":3.0329999999999999},"min":{"1min":0.84399999999999997,"5min":0.78400000000000003,"15min":0.59199999999999997},"max":{"1min":3.5299999999999998,"5min":138.24299999999999,"15min":138.24299999999999},"last":1.1859999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:39:01 2020","interfaces":[{"interface":"back","average":{"1min":1.778,"5min":2.5169999999999999,"15min":2.653},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.61499999999999999},"max":{"1min":3.6669999999999998,"5min":36.006999999999998,"15min":36.006999999999998},"last":1.4430000000000001},{"interface":"front","average":{"1min":2.0880000000000001,"5min":2.5219999999999998,"15min":2.6320000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":5.4059999999999997,"5min":42.060000000000002,"15min":42.060000000000002},"last":1.339}]},{"osd":5,"last update":"Mon Nov 16 20:39:01 2020","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.1970000000000001,"15min":2.4209999999999998},"min":{"1min":0.98599999999999999,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":3.0859999999999999,"5min":5.2779999999999996,"15min":6.5439999999999996},"last":1.4910000000000001},{"interface":"front","average":{"1min":2.1800000000000002,"5min":1.974,"15min":2.2639999999999998},"min":{"1min":0.96199999999999997,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":7.4420000000000002,"5min":7.4420000000000002,"15min":7.4420000000000002},"last":1.2909999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:39:10 2020","interfaces":[{"interface":"back","average":{"1min":2.843,"5min":2.2890000000000001,"15min":2.5390000000000001},"min":{"1min":0.95699999999999996,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":5.6040000000000001,"5min":7.327,"15min":7.5140000000000002},"last":6.1799999999999997},{"interface":"front","average":{"1min":2.3849999999999998,"5min":2.6720000000000002,"15min":2.6640000000000001},"min":{"1min":1.3109999999999999,"5min":1.0920000000000001,"15min":0.84399999999999997},"max":{"1min":3.9129999999999998,"5min":10.569000000000001,"15min":10.569000000000001},"last":2.3010000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":2.4750000000000001,"5min":2.847,"15min":2.8660000000000001},"min":{"1min":1.607,"5min":1.226,"15min":1.006},"max":{"1min":3.4540000000000002,"5min":8.9550000000000001,"15min":37.5},"last":1.6819999999999999},{"interface":"front","average":{"1min":2.633,"5min":2.5870000000000002,"15min":2.5600000000000001},"min":{"1min":1.425,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":4.5880000000000001,"5min":10.276,"15min":35.509999999999998},"last":1.5549999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":3.4950000000000001,"5min":3.1549999999999998,"15min":3.391},"min":{"1min":2.1070000000000002,"5min":1.0469999999999999,"15min":0.72799999999999998},"max":{"1min":8.6910000000000007,"5min":11.263,"15min":89.052999999999997},"last":2.5939999999999999},{"interface":"front","average":{"1min":3.452,"5min":3,"15min":3.6040000000000001},"min":{"1min":1.833,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":7.9859999999999998,"5min":7.9859999999999998,"15min":89.296000000000006},"last":2.7189999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":3.1859999999999999,"5min":2.7480000000000002,"15min":3.7879999999999998},"min":{"1min":1.6499999999999999,"5min":0.92400000000000004,"15min":0.80900000000000005},"max":{"1min":8.1300000000000008,"5min":8.1449999999999996,"15min":229.578},"last":1.7190000000000001},{"interface":"front","average":{"1min":3.3210000000000002,"5min":3.1509999999999998,"15min":3.8959999999999999},"min":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":0.93100000000000005},"max":{"1min":8.3460000000000001,"5min":8.3460000000000001,"15min":232.14099999999999},"last":2.468}]},{"osd":11,"last update":"Mon Nov 16 20:38:51 2020","interfaces":[{"interface":"back","average":{"1min":2.9769999999999999,"5min":2.9540000000000002,"15min":3.2879999999999998},"min":{"1min":1.3120000000000001,"5min":1.0269999999999999,"15min":0.85799999999999998},"max":{"1min":4.7069999999999999,"5min":6.0759999999999996,"15min":9.0920000000000005},"last":1.913},{"interface":"front","average":{"1min":3.3109999999999999,"5min":3.113,"15min":3.1829999999999998},"min":{"1min":1.4159999999999999,"5min":1.2829999999999999,"15min":1.0269999999999999},"max":{"1min":6.077,"5min":9.2710000000000008,"15min":12.257999999999999},"last":2.0779999999999998}]}]},{"osd":7,"up_from":225,"seq":966367641737,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1412616,"kb_used_data":1234880,"kb_used_omap":0,"kb_used_meta":177727,"kb_avail":92332536,"statfs":{"total":95995035648,"available":94548516864,"internally_reserved":0,"allocated":1264517120,"data_stored":1264197610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":181992508},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,4,4],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":2.4860000000000002,"15min":3.4009999999999998},"min":{"1min":0.873,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":9.5090000000000003,"5min":21.449000000000002,"15min":123.182},"last":3.1440000000000001},{"interface":"front","average":{"1min":1.5529999999999999,"5min":2.1379999999999999,"15min":3.3839999999999999},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.52700000000000002},"max":{"1min":4.1159999999999997,"5min":21.381,"15min":122.154},"last":41.988}]},{"osd":2,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":3.089,"15min":2.5870000000000002},"min":{"1min":0.58299999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":2.234,"5min":87.671000000000006,"15min":118.31699999999999},"last":4.7409999999999997},{"interface":"front","average":{"1min":1.569,"5min":3.0979999999999999,"15min":2.7160000000000002},"min":{"1min":0.77600000000000002,"5min":0.59599999999999997,"15min":0.53600000000000003},"max":{"1min":2.3769999999999998,"5min":88.893000000000001,"15min":117.771},"last":41.848999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":5.0140000000000002,"15min":3.7930000000000001},"min":{"1min":0.623,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":4.6239999999999997,"5min":219.61199999999999,"15min":219.61199999999999},"last":3.7709999999999999},{"interface":"front","average":{"1min":1.8620000000000001,"5min":5.0679999999999996,"15min":3.621},"min":{"1min":0.79100000000000004,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":4.9850000000000003,"5min":221.09700000000001,"15min":221.09700000000001},"last":4.4100000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":2.1379999999999999,"15min":2.2410000000000001},"min":{"1min":0.73099999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.5329999999999999,"5min":11.75,"15min":11.75},"last":5.4699999999999998},{"interface":"front","average":{"1min":1.6819999999999999,"5min":2.2690000000000001,"15min":2.359},"min":{"1min":0.753,"5min":0.71299999999999997,"15min":0.66100000000000003},"max":{"1min":2.476,"5min":11.323,"15min":11.323},"last":5.0650000000000004}]},{"osd":5,"last update":"Mon Nov 16 20:39:28 2020","interfaces":[{"interface":"back","average":{"1min":2,"5min":2.343,"15min":2.129},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.69899999999999995},"max":{"1min":6.1340000000000003,"5min":8.0730000000000004,"15min":9.2240000000000002},"last":3.4569999999999999},{"interface":"front","average":{"1min":4.1660000000000004,"5min":2.621,"15min":2.5150000000000001},"min":{"1min":0.77900000000000003,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":42.213999999999999,"5min":42.213999999999999,"15min":42.213999999999999},"last":42.213999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.4940000000000002,"15min":2.2930000000000001},"min":{"1min":0.90500000000000003,"5min":0.84599999999999997,"15min":0.67000000000000004},"max":{"1min":5.1920000000000002,"5min":9.2899999999999991,"15min":9.2899999999999991},"last":4.9240000000000004},{"interface":"front","average":{"1min":2.234,"5min":2.5649999999999999,"15min":2.5670000000000002},"min":{"1min":1.216,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":3.7810000000000001,"5min":7.1669999999999998,"15min":9.5899999999999999},"last":5.3540000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":1.655,"5min":2.3780000000000001,"15min":2.7599999999999998},"min":{"1min":0.873,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":2.5539999999999998,"5min":7.7999999999999998,"15min":23.276},"last":42.518000000000001},{"interface":"front","average":{"1min":1.7929999999999999,"5min":2.3300000000000001,"15min":3.1040000000000001},"min":{"1min":1.044,"5min":0.92600000000000005,"15min":0.92600000000000005},"max":{"1min":2.698,"5min":9.5700000000000003,"15min":26.068999999999999},"last":42.670000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":2.0779999999999998,"5min":2.637,"15min":2.7240000000000002},"min":{"1min":1.23,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":3.081,"5min":8.5060000000000002,"15min":13.547000000000001},"last":42.825000000000003},{"interface":"front","average":{"1min":2.1880000000000002,"5min":2.524,"15min":2.726},"min":{"1min":1.377,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":3.0760000000000001,"5min":6.2729999999999997,"15min":13.472},"last":42.156999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":2.4020000000000001,"5min":2.7330000000000001,"15min":2.52},"min":{"1min":1.5609999999999999,"5min":0.98899999999999999,"15min":0.96199999999999997},"max":{"1min":5.7130000000000001,"5min":8.1379999999999999,"15min":8.1379999999999999},"last":43.125999999999998},{"interface":"front","average":{"1min":2.3210000000000002,"5min":2.867,"15min":2.5699999999999998},"min":{"1min":1.746,"5min":1.1599999999999999,"15min":1.0529999999999999},"max":{"1min":4.9909999999999997,"5min":8.2579999999999991,"15min":8.2579999999999991},"last":42.377000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:38:34 2020","interfaces":[{"interface":"back","average":{"1min":2.4649999999999999,"5min":3.012,"15min":3.2069999999999999},"min":{"1min":1.6479999999999999,"5min":1.1830000000000001,"15min":1.1830000000000001},"max":{"1min":5.9119999999999999,"5min":8.3740000000000006,"15min":24.445},"last":42.976999999999997},{"interface":"front","average":{"1min":2.5960000000000001,"5min":2.835,"15min":3.2839999999999998},"min":{"1min":1.5369999999999999,"5min":1.135,"15min":1.135},"max":{"1min":5.9480000000000004,"5min":10.109999999999999,"15min":24.475999999999999},"last":42.305999999999997}]}]},{"osd":6,"up_from":49,"seq":210453397771,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1420300,"kb_used_data":1248832,"kb_used_omap":0,"kb_used_meta":171328,"kb_avail":92324852,"statfs":{"total":95995035648,"available":94540648448,"internally_reserved":0,"allocated":1278803968,"data_stored":1278484458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":175439872},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:39:19 2020","interfaces":[{"interface":"back","average":{"1min":7.5629999999999997,"5min":3.9249999999999998,"15min":2.762},"min":{"1min":0.79500000000000004,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":97.149000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":1.506},{"interface":"front","average":{"1min":8.0679999999999996,"5min":3.5920000000000001,"15min":2.746},"min":{"1min":0.73999999999999999,"5min":0.55800000000000005,"15min":0.496},"max":{"1min":97.774000000000001,"5min":97.774000000000001,"15min":97.774000000000001},"last":1.5620000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:39:19 2020","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.478,"15min":2.0649999999999999},"min":{"1min":0.60699999999999998,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":5.1120000000000001,"5min":5.4930000000000003,"15min":82.668000000000006},"last":1.9379999999999999},{"interface":"front","average":{"1min":1.583,"5min":1.603,"15min":2.073},"min":{"1min":0.72599999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":3.4889999999999999,"5min":7.6529999999999996,"15min":84.108000000000004},"last":1.891}]},{"osd":3,"last update":"Mon Nov 16 20:39:19 2020","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":1.9419999999999999,"15min":3.653},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.57299999999999995},"max":{"1min":6.8289999999999997,"5min":7.6950000000000003,"15min":189.096},"last":2.1970000000000001},{"interface":"front","average":{"1min":2.04,"5min":2.0030000000000001,"15min":3.827},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":6.7990000000000004,"5min":7.7300000000000004,"15min":189.042},"last":2.1600000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:39:19 2020","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":2.4009999999999998,"15min":2.6030000000000002},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.58999999999999997},"max":{"1min":4.0899999999999999,"5min":16.353999999999999,"15min":116.849},"last":2.036},{"interface":"front","average":{"1min":1.952,"5min":2.1970000000000001,"15min":2.5979999999999999},"min":{"1min":0.74299999999999999,"5min":0.71599999999999997,"15min":0.56399999999999995},"max":{"1min":5.0410000000000004,"5min":6.3070000000000004,"15min":117.947},"last":2.6509999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:39:19 2020","interfaces":[{"interface":"back","average":{"1min":1.5569999999999999,"5min":2.0110000000000001,"15min":2.2120000000000002},"min":{"1min":0.81999999999999995,"5min":0.73599999999999999,"15min":0.69799999999999995},"max":{"1min":2.8570000000000002,"5min":6.1639999999999997,"15min":13.518000000000001},"last":2.8199999999999998},{"interface":"front","average":{"1min":1.744,"5min":1.9570000000000001,"15min":2.2429999999999999},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":5.4729999999999999,"5min":9.1539999999999999,"15min":9.1539999999999999},"last":2.2789999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:38:28 2020","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":2.258,"15min":1.8520000000000001},"min":{"1min":0.78900000000000003,"5min":0.69699999999999995,"15min":0.65400000000000003},"max":{"1min":2.9409999999999998,"5min":12.582000000000001,"15min":12.582000000000001},"last":2.1150000000000002},{"interface":"front","average":{"1min":2.5819999999999999,"5min":2.6739999999999999,"15min":2.7160000000000002},"min":{"1min":1.2110000000000001,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":6.0940000000000003,"5min":12.393000000000001,"15min":14.067},"last":2.3399999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:38:53 2020","interfaces":[{"interface":"back","average":{"1min":2.2759999999999998,"5min":2.5150000000000001,"15min":3.1629999999999998},"min":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":0.90400000000000003},"max":{"1min":4.4619999999999997,"5min":9.3439999999999994,"15min":158.672},"last":2.4729999999999999},{"interface":"front","average":{"1min":2.2570000000000001,"5min":2.605,"15min":3.2669999999999999},"min":{"1min":1.3260000000000001,"5min":1.05,"15min":0.93600000000000005},"max":{"1min":4.5800000000000001,"5min":10.707000000000001,"15min":152.244},"last":2.7429999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:39:19 2020","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":2.8090000000000002,"15min":2.8220000000000001},"min":{"1min":1.5069999999999999,"5min":0.94799999999999995,"15min":0.94199999999999995},"max":{"1min":4.3159999999999998,"5min":9.4809999999999999,"15min":13.949999999999999},"last":2.6139999999999999},{"interface":"front","average":{"1min":2.0030000000000001,"5min":2.5270000000000001,"15min":2.7959999999999998},"min":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"max":{"1min":3.4670000000000001,"5min":8.452,"15min":9.407},"last":2.9769999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:38:44 2020","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":2.5030000000000001,"15min":2.8479999999999999},"min":{"1min":1.4419999999999999,"5min":1.0029999999999999,"15min":0.88900000000000001},"max":{"1min":9.1489999999999991,"5min":9.1489999999999991,"15min":9.1489999999999991},"last":3.2149999999999999},{"interface":"front","average":{"1min":3.0449999999999999,"5min":2.468,"15min":2.601},"min":{"1min":1.6759999999999999,"5min":0.91000000000000003,"15min":0.88800000000000001},"max":{"1min":9.2509999999999994,"5min":9.2509999999999994,"15min":10.095000000000001},"last":3.3879999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:38:44 2020","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":2.1800000000000002,"15min":2.3769999999999998},"min":{"1min":1.107,"5min":1.087,"15min":1.044},"max":{"1min":3.222,"5min":7.6340000000000003,"15min":10.401999999999999},"last":2.9449999999999998},{"interface":"front","average":{"1min":1.9330000000000001,"5min":2.2549999999999999,"15min":2.4830000000000001},"min":{"1min":1.3600000000000001,"5min":1.1479999999999999,"15min":1.1479999999999999},"max":{"1min":3.4079999999999999,"5min":5.3760000000000003,"15min":10.273},"last":3.1840000000000002}]}]},{"osd":1,"up_from":18,"seq":77309411623,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3918092,"kb_used_data":3649220,"kb_used_omap":0,"kb_used_meta":268864,"kb_avail":89827060,"statfs":{"total":95995035648,"available":91982909440,"internally_reserved":0,"allocated":3736801280,"data_stored":3736477698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":275316736},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:39:07 2020","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.6950000000000001,"15min":2.5},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.46600000000000003},"max":{"1min":3.2650000000000001,"5min":12.964,"15min":97.320999999999998},"last":1.0589999999999999},{"interface":"front","average":{"1min":2.278,"5min":2.5609999999999999,"15min":2.7770000000000001},"min":{"1min":0.66700000000000004,"5min":0.51200000000000001,"15min":0.47399999999999998},"max":{"1min":6.3079999999999998,"5min":12.907999999999999,"15min":97.376000000000005},"last":1.55}]},{"osd":2,"last update":"Mon Nov 16 20:39:33 2020","interfaces":[{"interface":"back","average":{"1min":2.0209999999999999,"5min":2.1070000000000002,"15min":2.714},"min":{"1min":0.53600000000000003,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":6.391,"5min":7.8410000000000002,"15min":98.257000000000005},"last":1.095},{"interface":"front","average":{"1min":3,"5min":3.077,"15min":3.109},"min":{"1min":0.625,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":27.111000000000001,"5min":27.111000000000001,"15min":97.945999999999998},"last":1.375}]},{"osd":3,"last update":"Mon Nov 16 20:38:52 2020","interfaces":[{"interface":"back","average":{"1min":2.0699999999999998,"5min":3.274,"15min":3.4750000000000001},"min":{"1min":0.93000000000000005,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":5.6040000000000001,"5min":30.946999999999999,"15min":30.946999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":3.5990000000000002,"5min":3.746,"15min":3.77},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":27.312999999999999,"5min":28.786999999999999,"15min":28.786999999999999},"last":1.746}]},{"osd":4,"last update":"Mon Nov 16 20:36:11 2020","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":4.5259999999999998,"15min":3.1800000000000002},"min":{"1min":0.79500000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":25.773,"5min":97.236000000000004,"15min":97.236000000000004},"last":2.0760000000000001},{"interface":"front","average":{"1min":1.3859999999999999,"5min":4.141,"15min":3.0489999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":3.7160000000000002,"5min":96.036000000000001,"15min":96.036000000000001},"last":3.7290000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:38:56 2020","interfaces":[{"interface":"back","average":{"1min":4.8529999999999998,"5min":3.0329999999999999,"15min":3.1299999999999999},"min":{"1min":0.88500000000000001,"5min":0.70999999999999996,"15min":0.65000000000000002},"max":{"1min":29.018999999999998,"5min":29.018999999999998,"15min":95.561999999999998},"last":1.6859999999999999},{"interface":"front","average":{"1min":5.5369999999999999,"5min":3.8069999999999999,"15min":3.8410000000000002},"min":{"1min":1.3460000000000001,"5min":1.0089999999999999,"15min":0.68300000000000005},"max":{"1min":33.926000000000002,"5min":33.926000000000002,"15min":96.986999999999995},"last":1.9590000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:39:07 2020","interfaces":[{"interface":"back","average":{"1min":5.04,"5min":4.0179999999999998,"15min":4.0529999999999999},"min":{"1min":1.105,"5min":0.90500000000000003,"15min":0.79700000000000004},"max":{"1min":34.689,"5min":34.689,"15min":103.09699999999999},"last":4.1890000000000001},{"interface":"front","average":{"1min":5.0090000000000003,"5min":3.8210000000000002,"15min":4.3639999999999999},"min":{"1min":1.361,"5min":0.88100000000000001,"15min":0.85999999999999999},"max":{"1min":34.348999999999997,"5min":34.348999999999997,"15min":102.877},"last":1.825}]},{"osd":7,"last update":"Mon Nov 16 20:39:33 2020","interfaces":[{"interface":"back","average":{"1min":4.3540000000000001,"5min":3.3820000000000001,"15min":4.1109999999999998},"min":{"1min":1.165,"5min":0.83599999999999997,"15min":0.67900000000000005},"max":{"1min":27.670999999999999,"5min":28.611000000000001,"15min":160.39400000000001},"last":3.431},{"interface":"front","average":{"1min":2.1019999999999999,"5min":2.399,"15min":3.3340000000000001},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.70699999999999996},"max":{"1min":4.9930000000000003,"5min":25.382999999999999,"15min":161.446},"last":1.284}]},{"osd":8,"last update":"Mon Nov 16 20:38:56 2020","interfaces":[{"interface":"back","average":{"1min":5.6539999999999999,"5min":3.9550000000000001,"15min":3.9790000000000001},"min":{"1min":1.256,"5min":0.99299999999999999,"15min":0.747},"max":{"1min":35.036000000000001,"5min":35.036000000000001,"15min":96.852000000000004},"last":2.1099999999999999},{"interface":"front","average":{"1min":3.6640000000000001,"5min":2.5659999999999998,"15min":3.7040000000000002},"min":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.77300000000000002},"max":{"1min":28.254999999999999,"5min":28.254999999999999,"15min":99.825000000000003},"last":1.4630000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:39:33 2020","interfaces":[{"interface":"back","average":{"1min":4.5979999999999999,"5min":3.6880000000000002,"15min":4.0430000000000001},"min":{"1min":1.6000000000000001,"5min":0.96299999999999997,"15min":0.90700000000000003},"max":{"1min":28.754999999999999,"5min":28.754999999999999,"15min":98.683999999999997},"last":2.4079999999999999},{"interface":"front","average":{"1min":4.7469999999999999,"5min":3.581,"15min":4.3490000000000002},"min":{"1min":1.768,"5min":1.0489999999999999,"15min":0.86399999999999999},"max":{"1min":28.219999999999999,"5min":28.219999999999999,"15min":98.972999999999999},"last":1.986}]},{"osd":10,"last update":"Mon Nov 16 20:39:33 2020","interfaces":[{"interface":"back","average":{"1min":4.6639999999999997,"5min":3.8039999999999998,"15min":4.1289999999999996},"min":{"1min":1.49,"5min":1.256,"15min":1.1020000000000001},"max":{"1min":28.009,"5min":28.009,"15min":100.108},"last":2.1389999999999998},{"interface":"front","average":{"1min":3.6469999999999998,"5min":2.9790000000000001,"15min":4.1299999999999999},"min":{"1min":1.04,"5min":1.04,"15min":1.04},"max":{"1min":27.550000000000001,"5min":27.550000000000001,"15min":98.613},"last":1.649}]},{"osd":11,"last update":"Mon Nov 16 20:38:42 2020","interfaces":[{"interface":"back","average":{"1min":3.044,"5min":3.165,"15min":3.6080000000000001},"min":{"1min":1.754,"5min":1.1140000000000001,"15min":1.0620000000000001},"max":{"1min":11.853999999999999,"5min":25.18,"15min":99.150000000000006},"last":2.282},{"interface":"front","average":{"1min":3.012,"5min":3.254,"15min":4.218},"min":{"1min":1.3680000000000001,"5min":1.125,"15min":1.0509999999999999},"max":{"1min":15.742000000000001,"5min":26.552,"15min":99.512},"last":1.7869999999999999}]}]},{"osd":0,"up_from":12,"seq":51539607851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":562120,"kb_used_data":409600,"kb_used_omap":0,"kb_used_meta":152512,"kb_avail":93183032,"statfs":{"total":95995035648,"available":95419424768,"internally_reserved":0,"allocated":419430400,"data_stored":419110890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":156172288},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:39:05 2020","interfaces":[{"interface":"back","average":{"1min":4.0270000000000001,"5min":3.516,"15min":2.4460000000000002},"min":{"1min":0.58399999999999996,"5min":0.54800000000000004,"15min":0.47599999999999998},"max":{"1min":30.922999999999998,"5min":50.441000000000003,"15min":50.441000000000003},"last":1.9119999999999999},{"interface":"front","average":{"1min":5.1029999999999998,"5min":3.7749999999999999,"15min":2.7330000000000001},"min":{"1min":0.90800000000000003,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":32.728000000000002,"5min":52.289000000000001,"15min":52.289000000000001},"last":2.117}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:39:02 2020","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.9530000000000001,"15min":2.8170000000000002},"min":{"1min":0.64500000000000002,"5min":0.51100000000000001,"15min":0.50800000000000001},"max":{"1min":3.915,"5min":13.157,"15min":143.12899999999999},"last":1.052},{"interface":"front","average":{"1min":1.1279999999999999,"5min":2.4209999999999998,"15min":2.641},"min":{"1min":0.68300000000000005,"5min":0.628,"15min":0.54900000000000004},"max":{"1min":2.2570000000000001,"5min":34.512,"15min":140.316},"last":2.3149999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":1.2929999999999999,"15min":1.968},"min":{"1min":0.61099999999999999,"5min":0.56299999999999994,"15min":0.55600000000000005},"max":{"1min":1.637,"5min":6.0629999999999997,"15min":111.956},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.474,"5min":1.7909999999999999,"15min":2.6019999999999999},"min":{"1min":0.80500000000000005,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":2.496,"5min":6.54,"15min":112.206},"last":2.1659999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:38:57 2020","interfaces":[{"interface":"back","average":{"1min":1.5920000000000001,"5min":1.8260000000000001,"15min":1.952},"min":{"1min":0.81200000000000006,"5min":0.67400000000000004,"15min":0.60999999999999999},"max":{"1min":3.8460000000000001,"5min":7.8520000000000003,"15min":10.673999999999999},"last":1.26},{"interface":"front","average":{"1min":3.9550000000000001,"5min":2.3500000000000001,"15min":2.339},"min":{"1min":0.80200000000000005,"5min":0.71699999999999997,"15min":0.70499999999999996},"max":{"1min":47.793999999999997,"5min":47.793999999999997,"15min":47.793999999999997},"last":1.355}]},{"osd":6,"last update":"Mon Nov 16 20:39:24 2020","interfaces":[{"interface":"back","average":{"1min":1.9410000000000001,"5min":2.3500000000000001,"15min":2.2869999999999999},"min":{"1min":0.92500000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":4.984,"5min":47.442,"15min":47.442},"last":1.55},{"interface":"front","average":{"1min":1.5349999999999999,"5min":2.27,"15min":2.3140000000000001},"min":{"1min":0.77800000000000002,"5min":0.77200000000000002,"15min":0.70399999999999996},"max":{"1min":3.73,"5min":48.149999999999999,"15min":48.149999999999999},"last":1.8660000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":3.1600000000000001,"15min":2.9969999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":6.7569999999999997,"5min":82.126999999999995,"15min":97.435000000000002},"last":1.1000000000000001},{"interface":"front","average":{"1min":2.2799999999999998,"5min":3.6269999999999998,"15min":3.0030000000000001},"min":{"1min":0.96999999999999997,"5min":0.85099999999999998,"15min":0.82499999999999996},"max":{"1min":6.6779999999999999,"5min":82.100999999999999,"15min":96.828000000000003},"last":1.454}]},{"osd":8,"last update":"Mon Nov 16 20:38:57 2020","interfaces":[{"interface":"back","average":{"1min":4.3550000000000004,"5min":2.6640000000000001,"15min":3.0470000000000002},"min":{"1min":1.0840000000000001,"5min":0.85199999999999998,"15min":0.78400000000000003},"max":{"1min":48.805,"5min":48.805,"15min":96.248000000000005},"last":1.663},{"interface":"front","average":{"1min":1.9810000000000001,"5min":2.173,"15min":3.0019999999999998},"min":{"1min":0.96099999999999997,"5min":0.95999999999999996,"15min":0.85299999999999998},"max":{"1min":6.944,"5min":6.944,"15min":96.043000000000006},"last":1.504}]},{"osd":9,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":1.6479999999999999,"5min":2.0249999999999999,"15min":2.52},"min":{"1min":0.91800000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":3.403,"5min":6.6609999999999996,"15min":11.433},"last":1.7569999999999999},{"interface":"front","average":{"1min":2.415,"5min":2.7799999999999998,"15min":2.8039999999999998},"min":{"1min":1.2090000000000001,"5min":1.0900000000000001,"15min":0.88400000000000001},"max":{"1min":5.1879999999999997,"5min":34.231000000000002,"15min":34.231000000000002},"last":1.7170000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":2.2130000000000001,"15min":2.7810000000000001},"min":{"1min":1.3180000000000001,"5min":1.028,"15min":1.028},"max":{"1min":4.2679999999999998,"5min":7.0439999999999996,"15min":73.305000000000007},"last":2.0059999999999998},{"interface":"front","average":{"1min":4.4279999999999999,"5min":3.359,"15min":3.2989999999999999},"min":{"1min":1.095,"5min":1.095,"15min":0.95099999999999996},"max":{"1min":47.237000000000002,"5min":47.237000000000002,"15min":73.558999999999997},"last":2.5209999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:38:57 2020","interfaces":[{"interface":"back","average":{"1min":4.8360000000000003,"5min":3.073,"15min":3.0790000000000002},"min":{"1min":1.4019999999999999,"5min":1.032,"15min":1.032},"max":{"1min":47.581000000000003,"5min":47.581000000000003,"15min":47.581000000000003},"last":2.726},{"interface":"front","average":{"1min":4.8140000000000001,"5min":3.3199999999999998,"15min":3.2149999999999999},"min":{"1min":1.232,"5min":1.2070000000000001,"15min":1.0980000000000001},"max":{"1min":50.103999999999999,"5min":50.103999999999999,"15min":50.103999999999999},"last":2.9129999999999998}]}]},{"osd":2,"up_from":23,"seq":98784248097,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":581896,"kb_used_data":414464,"kb_used_omap":0,"kb_used_meta":167424,"kb_avail":93163256,"statfs":{"total":95995035648,"available":95399174144,"internally_reserved":0,"allocated":424411136,"data_stored":424091626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":171442176},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:31:11 2020","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":2.036,"15min":2.2050000000000001},"min":{"1min":0.58599999999999997,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.282,"5min":14.228,"15min":99.001000000000005},"last":2.2930000000000001},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.988,"15min":2.2229999999999999},"min":{"1min":0.56100000000000005,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.738,"5min":8.1869999999999994,"15min":98.828000000000003},"last":2.1989999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:38:30 2020","interfaces":[{"interface":"back","average":{"1min":2.2690000000000001,"5min":1.919,"15min":2.4100000000000001},"min":{"1min":0.56499999999999995,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":5.4379999999999997,"5min":9.343,"15min":76.745000000000005},"last":2.4870000000000001},{"interface":"front","average":{"1min":1.3029999999999999,"5min":2.0430000000000001,"15min":2.5760000000000001},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.46200000000000002},"max":{"1min":3.1749999999999998,"5min":11.172000000000001,"15min":74.978999999999999},"last":1.6359999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:38:58 2020","interfaces":[{"interface":"back","average":{"1min":1.3380000000000001,"5min":7.2949999999999999,"15min":7.5030000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":7.3760000000000003,"5min":290.43700000000001,"15min":465.10500000000002},"last":1.8600000000000001},{"interface":"front","average":{"1min":1.514,"5min":7.8029999999999999,"15min":7.702},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.55900000000000005},"max":{"1min":7.2949999999999999,"5min":294.74099999999999,"15min":459.33699999999999},"last":0.66800000000000004}]},{"osd":4,"last update":"Mon Nov 16 20:38:30 2020","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":2.0350000000000001,"15min":2.081},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":21.963000000000001,"5min":21.963000000000001,"15min":21.963000000000001},"last":0.86399999999999999},{"interface":"front","average":{"1min":2.8220000000000001,"5min":2.5659999999999998,"15min":2.2799999999999998},"min":{"1min":1.151,"5min":1.0009999999999999,"15min":0.76100000000000001},"max":{"1min":22.262,"5min":22.262,"15min":22.262},"last":1.02}]},{"osd":5,"last update":"Mon Nov 16 20:38:58 2020","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":2.0830000000000002,"15min":2.7789999999999999},"min":{"1min":0.84299999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":3.496,"5min":22.596,"15min":124.53400000000001},"last":1.139},{"interface":"front","average":{"1min":1.625,"5min":2.0169999999999999,"15min":2.2090000000000001},"min":{"1min":0.98299999999999998,"5min":0.79400000000000004,"15min":0.66300000000000003},"max":{"1min":4.5899999999999999,"5min":22.797999999999998,"15min":22.797999999999998},"last":1.1699999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:39:14 2020","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":2.452,"15min":2.427},"min":{"1min":0.86199999999999999,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":5.9690000000000003,"5min":23.074000000000002,"15min":23.074000000000002},"last":1.8069999999999999},{"interface":"front","average":{"1min":2.3889999999999998,"5min":2.5590000000000002,"15min":2.6070000000000002},"min":{"1min":0.97999999999999998,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":6.1420000000000003,"5min":23.553000000000001,"15min":23.553000000000001},"last":2.0129999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:39:14 2020","interfaces":[{"interface":"back","average":{"1min":1.6799999999999999,"5min":2.5529999999999999,"15min":2.395},"min":{"1min":0.98499999999999999,"5min":0.78800000000000003,"15min":0.78800000000000003},"max":{"1min":3.2160000000000002,"5min":23.158999999999999,"15min":23.158999999999999},"last":1.28},{"interface":"front","average":{"1min":2.069,"5min":2.5299999999999998,"15min":6.4210000000000003},"min":{"1min":1.075,"5min":0.878,"15min":0.878},"max":{"1min":4.7350000000000003,"5min":23.405999999999999,"15min":121.11499999999999},"last":1.9870000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:38:58 2020","interfaces":[{"interface":"back","average":{"1min":1.7869999999999999,"5min":2.5510000000000002,"15min":3.0800000000000001},"min":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.89600000000000002},"max":{"1min":4.1980000000000004,"5min":14.581,"15min":67.313999999999993},"last":1.589},{"interface":"front","average":{"1min":1.8360000000000001,"5min":2.181,"15min":2.7149999999999999},"min":{"1min":1.1759999999999999,"5min":0.85899999999999999,"15min":0.75},"max":{"1min":3.1259999999999999,"5min":7.8150000000000004,"15min":67.149000000000001},"last":1.3440000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:38:30 2020","interfaces":[{"interface":"back","average":{"1min":1.8879999999999999,"5min":2.4569999999999999,"15min":3.1549999999999998},"min":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":7.3010000000000002,"5min":10.773999999999999,"15min":120.95399999999999},"last":2.976},{"interface":"front","average":{"1min":2.3820000000000001,"5min":2.7610000000000001,"15min":3.048},"min":{"1min":1.3819999999999999,"5min":1.0549999999999999,"15min":0.97099999999999997},"max":{"1min":5.9429999999999996,"5min":13.369,"15min":15.007999999999999},"last":1.4379999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:38:30 2020","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":2.948,"15min":3.1299999999999999},"min":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"max":{"1min":4.7919999999999998,"5min":14.130000000000001,"15min":15.15},"last":1.728},{"interface":"front","average":{"1min":2.0720000000000001,"5min":2.4649999999999999,"15min":3.246},"min":{"1min":1.4370000000000001,"5min":1.044,"15min":1.03},"max":{"1min":3.2269999999999999,"5min":7.9400000000000004,"15min":120.846},"last":1.5009999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:38:58 2020","interfaces":[{"interface":"back","average":{"1min":2.6320000000000001,"5min":3.129,"15min":4.2220000000000004},"min":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"max":{"1min":7.343,"5min":14.85,"15min":140.619},"last":2.117},{"interface":"front","average":{"1min":2.1030000000000002,"5min":2.6070000000000002,"15min":3.6280000000000001},"min":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.012},"max":{"1min":6.218,"5min":13.737,"15min":184.27699999999999},"last":3.1680000000000001}]}]},{"osd":3,"up_from":29,"seq":124554051867,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1070668,"kb_used_data":837440,"kb_used_omap":0,"kb_used_meta":233088,"kb_avail":92674484,"statfs":{"total":95995035648,"available":94898671616,"internally_reserved":0,"allocated":857538560,"data_stored":857219050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":238682112},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":1.5349999999999999,"15min":1.8180000000000001},"min":{"1min":0.55600000000000005,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":5.1050000000000004,"5min":7.7229999999999999,"15min":8.0359999999999996},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.915,"5min":1.732,"15min":2.1360000000000001},"min":{"1min":0.63,"5min":0.55300000000000005,"15min":0.48899999999999999},"max":{"1min":5.5369999999999999,"5min":6.2859999999999996,"15min":10.669},"last":1.6799999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:38:48 2020","interfaces":[{"interface":"back","average":{"1min":2.0150000000000001,"5min":3.6070000000000002,"15min":2.6970000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":5.1929999999999996,"5min":122.545,"15min":122.545},"last":0.92800000000000005},{"interface":"front","average":{"1min":1.613,"5min":3.516,"15min":2.806},"min":{"1min":0.78300000000000003,"5min":0.53600000000000003,"15min":0.51000000000000001},"max":{"1min":4.6260000000000003,"5min":123.28,"15min":123.28},"last":1.0389999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:39:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":2.093,"15min":2.1709999999999998},"min":{"1min":0.64300000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.7090000000000001,"5min":38.744999999999997,"15min":38.744999999999997},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.6339999999999999,"5min":2.2789999999999999,"15min":2.2989999999999999},"min":{"1min":0.63200000000000001,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":5.5410000000000004,"5min":36.244,"15min":36.244},"last":1.4279999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:38:48 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":2.2709999999999999,"15min":2.2909999999999999},"min":{"1min":0.68200000000000005,"5min":0.66300000000000003,"15min":0.626},"max":{"1min":3.5139999999999998,"5min":38.185000000000002,"15min":38.185000000000002},"last":1.4910000000000001},{"interface":"front","average":{"1min":1.546,"5min":2.3650000000000002,"15min":2.2650000000000001},"min":{"1min":0.99199999999999999,"5min":0.71399999999999997,"15min":0.68200000000000005},"max":{"1min":2.8570000000000002,"5min":37.875,"15min":37.875},"last":1.72}]},{"osd":6,"last update":"Mon Nov 16 20:39:15 2020","interfaces":[{"interface":"back","average":{"1min":1.9810000000000001,"5min":2.496,"15min":2.4089999999999998},"min":{"1min":1.117,"5min":0.79500000000000004,"15min":0.69199999999999995},"max":{"1min":3.903,"5min":37.948,"15min":37.948},"last":1.9219999999999999},{"interface":"front","average":{"1min":2.274,"5min":2.6469999999999998,"15min":2.6150000000000002},"min":{"1min":1.3999999999999999,"5min":0.77100000000000002,"15min":0.77100000000000002},"max":{"1min":4.0439999999999996,"5min":38.387,"15min":38.387},"last":2.113}]},{"osd":7,"last update":"Mon Nov 16 20:38:45 2020","interfaces":[{"interface":"back","average":{"1min":1.55,"5min":2.931,"15min":2.5289999999999999},"min":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.69999999999999996},"max":{"1min":2.2839999999999998,"5min":38.566000000000003,"15min":38.566000000000003},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.929,"5min":2.6549999999999998,"15min":2.8199999999999998},"min":{"1min":0.99099999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":3.581,"5min":38.072000000000003,"15min":38.072000000000003},"last":2.2970000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:38:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":2.6640000000000001,"15min":3.173},"min":{"1min":1.163,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":5.359,"5min":39.119,"15min":111.735},"last":2.0710000000000002},{"interface":"front","average":{"1min":2.4500000000000002,"5min":2.7970000000000002,"15min":3.2069999999999999},"min":{"1min":1.2050000000000001,"5min":0.97499999999999998,"15min":0.89100000000000001},"max":{"1min":5.0679999999999996,"5min":40.341999999999999,"15min":107.529},"last":1.8859999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":3.0779999999999998,"15min":3.0600000000000001},"min":{"1min":1.1200000000000001,"5min":1.03,"15min":0.97399999999999998},"max":{"1min":5.8150000000000004,"5min":38.933999999999997,"15min":38.933999999999997},"last":15.641},{"interface":"front","average":{"1min":2.4860000000000002,"5min":3.0510000000000002,"15min":2.9529999999999998},"min":{"1min":1.0980000000000001,"5min":1.0549999999999999,"15min":0.85899999999999999},"max":{"1min":5.2910000000000004,"5min":42.310000000000002,"15min":42.310000000000002},"last":15.976000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:38:31 2020","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":3.2120000000000002,"15min":3.7730000000000001},"min":{"1min":1.1930000000000001,"5min":1.091,"15min":0.91500000000000004},"max":{"1min":3.722,"5min":39.923000000000002,"15min":359.327},"last":15.519},{"interface":"front","average":{"1min":2.839,"5min":3.2320000000000002,"15min":3.9969999999999999},"min":{"1min":1.4730000000000001,"5min":1.2430000000000001,"15min":1.0940000000000001},"max":{"1min":5.2080000000000002,"5min":40.555999999999997,"15min":361.31299999999999},"last":15.470000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:38:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":3.1549999999999998,"15min":2.952},"min":{"1min":1.4910000000000001,"5min":1.1399999999999999,"15min":0.96299999999999997},"max":{"1min":4.0679999999999996,"5min":40.113999999999997,"15min":40.113999999999997},"last":15.897},{"interface":"front","average":{"1min":2.9249999999999998,"5min":3.2349999999999999,"15min":3.2690000000000001},"min":{"1min":1.3979999999999999,"5min":1.1180000000000001,"15min":1.0669999999999999},"max":{"1min":5.9329999999999998,"5min":42.034999999999997,"15min":42.034999999999997},"last":2.2690000000000001}]}]},{"osd":4,"up_from":35,"seq":150323855639,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1063624,"kb_used_data":824576,"kb_used_omap":0,"kb_used_meta":239040,"kb_avail":92681528,"statfs":{"total":95995035648,"available":94905884672,"internally_reserved":0,"allocated":844365824,"data_stored":844046314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":244776960},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:39:29 2020","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.399,"15min":1.6639999999999999},"min":{"1min":0.64200000000000002,"5min":0.58899999999999997,"15min":0.54700000000000004},"max":{"1min":3.0219999999999998,"5min":8.3819999999999997,"15min":62.197000000000003},"last":0.85099999999999998},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.613,"15min":1.8149999999999999},"min":{"1min":0.55400000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":4.141,"5min":9.3849999999999998,"15min":61.820999999999998},"last":4.141}]},{"osd":1,"last update":"Mon Nov 16 20:39:29 2020","interfaces":[{"interface":"back","average":{"1min":3.411,"5min":6.8380000000000001,"15min":4.6669999999999998},"min":{"1min":0.67100000000000004,"5min":0.53900000000000003,"15min":0.53300000000000003},"max":{"1min":10.122,"5min":277.74299999999999,"15min":277.74299999999999},"last":2.6819999999999999},{"interface":"front","average":{"1min":2.9199999999999999,"5min":7.1740000000000004,"15min":4.4219999999999997},"min":{"1min":0.84399999999999997,"5min":0.60699999999999998,"15min":0.60399999999999998},"max":{"1min":11.301,"5min":286.88499999999999,"15min":286.88499999999999},"last":4.3019999999999996}]},{"osd":2,"last update":"Mon Nov 16 20:39:17 2020","interfaces":[{"interface":"back","average":{"1min":1.26,"5min":2.6480000000000001,"15min":2.4199999999999999},"min":{"1min":0.75800000000000001,"5min":0.68999999999999995,"15min":0.53800000000000003},"max":{"1min":5.1900000000000004,"5min":37.697000000000003,"15min":37.697000000000003},"last":3.988},{"interface":"front","average":{"1min":1.5760000000000001,"5min":2.4260000000000002,"15min":2.4649999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":5.1589999999999998,"5min":37.956000000000003,"15min":37.956000000000003},"last":1.01}]},{"osd":3,"last update":"Mon Nov 16 20:39:29 2020","interfaces":[{"interface":"back","average":{"1min":1.821,"5min":3.919,"15min":4.7539999999999996},"min":{"1min":0.83099999999999996,"5min":0.66000000000000003,"15min":0.629},"max":{"1min":6.6630000000000003,"5min":66.283000000000001,"15min":247.41499999999999},"last":1.7969999999999999},{"interface":"front","average":{"1min":1.4410000000000001,"5min":4.0369999999999999,"15min":4.577},"min":{"1min":0.624,"5min":0.624,"15min":0.56799999999999995},"max":{"1min":3.552,"5min":66.150999999999996,"15min":249.12},"last":1.421}]},{"osd":5,"last update":"Mon Nov 16 20:38:49 2020","interfaces":[{"interface":"back","average":{"1min":1.738,"5min":2.0139999999999998,"15min":2.1619999999999999},"min":{"1min":0.93100000000000005,"5min":0.70799999999999996,"15min":0.65800000000000003},"max":{"1min":3.8450000000000002,"5min":11.792999999999999,"15min":61.781999999999996},"last":1.282},{"interface":"front","average":{"1min":1.7390000000000001,"5min":2.331,"15min":2.4660000000000002},"min":{"1min":0.90400000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":2.6160000000000001,"5min":12.776999999999999,"15min":61.533000000000001},"last":1.55}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:39:29 2020","interfaces":[{"interface":"back","average":{"1min":2.4780000000000002,"5min":2.1880000000000002,"15min":2.5529999999999999},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"max":{"1min":7.3040000000000003,"5min":7.4199999999999999,"15min":61.499000000000002},"last":2.3980000000000001},{"interface":"front","average":{"1min":2.9870000000000001,"5min":2.4039999999999999,"15min":2.6930000000000001},"min":{"1min":0.93200000000000005,"5min":0.82699999999999996,"15min":0.81299999999999994},"max":{"1min":8.7639999999999993,"5min":8.7639999999999993,"15min":63},"last":1.5940000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:38:49 2020","interfaces":[{"interface":"back","average":{"1min":1.732,"5min":2.3969999999999998,"15min":2.7949999999999999},"min":{"1min":1.0649999999999999,"5min":0.97699999999999998,"15min":0.85299999999999998},"max":{"1min":3.052,"5min":11.897,"15min":62.481999999999999},"last":1.1619999999999999},{"interface":"front","average":{"1min":1.881,"5min":2.3149999999999999,"15min":2.8799999999999999},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":5.976,"5min":10.074999999999999,"15min":63.067},"last":4.7439999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:39:29 2020","interfaces":[{"interface":"back","average":{"1min":5.3499999999999996,"5min":3.2410000000000001,"15min":3.1680000000000001},"min":{"1min":1.1399999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":46.225999999999999,"5min":46.225999999999999,"15min":63.304000000000002},"last":1.9490000000000001},{"interface":"front","average":{"1min":5.2850000000000001,"5min":3.0779999999999998,"15min":3.0369999999999999},"min":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":45.997,"5min":45.997,"15min":63.232999999999997},"last":2.101}]},{"osd":10,"last update":"Mon Nov 16 20:38:35 2020","interfaces":[{"interface":"back","average":{"1min":2.6829999999999998,"5min":2.7090000000000001,"15min":3.786},"min":{"1min":1.4790000000000001,"5min":1.3169999999999999,"15min":0.90900000000000003},"max":{"1min":5.6820000000000004,"5min":7.9450000000000003,"15min":245.06800000000001},"last":2.2599999999999998},{"interface":"front","average":{"1min":2.738,"5min":2.7909999999999999,"15min":3.903},"min":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"max":{"1min":10.632999999999999,"5min":10.632999999999999,"15min":248.31700000000001},"last":4.9089999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:38:49 2020","interfaces":[{"interface":"back","average":{"1min":2.6110000000000002,"5min":2.903,"15min":3.1539999999999999},"min":{"1min":1.4039999999999999,"5min":1.2509999999999999,"15min":1.2},"max":{"1min":7.5069999999999997,"5min":9.8960000000000008,"15min":64.244},"last":2.5489999999999999},{"interface":"front","average":{"1min":2.726,"5min":2.895,"15min":3.3109999999999999},"min":{"1min":1.1990000000000001,"5min":1.0649999999999999,"15min":1.0649999999999999},"max":{"1min":7.4249999999999998,"5min":8.0670000000000002,"15min":64.447999999999993},"last":2.8159999999999998}]}]},{"osd":5,"up_from":42,"seq":180388626708,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":983820,"kb_used_data":827392,"kb_used_omap":0,"kb_used_meta":156288,"kb_avail":92761332,"statfs":{"total":95995035648,"available":94987603968,"internally_reserved":0,"allocated":847249408,"data_stored":846929898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":160038912},"hb_peers":[0,1,2,3,4,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:39:00 2020","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":1.3089999999999999,"15min":1.857},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.51100000000000001},"max":{"1min":2.1190000000000002,"5min":6.4989999999999997,"15min":88.192999999999998},"last":1.425},{"interface":"front","average":{"1min":1.5149999999999999,"5min":1.282,"15min":1.9750000000000001},"min":{"1min":0.54200000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":6.0090000000000003,"5min":8.3960000000000008,"15min":94.944999999999993},"last":1.1100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:39:00 2020","interfaces":[{"interface":"back","average":{"1min":33.750999999999998,"5min":10.765000000000001,"15min":6.7370000000000001},"min":{"1min":0.76700000000000002,"5min":0.53200000000000003,"15min":0.51800000000000002},"max":{"1min":324.161,"5min":324.161,"15min":331.25599999999997},"last":3.0630000000000002},{"interface":"front","average":{"1min":35.140000000000001,"5min":11.238,"15min":6.9349999999999996},"min":{"1min":0.69199999999999995,"5min":0.65400000000000003,"15min":0.628},"max":{"1min":334.09800000000001,"5min":334.09800000000001,"15min":343.89299999999997},"last":0.85699999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:39:00 2020","interfaces":[{"interface":"back","average":{"1min":2.2000000000000002,"5min":2.0139999999999998,"15min":3.8759999999999999},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":10.367000000000001,"5min":10.367000000000001,"15min":328.65199999999999},"last":2.2669999999999999},{"interface":"front","average":{"1min":1.7709999999999999,"5min":2.0880000000000001,"15min":3.9980000000000002},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":4.5579999999999998,"5min":9.1999999999999993,"15min":329.29599999999999},"last":1.5589999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:39:00 2020","interfaces":[{"interface":"back","average":{"1min":1.639,"5min":2.218,"15min":2.1960000000000002},"min":{"1min":0.70999999999999996,"5min":0.66900000000000004,"15min":0.59199999999999997},"max":{"1min":3.6629999999999998,"5min":13.574999999999999,"15min":13.574999999999999},"last":2.883},{"interface":"front","average":{"1min":2.0219999999999998,"5min":2.351,"15min":2.4580000000000002},"min":{"1min":0.93999999999999995,"5min":0.78700000000000003,"15min":0.77200000000000002},"max":{"1min":4.7110000000000003,"5min":7.5819999999999999,"15min":13.417},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Nov 16 20:39:00 2020","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":2.202,"15min":2.5649999999999999},"min":{"1min":1.036,"5min":0.625,"15min":0.625},"max":{"1min":4.9139999999999997,"5min":11.744,"15min":92.183000000000007},"last":2.8239999999999998},{"interface":"front","average":{"1min":1.996,"5min":1.794,"15min":2.5259999999999998},"min":{"1min":0.74199999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":7.508,"5min":11.5,"15min":86.552000000000007},"last":1.2549999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:39:08 2020","interfaces":[{"interface":"back","average":{"1min":2.0110000000000001,"5min":2.0779999999999998,"15min":2.3839999999999999},"min":{"1min":0.91500000000000004,"5min":0.80800000000000005,"15min":0.67500000000000004},"max":{"1min":4.9710000000000001,"5min":7.4089999999999998,"15min":44.848999999999997},"last":1.8120000000000001},{"interface":"front","average":{"1min":2.2370000000000001,"5min":2.3820000000000001,"15min":2.383},"min":{"1min":1.226,"5min":0.85799999999999998,"15min":0.69299999999999995},"max":{"1min":5.282,"5min":10.923999999999999,"15min":44.529000000000003},"last":2.0179999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:27:08 2020","interfaces":[{"interface":"back","average":{"1min":13.205,"5min":5.1269999999999998,"15min":3.948},"min":{"1min":1.0509999999999999,"5min":1.042,"15min":1.042},"max":{"1min":124.86799999999999,"5min":124.86799999999999,"15min":124.86799999999999},"last":1.6990000000000001},{"interface":"front","average":{"1min":13.539,"5min":5.6299999999999999,"15min":4.1589999999999998},"min":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"max":{"1min":124.992,"5min":124.992,"15min":124.992},"last":2.2789999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:39:00 2020","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":1.9450000000000001,"15min":2.1920000000000002},"min":{"1min":1.165,"5min":0.94699999999999995,"15min":0.76900000000000002},"max":{"1min":5.5759999999999996,"5min":8.6769999999999996,"15min":9.0600000000000005},"last":2.4460000000000002},{"interface":"front","average":{"1min":2.3660000000000001,"5min":2.2610000000000001,"15min":2.5470000000000002},"min":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.78900000000000003},"max":{"1min":7.3600000000000003,"5min":7.6280000000000001,"15min":8.6289999999999996},"last":2.3500000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":2.2709999999999999,"5min":2.097,"15min":2.3170000000000002},"min":{"1min":1.008,"5min":0.93300000000000005,"15min":0.76100000000000001},"max":{"1min":12.32,"5min":12.32,"15min":12.32},"last":3.2069999999999999},{"interface":"front","average":{"1min":2.3900000000000001,"5min":2.5009999999999999,"15min":2.6549999999999998},"min":{"1min":1.2250000000000001,"5min":1.1000000000000001,"15min":0.93700000000000006},"max":{"1min":5.4390000000000001,"5min":7.7850000000000001,"15min":7.9480000000000004},"last":1.6970000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:39:27 2020","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":2.1909999999999998,"15min":2.3340000000000001},"min":{"1min":1.145,"5min":0.97599999999999998,"15min":0.91900000000000004},"max":{"1min":4.7549999999999999,"5min":9.7330000000000005,"15min":9.7330000000000005},"last":3.3439999999999999},{"interface":"front","average":{"1min":2.4809999999999999,"5min":2.6070000000000002,"15min":2.6960000000000002},"min":{"1min":1.5109999999999999,"5min":1.2989999999999999,"15min":1.044},"max":{"1min":5.1470000000000002,"5min":7.9530000000000003,"15min":8.9019999999999992},"last":1.931}]},{"osd":11,"last update":"Mon Nov 16 20:39:00 2020","interfaces":[{"interface":"back","average":{"1min":2.7959999999999998,"5min":2.7799999999999998,"15min":3.2730000000000001},"min":{"1min":1.427,"5min":1.2450000000000001,"15min":1.2450000000000001},"max":{"1min":5.7169999999999996,"5min":8.0960000000000001,"15min":18.388999999999999},"last":2.1579999999999999},{"interface":"front","average":{"1min":2.7360000000000002,"5min":3.0569999999999999,"15min":3.5859999999999999},"min":{"1min":1.5489999999999999,"5min":1.4850000000000001,"15min":1.327},"max":{"1min":5.851,"5min":8.2360000000000007,"15min":23.585000000000001},"last":2.0910000000000002}]}]}]}}
2020-11-16T20:39:37.247 INFO:tasks.thrashosds.thrasher:Setting 4.e to [8, 11]
2020-11-16T20:39:37.247 INFO:tasks.thrashosds.thrasher:cmd ['osd', 'pg-upmap', '4.e', '8', '11']
2020-11-16T20:39:37.247 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pg-upmap 4.e 8 11
2020-11-16T20:39:37.346 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:37 smithi071 bash[9480]: cluster 2020-11-16T20:39:36.278002+0000 mgr.x (mgr.14196) 827 : cluster [DBG] pgmap v1202: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 651 op/s; 7711/202188 objects misplaced (3.814%); 17 MiB/s, 269 objects/s recovering
2020-11-16T20:39:37.346 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:37 smithi071 bash[12066]: debug 2020-11-16T20:39:37.131+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:37.353 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:37.414 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:37.457 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:37.592 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:36 smithi142 bash[22738]: debug 2020-11-16T20:39:36.895+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:37.594 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:37 smithi142 bash[9523]: cluster 2020-11-16T20:39:36.278002+0000 mgr.x (mgr.14196) 827 : cluster [DBG] pgmap v1202: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 651 op/s; 7711/202188 objects misplaced (3.814%); 17 MiB/s, 269 objects/s recovering
2020-11-16T20:39:37.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:37 smithi071 bash[26650]: debug 2020-11-16T20:39:37.347+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:37.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:37 smithi065 bash[9468]: cluster 2020-11-16T20:39:36.278002+0000 mgr.x (mgr.14196) 827 : cluster [DBG] pgmap v1202: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 651 op/s; 7711/202188 objects misplaced (3.814%); 17 MiB/s, 269 objects/s recovering
2020-11-16T20:39:38.052 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:38.157 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:38.333 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:38 smithi142 bash[18009]: debug 2020-11-16T20:39:38.055+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:38.339 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:38.443 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:39:38.716 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:39:38.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:38 smithi142 bash[18009]: debug 2020-11-16T20:39:38.335+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:38.820 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:38.955 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:39.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:38 smithi065 bash[16457]: debug 2020-11-16T20:39:38.953+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:39.028 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:39:38 smithi065 bash[18823]: debug 2020-11-16T20:39:38.713+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:39.059 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:39.170 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:39.274 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:39.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:39:39 smithi065 bash[11785]: debug 2020-11-16T20:39:39.165+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:39.294 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:39:39.295 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:39:39.503 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:39.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:39 smithi142 bash[22738]: debug 2020-11-16T20:39:39.503+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:39.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:39 smithi142 bash[9523]: cluster 2020-11-16T20:39:37.735264+0000 osd.6 (osd.6) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:39.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:39 smithi142 bash[9523]: cluster 2020-11-16T20:39:37.735333+0000 osd.6 (osd.6) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:39.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:39 smithi142 bash[9523]: cluster 2020-11-16T20:39:38.278433+0000 mgr.x (mgr.14196) 828 : cluster [DBG] pgmap v1203: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 658 op/s; 7490/200032 objects misplaced (3.744%); 17 MiB/s, 268 objects/s recovering
2020-11-16T20:39:39.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:39 smithi142 bash[9523]: cluster 2020-11-16T20:39:38.356550+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e462: 12 total, 12 up, 12 in
2020-11-16T20:39:39.607 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:39.615 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:39 smithi065 bash[9468]: cluster 2020-11-16T20:39:37.735264+0000 osd.6 (osd.6) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:39.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:39 smithi065 bash[9468]: cluster 2020-11-16T20:39:37.735333+0000 osd.6 (osd.6) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:39.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:39 smithi065 bash[9468]: cluster 2020-11-16T20:39:38.278433+0000 mgr.x (mgr.14196) 828 : cluster [DBG] pgmap v1203: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 658 op/s; 7490/200032 objects misplaced (3.744%); 17 MiB/s, 268 objects/s recovering
2020-11-16T20:39:39.616 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:39 smithi065 bash[9468]: cluster 2020-11-16T20:39:38.356550+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e462: 12 total, 12 up, 12 in
2020-11-16T20:39:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:39 smithi071 bash[9480]: cluster 2020-11-16T20:39:37.735264+0000 osd.6 (osd.6) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:39 smithi071 bash[9480]: cluster 2020-11-16T20:39:37.735333+0000 osd.6 (osd.6) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:39 smithi071 bash[9480]: cluster 2020-11-16T20:39:38.278433+0000 mgr.x (mgr.14196) 828 : cluster [DBG] pgmap v1203: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 6.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 658 op/s; 7490/200032 objects misplaced (3.744%); 17 MiB/s, 268 objects/s recovering
2020-11-16T20:39:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:39 smithi071 bash[9480]: cluster 2020-11-16T20:39:38.356550+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e462: 12 total, 12 up, 12 in
2020-11-16T20:39:40.137 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:40.242 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:40.269 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_blocked_ops
2020-11-16T20:39:40.420 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:40.533 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:40 smithi065 bash[16457]: debug 2020-11-16T20:39:40.133+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:40.771 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:40.875 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:41.045 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:40 smithi142 bash[22738]: debug 2020-11-16T20:39:40.770+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:41.177 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:41 smithi071 bash[12066]: debug 2020-11-16T20:39:41.175+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:41.181 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:41.285 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:41.364 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:39:41.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:41 smithi071 bash[9480]: cluster 2020-11-16T20:39:40.279012+0000 mgr.x (mgr.14196) 829 : cluster [DBG] pgmap v1205: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 664 op/s; 6280/196652 objects misplaced (3.193%); 17 MiB/s, 276 objects/s recovering
2020-11-16T20:39:41.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:41 smithi071 bash[9480]: audit 2020-11-16T20:39:40.464280+0000 mon.a (mon.0) 1620 : audit [INF] from='client.? v1:172.21.15.142:0/1896943152' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:39:41.720 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:41 smithi065 bash[9468]: cluster 2020-11-16T20:39:40.279012+0000 mgr.x (mgr.14196) 829 : cluster [DBG] pgmap v1205: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 664 op/s; 6280/196652 objects misplaced (3.193%); 17 MiB/s, 276 objects/s recovering
2020-11-16T20:39:41.720 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:41 smithi065 bash[9468]: audit 2020-11-16T20:39:40.464280+0000 mon.a (mon.0) 1620 : audit [INF] from='client.? v1:172.21.15.142:0/1896943152' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:39:41.735 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:41 smithi142 bash[9523]: cluster 2020-11-16T20:39:40.279012+0000 mgr.x (mgr.14196) 829 : cluster [DBG] pgmap v1205: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 6.0 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 664 op/s; 6280/196652 objects misplaced (3.193%); 17 MiB/s, 276 objects/s recovering
2020-11-16T20:39:41.735 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:41 smithi142 bash[9523]: audit 2020-11-16T20:39:40.464280+0000 mon.a (mon.0) 1620 : audit [INF] from='client.? v1:172.21.15.142:0/1896943152' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:39:41.774 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:41.879 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:41.993 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:42.097 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:42.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:41 smithi071 bash[12066]: debug 2020-11-16T20:39:41.991+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:42.229 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:41 smithi142 bash[15670]: debug 2020-11-16T20:39:41.774+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:42.274 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:42.381 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:42.492 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:42.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:39:42 smithi065 bash[14115]: debug 2020-11-16T20:39:42.269+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:42.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:42 smithi065 bash[9468]: cluster 2020-11-16T20:39:41.357898+0000 mon.a (mon.0) 1621 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:42.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:42 smithi065 bash[9468]: audit 2020-11-16T20:39:41.363755+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? v1:172.21.15.142:0/1896943152' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:39:42.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:42 smithi065 bash[9468]: cluster 2020-11-16T20:39:41.363861+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e463: 12 total, 12 up, 12 in
2020-11-16T20:39:42.595 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:42.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:42 smithi071 bash[14419]: debug 2020-11-16T20:39:42.487+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:42 smithi071 bash[9480]: cluster 2020-11-16T20:39:41.357898+0000 mon.a (mon.0) 1621 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:42 smithi071 bash[9480]: audit 2020-11-16T20:39:41.363755+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? v1:172.21.15.142:0/1896943152' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:39:42.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:42 smithi071 bash[9480]: cluster 2020-11-16T20:39:41.363861+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e463: 12 total, 12 up, 12 in
2020-11-16T20:39:42.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:42 smithi142 bash[9523]: cluster 2020-11-16T20:39:41.357898+0000 mon.a (mon.0) 1621 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:39:42.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:42 smithi142 bash[9523]: audit 2020-11-16T20:39:41.363755+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? v1:172.21.15.142:0/1896943152' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:39:42.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:42 smithi142 bash[9523]: cluster 2020-11-16T20:39:41.363861+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e463: 12 total, 12 up, 12 in
2020-11-16T20:39:43.340 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:43.444 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:43.634 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:43 smithi142 bash[9523]: cluster 2020-11-16T20:39:42.261650+0000 osd.0 (osd.0) 117 : cluster [DBG] 4.b scrub starts
2020-11-16T20:39:43.634 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:43 smithi142 bash[9523]: cluster 2020-11-16T20:39:42.279819+0000 mgr.x (mgr.14196) 830 : cluster [DBG] pgmap v1207: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 635 op/s; 6062/194042 objects misplaced (3.124%); 22 MiB/s, 347 objects/s recovering
2020-11-16T20:39:43.635 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:43 smithi142 bash[9523]: cluster 2020-11-16T20:39:42.377846+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e464: 12 total, 12 up, 12 in
2020-11-16T20:39:43.635 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:43 smithi142 bash[15670]: debug 2020-11-16T20:39:43.338+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:43.637 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:43.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:43 smithi071 bash[9480]: cluster 2020-11-16T20:39:42.261650+0000 osd.0 (osd.0) 117 : cluster [DBG] 4.b scrub starts
2020-11-16T20:39:43.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:43 smithi071 bash[9480]: cluster 2020-11-16T20:39:42.279819+0000 mgr.x (mgr.14196) 830 : cluster [DBG] pgmap v1207: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 635 op/s; 6062/194042 objects misplaced (3.124%); 22 MiB/s, 347 objects/s recovering
2020-11-16T20:39:43.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:43 smithi071 bash[9480]: cluster 2020-11-16T20:39:42.377846+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e464: 12 total, 12 up, 12 in
2020-11-16T20:39:43.746 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:43.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:43 smithi065 bash[9468]: cluster 2020-11-16T20:39:42.261650+0000 osd.0 (osd.0) 117 : cluster [DBG] 4.b scrub starts
2020-11-16T20:39:43.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:43 smithi065 bash[9468]: cluster 2020-11-16T20:39:42.279819+0000 mgr.x (mgr.14196) 830 : cluster [DBG] pgmap v1207: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 635 op/s; 6062/194042 objects misplaced (3.124%); 22 MiB/s, 347 objects/s recovering
2020-11-16T20:39:43.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:43 smithi065 bash[9468]: cluster 2020-11-16T20:39:42.377846+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e464: 12 total, 12 up, 12 in
2020-11-16T20:39:43.860 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:43.964 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:43.972 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:43 smithi142 bash[20366]: debug 2020-11-16T20:39:43.634+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:44.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:43 smithi071 bash[12066]: debug 2020-11-16T20:39:43.859+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:44.351 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:44.455 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:44.481 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:39:44.481 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:39:44.573 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:44.676 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:44.693 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:39:44.733 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:39:44.768 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:39:44.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:39:44 smithi065 bash[11785]: debug 2020-11-16T20:39:44.565+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:44.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:44 smithi065 bash[9468]: cluster 2020-11-16T20:39:42.829224+0000 osd.4 (osd.4) 117 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:44.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:44 smithi065 bash[9468]: cluster 2020-11-16T20:39:42.829291+0000 osd.4 (osd.4) 118 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:44 smithi065 bash[9468]: cluster 2020-11-16T20:39:42.855934+0000 osd.4 (osd.4) 119 : cluster [DBG] 4.e scrub starts
2020-11-16T20:39:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:44 smithi065 bash[9468]: cluster 2020-11-16T20:39:43.492892+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e465: 12 total, 12 up, 12 in
2020-11-16T20:39:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:44 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.280336+0000 mgr.x (mgr.14196) 831 : cluster [DBG] pgmap v1210: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 761 op/s; 6062/191012 objects misplaced (3.174%); 15 MiB/s, 237 objects/s recovering
2020-11-16T20:39:44.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:44 smithi142 bash[9523]: cluster 2020-11-16T20:39:42.829224+0000 osd.4 (osd.4) 117 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:44 smithi142 bash[9523]: cluster 2020-11-16T20:39:42.829291+0000 osd.4 (osd.4) 118 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:44 smithi142 bash[9523]: cluster 2020-11-16T20:39:42.855934+0000 osd.4 (osd.4) 119 : cluster [DBG] 4.e scrub starts
2020-11-16T20:39:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:44 smithi142 bash[9523]: cluster 2020-11-16T20:39:43.492892+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e465: 12 total, 12 up, 12 in
2020-11-16T20:39:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:44 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.280336+0000 mgr.x (mgr.14196) 831 : cluster [DBG] pgmap v1210: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 761 op/s; 6062/191012 objects misplaced (3.174%); 15 MiB/s, 237 objects/s recovering
2020-11-16T20:39:44.784 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:44 smithi142 bash[22738]: debug 2020-11-16T20:39:44.350+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:44.807 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:39:44.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:44 smithi071 bash[9480]: cluster 2020-11-16T20:39:42.829224+0000 osd.4 (osd.4) 117 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:44.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:44 smithi071 bash[9480]: cluster 2020-11-16T20:39:42.829291+0000 osd.4 (osd.4) 118 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:44.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:44 smithi071 bash[9480]: cluster 2020-11-16T20:39:42.855934+0000 osd.4 (osd.4) 119 : cluster [DBG] 4.e scrub starts
2020-11-16T20:39:44.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:44 smithi071 bash[9480]: cluster 2020-11-16T20:39:43.492892+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e465: 12 total, 12 up, 12 in
2020-11-16T20:39:44.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:44 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.280336+0000 mgr.x (mgr.14196) 831 : cluster [DBG] pgmap v1210: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 761 op/s; 6062/191012 objects misplaced (3.174%); 15 MiB/s, 237 objects/s recovering
2020-11-16T20:39:44.812 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:44 smithi071 bash[16796]: debug 2020-11-16T20:39:44.807+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:44.813 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:44.843 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:39:44.876 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:39:44.910 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:39:44.917 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:44.943 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:39:44.966 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:39:44.994 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:39:45.026 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:39:45.067 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:39:45.079 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.079 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.079 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.080 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.080 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.080 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.080 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.080 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.080 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.080 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.081 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.081 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:39:45.259 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[11785]: debug 2020-11-16T20:39:45.257+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:45.260 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:45.364 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:45.401 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:39:45.405 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_historic_ops
2020-11-16T20:39:45.477 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:45.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:43.887710+0000 osd.0 (osd.0) 118 : cluster [DBG] 4.b scrub ok
2020-11-16T20:39:45.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.096793+0000 osd.4 (osd.4) 120 : cluster [DBG] 4.e scrub ok
2020-11-16T20:39:45.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.380160+0000 osd.1 (osd.1) 139 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:39:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: audit 2020-11-16T20:39:44.660949+0000 mon.b (mon.1) 403 : audit [DBG] from='client.? v1:172.21.15.142:0/330204425' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.739620+0000 osd.1 (osd.1) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.774380+0000 osd.2 (osd.2) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.812663+0000 osd.3 (osd.3) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.878798+0000 osd.5 (osd.5) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.969311+0000 osd.8 (osd.8) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.997109+0000 osd.9 (osd.9) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:45.015118+0000 osd.11 (osd.11) 104 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:39:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:45.028261+0000 osd.10 (osd.10) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:45 smithi065 bash[9468]: cluster 2020-11-16T20:39:45.069039+0000 osd.11 (osd.11) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.555 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:45.571 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:45.583 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:45.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[26650]: debug 2020-11-16T20:39:45.475+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:43.887710+0000 osd.0 (osd.0) 118 : cluster [DBG] 4.b scrub ok
2020-11-16T20:39:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.096793+0000 osd.4 (osd.4) 120 : cluster [DBG] 4.e scrub ok
2020-11-16T20:39:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.380160+0000 osd.1 (osd.1) 139 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:39:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: audit 2020-11-16T20:39:44.660949+0000 mon.b (mon.1) 403 : audit [DBG] from='client.? v1:172.21.15.142:0/330204425' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:45.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.739620+0000 osd.1 (osd.1) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.774380+0000 osd.2 (osd.2) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.812663+0000 osd.3 (osd.3) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.878798+0000 osd.5 (osd.5) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.969311+0000 osd.8 (osd.8) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.997109+0000 osd.9 (osd.9) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:45.015118+0000 osd.11 (osd.11) 104 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:39:45.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:45.028261+0000 osd.10 (osd.10) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:45 smithi071 bash[9480]: cluster 2020-11-16T20:39:45.069039+0000 osd.11 (osd.11) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:43.887710+0000 osd.0 (osd.0) 118 : cluster [DBG] 4.b scrub ok
2020-11-16T20:39:45.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.096793+0000 osd.4 (osd.4) 120 : cluster [DBG] 4.e scrub ok
2020-11-16T20:39:45.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.380160+0000 osd.1 (osd.1) 139 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:39:45.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: audit 2020-11-16T20:39:44.660949+0000 mon.b (mon.1) 403 : audit [DBG] from='client.? v1:172.21.15.142:0/330204425' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:45.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.739620+0000 osd.1 (osd.1) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.774380+0000 osd.2 (osd.2) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.812663+0000 osd.3 (osd.3) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.878798+0000 osd.5 (osd.5) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.969311+0000 osd.8 (osd.8) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.997109+0000 osd.9 (osd.9) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:45.015118+0000 osd.11 (osd.11) 104 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:39:45.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:45.028261+0000 osd.10 (osd.10) 95 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:45.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:45 smithi142 bash[9523]: cluster 2020-11-16T20:39:45.069039+0000 osd.11 (osd.11) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.467 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:46.571 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:46.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:46 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.693164+0000 osd.0 (osd.0) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:46 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.843995+0000 osd.4 (osd.4) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:46 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.908091+0000 osd.6 (osd.6) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:46 smithi065 bash[9468]: cluster 2020-11-16T20:39:44.945589+0000 osd.7 (osd.7) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:46 smithi065 bash[9468]: cluster 2020-11-16T20:39:46.148982+0000 osd.1 (osd.1) 141 : cluster [DBG] 4.9 scrub ok
2020-11-16T20:39:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:46 smithi065 bash[9468]: cluster 2020-11-16T20:39:46.280861+0000 mgr.x (mgr.14196) 832 : cluster [DBG] pgmap v1211: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 636 op/s; 5784/189014 objects misplaced (3.060%); 5.2 MiB/s, 82 objects/s recovering
2020-11-16T20:39:46.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:46 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.693164+0000 osd.0 (osd.0) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:46 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.843995+0000 osd.4 (osd.4) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:46 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.908091+0000 osd.6 (osd.6) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:46 smithi142 bash[9523]: cluster 2020-11-16T20:39:44.945589+0000 osd.7 (osd.7) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:46 smithi142 bash[9523]: cluster 2020-11-16T20:39:46.148982+0000 osd.1 (osd.1) 141 : cluster [DBG] 4.9 scrub ok
2020-11-16T20:39:46.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:46 smithi142 bash[9523]: cluster 2020-11-16T20:39:46.280861+0000 mgr.x (mgr.14196) 832 : cluster [DBG] pgmap v1211: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 636 op/s; 5784/189014 objects misplaced (3.060%); 5.2 MiB/s, 82 objects/s recovering
2020-11-16T20:39:46.786 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:46 smithi142 bash[20366]: debug 2020-11-16T20:39:46.466+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:46.804 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:46.909 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:46.934 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:46 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.693164+0000 osd.0 (osd.0) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.934 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:46 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.843995+0000 osd.4 (osd.4) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.934 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:46 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.908091+0000 osd.6 (osd.6) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.935 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:46 smithi071 bash[9480]: cluster 2020-11-16T20:39:44.945589+0000 osd.7 (osd.7) 82 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:46.935 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:46 smithi071 bash[9480]: cluster 2020-11-16T20:39:46.148982+0000 osd.1 (osd.1) 141 : cluster [DBG] 4.9 scrub ok
2020-11-16T20:39:46.935 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:46 smithi071 bash[9480]: cluster 2020-11-16T20:39:46.280861+0000 mgr.x (mgr.14196) 832 : cluster [DBG] pgmap v1211: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 5.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 636 op/s; 5784/189014 objects misplaced (3.060%); 5.2 MiB/s, 82 objects/s recovering
2020-11-16T20:39:47.134 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:39:46 smithi065 bash[11785]: debug 2020-11-16T20:39:46.801+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:47.507 INFO:teuthology.orchestra.run.smithi142.stderr:set 4.e pg_upmap mapping to [8,11]
2020-11-16T20:39:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: cluster 2020-11-16T20:39:46.244911+0000 osd.11 (osd.11) 106 : cluster [DBG] 4.1 scrub ok
2020-11-16T20:39:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: cluster 2020-11-16T20:39:46.447673+0000 osd.6 (osd.6) 131 : cluster [DBG] 4.a scrub starts
2020-11-16T20:39:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.617359+0000 mon.b (mon.1) 404 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]: dispatch
2020-11-16T20:39:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.617627+0000 mon.b (mon.1) 405 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]: dispatch
2020-11-16T20:39:47.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.617844+0000 mon.b (mon.1) 406 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]: dispatch
2020-11-16T20:39:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.618053+0000 mon.b (mon.1) 407 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]: dispatch
2020-11-16T20:39:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.618264+0000 mon.b (mon.1) 408 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]: dispatch
2020-11-16T20:39:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.618451+0000 mon.b (mon.1) 409 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]: dispatch
2020-11-16T20:39:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.618663+0000 mon.b (mon.1) 410 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]: dispatch
2020-11-16T20:39:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.618892+0000 mon.b (mon.1) 411 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]: dispatch
2020-11-16T20:39:47.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.619146+0000 mon.b (mon.1) 412 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]: dispatch
2020-11-16T20:39:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.619406+0000 mon.b (mon.1) 413 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]: dispatch
2020-11-16T20:39:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.619653+0000 mon.b (mon.1) 414 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]: dispatch
2020-11-16T20:39:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.619875+0000 mon.b (mon.1) 415 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]: dispatch
2020-11-16T20:39:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.620098+0000 mon.b (mon.1) 416 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]: dispatch
2020-11-16T20:39:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.620762+0000 mon.a (mon.0) 1626 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]: dispatch
2020-11-16T20:39:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.621056+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]: dispatch
2020-11-16T20:39:47.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.621261+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]: dispatch
2020-11-16T20:39:47.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.621497+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]: dispatch
2020-11-16T20:39:47.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.621698+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]: dispatch
2020-11-16T20:39:47.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.621897+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]: dispatch
2020-11-16T20:39:47.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.622094+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]: dispatch
2020-11-16T20:39:47.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.622290+0000 mon.a (mon.0) 1633 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]: dispatch
2020-11-16T20:39:47.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.622456+0000 mon.a (mon.0) 1634 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]: dispatch
2020-11-16T20:39:47.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.622654+0000 mon.a (mon.0) 1635 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]: dispatch
2020-11-16T20:39:47.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.622999+0000 mon.a (mon.0) 1636 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]: dispatch
2020-11-16T20:39:47.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.623278+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]: dispatch
2020-11-16T20:39:47.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.636602+0000 mon.a (mon.0) 1638 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]: dispatch
2020-11-16T20:39:47.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:47 smithi065 bash[9468]: audit 2020-11-16T20:39:46.933615+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? v1:172.21.15.142:0/2954933683' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "4.e", "id": [8, 11]}]: dispatch
2020-11-16T20:39:47.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: cluster 2020-11-16T20:39:46.244911+0000 osd.11 (osd.11) 106 : cluster [DBG] 4.1 scrub ok
2020-11-16T20:39:47.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: cluster 2020-11-16T20:39:46.447673+0000 osd.6 (osd.6) 131 : cluster [DBG] 4.a scrub starts
2020-11-16T20:39:47.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.617359+0000 mon.b (mon.1) 404 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]: dispatch
2020-11-16T20:39:47.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.617627+0000 mon.b (mon.1) 405 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]: dispatch
2020-11-16T20:39:47.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.617844+0000 mon.b (mon.1) 406 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]: dispatch
2020-11-16T20:39:47.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.618053+0000 mon.b (mon.1) 407 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]: dispatch
2020-11-16T20:39:47.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.618264+0000 mon.b (mon.1) 408 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]: dispatch
2020-11-16T20:39:47.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.618451+0000 mon.b (mon.1) 409 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]: dispatch
2020-11-16T20:39:47.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.618663+0000 mon.b (mon.1) 410 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]: dispatch
2020-11-16T20:39:47.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.618892+0000 mon.b (mon.1) 411 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]: dispatch
2020-11-16T20:39:47.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.619146+0000 mon.b (mon.1) 412 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]: dispatch
2020-11-16T20:39:47.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.619406+0000 mon.b (mon.1) 413 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]: dispatch
2020-11-16T20:39:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.619653+0000 mon.b (mon.1) 414 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]: dispatch
2020-11-16T20:39:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.619875+0000 mon.b (mon.1) 415 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]: dispatch
2020-11-16T20:39:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.620098+0000 mon.b (mon.1) 416 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]: dispatch
2020-11-16T20:39:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.620762+0000 mon.a (mon.0) 1626 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]: dispatch
2020-11-16T20:39:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.621056+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]: dispatch
2020-11-16T20:39:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.621261+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]: dispatch
2020-11-16T20:39:47.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.621497+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]: dispatch
2020-11-16T20:39:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.621698+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]: dispatch
2020-11-16T20:39:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.621897+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]: dispatch
2020-11-16T20:39:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.622094+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]: dispatch
2020-11-16T20:39:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.622290+0000 mon.a (mon.0) 1633 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]: dispatch
2020-11-16T20:39:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.622456+0000 mon.a (mon.0) 1634 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]: dispatch
2020-11-16T20:39:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.622654+0000 mon.a (mon.0) 1635 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]: dispatch
2020-11-16T20:39:47.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.622999+0000 mon.a (mon.0) 1636 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]: dispatch
2020-11-16T20:39:47.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.623278+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]: dispatch
2020-11-16T20:39:47.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.636602+0000 mon.a (mon.0) 1638 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]: dispatch
2020-11-16T20:39:47.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:47 smithi142 bash[9523]: audit 2020-11-16T20:39:46.933615+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? v1:172.21.15.142:0/2954933683' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "4.e", "id": [8, 11]}]: dispatch
2020-11-16T20:39:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: cluster 2020-11-16T20:39:46.244911+0000 osd.11 (osd.11) 106 : cluster [DBG] 4.1 scrub ok
2020-11-16T20:39:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: cluster 2020-11-16T20:39:46.447673+0000 osd.6 (osd.6) 131 : cluster [DBG] 4.a scrub starts
2020-11-16T20:39:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.617359+0000 mon.b (mon.1) 404 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]: dispatch
2020-11-16T20:39:47.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.617627+0000 mon.b (mon.1) 405 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]: dispatch
2020-11-16T20:39:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.617844+0000 mon.b (mon.1) 406 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]: dispatch
2020-11-16T20:39:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.618053+0000 mon.b (mon.1) 407 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]: dispatch
2020-11-16T20:39:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.618264+0000 mon.b (mon.1) 408 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]: dispatch
2020-11-16T20:39:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.618451+0000 mon.b (mon.1) 409 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]: dispatch
2020-11-16T20:39:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.618663+0000 mon.b (mon.1) 410 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]: dispatch
2020-11-16T20:39:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.618892+0000 mon.b (mon.1) 411 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]: dispatch
2020-11-16T20:39:47.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.619146+0000 mon.b (mon.1) 412 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]: dispatch
2020-11-16T20:39:47.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.619406+0000 mon.b (mon.1) 413 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]: dispatch
2020-11-16T20:39:47.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.619653+0000 mon.b (mon.1) 414 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]: dispatch
2020-11-16T20:39:47.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.619875+0000 mon.b (mon.1) 415 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]: dispatch
2020-11-16T20:39:47.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.620098+0000 mon.b (mon.1) 416 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]: dispatch
2020-11-16T20:39:47.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.620762+0000 mon.a (mon.0) 1626 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]: dispatch
2020-11-16T20:39:47.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.621056+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]: dispatch
2020-11-16T20:39:47.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.621261+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]: dispatch
2020-11-16T20:39:47.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.621497+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]: dispatch
2020-11-16T20:39:47.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.621698+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]: dispatch
2020-11-16T20:39:47.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.621897+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]: dispatch
2020-11-16T20:39:47.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.622094+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]: dispatch
2020-11-16T20:39:47.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.622290+0000 mon.a (mon.0) 1633 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]: dispatch
2020-11-16T20:39:47.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.622456+0000 mon.a (mon.0) 1634 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]: dispatch
2020-11-16T20:39:47.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.622654+0000 mon.a (mon.0) 1635 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]: dispatch
2020-11-16T20:39:47.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.622999+0000 mon.a (mon.0) 1636 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]: dispatch
2020-11-16T20:39:47.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.623278+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]: dispatch
2020-11-16T20:39:47.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.636602+0000 mon.a (mon.0) 1638 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]: dispatch
2020-11-16T20:39:47.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:47 smithi071 bash[9480]: audit 2020-11-16T20:39:46.933615+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? v1:172.21.15.142:0/2954933683' entity='client.admin' cmd=[{"prefix": "osd pg-upmap", "pgid": "4.e", "id": [8, 11]}]: dispatch
2020-11-16T20:39:48.776 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509070+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]': finished
2020-11-16T20:39:48.776 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509123+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]': finished
2020-11-16T20:39:48.776 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509204+0000 mon.a (mon.0) 1642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]': finished
2020-11-16T20:39:48.776 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509278+0000 mon.a (mon.0) 1643 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]': finished
2020-11-16T20:39:48.776 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509330+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]': finished
2020-11-16T20:39:48.777 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509390+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]': finished
2020-11-16T20:39:48.777 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509437+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]': finished
2020-11-16T20:39:48.777 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509485+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]': finished
2020-11-16T20:39:48.777 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509515+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]': finished
2020-11-16T20:39:48.777 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509539+0000 mon.a (mon.0) 1649 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]': finished
2020-11-16T20:39:48.777 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509563+0000 mon.a (mon.0) 1650 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]': finished
2020-11-16T20:39:48.777 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509591+0000 mon.a (mon.0) 1651 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]': finished
2020-11-16T20:39:48.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509615+0000 mon.a (mon.0) 1652 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]': finished
2020-11-16T20:39:48.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: audit 2020-11-16T20:39:47.509643+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? v1:172.21.15.142:0/2954933683' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "4.e", "id": [8, 11]}]': finished
2020-11-16T20:39:48.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: cluster 2020-11-16T20:39:47.509671+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e466: 12 total, 12 up, 12 in
2020-11-16T20:39:48.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:48 smithi142 bash[9523]: cluster 2020-11-16T20:39:48.281397+0000 mgr.x (mgr.14196) 833 : cluster [DBG] pgmap v1213: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 5.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 556 op/s; 5586/187360 objects misplaced (2.981%); 4.9 MiB/s, 79 objects/s recovering
2020-11-16T20:39:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509070+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]': finished
2020-11-16T20:39:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509123+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]': finished
2020-11-16T20:39:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509204+0000 mon.a (mon.0) 1642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]': finished
2020-11-16T20:39:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509278+0000 mon.a (mon.0) 1643 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]': finished
2020-11-16T20:39:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509330+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]': finished
2020-11-16T20:39:48.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509390+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]': finished
2020-11-16T20:39:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509437+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]': finished
2020-11-16T20:39:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509485+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]': finished
2020-11-16T20:39:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509515+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]': finished
2020-11-16T20:39:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509539+0000 mon.a (mon.0) 1649 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]': finished
2020-11-16T20:39:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509563+0000 mon.a (mon.0) 1650 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]': finished
2020-11-16T20:39:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509591+0000 mon.a (mon.0) 1651 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]': finished
2020-11-16T20:39:48.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509615+0000 mon.a (mon.0) 1652 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]': finished
2020-11-16T20:39:48.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: audit 2020-11-16T20:39:47.509643+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? v1:172.21.15.142:0/2954933683' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "4.e", "id": [8, 11]}]': finished
2020-11-16T20:39:48.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: cluster 2020-11-16T20:39:47.509671+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e466: 12 total, 12 up, 12 in
2020-11-16T20:39:48.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:48 smithi065 bash[9468]: cluster 2020-11-16T20:39:48.281397+0000 mgr.x (mgr.14196) 833 : cluster [DBG] pgmap v1213: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 5.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 556 op/s; 5586/187360 objects misplaced (2.981%); 4.9 MiB/s, 79 objects/s recovering
2020-11-16T20:39:48.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509070+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.0", "weight": [0.08692313219170991]}]': finished
2020-11-16T20:39:48.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509123+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.1", "weight": [0.08337999145991425]}]': finished
2020-11-16T20:39:48.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509204+0000 mon.a (mon.0) 1642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.2", "weight": [0.09484863238151177]}]': finished
2020-11-16T20:39:48.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509278+0000 mon.a (mon.0) 1643 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.3", "weight": [0.08341138187232314]}]': finished
2020-11-16T20:39:48.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509330+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.4", "weight": [0.08528860664015088]}]': finished
2020-11-16T20:39:48.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509390+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.5", "weight": [0.08800717402893712]}]': finished
2020-11-16T20:39:48.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509437+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.6", "weight": [0.08922577108319106]}]': finished
2020-11-16T20:39:48.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509485+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.7", "weight": [0.08559386865155098]}]': finished
2020-11-16T20:39:48.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509515+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.8", "weight": [0.09141485244815052]}]': finished
2020-11-16T20:39:48.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509539+0000 mon.a (mon.0) 1649 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.9", "weight": [0.08454092214826038]}]': finished
2020-11-16T20:39:48.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509563+0000 mon.a (mon.0) 1650 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.10", "weight": [0.09150182338781117]}]': finished
2020-11-16T20:39:48.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509591+0000 mon.a (mon.0) 1651 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd crush weight-set reweight-compat", "format": "json", "item": "osd.11", "weight": [0.08341023042523854]}]': finished
2020-11-16T20:39:48.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509615+0000 mon.a (mon.0) 1652 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "format": "json", "weights": "{\"0\": \"43663\", \"3\": \"43302\", \"4\": \"46013\", \"11\": \"26146\"}"}]': finished
2020-11-16T20:39:48.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: audit 2020-11-16T20:39:47.509643+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? v1:172.21.15.142:0/2954933683' entity='client.admin' cmd='[{"prefix": "osd pg-upmap", "pgid": "4.e", "id": [8, 11]}]': finished
2020-11-16T20:39:48.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: cluster 2020-11-16T20:39:47.509671+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e466: 12 total, 12 up, 12 in
2020-11-16T20:39:48.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:48 smithi071 bash[9480]: cluster 2020-11-16T20:39:48.281397+0000 mgr.x (mgr.14196) 833 : cluster [DBG] pgmap v1213: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 5.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 556 op/s; 5586/187360 objects misplaced (2.981%); 4.9 MiB/s, 79 objects/s recovering
2020-11-16T20:39:49.464 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:49.474 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:39:49.536 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:39:49.536 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:39:49.536 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:39:49.536 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:39:49.537 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.537 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224683 3.c 3.abe48a4c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.537 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.462852+0000",
2020-11-16T20:39:49.537 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 287.072261196,
2020-11-16T20:39:49.537 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.97239958599999998,
2020-11-16T20:39:49.537 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.537 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.538 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224683
2020-11-16T20:39:49.538 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.538 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.462852+0000",
2020-11-16T20:39:49.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.462852+0000",
2020-11-16T20:39:49.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999475
2020-11-16T20:39:49.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.462799+0000",
2020-11-16T20:39:49.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119361
2020-11-16T20:39:49.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.462919+0000",
2020-11-16T20:39:49.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1238999999999997e-05
2020-11-16T20:39:49.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.462950+0000",
2020-11-16T20:39:49.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7215999999999999e-05
2020-11-16T20:39:49.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.462967+0000",
2020-11-16T20:39:49.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9981000000000005e-05
2020-11-16T20:39:49.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.463057+0000",
2020-11-16T20:39:49.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1614999999999999e-05
2020-11-16T20:39:49.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.463079+0000",
2020-11-16T20:39:49.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.97209281800000003
2020-11-16T20:39:49.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435172+0000",
2020-11-16T20:39:49.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9901000000000006e-05
2020-11-16T20:39:49.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435252+0000",
2020-11-16T20:39:49.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.97239958599999998
2020-11-16T20:39:49.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.546 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.546 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.546 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.546 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224684 3.c 3.3610ae7c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.464213+0000",
2020-11-16T20:39:49.547 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 287.07089990499998,
2020-11-16T20:39:49.547 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.97116365800000004,
2020-11-16T20:39:49.547 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.547 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.547 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224684
2020-11-16T20:39:49.548 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.548 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.464213+0000",
2020-11-16T20:39:49.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.464213+0000",
2020-11-16T20:39:49.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999523
2020-11-16T20:39:49.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.464166+0000",
2020-11-16T20:39:49.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107364
2020-11-16T20:39:49.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.464273+0000",
2020-11-16T20:39:49.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.614e-05
2020-11-16T20:39:49.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.464299+0000",
2020-11-16T20:39:49.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6099999999999998e-05
2020-11-16T20:39:49.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.464315+0000",
2020-11-16T20:39:49.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5419999999999994e-05
2020-11-16T20:39:49.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.464381+0000",
2020-11-16T20:39:49.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6740000000000003e-06
2020-11-16T20:39:49.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.464390+0000",
2020-11-16T20:39:49.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.97094926100000001
2020-11-16T20:39:49.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435339+0000",
2020-11-16T20:39:49.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.8204999999999998e-05
2020-11-16T20:39:49.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435377+0000",
2020-11-16T20:39:49.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.97116365800000004
2020-11-16T20:39:49.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.555 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.555 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.555 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.556 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.556 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224702 3.c 3.df74ef3c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.556 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.497188+0000",
2020-11-16T20:39:49.556 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 287.03792514000003,
2020-11-16T20:39:49.556 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.93826115700000001,
2020-11-16T20:39:49.556 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.556 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.557 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224702
2020-11-16T20:39:49.557 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.557 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.497188+0000",
2020-11-16T20:39:49.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.497188+0000",
2020-11-16T20:39:49.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999099
2020-11-16T20:39:49.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.497098+0000",
2020-11-16T20:39:49.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025049099999999998
2020-11-16T20:39:49.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.497348+0000",
2020-11-16T20:39:49.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6486000000000003e-05
2020-11-16T20:39:49.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.497385+0000",
2020-11-16T20:39:49.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.827e-05
2020-11-16T20:39:49.561 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.561 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.497403+0000",
2020-11-16T20:39:49.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000110053
2020-11-16T20:39:49.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.497513+0000",
2020-11-16T20:39:49.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3429e-05
2020-11-16T20:39:49.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.497527+0000",
2020-11-16T20:39:49.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.93789719999999999
2020-11-16T20:39:49.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435424+0000",
2020-11-16T20:39:49.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5389e-05
2020-11-16T20:39:49.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435449+0000",
2020-11-16T20:39:49.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.93826115700000001
2020-11-16T20:39:49.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.565 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.565 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.565 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.565 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.565 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224742 3.c 3.b320b2cc (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.565 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.562077+0000",
2020-11-16T20:39:49.565 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.97303594300001,
2020-11-16T20:39:49.566 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.87343154199999995,
2020-11-16T20:39:49.566 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.566 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.566 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224742
2020-11-16T20:39:49.567 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.567 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.562077+0000",
2020-11-16T20:39:49.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.562077+0000",
2020-11-16T20:39:49.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:39:49.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.562041+0000",
2020-11-16T20:39:49.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1927000000000004e-05
2020-11-16T20:39:49.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.562113+0000",
2020-11-16T20:39:49.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2656e-05
2020-11-16T20:39:49.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.562126+0000",
2020-11-16T20:39:49.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2080000000000003e-06
2020-11-16T20:39:49.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.562133+0000",
2020-11-16T20:39:49.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8361000000000005e-05
2020-11-16T20:39:49.571 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.571 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.562201+0000",
2020-11-16T20:39:49.572 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4810999999999999e-05
2020-11-16T20:39:49.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.572 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.572 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.562216+0000",
2020-11-16T20:39:49.572 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.873272508
2020-11-16T20:39:49.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.573 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435488+0000",
2020-11-16T20:39:49.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0407999999999998e-05
2020-11-16T20:39:49.573 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.573 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435509+0000",
2020-11-16T20:39:49.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.87343154199999995
2020-11-16T20:39:49.574 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.574 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.574 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.574 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.574 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.575 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224746 3.c 3.71fbc6dc (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.575 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.574594+0000",
2020-11-16T20:39:49.575 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.96051968799998,
2020-11-16T20:39:49.575 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.86099410799999998,
2020-11-16T20:39:49.575 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.575 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.575 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224746
2020-11-16T20:39:49.576 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.576 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.574594+0000",
2020-11-16T20:39:49.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.574594+0000",
2020-11-16T20:39:49.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:39:49.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.578 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.578 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.578 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.574562+0000",
2020-11-16T20:39:49.578 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0783000000000003e-05
2020-11-16T20:39:49.578 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.578 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.574633+0000",
2020-11-16T20:39:49.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4048e-05
2020-11-16T20:39:49.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.574647+0000",
2020-11-16T20:39:49.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1419999999999993e-06
2020-11-16T20:39:49.580 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.580 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.574655+0000",
2020-11-16T20:39:49.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3893000000000005e-05
2020-11-16T20:39:49.580 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.580 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.574739+0000",
2020-11-16T20:39:49.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8093000000000001e-05
2020-11-16T20:39:49.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.574757+0000",
2020-11-16T20:39:49.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.86080128199999995
2020-11-16T20:39:49.582 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.582 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435558+0000",
2020-11-16T20:39:49.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9445e-05
2020-11-16T20:39:49.582 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.583 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.583 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.583 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435588+0000",
2020-11-16T20:39:49.583 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.86099410799999998
2020-11-16T20:39:49.583 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.583 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.583 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.584 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.584 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.584 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224754 3.c 3.aecd635c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.584 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.588175+0000",
2020-11-16T20:39:49.584 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.94693801699998,
2020-11-16T20:39:49.584 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.847466685,
2020-11-16T20:39:49.584 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.585 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.585 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.585 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.585 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.585 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224754
2020-11-16T20:39:49.585 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.585 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.586 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.588175+0000",
2020-11-16T20:39:49.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.586 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.586 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.588175+0000",
2020-11-16T20:39:49.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:39:49.587 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.587 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.588156+0000",
2020-11-16T20:39:49.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5240000000000001e-05
2020-11-16T20:39:49.588 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.588 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.588 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.588 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.588201+0000",
2020-11-16T20:39:49.588 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6250000000000002e-06
2020-11-16T20:39:49.588 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.588 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.589 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.589 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.588211+0000",
2020-11-16T20:39:49.589 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3825999999999999e-05
2020-11-16T20:39:49.589 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.589 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.589 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.589 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.588224+0000",
2020-11-16T20:39:49.590 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5551999999999999e-05
2020-11-16T20:39:49.590 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.590 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.590 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.590 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.588280+0000",
2020-11-16T20:39:49.590 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9330000000000001e-06
2020-11-16T20:39:49.590 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.591 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.591 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.591 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.588288+0000",
2020-11-16T20:39:49.591 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.84733635799999996
2020-11-16T20:39:49.591 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.591 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.591 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.591 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435624+0000",
2020-11-16T20:39:49.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7688000000000001e-05
2020-11-16T20:39:49.592 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.592 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435642+0000",
2020-11-16T20:39:49.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.847466685
2020-11-16T20:39:49.593 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.593 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.593 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.593 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.593 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.593 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224761 3.c 3.39c5eccc (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.593 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.604091+0000",
2020-11-16T20:39:49.594 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.93102246699999,
2020-11-16T20:39:49.594 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.83162576600000004,
2020-11-16T20:39:49.594 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.594 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.594 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.594 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.594 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.595 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224761
2020-11-16T20:39:49.595 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.595 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.595 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.595 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.595 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.604091+0000",
2020-11-16T20:39:49.595 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.596 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.596 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.604091+0000",
2020-11-16T20:39:49.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:39:49.596 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.596 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.597 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.604059+0000",
2020-11-16T20:39:49.597 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8353000000000001e-05
2020-11-16T20:39:49.597 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.597 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.597 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.597 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.604127+0000",
2020-11-16T20:39:49.597 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8391000000000001e-05
2020-11-16T20:39:49.598 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.598 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.598 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.598 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.604145+0000",
2020-11-16T20:39:49.598 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1083e-05
2020-11-16T20:39:49.598 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.599 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.604156+0000",
2020-11-16T20:39:49.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4074999999999996e-05
2020-11-16T20:39:49.599 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.599 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.604251+0000",
2020-11-16T20:39:49.600 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8799000000000001e-05
2020-11-16T20:39:49.600 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.600 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.600 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.600 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.604269+0000",
2020-11-16T20:39:49.600 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.83142990699999997
2020-11-16T20:39:49.600 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.601 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.601 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.601 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435699+0000",
2020-11-16T20:39:49.601 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7278999999999998e-05
2020-11-16T20:39:49.601 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.601 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.601 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.602 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435717+0000",
2020-11-16T20:39:49.602 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.83162576600000004
2020-11-16T20:39:49.602 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.602 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.602 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.602 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.602 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.603 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224780 3.c 3.9404c17c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.603 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.640540+0000",
2020-11-16T20:39:49.603 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.89457276399997,
2020-11-16T20:39:49.603 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.79524991499999997,
2020-11-16T20:39:49.603 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.603 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.603 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.604 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.604 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.604 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224780
2020-11-16T20:39:49.604 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.604 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.604 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.604 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.640540+0000",
2020-11-16T20:39:49.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.605 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.605 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.640540+0000",
2020-11-16T20:39:49.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999251
2020-11-16T20:39:49.606 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.606 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.606 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.606 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.640466+0000",
2020-11-16T20:39:49.606 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000180669
2020-11-16T20:39:49.606 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.606 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.640646+0000",
2020-11-16T20:39:49.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0067000000000001e-05
2020-11-16T20:39:49.607 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.607 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.640686+0000",
2020-11-16T20:39:49.608 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1342e-05
2020-11-16T20:39:49.608 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.608 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.608 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.608 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.640708+0000",
2020-11-16T20:39:49.608 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1396000000000004e-05
2020-11-16T20:39:49.608 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.609 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.640799+0000",
2020-11-16T20:39:49.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7733000000000001e-05
2020-11-16T20:39:49.609 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.609 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.640817+0000",
2020-11-16T20:39:49.610 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.79495405900000005
2020-11-16T20:39:49.610 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.610 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.610 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.610 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435771+0000",
2020-11-16T20:39:49.610 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9565e-05
2020-11-16T20:39:49.610 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.611 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.611 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.611 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435790+0000",
2020-11-16T20:39:49.611 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.79524991499999997
2020-11-16T20:39:49.611 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.611 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.611 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.612 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.612 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.612 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224783 3.c 3.7f13653c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.612 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.645109+0000",
2020-11-16T20:39:49.612 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.89000417900002,
2020-11-16T20:39:49.612 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.79078208699999997,
2020-11-16T20:39:49.612 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.613 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.613 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.613 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.613 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.613 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224783
2020-11-16T20:39:49.613 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.613 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.614 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.645109+0000",
2020-11-16T20:39:49.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.614 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.614 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.645109+0000",
2020-11-16T20:39:49.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999495
2020-11-16T20:39:49.615 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.615 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.645058+0000",
2020-11-16T20:39:49.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011273300000000001
2020-11-16T20:39:49.616 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.616 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.616 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.616 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.645171+0000",
2020-11-16T20:39:49.616 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0548999999999999e-05
2020-11-16T20:39:49.616 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.616 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.645192+0000",
2020-11-16T20:39:49.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.172e-05
2020-11-16T20:39:49.617 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.617 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.645203+0000",
2020-11-16T20:39:49.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8077000000000005e-05
2020-11-16T20:39:49.618 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.618 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.645282+0000",
2020-11-16T20:39:49.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1625e-05
2020-11-16T20:39:49.618 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.619 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.619 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.619 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.645293+0000",
2020-11-16T20:39:49.619 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.79058062399999995
2020-11-16T20:39:49.619 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.619 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.619 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435874+0000",
2020-11-16T20:39:49.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7317999999999999e-05
2020-11-16T20:39:49.620 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.620 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435891+0000",
2020-11-16T20:39:49.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.79078208699999997
2020-11-16T20:39:49.621 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.621 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.621 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.621 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.621 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.621 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224804 3.c 3.b6ca74ac (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.621 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.697346+0000",
2020-11-16T20:39:49.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.83776689799998,
2020-11-16T20:39:49.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.73862281100000005,
2020-11-16T20:39:49.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.622 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.622 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.622 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.622 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224804
2020-11-16T20:39:49.623 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.623 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.623 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.623 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.697346+0000",
2020-11-16T20:39:49.623 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.624 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.624 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.697346+0000",
2020-11-16T20:39:49.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:39:49.624 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.624 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.697310+0000",
2020-11-16T20:39:49.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8591999999999996e-05
2020-11-16T20:39:49.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.697389+0000",
2020-11-16T20:39:49.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6336000000000001e-05
2020-11-16T20:39:49.626 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.626 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.697405+0000",
2020-11-16T20:39:49.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0052e-05
2020-11-16T20:39:49.626 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.697415+0000",
2020-11-16T20:39:49.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7088000000000004e-05
2020-11-16T20:39:49.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.697502+0000",
2020-11-16T20:39:49.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7892000000000001e-05
2020-11-16T20:39:49.628 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.628 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.697520+0000",
2020-11-16T20:39:49.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.73842819000000004
2020-11-16T20:39:49.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435948+0000",
2020-11-16T20:39:49.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0834000000000001e-05
2020-11-16T20:39:49.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.435969+0000",
2020-11-16T20:39:49.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.73862281100000005
2020-11-16T20:39:49.630 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.630 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.630 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.630 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.631 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.631 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224808 3.c 3.8013228c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.631 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.702389+0000",
2020-11-16T20:39:49.631 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.83272414100003,
2020-11-16T20:39:49.631 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.73363854399999995,
2020-11-16T20:39:49.631 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.631 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.632 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224808
2020-11-16T20:39:49.632 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.632 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.702389+0000",
2020-11-16T20:39:49.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.633 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.633 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.633 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.702389+0000",
2020-11-16T20:39:49.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:39:49.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.702357+0000",
2020-11-16T20:39:49.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1932000000000002e-05
2020-11-16T20:39:49.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.702429+0000",
2020-11-16T20:39:49.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4438e-05
2020-11-16T20:39:49.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.702443+0000",
2020-11-16T20:39:49.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9899999999999997e-06
2020-11-16T20:39:49.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.702451+0000",
2020-11-16T20:39:49.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6315999999999993e-05
2020-11-16T20:39:49.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.702518+0000",
2020-11-16T20:39:49.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0829000000000001e-05
2020-11-16T20:39:49.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.702529+0000",
2020-11-16T20:39:49.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.73347963699999996
2020-11-16T20:39:49.638 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.638 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436008+0000",
2020-11-16T20:39:49.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9491e-05
2020-11-16T20:39:49.639 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.639 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436028+0000",
2020-11-16T20:39:49.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.73363854399999995
2020-11-16T20:39:49.639 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.640 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.640 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.640 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.640 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.640 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224830 3.c 3.a59acdcc (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.640 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.790536+0000",
2020-11-16T20:39:49.640 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.744576892,
2020-11-16T20:39:49.641 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.64556432500000005,
2020-11-16T20:39:49.641 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.641 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.641 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224830
2020-11-16T20:39:49.642 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.642 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.642 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.790536+0000",
2020-11-16T20:39:49.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.642 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.643 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.790536+0000",
2020-11-16T20:39:49.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999949
2020-11-16T20:39:49.643 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.643 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.790485+0000",
2020-11-16T20:39:49.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013044099999999999
2020-11-16T20:39:49.644 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.644 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.790616+0000",
2020-11-16T20:39:49.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8549000000000001e-05
2020-11-16T20:39:49.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.790644+0000",
2020-11-16T20:39:49.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2830000000000001e-05
2020-11-16T20:39:49.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.790657+0000",
2020-11-16T20:39:49.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000109416
2020-11-16T20:39:49.646 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.646 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.790767+0000",
2020-11-16T20:39:49.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7842e-05
2020-11-16T20:39:49.647 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.647 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.647 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.647 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.790784+0000",
2020-11-16T20:39:49.647 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.64529665700000005
2020-11-16T20:39:49.647 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.647 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436081+0000",
2020-11-16T20:39:49.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9656e-05
2020-11-16T20:39:49.648 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.648 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436101+0000",
2020-11-16T20:39:49.649 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.64556432500000005
2020-11-16T20:39:49.649 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.649 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.649 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.649 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.649 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.649 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224846 3.c 3.6fbcb4ac (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.650 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.841949+0000",
2020-11-16T20:39:49.650 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.69316453300002,
2020-11-16T20:39:49.650 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.59422299499999998,
2020-11-16T20:39:49.650 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.650 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.650 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.651 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.651 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.651 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224846
2020-11-16T20:39:49.651 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.651 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.651 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.651 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.651 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.841949+0000",
2020-11-16T20:39:49.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.652 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.652 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.841949+0000",
2020-11-16T20:39:49.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999437
2020-11-16T20:39:49.652 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.653 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.653 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.653 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.841893+0000",
2020-11-16T20:39:49.653 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011393800000000001
2020-11-16T20:39:49.653 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.653 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.653 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.654 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.842007+0000",
2020-11-16T20:39:49.654 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7087999999999999e-05
2020-11-16T20:39:49.654 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.654 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.654 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.654 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.842034+0000",
2020-11-16T20:39:49.655 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5214e-05
2020-11-16T20:39:49.655 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.655 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.655 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.655 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.842049+0000",
2020-11-16T20:39:49.655 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1916999999999995e-05
2020-11-16T20:39:49.655 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.656 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.842131+0000",
2020-11-16T20:39:49.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0380000000000001e-05
2020-11-16T20:39:49.656 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.656 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.842141+0000",
2020-11-16T20:39:49.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.59401409800000005
2020-11-16T20:39:49.657 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.657 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436155+0000",
2020-11-16T20:39:49.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6413e-05
2020-11-16T20:39:49.657 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.658 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.658 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.658 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436172+0000",
2020-11-16T20:39:49.658 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.59422299499999998
2020-11-16T20:39:49.658 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.658 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.659 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.659 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.659 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.659 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224848 3.c 3.543d133c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.659 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.845716+0000",
2020-11-16T20:39:49.659 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.68939724699999,
2020-11-16T20:39:49.659 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.59053088600000003,
2020-11-16T20:39:49.660 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.660 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.660 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.660 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.660 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.660 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224848
2020-11-16T20:39:49.660 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.660 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.661 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.661 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.661 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.845716+0000",
2020-11-16T20:39:49.661 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.661 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.661 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.661 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.662 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.845716+0000",
2020-11-16T20:39:49.662 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:39:49.662 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.662 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.662 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.662 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.845675+0000",
2020-11-16T20:39:49.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1358000000000002e-05
2020-11-16T20:39:49.663 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.663 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.845767+0000",
2020-11-16T20:39:49.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1231000000000001e-05
2020-11-16T20:39:49.663 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.663 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.845788+0000",
2020-11-16T20:39:49.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2629999999999992e-06
2020-11-16T20:39:49.664 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.664 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.845797+0000",
2020-11-16T20:39:49.665 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000112592
2020-11-16T20:39:49.665 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.665 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.665 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.665 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.845910+0000",
2020-11-16T20:39:49.665 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9933999999999999e-05
2020-11-16T20:39:49.665 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.666 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.666 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.666 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.845930+0000",
2020-11-16T20:39:49.666 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.59029801599999998
2020-11-16T20:39:49.666 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.666 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.666 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.667 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436228+0000",
2020-11-16T20:39:49.667 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9077e-05
2020-11-16T20:39:49.667 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.667 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.667 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.667 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436247+0000",
2020-11-16T20:39:49.667 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.59053088600000003
2020-11-16T20:39:49.668 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.668 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.668 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.668 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.668 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.668 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224856 3.c 3.4413429c (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.668 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:02.892305+0000",
2020-11-16T20:39:49.669 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.64280775399999,
2020-11-16T20:39:49.669 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.54401326900000002,
2020-11-16T20:39:49.669 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.669 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.669 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.669 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.669 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.670 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224856
2020-11-16T20:39:49.670 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.670 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.670 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.670 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.670 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.892305+0000",
2020-11-16T20:39:49.670 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.671 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.671 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.671 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.671 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.892305+0000",
2020-11-16T20:39:49.671 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999514
2020-11-16T20:39:49.671 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.671 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.892257+0000",
2020-11-16T20:39:49.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103606
2020-11-16T20:39:49.672 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.672 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.892360+0000",
2020-11-16T20:39:49.673 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1429000000000001e-05
2020-11-16T20:39:49.673 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.673 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.673 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.673 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.892382+0000",
2020-11-16T20:39:49.673 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2583e-05
2020-11-16T20:39:49.673 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.674 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.674 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.674 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.892394+0000",
2020-11-16T20:39:49.674 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014064700000000001
2020-11-16T20:39:49.674 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.674 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.674 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.675 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.892535+0000",
2020-11-16T20:39:49.675 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3484000000000001e-05
2020-11-16T20:39:49.675 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.675 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.675 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.675 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:02.892559+0000",
2020-11-16T20:39:49.675 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.54374101799999996
2020-11-16T20:39:49.676 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.676 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.676 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.676 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436300+0000",
2020-11-16T20:39:49.676 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9211e-05
2020-11-16T20:39:49.676 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.676 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.677 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.677 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436319+0000",
2020-11-16T20:39:49.677 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.54401326900000002
2020-11-16T20:39:49.677 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.677 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.677 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.677 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.678 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.678 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:224866 3.c 3.4ab6f9dc (undecoded) ondisk+write+known_if_redirected e362)",
2020-11-16T20:39:49.678 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:03.054937+0000",
2020-11-16T20:39:49.678 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 286.48017631499999,
2020-11-16T20:39:49.678 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.38145056300000002,
2020-11-16T20:39:49.678 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.678 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:39:49.679 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.679 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.679 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.679 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 224866
2020-11-16T20:39:49.679 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.679 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.679 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.680 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.680 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.054937+0000",
2020-11-16T20:39:49.680 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.680 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.680 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.680 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.680 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.054937+0000",
2020-11-16T20:39:49.681 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999939
2020-11-16T20:39:49.681 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.681 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.681 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.681 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.054876+0000",
2020-11-16T20:39:49.681 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012804400000000001
2020-11-16T20:39:49.681 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.681 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.055004+0000",
2020-11-16T20:39:49.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5488999999999999e-05
2020-11-16T20:39:49.682 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.682 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.055030+0000",
2020-11-16T20:39:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7227e-05
2020-11-16T20:39:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.055047+0000",
2020-11-16T20:39:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012384700000000001
2020-11-16T20:39:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.684 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.055171+0000",
2020-11-16T20:39:49.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7093000000000001e-05
2020-11-16T20:39:49.684 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.684 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:39:49.685 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.055188+0000",
2020-11-16T20:39:49.685 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.381180197
2020-11-16T20:39:49.685 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.685 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.685 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.685 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436368+0000",
2020-11-16T20:39:49.685 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9491e-05
2020-11-16T20:39:49.686 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.686 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:03.436387+0000",
2020-11-16T20:39:49.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.38145056300000002
2020-11-16T20:39:49.686 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.687 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.687 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.687 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.687 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.687 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:257886 3.c 3:31c3a3e0:::benchmark_data_smithi065_26380_object120153:head [delete] snapc 0=[] ondisk+write+known_if_redirected e383)",
2020-11-16T20:39:49.687 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:54.642575+0000",
2020-11-16T20:39:49.687 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 234.892538296,
2020-11-16T20:39:49.688 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.246824029,
2020-11-16T20:39:49.688 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.688 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:49.688 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.688 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.688 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.688 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257886
2020-11-16T20:39:49.689 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.689 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.689 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.689 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.689 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642575+0000",
2020-11-16T20:39:49.689 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.689 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.689 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.690 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.690 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642575+0000",
2020-11-16T20:39:49.690 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:39:49.690 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.690 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.690 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.691 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642549+0000",
2020-11-16T20:39:49.691 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6026999999999997e-05
2020-11-16T20:39:49.691 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.691 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.691 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.691 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642605+0000",
2020-11-16T20:39:49.691 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4143e-05
2020-11-16T20:39:49.691 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.692 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.692 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.692 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642619+0000",
2020-11-16T20:39:49.692 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.005e-05
2020-11-16T20:39:49.692 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.692 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.692 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642629+0000",
2020-11-16T20:39:49.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7119e-05
2020-11-16T20:39:49.693 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.693 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642687+0000",
2020-11-16T20:39:49.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011527300000000001
2020-11-16T20:39:49.694 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.694 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.694 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:49.694 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642802+0000",
2020-11-16T20:39:49.694 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000118008
2020-11-16T20:39:49.694 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.694 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:39:49.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.642920+0000",
2020-11-16T20:39:49.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002981165
2020-11-16T20:39:49.695 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.695 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:39:49.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.645901+0000",
2020-11-16T20:39:49.696 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.24321599499999999
2020-11-16T20:39:49.696 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.696 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.696 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:49.696 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.889117+0000",
2020-11-16T20:39:49.696 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014993
2020-11-16T20:39:49.696 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.697 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:49.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.889267+0000",
2020-11-16T20:39:49.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000132022
2020-11-16T20:39:49.697 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.697 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.698 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.889399+0000",
2020-11-16T20:39:49.698 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.246824029
2020-11-16T20:39:49.698 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.698 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.698 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.698 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.698 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.699 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35063.0:257898 3.c 3:3e80f2b0:::benchmark_data_smithi065_26380_object120165:head [delete] snapc 0=[] ondisk+write+known_if_redirected e383)",
2020-11-16T20:39:49.699 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:35:54.663919+0000",
2020-11-16T20:39:49.699 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 234.871194562,
2020-11-16T20:39:49.699 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.232895719,
2020-11-16T20:39:49.699 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.699 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:49.699 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:49.700 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35063",
2020-11-16T20:39:49.700 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:39:49.700 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257898
2020-11-16T20:39:49.700 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:49.700 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.700 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.700 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.701 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.663919+0000",
2020-11-16T20:39:49.701 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.701 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.701 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.663919+0000",
2020-11-16T20:39:49.701 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:39:49.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.663892+0000",
2020-11-16T20:39:49.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0424000000000003e-05
2020-11-16T20:39:49.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.663953+0000",
2020-11-16T20:39:49.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2843999999999999e-05
2020-11-16T20:39:49.703 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.703 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.663966+0000",
2020-11-16T20:39:49.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2089999999999999e-06
2020-11-16T20:39:49.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.663973+0000",
2020-11-16T20:39:49.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0217999999999999e-05
2020-11-16T20:39:49.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.664023+0000",
2020-11-16T20:39:49.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000132321
2020-11-16T20:39:49.705 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.705 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:49.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.664155+0000",
2020-11-16T20:39:49.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5156999999999997e-05
2020-11-16T20:39:49.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:39:49.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.664251+0000",
2020-11-16T20:39:49.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0031186719999999999
2020-11-16T20:39:49.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:39:49.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.667369+0000",
2020-11-16T20:39:49.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.22920993100000001
2020-11-16T20:39:49.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:39:49.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.896579+0000",
2020-11-16T20:39:49.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012810100000000001
2020-11-16T20:39:49.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:49.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.896707+0000",
2020-11-16T20:39:49.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107147
2020-11-16T20:39:49.709 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.709 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:35:54.896814+0000",
2020-11-16T20:39:49.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.232895719
2020-11-16T20:39:49.709 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.709 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.710 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.710 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.710 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.710 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:24171 4.e e416/407 4:75870ee6:::benchmark_data_smithi065_31807_object24170:head v 416'1487, mlcod=416'1484)",
2020-11-16T20:39:49.710 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:11.813751+0000",
2020-11-16T20:39:49.710 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 157.721362484,
2020-11-16T20:39:49.710 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.311079783,
2020-11-16T20:39:49.711 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.711 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:49.711 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.711 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.813751+0000",
2020-11-16T20:39:49.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.813751+0000",
2020-11-16T20:39:49.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:39:49.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.813722+0000",
2020-11-16T20:39:49.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000121057
2020-11-16T20:39:49.713 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.713 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.813843+0000",
2020-11-16T20:39:49.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0284e-05
2020-11-16T20:39:49.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.813853+0000",
2020-11-16T20:39:49.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.122e-06
2020-11-16T20:39:49.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.813860+0000",
2020-11-16T20:39:49.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0895e-05
2020-11-16T20:39:49.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.813910+0000",
2020-11-16T20:39:49.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8009e-05
2020-11-16T20:39:49.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:49.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.813928+0000",
2020-11-16T20:39:49.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.31072700599999997
2020-11-16T20:39:49.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:49.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.124655+0000",
2020-11-16T20:39:49.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000175093
2020-11-16T20:39:49.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.124831+0000",
2020-11-16T20:39:49.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.311079783
2020-11-16T20:39:49.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.718 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.718 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.718 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:39:49.719 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:49.719 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:24173 4.7 e416/407 4:e5c734e0:::benchmark_data_smithi065_31807_object24172:head v 416'1543, mlcod=416'1541)",
2020-11-16T20:39:49.719 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:11.814397+0000",
2020-11-16T20:39:49.719 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 157.72071663099999,
2020-11-16T20:39:49.719 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.314608636,
2020-11-16T20:39:49.719 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:49.719 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:39:49.720 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:49.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:49.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.814397+0000",
2020-11-16T20:39:49.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:49.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:49.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.814397+0000",
2020-11-16T20:39:49.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:39:49.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:49.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.814363+0000",
2020-11-16T20:39:49.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014290400000000001
2020-11-16T20:39:49.722 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.722 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:49.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.814505+0000",
2020-11-16T20:39:49.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4531e-05
2020-11-16T20:39:49.722 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:49.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.814520+0000",
2020-11-16T20:39:49.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9719999999999992e-06
2020-11-16T20:39:49.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:49.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.814528+0000",
2020-11-16T20:39:49.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.31001166499999999
2020-11-16T20:39:49.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:49.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.124540+0000",
2020-11-16T20:39:49.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4044000000000001e-05
2020-11-16T20:39:49.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:49.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.124574+0000",
2020-11-16T20:39:49.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.004351354
2020-11-16T20:39:49.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:39:49.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.128925+0000",
2020-11-16T20:39:49.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0234999999999993e-05
2020-11-16T20:39:49.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:49.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:49.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:39:49.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.129005+0000",
2020-11-16T20:39:49.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.314608636
2020-11-16T20:39:49.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:49.727 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:49.727 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:49.727 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:39:49.727 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:39:49.727 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:39:49.728 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:49.730 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:49.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:49 smithi142 bash[9523]: cluster 2020-11-16T20:39:47.912844+0000 osd.6 (osd.6) 132 : cluster [DBG] 4.a scrub ok
2020-11-16T20:39:49.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:49 smithi142 bash[9523]: cluster 2020-11-16T20:39:48.460878+0000 osd.6 (osd.6) 133 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:39:49.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:49 smithi142 bash[9523]: cluster 2020-11-16T20:39:48.525043+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e467: 12 total, 12 up, 12 in
2020-11-16T20:39:49.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:49 smithi065 bash[9468]: cluster 2020-11-16T20:39:47.912844+0000 osd.6 (osd.6) 132 : cluster [DBG] 4.a scrub ok
2020-11-16T20:39:49.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:49 smithi065 bash[9468]: cluster 2020-11-16T20:39:48.460878+0000 osd.6 (osd.6) 133 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:39:49.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:49 smithi065 bash[9468]: cluster 2020-11-16T20:39:48.525043+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e467: 12 total, 12 up, 12 in
2020-11-16T20:39:49.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:49 smithi071 bash[14419]: debug 2020-11-16T20:39:49.459+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:49.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:49 smithi071 bash[9480]: cluster 2020-11-16T20:39:47.912844+0000 osd.6 (osd.6) 132 : cluster [DBG] 4.a scrub ok
2020-11-16T20:39:49.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:49 smithi071 bash[9480]: cluster 2020-11-16T20:39:48.460878+0000 osd.6 (osd.6) 133 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:39:49.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:49 smithi071 bash[9480]: cluster 2020-11-16T20:39:48.525043+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e467: 12 total, 12 up, 12 in
2020-11-16T20:39:50.137 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:50.240 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:50.319 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_ops_in_flight
2020-11-16T20:39:50.352 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:50.456 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:50.490 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:50.524 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[18009]: debug 2020-11-16T20:39:50.138+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:50.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[9523]: cluster 2020-11-16T20:39:49.486032+0000 osd.6 (osd.6) 134 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:39:50.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[9523]: cluster 2020-11-16T20:39:49.522489+0000 osd.4 (osd.4) 122 : cluster [DBG] 4.e starting backfill to osd.8 from (0'0,0'0] MAX to 465'11308
2020-11-16T20:39:50.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[9523]: cluster 2020-11-16T20:39:49.525165+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e468: 12 total, 12 up, 12 in
2020-11-16T20:39:50.525 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[12066]: debug 2020-11-16T20:39:50.343+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:50.572 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:39:50.676 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:50 smithi065 bash[9468]: cluster 2020-11-16T20:39:49.486032+0000 osd.6 (osd.6) 134 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:39:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:50 smithi065 bash[9468]: cluster 2020-11-16T20:39:49.522489+0000 osd.4 (osd.4) 122 : cluster [DBG] 4.e starting backfill to osd.8 from (0'0,0'0] MAX to 465'11308
2020-11-16T20:39:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:50 smithi065 bash[9468]: cluster 2020-11-16T20:39:49.525165+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e468: 12 total, 12 up, 12 in
2020-11-16T20:39:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:50 smithi065 bash[9468]: audit 2020-11-16T20:39:49.538821+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:39:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:50 smithi065 bash[9468]: audit 2020-11-16T20:39:49.542584+0000 mon.a (mon.0) 1657 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:39:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:50 smithi065 bash[9468]: audit 2020-11-16T20:39:49.547570+0000 mon.a (mon.0) 1658 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:39:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:50 smithi065 bash[9468]: cluster 2020-11-16T20:39:50.281876+0000 mgr.x (mgr.14196) 834 : cluster [DBG] pgmap v1216: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 526 op/s; 5586/184694 objects misplaced (3.024%); 4.9 MiB/s, 79 objects/s recovering
2020-11-16T20:39:50.805 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[9523]: audit 2020-11-16T20:39:49.538821+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:39:50.805 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[9523]: audit 2020-11-16T20:39:49.542584+0000 mon.a (mon.0) 1657 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:39:50.806 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[9523]: audit 2020-11-16T20:39:49.547570+0000 mon.a (mon.0) 1658 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:39:50.806 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[9523]: cluster 2020-11-16T20:39:50.281876+0000 mgr.x (mgr.14196) 834 : cluster [DBG] pgmap v1216: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 526 op/s; 5586/184694 objects misplaced (3.024%); 4.9 MiB/s, 79 objects/s recovering
2020-11-16T20:39:50.847 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:50.949 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[26650]: debug 2020-11-16T20:39:50.567+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:50.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[9480]: cluster 2020-11-16T20:39:49.486032+0000 osd.6 (osd.6) 134 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:39:50.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[9480]: cluster 2020-11-16T20:39:49.522489+0000 osd.4 (osd.4) 122 : cluster [DBG] 4.e starting backfill to osd.8 from (0'0,0'0] MAX to 465'11308
2020-11-16T20:39:50.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[9480]: cluster 2020-11-16T20:39:49.525165+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e468: 12 total, 12 up, 12 in
2020-11-16T20:39:50.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[9480]: audit 2020-11-16T20:39:49.538821+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:39:50.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[9480]: audit 2020-11-16T20:39:49.542584+0000 mon.a (mon.0) 1657 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:39:50.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[9480]: audit 2020-11-16T20:39:49.547570+0000 mon.a (mon.0) 1658 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:39:50.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:50 smithi071 bash[9480]: cluster 2020-11-16T20:39:50.281876+0000 mgr.x (mgr.14196) 834 : cluster [DBG] pgmap v1216: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 526 op/s; 5586/184694 objects misplaced (3.024%); 4.9 MiB/s, 79 objects/s recovering
2020-11-16T20:39:50.952 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:51.127 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:50 smithi142 bash[20366]: debug 2020-11-16T20:39:50.842+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:51.128 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:51.232 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:51.391 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:51 smithi142 bash[22738]: debug 2020-11-16T20:39:51.126+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:51.547 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:51.653 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:51.800 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:39:51.801 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:51 smithi065 bash[9468]: cluster 2020-11-16T20:39:49.548223+0000 osd.4 (osd.4) 123 : cluster [DBG] 4.e starting backfill to osd.11 from (0'0,0'0] MAX to 465'11308
2020-11-16T20:39:51.801 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:51 smithi065 bash[16457]: debug 2020-11-16T20:39:51.545+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:51.904 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:51.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:51 smithi071 bash[9480]: cluster 2020-11-16T20:39:49.548223+0000 osd.4 (osd.4) 123 : cluster [DBG] 4.e starting backfill to osd.11 from (0'0,0'0] MAX to 465'11308
2020-11-16T20:39:52.018 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:52.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:51 smithi142 bash[9523]: cluster 2020-11-16T20:39:49.548223+0000 osd.4 (osd.4) 123 : cluster [DBG] 4.e starting backfill to osd.11 from (0'0,0'0] MAX to 465'11308
2020-11-16T20:39:52.121 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:52.181 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:39:51 smithi065 bash[14115]: debug 2020-11-16T20:39:51.801+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:52.182 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:52 smithi065 bash[16457]: debug 2020-11-16T20:39:52.013+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:52.277 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:52.381 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:52.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:52 smithi071 bash[12066]: debug 2020-11-16T20:39:52.271+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:52.562 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:39:52.640 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:52 smithi142 bash[9523]: audit 2020-11-16T20:39:52.128655+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? v1:172.21.15.142:0/199083243' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:52.640 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:52 smithi142 bash[9523]: cluster 2020-11-16T20:39:52.282357+0000 mgr.x (mgr.14196) 835 : cluster [DBG] pgmap v1217: 17 pgs: 1 active+recovering, 16 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 507 op/s; 5422/182920 objects misplaced (2.964%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:39:52.903 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:52.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:52 smithi071 bash[9480]: audit 2020-11-16T20:39:52.128655+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? v1:172.21.15.142:0/199083243' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:52.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:52 smithi071 bash[9480]: cluster 2020-11-16T20:39:52.282357+0000 mgr.x (mgr.14196) 835 : cluster [DBG] pgmap v1217: 17 pgs: 1 active+recovering, 16 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 507 op/s; 5422/182920 objects misplaced (2.964%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:39:53.006 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:39:53.015 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:52 smithi065 bash[9468]: audit 2020-11-16T20:39:52.128655+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? v1:172.21.15.142:0/199083243' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:39:53.016 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:52 smithi065 bash[9468]: cluster 2020-11-16T20:39:52.282357+0000 mgr.x (mgr.14196) 835 : cluster [DBG] pgmap v1217: 17 pgs: 1 active+recovering, 16 active+clean; 5.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 507 op/s; 5422/182920 objects misplaced (2.964%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:39:53.138 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:39:53.242 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:53.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:39:53 smithi065 bash[18823]: debug 2020-11-16T20:39:53.137+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:53.283 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:52 smithi142 bash[20366]: debug 2020-11-16T20:39:52.902+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:53.705 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:39:53.793 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10] out_osds:  [] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:39:53.794 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:39:53.794 INFO:tasks.thrashosds.thrasher:Removing osd 10, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9, 10]
2020-11-16T20:39:53.794 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd out 10
2020-11-16T20:39:53.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:53 smithi142 bash[9523]: cluster 2020-11-16T20:39:52.553679+0000 mon.a (mon.0) 1660 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:39:53.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:53 smithi142 bash[9523]: cluster 2020-11-16T20:39:52.553718+0000 mon.a (mon.0) 1661 : cluster [INF] Cluster is now healthy
2020-11-16T20:39:53.804 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:53 smithi142 bash[9523]: audit 2020-11-16T20:39:52.564463+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? v1:172.21.15.142:0/199083243' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:53.804 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:53 smithi142 bash[9523]: cluster 2020-11-16T20:39:52.564507+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e469: 12 total, 12 up, 12 in
2020-11-16T20:39:53.808 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:53.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:53 smithi071 bash[9480]: cluster 2020-11-16T20:39:52.553679+0000 mon.a (mon.0) 1660 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:39:53.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:53 smithi071 bash[9480]: cluster 2020-11-16T20:39:52.553718+0000 mon.a (mon.0) 1661 : cluster [INF] Cluster is now healthy
2020-11-16T20:39:53.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:53 smithi071 bash[9480]: audit 2020-11-16T20:39:52.564463+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? v1:172.21.15.142:0/199083243' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:53.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:53 smithi071 bash[9480]: cluster 2020-11-16T20:39:52.564507+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e469: 12 total, 12 up, 12 in
2020-11-16T20:39:53.924 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:53.953 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:54.027 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:54.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:53 smithi065 bash[9468]: cluster 2020-11-16T20:39:52.553679+0000 mon.a (mon.0) 1660 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:39:54.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:53 smithi065 bash[9468]: cluster 2020-11-16T20:39:52.553718+0000 mon.a (mon.0) 1661 : cluster [INF] Cluster is now healthy
2020-11-16T20:39:54.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:53 smithi065 bash[9468]: audit 2020-11-16T20:39:52.564463+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? v1:172.21.15.142:0/199083243' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:39:54.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:53 smithi065 bash[9468]: cluster 2020-11-16T20:39:52.564507+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e469: 12 total, 12 up, 12 in
2020-11-16T20:39:54.033 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:39:53 smithi065 bash[16457]: debug 2020-11-16T20:39:53.701+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:54.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:53 smithi071 bash[12066]: debug 2020-11-16T20:39:53.919+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:54.613 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:54.716 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:54 smithi071 bash[9480]: cluster 2020-11-16T20:39:54.282971+0000 mgr.x (mgr.14196) 836 : cluster [DBG] pgmap v1219: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 646 op/s; 15850/179596 objects misplaced (8.825%); 5.0 MiB/s, 80 objects/s recovering
2020-11-16T20:39:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:39:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:39:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:39:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:188693 4.8 4:18908a84:::benchmark_data_smithi065_31807_object50524:head [delete] snapc 0=[] ondisk+write+known_if_redirected e469)",
2020-11-16T20:39:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:54.988529+0000",
2020-11-16T20:39:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.00074273500000000001,
2020-11-16T20:39:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.00076926100000000003,
2020-11-16T20:39:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:39:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:39:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:39:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:39:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:39:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 188693
2020-11-16T20:39:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:39:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:39:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:39:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988529+0000",
2020-11-16T20:39:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:39:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:39:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988529+0000",
2020-11-16T20:39:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:39:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:39:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988510+0000",
2020-11-16T20:39:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8921999999999997e-05
2020-11-16T20:39:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:39:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988559+0000",
2020-11-16T20:39:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3591000000000001e-05
2020-11-16T20:39:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:39:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988573+0000",
2020-11-16T20:39:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3390000000000004e-06
2020-11-16T20:39:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:39:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988580+0000",
2020-11-16T20:39:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7052000000000003e-05
2020-11-16T20:39:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:39:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988627+0000",
2020-11-16T20:39:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016098499999999999
2020-11-16T20:39:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:39:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988788+0000",
2020-11-16T20:39:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013020299999999999
2020-11-16T20:39:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:39:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:39:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:39:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:54.988918+0000",
2020-11-16T20:39:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00038947899999999998
2020-11-16T20:39:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:39:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:39:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:39:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:39:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:    ],
2020-11-16T20:39:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 1
2020-11-16T20:39:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:39:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:54 smithi065 bash[9468]: cluster 2020-11-16T20:39:54.282971+0000 mgr.x (mgr.14196) 836 : cluster [DBG] pgmap v1219: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 646 op/s; 15850/179596 objects misplaced (8.825%); 5.0 MiB/s, 80 objects/s recovering
2020-11-16T20:39:55.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:54 smithi142 bash[9523]: cluster 2020-11-16T20:39:54.282971+0000 mgr.x (mgr.14196) 836 : cluster [DBG] pgmap v1219: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 646 op/s; 15850/179596 objects misplaced (8.825%); 5.0 MiB/s, 80 objects/s recovering
2020-11-16T20:39:55.034 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:54 smithi142 bash[22738]: debug 2020-11-16T20:39:54.614+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:55.440 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:39:55.543 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:55.734 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:39:55 smithi142 bash[20366]: debug 2020-11-16T20:39:55.442+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:55.735 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:55.839 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:55.931 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_blocked_ops
2020-11-16T20:39:55.959 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:56.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:55 smithi142 bash[18009]: debug 2020-11-16T20:39:55.730+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:56.060 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:56.070 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:39:56.113 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:39:56.181 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:55 smithi071 bash[14419]: debug 2020-11-16T20:39:55.951+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:56.182 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:39:56.226 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:39:56.284 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:56.403 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:56.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:39:56 smithi071 bash[12066]: debug 2020-11-16T20:39:56.179+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:56.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:56 smithi071 bash[16796]: debug 2020-11-16T20:39:56.395+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:56.507 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:56.603 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:39:56.639 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:39:56.671 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:39:56.710 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:39:56.743 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:39:56.774 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:39:56.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:56 smithi142 bash[9523]: cluster 2020-11-16T20:39:55.501069+0000 osd.9 (osd.9) 107 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:56 smithi142 bash[9523]: cluster 2020-11-16T20:39:55.501175+0000 osd.9 (osd.9) 108 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:56 smithi142 bash[9523]: cluster 2020-11-16T20:39:55.570647+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e470: 12 total, 12 up, 12 in
2020-11-16T20:39:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:56 smithi142 bash[9523]: cluster 2020-11-16T20:39:55.828727+0000 osd.2 (osd.2) 122 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:56 smithi142 bash[9523]: cluster 2020-11-16T20:39:55.828809+0000 osd.2 (osd.2) 123 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:56 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.283570+0000 mgr.x (mgr.14196) 837 : cluster [DBG] pgmap v1221: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 598 op/s; 15850/177128 objects misplaced (8.948%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:39:56.807 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:39:56.842 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:39:56.868 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:39:56.895 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:39:56.936 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:39:56.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:56 smithi071 bash[9480]: cluster 2020-11-16T20:39:55.501069+0000 osd.9 (osd.9) 107 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:56.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:56 smithi071 bash[9480]: cluster 2020-11-16T20:39:55.501175+0000 osd.9 (osd.9) 108 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:56.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:56 smithi071 bash[9480]: cluster 2020-11-16T20:39:55.570647+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e470: 12 total, 12 up, 12 in
2020-11-16T20:39:56.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:56 smithi071 bash[9480]: cluster 2020-11-16T20:39:55.828727+0000 osd.2 (osd.2) 122 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:56.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:56 smithi071 bash[9480]: cluster 2020-11-16T20:39:55.828809+0000 osd.2 (osd.2) 123 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:56.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:56 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.283570+0000 mgr.x (mgr.14196) 837 : cluster [DBG] pgmap v1221: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 598 op/s; 15850/177128 objects misplaced (8.948%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:39:56.975 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:39:56.977 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.978 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.978 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.978 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.978 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.978 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.978 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.979 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.979 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.979 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.979 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:39:56.979 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:39:57.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:56 smithi065 bash[9468]: cluster 2020-11-16T20:39:55.501069+0000 osd.9 (osd.9) 107 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:57.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:56 smithi065 bash[9468]: cluster 2020-11-16T20:39:55.501175+0000 osd.9 (osd.9) 108 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:57.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:56 smithi065 bash[9468]: cluster 2020-11-16T20:39:55.570647+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e470: 12 total, 12 up, 12 in
2020-11-16T20:39:57.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:56 smithi065 bash[9468]: cluster 2020-11-16T20:39:55.828727+0000 osd.2 (osd.2) 122 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:39:57.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:56 smithi065 bash[9468]: cluster 2020-11-16T20:39:55.828809+0000 osd.2 (osd.2) 123 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:39:57.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:56 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.283570+0000 mgr.x (mgr.14196) 837 : cluster [DBG] pgmap v1221: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 598 op/s; 15850/177128 objects misplaced (8.948%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:39:57.264 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:57.368 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:57.485 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:39:57.589 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:57.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[14419]: debug 2020-11-16T20:39:57.479+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: audit 2020-11-16T20:39:56.568178+0000 mon.b (mon.1) 417 : audit [DBG] from='client.? v1:172.21.15.142:0/2959299458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.579535+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e471: 12 total, 12 up, 12 in
2020-11-16T20:39:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.609666+0000 osd.0 (osd.0) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.638351+0000 osd.1 (osd.1) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.677287+0000 osd.2 (osd.2) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.710300+0000 osd.3 (osd.3) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.745788+0000 osd.4 (osd.4) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.777264+0000 osd.5 (osd.5) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.870539+0000 osd.8 (osd.8) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.898039+0000 osd.9 (osd.9) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.934835+0000 osd.10 (osd.10) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:57 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.977941+0000 osd.11 (osd.11) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.706 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[22738]: debug 2020-11-16T20:39:57.262+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:57.866 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: audit 2020-11-16T20:39:56.568178+0000 mon.b (mon.1) 417 : audit [DBG] from='client.? v1:172.21.15.142:0/2959299458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:57.866 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.579535+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e471: 12 total, 12 up, 12 in
2020-11-16T20:39:57.866 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.609666+0000 osd.0 (osd.0) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.866 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.638351+0000 osd.1 (osd.1) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.866 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.677287+0000 osd.2 (osd.2) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.867 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.710300+0000 osd.3 (osd.3) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.867 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.745788+0000 osd.4 (osd.4) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.867 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.777264+0000 osd.5 (osd.5) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.867 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.870539+0000 osd.8 (osd.8) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.867 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.898039+0000 osd.9 (osd.9) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.867 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.934835+0000 osd.10 (osd.10) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:57.868 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:57 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.977941+0000 osd.11 (osd.11) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: audit 2020-11-16T20:39:56.568178+0000 mon.b (mon.1) 417 : audit [DBG] from='client.? v1:172.21.15.142:0/2959299458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:39:58.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.579535+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e471: 12 total, 12 up, 12 in
2020-11-16T20:39:58.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.609666+0000 osd.0 (osd.0) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.638351+0000 osd.1 (osd.1) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.677287+0000 osd.2 (osd.2) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.710300+0000 osd.3 (osd.3) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.745788+0000 osd.4 (osd.4) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.777264+0000 osd.5 (osd.5) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.870539+0000 osd.8 (osd.8) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.898039+0000 osd.9 (osd.9) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.934835+0000 osd.10 (osd.10) 96 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:57 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.977941+0000 osd.11 (osd.11) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.564 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:39:58.668 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:58.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:58 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.810578+0000 osd.6 (osd.6) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:58 smithi071 bash[9480]: cluster 2020-11-16T20:39:56.845280+0000 osd.7 (osd.7) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:39:58 smithi071 bash[9480]: cluster 2020-11-16T20:39:58.284023+0000 mgr.x (mgr.14196) 838 : cluster [DBG] pgmap v1223: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 678 op/s; 13721/174778 objects misplaced (7.851%); 13 MiB/s, 214 objects/s recovering
2020-11-16T20:39:58.962 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:58 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.810578+0000 osd.6 (osd.6) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.963 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:58 smithi142 bash[9523]: cluster 2020-11-16T20:39:56.845280+0000 osd.7 (osd.7) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:58.963 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:39:58 smithi142 bash[9523]: cluster 2020-11-16T20:39:58.284023+0000 mgr.x (mgr.14196) 838 : cluster [DBG] pgmap v1223: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 678 op/s; 13721/174778 objects misplaced (7.851%); 13 MiB/s, 214 objects/s recovering
2020-11-16T20:39:58.963 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:39:58 smithi142 bash[15670]: debug 2020-11-16T20:39:58.562+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:58.963 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:39:59.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:58 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.810578+0000 osd.6 (osd.6) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:59.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:58 smithi065 bash[9468]: cluster 2020-11-16T20:39:56.845280+0000 osd.7 (osd.7) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:39:59.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:39:58 smithi065 bash[9468]: cluster 2020-11-16T20:39:58.284023+0000 mgr.x (mgr.14196) 838 : cluster [DBG] pgmap v1223: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.3 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 678 op/s; 13721/174778 objects misplaced (7.851%); 13 MiB/s, 214 objects/s recovering
2020-11-16T20:39:59.066 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:59.196 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:39:59.283 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:39:58 smithi142 bash[18009]: debug 2020-11-16T20:39:58.962+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:59.300 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:59.449 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:39:59 smithi071 bash[16796]: debug 2020-11-16T20:39:59.191+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:39:59.696 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:39:59.799 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:39:59.871 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:39:59 smithi142 bash[22738]: debug 2020-11-16T20:39:59.694+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:00.017 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:00.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:00 smithi065 bash[9468]: cluster 2020-11-16T20:40:00.000094+0000 mon.a (mon.0) 1666 : cluster [INF] overall HEALTH_OK
2020-11-16T20:40:00.092 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:00 smithi065 bash[11785]: debug 2020-11-16T20:40:00.013+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:00.121 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:00.240 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:00.347 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:00.355 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:00 smithi142 bash[9523]: cluster 2020-11-16T20:40:00.000094+0000 mon.a (mon.0) 1666 : cluster [INF] overall HEALTH_OK
2020-11-16T20:40:00.386 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:40:00.387 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:40:00.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:00 smithi071 bash[9480]: cluster 2020-11-16T20:40:00.000094+0000 mon.a (mon.0) 1666 : cluster [INF] overall HEALTH_OK
2020-11-16T20:40:00.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:40:00 smithi071 bash[12066]: debug 2020-11-16T20:40:00.235+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:00.644 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:00.748 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:01.031 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:40:01.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:00 smithi142 bash[22738]: debug 2020-11-16T20:40:00.642+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:01.195 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:01.313 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:01 smithi065 bash[9468]: cluster 2020-11-16T20:40:00.284500+0000 mgr.x (mgr.14196) 839 : cluster [DBG] pgmap v1224: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 772 op/s; 13721/170988 objects misplaced (8.025%); 10 MiB/s, 166 objects/s recovering
2020-11-16T20:40:01.314 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:01.417 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:01.434 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_historic_ops
2020-11-16T20:40:01.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:01 smithi071 bash[9480]: cluster 2020-11-16T20:40:00.284500+0000 mgr.x (mgr.14196) 839 : cluster [DBG] pgmap v1224: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 772 op/s; 13721/170988 objects misplaced (8.025%); 10 MiB/s, 166 objects/s recovering
2020-11-16T20:40:01.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:01 smithi142 bash[9523]: cluster 2020-11-16T20:40:00.284500+0000 mgr.x (mgr.14196) 839 : cluster [DBG] pgmap v1224: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 772 op/s; 13721/170988 objects misplaced (8.025%); 10 MiB/s, 166 objects/s recovering
2020-11-16T20:40:01.538 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:01.644 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:01.652 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:40:01.655 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:01 smithi065 bash[11785]: debug 2020-11-16T20:40:01.313+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:01.655 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:01 smithi065 bash[11785]: debug 2020-11-16T20:40:01.536+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:01.798 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:01.901 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:02.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:01 smithi065 bash[18823]: debug 2020-11-16T20:40:01.796+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:02.162 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:02.165 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:02 smithi142 bash[22738]: debug 2020-11-16T20:40:02.158+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:02.265 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:02.715 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:02 smithi065 bash[9468]: cluster 2020-11-16T20:40:01.474109+0000 osd.0 (osd.0) 121 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:02 smithi065 bash[9468]: cluster 2020-11-16T20:40:01.474222+0000 osd.0 (osd.0) 122 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:02 smithi065 bash[9468]: cluster 2020-11-16T20:40:02.063891+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e472: 12 total, 12 up, 12 in
2020-11-16T20:40:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:02 smithi065 bash[9468]: cluster 2020-11-16T20:40:02.284934+0000 mgr.x (mgr.14196) 840 : cluster [DBG] pgmap v1226: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 734 op/s; 13494/168234 objects misplaced (8.021%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:40:02.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:02 smithi142 bash[22738]: debug 2020-11-16T20:40:02.710+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:02.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:02 smithi142 bash[9523]: cluster 2020-11-16T20:40:01.474109+0000 osd.0 (osd.0) 121 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:02.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:02 smithi142 bash[9523]: cluster 2020-11-16T20:40:01.474222+0000 osd.0 (osd.0) 122 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:02.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:02 smithi142 bash[9523]: cluster 2020-11-16T20:40:02.063891+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e472: 12 total, 12 up, 12 in
2020-11-16T20:40:02.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:02 smithi142 bash[9523]: cluster 2020-11-16T20:40:02.284934+0000 mgr.x (mgr.14196) 840 : cluster [DBG] pgmap v1226: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 734 op/s; 13494/168234 objects misplaced (8.021%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:40:02.820 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:02.828 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:02 smithi071 bash[9480]: cluster 2020-11-16T20:40:01.474109+0000 osd.0 (osd.0) 121 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:02.829 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:02 smithi071 bash[9480]: cluster 2020-11-16T20:40:01.474222+0000 osd.0 (osd.0) 122 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:02.829 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:02 smithi071 bash[9480]: cluster 2020-11-16T20:40:02.063891+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e472: 12 total, 12 up, 12 in
2020-11-16T20:40:02.829 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:02 smithi071 bash[9480]: cluster 2020-11-16T20:40:02.284934+0000 mgr.x (mgr.14196) 840 : cluster [DBG] pgmap v1226: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 5.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 734 op/s; 13494/168234 objects misplaced (8.021%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:40:02.969 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:03.073 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:03.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:02 smithi071 bash[16796]: debug 2020-11-16T20:40:02.963+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:03.492 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:03 smithi142 bash[9523]: debug 2020-11-16T20:40:03.142+0000 7f756b108700 -1 mon.a@0(leader).osd e472 definitely_dead 0
2020-11-16T20:40:03.492 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:03 smithi142 bash[18009]: debug 2020-11-16T20:40:03.490+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:03.492 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:03.595 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:04.067 INFO:teuthology.orchestra.run.smithi142.stderr:marked out osd.10.
2020-11-16T20:40:04.109 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:04.212 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:04.423 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:04 smithi065 bash[9468]: audit 2020-11-16T20:40:03.142963+0000 mon.b (mon.1) 418 : audit [INF] from='client.? v1:172.21.15.142:0/4201055964' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:40:04.424 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:04 smithi065 bash[9468]: audit 2020-11-16T20:40:03.146431+0000 mon.a (mon.0) 1668 : audit [INF] from='client.25579 ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:40:04.424 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:04 smithi065 bash[9468]: cluster 2020-11-16T20:40:03.146543+0000 mon.a (mon.0) 1669 : cluster [INF] Client client.admin marked osd.10 out, while it was still marked up
2020-11-16T20:40:04.424 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:04.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:04 smithi071 bash[9480]: audit 2020-11-16T20:40:03.142963+0000 mon.b (mon.1) 418 : audit [INF] from='client.? v1:172.21.15.142:0/4201055964' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:40:04.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:04 smithi071 bash[9480]: audit 2020-11-16T20:40:03.146431+0000 mon.a (mon.0) 1668 : audit [INF] from='client.25579 ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:40:04.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:04 smithi071 bash[9480]: cluster 2020-11-16T20:40:03.146543+0000 mon.a (mon.0) 1669 : cluster [INF] Client client.admin marked osd.10 out, while it was still marked up
2020-11-16T20:40:04.527 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:04.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:04 smithi142 bash[22738]: debug 2020-11-16T20:40:04.106+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:04.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:04 smithi142 bash[9523]: audit 2020-11-16T20:40:03.142963+0000 mon.b (mon.1) 418 : audit [INF] from='client.? v1:172.21.15.142:0/4201055964' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:40:04.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:04 smithi142 bash[9523]: audit 2020-11-16T20:40:03.146431+0000 mon.a (mon.0) 1668 : audit [INF] from='client.25579 ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["10"]}]: dispatch
2020-11-16T20:40:04.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:04 smithi142 bash[9523]: cluster 2020-11-16T20:40:03.146543+0000 mon.a (mon.0) 1669 : cluster [INF] Client client.admin marked osd.10 out, while it was still marked up
2020-11-16T20:40:04.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:40:04 smithi065 bash[14115]: debug 2020-11-16T20:40:04.420+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:05.364 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:05 smithi142 bash[9523]: audit 2020-11-16T20:40:04.068887+0000 mon.a (mon.0) 1670 : audit [INF] from='client.25579 ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["10"]}]': finished
2020-11-16T20:40:05.365 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:05 smithi142 bash[9523]: cluster 2020-11-16T20:40:04.068947+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e473: 12 total, 12 up, 11 in
2020-11-16T20:40:05.365 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:05 smithi142 bash[9523]: cluster 2020-11-16T20:40:04.285364+0000 mgr.x (mgr.14196) 841 : cluster [DBG] pgmap v1228: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.0 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 822 op/s; 11556/164448 objects misplaced (7.027%); 16 MiB/s, 258 objects/s recovering
2020-11-16T20:40:05.365 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:05.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:05 smithi071 bash[9480]: audit 2020-11-16T20:40:04.068887+0000 mon.a (mon.0) 1670 : audit [INF] from='client.25579 ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["10"]}]': finished
2020-11-16T20:40:05.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:05 smithi071 bash[9480]: cluster 2020-11-16T20:40:04.068947+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e473: 12 total, 12 up, 11 in
2020-11-16T20:40:05.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:05 smithi071 bash[9480]: cluster 2020-11-16T20:40:04.285364+0000 mgr.x (mgr.14196) 841 : cluster [DBG] pgmap v1228: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.0 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 822 op/s; 11556/164448 objects misplaced (7.027%); 16 MiB/s, 258 objects/s recovering
2020-11-16T20:40:05.470 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:05.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:05 smithi065 bash[9468]: audit 2020-11-16T20:40:04.068887+0000 mon.a (mon.0) 1670 : audit [INF] from='client.25579 ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["10"]}]': finished
2020-11-16T20:40:05.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:05 smithi065 bash[9468]: cluster 2020-11-16T20:40:04.068947+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e473: 12 total, 12 up, 11 in
2020-11-16T20:40:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:05 smithi065 bash[9468]: cluster 2020-11-16T20:40:04.285364+0000 mgr.x (mgr.14196) 841 : cluster [DBG] pgmap v1228: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.0 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 822 op/s; 11556/164448 objects misplaced (7.027%); 16 MiB/s, 258 objects/s recovering
2020-11-16T20:40:05.760 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:05 smithi142 bash[18009]: debug 2020-11-16T20:40:05.366+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:05.760 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:05.864 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:05.981 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:06.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:05 smithi142 bash[18009]: debug 2020-11-16T20:40:05.762+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:06.084 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:06.213 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:40:06.213 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:40:06.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:06 smithi065 bash[9468]: cluster 2020-11-16T20:40:04.623516+0000 osd.10 (osd.10) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:06.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:06 smithi065 bash[9468]: cluster 2020-11-16T20:40:04.623616+0000 osd.10 (osd.10) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:06.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:06 smithi065 bash[9468]: cluster 2020-11-16T20:40:05.081907+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e474: 12 total, 12 up, 11 in
2020-11-16T20:40:06.283 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:40:05 smithi065 bash[14115]: debug 2020-11-16T20:40:05.976+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:06.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:06 smithi071 bash[9480]: cluster 2020-11-16T20:40:04.623516+0000 osd.10 (osd.10) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:06.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:06 smithi071 bash[9480]: cluster 2020-11-16T20:40:04.623616+0000 osd.10 (osd.10) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:06.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:06 smithi071 bash[9480]: cluster 2020-11-16T20:40:05.081907+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e474: 12 total, 12 up, 11 in
2020-11-16T20:40:06.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:06 smithi142 bash[9523]: cluster 2020-11-16T20:40:04.623516+0000 osd.10 (osd.10) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:06.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:06 smithi142 bash[9523]: cluster 2020-11-16T20:40:04.623616+0000 osd.10 (osd.10) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:06.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:06 smithi142 bash[9523]: cluster 2020-11-16T20:40:05.081907+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e474: 12 total, 12 up, 11 in
2020-11-16T20:40:07.094 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:40:07.207 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T20:40:07.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:07 smithi071 bash[9480]: cluster 2020-11-16T20:40:06.088120+0000 mon.a (mon.0) 1673 : cluster [DBG] osdmap e475: 12 total, 12 up, 11 in
2020-11-16T20:40:07.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:07 smithi071 bash[9480]: cluster 2020-11-16T20:40:06.090534+0000 osd.1 (osd.1) 143 : cluster [DBG] 4.7 starting backfill to osd.7 from (0'0,0'0] MAX to 472'12333
2020-11-16T20:40:07.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:07 smithi071 bash[9480]: audit 2020-11-16T20:40:06.283751+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? v1:172.21.15.142:0/4098451056' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:40:07.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:07 smithi071 bash[9480]: cluster 2020-11-16T20:40:06.285790+0000 mgr.x (mgr.14196) 842 : cluster [DBG] pgmap v1231: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.0 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 717 op/s; 11556/162610 objects misplaced (7.107%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:40:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:07 smithi065 bash[9468]: cluster 2020-11-16T20:40:06.088120+0000 mon.a (mon.0) 1673 : cluster [DBG] osdmap e475: 12 total, 12 up, 11 in
2020-11-16T20:40:07.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:07 smithi065 bash[9468]: cluster 2020-11-16T20:40:06.090534+0000 osd.1 (osd.1) 143 : cluster [DBG] 4.7 starting backfill to osd.7 from (0'0,0'0] MAX to 472'12333
2020-11-16T20:40:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:07 smithi065 bash[9468]: audit 2020-11-16T20:40:06.283751+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? v1:172.21.15.142:0/4098451056' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:40:07.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:07 smithi065 bash[9468]: cluster 2020-11-16T20:40:06.285790+0000 mgr.x (mgr.14196) 842 : cluster [DBG] pgmap v1231: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.0 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 717 op/s; 11556/162610 objects misplaced (7.107%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:40:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:07 smithi142 bash[9523]: cluster 2020-11-16T20:40:06.088120+0000 mon.a (mon.0) 1673 : cluster [DBG] osdmap e475: 12 total, 12 up, 11 in
2020-11-16T20:40:07.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:07 smithi142 bash[9523]: cluster 2020-11-16T20:40:06.090534+0000 osd.1 (osd.1) 143 : cluster [DBG] 4.7 starting backfill to osd.7 from (0'0,0'0] MAX to 472'12333
2020-11-16T20:40:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:07 smithi142 bash[9523]: audit 2020-11-16T20:40:06.283751+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? v1:172.21.15.142:0/4098451056' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:40:07.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:07 smithi142 bash[9523]: cluster 2020-11-16T20:40:06.285790+0000 mgr.x (mgr.14196) 842 : cluster [DBG] pgmap v1231: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 5.0 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 717 op/s; 11556/162610 objects misplaced (7.107%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:40:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:40:08.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:08 smithi071 bash[9480]: cluster 2020-11-16T20:40:07.085167+0000 mon.a (mon.0) 1675 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:08.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:08 smithi071 bash[9480]: audit 2020-11-16T20:40:07.095109+0000 mon.a (mon.0) 1676 : audit [INF] from='client.? v1:172.21.15.142:0/4098451056' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:40:08.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:08 smithi071 bash[9480]: cluster 2020-11-16T20:40:07.095155+0000 mon.a (mon.0) 1677 : cluster [DBG] osdmap e476: 12 total, 12 up, 11 in
2020-11-16T20:40:08.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:08 smithi065 bash[9468]: cluster 2020-11-16T20:40:07.085167+0000 mon.a (mon.0) 1675 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:08 smithi065 bash[9468]: audit 2020-11-16T20:40:07.095109+0000 mon.a (mon.0) 1676 : audit [INF] from='client.? v1:172.21.15.142:0/4098451056' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:40:08.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:08 smithi065 bash[9468]: cluster 2020-11-16T20:40:07.095155+0000 mon.a (mon.0) 1677 : cluster [DBG] osdmap e476: 12 total, 12 up, 11 in
2020-11-16T20:40:08.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:08 smithi142 bash[9523]: cluster 2020-11-16T20:40:07.085167+0000 mon.a (mon.0) 1675 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:08.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:08 smithi142 bash[9523]: audit 2020-11-16T20:40:07.095109+0000 mon.a (mon.0) 1676 : audit [INF] from='client.? v1:172.21.15.142:0/4098451056' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:40:08.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:08 smithi142 bash[9523]: cluster 2020-11-16T20:40:07.095155+0000 mon.a (mon.0) 1677 : cluster [DBG] osdmap e476: 12 total, 12 up, 11 in
2020-11-16T20:40:08.923 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:40:08.957 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:40:08.987 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:40:09.023 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:40:09.061 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:40:09.096 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:40:09.131 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:40:09.332 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:40:09.368 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:40:09.407 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:40:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:40:09.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:09 smithi071 bash[9480]: cluster 2020-11-16T20:40:08.286304+0000 mgr.x (mgr.14196) 843 : cluster [DBG] pgmap v1233: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 4.9 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 400 op/s; 9302/161066 objects misplaced (5.775%); 17 MiB/s, 271 objects/s recovering
2020-11-16T20:40:09.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:09 smithi071 bash[9480]: audit 2020-11-16T20:40:08.892605+0000 mon.a (mon.0) 1678 : audit [DBG] from='client.? v1:172.21.15.142:0/1842646855' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:40:09.481 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.481 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.481 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.481 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.481 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.481 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.482 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.482 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.482 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.482 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.482 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.482 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:40:09.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:09 smithi065 bash[9468]: cluster 2020-11-16T20:40:08.286304+0000 mgr.x (mgr.14196) 843 : cluster [DBG] pgmap v1233: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 4.9 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 400 op/s; 9302/161066 objects misplaced (5.775%); 17 MiB/s, 271 objects/s recovering
2020-11-16T20:40:09.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:09 smithi065 bash[9468]: audit 2020-11-16T20:40:08.892605+0000 mon.a (mon.0) 1678 : audit [DBG] from='client.? v1:172.21.15.142:0/1842646855' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:09.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:09 smithi142 bash[9523]: cluster 2020-11-16T20:40:08.286304+0000 mgr.x (mgr.14196) 843 : cluster [DBG] pgmap v1233: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 4.9 GiB data, 12 GiB used, 971 GiB / 983 GiB avail; 0 B/s wr, 400 op/s; 9302/161066 objects misplaced (5.775%); 17 MiB/s, 271 objects/s recovering
2020-11-16T20:40:09.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:09 smithi142 bash[9523]: audit 2020-11-16T20:40:08.892605+0000 mon.a (mon.0) 1678 : audit [DBG] from='client.? v1:172.21.15.142:0/1842646855' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:10.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:08.926578+0000 osd.0 (osd.0) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:08.962973+0000 osd.1 (osd.1) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:08.992818+0000 osd.2 (osd.2) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.028184+0000 osd.3 (osd.3) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.064040+0000 osd.4 (osd.4) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.098713+0000 osd.5 (osd.5) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.133534+0000 osd.6 (osd.6) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.333861+0000 osd.7 (osd.7) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.370805+0000 osd.8 (osd.8) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:08.926578+0000 osd.0 (osd.0) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:08.962973+0000 osd.1 (osd.1) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:08.992818+0000 osd.2 (osd.2) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.028184+0000 osd.3 (osd.3) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.064040+0000 osd.4 (osd.4) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.098713+0000 osd.5 (osd.5) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.133534+0000 osd.6 (osd.6) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.333861+0000 osd.7 (osd.7) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:10 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.370805+0000 osd.8 (osd.8) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:08.926578+0000 osd.0 (osd.0) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:08.962973+0000 osd.1 (osd.1) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:08.992818+0000 osd.2 (osd.2) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.028184+0000 osd.3 (osd.3) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.064040+0000 osd.4 (osd.4) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.098713+0000 osd.5 (osd.5) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.133534+0000 osd.6 (osd.6) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.333861+0000 osd.7 (osd.7) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:10 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.370805+0000 osd.8 (osd.8) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:10.589 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:40:10.769 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:10.824 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9] out_osds:  [10] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:40:10.824 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:40:10.825 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 9]
2020-11-16T20:40:10.825 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd out 2
2020-11-16T20:40:10.957 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:11.044 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:11.060 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:11.193 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:11.297 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:11.414 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:11.416 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:11 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.409594+0000 osd.9 (osd.9) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.416 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:11 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.442132+0000 osd.10 (osd.10) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.417 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:11 smithi065 bash[9468]: cluster 2020-11-16T20:40:09.481736+0000 osd.11 (osd.11) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.417 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:11 smithi065 bash[9468]: cluster 2020-11-16T20:40:10.286705+0000 mgr.x (mgr.14196) 844 : cluster [DBG] pgmap v1234: 17 pgs: 2 active+remapped+backfilling, 1 active+recovering, 14 active+clean; 4.8 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 497 op/s; 13938/158482 objects misplaced (8.795%); 15 MiB/s, 242 objects/s recovering
2020-11-16T20:40:11.417 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:11 smithi065 bash[11785]: debug 2020-11-16T20:40:11.412+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:11.417 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:11 smithi065 bash[16457]: debug 2020-11-16T20:40:11.188+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:11.449 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:10 smithi071 bash[16796]: debug 2020-11-16T20:40:10.959+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:11.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:11 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.409594+0000 osd.9 (osd.9) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:11 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.442132+0000 osd.10 (osd.10) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:11 smithi071 bash[9480]: cluster 2020-11-16T20:40:09.481736+0000 osd.11 (osd.11) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:11 smithi071 bash[9480]: cluster 2020-11-16T20:40:10.286705+0000 mgr.x (mgr.14196) 844 : cluster [DBG] pgmap v1234: 17 pgs: 2 active+remapped+backfilling, 1 active+recovering, 14 active+clean; 4.8 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 497 op/s; 13938/158482 objects misplaced (8.795%); 15 MiB/s, 242 objects/s recovering
2020-11-16T20:40:11.519 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:11.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:11 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.409594+0000 osd.9 (osd.9) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:11 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.442132+0000 osd.10 (osd.10) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:11 smithi142 bash[9523]: cluster 2020-11-16T20:40:09.481736+0000 osd.11 (osd.11) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:11.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:11 smithi142 bash[9523]: cluster 2020-11-16T20:40:10.286705+0000 mgr.x (mgr.14196) 844 : cluster [DBG] pgmap v1234: 17 pgs: 2 active+remapped+backfilling, 1 active+recovering, 14 active+clean; 4.8 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 497 op/s; 13938/158482 objects misplaced (8.795%); 15 MiB/s, 242 objects/s recovering
2020-11-16T20:40:11.637 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:11.740 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:11.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:40:11 smithi065 bash[14115]: debug 2020-11-16T20:40:11.632+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:12.733 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:40:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:12 smithi065 bash[9468]: cluster 2020-11-16T20:40:12.287195+0000 mgr.x (mgr.14196) 845 : cluster [DBG] pgmap v1235: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.8 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 598 op/s; 13759/155816 objects misplaced (8.830%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:40:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:12 smithi142 bash[9523]: cluster 2020-11-16T20:40:12.287195+0000 mgr.x (mgr.14196) 845 : cluster [DBG] pgmap v1235: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.8 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 598 op/s; 13759/155816 objects misplaced (8.830%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:40:12.901 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:12.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:12 smithi071 bash[9480]: cluster 2020-11-16T20:40:12.287195+0000 mgr.x (mgr.14196) 845 : cluster [DBG] pgmap v1235: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.8 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 598 op/s; 13759/155816 objects misplaced (8.830%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:40:14.627 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:14.731 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:14.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:40:14 smithi071 bash[12066]: debug 2020-11-16T20:40:14.627+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:14 smithi071 bash[9480]: cluster 2020-11-16T20:40:13.541384+0000 osd.5 (osd.5) 124 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:14.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:14 smithi071 bash[9480]: cluster 2020-11-16T20:40:13.541473+0000 osd.5 (osd.5) 125 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:14.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:14 smithi071 bash[9480]: cluster 2020-11-16T20:40:13.599445+0000 mon.a (mon.0) 1679 : cluster [DBG] osdmap e477: 12 total, 12 up, 11 in
2020-11-16T20:40:14.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:14 smithi071 bash[9480]: cluster 2020-11-16T20:40:14.287662+0000 mgr.x (mgr.14196) 846 : cluster [DBG] pgmap v1237: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.6 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 661 op/s; 11420/152016 objects misplaced (7.512%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:40:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:14 smithi065 bash[9468]: cluster 2020-11-16T20:40:13.541384+0000 osd.5 (osd.5) 124 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:15.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:14 smithi065 bash[9468]: cluster 2020-11-16T20:40:13.541473+0000 osd.5 (osd.5) 125 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:15.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:14 smithi065 bash[9468]: cluster 2020-11-16T20:40:13.599445+0000 mon.a (mon.0) 1679 : cluster [DBG] osdmap e477: 12 total, 12 up, 11 in
2020-11-16T20:40:15.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:14 smithi065 bash[9468]: cluster 2020-11-16T20:40:14.287662+0000 mgr.x (mgr.14196) 846 : cluster [DBG] pgmap v1237: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.6 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 661 op/s; 11420/152016 objects misplaced (7.512%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:40:15.132 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:14 smithi142 bash[9523]: cluster 2020-11-16T20:40:13.541384+0000 osd.5 (osd.5) 124 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:15.132 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:14 smithi142 bash[9523]: cluster 2020-11-16T20:40:13.541473+0000 osd.5 (osd.5) 125 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:15.132 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:14 smithi142 bash[9523]: cluster 2020-11-16T20:40:13.599445+0000 mon.a (mon.0) 1679 : cluster [DBG] osdmap e477: 12 total, 12 up, 11 in
2020-11-16T20:40:15.132 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:14 smithi142 bash[9523]: cluster 2020-11-16T20:40:14.287662+0000 mgr.x (mgr.14196) 846 : cluster [DBG] pgmap v1237: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.6 GiB data, 12 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 661 op/s; 11420/152016 objects misplaced (7.512%); 22 MiB/s, 356 objects/s recovering
2020-11-16T20:40:15.204 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:15.307 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:15.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:15 smithi142 bash[22738]: debug 2020-11-16T20:40:15.198+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:16.049 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:16.152 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:16.516 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:40:16 smithi142 bash[15670]: debug 2020-11-16T20:40:16.050+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:16.780 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:16.886 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:17.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:16 smithi142 bash[22738]: debug 2020-11-16T20:40:16.778+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:17.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:17 smithi071 bash[9480]: cluster 2020-11-16T20:40:16.288170+0000 mgr.x (mgr.14196) 847 : cluster [DBG] pgmap v1238: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.6 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 672 op/s; 11420/149612 objects misplaced (7.633%); 18 MiB/s, 286 objects/s recovering
2020-11-16T20:40:17.600 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:17.704 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:17.712 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:17 smithi142 bash[9523]: cluster 2020-11-16T20:40:16.288170+0000 mgr.x (mgr.14196) 847 : cluster [DBG] pgmap v1238: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.6 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 672 op/s; 11420/149612 objects misplaced (7.633%); 18 MiB/s, 286 objects/s recovering
2020-11-16T20:40:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:17 smithi065 bash[9468]: cluster 2020-11-16T20:40:16.288170+0000 mgr.x (mgr.14196) 847 : cluster [DBG] pgmap v1238: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.6 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 672 op/s; 11420/149612 objects misplaced (7.633%); 18 MiB/s, 286 objects/s recovering
2020-11-16T20:40:17.949 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:40:17 smithi071 bash[12066]: debug 2020-11-16T20:40:17.595+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:18 smithi071 bash[9480]: cluster 2020-11-16T20:40:17.655907+0000 osd.3 (osd.3) 115 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:18 smithi071 bash[9480]: cluster 2020-11-16T20:40:17.656009+0000 osd.3 (osd.3) 116 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:18.744 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:18 smithi142 bash[9523]: cluster 2020-11-16T20:40:17.655907+0000 osd.3 (osd.3) 115 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:18.744 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:18 smithi142 bash[9523]: cluster 2020-11-16T20:40:17.656009+0000 osd.3 (osd.3) 116 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:18.744 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:18 smithi065 bash[9468]: cluster 2020-11-16T20:40:17.655907+0000 osd.3 (osd.3) 115 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:18 smithi065 bash[9468]: cluster 2020-11-16T20:40:17.656009+0000 osd.3 (osd.3) 116 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:18.848 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:18.972 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:19.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:18 smithi142 bash[18009]: debug 2020-11-16T20:40:18.746+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:19.076 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:19.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:18 smithi065 bash[11785]: debug 2020-11-16T20:40:18.968+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:19.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:19 smithi071 bash[9480]: cluster 2020-11-16T20:40:18.288682+0000 mgr.x (mgr.14196) 848 : cluster [DBG] pgmap v1239: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.5 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 691 op/s; 9606/147234 objects misplaced (6.524%); 17 MiB/s, 266 objects/s recovering
2020-11-16T20:40:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:19 smithi071 bash[9480]: cluster 2020-11-16T20:40:18.361586+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e478: 12 total, 12 up, 11 in
2020-11-16T20:40:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:19 smithi071 bash[9480]: cluster 2020-11-16T20:40:18.559310+0000 osd.7 (osd.7) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:19 smithi071 bash[9480]: cluster 2020-11-16T20:40:18.559409+0000 osd.7 (osd.7) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:19 smithi065 bash[9468]: cluster 2020-11-16T20:40:18.288682+0000 mgr.x (mgr.14196) 848 : cluster [DBG] pgmap v1239: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.5 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 691 op/s; 9606/147234 objects misplaced (6.524%); 17 MiB/s, 266 objects/s recovering
2020-11-16T20:40:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:19 smithi065 bash[9468]: cluster 2020-11-16T20:40:18.361586+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e478: 12 total, 12 up, 11 in
2020-11-16T20:40:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:19 smithi065 bash[9468]: cluster 2020-11-16T20:40:18.559310+0000 osd.7 (osd.7) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:19 smithi065 bash[9468]: cluster 2020-11-16T20:40:18.559409+0000 osd.7 (osd.7) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:19 smithi142 bash[9523]: cluster 2020-11-16T20:40:18.288682+0000 mgr.x (mgr.14196) 848 : cluster [DBG] pgmap v1239: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.5 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 691 op/s; 9606/147234 objects misplaced (6.524%); 17 MiB/s, 266 objects/s recovering
2020-11-16T20:40:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:19 smithi142 bash[9523]: cluster 2020-11-16T20:40:18.361586+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e478: 12 total, 12 up, 11 in
2020-11-16T20:40:19.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:19 smithi142 bash[9523]: cluster 2020-11-16T20:40:18.559310+0000 osd.7 (osd.7) 85 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:19.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:19 smithi142 bash[9523]: cluster 2020-11-16T20:40:18.559409+0000 osd.7 (osd.7) 86 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:19.811 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:19.915 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:20.049 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:20.152 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:20.185 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:40:19 smithi142 bash[15670]: debug 2020-11-16T20:40:19.810+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:20.228 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:40:20.229 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:40:20.229 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.229 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:206268 4.0 4:03cddcfc:::benchmark_data_smithi065_31807_object68099:head [delete] snapc 0=[] ondisk+write+known_if_redirected e479)",
2020-11-16T20:40:20.229 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.171510+0000",
2020-11-16T20:40:20.229 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.058619093999999997,
2020-11-16T20:40:20.230 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.058643437,
2020-11-16T20:40:20.230 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.230 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "delayed",
2020-11-16T20:40:20.230 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:40:20.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:40:20.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:40:20.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 206268
2020-11-16T20:40:20.231 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:40:20.231 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.171510+0000",
2020-11-16T20:40:20.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.171510+0000",
2020-11-16T20:40:20.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:40:20.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.171491+0000",
2020-11-16T20:40:20.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2474e-05
2020-11-16T20:40:20.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.171534+0000",
2020-11-16T20:40:20.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3110000000000006e-06
2020-11-16T20:40:20.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.171542+0000",
2020-11-16T20:40:20.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6750000000000001e-06
2020-11-16T20:40:20.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.171547+0000",
2020-11-16T20:40:20.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.027169362999999998
2020-11-16T20:40:20.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:40:20.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.198716+0000",
2020-11-16T20:40:20.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00089292600000000005
2020-11-16T20:40:20.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:40:20.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.199609+0000",
2020-11-16T20:40:20.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.028098723999999999
2020-11-16T20:40:20.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.236 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.237 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.237 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:40:20.237 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:206248 4.0 4:0d829a6a:::benchmark_data_smithi065_31807_object68079:head [delete] snapc 0=[] ondisk+write+known_if_redirected e479)",
2020-11-16T20:40:20.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.147912+0000",
2020-11-16T20:40:20.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.082217677000000003,
2020-11-16T20:40:20.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.082294284999999995,
2020-11-16T20:40:20.238 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.238 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "delayed",
2020-11-16T20:40:20.238 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:40:20.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:40:20.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:40:20.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 206248
2020-11-16T20:40:20.238 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:40:20.239 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.147912+0000",
2020-11-16T20:40:20.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.147912+0000",
2020-11-16T20:40:20.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:40:20.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.147881+0000",
2020-11-16T20:40:20.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7268999999999996e-05
2020-11-16T20:40:20.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.147949+0000",
2020-11-16T20:40:20.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3281999999999999e-05
2020-11-16T20:40:20.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.147962+0000",
2020-11-16T20:40:20.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6649999999999997e-06
2020-11-16T20:40:20.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.147969+0000",
2020-11-16T20:40:20.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012386124
2020-11-16T20:40:20.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:40:20.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.160355+0000",
2020-11-16T20:40:20.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1289e-05
2020-11-16T20:40:20.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:40:20.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.160446+0000",
2020-11-16T20:40:20.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012534086999999999
2020-11-16T20:40:20.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.244 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.244 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.244 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:40:20.244 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.245 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.35333.0:206285 4.8 e479/407 4:1bc29e36:::benchmark_data_smithi065_31807_object68116:head v 479'12926, mlcod=479'12922)",
2020-11-16T20:40:20.245 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.205296+0000",
2020-11-16T20:40:20.245 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.024833348000000002,
2020-11-16T20:40:20.245 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.024953691,
2020-11-16T20:40:20.245 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.245 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:40:20.245 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205296+0000",
2020-11-16T20:40:20.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205296+0000",
2020-11-16T20:40:20.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:40:20.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205270+0000",
2020-11-16T20:40:20.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6557000000000005e-05
2020-11-16T20:40:20.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205357+0000",
2020-11-16T20:40:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8485999999999999e-05
2020-11-16T20:40:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205375+0000",
2020-11-16T20:40:20.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4650000000000002e-06
2020-11-16T20:40:20.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205381+0000",
2020-11-16T20:40:20.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0026698590000000001
2020-11-16T20:40:20.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:40:20.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.208050+0000",
2020-11-16T20:40:20.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.8747000000000001e-05
2020-11-16T20:40:20.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:40:20.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.208079+0000",
2020-11-16T20:40:20.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0027829069999999998
2020-11-16T20:40:20.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.251 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.251 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.251 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:40:20.251 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.251 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.35333.0:206290 4.8 e479/407 4:1126d83f:::benchmark_data_smithi065_31807_object68121:head v 479'12927, mlcod=479'12922)",
2020-11-16T20:40:20.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.205814+0000",
2020-11-16T20:40:20.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.024315634999999999,
2020-11-16T20:40:20.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.024486529999999999,
2020-11-16T20:40:20.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.252 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:40:20.252 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205814+0000",
2020-11-16T20:40:20.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205814+0000",
2020-11-16T20:40:20.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:40:20.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205785+0000",
2020-11-16T20:40:20.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9641000000000004e-05
2020-11-16T20:40:20.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205885+0000",
2020-11-16T20:40:20.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4022999999999999e-05
2020-11-16T20:40:20.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205899+0000",
2020-11-16T20:40:20.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4989999999999999e-06
2020-11-16T20:40:20.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.205905+0000",
2020-11-16T20:40:20.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0072043849999999998
2020-11-16T20:40:20.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:40:20.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.213110+0000",
2020-11-16T20:40:20.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3311000000000001e-05
2020-11-16T20:40:20.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:40:20.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.213133+0000",
2020-11-16T20:40:20.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0073189190000000001
2020-11-16T20:40:20.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.258 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.258 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.258 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:40:20.258 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.258 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.35333.0:206291 4.8 e479/407 4:10813385:::benchmark_data_smithi065_31807_object68122:head v 479'12928, mlcod=479'12922)",
2020-11-16T20:40:20.258 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.212074+0000",
2020-11-16T20:40:20.259 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.018056069000000001,
2020-11-16T20:40:20.259 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.018304253999999999,
2020-11-16T20:40:20.259 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.259 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:40:20.259 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.212074+0000",
2020-11-16T20:40:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.212074+0000",
2020-11-16T20:40:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:40:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.212050+0000",
2020-11-16T20:40:20.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4323e-05
2020-11-16T20:40:20.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.212124+0000",
2020-11-16T20:40:20.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4112e-05
2020-11-16T20:40:20.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.212138+0000",
2020-11-16T20:40:20.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9519999999999997e-06
2020-11-16T20:40:20.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.212145+0000",
2020-11-16T20:40:20.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0090727280000000004
2020-11-16T20:40:20.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:40:20.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221218+0000",
2020-11-16T20:40:20.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5976999999999999e-05
2020-11-16T20:40:20.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:40:20.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221244+0000",
2020-11-16T20:40:20.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0091703819999999995
2020-11-16T20:40:20.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.265 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.265 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.265 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:40:20.265 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.265 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "MOSDPGPushReply(4.0 479/442 [PushReplyOp(4:03cddcfc:::benchmark_data_smithi065_31807_object68099:head)])",
2020-11-16T20:40:20.265 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.214765+0000",
2020-11-16T20:40:20.265 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.015364615999999999,
2020-11-16T20:40:20.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.015685021,
2020-11-16T20:40:20.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.266 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:40:20.266 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.214765+0000",
2020-11-16T20:40:20.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.214765+0000",
2020-11-16T20:40:20.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:40:20.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.214739+0000",
2020-11-16T20:40:20.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0959999999999998e-05
2020-11-16T20:40:20.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.214810+0000",
2020-11-16T20:40:20.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.791e-05
2020-11-16T20:40:20.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.214828+0000",
2020-11-16T20:40:20.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4139999999999994e-06
2020-11-16T20:40:20.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.214836+0000",
2020-11-16T20:40:20.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.006450725
2020-11-16T20:40:20.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:40:20.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221287+0000",
2020-11-16T20:40:20.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0065218910000000001
2020-11-16T20:40:20.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.271 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.271 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.271 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:40:20.271 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.271 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.35333.0:206294 4.8 e479/407 4:160ab515:::benchmark_data_smithi065_31807_object68125:head v 479'12929, mlcod=479'12922)",
2020-11-16T20:40:20.271 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.217584+0000",
2020-11-16T20:40:20.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.012545516,
2020-11-16T20:40:20.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.012921398000000001,
2020-11-16T20:40:20.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.272 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:40:20.272 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.217584+0000",
2020-11-16T20:40:20.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.217584+0000",
2020-11-16T20:40:20.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:40:20.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.217554+0000",
2020-11-16T20:40:20.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3486000000000006e-05
2020-11-16T20:40:20.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.217648+0000",
2020-11-16T20:40:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3040000000000001e-05
2020-11-16T20:40:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.217661+0000",
2020-11-16T20:40:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7340000000000002e-06
2020-11-16T20:40:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.217668+0000",
2020-11-16T20:40:20.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0090574639999999994
2020-11-16T20:40:20.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:40:20.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.226725+0000",
2020-11-16T20:40:20.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1591999999999999e-05
2020-11-16T20:40:20.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:40:20.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.226747+0000",
2020-11-16T20:40:20.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0091626950000000002
2020-11-16T20:40:20.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.278 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.278 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.278 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:40:20.278 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.278 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:206305 4.0 4.5bb58350 (undecoded) ondisk+write+known_if_redirected e479)",
2020-11-16T20:40:20.278 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.221642+0000",
2020-11-16T20:40:20.278 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.0084880149999999998,
2020-11-16T20:40:20.278 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.0089197789999999992,
2020-11-16T20:40:20.279 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.279 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "queued for pg",
2020-11-16T20:40:20.279 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:40:20.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:40:20.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:40:20.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 206305
2020-11-16T20:40:20.279 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:40:20.280 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221642+0000",
2020-11-16T20:40:20.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221642+0000",
2020-11-16T20:40:20.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:40:20.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221615+0000",
2020-11-16T20:40:20.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1064999999999999e-05
2020-11-16T20:40:20.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221676+0000",
2020-11-16T20:40:20.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3516000000000001e-05
2020-11-16T20:40:20.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221689+0000",
2020-11-16T20:40:20.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2160000000000003e-06
2020-11-16T20:40:20.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.221696+0000",
2020-11-16T20:40:20.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3999999999999998e-05
2020-11-16T20:40:20.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.284 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.284 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.284 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:40:20.284 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:40:20.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:206306 4.0 4.8e2ee4d0 (undecoded) ondisk+write+known_if_redirected e479)",
2020-11-16T20:40:20.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:20.222728+0000",
2020-11-16T20:40:20.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.0074010860000000003,
2020-11-16T20:40:20.285 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.007883691,
2020-11-16T20:40:20.285 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:40:20.285 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "queued for pg",
2020-11-16T20:40:20.285 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:40:20.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:40:20.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:40:20.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 206306
2020-11-16T20:40:20.286 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:40:20.286 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:40:20.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:40:20.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.222728+0000",
2020-11-16T20:40:20.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:40:20.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:40:20.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.222728+0000",
2020-11-16T20:40:20.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:40:20.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:40:20.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.222699+0000",
2020-11-16T20:40:20.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6555000000000002e-05
2020-11-16T20:40:20.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:40:20.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.222765+0000",
2020-11-16T20:40:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2075e-05
2020-11-16T20:40:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:40:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.222778+0000",
2020-11-16T20:40:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5379999999999999e-06
2020-11-16T20:40:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:40:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:40:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:20.222784+0000",
2020-11-16T20:40:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5588999999999999e-05
2020-11-16T20:40:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:40:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:40:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:40:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:40:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:    ],
2020-11-16T20:40:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 9
2020-11-16T20:40:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:40:20.293 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:20 smithi065 bash[18823]: debug 2020-11-16T20:40:20.040+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:20.522 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:20 smithi142 bash[9523]: cluster 2020-11-16T20:40:19.369495+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e479: 12 total, 12 up, 11 in
2020-11-16T20:40:20.771 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:20 smithi071 bash[9480]: cluster 2020-11-16T20:40:19.369495+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e479: 12 total, 12 up, 11 in
2020-11-16T20:40:20.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:20 smithi065 bash[9468]: cluster 2020-11-16T20:40:19.369495+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e479: 12 total, 12 up, 11 in
2020-11-16T20:40:21.066 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:21.170 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:21.379 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:21.483 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:21.648 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:21 smithi142 bash[20366]: debug 2020-11-16T20:40:21.066+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:21.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:21 smithi071 bash[9480]: cluster 2020-11-16T20:40:20.293194+0000 mgr.x (mgr.14196) 849 : cluster [DBG] pgmap v1242: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.4 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 856 op/s; 8710/143384 objects misplaced (6.075%); 21 MiB/s, 329 objects/s recovering
2020-11-16T20:40:21.742 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops
2020-11-16T20:40:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:21 smithi065 bash[9468]: cluster 2020-11-16T20:40:20.293194+0000 mgr.x (mgr.14196) 849 : cluster [DBG] pgmap v1242: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.4 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 856 op/s; 8710/143384 objects misplaced (6.075%); 21 MiB/s, 329 objects/s recovering
2020-11-16T20:40:21.927 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:40:22.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:21 smithi142 bash[9523]: cluster 2020-11-16T20:40:20.293194+0000 mgr.x (mgr.14196) 849 : cluster [DBG] pgmap v1242: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.4 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 856 op/s; 8710/143384 objects misplaced (6.075%); 21 MiB/s, 329 objects/s recovering
2020-11-16T20:40:22.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:21 smithi142 bash[9523]: debug 2020-11-16T20:40:21.686+0000 7f756b108700 -1 mon.a@0(leader).osd e479 definitely_dead 0
2020-11-16T20:40:22.034 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:40:21 smithi142 bash[15670]: debug 2020-11-16T20:40:21.374+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:22.187 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:22.290 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:22.483 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:22 smithi142 bash[18009]: debug 2020-11-16T20:40:22.186+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:22.500 INFO:teuthology.orchestra.run.smithi142.stderr:marked out osd.2.
2020-11-16T20:40:22.505 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:40:22.548 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:40:22.578 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:40:22.609 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:40:22.638 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:40:22.670 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:40:22.695 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:40:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:22 smithi071 bash[9480]: audit 2020-11-16T20:40:21.611207+0000 mon.b (mon.1) 419 : audit [INF] from='client.? v1:172.21.15.142:0/1340989029' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:40:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:22 smithi071 bash[9480]: audit 2020-11-16T20:40:21.616179+0000 mon.a (mon.0) 1682 : audit [INF] from='client.25597 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:40:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:22 smithi071 bash[9480]: audit 2020-11-16T20:40:21.692934+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? v1:172.21.15.142:0/3742672028' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch
2020-11-16T20:40:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:22 smithi071 bash[9480]: cluster 2020-11-16T20:40:21.693061+0000 mon.a (mon.0) 1684 : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up
2020-11-16T20:40:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:22 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.293643+0000 mgr.x (mgr.14196) 850 : cluster [DBG] pgmap v1243: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.3 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 713 op/s; 8478/140596 objects misplaced (6.030%); 15 MiB/s, 239 objects/s recovering
2020-11-16T20:40:22.722 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:40:22.746 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:40:22.772 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:40:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:22 smithi065 bash[9468]: audit 2020-11-16T20:40:21.611207+0000 mon.b (mon.1) 419 : audit [INF] from='client.? v1:172.21.15.142:0/1340989029' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:40:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:22 smithi065 bash[9468]: audit 2020-11-16T20:40:21.616179+0000 mon.a (mon.0) 1682 : audit [INF] from='client.25597 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:40:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:22 smithi065 bash[9468]: audit 2020-11-16T20:40:21.692934+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? v1:172.21.15.142:0/3742672028' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch
2020-11-16T20:40:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:22 smithi065 bash[9468]: cluster 2020-11-16T20:40:21.693061+0000 mon.a (mon.0) 1684 : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up
2020-11-16T20:40:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:22 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.293643+0000 mgr.x (mgr.14196) 850 : cluster [DBG] pgmap v1243: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.3 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 713 op/s; 8478/140596 objects misplaced (6.030%); 15 MiB/s, 239 objects/s recovering
2020-11-16T20:40:22.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:22 smithi142 bash[9523]: audit 2020-11-16T20:40:21.611207+0000 mon.b (mon.1) 419 : audit [INF] from='client.? v1:172.21.15.142:0/1340989029' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:40:22.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:22 smithi142 bash[9523]: audit 2020-11-16T20:40:21.616179+0000 mon.a (mon.0) 1682 : audit [INF] from='client.25597 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:40:22.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:22 smithi142 bash[9523]: audit 2020-11-16T20:40:21.692934+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? v1:172.21.15.142:0/3742672028' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch
2020-11-16T20:40:22.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:22 smithi142 bash[9523]: cluster 2020-11-16T20:40:21.693061+0000 mon.a (mon.0) 1684 : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up
2020-11-16T20:40:22.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:22 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.293643+0000 mgr.x (mgr.14196) 850 : cluster [DBG] pgmap v1243: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.3 GiB data, 11 GiB used, 972 GiB / 983 GiB avail; 0 B/s wr, 713 op/s; 8478/140596 objects misplaced (6.030%); 15 MiB/s, 239 objects/s recovering
2020-11-16T20:40:22.800 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:40:22.830 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:40:22.856 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:40:22.858 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.858 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.859 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.859 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.859 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.859 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.859 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.859 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.859 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.860 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.860 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.860 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:40:22.899 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:23.003 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:23.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:22 smithi071 bash[16796]: debug 2020-11-16T20:40:22.899+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.487543+0000 mon.a (mon.0) 1685 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: audit 2020-11-16T20:40:22.498111+0000 mon.a (mon.0) 1686 : audit [INF] from='client.25597 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:40:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: audit 2020-11-16T20:40:22.498155+0000 mon.a (mon.0) 1687 : audit [INF] from='client.? v1:172.21.15.142:0/3742672028' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished
2020-11-16T20:40:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.498202+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e480: 12 total, 12 up, 10 in
2020-11-16T20:40:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: audit 2020-11-16T20:40:22.508886+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? v1:172.21.15.142:0/2811254963' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.583651+0000 osd.1 (osd.1) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.615148+0000 osd.2 (osd.2) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.644517+0000 osd.3 (osd.3) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.698120+0000 osd.5 (osd.5) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.774942+0000 osd.8 (osd.8) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.802500+0000 osd.9 (osd.9) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.833020+0000 osd.10 (osd.10) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:23 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.859153+0000 osd.11 (osd.11) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.487543+0000 mon.a (mon.0) 1685 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: audit 2020-11-16T20:40:22.498111+0000 mon.a (mon.0) 1686 : audit [INF] from='client.25597 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:40:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: audit 2020-11-16T20:40:22.498155+0000 mon.a (mon.0) 1687 : audit [INF] from='client.? v1:172.21.15.142:0/3742672028' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished
2020-11-16T20:40:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.498202+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e480: 12 total, 12 up, 10 in
2020-11-16T20:40:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: audit 2020-11-16T20:40:22.508886+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? v1:172.21.15.142:0/2811254963' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:23.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.583651+0000 osd.1 (osd.1) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.615148+0000 osd.2 (osd.2) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.644517+0000 osd.3 (osd.3) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.698120+0000 osd.5 (osd.5) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.774942+0000 osd.8 (osd.8) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.802500+0000 osd.9 (osd.9) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.833020+0000 osd.10 (osd.10) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:23 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.859153+0000 osd.11 (osd.11) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.810 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.487543+0000 mon.a (mon.0) 1685 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:23.810 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: audit 2020-11-16T20:40:22.498111+0000 mon.a (mon.0) 1686 : audit [INF] from='client.25597 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:40:23.810 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: audit 2020-11-16T20:40:22.498155+0000 mon.a (mon.0) 1687 : audit [INF] from='client.? v1:172.21.15.142:0/3742672028' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished
2020-11-16T20:40:23.810 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.498202+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e480: 12 total, 12 up, 10 in
2020-11-16T20:40:23.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: audit 2020-11-16T20:40:22.508886+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? v1:172.21.15.142:0/2811254963' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:23.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.583651+0000 osd.1 (osd.1) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.615148+0000 osd.2 (osd.2) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.644517+0000 osd.3 (osd.3) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.698120+0000 osd.5 (osd.5) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.774942+0000 osd.8 (osd.8) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.811 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.802500+0000 osd.9 (osd.9) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.812 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.833020+0000 osd.10 (osd.10) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:23.812 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:23 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.859153+0000 osd.11 (osd.11) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.214 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:24.320 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:24.505 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[22738]: debug 2020-11-16T20:40:24.214+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:24.773 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.553889+0000 osd.0 (osd.0) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.673741+0000 osd.4 (osd.4) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.725558+0000 osd.6 (osd.6) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[9523]: cluster 2020-11-16T20:40:22.748886+0000 osd.7 (osd.7) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[9523]: cluster 2020-11-16T20:40:23.504978+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e481: 12 total, 12 up, 10 in
2020-11-16T20:40:24.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[9523]: cluster 2020-11-16T20:40:24.294193+0000 mgr.x (mgr.14196) 851 : cluster [DBG] pgmap v1246: 17 pgs: 1 remapped+peering, 1 active+recovering, 2 active+remapped+backfilling, 13 active+clean; 4.2 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 770 op/s; 7550/138082 objects misplaced (5.468%); 19 MiB/s, 297 objects/s recovering
2020-11-16T20:40:24.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[9523]: cluster 2020-11-16T20:40:24.334449+0000 osd.8 (osd.8) 119 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:24.775 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:24 smithi142 bash[9523]: cluster 2020-11-16T20:40:24.334569+0000 osd.8 (osd.8) 120 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:24.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:24 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.553889+0000 osd.0 (osd.0) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:24 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.673741+0000 osd.4 (osd.4) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:24 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.725558+0000 osd.6 (osd.6) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:24 smithi065 bash[9468]: cluster 2020-11-16T20:40:22.748886+0000 osd.7 (osd.7) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:24 smithi065 bash[9468]: cluster 2020-11-16T20:40:23.504978+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e481: 12 total, 12 up, 10 in
2020-11-16T20:40:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:24 smithi065 bash[9468]: cluster 2020-11-16T20:40:24.294193+0000 mgr.x (mgr.14196) 851 : cluster [DBG] pgmap v1246: 17 pgs: 1 remapped+peering, 1 active+recovering, 2 active+remapped+backfilling, 13 active+clean; 4.2 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 770 op/s; 7550/138082 objects misplaced (5.468%); 19 MiB/s, 297 objects/s recovering
2020-11-16T20:40:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:24 smithi065 bash[9468]: cluster 2020-11-16T20:40:24.334449+0000 osd.8 (osd.8) 119 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:24 smithi065 bash[9468]: cluster 2020-11-16T20:40:24.334569+0000 osd.8 (osd.8) 120 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:24.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.553889+0000 osd.0 (osd.0) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.673741+0000 osd.4 (osd.4) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.725558+0000 osd.6 (osd.6) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[9480]: cluster 2020-11-16T20:40:22.748886+0000 osd.7 (osd.7) 87 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:24.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[9480]: cluster 2020-11-16T20:40:23.504978+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e481: 12 total, 12 up, 10 in
2020-11-16T20:40:24.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[9480]: cluster 2020-11-16T20:40:24.294193+0000 mgr.x (mgr.14196) 851 : cluster [DBG] pgmap v1246: 17 pgs: 1 remapped+peering, 1 active+recovering, 2 active+remapped+backfilling, 13 active+clean; 4.2 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 770 op/s; 7550/138082 objects misplaced (5.468%); 19 MiB/s, 297 objects/s recovering
2020-11-16T20:40:24.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[9480]: cluster 2020-11-16T20:40:24.334449+0000 osd.8 (osd.8) 119 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:24.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[9480]: cluster 2020-11-16T20:40:24.334569+0000 osd.8 (osd.8) 120 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:24.978 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:25.082 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:25.251 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:40:25 smithi071 bash[14419]: debug 2020-11-16T20:40:25.251+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:25.251 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:24 smithi071 bash[16796]: debug 2020-11-16T20:40:24.979+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:25.252 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:25.356 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:25.480 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:25.506 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:25 smithi071 bash[9480]: cluster 2020-11-16T20:40:24.513103+0000 osd.1 (osd.1) 146 : cluster [DBG] 4.4 starting backfill to osd.3 from (0'0,0'0] MAX to 479'13008
2020-11-16T20:40:25.506 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:25 smithi071 bash[9480]: cluster 2020-11-16T20:40:24.515252+0000 mon.a (mon.0) 1690 : cluster [DBG] osdmap e482: 12 total, 12 up, 10 in
2020-11-16T20:40:25.584 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:25.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:25 smithi065 bash[9468]: cluster 2020-11-16T20:40:24.513103+0000 osd.1 (osd.1) 146 : cluster [DBG] 4.4 starting backfill to osd.3 from (0'0,0'0] MAX to 479'13008
2020-11-16T20:40:25.710 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:25 smithi065 bash[9468]: cluster 2020-11-16T20:40:24.515252+0000 mon.a (mon.0) 1690 : cluster [DBG] osdmap e482: 12 total, 12 up, 10 in
2020-11-16T20:40:25.710 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:25 smithi065 bash[18823]: debug 2020-11-16T20:40:25.472+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:25.710 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:25.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:25 smithi142 bash[9523]: cluster 2020-11-16T20:40:24.513103+0000 osd.1 (osd.1) 146 : cluster [DBG] 4.4 starting backfill to osd.3 from (0'0,0'0] MAX to 479'13008
2020-11-16T20:40:25.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:25 smithi142 bash[9523]: cluster 2020-11-16T20:40:24.515252+0000 mon.a (mon.0) 1690 : cluster [DBG] osdmap e482: 12 total, 12 up, 10 in
2020-11-16T20:40:25.814 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:26.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:40:25 smithi065 bash[14115]: debug 2020-11-16T20:40:25.700+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:26.058 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:26.161 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:26.218 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[12066]: debug 2020-11-16T20:40:26.059+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:26.322 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:26.425 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:26.433 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[22738]: debug 2020-11-16T20:40:26.318+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:26.540 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:26.644 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:26.775 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:40:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[9523]: audit 2020-11-16T20:40:26.208324+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:40:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[9523]: audit 2020-11-16T20:40:26.208606+0000 mon.c (mon.2) 42 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:40:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[9523]: audit 2020-11-16T20:40:26.212084+0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:40:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[9523]: audit 2020-11-16T20:40:26.212534+0000 mon.a (mon.0) 1692 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:40:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[9523]: cluster 2020-11-16T20:40:26.261968+0000 osd.1 (osd.1) 147 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:26.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[9523]: cluster 2020-11-16T20:40:26.262044+0000 osd.1 (osd.1) 148 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:26.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[9523]: cluster 2020-11-16T20:40:26.294725+0000 mgr.x (mgr.14196) 852 : cluster [DBG] pgmap v1248: 17 pgs: 1 remapped+peering, 1 active+recovering, 2 active+remapped+backfilling, 13 active+clean; 4.2 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 543 op/s; 7550/136856 objects misplaced (5.517%); 11 MiB/s, 173 objects/s recovering
2020-11-16T20:40:26.785 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:26 smithi142 bash[20366]: debug 2020-11-16T20:40:26.542+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:26.895 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:40:26.909 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[9480]: audit 2020-11-16T20:40:26.208324+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:40:26.909 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[9480]: audit 2020-11-16T20:40:26.208606+0000 mon.c (mon.2) 42 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:40:26.910 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[9480]: audit 2020-11-16T20:40:26.212084+0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:40:26.910 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[9480]: audit 2020-11-16T20:40:26.212534+0000 mon.a (mon.0) 1692 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:40:26.910 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[9480]: cluster 2020-11-16T20:40:26.261968+0000 osd.1 (osd.1) 147 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:26.910 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[9480]: cluster 2020-11-16T20:40:26.262044+0000 osd.1 (osd.1) 148 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:26.910 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[9480]: cluster 2020-11-16T20:40:26.294725+0000 mgr.x (mgr.14196) 852 : cluster [DBG] pgmap v1248: 17 pgs: 1 remapped+peering, 1 active+recovering, 2 active+remapped+backfilling, 13 active+clean; 4.2 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 543 op/s; 7550/136856 objects misplaced (5.517%); 11 MiB/s, 173 objects/s recovering
2020-11-16T20:40:26.910 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:26.959 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:27.012 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:27.021 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:26 smithi065 bash[9468]: audit 2020-11-16T20:40:26.208324+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:40:27.021 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:26 smithi065 bash[9468]: audit 2020-11-16T20:40:26.208606+0000 mon.c (mon.2) 42 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:40:27.021 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:26 smithi065 bash[9468]: audit 2020-11-16T20:40:26.212084+0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:40:27.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:26 smithi065 bash[9468]: audit 2020-11-16T20:40:26.212534+0000 mon.a (mon.0) 1692 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:40:27.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:26 smithi065 bash[9468]: cluster 2020-11-16T20:40:26.261968+0000 osd.1 (osd.1) 147 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:27.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:26 smithi065 bash[9468]: cluster 2020-11-16T20:40:26.262044+0000 osd.1 (osd.1) 148 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:27.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:26 smithi065 bash[9468]: cluster 2020-11-16T20:40:26.294725+0000 mgr.x (mgr.14196) 852 : cluster [DBG] pgmap v1248: 17 pgs: 1 remapped+peering, 1 active+recovering, 2 active+remapped+backfilling, 13 active+clean; 4.2 GiB data, 11 GiB used, 883 GiB / 894 GiB avail; 0 B/s wr, 543 op/s; 7550/136856 objects misplaced (5.517%); 11 MiB/s, 173 objects/s recovering
2020-11-16T20:40:27.092 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:27.169 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:27.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:26 smithi071 bash[16796]: debug 2020-11-16T20:40:26.911+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:27.273 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:27.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:27 smithi065 bash[18823]: debug 2020-11-16T20:40:27.164+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:27.422 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:27.527 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:27.552 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:40:27 smithi071 bash[26650]: debug 2020-11-16T20:40:27.418+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:27.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:27 smithi071 bash[9480]: cluster 2020-11-16T20:40:26.559848+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e483: 12 total, 12 up, 10 in
2020-11-16T20:40:27.635 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:40:27.635 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:40:28.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:27 smithi065 bash[9468]: cluster 2020-11-16T20:40:26.559848+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e483: 12 total, 12 up, 10 in
2020-11-16T20:40:28.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:27 smithi142 bash[9523]: cluster 2020-11-16T20:40:26.559848+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e483: 12 total, 12 up, 10 in
2020-11-16T20:40:28.546 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:28.649 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:28.761 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:28.868 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:28.876 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:28 smithi142 bash[9523]: cluster 2020-11-16T20:40:28.295355+0000 mgr.x (mgr.14196) 853 : cluster [DBG] pgmap v1250: 17 pgs: 1 active+recovering, 1 remapped+peering, 1 active+remapped+backfilling, 14 active+clean; 4.1 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 469 op/s; 6017/135152 objects misplaced (4.452%); 18 MiB/s, 286 objects/s recovering
2020-11-16T20:40:28.876 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:40:28 smithi142 bash[15670]: debug 2020-11-16T20:40:28.546+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:28.912 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:28 smithi071 bash[9480]: cluster 2020-11-16T20:40:28.295355+0000 mgr.x (mgr.14196) 853 : cluster [DBG] pgmap v1250: 17 pgs: 1 active+recovering, 1 remapped+peering, 1 active+remapped+backfilling, 14 active+clean; 4.1 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 469 op/s; 6017/135152 objects misplaced (4.452%); 18 MiB/s, 286 objects/s recovering
2020-11-16T20:40:28.913 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_historic_ops
2020-11-16T20:40:29.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:28 smithi065 bash[9468]: cluster 2020-11-16T20:40:28.295355+0000 mgr.x (mgr.14196) 853 : cluster [DBG] pgmap v1250: 17 pgs: 1 active+recovering, 1 remapped+peering, 1 active+remapped+backfilling, 14 active+clean; 4.1 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 469 op/s; 6017/135152 objects misplaced (4.452%); 18 MiB/s, 286 objects/s recovering
2020-11-16T20:40:29.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:28 smithi065 bash[18823]: debug 2020-11-16T20:40:28.756+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:29.087 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:40:29.626 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:29.730 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:29.855 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 3, 4, 5, 6, 7, 8, 11, 9] out_osds:  [10, 2] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:40:29.855 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:40:29.855 INFO:tasks.thrashosds.thrasher:Removing osd 5, in_osds are: [0, 1, 3, 4, 5, 6, 7, 8, 11, 9]
2020-11-16T20:40:29.855 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd out 5
2020-11-16T20:40:29.863 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:29 smithi142 bash[9523]: cluster 2020-11-16T20:40:28.909195+0000 osd.11 (osd.11) 110 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:29.864 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:29 smithi142 bash[9523]: cluster 2020-11-16T20:40:28.909282+0000 osd.11 (osd.11) 111 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:29.864 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:29 smithi142 bash[20366]: debug 2020-11-16T20:40:29.626+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:29.870 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:29 smithi065 bash[9468]: cluster 2020-11-16T20:40:28.909195+0000 osd.11 (osd.11) 110 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:29.870 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:29 smithi065 bash[9468]: cluster 2020-11-16T20:40:28.909282+0000 osd.11 (osd.11) 111 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:29.871 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:29 smithi065 bash[18823]: debug 2020-11-16T20:40:29.864+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:29.871 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:29.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:29 smithi071 bash[9480]: cluster 2020-11-16T20:40:28.909195+0000 osd.11 (osd.11) 110 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:29.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:29 smithi071 bash[9480]: cluster 2020-11-16T20:40:28.909282+0000 osd.11 (osd.11) 111 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:29.976 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:30.037 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:30.360 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:30.463 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:30.582 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:30.687 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:30.688 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:40:30 smithi071 bash[26650]: debug 2020-11-16T20:40:30.358+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:30.688 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:30 smithi071 bash[9480]: cluster 2020-11-16T20:40:29.567060+0000 mon.a (mon.0) 1694 : cluster [DBG] osdmap e484: 12 total, 12 up, 10 in
2020-11-16T20:40:30.688 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:30 smithi071 bash[9480]: cluster 2020-11-16T20:40:30.295835+0000 mgr.x (mgr.14196) 854 : cluster [DBG] pgmap v1252: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.0 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 542 op/s; 8830/131570 objects misplaced (6.711%); 21 MiB/s, 334 objects/s recovering
2020-11-16T20:40:30.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:40:30 smithi065 bash[14115]: debug 2020-11-16T20:40:30.576+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:30.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:30 smithi065 bash[9468]: cluster 2020-11-16T20:40:29.567060+0000 mon.a (mon.0) 1694 : cluster [DBG] osdmap e484: 12 total, 12 up, 10 in
2020-11-16T20:40:30.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:30 smithi065 bash[9468]: cluster 2020-11-16T20:40:30.295835+0000 mgr.x (mgr.14196) 854 : cluster [DBG] pgmap v1252: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.0 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 542 op/s; 8830/131570 objects misplaced (6.711%); 21 MiB/s, 334 objects/s recovering
2020-11-16T20:40:30.804 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:30.907 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:31.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:30 smithi142 bash[9523]: cluster 2020-11-16T20:40:29.567060+0000 mon.a (mon.0) 1694 : cluster [DBG] osdmap e484: 12 total, 12 up, 10 in
2020-11-16T20:40:31.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:30 smithi142 bash[9523]: cluster 2020-11-16T20:40:30.295835+0000 mgr.x (mgr.14196) 854 : cluster [DBG] pgmap v1252: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 4.0 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 542 op/s; 8830/131570 objects misplaced (6.711%); 21 MiB/s, 334 objects/s recovering
2020-11-16T20:40:31.064 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:31.168 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:31.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:30 smithi065 bash[16457]: debug 2020-11-16T20:40:30.800+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:31.449 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:31 smithi071 bash[16796]: debug 2020-11-16T20:40:31.062+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:31.927 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:32.031 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:32.161 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:32.203 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:40:31 smithi071 bash[12066]: debug 2020-11-16T20:40:31.922+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:32.265 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:32.495 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:40:32 smithi065 bash[14115]: debug 2020-11-16T20:40:32.156+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:32.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:32 smithi071 bash[9480]: cluster 2020-11-16T20:40:32.296314+0000 mgr.x (mgr.14196) 855 : cluster [DBG] pgmap v1253: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.9 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 637 op/s; 8640/128148 objects misplaced (6.742%); 18 MiB/s, 281 objects/s recovering
2020-11-16T20:40:32.776 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:32 smithi065 bash[9468]: cluster 2020-11-16T20:40:32.296314+0000 mgr.x (mgr.14196) 855 : cluster [DBG] pgmap v1253: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.9 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 637 op/s; 8640/128148 objects misplaced (6.742%); 18 MiB/s, 281 objects/s recovering
2020-11-16T20:40:32.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:32 smithi142 bash[9523]: cluster 2020-11-16T20:40:32.296314+0000 mgr.x (mgr.14196) 855 : cluster [DBG] pgmap v1253: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.9 GiB data, 10 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 637 op/s; 8640/128148 objects misplaced (6.742%); 18 MiB/s, 281 objects/s recovering
2020-11-16T20:40:32.879 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:33.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:40:32 smithi071 bash[26650]: debug 2020-11-16T20:40:32.774+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:33.488 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:33.593 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:33.807 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:40:33 smithi071 bash[14419]: debug 2020-11-16T20:40:33.486+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:34.303 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:40:34.303 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:40:34.340 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:34.444 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:34.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:34 smithi142 bash[18009]: debug 2020-11-16T20:40:34.342+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:35.312 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:35.415 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:35.515 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T20:40:35.531 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:35.634 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:35.643 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:35 smithi142 bash[9523]: cluster 2020-11-16T20:40:34.296857+0000 mgr.x (mgr.14196) 856 : cluster [DBG] pgmap v1254: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.8 GiB data, 9.8 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 752 op/s; 6972/124814 objects misplaced (5.586%); 28 MiB/s, 454 objects/s recovering
2020-11-16T20:40:35.695 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:35.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:35 smithi071 bash[9480]: cluster 2020-11-16T20:40:34.296857+0000 mgr.x (mgr.14196) 856 : cluster [DBG] pgmap v1254: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.8 GiB data, 9.8 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 752 op/s; 6972/124814 objects misplaced (5.586%); 28 MiB/s, 454 objects/s recovering
2020-11-16T20:40:35.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:35 smithi065 bash[9468]: cluster 2020-11-16T20:40:34.296857+0000 mgr.x (mgr.14196) 856 : cluster [DBG] pgmap v1254: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.8 GiB data, 9.8 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 752 op/s; 6972/124814 objects misplaced (5.586%); 28 MiB/s, 454 objects/s recovering
2020-11-16T20:40:35.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:35 smithi065 bash[16457]: debug 2020-11-16T20:40:35.528+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:35.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:35 smithi065 bash[18823]: debug 2020-11-16T20:40:35.308+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:36.561 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:36.665 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:36.801 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:36.907 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:36.917 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:36 smithi142 bash[20366]: debug 2020-11-16T20:40:36.562+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:37.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:36 smithi065 bash[18823]: debug 2020-11-16T20:40:36.796+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:37.238 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:37 smithi142 bash[22738]: debug 2020-11-16T20:40:37.234+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:37.238 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:37.342 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:37.450 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:37.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:37 smithi142 bash[9523]: cluster 2020-11-16T20:40:36.297433+0000 mgr.x (mgr.14196) 857 : cluster [DBG] pgmap v1255: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.7 GiB data, 9.7 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 742 op/s; 6972/122404 objects misplaced (5.696%); 23 MiB/s, 373 objects/s recovering
2020-11-16T20:40:37.557 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:37.670 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:37 smithi065 bash[9468]: cluster 2020-11-16T20:40:36.297433+0000 mgr.x (mgr.14196) 857 : cluster [DBG] pgmap v1255: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.7 GiB data, 9.7 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 742 op/s; 6972/122404 objects misplaced (5.696%); 23 MiB/s, 373 objects/s recovering
2020-11-16T20:40:37.670 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:37 smithi065 bash[18823]: debug 2020-11-16T20:40:37.448+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:37.671 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:37.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:37 smithi071 bash[9480]: cluster 2020-11-16T20:40:36.297433+0000 mgr.x (mgr.14196) 857 : cluster [DBG] pgmap v1255: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.7 GiB data, 9.7 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 742 op/s; 6972/122404 objects misplaced (5.696%); 23 MiB/s, 373 objects/s recovering
2020-11-16T20:40:37.780 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:37.884 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:37.987 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:38.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:37 smithi065 bash[11785]: debug 2020-11-16T20:40:37.664+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:38.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:37 smithi065 bash[16457]: debug 2020-11-16T20:40:37.880+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:38.098 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:38.203 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:38.449 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:38 smithi071 bash[16796]: debug 2020-11-16T20:40:38.098+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:38.792 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:38.895 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:39.128 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:38 smithi142 bash[22738]: debug 2020-11-16T20:40:38.790+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:39.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:39 smithi142 bash[9523]: cluster 2020-11-16T20:40:37.979407+0000 osd.6 (osd.6) 138 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:39.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:39 smithi142 bash[9523]: cluster 2020-11-16T20:40:37.979485+0000 osd.6 (osd.6) 139 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:39.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:39 smithi142 bash[9523]: cluster 2020-11-16T20:40:38.297959+0000 mgr.x (mgr.14196) 858 : cluster [DBG] pgmap v1256: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.7 GiB data, 9.6 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 765 op/s; 6746/119836 objects misplaced (5.629%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:40:39.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:39 smithi142 bash[9523]: cluster 2020-11-16T20:40:38.374880+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e485: 12 total, 12 up, 10 in
2020-11-16T20:40:39.616 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:39.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:39 smithi071 bash[9480]: cluster 2020-11-16T20:40:37.979407+0000 osd.6 (osd.6) 138 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:39 smithi071 bash[9480]: cluster 2020-11-16T20:40:37.979485+0000 osd.6 (osd.6) 139 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:39 smithi071 bash[9480]: cluster 2020-11-16T20:40:38.297959+0000 mgr.x (mgr.14196) 858 : cluster [DBG] pgmap v1256: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.7 GiB data, 9.6 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 765 op/s; 6746/119836 objects misplaced (5.629%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:40:39.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:39 smithi071 bash[9480]: cluster 2020-11-16T20:40:38.374880+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e485: 12 total, 12 up, 10 in
2020-11-16T20:40:39.718 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:39.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:39 smithi065 bash[9468]: cluster 2020-11-16T20:40:37.979407+0000 osd.6 (osd.6) 138 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:39.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:39 smithi065 bash[9468]: cluster 2020-11-16T20:40:37.979485+0000 osd.6 (osd.6) 139 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:39.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:39 smithi065 bash[9468]: cluster 2020-11-16T20:40:38.297959+0000 mgr.x (mgr.14196) 858 : cluster [DBG] pgmap v1256: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.7 GiB data, 9.6 GiB used, 884 GiB / 894 GiB avail; 0 B/s wr, 765 op/s; 6746/119836 objects misplaced (5.629%); 19 MiB/s, 301 objects/s recovering
2020-11-16T20:40:39.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:39 smithi065 bash[9468]: cluster 2020-11-16T20:40:38.374880+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e485: 12 total, 12 up, 10 in
2020-11-16T20:40:39.831 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:39.934 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:39.943 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:40:39 smithi142 bash[15670]: debug 2020-11-16T20:40:39.610+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:40.023 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:40:40.067 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:40:40.110 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:40:40.123 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:40.146 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:40:40.186 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:40:40.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:39 smithi071 bash[16796]: debug 2020-11-16T20:40:39.830+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:40.220 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:40:40.228 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:40.255 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:40:40.286 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:40:40.327 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:40:40.348 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:40.364 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:40:40.399 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:40:40.430 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:40:40.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.440 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.440 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:40:40.453 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:40.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:40 smithi142 bash[9523]: cluster 2020-11-16T20:40:39.385569+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e486: 12 total, 12 up, 10 in
2020-11-16T20:40:40.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:40 smithi142 bash[9523]: audit 2020-11-16T20:40:39.987429+0000 mon.a (mon.0) 1697 : audit [DBG] from='client.? v1:172.21.15.142:0/917663695' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:40.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:40 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.067156+0000 osd.1 (osd.1) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:40.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:40 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.151881+0000 osd.3 (osd.3) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:40.534 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:40:40 smithi142 bash[15670]: debug 2020-11-16T20:40:40.122+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:40.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:40:40 smithi071 bash[26650]: debug 2020-11-16T20:40:40.346+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:40.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:40 smithi071 bash[9480]: cluster 2020-11-16T20:40:39.385569+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e486: 12 total, 12 up, 10 in
2020-11-16T20:40:40.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:40 smithi071 bash[9480]: audit 2020-11-16T20:40:39.987429+0000 mon.a (mon.0) 1697 : audit [DBG] from='client.? v1:172.21.15.142:0/917663695' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:40.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:40 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.067156+0000 osd.1 (osd.1) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:40.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:40 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.151881+0000 osd.3 (osd.3) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:40.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:40 smithi065 bash[9468]: cluster 2020-11-16T20:40:39.385569+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e486: 12 total, 12 up, 10 in
2020-11-16T20:40:40.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:40 smithi065 bash[9468]: audit 2020-11-16T20:40:39.987429+0000 mon.a (mon.0) 1697 : audit [DBG] from='client.? v1:172.21.15.142:0/917663695' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:40.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:40 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.067156+0000 osd.1 (osd.1) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:40.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:40 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.151881+0000 osd.3 (osd.3) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:41.412 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:41.544 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:41.648 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:41.655 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[18009]: debug 2020-11-16T20:40:41.310+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:41.656 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.026249+0000 osd.0 (osd.0) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.656 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.111456+0000 osd.2 (osd.2) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.656 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.189704+0000 osd.4 (osd.4) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.656 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.223132+0000 osd.5 (osd.5) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.656 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.258170+0000 osd.6 (osd.6) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.656 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.289485+0000 osd.7 (osd.7) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.657 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.298417+0000 mgr.x (mgr.14196) 859 : cluster [DBG] pgmap v1259: 17 pgs: 1 peering, 1 active+recovering, 1 active+remapped+backfilling, 14 active+clean; 3.5 GiB data, 9.4 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 750 op/s; 5384/116134 objects misplaced (4.636%); 22 MiB/s, 359 objects/s recovering
2020-11-16T20:40:41.657 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.326812+0000 osd.8 (osd.8) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.657 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.366793+0000 osd.9 (osd.9) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.657 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.398970+0000 osd.10 (osd.10) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.657 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:41 smithi142 bash[9523]: cluster 2020-11-16T20:40:40.433169+0000 osd.11 (osd.11) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.026249+0000 osd.0 (osd.0) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.111456+0000 osd.2 (osd.2) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.189704+0000 osd.4 (osd.4) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.223132+0000 osd.5 (osd.5) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.258170+0000 osd.6 (osd.6) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.289485+0000 osd.7 (osd.7) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.298417+0000 mgr.x (mgr.14196) 859 : cluster [DBG] pgmap v1259: 17 pgs: 1 peering, 1 active+recovering, 1 active+remapped+backfilling, 14 active+clean; 3.5 GiB data, 9.4 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 750 op/s; 5384/116134 objects misplaced (4.636%); 22 MiB/s, 359 objects/s recovering
2020-11-16T20:40:41.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.326812+0000 osd.8 (osd.8) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.366793+0000 osd.9 (osd.9) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.398970+0000 osd.10 (osd.10) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:41 smithi071 bash[9480]: cluster 2020-11-16T20:40:40.433169+0000 osd.11 (osd.11) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[18823]: debug 2020-11-16T20:40:41.540+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:41.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.026249+0000 osd.0 (osd.0) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.111456+0000 osd.2 (osd.2) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.189704+0000 osd.4 (osd.4) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.223132+0000 osd.5 (osd.5) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.258170+0000 osd.6 (osd.6) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.289485+0000 osd.7 (osd.7) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.298417+0000 mgr.x (mgr.14196) 859 : cluster [DBG] pgmap v1259: 17 pgs: 1 peering, 1 active+recovering, 1 active+remapped+backfilling, 14 active+clean; 3.5 GiB data, 9.4 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 750 op/s; 5384/116134 objects misplaced (4.636%); 22 MiB/s, 359 objects/s recovering
2020-11-16T20:40:41.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.326812+0000 osd.8 (osd.8) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.366793+0000 osd.9 (osd.9) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.398970+0000 osd.10 (osd.10) 101 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:41.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:41 smithi065 bash[9468]: cluster 2020-11-16T20:40:40.433169+0000 osd.11 (osd.11) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:42.383 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:42.487 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:42.515 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:40:42.643 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:42.660 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:42 smithi142 bash[9523]: audit 2020-11-16T20:40:41.875482+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? v1:172.21.15.142:0/3490571566' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:40:42.660 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:42 smithi142 bash[9523]: cluster 2020-11-16T20:40:42.298893+0000 mgr.x (mgr.14196) 860 : cluster [DBG] pgmap v1260: 17 pgs: 1 active+recovering, 1 peering, 1 active+remapped+backfilling, 14 active+clean; 3.4 GiB data, 9.3 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 742 op/s; 5160/112932 objects misplaced (4.569%); 13 MiB/s, 206 objects/s recovering
2020-11-16T20:40:42.660 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:42 smithi142 bash[22738]: debug 2020-11-16T20:40:42.382+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:42.747 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:42.754 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:42 smithi071 bash[9480]: audit 2020-11-16T20:40:41.875482+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? v1:172.21.15.142:0/3490571566' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:40:42.754 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:42 smithi071 bash[9480]: cluster 2020-11-16T20:40:42.298893+0000 mgr.x (mgr.14196) 860 : cluster [DBG] pgmap v1260: 17 pgs: 1 active+recovering, 1 peering, 1 active+remapped+backfilling, 14 active+clean; 3.4 GiB data, 9.3 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 742 op/s; 5160/112932 objects misplaced (4.569%); 13 MiB/s, 206 objects/s recovering
2020-11-16T20:40:42.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:42 smithi065 bash[9468]: audit 2020-11-16T20:40:41.875482+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? v1:172.21.15.142:0/3490571566' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:40:42.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:42 smithi065 bash[9468]: cluster 2020-11-16T20:40:42.298893+0000 mgr.x (mgr.14196) 860 : cluster [DBG] pgmap v1260: 17 pgs: 1 active+recovering, 1 peering, 1 active+remapped+backfilling, 14 active+clean; 3.4 GiB data, 9.3 GiB used, 885 GiB / 894 GiB avail; 0 B/s wr, 742 op/s; 5160/112932 objects misplaced (4.569%); 13 MiB/s, 206 objects/s recovering
2020-11-16T20:40:42.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:42 smithi065 bash[18823]: debug 2020-11-16T20:40:42.640+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:42.864 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:40:42.969 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:43.069 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:43.175 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:43.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:40:42 smithi071 bash[26650]: debug 2020-11-16T20:40:42.862+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:43.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:43 smithi065 bash[11785]: debug 2020-11-16T20:40:43.064+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:43.294 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:43.398 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:43.504 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:43 smithi142 bash[9523]: debug 2020-11-16T20:40:43.190+0000 7f756b108700 -1 mon.a@0(leader).osd e487 definitely_dead 0
2020-11-16T20:40:43.505 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:43 smithi142 bash[9523]: cluster 2020-11-16T20:40:42.500631+0000 mon.a (mon.0) 1699 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:43.505 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:43 smithi142 bash[9523]: audit 2020-11-16T20:40:42.511011+0000 mon.a (mon.0) 1700 : audit [INF] from='client.? v1:172.21.15.142:0/3490571566' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:40:43.505 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:43 smithi142 bash[9523]: cluster 2020-11-16T20:40:42.511044+0000 mon.a (mon.0) 1701 : cluster [DBG] osdmap e487: 12 total, 12 up, 10 in
2020-11-16T20:40:43.505 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:43 smithi142 bash[9523]: audit 2020-11-16T20:40:43.195833+0000 mon.a (mon.0) 1702 : audit [INF] from='client.? v1:172.21.15.142:0/684771837' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch
2020-11-16T20:40:43.505 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:43 smithi142 bash[9523]: cluster 2020-11-16T20:40:43.195917+0000 mon.a (mon.0) 1703 : cluster [INF] Client client.admin marked osd.5 out, while it was still marked up
2020-11-16T20:40:43.514 INFO:teuthology.orchestra.run.smithi142.stderr:marked out osd.5.
2020-11-16T20:40:43.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:43 smithi065 bash[16457]: debug 2020-11-16T20:40:43.292+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:43 smithi065 bash[9468]: cluster 2020-11-16T20:40:42.500631+0000 mon.a (mon.0) 1699 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:43 smithi065 bash[9468]: audit 2020-11-16T20:40:42.511011+0000 mon.a (mon.0) 1700 : audit [INF] from='client.? v1:172.21.15.142:0/3490571566' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:40:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:43 smithi065 bash[9468]: cluster 2020-11-16T20:40:42.511044+0000 mon.a (mon.0) 1701 : cluster [DBG] osdmap e487: 12 total, 12 up, 10 in
2020-11-16T20:40:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:43 smithi065 bash[9468]: audit 2020-11-16T20:40:43.195833+0000 mon.a (mon.0) 1702 : audit [INF] from='client.? v1:172.21.15.142:0/684771837' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch
2020-11-16T20:40:43.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:43 smithi065 bash[9468]: cluster 2020-11-16T20:40:43.195917+0000 mon.a (mon.0) 1703 : cluster [INF] Client client.admin marked osd.5 out, while it was still marked up
2020-11-16T20:40:43.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:43 smithi071 bash[9480]: cluster 2020-11-16T20:40:42.500631+0000 mon.a (mon.0) 1699 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:40:43.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:43 smithi071 bash[9480]: audit 2020-11-16T20:40:42.511011+0000 mon.a (mon.0) 1700 : audit [INF] from='client.? v1:172.21.15.142:0/3490571566' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:40:43.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:43 smithi071 bash[9480]: cluster 2020-11-16T20:40:42.511044+0000 mon.a (mon.0) 1701 : cluster [DBG] osdmap e487: 12 total, 12 up, 10 in
2020-11-16T20:40:43.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:43 smithi071 bash[9480]: audit 2020-11-16T20:40:43.195833+0000 mon.a (mon.0) 1702 : audit [INF] from='client.? v1:172.21.15.142:0/684771837' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch
2020-11-16T20:40:43.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:43 smithi071 bash[9480]: cluster 2020-11-16T20:40:43.195917+0000 mon.a (mon.0) 1703 : cluster [INF] Client client.admin marked osd.5 out, while it was still marked up
2020-11-16T20:40:44.017 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:44.123 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:44.239 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:44.284 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:40:44 smithi142 bash[15670]: debug 2020-11-16T20:40:44.018+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:44.343 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:44.474 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:44 smithi065 bash[18823]: debug 2020-11-16T20:40:44.236+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:44.474 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:44.579 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:44.681 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:40:44.731 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:44.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:44 smithi065 bash[16457]: debug 2020-11-16T20:40:44.472+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:44.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:44 smithi065 bash[9468]: audit 2020-11-16T20:40:43.516852+0000 mon.a (mon.0) 1704 : audit [INF] from='client.? v1:172.21.15.142:0/684771837' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished
2020-11-16T20:40:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:44 smithi065 bash[9468]: cluster 2020-11-16T20:40:43.516895+0000 mon.a (mon.0) 1705 : cluster [DBG] osdmap e488: 12 total, 12 up, 9 in
2020-11-16T20:40:44.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:44 smithi065 bash[9468]: cluster 2020-11-16T20:40:44.299615+0000 mgr.x (mgr.14196) 861 : cluster [DBG] pgmap v1263: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 3.4 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 839 op/s; 4331/109878 objects misplaced (3.942%); 23 MiB/s, 366 objects/s recovering
2020-11-16T20:40:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:44 smithi142 bash[9523]: audit 2020-11-16T20:40:43.516852+0000 mon.a (mon.0) 1704 : audit [INF] from='client.? v1:172.21.15.142:0/684771837' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished
2020-11-16T20:40:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:44 smithi142 bash[9523]: cluster 2020-11-16T20:40:43.516895+0000 mon.a (mon.0) 1705 : cluster [DBG] osdmap e488: 12 total, 12 up, 9 in
2020-11-16T20:40:44.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:44 smithi142 bash[9523]: cluster 2020-11-16T20:40:44.299615+0000 mgr.x (mgr.14196) 861 : cluster [DBG] pgmap v1263: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 3.4 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 839 op/s; 4331/109878 objects misplaced (3.942%); 23 MiB/s, 366 objects/s recovering
2020-11-16T20:40:44.833 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:44.836 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:44.950 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:44 smithi071 bash[16796]: debug 2020-11-16T20:40:44.730+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:44 smithi071 bash[9480]: audit 2020-11-16T20:40:43.516852+0000 mon.a (mon.0) 1704 : audit [INF] from='client.? v1:172.21.15.142:0/684771837' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished
2020-11-16T20:40:44.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:44 smithi071 bash[9480]: cluster 2020-11-16T20:40:43.516895+0000 mon.a (mon.0) 1705 : cluster [DBG] osdmap e488: 12 total, 12 up, 9 in
2020-11-16T20:40:44.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:44 smithi071 bash[9480]: cluster 2020-11-16T20:40:44.299615+0000 mgr.x (mgr.14196) 861 : cluster [DBG] pgmap v1263: 17 pgs: 1 active+remapped+backfilling, 1 active+recovering, 15 active+clean; 3.4 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 839 op/s; 4331/109878 objects misplaced (3.942%); 23 MiB/s, 366 objects/s recovering
2020-11-16T20:40:45.418 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:45.523 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:45.703 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:45 smithi142 bash[22738]: debug 2020-11-16T20:40:45.417+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:45.704 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:45 smithi142 bash[9523]: cluster 2020-11-16T20:40:43.848590+0000 osd.4 (osd.4) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:45.704 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:45 smithi142 bash[9523]: cluster 2020-11-16T20:40:43.848687+0000 osd.4 (osd.4) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:45.704 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:45 smithi142 bash[9523]: cluster 2020-11-16T20:40:44.525315+0000 mon.a (mon.0) 1706 : cluster [DBG] osdmap e489: 12 total, 12 up, 9 in
2020-11-16T20:40:45.707 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:45.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:45 smithi065 bash[9468]: cluster 2020-11-16T20:40:43.848590+0000 osd.4 (osd.4) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:45.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:45 smithi065 bash[9468]: cluster 2020-11-16T20:40:43.848687+0000 osd.4 (osd.4) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:45.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:45 smithi065 bash[9468]: cluster 2020-11-16T20:40:44.525315+0000 mon.a (mon.0) 1706 : cluster [DBG] osdmap e489: 12 total, 12 up, 9 in
2020-11-16T20:40:45.811 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:45.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:45 smithi071 bash[9480]: cluster 2020-11-16T20:40:43.848590+0000 osd.4 (osd.4) 128 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:45.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:45 smithi071 bash[9480]: cluster 2020-11-16T20:40:43.848687+0000 osd.4 (osd.4) 129 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:45.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:45 smithi071 bash[9480]: cluster 2020-11-16T20:40:44.525315+0000 mon.a (mon.0) 1706 : cluster [DBG] osdmap e489: 12 total, 12 up, 9 in
2020-11-16T20:40:46.033 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:45 smithi142 bash[20366]: debug 2020-11-16T20:40:45.705+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:46.411 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:46.515 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:46.528 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[22738]: debug 2020-11-16T20:40:46.409+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:46.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[9523]: cluster 2020-11-16T20:40:45.524422+0000 osd.5 (osd.5) 128 : cluster [DBG] 4.2 starting backfill to osd.8 from (0'0,0'0] MAX to 487'14046
2020-11-16T20:40:46.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[9523]: cluster 2020-11-16T20:40:45.527101+0000 osd.11 (osd.11) 113 : cluster [DBG] 4.1 starting backfill to osd.6 from (0'0,0'0] MAX to 487'16371
2020-11-16T20:40:46.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[9523]: cluster 2020-11-16T20:40:45.527950+0000 mon.a (mon.0) 1707 : cluster [DBG] osdmap e490: 12 total, 12 up, 9 in
2020-11-16T20:40:46.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[9523]: audit 2020-11-16T20:40:46.217662+0000 mon.c (mon.2) 43 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:46.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[9523]: audit 2020-11-16T20:40:46.221595+0000 mon.a (mon.0) 1708 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:46.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[9523]: audit 2020-11-16T20:40:46.225680+0000 mon.a (mon.0) 1709 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:40:46.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[9523]: cluster 2020-11-16T20:40:46.303630+0000 mgr.x (mgr.14196) 862 : cluster [DBG] pgmap v1266: 17 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering, 13 active+clean; 3.3 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 591 op/s; 7494/108192 objects misplaced (6.927%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:40:46.660 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:46.768 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:46.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:46 smithi065 bash[16457]: debug 2020-11-16T20:40:46.656+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:46 smithi065 bash[9468]: cluster 2020-11-16T20:40:45.524422+0000 osd.5 (osd.5) 128 : cluster [DBG] 4.2 starting backfill to osd.8 from (0'0,0'0] MAX to 487'14046
2020-11-16T20:40:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:46 smithi065 bash[9468]: cluster 2020-11-16T20:40:45.527101+0000 osd.11 (osd.11) 113 : cluster [DBG] 4.1 starting backfill to osd.6 from (0'0,0'0] MAX to 487'16371
2020-11-16T20:40:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:46 smithi065 bash[9468]: cluster 2020-11-16T20:40:45.527950+0000 mon.a (mon.0) 1707 : cluster [DBG] osdmap e490: 12 total, 12 up, 9 in
2020-11-16T20:40:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:46 smithi065 bash[9468]: audit 2020-11-16T20:40:46.217662+0000 mon.c (mon.2) 43 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:46 smithi065 bash[9468]: audit 2020-11-16T20:40:46.221595+0000 mon.a (mon.0) 1708 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:46 smithi065 bash[9468]: audit 2020-11-16T20:40:46.225680+0000 mon.a (mon.0) 1709 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:40:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:46 smithi065 bash[9468]: cluster 2020-11-16T20:40:46.303630+0000 mgr.x (mgr.14196) 862 : cluster [DBG] pgmap v1266: 17 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering, 13 active+clean; 3.3 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 591 op/s; 7494/108192 objects misplaced (6.927%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:40:46.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:46 smithi071 bash[9480]: cluster 2020-11-16T20:40:45.524422+0000 osd.5 (osd.5) 128 : cluster [DBG] 4.2 starting backfill to osd.8 from (0'0,0'0] MAX to 487'14046
2020-11-16T20:40:46.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:46 smithi071 bash[9480]: cluster 2020-11-16T20:40:45.527101+0000 osd.11 (osd.11) 113 : cluster [DBG] 4.1 starting backfill to osd.6 from (0'0,0'0] MAX to 487'16371
2020-11-16T20:40:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:46 smithi071 bash[9480]: cluster 2020-11-16T20:40:45.527950+0000 mon.a (mon.0) 1707 : cluster [DBG] osdmap e490: 12 total, 12 up, 9 in
2020-11-16T20:40:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:46 smithi071 bash[9480]: audit 2020-11-16T20:40:46.217662+0000 mon.c (mon.2) 43 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:46 smithi071 bash[9480]: audit 2020-11-16T20:40:46.221595+0000 mon.a (mon.0) 1708 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:46 smithi071 bash[9480]: audit 2020-11-16T20:40:46.225680+0000 mon.a (mon.0) 1709 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:40:46.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:46 smithi071 bash[9480]: cluster 2020-11-16T20:40:46.303630+0000 mgr.x (mgr.14196) 862 : cluster [DBG] pgmap v1266: 17 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering, 13 active+clean; 3.3 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 591 op/s; 7494/108192 objects misplaced (6.927%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:40:46.978 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:46.988 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:40:47.083 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:47.180 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:47.219 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:47.283 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:40:47.283 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:40:47.283 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:40:47.283 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:223976 4.b 4:de78c5b0:::benchmark_data_smithi065_31807_object85807:head [delete] snapc 0=[] ondisk+write+known_if_redirected e490)",
2020-11-16T20:40:47.283 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:47.285239+0000",
2020-11-16T20:40:47.284 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.002485316,
2020-11-16T20:40:47.284 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.002508798,
2020-11-16T20:40:47.284 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:40:47.284 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:40:47.284 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:40:47.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:40:47.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:40:47.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 223976
2020-11-16T20:40:47.285 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:40:47.285 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:40:47.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:40:47.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285239+0000",
2020-11-16T20:40:47.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:40:47.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:40:47.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285239+0000",
2020-11-16T20:40:47.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999657
2020-11-16T20:40:47.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:40:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285205+0000",
2020-11-16T20:40:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9617999999999996e-05
2020-11-16T20:40:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:40:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285284+0000",
2020-11-16T20:40:47.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4951e-05
2020-11-16T20:40:47.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:40:47.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285299+0000",
2020-11-16T20:40:47.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5939999999999996e-06
2020-11-16T20:40:47.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:47.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285307+0000",
2020-11-16T20:40:47.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1260000000000006e-05
2020-11-16T20:40:47.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:40:47.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285378+0000",
2020-11-16T20:40:47.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000147219
2020-11-16T20:40:47.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:40:47.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285525+0000",
2020-11-16T20:40:47.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011157799999999999
2020-11-16T20:40:47.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:40:47.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285637+0000",
2020-11-16T20:40:47.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00039800300000000002
2020-11-16T20:40:47.291 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:40:47.291 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:40:47.291 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:40:47.291 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:40:47.292 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:40:47.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:223979 4.b 4.d41d66fb (undecoded) ondisk+write+known_if_redirected e490)",
2020-11-16T20:40:47.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:47.285790+0000",
2020-11-16T20:40:47.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.001934556,
2020-11-16T20:40:47.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0020124169999999999,
2020-11-16T20:40:47.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:40:47.292 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:40:47.292 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:40:47.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:40:47.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:40:47.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 223979
2020-11-16T20:40:47.293 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:40:47.293 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:40:47.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:40:47.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285790+0000",
2020-11-16T20:40:47.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:40:47.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:40:47.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285790+0000",
2020-11-16T20:40:47.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:40:47.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:40:47.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285756+0000",
2020-11-16T20:40:47.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5836999999999999e-05
2020-11-16T20:40:47.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:40:47.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285832+0000",
2020-11-16T20:40:47.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3019e-05
2020-11-16T20:40:47.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:40:47.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285845+0000",
2020-11-16T20:40:47.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4039999999999998e-06
2020-11-16T20:40:47.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:40:47.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:40:47.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:40:47.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:47.285852+0000",
2020-11-16T20:40:47.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2330999999999997e-05
2020-11-16T20:40:47.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:40:47.297 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:40:47.297 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:40:47.298 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:40:47.298 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:40:47.298 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 2
2020-11-16T20:40:47.298 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:40:47.299 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:46 smithi142 bash[20366]: debug 2020-11-16T20:40:46.977+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:47.322 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:47.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:47 smithi065 bash[18823]: debug 2020-11-16T20:40:47.216+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:48.707 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:48.811 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:48.938 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:49.037 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:48 smithi142 bash[18009]: debug 2020-11-16T20:40:48.705+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:49.042 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:49.193 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:49.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:48 smithi065 bash[11785]: debug 2020-11-16T20:40:48.936+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:49.296 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:49.304 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:40:49 smithi071 bash[12066]: debug 2020-11-16T20:40:49.194+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:49.440 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:49.544 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:49.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:49 smithi071 bash[9480]: cluster 2020-11-16T20:40:48.304107+0000 mgr.x (mgr.14196) 863 : cluster [DBG] pgmap v1267: 17 pgs: 1 active+recovering, 1 remapped+peering, 2 active+remapped+backfilling, 13 active+clean; 3.3 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 547 op/s; 7237/106586 objects misplaced (6.790%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:40:49.700 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:40:49 smithi071 bash[14419]: debug 2020-11-16T20:40:49.438+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:49.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:49 smithi065 bash[9468]: cluster 2020-11-16T20:40:48.304107+0000 mgr.x (mgr.14196) 863 : cluster [DBG] pgmap v1267: 17 pgs: 1 active+recovering, 1 remapped+peering, 2 active+remapped+backfilling, 13 active+clean; 3.3 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 547 op/s; 7237/106586 objects misplaced (6.790%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:40:49.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:49 smithi142 bash[9523]: cluster 2020-11-16T20:40:48.304107+0000 mgr.x (mgr.14196) 863 : cluster [DBG] pgmap v1267: 17 pgs: 1 active+recovering, 1 remapped+peering, 2 active+remapped+backfilling, 13 active+clean; 3.3 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 547 op/s; 7237/106586 objects misplaced (6.790%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:40:49.983 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops
2020-11-16T20:40:50.016 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:50.120 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:50.180 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:50.245 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:50.301 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:50 smithi142 bash[22738]: debug 2020-11-16T20:40:50.017+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:50.349 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:50.449 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:40:50 smithi071 bash[14419]: debug 2020-11-16T20:40:50.242+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:51.111 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:51.216 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:51.263 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 3, 4, 6, 7, 8, 11, 9] out_osds:  [10, 2, 5] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:40:51.263 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:40:51.264 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump -f json-pretty
2020-11-16T20:40:51.370 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:51 smithi142 bash[18009]: debug 2020-11-16T20:40:51.109+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:51.404 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:40:51.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:51 smithi071 bash[9480]: cluster 2020-11-16T20:40:50.304526+0000 mgr.x (mgr.14196) 864 : cluster [DBG] pgmap v1268: 17 pgs: 1 active+recovering, 1 remapped+peering, 2 active+remapped+backfilling, 13 active+clean; 3.2 GiB data, 8.3 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 661 op/s; 6336/103536 objects misplaced (6.120%); 18 MiB/s, 284 objects/s recovering
2020-11-16T20:40:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:51 smithi071 bash[9480]: cluster 2020-11-16T20:40:50.377516+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e491: 12 total, 12 up, 9 in
2020-11-16T20:40:51.747 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:51 smithi142 bash[9523]: cluster 2020-11-16T20:40:50.304526+0000 mgr.x (mgr.14196) 864 : cluster [DBG] pgmap v1268: 17 pgs: 1 active+recovering, 1 remapped+peering, 2 active+remapped+backfilling, 13 active+clean; 3.2 GiB data, 8.3 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 661 op/s; 6336/103536 objects misplaced (6.120%); 18 MiB/s, 284 objects/s recovering
2020-11-16T20:40:51.747 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:51 smithi142 bash[9523]: cluster 2020-11-16T20:40:50.377516+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e491: 12 total, 12 up, 9 in
2020-11-16T20:40:51.750 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:51.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:51 smithi065 bash[9468]: cluster 2020-11-16T20:40:50.304526+0000 mgr.x (mgr.14196) 864 : cluster [DBG] pgmap v1268: 17 pgs: 1 active+recovering, 1 remapped+peering, 2 active+remapped+backfilling, 13 active+clean; 3.2 GiB data, 8.3 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 661 op/s; 6336/103536 objects misplaced (6.120%); 18 MiB/s, 284 objects/s recovering
2020-11-16T20:40:51.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:51 smithi065 bash[9468]: cluster 2020-11-16T20:40:50.377516+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e491: 12 total, 12 up, 9 in
2020-11-16T20:40:51.854 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:52.001 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:52.033 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:51 smithi142 bash[20366]: debug 2020-11-16T20:40:51.745+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:52.106 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:52.219 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:52.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:52 smithi065 bash[18823]: debug 2020-11-16T20:40:51.996+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:52.323 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:52.380 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:40:52 smithi071 bash[12066]: debug 2020-11-16T20:40:52.218+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:52.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:52 smithi071 bash[9480]: cluster 2020-11-16T20:40:51.387050+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e492: 12 total, 12 up, 9 in
2020-11-16T20:40:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:52 smithi065 bash[9468]: cluster 2020-11-16T20:40:51.387050+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e492: 12 total, 12 up, 9 in
2020-11-16T20:40:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:52 smithi142 bash[9523]: cluster 2020-11-16T20:40:51.387050+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e492: 12 total, 12 up, 9 in
2020-11-16T20:40:53.575 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:53.679 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:53.688 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:53 smithi065 bash[9468]: cluster 2020-11-16T20:40:52.304957+0000 mgr.x (mgr.14196) 865 : cluster [DBG] pgmap v1271: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 13 active+clean; 3.1 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 623 op/s; 7521/100350 objects misplaced (7.495%); 28 MiB/s, 444 objects/s recovering
2020-11-16T20:40:53.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:53 smithi071 bash[9480]: cluster 2020-11-16T20:40:52.304957+0000 mgr.x (mgr.14196) 865 : cluster [DBG] pgmap v1271: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 13 active+clean; 3.1 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 623 op/s; 7521/100350 objects misplaced (7.495%); 28 MiB/s, 444 objects/s recovering
2020-11-16T20:40:53.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:53 smithi142 bash[9523]: cluster 2020-11-16T20:40:52.304957+0000 mgr.x (mgr.14196) 865 : cluster [DBG] pgmap v1271: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 13 active+clean; 3.1 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 623 op/s; 7521/100350 objects misplaced (7.495%); 28 MiB/s, 444 objects/s recovering
2020-11-16T20:40:53.784 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:53 smithi142 bash[20366]: debug 2020-11-16T20:40:53.573+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:53.815 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:40:53.919 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:54.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:40:53 smithi065 bash[18823]: debug 2020-11-16T20:40:53.811+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:54.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:54 smithi071 bash[9480]: cluster 2020-11-16T20:40:53.465490+0000 osd.4 (osd.4) 130 : cluster [DBG] 4.c scrub starts
2020-11-16T20:40:54.756 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:54 smithi142 bash[9523]: cluster 2020-11-16T20:40:53.465490+0000 osd.4 (osd.4) 130 : cluster [DBG] 4.c scrub starts
2020-11-16T20:40:54.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:54 smithi065 bash[9468]: cluster 2020-11-16T20:40:53.465490+0000 osd.4 (osd.4) 130 : cluster [DBG] 4.c scrub starts
2020-11-16T20:40:54.839 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:40:54.944 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:55.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:40:54 smithi142 bash[15670]: debug 2020-11-16T20:40:54.833+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:55.126 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:40:55.155 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:40:55.197 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:40:55.212 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:55.241 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:40:55.277 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:40:55.314 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:40:55.316 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:55.347 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:40:55.390 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:40:55.432 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:40:55.458 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:40:55.479 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:40:55.495 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:40:55.532 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:40:55.533 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:55 smithi142 bash[20366]: debug 2020-11-16T20:40:55.205+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:55.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:55 smithi142 bash[9523]: cluster 2020-11-16T20:40:54.305375+0000 mgr.x (mgr.14196) 866 : cluster [DBG] pgmap v1272: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.0 GiB data, 8.0 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 693 op/s; 7401/97092 objects misplaced (7.623%); 24 MiB/s, 384 objects/s recovering
2020-11-16T20:40:55.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:55 smithi142 bash[9523]: cluster 2020-11-16T20:40:54.508255+0000 osd.4 (osd.4) 131 : cluster [DBG] 4.c scrub ok
2020-11-16T20:40:55.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:55 smithi142 bash[9523]: audit 2020-11-16T20:40:55.091401+0000 mon.b (mon.1) 420 : audit [DBG] from='client.? v1:172.21.15.142:0/3130746382' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:55.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:55 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.160207+0000 osd.1 (osd.1) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:55.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:55 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.246625+0000 osd.3 (osd.3) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:55.543 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.543 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:40:55.582 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:55.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:55 smithi071 bash[9480]: cluster 2020-11-16T20:40:54.305375+0000 mgr.x (mgr.14196) 866 : cluster [DBG] pgmap v1272: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.0 GiB data, 8.0 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 693 op/s; 7401/97092 objects misplaced (7.623%); 24 MiB/s, 384 objects/s recovering
2020-11-16T20:40:55.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:55 smithi071 bash[9480]: cluster 2020-11-16T20:40:54.508255+0000 osd.4 (osd.4) 131 : cluster [DBG] 4.c scrub ok
2020-11-16T20:40:55.590 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:55 smithi071 bash[9480]: audit 2020-11-16T20:40:55.091401+0000 mon.b (mon.1) 420 : audit [DBG] from='client.? v1:172.21.15.142:0/3130746382' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:55.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:55 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.160207+0000 osd.1 (osd.1) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:55.591 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:55 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.246625+0000 osd.3 (osd.3) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:55.591 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:40:55 smithi071 bash[12066]: debug 2020-11-16T20:40:55.474+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:55.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:55 smithi065 bash[9468]: cluster 2020-11-16T20:40:54.305375+0000 mgr.x (mgr.14196) 866 : cluster [DBG] pgmap v1272: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 3.0 GiB data, 8.0 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 693 op/s; 7401/97092 objects misplaced (7.623%); 24 MiB/s, 384 objects/s recovering
2020-11-16T20:40:55.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:55 smithi065 bash[9468]: cluster 2020-11-16T20:40:54.508255+0000 osd.4 (osd.4) 131 : cluster [DBG] 4.c scrub ok
2020-11-16T20:40:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:55 smithi065 bash[9468]: audit 2020-11-16T20:40:55.091401+0000 mon.b (mon.1) 420 : audit [DBG] from='client.? v1:172.21.15.142:0/3130746382' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:40:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:55 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.160207+0000 osd.1 (osd.1) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:55 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.246625+0000 osd.3 (osd.3) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.501 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:56.605 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.126672+0000 osd.0 (osd.0) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.202664+0000 osd.2 (osd.2) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.280200+0000 osd.4 (osd.4) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.317636+0000 osd.5 (osd.5) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.349620+0000 osd.6 (osd.6) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.391918+0000 osd.7 (osd.7) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.430384+0000 osd.8 (osd.8) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.460785+0000 osd.9 (osd.9) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.496829+0000 osd.10 (osd.10) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: cluster 2020-11-16T20:40:55.535196+0000 osd.11 (osd.11) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: audit 2020-11-16T20:40:56.224799+0000 mon.c (mon.2) 44 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:56.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: audit 2020-11-16T20:40:56.228834+0000 mon.a (mon.0) 1712 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:56.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[9480]: audit 2020-11-16T20:40:56.234047+0000 mon.a (mon.0) 1713 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:40:56.702 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:40:56 smithi071 bash[14419]: debug 2020-11-16T20:40:56.506+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:56.745 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.126672+0000 osd.0 (osd.0) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.746 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.202664+0000 osd.2 (osd.2) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.280200+0000 osd.4 (osd.4) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.317636+0000 osd.5 (osd.5) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.349620+0000 osd.6 (osd.6) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.391918+0000 osd.7 (osd.7) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.430384+0000 osd.8 (osd.8) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.460785+0000 osd.9 (osd.9) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.496829+0000 osd.10 (osd.10) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.748 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: cluster 2020-11-16T20:40:55.535196+0000 osd.11 (osd.11) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.748 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: audit 2020-11-16T20:40:56.224799+0000 mon.c (mon.2) 44 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:56.748 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: audit 2020-11-16T20:40:56.228834+0000 mon.a (mon.0) 1712 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:56.748 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[9468]: audit 2020-11-16T20:40:56.234047+0000 mon.a (mon.0) 1713 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:40:56.748 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:40:56.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.126672+0000 osd.0 (osd.0) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.202664+0000 osd.2 (osd.2) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.280200+0000 osd.4 (osd.4) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.317636+0000 osd.5 (osd.5) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.349620+0000 osd.6 (osd.6) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.391918+0000 osd.7 (osd.7) 89 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.430384+0000 osd.8 (osd.8) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.460785+0000 osd.9 (osd.9) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.496829+0000 osd.10 (osd.10) 102 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: cluster 2020-11-16T20:40:55.535196+0000 osd.11 (osd.11) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:40:56.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: audit 2020-11-16T20:40:56.224799+0000 mon.c (mon.2) 44 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:56.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: audit 2020-11-16T20:40:56.228834+0000 mon.a (mon.0) 1712 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:40:56.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:56 smithi142 bash[9523]: audit 2020-11-16T20:40:56.234047+0000 mon.a (mon.0) 1713 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:40:56.849 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:57.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:40:56 smithi065 bash[14115]: debug 2020-11-16T20:40:56.739+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:57.031 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[11785]: debug 2020-11-16T20:40:57.027+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:57.037 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:40:57.140 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:57.256 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:57.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[16457]: debug 2020-11-16T20:40:57.247+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:57.361 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:57.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:57 smithi071 bash[9480]: cluster 2020-11-16T20:40:56.288632+0000 osd.2 (osd.2) 129 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:57 smithi071 bash[9480]: cluster 2020-11-16T20:40:56.288746+0000 osd.2 (osd.2) 130 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:57 smithi071 bash[9480]: cluster 2020-11-16T20:40:56.305778+0000 mgr.x (mgr.14196) 867 : cluster [DBG] pgmap v1273: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.9 GiB data, 7.9 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 740 op/s; 5472/94740 objects misplaced (5.776%); 35 MiB/s, 558 objects/s recovering
2020-11-16T20:40:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:57 smithi071 bash[9480]: cluster 2020-11-16T20:40:56.419763+0000 osd.9 (osd.9) 114 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:57 smithi071 bash[9480]: cluster 2020-11-16T20:40:56.419868+0000 osd.9 (osd.9) 115 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:57.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:57 smithi071 bash[9480]: cluster 2020-11-16T20:40:56.831149+0000 osd.1 (osd.1) 151 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:40:57.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:57 smithi071 bash[9480]: cluster 2020-11-16T20:40:57.239391+0000 mon.a (mon.0) 1714 : cluster [DBG] osdmap e493: 12 total, 12 up, 9 in
2020-11-16T20:40:57.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[9468]: cluster 2020-11-16T20:40:56.288632+0000 osd.2 (osd.2) 129 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:57.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[9468]: cluster 2020-11-16T20:40:56.288746+0000 osd.2 (osd.2) 130 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:57.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[9468]: cluster 2020-11-16T20:40:56.305778+0000 mgr.x (mgr.14196) 867 : cluster [DBG] pgmap v1273: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.9 GiB data, 7.9 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 740 op/s; 5472/94740 objects misplaced (5.776%); 35 MiB/s, 558 objects/s recovering
2020-11-16T20:40:57.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[9468]: cluster 2020-11-16T20:40:56.419763+0000 osd.9 (osd.9) 114 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:57.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[9468]: cluster 2020-11-16T20:40:56.419868+0000 osd.9 (osd.9) 115 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:57.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[9468]: cluster 2020-11-16T20:40:56.831149+0000 osd.1 (osd.1) 151 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:40:57.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:57 smithi065 bash[9468]: cluster 2020-11-16T20:40:57.239391+0000 mon.a (mon.0) 1714 : cluster [DBG] osdmap e493: 12 total, 12 up, 9 in
2020-11-16T20:40:57.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:57 smithi142 bash[9523]: cluster 2020-11-16T20:40:56.288632+0000 osd.2 (osd.2) 129 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:57.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:57 smithi142 bash[9523]: cluster 2020-11-16T20:40:56.288746+0000 osd.2 (osd.2) 130 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:57.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:57 smithi142 bash[9523]: cluster 2020-11-16T20:40:56.305778+0000 mgr.x (mgr.14196) 867 : cluster [DBG] pgmap v1273: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.9 GiB data, 7.9 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 740 op/s; 5472/94740 objects misplaced (5.776%); 35 MiB/s, 558 objects/s recovering
2020-11-16T20:40:57.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:57 smithi142 bash[9523]: cluster 2020-11-16T20:40:56.419763+0000 osd.9 (osd.9) 114 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:40:57.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:57 smithi142 bash[9523]: cluster 2020-11-16T20:40:56.419868+0000 osd.9 (osd.9) 115 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:40:57.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:57 smithi142 bash[9523]: cluster 2020-11-16T20:40:56.831149+0000 osd.1 (osd.1) 151 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:40:57.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:57 smithi142 bash[9523]: cluster 2020-11-16T20:40:57.239391+0000 mon.a (mon.0) 1714 : cluster [DBG] osdmap e493: 12 total, 12 up, 9 in
2020-11-16T20:40:58.165 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:40:58.269 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:58.404 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:40:58.508 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:58.517 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:40:58 smithi142 bash[22738]: debug 2020-11-16T20:40:58.165+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:58.699 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:40:58 smithi071 bash[16796]: debug 2020-11-16T20:40:58.402+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:58.877 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:40:58.981 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:59.113 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:40:59.216 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:59.225 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:40:58 smithi142 bash[20366]: debug 2020-11-16T20:40:58.877+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:59.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:40:59 smithi065 bash[16457]: debug 2020-11-16T20:40:59.107+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:40:59.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:59 smithi142 bash[9523]: cluster 2020-11-16T20:40:57.505537+0000 osd.1 (osd.1) 152 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:40:59.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:40:59 smithi142 bash[9523]: cluster 2020-11-16T20:40:58.306220+0000 mgr.x (mgr.14196) 868 : cluster [DBG] pgmap v1275: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.8 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 700 op/s; 5287/91898 objects misplaced (5.753%); 24 MiB/s, 378 objects/s recovering
2020-11-16T20:40:59.678 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:40:59.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:59 smithi071 bash[9480]: cluster 2020-11-16T20:40:57.505537+0000 osd.1 (osd.1) 152 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:40:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:40:59 smithi071 bash[9480]: cluster 2020-11-16T20:40:58.306220+0000 mgr.x (mgr.14196) 868 : cluster [DBG] pgmap v1275: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.8 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 700 op/s; 5287/91898 objects misplaced (5.753%); 24 MiB/s, 378 objects/s recovering
2020-11-16T20:40:59.781 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:40:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:59 smithi065 bash[9468]: cluster 2020-11-16T20:40:57.505537+0000 osd.1 (osd.1) 152 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:40:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:40:59 smithi065 bash[9468]: cluster 2020-11-16T20:40:58.306220+0000 mgr.x (mgr.14196) 868 : cluster [DBG] pgmap v1275: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.8 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 700 op/s; 5287/91898 objects misplaced (5.753%); 24 MiB/s, 378 objects/s recovering
2020-11-16T20:40:59.912 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:00.016 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:00.055 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:40:59 smithi142 bash[18009]: debug 2020-11-16T20:40:59.677+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:00.132 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:40:59 smithi071 bash[14419]: debug 2020-11-16T20:40:59.910+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:00.132 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:00 smithi071 bash[16796]: debug 2020-11-16T20:41:00.126+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:00.132 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:00.235 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:00.350 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:00.407 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:00 smithi071 bash[9480]: audit 2020-11-16T20:40:59.473473+0000 mon.b (mon.1) 421 : audit [INF] from='client.? v1:172.21.15.142:0/3532368650' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:00.407 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:00 smithi071 bash[9480]: audit 2020-11-16T20:40:59.477098+0000 mon.a (mon.0) 1715 : audit [INF] from='client.25633 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:00.408 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:00 smithi071 bash[9480]: cluster 2020-11-16T20:41:00.306703+0000 mgr.x (mgr.14196) 869 : cluster [DBG] pgmap v1276: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.7 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 803 op/s; 5287/87686 objects misplaced (6.029%); 15 MiB/s, 244 objects/s recovering
2020-11-16T20:41:00.408 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:00 smithi071 bash[16796]: debug 2020-11-16T20:41:00.346+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:00.415 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:41:00.453 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:00.677 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:41:00.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:00 smithi142 bash[9523]: audit 2020-11-16T20:40:59.473473+0000 mon.b (mon.1) 421 : audit [INF] from='client.? v1:172.21.15.142:0/3532368650' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:00.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:00 smithi142 bash[9523]: audit 2020-11-16T20:40:59.477098+0000 mon.a (mon.0) 1715 : audit [INF] from='client.25633 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:00.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:00 smithi142 bash[9523]: cluster 2020-11-16T20:41:00.306703+0000 mgr.x (mgr.14196) 869 : cluster [DBG] pgmap v1276: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.7 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 803 op/s; 5287/87686 objects misplaced (6.029%); 15 MiB/s, 244 objects/s recovering
2020-11-16T20:41:00.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:00 smithi065 bash[9468]: audit 2020-11-16T20:40:59.473473+0000 mon.b (mon.1) 421 : audit [INF] from='client.? v1:172.21.15.142:0/3532368650' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:00.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:00 smithi065 bash[9468]: audit 2020-11-16T20:40:59.477098+0000 mon.a (mon.0) 1715 : audit [INF] from='client.25633 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:00.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:00 smithi065 bash[9468]: cluster 2020-11-16T20:41:00.306703+0000 mgr.x (mgr.14196) 869 : cluster [DBG] pgmap v1276: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.7 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 803 op/s; 5287/87686 objects misplaced (6.029%); 15 MiB/s, 244 objects/s recovering
2020-11-16T20:41:00.851 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:00.989 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:41:00.990 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:41:01.273 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:01.377 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:01.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:01 smithi065 bash[18823]: debug 2020-11-16T20:41:01.267+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:01 smithi065 bash[9468]: cluster 2020-11-16T20:41:00.405657+0000 mon.a (mon.0) 1716 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:41:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:01 smithi065 bash[9468]: cluster 2020-11-16T20:41:00.405693+0000 mon.a (mon.0) 1717 : cluster [INF] Cluster is now healthy
2020-11-16T20:41:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:01 smithi065 bash[9468]: audit 2020-11-16T20:41:00.417239+0000 mon.a (mon.0) 1718 : audit [INF] from='client.25633 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:41:01.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:01 smithi065 bash[9468]: cluster 2020-11-16T20:41:00.417297+0000 mon.a (mon.0) 1719 : cluster [DBG] osdmap e494: 12 total, 12 up, 9 in
2020-11-16T20:41:01.661 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:01 smithi142 bash[9523]: cluster 2020-11-16T20:41:00.405657+0000 mon.a (mon.0) 1716 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:41:01.662 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:01 smithi142 bash[9523]: cluster 2020-11-16T20:41:00.405693+0000 mon.a (mon.0) 1717 : cluster [INF] Cluster is now healthy
2020-11-16T20:41:01.662 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:01 smithi142 bash[9523]: audit 2020-11-16T20:41:00.417239+0000 mon.a (mon.0) 1718 : audit [INF] from='client.25633 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:41:01.662 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:01 smithi142 bash[9523]: cluster 2020-11-16T20:41:00.417297+0000 mon.a (mon.0) 1719 : cluster [DBG] osdmap e494: 12 total, 12 up, 9 in
2020-11-16T20:41:01.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:01 smithi071 bash[9480]: cluster 2020-11-16T20:41:00.405657+0000 mon.a (mon.0) 1716 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:41:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:01 smithi071 bash[9480]: cluster 2020-11-16T20:41:00.405693+0000 mon.a (mon.0) 1717 : cluster [INF] Cluster is now healthy
2020-11-16T20:41:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:01 smithi071 bash[9480]: audit 2020-11-16T20:41:00.417239+0000 mon.a (mon.0) 1718 : audit [INF] from='client.25633 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:41:01.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:01 smithi071 bash[9480]: cluster 2020-11-16T20:41:00.417297+0000 mon.a (mon.0) 1719 : cluster [DBG] osdmap e494: 12 total, 12 up, 9 in
2020-11-16T20:41:02.494 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:02 smithi142 bash[9523]: cluster 2020-11-16T20:41:02.307206+0000 mgr.x (mgr.14196) 870 : cluster [DBG] pgmap v1278: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.6 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 821 op/s; 3287/83946 objects misplaced (3.916%); 28 MiB/s, 454 objects/s recovering
2020-11-16T20:41:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:02 smithi065 bash[9468]: cluster 2020-11-16T20:41:02.307206+0000 mgr.x (mgr.14196) 870 : cluster [DBG] pgmap v1278: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.6 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 821 op/s; 3287/83946 objects misplaced (3.916%); 28 MiB/s, 454 objects/s recovering
2020-11-16T20:41:02.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:02 smithi071 bash[9480]: cluster 2020-11-16T20:41:02.307206+0000 mgr.x (mgr.14196) 870 : cluster [DBG] pgmap v1278: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.6 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 821 op/s; 3287/83946 objects misplaced (3.916%); 28 MiB/s, 454 objects/s recovering
2020-11-16T20:41:03.202 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_historic_ops
2020-11-16T20:41:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:41:03.351 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:41:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "epoch": 495,
2020-11-16T20:41:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "fsid": "b861c014-2847-11eb-a2b2-001a4aab830c",
2020-11-16T20:41:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "created": "2020-11-16T20:10:48.708461+0000",
2020-11-16T20:41:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "modified": "2020-11-16T20:41:02.495008+0000",
2020-11-16T20:41:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_up_change": "2020-11-16T20:28:12.055076+0000",
2020-11-16T20:41:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "last_in_change": "2020-11-16T20:40:43.508873+0000",
2020-11-16T20:41:03.352 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2020-11-16T20:41:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_num": 5799936,
2020-11-16T20:41:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    "flags_set": [
2020-11-16T20:41:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:        "pglog_hardlimit",
2020-11-16T20:41:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:        "purged_snapdirs",
2020-11-16T20:41:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovery_deletes",
2020-11-16T20:41:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:        "sortbitwise"
2020-11-16T20:41:03.353 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:41:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_version": 32,
2020-11-16T20:41:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "full_ratio": 0.94999998807907104,
2020-11-16T20:41:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "backfillfull_ratio": 0.89999997615814209,
2020-11-16T20:41:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "nearfull_ratio": 0.85000002384185791,
2020-11-16T20:41:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "cluster_snapshot": "",
2020-11-16T20:41:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "pool_max": 4,
2020-11-16T20:41:03.354 INFO:teuthology.orchestra.run.smithi142.stdout:    "max_osd": 12,
2020-11-16T20:41:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_min_compat_client": "luminous",
2020-11-16T20:41:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "min_compat_client": "luminous",
2020-11-16T20:41:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "require_osd_release": "pacific",
2020-11-16T20:41:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:    "pools": [
2020-11-16T20:41:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 1,
2020-11-16T20:41:03.355 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "device_health_metrics",
2020-11-16T20:41:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:13:10.276783+0000",
2020-11-16T20:41:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:41:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:41:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:41:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:41:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:41:03.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:41:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:41:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:41:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:41:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:41:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:41:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:41:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 1,
2020-11-16T20:41:03.357 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 1,
2020-11-16T20:41:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 1,
2020-11-16T20:41:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 1,
2020-11-16T20:41:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 1,
2020-11-16T20:41:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:41:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:41:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:41:03.358 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:41:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:41:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:41:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:41:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "14",
2020-11-16T20:41:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:41:03.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:41:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:41:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:41:03.360 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:41:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:41:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:41:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:41:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:41:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:41:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:41:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:41:03.361 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:41:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:41:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:41:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:41:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:41:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:41:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:41:03.362 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:41:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:41:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:41:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:41:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:41:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:41:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:41:03.363 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:41:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:41:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:41:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:41:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:41:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:41:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:41:03.364 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:41:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:41:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:41:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:41:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {
2020-11-16T20:41:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:                "pg_num_min": 1
2020-11-16T20:41:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:41:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:                "mgr_devicehealth": {}
2020-11-16T20:41:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool": 4,
2020-11-16T20:41:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_name": "unique_pool_2",
2020-11-16T20:41:03.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "create_time": "2020-11-16T20:36:47.427193+0000",
2020-11-16T20:41:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags": 1,
2020-11-16T20:41:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "flags_names": "hashpspool",
2020-11-16T20:41:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "type": 1,
2020-11-16T20:41:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "size": 2,
2020-11-16T20:41:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_size": 2,
2020-11-16T20:41:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush_rule": 0,
2020-11-16T20:41:03.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_count": 0,
2020-11-16T20:41:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_target": 0,
2020-11-16T20:41:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_barrier": 0,
2020-11-16T20:41:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2020-11-16T20:41:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "object_hash": 2,
2020-11-16T20:41:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_autoscale_mode": "off",
2020-11-16T20:41:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num": 16,
2020-11-16T20:41:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num": 16,
2020-11-16T20:41:03.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_placement_num_target": 16,
2020-11-16T20:41:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_target": 16,
2020-11-16T20:41:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "pg_num_pending": 16,
2020-11-16T20:41:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_pg_merge_meta": {
2020-11-16T20:41:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_pgid": "0.0",
2020-11-16T20:41:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:                "ready_epoch": 0,
2020-11-16T20:41:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_started": 0,
2020-11-16T20:41:03.369 INFO:teuthology.orchestra.run.smithi142.stdout:                "last_epoch_clean": 0,
2020-11-16T20:41:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:                "source_version": "0'0",
2020-11-16T20:41:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:                "target_version": "0'0"
2020-11-16T20:41:03.370 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_change": "413",
2020-11-16T20:41:03.371 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend": "0",
2020-11-16T20:41:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_prenautilus": "0",
2020-11-16T20:41:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_force_op_resend_preluminous": "0",
2020-11-16T20:41:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "auid": 0,
2020-11-16T20:41:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_mode": "selfmanaged",
2020-11-16T20:41:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_seq": 0,
2020-11-16T20:41:03.372 INFO:teuthology.orchestra.run.smithi142.stdout:            "snap_epoch": 0,
2020-11-16T20:41:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "pool_snaps": [],
2020-11-16T20:41:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "removed_snaps": "[]",
2020-11-16T20:41:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_bytes": 0,
2020-11-16T20:41:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "quota_max_objects": 0,
2020-11-16T20:41:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "tiers": [],
2020-11-16T20:41:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "tier_of": -1,
2020-11-16T20:41:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "read_tier": -1,
2020-11-16T20:41:03.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "write_tier": -1,
2020-11-16T20:41:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_mode": "none",
2020-11-16T20:41:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_bytes": 0,
2020-11-16T20:41:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:            "target_max_objects": 0,
2020-11-16T20:41:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_ratio_micro": 400000,
2020-11-16T20:41:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2020-11-16T20:41:03.374 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_target_full_ratio_micro": 800000,
2020-11-16T20:41:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_flush_age": 0,
2020-11-16T20:41:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "cache_min_evict_age": 0,
2020-11-16T20:41:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "erasure_code_profile": "",
2020-11-16T20:41:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_params": {
2020-11-16T20:41:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:                "type": "none"
2020-11-16T20:41:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_period": 0,
2020-11-16T20:41:03.375 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_count": 0,
2020-11-16T20:41:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "use_gmt_hitset": true,
2020-11-16T20:41:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_read_recency_for_promote": 0,
2020-11-16T20:41:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "min_write_recency_for_promote": 0,
2020-11-16T20:41:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_grade_decay_rate": 0,
2020-11-16T20:41:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "hit_set_search_last_n": 0,
2020-11-16T20:41:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "grade_table": [],
2020-11-16T20:41:03.376 INFO:teuthology.orchestra.run.smithi142.stdout:            "stripe_width": 0,
2020-11-16T20:41:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "expected_num_objects": 0,
2020-11-16T20:41:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "fast_read": false,
2020-11-16T20:41:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "options": {},
2020-11-16T20:41:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "application_metadata": {
2020-11-16T20:41:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:                "rados": {}
2020-11-16T20:41:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:03.377 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:41:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:    "osds": [
2020-11-16T20:41:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:41:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "82c71ecd-d05a-47ab-99d6-b70e22fbe2a6",
2020-11-16T20:41:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.6662445068359375,
2020-11-16T20:41:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 12,
2020-11-16T20:41:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 407,
2020-11-16T20:41:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6800",
2020-11-16T20:41:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:41:03.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6801",
2020-11-16T20:41:03.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:41:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6803",
2020-11-16T20:41:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:41:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6802",
2020-11-16T20:41:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1276457002
2020-11-16T20:41:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6800/1276457002",
2020-11-16T20:41:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6801/1276457002",
2020-11-16T20:41:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6803/1276457002",
2020-11-16T20:41:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6802/1276457002",
2020-11-16T20:41:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.385 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:41:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "c82ae70d-f2a5-4334-a84f-87a054655ad7",
2020-11-16T20:41:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:41:03.386 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 18,
2020-11-16T20:41:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 491,
2020-11-16T20:41:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6804",
2020-11-16T20:41:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:41:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.388 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6805",
2020-11-16T20:41:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:41:03.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6807",
2020-11-16T20:41:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:41:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6806",
2020-11-16T20:41:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2156745596
2020-11-16T20:41:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6804/2156745596",
2020-11-16T20:41:03.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6805/2156745596",
2020-11-16T20:41:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6807/2156745596",
2020-11-16T20:41:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6806/2156745596",
2020-11-16T20:41:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.393 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:41:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "b8fcfee2-fb36-47e4-a200-65aab5e1435b",
2020-11-16T20:41:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 0,
2020-11-16T20:41:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0,
2020-11-16T20:41:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.394 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 23,
2020-11-16T20:41:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 393,
2020-11-16T20:41:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.395 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6808",
2020-11-16T20:41:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:41:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.396 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6809",
2020-11-16T20:41:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:41:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.397 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6811",
2020-11-16T20:41:03.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:41:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6810",
2020-11-16T20:41:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2380078138
2020-11-16T20:41:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6808/2380078138",
2020-11-16T20:41:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6809/2380078138",
2020-11-16T20:41:03.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6811/2380078138",
2020-11-16T20:41:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6810/2380078138",
2020-11-16T20:41:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:41:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f28de7af-d9bf-4096-ab56-1ef663dc214c",
2020-11-16T20:41:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.660736083984375,
2020-11-16T20:41:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 29,
2020-11-16T20:41:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 397,
2020-11-16T20:41:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6812",
2020-11-16T20:41:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:41:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6813",
2020-11-16T20:41:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:41:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.405 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6815",
2020-11-16T20:41:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:41:03.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.142:6814",
2020-11-16T20:41:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2351592071
2020-11-16T20:41:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.142:6812/2351592071",
2020-11-16T20:41:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.142:6813/2351592071",
2020-11-16T20:41:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.142:6815/2351592071",
2020-11-16T20:41:03.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.142:6814/2351592071",
2020-11-16T20:41:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:41:03.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "8dfc82b4-6137-4f9c-b848-160cdaab7877",
2020-11-16T20:41:03.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.7021026611328125,
2020-11-16T20:41:03.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 35,
2020-11-16T20:41:03.411 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 479,
2020-11-16T20:41:03.411 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.411 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.411 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.411 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6801",
2020-11-16T20:41:03.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:41:03.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.412 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.412 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.412 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.412 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6802",
2020-11-16T20:41:03.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:41:03.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.413 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.413 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.413 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.414 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6804",
2020-11-16T20:41:03.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:41:03.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.414 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.414 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.415 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.415 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6803",
2020-11-16T20:41:03.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3325699378
2020-11-16T20:41:03.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.416 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.416 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6801/3325699378",
2020-11-16T20:41:03.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6802/3325699378",
2020-11-16T20:41:03.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6804/3325699378",
2020-11-16T20:41:03.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6803/3325699378",
2020-11-16T20:41:03.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.416 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.417 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.417 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.417 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:41:03.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "80ade1c6-d24e-453c-b6db-434af43d222b",
2020-11-16T20:41:03.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 0,
2020-11-16T20:41:03.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0,
2020-11-16T20:41:03.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 42,
2020-11-16T20:41:03.418 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 489,
2020-11-16T20:41:03.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.419 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.419 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6805",
2020-11-16T20:41:03.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:41:03.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.420 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.420 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.420 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.420 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6806",
2020-11-16T20:41:03.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:41:03.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.421 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.421 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.421 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.421 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6808",
2020-11-16T20:41:03.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:41:03.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.422 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.422 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.423 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.423 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6807",
2020-11-16T20:41:03.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 724581550
2020-11-16T20:41:03.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.423 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.424 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6805/724581550",
2020-11-16T20:41:03.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6806/724581550",
2020-11-16T20:41:03.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6808/724581550",
2020-11-16T20:41:03.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6807/724581550",
2020-11-16T20:41:03.424 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.424 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.425 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.425 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.425 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.425 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:41:03.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "f2acf352-ac5f-434e-b71d-8d44be7ad4b5",
2020-11-16T20:41:03.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:41:03.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 49,
2020-11-16T20:41:03.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 463,
2020-11-16T20:41:03.426 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.427 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.427 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.427 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6809",
2020-11-16T20:41:03.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:41:03.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.428 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.428 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.428 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.428 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6810",
2020-11-16T20:41:03.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:41:03.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.429 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.429 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.429 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6812",
2020-11-16T20:41:03.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:41:03.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.430 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.430 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.430 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.431 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6811",
2020-11-16T20:41:03.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1309108708
2020-11-16T20:41:03.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.431 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.431 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6809/1309108708",
2020-11-16T20:41:03.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6810/1309108708",
2020-11-16T20:41:03.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6812/1309108708",
2020-11-16T20:41:03.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6811/1309108708",
2020-11-16T20:41:03.432 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.432 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.432 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.433 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.433 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.433 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:41:03.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "a6ea6fd5-31c5-465f-ab31-c51d16e77e0d",
2020-11-16T20:41:03.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:41:03.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 56,
2020-11-16T20:41:03.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 199,
2020-11-16T20:41:03.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 225,
2020-11-16T20:41:03.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 442,
2020-11-16T20:41:03.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 200,
2020-11-16T20:41:03.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.435 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.435 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6813",
2020-11-16T20:41:03.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:41:03.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.435 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.436 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.436 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.436 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6814",
2020-11-16T20:41:03.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:41:03.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.437 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.437 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.437 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.437 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6816",
2020-11-16T20:41:03.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:41:03.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.438 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.438 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.438 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.438 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.71:6815",
2020-11-16T20:41:03.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 2429996026
2020-11-16T20:41:03.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.439 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.439 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.439 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.71:6813/2429996026",
2020-11-16T20:41:03.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.71:6814/2429996026",
2020-11-16T20:41:03.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.71:6816/2429996026",
2020-11-16T20:41:03.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.71:6815/2429996026",
2020-11-16T20:41:03.440 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.440 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.440 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.440 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.440 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.441 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:41:03.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "3c2e5345-07d0-40c1-b3aa-fa0493b44083",
2020-11-16T20:41:03.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:41:03.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 63,
2020-11-16T20:41:03.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 488,
2020-11-16T20:41:03.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.443 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6800",
2020-11-16T20:41:03.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:41:03.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.443 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.443 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.444 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.444 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6801",
2020-11-16T20:41:03.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:41:03.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.445 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.445 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.445 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.445 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6803",
2020-11-16T20:41:03.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:41:03.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.446 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.446 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.446 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.446 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6802",
2020-11-16T20:41:03.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 930793981
2020-11-16T20:41:03.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.447 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.447 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6800/930793981",
2020-11-16T20:41:03.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6801/930793981",
2020-11-16T20:41:03.447 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6803/930793981",
2020-11-16T20:41:03.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6802/930793981",
2020-11-16T20:41:03.448 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.448 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.448 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.448 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.448 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.448 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:41:03.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6",
2020-11-16T20:41:03.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 1,
2020-11-16T20:41:03.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 0,
2020-11-16T20:41:03.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 71,
2020-11-16T20:41:03.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 257,
2020-11-16T20:41:03.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.450 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6804",
2020-11-16T20:41:03.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:41:03.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.451 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.451 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.451 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.452 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6805",
2020-11-16T20:41:03.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:41:03.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.452 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.452 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.453 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6807",
2020-11-16T20:41:03.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:41:03.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.454 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.454 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.454 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6806",
2020-11-16T20:41:03.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3578070571
2020-11-16T20:41:03.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.455 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.455 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6804/3578070571",
2020-11-16T20:41:03.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6805/3578070571",
2020-11-16T20:41:03.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6807/3578070571",
2020-11-16T20:41:03.455 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6806/3578070571",
2020-11-16T20:41:03.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.456 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.456 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.456 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.456 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.456 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:41:03.456 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "7092d516-77a6-4060-a297-090099cd553e",
2020-11-16T20:41:03.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 0,
2020-11-16T20:41:03.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0,
2020-11-16T20:41:03.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 95,
2020-11-16T20:41:03.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 371,
2020-11-16T20:41:03.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.458 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6808",
2020-11-16T20:41:03.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:41:03.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.459 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.459 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.459 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.459 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6809",
2020-11-16T20:41:03.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:41:03.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.460 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.460 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.460 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.461 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6811",
2020-11-16T20:41:03.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:41:03.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.461 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.462 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.462 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.462 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6810",
2020-11-16T20:41:03.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 1216706886
2020-11-16T20:41:03.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.463 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.463 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6808/1216706886",
2020-11-16T20:41:03.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6809/1216706886",
2020-11-16T20:41:03.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6811/1216706886",
2020-11-16T20:41:03.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6810/1216706886",
2020-11-16T20:41:03.463 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.464 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.464 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.464 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.464 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.464 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:41:03.464 INFO:teuthology.orchestra.run.smithi142.stdout:            "uuid": "dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c",
2020-11-16T20:41:03.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "up": 1,
2020-11-16T20:41:03.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "in": 1,
2020-11-16T20:41:03.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "weight": 0.398956298828125,
2020-11-16T20:41:03.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "primary_affinity": 1,
2020-11-16T20:41:03.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_begin": 0,
2020-11-16T20:41:03.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_clean_end": 0,
2020-11-16T20:41:03.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_from": 103,
2020-11-16T20:41:03.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "up_thru": 489,
2020-11-16T20:41:03.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_at": 0,
2020-11-16T20:41:03.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "lost_at": 0,
2020-11-16T20:41:03.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addrs": {
2020-11-16T20:41:03.466 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.466 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6812",
2020-11-16T20:41:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:41:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addrs": {
2020-11-16T20:41:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6813",
2020-11-16T20:41:03.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:41:03.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.468 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.468 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.468 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addrs": {
2020-11-16T20:41:03.468 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6815",
2020-11-16T20:41:03.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:41:03.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.469 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.469 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.469 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addrs": {
2020-11-16T20:41:03.470 INFO:teuthology.orchestra.run.smithi142.stdout:                "addrvec": [
2020-11-16T20:41:03.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:03.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "type": "v1",
2020-11-16T20:41:03.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "addr": "172.21.15.65:6814",
2020-11-16T20:41:03.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "nonce": 3290130542
2020-11-16T20:41:03.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:03.470 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:03.471 INFO:teuthology.orchestra.run.smithi142.stdout:            },
2020-11-16T20:41:03.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "public_addr": "172.21.15.65:6812/3290130542",
2020-11-16T20:41:03.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "cluster_addr": "172.21.15.65:6813/3290130542",
2020-11-16T20:41:03.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_back_addr": "172.21.15.65:6815/3290130542",
2020-11-16T20:41:03.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "heartbeat_front_addr": "172.21.15.65:6814/3290130542",
2020-11-16T20:41:03.471 INFO:teuthology.orchestra.run.smithi142.stdout:            "state": [
2020-11-16T20:41:03.471 INFO:teuthology.orchestra.run.smithi142.stdout:                "exists",
2020-11-16T20:41:03.471 INFO:teuthology.orchestra.run.smithi142.stdout:                "up"
2020-11-16T20:41:03.472 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.472 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:03.472 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:41:03.472 INFO:teuthology.orchestra.run.smithi142.stdout:    "osd_xinfo": [
2020-11-16T20:41:03.472 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 0,
2020-11-16T20:41:03.472 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:41:02.476169+0000",
2020-11-16T20:41:03.473 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.473 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.473 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 1,
2020-11-16T20:41:03.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:26.262047+0000",
2020-11-16T20:41:03.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.475 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.475 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 2,
2020-11-16T20:41:03.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.475 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 65536,
2020-11-16T20:41:03.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:56.288750+0000",
2020-11-16T20:41:03.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.476 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.476 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 3,
2020-11-16T20:41:03.476 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:17.656013+0000",
2020-11-16T20:41:03.477 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.477 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.477 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 4,
2020-11-16T20:41:03.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:43.848691+0000",
2020-11-16T20:41:03.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.479 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.479 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 5,
2020-11-16T20:41:03.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 65536,
2020-11-16T20:41:03.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:13.541477+0000",
2020-11-16T20:41:03.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.480 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.480 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 6,
2020-11-16T20:41:03.480 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:37.979488+0000",
2020-11-16T20:41:03.481 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.481 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.481 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 7,
2020-11-16T20:41:03.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:18.559413+0000",
2020-11-16T20:41:03.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 200
2020-11-16T20:41:03.483 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.483 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 8,
2020-11-16T20:41:03.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:24.334573+0000",
2020-11-16T20:41:03.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.484 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.484 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 9,
2020-11-16T20:41:03.484 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:56.419871+0000",
2020-11-16T20:41:03.485 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.485 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.486 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 10,
2020-11-16T20:41:03.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 65536,
2020-11-16T20:41:03.486 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:04.623619+0000",
2020-11-16T20:41:03.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.487 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.487 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "osd": 11,
2020-11-16T20:41:03.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "down_stamp": "0.000000",
2020-11-16T20:41:03.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_probability": 0,
2020-11-16T20:41:03.487 INFO:teuthology.orchestra.run.smithi142.stdout:            "laggy_interval": 0,
2020-11-16T20:41:03.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "features": 4540138297136906239,
2020-11-16T20:41:03.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "old_weight": 0,
2020-11-16T20:41:03.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "last_purged_snaps_scrub": "2020-11-16T20:40:28.909285+0000",
2020-11-16T20:41:03.488 INFO:teuthology.orchestra.run.smithi142.stdout:            "dead_epoch": 0
2020-11-16T20:41:03.488 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:03.488 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:41:03.488 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap": [
2020-11-16T20:41:03.489 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.5",
2020-11-16T20:41:03.489 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:41:03.491 INFO:teuthology.orchestra.run.smithi142.stdout:                6,
2020-11-16T20:41:03.491 INFO:teuthology.orchestra.run.smithi142.stdout:                8
2020-11-16T20:41:03.491 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.491 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.492 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.e",
2020-11-16T20:41:03.492 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:41:03.492 INFO:teuthology.orchestra.run.smithi142.stdout:                8,
2020-11-16T20:41:03.492 INFO:teuthology.orchestra.run.smithi142.stdout:                11
2020-11-16T20:41:03.492 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.492 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:03.493 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:41:03.493 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_upmap_items": [
2020-11-16T20:41:03.493 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.0",
2020-11-16T20:41:03.493 INFO:teuthology.orchestra.run.smithi142.stdout:            "mappings": [
2020-11-16T20:41:03.493 INFO:teuthology.orchestra.run.smithi142.stdout:                {
2020-11-16T20:41:03.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    "from": 8,
2020-11-16T20:41:03.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    "to": 9
2020-11-16T20:41:03.494 INFO:teuthology.orchestra.run.smithi142.stdout:                }
2020-11-16T20:41:03.494 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.494 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:03.494 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:41:03.494 INFO:teuthology.orchestra.run.smithi142.stdout:    "pg_temp": [
2020-11-16T20:41:03.494 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.494 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.1",
2020-11-16T20:41:03.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:41:03.495 INFO:teuthology.orchestra.run.smithi142.stdout:                11,
2020-11-16T20:41:03.495 INFO:teuthology.orchestra.run.smithi142.stdout:                5
2020-11-16T20:41:03.495 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.495 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:03.495 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:03.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "pgid": "4.2",
2020-11-16T20:41:03.495 INFO:teuthology.orchestra.run.smithi142.stdout:            "osds": [
2020-11-16T20:41:03.496 INFO:teuthology.orchestra.run.smithi142.stdout:                5,
2020-11-16T20:41:03.496 INFO:teuthology.orchestra.run.smithi142.stdout:                9
2020-11-16T20:41:03.496 INFO:teuthology.orchestra.run.smithi142.stdout:            ]
2020-11-16T20:41:03.496 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:03.496 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:41:03.496 INFO:teuthology.orchestra.run.smithi142.stdout:    "primary_temp": [],
2020-11-16T20:41:03.496 INFO:teuthology.orchestra.run.smithi142.stdout:    "blocklist": {
2020-11-16T20:41:03.497 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1195728362": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:41:03.497 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/3623425812": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:41:03.497 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3991833904": "2020-11-17T20:14:25.826902+0000",
2020-11-16T20:41:03.497 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1735707732": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:41:03.497 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/1465625619": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:41:03.497 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3648584722": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:41:03.497 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/3320495051": "2020-11-17T20:11:44.591303+0000",
2020-11-16T20:41:03.497 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:0/1223358460": "2020-11-17T20:11:20.538376+0000",
2020-11-16T20:41:03.498 INFO:teuthology.orchestra.run.smithi142.stdout:        "172.21.15.142:6800/2714967177": "2020-11-17T20:11:20.538376+0000"
2020-11-16T20:41:03.498 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:41:03.498 INFO:teuthology.orchestra.run.smithi142.stdout:    "erasure_code_profiles": {
2020-11-16T20:41:03.498 INFO:teuthology.orchestra.run.smithi142.stdout:        "default": {
2020-11-16T20:41:03.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "crush-failure-domain": "osd",
2020-11-16T20:41:03.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "k": "2",
2020-11-16T20:41:03.498 INFO:teuthology.orchestra.run.smithi142.stdout:            "m": "1",
2020-11-16T20:41:03.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "plugin": "jerasure",
2020-11-16T20:41:03.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "ruleset-failure-domain": "osd",
2020-11-16T20:41:03.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "technique": "reed_sol_van"
2020-11-16T20:41:03.499 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:03.499 INFO:teuthology.orchestra.run.smithi142.stdout:    },
2020-11-16T20:41:03.499 INFO:teuthology.orchestra.run.smithi142.stdout:    "removed_snaps_queue": [],
2020-11-16T20:41:03.499 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_removed_snaps": [],
2020-11-16T20:41:03.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "new_purged_snaps": [],
2020-11-16T20:41:03.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "crush_node_flags": {},
2020-11-16T20:41:03.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "device_class_flags": {},
2020-11-16T20:41:03.500 INFO:teuthology.orchestra.run.smithi142.stdout:    "stretch_mode": {
2020-11-16T20:41:03.500 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_enabled": false,
2020-11-16T20:41:03.500 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_bucket_count": 0,
2020-11-16T20:41:03.500 INFO:teuthology.orchestra.run.smithi142.stdout:        "degraded_stretch_mode": 0,
2020-11-16T20:41:03.500 INFO:teuthology.orchestra.run.smithi142.stdout:        "recovering_stretch_mode": 0,
2020-11-16T20:41:03.501 INFO:teuthology.orchestra.run.smithi142.stdout:        "stretch_mode_bucket": 0
2020-11-16T20:41:03.501 INFO:teuthology.orchestra.run.smithi142.stdout:    }
2020-11-16T20:41:03.501 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:41:03.503 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:03 smithi065 bash[9468]: cluster 2020-11-16T20:41:02.476082+0000 osd.0 (osd.0) 127 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:03 smithi065 bash[9468]: cluster 2020-11-16T20:41:02.476166+0000 osd.0 (osd.0) 128 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:03 smithi065 bash[9468]: cluster 2020-11-16T20:41:02.502507+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e495: 12 total, 12 up, 9 in
2020-11-16T20:41:03.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:03 smithi065 bash[9468]: audit 2020-11-16T20:41:03.355699+0000 mon.a (mon.0) 1721 : audit [DBG] from='client.? v1:172.21.15.142:0/3316483167' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:41:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:03 smithi142 bash[9523]: cluster 2020-11-16T20:41:02.476082+0000 osd.0 (osd.0) 127 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:03 smithi142 bash[9523]: cluster 2020-11-16T20:41:02.476166+0000 osd.0 (osd.0) 128 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:03 smithi142 bash[9523]: cluster 2020-11-16T20:41:02.502507+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e495: 12 total, 12 up, 9 in
2020-11-16T20:41:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:03 smithi142 bash[9523]: audit 2020-11-16T20:41:03.355699+0000 mon.a (mon.0) 1721 : audit [DBG] from='client.? v1:172.21.15.142:0/3316483167' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:41:03.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:03 smithi071 bash[9480]: cluster 2020-11-16T20:41:02.476082+0000 osd.0 (osd.0) 127 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:03.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:03 smithi071 bash[9480]: cluster 2020-11-16T20:41:02.476166+0000 osd.0 (osd.0) 128 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:03.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:03 smithi071 bash[9480]: cluster 2020-11-16T20:41:02.502507+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e495: 12 total, 12 up, 9 in
2020-11-16T20:41:03.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:03 smithi071 bash[9480]: audit 2020-11-16T20:41:03.355699+0000 mon.a (mon.0) 1721 : audit [DBG] from='client.? v1:172.21.15.142:0/3316483167' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json-pretty"}]: dispatch
2020-11-16T20:41:04.617 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:41:04.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:04 smithi065 bash[9468]: cluster 2020-11-16T20:41:03.508535+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e496: 12 total, 12 up, 9 in
2020-11-16T20:41:04.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:04 smithi065 bash[9468]: cluster 2020-11-16T20:41:04.307815+0000 mgr.x (mgr.14196) 871 : cluster [DBG] pgmap v1281: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.4 GiB data, 7.3 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 977 op/s; 3287/80168 objects misplaced (4.100%); 19 MiB/s, 300 objects/s recovering
2020-11-16T20:41:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:04 smithi142 bash[9523]: cluster 2020-11-16T20:41:03.508535+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e496: 12 total, 12 up, 9 in
2020-11-16T20:41:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:04 smithi142 bash[9523]: cluster 2020-11-16T20:41:04.307815+0000 mgr.x (mgr.14196) 871 : cluster [DBG] pgmap v1281: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.4 GiB data, 7.3 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 977 op/s; 3287/80168 objects misplaced (4.100%); 19 MiB/s, 300 objects/s recovering
2020-11-16T20:41:04.797 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:04.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:04 smithi071 bash[9480]: cluster 2020-11-16T20:41:03.508535+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e496: 12 total, 12 up, 9 in
2020-11-16T20:41:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:04 smithi071 bash[9480]: cluster 2020-11-16T20:41:04.307815+0000 mgr.x (mgr.14196) 871 : cluster [DBG] pgmap v1281: 17 pgs: 1 active+recovering, 2 active+remapped+backfilling, 14 active+clean; 2.4 GiB data, 7.3 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 977 op/s; 3287/80168 objects misplaced (4.100%); 19 MiB/s, 300 objects/s recovering
2020-11-16T20:41:05.560 INFO:tasks.thrashosds.thrasher:j is {'epoch': 495, 'fsid': 'b861c014-2847-11eb-a2b2-001a4aab830c', 'created': '2020-11-16T20:10:48.708461+0000', 'modified': '2020-11-16T20:41:02.495008+0000', 'last_up_change': '2020-11-16T20:28:12.055076+0000', 'last_in_change': '2020-11-16T20:40:43.508873+0000', 'flags': 'sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit', 'flags_num': 5799936, 'flags_set': ['pglog_hardlimit', 'purged_snapdirs', 'recovery_deletes', 'sortbitwise'], 'crush_version': 32, 'full_ratio': 0.949999988079071, 'backfillfull_ratio': 0.8999999761581421, 'nearfull_ratio': 0.8500000238418579, 'cluster_snapshot': '', 'pool_max': 4, 'max_osd': 12, 'require_min_compat_client': 'luminous', 'min_compat_client': 'luminous', 'require_osd_release': 'pacific', 'pools': [{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2020-11-16T20:13:10.276783+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 4, 'pool_name': 'unique_pool_2', 'create_time': '2020-11-16T20:36:47.427193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 16, 'pg_placement_num': 16, 'pg_placement_num_target': 16, 'pg_num_target': 16, 'pg_num_pending': 16, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '413', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rados': {}}}], 'osds': [{'osd': 0, 'uuid': '82c71ecd-d05a-47ab-99d6-b70e22fbe2a6', 'up': 1, 'in': 1, 'weight': 0.6662445068359375, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 12, 'up_thru': 407, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6800', 'nonce': 1276457002}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6801', 'nonce': 1276457002}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6803', 'nonce': 1276457002}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6802', 'nonce': 1276457002}]}, 'public_addr': '172.21.15.142:6800/1276457002', 'cluster_addr': '172.21.15.142:6801/1276457002', 'heartbeat_back_addr': '172.21.15.142:6803/1276457002', 'heartbeat_front_addr': '172.21.15.142:6802/1276457002', 'state': ['exists', 'up']}, {'osd': 1, 'uuid': 'c82ae70d-f2a5-4334-a84f-87a054655ad7', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 18, 'up_thru': 491, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6804', 'nonce': 2156745596}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6805', 'nonce': 2156745596}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6807', 'nonce': 2156745596}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6806', 'nonce': 2156745596}]}, 'public_addr': '172.21.15.142:6804/2156745596', 'cluster_addr': '172.21.15.142:6805/2156745596', 'heartbeat_back_addr': '172.21.15.142:6807/2156745596', 'heartbeat_front_addr': '172.21.15.142:6806/2156745596', 'state': ['exists', 'up']}, {'osd': 2, 'uuid': 'b8fcfee2-fb36-47e4-a200-65aab5e1435b', 'up': 1, 'in': 0, 'weight': 0, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 23, 'up_thru': 393, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6808', 'nonce': 2380078138}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6809', 'nonce': 2380078138}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6811', 'nonce': 2380078138}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6810', 'nonce': 2380078138}]}, 'public_addr': '172.21.15.142:6808/2380078138', 'cluster_addr': '172.21.15.142:6809/2380078138', 'heartbeat_back_addr': '172.21.15.142:6811/2380078138', 'heartbeat_front_addr': '172.21.15.142:6810/2380078138', 'state': ['exists', 'up']}, {'osd': 3, 'uuid': 'f28de7af-d9bf-4096-ab56-1ef663dc214c', 'up': 1, 'in': 1, 'weight': 0.660736083984375, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 29, 'up_thru': 397, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6812', 'nonce': 2351592071}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6813', 'nonce': 2351592071}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6815', 'nonce': 2351592071}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.142:6814', 'nonce': 2351592071}]}, 'public_addr': '172.21.15.142:6812/2351592071', 'cluster_addr': '172.21.15.142:6813/2351592071', 'heartbeat_back_addr': '172.21.15.142:6815/2351592071', 'heartbeat_front_addr': '172.21.15.142:6814/2351592071', 'state': ['exists', 'up']}, {'osd': 4, 'uuid': '8dfc82b4-6137-4f9c-b848-160cdaab7877', 'up': 1, 'in': 1, 'weight': 0.7021026611328125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 35, 'up_thru': 479, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6801', 'nonce': 3325699378}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6802', 'nonce': 3325699378}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6804', 'nonce': 3325699378}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6803', 'nonce': 3325699378}]}, 'public_addr': '172.21.15.71:6801/3325699378', 'cluster_addr': '172.21.15.71:6802/3325699378', 'heartbeat_back_addr': '172.21.15.71:6804/3325699378', 'heartbeat_front_addr': '172.21.15.71:6803/3325699378', 'state': ['exists', 'up']}, {'osd': 5, 'uuid': '80ade1c6-d24e-453c-b6db-434af43d222b', 'up': 1, 'in': 0, 'weight': 0, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 42, 'up_thru': 489, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6805', 'nonce': 724581550}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6806', 'nonce': 724581550}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6808', 'nonce': 724581550}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6807', 'nonce': 724581550}]}, 'public_addr': '172.21.15.71:6805/724581550', 'cluster_addr': '172.21.15.71:6806/724581550', 'heartbeat_back_addr': '172.21.15.71:6808/724581550', 'heartbeat_front_addr': '172.21.15.71:6807/724581550', 'state': ['exists', 'up']}, {'osd': 6, 'uuid': 'f2acf352-ac5f-434e-b71d-8d44be7ad4b5', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 49, 'up_thru': 463, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6809', 'nonce': 1309108708}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6810', 'nonce': 1309108708}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6812', 'nonce': 1309108708}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6811', 'nonce': 1309108708}]}, 'public_addr': '172.21.15.71:6809/1309108708', 'cluster_addr': '172.21.15.71:6810/1309108708', 'heartbeat_back_addr': '172.21.15.71:6812/1309108708', 'heartbeat_front_addr': '172.21.15.71:6811/1309108708', 'state': ['exists', 'up']}, {'osd': 7, 'uuid': 'a6ea6fd5-31c5-465f-ab31-c51d16e77e0d', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 56, 'last_clean_end': 199, 'up_from': 225, 'up_thru': 442, 'down_at': 200, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6813', 'nonce': 2429996026}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6814', 'nonce': 2429996026}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6816', 'nonce': 2429996026}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.71:6815', 'nonce': 2429996026}]}, 'public_addr': '172.21.15.71:6813/2429996026', 'cluster_addr': '172.21.15.71:6814/2429996026', 'heartbeat_back_addr': '172.21.15.71:6816/2429996026', 'heartbeat_front_addr': '172.21.15.71:6815/2429996026', 'state': ['exists', 'up']}, {'osd': 8, 'uuid': '3c2e5345-07d0-40c1-b3aa-fa0493b44083', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 63, 'up_thru': 488, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6800', 'nonce': 930793981}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6801', 'nonce': 930793981}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6803', 'nonce': 930793981}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6802', 'nonce': 930793981}]}, 'public_addr': '172.21.15.65:6800/930793981', 'cluster_addr': '172.21.15.65:6801/930793981', 'heartbeat_back_addr': '172.21.15.65:6803/930793981', 'heartbeat_front_addr': '172.21.15.65:6802/930793981', 'state': ['exists', 'up']}, {'osd': 9, 'uuid': '4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6', 'up': 1, 'in': 1, 'weight': 1, 'primary_affinity': 0, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 71, 'up_thru': 257, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6804', 'nonce': 3578070571}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6805', 'nonce': 3578070571}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6807', 'nonce': 3578070571}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6806', 'nonce': 3578070571}]}, 'public_addr': '172.21.15.65:6804/3578070571', 'cluster_addr': '172.21.15.65:6805/3578070571', 'heartbeat_back_addr': '172.21.15.65:6807/3578070571', 'heartbeat_front_addr': '172.21.15.65:6806/3578070571', 'state': ['exists', 'up']}, {'osd': 10, 'uuid': '7092d516-77a6-4060-a297-090099cd553e', 'up': 1, 'in': 0, 'weight': 0, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 95, 'up_thru': 371, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6808', 'nonce': 1216706886}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6809', 'nonce': 1216706886}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6811', 'nonce': 1216706886}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6810', 'nonce': 1216706886}]}, 'public_addr': '172.21.15.65:6808/1216706886', 'cluster_addr': '172.21.15.65:6809/1216706886', 'heartbeat_back_addr': '172.21.15.65:6811/1216706886', 'heartbeat_front_addr': '172.21.15.65:6810/1216706886', 'state': ['exists', 'up']}, {'osd': 11, 'uuid': 'dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c', 'up': 1, 'in': 1, 'weight': 0.398956298828125, 'primary_affinity': 1, 'last_clean_begin': 0, 'last_clean_end': 0, 'up_from': 103, 'up_thru': 489, 'down_at': 0, 'lost_at': 0, 'public_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6812', 'nonce': 3290130542}]}, 'cluster_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6813', 'nonce': 3290130542}]}, 'heartbeat_back_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6815', 'nonce': 3290130542}]}, 'heartbeat_front_addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.65:6814', 'nonce': 3290130542}]}, 'public_addr': '172.21.15.65:6812/3290130542', 'cluster_addr': '172.21.15.65:6813/3290130542', 'heartbeat_back_addr': '172.21.15.65:6815/3290130542', 'heartbeat_front_addr': '172.21.15.65:6814/3290130542', 'state': ['exists', 'up']}], 'osd_xinfo': [{'osd': 0, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:41:02.476169+0000', 'dead_epoch': 0}, {'osd': 1, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:40:26.262047+0000', 'dead_epoch': 0}, {'osd': 2, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 65536, 'last_purged_snaps_scrub': '2020-11-16T20:40:56.288750+0000', 'dead_epoch': 0}, {'osd': 3, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:40:17.656013+0000', 'dead_epoch': 0}, {'osd': 4, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:40:43.848691+0000', 'dead_epoch': 0}, {'osd': 5, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 65536, 'last_purged_snaps_scrub': '2020-11-16T20:40:13.541477+0000', 'dead_epoch': 0}, {'osd': 6, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:40:37.979488+0000', 'dead_epoch': 0}, {'osd': 7, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:40:18.559413+0000', 'dead_epoch': 200}, {'osd': 8, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:40:24.334573+0000', 'dead_epoch': 0}, {'osd': 9, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:40:56.419871+0000', 'dead_epoch': 0}, {'osd': 10, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 65536, 'last_purged_snaps_scrub': '2020-11-16T20:40:04.623619+0000', 'dead_epoch': 0}, {'osd': 11, 'down_stamp': '0.000000', 'laggy_probability': 0, 'laggy_interval': 0, 'features': 4540138297136906239, 'old_weight': 0, 'last_purged_snaps_scrub': '2020-11-16T20:40:28.909285+0000', 'dead_epoch': 0}], 'pg_upmap': [{'pgid': '4.5', 'osds': [6, 8]}, {'pgid': '4.e', 'osds': [8, 11]}], 'pg_upmap_items': [{'pgid': '4.0', 'mappings': [{'from': 8, 'to': 9}]}], 'pg_temp': [{'pgid': '4.1', 'osds': [11, 5]}, {'pgid': '4.2', 'osds': [5, 9]}], 'primary_temp': [], 'blocklist': {'172.21.15.142:0/1195728362': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:6800/3623425812': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/3991833904': '2020-11-17T20:14:25.826902+0000', '172.21.15.142:0/1735707732': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:6800/1465625619': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/3648584722': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:0/3320495051': '2020-11-17T20:11:44.591303+0000', '172.21.15.142:0/1223358460': '2020-11-17T20:11:20.538376+0000', '172.21.15.142:6800/2714967177': '2020-11-17T20:11:20.538376+0000'}, 'erasure_code_profiles': {'default': {'crush-failure-domain': 'osd', 'k': '2', 'm': '1', 'plugin': 'jerasure', 'ruleset-failure-domain': 'osd', 'technique': 'reed_sol_van'}}, 'removed_snaps_queue': [], 'new_removed_snaps': [], 'new_purged_snaps': [], 'crush_node_flags': {}, 'device_class_flags': {}, 'stretch_mode': {'stretch_mode_enabled': False, 'stretch_bucket_count': 0, 'degraded_stretch_mode': 0, 'recovering_stretch_mode': 0, 'stretch_mode_bucket': 0}}
2020-11-16T20:41:05.560 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:41:05.705 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:05.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:05 smithi065 bash[9468]: cluster 2020-11-16T20:41:04.520543+0000 mon.a (mon.0) 1723 : cluster [DBG] osdmap e497: 12 total, 12 up, 9 in
2020-11-16T20:41:05.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:05 smithi065 bash[9468]: cluster 2020-11-16T20:41:04.627213+0000 osd.10 (osd.10) 103 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:05.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:05 smithi065 bash[9468]: cluster 2020-11-16T20:41:04.627304+0000 osd.10 (osd.10) 104 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:05.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:05 smithi142 bash[9523]: cluster 2020-11-16T20:41:04.520543+0000 mon.a (mon.0) 1723 : cluster [DBG] osdmap e497: 12 total, 12 up, 9 in
2020-11-16T20:41:05.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:05 smithi142 bash[9523]: cluster 2020-11-16T20:41:04.627213+0000 osd.10 (osd.10) 103 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:05.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:05 smithi142 bash[9523]: cluster 2020-11-16T20:41:04.627304+0000 osd.10 (osd.10) 104 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:05.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:05 smithi071 bash[9480]: cluster 2020-11-16T20:41:04.520543+0000 mon.a (mon.0) 1723 : cluster [DBG] osdmap e497: 12 total, 12 up, 9 in
2020-11-16T20:41:05.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:05 smithi071 bash[9480]: cluster 2020-11-16T20:41:04.627213+0000 osd.10 (osd.10) 103 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:05.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:05 smithi071 bash[9480]: cluster 2020-11-16T20:41:04.627304+0000 osd.10 (osd.10) 104 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:06.490 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:06.594 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:06.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:06 smithi065 bash[9468]: cluster 2020-11-16T20:41:05.529440+0000 mon.a (mon.0) 1724 : cluster [DBG] osdmap e498: 12 total, 12 up, 9 in
2020-11-16T20:41:06.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:06 smithi065 bash[9468]: cluster 2020-11-16T20:41:06.308384+0000 mgr.x (mgr.14196) 872 : cluster [DBG] pgmap v1284: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 2.4 GiB data, 7.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 685 op/s; 2848/78458 objects misplaced (3.630%); 6.6 MiB/s, 104 objects/s recovering
2020-11-16T20:41:06.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:06 smithi065 bash[9468]: cluster 2020-11-16T20:41:06.502145+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e499: 12 total, 12 up, 9 in
2020-11-16T20:41:06.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:06 smithi142 bash[9523]: cluster 2020-11-16T20:41:05.529440+0000 mon.a (mon.0) 1724 : cluster [DBG] osdmap e498: 12 total, 12 up, 9 in
2020-11-16T20:41:06.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:06 smithi142 bash[9523]: cluster 2020-11-16T20:41:06.308384+0000 mgr.x (mgr.14196) 872 : cluster [DBG] pgmap v1284: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 2.4 GiB data, 7.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 685 op/s; 2848/78458 objects misplaced (3.630%); 6.6 MiB/s, 104 objects/s recovering
2020-11-16T20:41:06.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:06 smithi142 bash[9523]: cluster 2020-11-16T20:41:06.502145+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e499: 12 total, 12 up, 9 in
2020-11-16T20:41:06.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:06 smithi071 bash[16796]: debug 2020-11-16T20:41:06.490+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:06 smithi071 bash[9480]: cluster 2020-11-16T20:41:05.529440+0000 mon.a (mon.0) 1724 : cluster [DBG] osdmap e498: 12 total, 12 up, 9 in
2020-11-16T20:41:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:06 smithi071 bash[9480]: cluster 2020-11-16T20:41:06.308384+0000 mgr.x (mgr.14196) 872 : cluster [DBG] pgmap v1284: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 15 active+clean; 2.4 GiB data, 7.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 685 op/s; 2848/78458 objects misplaced (3.630%); 6.6 MiB/s, 104 objects/s recovering
2020-11-16T20:41:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:06 smithi071 bash[9480]: cluster 2020-11-16T20:41:06.502145+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e499: 12 total, 12 up, 9 in
2020-11-16T20:41:09.404 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:09.509 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:09.617 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:09 smithi065 bash[18823]: debug 2020-11-16T20:41:09.403+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:09.619 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:09 smithi065 bash[9468]: cluster 2020-11-16T20:41:08.308885+0000 mgr.x (mgr.14196) 873 : cluster [DBG] pgmap v1286: 17 pgs: 1 active+recovering, 16 active+clean; 2.3 GiB data, 7.1 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 748 op/s; 2101/76186 objects misplaced (2.758%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:41:09.622 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:09.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:09 smithi071 bash[9480]: cluster 2020-11-16T20:41:08.308885+0000 mgr.x (mgr.14196) 873 : cluster [DBG] pgmap v1286: 17 pgs: 1 active+recovering, 16 active+clean; 2.3 GiB data, 7.1 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 748 op/s; 2101/76186 objects misplaced (2.758%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:41:09.725 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:09.796 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:09 smithi142 bash[9523]: cluster 2020-11-16T20:41:08.308885+0000 mgr.x (mgr.14196) 873 : cluster [DBG] pgmap v1286: 17 pgs: 1 active+recovering, 16 active+clean; 2.3 GiB data, 7.1 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 748 op/s; 2101/76186 objects misplaced (2.758%); 15 MiB/s, 241 objects/s recovering
2020-11-16T20:41:10.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:41:09 smithi065 bash[14115]: debug 2020-11-16T20:41:09.619+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:10.641 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:10 smithi142 bash[9523]: cluster 2020-11-16T20:41:09.547249+0000 osd.6 (osd.6) 142 : cluster [DBG] 4.a scrub starts
2020-11-16T20:41:10.643 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:10.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:10 smithi071 bash[9480]: cluster 2020-11-16T20:41:09.547249+0000 osd.6 (osd.6) 142 : cluster [DBG] 4.a scrub starts
2020-11-16T20:41:10.747 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:10.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:10 smithi065 bash[9468]: cluster 2020-11-16T20:41:09.547249+0000 osd.6 (osd.6) 142 : cluster [DBG] 4.a scrub starts
2020-11-16T20:41:10.916 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:11.020 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:11.026 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:10 smithi142 bash[15670]: debug 2020-11-16T20:41:10.641+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:11.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:10 smithi071 bash[26650]: debug 2020-11-16T20:41:10.914+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:11 smithi071 bash[9480]: cluster 2020-11-16T20:41:10.285675+0000 osd.6 (osd.6) 143 : cluster [DBG] 4.a scrub ok
2020-11-16T20:41:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:11 smithi071 bash[9480]: cluster 2020-11-16T20:41:10.309300+0000 mgr.x (mgr.14196) 874 : cluster [DBG] pgmap v1287: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 2.2 GiB data, 6.9 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 602 op/s; 2101/72934 objects misplaced (2.881%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:41:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:11 smithi071 bash[9480]: audit 2020-11-16T20:41:11.232739+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:11.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:11 smithi071 bash[9480]: audit 2020-11-16T20:41:11.236860+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:11.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:11 smithi071 bash[9480]: audit 2020-11-16T20:41:11.240776+0000 mon.a (mon.0) 1727 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:41:11.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:11 smithi065 bash[9468]: cluster 2020-11-16T20:41:10.285675+0000 osd.6 (osd.6) 143 : cluster [DBG] 4.a scrub ok
2020-11-16T20:41:11.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:11 smithi065 bash[9468]: cluster 2020-11-16T20:41:10.309300+0000 mgr.x (mgr.14196) 874 : cluster [DBG] pgmap v1287: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 2.2 GiB data, 6.9 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 602 op/s; 2101/72934 objects misplaced (2.881%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:41:11.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:11 smithi065 bash[9468]: audit 2020-11-16T20:41:11.232739+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:11.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:11 smithi065 bash[9468]: audit 2020-11-16T20:41:11.236860+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:11.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:11 smithi065 bash[9468]: audit 2020-11-16T20:41:11.240776+0000 mon.a (mon.0) 1727 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:41:11.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:11 smithi142 bash[9523]: cluster 2020-11-16T20:41:10.285675+0000 osd.6 (osd.6) 143 : cluster [DBG] 4.a scrub ok
2020-11-16T20:41:11.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:11 smithi142 bash[9523]: cluster 2020-11-16T20:41:10.309300+0000 mgr.x (mgr.14196) 874 : cluster [DBG] pgmap v1287: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 2.2 GiB data, 6.9 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 602 op/s; 2101/72934 objects misplaced (2.881%); 12 MiB/s, 193 objects/s recovering
2020-11-16T20:41:11.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:11 smithi142 bash[9523]: audit 2020-11-16T20:41:11.232739+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:11.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:11 smithi142 bash[9523]: audit 2020-11-16T20:41:11.236860+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:11.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:11 smithi142 bash[9523]: audit 2020-11-16T20:41:11.240776+0000 mon.a (mon.0) 1727 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:41:11.947 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:12.050 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:12.208 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:12.283 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:11 smithi142 bash[22738]: debug 2020-11-16T20:41:11.945+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:12.312 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:12.449 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:12 smithi071 bash[16796]: debug 2020-11-16T20:41:12.206+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:12 smithi065 bash[9468]: cluster 2020-11-16T20:41:11.501607+0000 mon.a (mon.0) 1728 : cluster [DBG] osdmap e500: 12 total, 12 up, 9 in
2020-11-16T20:41:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:12 smithi065 bash[9468]: cluster 2020-11-16T20:41:11.568654+0000 osd.6 (osd.6) 144 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:41:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:12 smithi065 bash[9468]: cluster 2020-11-16T20:41:12.309796+0000 mgr.x (mgr.14196) 875 : cluster [DBG] pgmap v1289: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 2.1 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 764 op/s; 1871/68904 objects misplaced (2.715%); 13 MiB/s, 204 objects/s recovering
2020-11-16T20:41:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:12 smithi142 bash[9523]: cluster 2020-11-16T20:41:11.501607+0000 mon.a (mon.0) 1728 : cluster [DBG] osdmap e500: 12 total, 12 up, 9 in
2020-11-16T20:41:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:12 smithi142 bash[9523]: cluster 2020-11-16T20:41:11.568654+0000 osd.6 (osd.6) 144 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:41:12.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:12 smithi142 bash[9523]: cluster 2020-11-16T20:41:12.309796+0000 mgr.x (mgr.14196) 875 : cluster [DBG] pgmap v1289: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 2.1 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 764 op/s; 1871/68904 objects misplaced (2.715%); 13 MiB/s, 204 objects/s recovering
2020-11-16T20:41:12.802 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:41:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:41:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:41:12.897 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:41:12.931 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:41:12.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:12 smithi071 bash[9480]: cluster 2020-11-16T20:41:11.501607+0000 mon.a (mon.0) 1728 : cluster [DBG] osdmap e500: 12 total, 12 up, 9 in
2020-11-16T20:41:12.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:12 smithi071 bash[9480]: cluster 2020-11-16T20:41:11.568654+0000 osd.6 (osd.6) 144 : cluster [DBG] 4.5 scrub starts
2020-11-16T20:41:12.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:12 smithi071 bash[9480]: cluster 2020-11-16T20:41:12.309796+0000 mgr.x (mgr.14196) 875 : cluster [DBG] pgmap v1289: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 2.1 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 764 op/s; 1871/68904 objects misplaced (2.715%); 13 MiB/s, 204 objects/s recovering
2020-11-16T20:41:12.962 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:41:12.999 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:41:13.043 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:41:13.075 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:41:13.112 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:41:13.147 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:41:13.180 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:41:13.181 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.181 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.182 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.183 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.183 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.183 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.183 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:41:13.321 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:13.423 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:13.564 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:13.672 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:13.678 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:13 smithi142 bash[15670]: debug 2020-11-16T20:41:13.317+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:13.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:13 smithi142 bash[9523]: cluster 2020-11-16T20:41:12.133198+0000 osd.6 (osd.6) 145 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:41:13.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:13 smithi142 bash[9523]: audit 2020-11-16T20:41:12.754152+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? v1:172.21.15.142:0/1128484686' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:13.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:13 smithi142 bash[9523]: cluster 2020-11-16T20:41:12.835752+0000 osd.1 (osd.1) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:13 smithi142 bash[9523]: cluster 2020-11-16T20:41:12.868103+0000 osd.2 (osd.2) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:13 smithi142 bash[9523]: cluster 2020-11-16T20:41:12.901718+0000 osd.3 (osd.3) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:13 smithi142 bash[9523]: cluster 2020-11-16T20:41:12.965435+0000 osd.5 (osd.5) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:13 smithi142 bash[9523]: cluster 2020-11-16T20:41:13.147936+0000 osd.10 (osd.10) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:13 smithi065 bash[9468]: cluster 2020-11-16T20:41:12.133198+0000 osd.6 (osd.6) 145 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:41:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:13 smithi065 bash[9468]: audit 2020-11-16T20:41:12.754152+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? v1:172.21.15.142:0/1128484686' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:13 smithi065 bash[9468]: cluster 2020-11-16T20:41:12.835752+0000 osd.1 (osd.1) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:13 smithi065 bash[9468]: cluster 2020-11-16T20:41:12.868103+0000 osd.2 (osd.2) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:13 smithi065 bash[9468]: cluster 2020-11-16T20:41:12.901718+0000 osd.3 (osd.3) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:13 smithi065 bash[9468]: cluster 2020-11-16T20:41:12.965435+0000 osd.5 (osd.5) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:13 smithi065 bash[9468]: cluster 2020-11-16T20:41:13.147936+0000 osd.10 (osd.10) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.784 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:13 smithi065 bash[18823]: debug 2020-11-16T20:41:13.563+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:13.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:13 smithi071 bash[9480]: cluster 2020-11-16T20:41:12.133198+0000 osd.6 (osd.6) 145 : cluster [DBG] 4.5 scrub ok
2020-11-16T20:41:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:13 smithi071 bash[9480]: audit 2020-11-16T20:41:12.754152+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? v1:172.21.15.142:0/1128484686' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:13 smithi071 bash[9480]: cluster 2020-11-16T20:41:12.835752+0000 osd.1 (osd.1) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:13 smithi071 bash[9480]: cluster 2020-11-16T20:41:12.868103+0000 osd.2 (osd.2) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:13 smithi071 bash[9480]: cluster 2020-11-16T20:41:12.901718+0000 osd.3 (osd.3) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:13 smithi071 bash[9480]: cluster 2020-11-16T20:41:12.965435+0000 osd.5 (osd.5) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:13 smithi071 bash[9480]: cluster 2020-11-16T20:41:13.147936+0000 osd.10 (osd.10) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:14 smithi065 bash[9468]: cluster 2020-11-16T20:41:12.803593+0000 osd.0 (osd.0) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:14 smithi065 bash[9468]: cluster 2020-11-16T20:41:12.932501+0000 osd.4 (osd.4) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:14 smithi065 bash[9468]: cluster 2020-11-16T20:41:13.002812+0000 osd.6 (osd.6) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:14 smithi065 bash[9468]: cluster 2020-11-16T20:41:13.043603+0000 osd.7 (osd.7) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:14 smithi065 bash[9468]: cluster 2020-11-16T20:41:13.078383+0000 osd.8 (osd.8) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:14 smithi065 bash[9468]: cluster 2020-11-16T20:41:13.109835+0000 osd.9 (osd.9) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:14 smithi065 bash[9468]: cluster 2020-11-16T20:41:13.182877+0000 osd.11 (osd.11) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:14 smithi065 bash[9468]: cluster 2020-11-16T20:41:14.310206+0000 mgr.x (mgr.14196) 876 : cluster [DBG] pgmap v1290: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 2.0 GiB data, 6.5 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 849 op/s; 1871/64860 objects misplaced (2.885%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:41:14.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[9523]: cluster 2020-11-16T20:41:12.803593+0000 osd.0 (osd.0) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[9523]: cluster 2020-11-16T20:41:12.932501+0000 osd.4 (osd.4) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[9523]: cluster 2020-11-16T20:41:13.002812+0000 osd.6 (osd.6) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[9523]: cluster 2020-11-16T20:41:13.043603+0000 osd.7 (osd.7) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[9523]: cluster 2020-11-16T20:41:13.078383+0000 osd.8 (osd.8) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[9523]: cluster 2020-11-16T20:41:13.109835+0000 osd.9 (osd.9) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[9523]: cluster 2020-11-16T20:41:13.182877+0000 osd.11 (osd.11) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[9523]: cluster 2020-11-16T20:41:14.310206+0000 mgr.x (mgr.14196) 876 : cluster [DBG] pgmap v1290: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 2.0 GiB data, 6.5 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 849 op/s; 1871/64860 objects misplaced (2.885%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:41:14.851 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:14.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:14 smithi071 bash[9480]: cluster 2020-11-16T20:41:12.803593+0000 osd.0 (osd.0) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:14 smithi071 bash[9480]: cluster 2020-11-16T20:41:12.932501+0000 osd.4 (osd.4) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:14 smithi071 bash[9480]: cluster 2020-11-16T20:41:13.002812+0000 osd.6 (osd.6) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:14 smithi071 bash[9480]: cluster 2020-11-16T20:41:13.043603+0000 osd.7 (osd.7) 90 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:14 smithi071 bash[9480]: cluster 2020-11-16T20:41:13.078383+0000 osd.8 (osd.8) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:14 smithi071 bash[9480]: cluster 2020-11-16T20:41:13.109835+0000 osd.9 (osd.9) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:14 smithi071 bash[9480]: cluster 2020-11-16T20:41:13.182877+0000 osd.11 (osd.11) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:14.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:14 smithi071 bash[9480]: cluster 2020-11-16T20:41:14.310206+0000 mgr.x (mgr.14196) 876 : cluster [DBG] pgmap v1290: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 2.0 GiB data, 6.5 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 849 op/s; 1871/64860 objects misplaced (2.885%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:41:14.955 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:15.145 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:15.147 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:14 smithi142 bash[18009]: debug 2020-11-16T20:41:14.845+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:15.248 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:41:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:41:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:41:15.304 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:41:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101748 3.1 3.1c96d7a1 (undecoded) ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.386394+0000",
2020-11-16T20:41:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.91930751699999,
2020-11-16T20:41:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2258032670000001,
2020-11-16T20:41:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.305 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:41:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101748
2020-11-16T20:41:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.306 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.386394+0000",
2020-11-16T20:41:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.386394+0000",
2020-11-16T20:41:15.307 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:41:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.386365+0000",
2020-11-16T20:41:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000108404
2020-11-16T20:41:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.308 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.386473+0000",
2020-11-16T20:41:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4219000000000001e-05
2020-11-16T20:41:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.309 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.386487+0000",
2020-11-16T20:41:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8070000000000002e-06
2020-11-16T20:41:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.386494+0000",
2020-11-16T20:41:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0082118360000000001
2020-11-16T20:41:15.310 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.394706+0000",
2020-11-16T20:41:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6160000000000008e-06
2020-11-16T20:41:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.311 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.394715+0000",
2020-11-16T20:41:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2174696149999999
2020-11-16T20:41:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612185+0000",
2020-11-16T20:41:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2465e-05
2020-11-16T20:41:15.312 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612198+0000",
2020-11-16T20:41:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2258032670000001
2020-11-16T20:41:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.313 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101755 3.1 3.4ac4fd21 (undecoded) ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.392359+0000",
2020-11-16T20:41:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.91334318400004,
2020-11-16T20:41:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2199934939999999,
2020-11-16T20:41:15.314 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:41:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101755
2020-11-16T20:41:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.315 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.392359+0000",
2020-11-16T20:41:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.316 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.392359+0000",
2020-11-16T20:41:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:41:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.392326+0000",
2020-11-16T20:41:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000132674
2020-11-16T20:41:15.317 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.392459+0000",
2020-11-16T20:41:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3022e-05
2020-11-16T20:41:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.318 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.392472+0000",
2020-11-16T20:41:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9990000000000002e-06
2020-11-16T20:41:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.392479+0000",
2020-11-16T20:41:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002407059
2020-11-16T20:41:15.319 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.394886+0000",
2020-11-16T20:41:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6490000000000008e-06
2020-11-16T20:41:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.320 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.394894+0000",
2020-11-16T20:41:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2174125389999999
2020-11-16T20:41:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612306+0000",
2020-11-16T20:41:15.321 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5788999999999998e-05
2020-11-16T20:41:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612352+0000",
2020-11-16T20:41:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2199934939999999
2020-11-16T20:41:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.322 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101758 3.1 3.a9b661 (undecoded) ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.397458+0000",
2020-11-16T20:41:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.90824392299999,
2020-11-16T20:41:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.214926712,
2020-11-16T20:41:15.323 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:41:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101758
2020-11-16T20:41:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.324 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.397458+0000",
2020-11-16T20:41:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.325 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.397458+0000",
2020-11-16T20:41:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:41:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.397427+0000",
2020-11-16T20:41:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011555199999999999
2020-11-16T20:41:15.326 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.397542+0000",
2020-11-16T20:41:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.502e-05
2020-11-16T20:41:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.327 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.397557+0000",
2020-11-16T20:41:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.9070000000000002e-06
2020-11-16T20:41:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.397567+0000",
2020-11-16T20:41:15.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013592000000000001
2020-11-16T20:41:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.397703+0000",
2020-11-16T20:41:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0489000000000001e-05
2020-11-16T20:41:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.397714+0000",
2020-11-16T20:41:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.214662645
2020-11-16T20:41:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612376+0000",
2020-11-16T20:41:15.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3820000000000004e-06
2020-11-16T20:41:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612385+0000",
2020-11-16T20:41:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.214926712
2020-11-16T20:41:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.331 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101759 3.1 3.138a1261 (undecoded) ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.398339+0000",
2020-11-16T20:41:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.90736303100005,
2020-11-16T20:41:15.332 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2141500329999999,
2020-11-16T20:41:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:41:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101759
2020-11-16T20:41:15.333 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.398339+0000",
2020-11-16T20:41:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.398339+0000",
2020-11-16T20:41:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:41:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.398321+0000",
2020-11-16T20:41:15.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6086000000000001e-05
2020-11-16T20:41:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.398417+0000",
2020-11-16T20:41:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2427e-05
2020-11-16T20:41:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.398430+0000",
2020-11-16T20:41:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8029999999999999e-06
2020-11-16T20:41:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.398436+0000",
2020-11-16T20:41:15.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9605000000000003e-05
2020-11-16T20:41:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.398496+0000",
2020-11-16T20:41:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3100000000000006e-06
2020-11-16T20:41:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.398505+0000",
2020-11-16T20:41:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2139433660000001
2020-11-16T20:41:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612449+0000",
2020-11-16T20:41:15.339 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0213000000000003e-05
2020-11-16T20:41:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612489+0000",
2020-11-16T20:41:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2141500329999999
2020-11-16T20:41:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.340 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101748 3.1 3:85eb6938:::benchmark_data_smithi065_26380_object101747:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e307)",
2020-11-16T20:41:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.400845+0000",
2020-11-16T20:41:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.90485643299996,
2020-11-16T20:41:15.341 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2567764859999999,
2020-11-16T20:41:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101748
2020-11-16T20:41:15.342 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.400845+0000",
2020-11-16T20:41:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.400845+0000",
2020-11-16T20:41:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:41:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.400825+0000",
2020-11-16T20:41:15.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000221222
2020-11-16T20:41:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401046+0000",
2020-11-16T20:41:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7357999999999999e-05
2020-11-16T20:41:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401064+0000",
2020-11-16T20:41:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6489999999999997e-06
2020-11-16T20:41:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401072+0000",
2020-11-16T20:41:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000146456
2020-11-16T20:41:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401219+0000",
2020-11-16T20:41:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6270000000000002e-06
2020-11-16T20:41:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401225+0000",
2020-11-16T20:41:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.211322217
2020-11-16T20:41:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612547+0000",
2020-11-16T20:41:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018357900000000001
2020-11-16T20:41:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612731+0000",
2020-11-16T20:41:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013836600000000001
2020-11-16T20:41:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.612869+0000",
2020-11-16T20:41:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.01123708
2020-11-16T20:41:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.624107+0000",
2020-11-16T20:41:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.031593080000000003
2020-11-16T20:41:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.655700+0000",
2020-11-16T20:41:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8779999999999997e-05
2020-11-16T20:41:15.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.655748+0000",
2020-11-16T20:41:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001873513
2020-11-16T20:41:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.657622+0000",
2020-11-16T20:41:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2567764859999999
2020-11-16T20:41:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.353 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101755 3.1 3:84bf2352:::benchmark_data_smithi065_26380_object101754:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e307)",
2020-11-16T20:41:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.401385+0000",
2020-11-16T20:41:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.90431697899999,
2020-11-16T20:41:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.258794349,
2020-11-16T20:41:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101755
2020-11-16T20:41:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401385+0000",
2020-11-16T20:41:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401385+0000",
2020-11-16T20:41:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999576
2020-11-16T20:41:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401343+0000",
2020-11-16T20:41:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016434300000000001
2020-11-16T20:41:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401507+0000",
2020-11-16T20:41:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4720000000000001e-06
2020-11-16T20:41:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401516+0000",
2020-11-16T20:41:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3939999999999998e-06
2020-11-16T20:41:15.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401521+0000",
2020-11-16T20:41:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2619e-05
2020-11-16T20:41:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401563+0000",
2020-11-16T20:41:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0621e-05
2020-11-16T20:41:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401574+0000",
2020-11-16T20:41:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.214326317
2020-11-16T20:41:15.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.615900+0000",
2020-11-16T20:41:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000104687
2020-11-16T20:41:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.616005+0000",
2020-11-16T20:41:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000126687
2020-11-16T20:41:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.616132+0000",
2020-11-16T20:41:15.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024986748999999999
2020-11-16T20:41:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.641118+0000",
2020-11-16T20:41:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016597170000000001
2020-11-16T20:41:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.657716+0000",
2020-11-16T20:41:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0307000000000003e-05
2020-11-16T20:41:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.657786+0000",
2020-11-16T20:41:15.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0023932340000000002
2020-11-16T20:41:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.660179+0000",
2020-11-16T20:41:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.258794349
2020-11-16T20:41:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.365 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101758 3.1 3:866d9500:::benchmark_data_smithi065_26380_object101757:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e307)",
2020-11-16T20:41:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.401577+0000",
2020-11-16T20:41:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.90412456000001,
2020-11-16T20:41:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2613006179999999,
2020-11-16T20:41:15.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101758
2020-11-16T20:41:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401577+0000",
2020-11-16T20:41:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401577+0000",
2020-11-16T20:41:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:41:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401545+0000",
2020-11-16T20:41:15.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020815300000000001
2020-11-16T20:41:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401753+0000",
2020-11-16T20:41:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2516e-05
2020-11-16T20:41:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401766+0000",
2020-11-16T20:41:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5019999999999998e-06
2020-11-16T20:41:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401772+0000",
2020-11-16T20:41:15.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0634999999999998e-05
2020-11-16T20:41:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401833+0000",
2020-11-16T20:41:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2235999999999999e-05
2020-11-16T20:41:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401845+0000",
2020-11-16T20:41:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2158453739999999
2020-11-16T20:41:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.617691+0000",
2020-11-16T20:41:15.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00038840499999999998
2020-11-16T20:41:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.618079+0000",
2020-11-16T20:41:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00036651499999999998
2020-11-16T20:41:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.618446+0000",
2020-11-16T20:41:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022680933
2020-11-16T20:41:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.641126+0000",
2020-11-16T20:41:15.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019147079000000001
2020-11-16T20:41:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.660274+0000",
2020-11-16T20:41:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5316999999999996e-05
2020-11-16T20:41:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.660369+0000",
2020-11-16T20:41:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0025090519999999999
2020-11-16T20:41:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.662878+0000",
2020-11-16T20:41:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2613006179999999
2020-11-16T20:41:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101759 3.1 3:864851c8:::benchmark_data_smithi065_26380_object101758:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e307)",
2020-11-16T20:41:15.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.401830+0000",
2020-11-16T20:41:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.90387140500002,
2020-11-16T20:41:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2647276350000001,
2020-11-16T20:41:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101759
2020-11-16T20:41:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401830+0000",
2020-11-16T20:41:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401830+0000",
2020-11-16T20:41:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:41:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401801+0000",
2020-11-16T20:41:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000111699
2020-11-16T20:41:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401912+0000",
2020-11-16T20:41:15.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5219e-05
2020-11-16T20:41:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401938+0000",
2020-11-16T20:41:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.515e-06
2020-11-16T20:41:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401942+0000",
2020-11-16T20:41:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3680999999999997e-05
2020-11-16T20:41:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.401986+0000",
2020-11-16T20:41:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5075000000000001e-05
2020-11-16T20:41:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402001+0000",
2020-11-16T20:41:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2199117239999999
2020-11-16T20:41:15.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.621913+0000",
2020-11-16T20:41:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000113578
2020-11-16T20:41:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.622026+0000",
2020-11-16T20:41:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000120489
2020-11-16T20:41:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.622147+0000",
2020-11-16T20:41:15.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.030631914999999999
2020-11-16T20:41:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652779+0000",
2020-11-16T20:41:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.01021824
2020-11-16T20:41:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.662997+0000",
2020-11-16T20:41:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3731000000000003e-05
2020-11-16T20:41:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.663071+0000",
2020-11-16T20:41:15.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003487445
2020-11-16T20:41:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.666558+0000",
2020-11-16T20:41:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2647276350000001
2020-11-16T20:41:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.390 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101762 3.1 3:86680b5a:::benchmark_data_smithi065_26380_object101761:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.402105+0000",
2020-11-16T20:41:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.9035973,
2020-11-16T20:41:15.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2668078629999999,
2020-11-16T20:41:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101762
2020-11-16T20:41:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.392 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402105+0000",
2020-11-16T20:41:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402105+0000",
2020-11-16T20:41:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:41:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402086+0000",
2020-11-16T20:41:15.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6274999999999998e-05
2020-11-16T20:41:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402153+0000",
2020-11-16T20:41:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2709999999999992e-06
2020-11-16T20:41:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402161+0000",
2020-11-16T20:41:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8060000000000002e-06
2020-11-16T20:41:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402166+0000",
2020-11-16T20:41:15.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4224999999999998e-05
2020-11-16T20:41:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402210+0000",
2020-11-16T20:41:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2360000000000004e-06
2020-11-16T20:41:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.402218+0000",
2020-11-16T20:41:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2219560599999999
2020-11-16T20:41:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.624174+0000",
2020-11-16T20:41:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000271387
2020-11-16T20:41:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.624446+0000",
2020-11-16T20:41:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000233095
2020-11-16T20:41:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.624679+0000",
2020-11-16T20:41:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028107869000000001
2020-11-16T20:41:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652787+0000",
2020-11-16T20:41:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013884484000000001
2020-11-16T20:41:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.666671+0000",
2020-11-16T20:41:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010047099999999999
2020-11-16T20:41:15.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.666772+0000",
2020-11-16T20:41:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002140884
2020-11-16T20:41:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.668912+0000",
2020-11-16T20:41:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2668078629999999
2020-11-16T20:41:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101768 3.1 3:8b2c02b1:::benchmark_data_smithi065_26380_object101767:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.410806+0000",
2020-11-16T20:41:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.89489563699999,
2020-11-16T20:41:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.261688674,
2020-11-16T20:41:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101768
2020-11-16T20:41:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.410806+0000",
2020-11-16T20:41:15.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.410806+0000",
2020-11-16T20:41:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:41:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.410778+0000",
2020-11-16T20:41:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015652400000000001
2020-11-16T20:41:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.410935+0000",
2020-11-16T20:41:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7357e-05
2020-11-16T20:41:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.410952+0000",
2020-11-16T20:41:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2019999999999993e-06
2020-11-16T20:41:15.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.410961+0000",
2020-11-16T20:41:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3353000000000002e-05
2020-11-16T20:41:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.409 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.411015+0000",
2020-11-16T20:41:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1408e-05
2020-11-16T20:41:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.411026+0000",
2020-11-16T20:41:15.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.216161217
2020-11-16T20:41:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.627187+0000",
2020-11-16T20:41:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000280463
2020-11-16T20:41:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.627468+0000",
2020-11-16T20:41:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000227405
2020-11-16T20:41:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.627695+0000",
2020-11-16T20:41:15.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025097917000000001
2020-11-16T20:41:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652793+0000",
2020-11-16T20:41:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016227905000000001
2020-11-16T20:41:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.669021+0000",
2020-11-16T20:41:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000130958
2020-11-16T20:41:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.669152+0000",
2020-11-16T20:41:15.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003342982
2020-11-16T20:41:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.672495+0000",
2020-11-16T20:41:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.261688674
2020-11-16T20:41:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.415 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101795 3.1 3:804232bd:::benchmark_data_smithi065_26380_object101794:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.432460+0000",
2020-11-16T20:41:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.87324189100002,
2020-11-16T20:41:15.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2522667510000001,
2020-11-16T20:41:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101795
2020-11-16T20:41:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.432460+0000",
2020-11-16T20:41:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.432460+0000",
2020-11-16T20:41:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:41:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.432429+0000",
2020-11-16T20:41:15.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114885
2020-11-16T20:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.432544+0000",
2020-11-16T20:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0528000000000001e-05
2020-11-16T20:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.432564+0000",
2020-11-16T20:41:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6870000000000006e-06
2020-11-16T20:41:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.432574+0000",
2020-11-16T20:41:15.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5061999999999994e-05
2020-11-16T20:41:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.432649+0000",
2020-11-16T20:41:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0530000000000001e-05
2020-11-16T20:41:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.432659+0000",
2020-11-16T20:41:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1975376419999999
2020-11-16T20:41:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.630197+0000",
2020-11-16T20:41:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000276342
2020-11-16T20:41:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.630473+0000",
2020-11-16T20:41:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022485300000000001
2020-11-16T20:41:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.630698+0000",
2020-11-16T20:41:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022104163999999999
2020-11-16T20:41:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652802+0000",
2020-11-16T20:41:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027897775
2020-11-16T20:41:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.680700+0000",
2020-11-16T20:41:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013969199999999999
2020-11-16T20:41:15.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.680840+0000",
2020-11-16T20:41:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0038868209999999999
2020-11-16T20:41:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.684727+0000",
2020-11-16T20:41:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2522667510000001
2020-11-16T20:41:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.428 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101798 3.1 3:80af479d:::benchmark_data_smithi065_26380_object101797:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.441476+0000",
2020-11-16T20:41:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.86422607400004,
2020-11-16T20:41:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.263178664,
2020-11-16T20:41:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101798
2020-11-16T20:41:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.441476+0000",
2020-11-16T20:41:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.441476+0000",
2020-11-16T20:41:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999657
2020-11-16T20:41:15.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.441441+0000",
2020-11-16T20:41:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000140228
2020-11-16T20:41:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.441582+0000",
2020-11-16T20:41:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5218000000000001e-05
2020-11-16T20:41:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.441597+0000",
2020-11-16T20:41:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.622e-06
2020-11-16T20:41:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.441604+0000",
2020-11-16T20:41:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1248999999999996e-05
2020-11-16T20:41:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.441666+0000",
2020-11-16T20:41:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2396e-05
2020-11-16T20:41:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.441678+0000",
2020-11-16T20:41:15.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.191540472
2020-11-16T20:41:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.633218+0000",
2020-11-16T20:41:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00030780199999999998
2020-11-16T20:41:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.633526+0000",
2020-11-16T20:41:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00024134199999999999
2020-11-16T20:41:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.633768+0000",
2020-11-16T20:41:15.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019048774000000001
2020-11-16T20:41:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652816+0000",
2020-11-16T20:41:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.048899023
2020-11-16T20:41:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.701715+0000",
2020-11-16T20:41:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7146999999999997e-05
2020-11-16T20:41:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.701813+0000",
2020-11-16T20:41:15.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028418300000000001
2020-11-16T20:41:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.704654+0000",
2020-11-16T20:41:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.263178664
2020-11-16T20:41:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.440 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101820 3.1 3:8469ed71:::benchmark_data_smithi065_26380_object101819:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.460985+0000",
2020-11-16T20:41:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.84471723599995,
2020-11-16T20:41:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.247157947,
2020-11-16T20:41:15.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101820
2020-11-16T20:41:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.442 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.460985+0000",
2020-11-16T20:41:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.460985+0000",
2020-11-16T20:41:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:41:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.460950+0000",
2020-11-16T20:41:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016624000000000001
2020-11-16T20:41:15.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.461116+0000",
2020-11-16T20:41:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4814000000000001e-05
2020-11-16T20:41:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.461131+0000",
2020-11-16T20:41:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9819999999999997e-06
2020-11-16T20:41:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.461140+0000",
2020-11-16T20:41:15.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1391999999999997e-05
2020-11-16T20:41:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.461211+0000",
2020-11-16T20:41:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2617e-05
2020-11-16T20:41:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.461224+0000",
2020-11-16T20:41:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.173999257
2020-11-16T20:41:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.635223+0000",
2020-11-16T20:41:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016593399999999999
2020-11-16T20:41:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.635389+0000",
2020-11-16T20:41:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119638
2020-11-16T20:41:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.635508+0000",
2020-11-16T20:41:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017317004
2020-11-16T20:41:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652825+0000",
2020-11-16T20:41:15.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.051941991999999999
2020-11-16T20:41:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.704767+0000",
2020-11-16T20:41:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010550199999999999
2020-11-16T20:41:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.704873+0000",
2020-11-16T20:41:15.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0032695430000000002
2020-11-16T20:41:15.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.708143+0000",
2020-11-16T20:41:15.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.247157947
2020-11-16T20:41:15.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.453 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.453 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.453 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.453 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101848 3.1 3:8119f097:::benchmark_data_smithi065_26380_object101847:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.453 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.490573+0000",
2020-11-16T20:41:15.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.81512922900004,
2020-11-16T20:41:15.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2209687849999999,
2020-11-16T20:41:15.454 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.454 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.454 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101848
2020-11-16T20:41:15.455 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.455 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.490573+0000",
2020-11-16T20:41:15.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.490573+0000",
2020-11-16T20:41:15.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:41:15.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.490549+0000",
2020-11-16T20:41:15.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4785999999999998e-05
2020-11-16T20:41:15.457 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.457 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.490634+0000",
2020-11-16T20:41:15.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1785e-05
2020-11-16T20:41:15.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.490646+0000",
2020-11-16T20:41:15.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0710000000000002e-06
2020-11-16T20:41:15.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.490651+0000",
2020-11-16T20:41:15.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000126723
2020-11-16T20:41:15.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.490778+0000",
2020-11-16T20:41:15.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5274999999999999e-05
2020-11-16T20:41:15.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.490793+0000",
2020-11-16T20:41:15.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1461445379999999
2020-11-16T20:41:15.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.636938+0000",
2020-11-16T20:41:15.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017712000000000001
2020-11-16T20:41:15.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.637115+0000",
2020-11-16T20:41:15.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000111384
2020-11-16T20:41:15.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.637226+0000",
2020-11-16T20:41:15.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015608075000000001
2020-11-16T20:41:15.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652834+0000",
2020-11-16T20:41:15.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.055394060000000002
2020-11-16T20:41:15.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.708228+0000",
2020-11-16T20:41:15.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000101482
2020-11-16T20:41:15.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.708330+0000",
2020-11-16T20:41:15.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0032116520000000002
2020-11-16T20:41:15.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.711541+0000",
2020-11-16T20:41:15.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2209687849999999
2020-11-16T20:41:15.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.465 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.465 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.465 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.466 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101856 3.1 3:84b2a590:::benchmark_data_smithi065_26380_object101855:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.500959+0000",
2020-11-16T20:41:15.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.80474263200006,
2020-11-16T20:41:15.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.218836982,
2020-11-16T20:41:15.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.466 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101856
2020-11-16T20:41:15.467 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.467 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.500959+0000",
2020-11-16T20:41:15.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.500959+0000",
2020-11-16T20:41:15.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:41:15.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.500926+0000",
2020-11-16T20:41:15.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6649000000000002e-05
2020-11-16T20:41:15.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.501023+0000",
2020-11-16T20:41:15.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2150999999999999e-05
2020-11-16T20:41:15.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.501035+0000",
2020-11-16T20:41:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3359999999999997e-06
2020-11-16T20:41:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.501039+0000",
2020-11-16T20:41:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2846999999999997e-05
2020-11-16T20:41:15.471 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.501092+0000",
2020-11-16T20:41:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5859999999999994e-06
2020-11-16T20:41:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.501102+0000",
2020-11-16T20:41:15.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1376148749999999
2020-11-16T20:41:15.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.638717+0000",
2020-11-16T20:41:15.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000141743
2020-11-16T20:41:15.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.638858+0000",
2020-11-16T20:41:15.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000130288
2020-11-16T20:41:15.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.474 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.474 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.638989+0000",
2020-11-16T20:41:15.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013878036999999999
2020-11-16T20:41:15.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652867+0000",
2020-11-16T20:41:15.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.062930670999999994
2020-11-16T20:41:15.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.715797+0000",
2020-11-16T20:41:15.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1919e-05
2020-11-16T20:41:15.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.715879+0000",
2020-11-16T20:41:15.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0039169010000000004
2020-11-16T20:41:15.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.719796+0000",
2020-11-16T20:41:15.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.218836982
2020-11-16T20:41:15.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.478 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.478 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.478 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.478 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101861 3.1 3:8fab5190:::benchmark_data_smithi065_26380_object101860:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.506101+0000",
2020-11-16T20:41:15.478 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.79960065099999,
2020-11-16T20:41:15.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.218446769,
2020-11-16T20:41:15.479 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.479 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.479 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101861
2020-11-16T20:41:15.480 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.480 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.506101+0000",
2020-11-16T20:41:15.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.506101+0000",
2020-11-16T20:41:15.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:41:15.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.506077+0000",
2020-11-16T20:41:15.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000102057
2020-11-16T20:41:15.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.506179+0000",
2020-11-16T20:41:15.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8416000000000001e-05
2020-11-16T20:41:15.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.506197+0000",
2020-11-16T20:41:15.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1167e-05
2020-11-16T20:41:15.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.483 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.506208+0000",
2020-11-16T20:41:15.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9918000000000004e-05
2020-11-16T20:41:15.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.506278+0000",
2020-11-16T20:41:15.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2282e-05
2020-11-16T20:41:15.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.506291+0000",
2020-11-16T20:41:15.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.134890626
2020-11-16T20:41:15.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.641181+0000",
2020-11-16T20:41:15.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014809
2020-11-16T20:41:15.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.641329+0000",
2020-11-16T20:41:15.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000138104
2020-11-16T20:41:15.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.641467+0000",
2020-11-16T20:41:15.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011408903
2020-11-16T20:41:15.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652876+0000",
2020-11-16T20:41:15.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.067079389000000003
2020-11-16T20:41:15.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.719956+0000",
2020-11-16T20:41:15.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016854199999999999
2020-11-16T20:41:15.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.720124+0000",
2020-11-16T20:41:15.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0044237260000000002
2020-11-16T20:41:15.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.724548+0000",
2020-11-16T20:41:15.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.218446769
2020-11-16T20:41:15.490 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.490 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.490 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.490 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.491 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101866 3.1 3:8414f466:::benchmark_data_smithi065_26380_object101865:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.511721+0000",
2020-11-16T20:41:15.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.793980433,
2020-11-16T20:41:15.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.2161750490000001,
2020-11-16T20:41:15.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.491 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.492 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101866
2020-11-16T20:41:15.492 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.492 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.511721+0000",
2020-11-16T20:41:15.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.511721+0000",
2020-11-16T20:41:15.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999566
2020-11-16T20:41:15.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.511678+0000",
2020-11-16T20:41:15.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012587500000000001
2020-11-16T20:41:15.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.511804+0000",
2020-11-16T20:41:15.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.252e-05
2020-11-16T20:41:15.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.511816+0000",
2020-11-16T20:41:15.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1140000000000006e-06
2020-11-16T20:41:15.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.511824+0000",
2020-11-16T20:41:15.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2855999999999998e-05
2020-11-16T20:41:15.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.511867+0000",
2020-11-16T20:41:15.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6369999999999994e-06
2020-11-16T20:41:15.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.511877+0000",
2020-11-16T20:41:15.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.131028771
2020-11-16T20:41:15.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.642906+0000",
2020-11-16T20:41:15.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017744599999999999
2020-11-16T20:41:15.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.643083+0000",
2020-11-16T20:41:15.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010971099999999999
2020-11-16T20:41:15.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.643193+0000",
2020-11-16T20:41:15.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0096931420000000001
2020-11-16T20:41:15.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652886+0000",
2020-11-16T20:41:15.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.071773610000000002
2020-11-16T20:41:15.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.724660+0000",
2020-11-16T20:41:15.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.111e-05
2020-11-16T20:41:15.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.724751+0000",
2020-11-16T20:41:15.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031457329999999999
2020-11-16T20:41:15.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.727896+0000",
2020-11-16T20:41:15.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2161750490000001
2020-11-16T20:41:15.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.503 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.503 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.503 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.503 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.503 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101878 3.1 3:84470081:::benchmark_data_smithi065_26380_object101877:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.503 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.540927+0000",
2020-11-16T20:41:15.503 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.76477523300002,
2020-11-16T20:41:15.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1904418430000001,
2020-11-16T20:41:15.504 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.504 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.504 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101878
2020-11-16T20:41:15.505 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.505 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.540927+0000",
2020-11-16T20:41:15.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.540927+0000",
2020-11-16T20:41:15.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:41:15.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.540908+0000",
2020-11-16T20:41:15.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7262999999999994e-05
2020-11-16T20:41:15.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.540996+0000",
2020-11-16T20:41:15.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2499999999999995e-06
2020-11-16T20:41:15.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.541005+0000",
2020-11-16T20:41:15.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6909999999999996e-06
2020-11-16T20:41:15.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.508 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.508 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.541010+0000",
2020-11-16T20:41:15.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0745999999999998e-05
2020-11-16T20:41:15.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.541060+0000",
2020-11-16T20:41:15.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7819999999999994e-06
2020-11-16T20:41:15.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.541068+0000",
2020-11-16T20:41:15.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.103578132
2020-11-16T20:41:15.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.644646+0000",
2020-11-16T20:41:15.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015905300000000001
2020-11-16T20:41:15.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.644805+0000",
2020-11-16T20:41:15.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011716499999999999
2020-11-16T20:41:15.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.644923+0000",
2020-11-16T20:41:15.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0079802369999999994
2020-11-16T20:41:15.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652903+0000",
2020-11-16T20:41:15.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.075108408000000002
2020-11-16T20:41:15.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.728011+0000",
2020-11-16T20:41:15.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0001395
2020-11-16T20:41:15.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.728151+0000",
2020-11-16T20:41:15.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0032177199999999999
2020-11-16T20:41:15.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.731368+0000",
2020-11-16T20:41:15.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1904418430000001
2020-11-16T20:41:15.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.515 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.515 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.515 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.515 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:101899 3.1 3:84f7d973:::benchmark_data_smithi065_26380_object101898:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e307)",
2020-11-16T20:41:15.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:31:18.604919+0000",
2020-11-16T20:41:15.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 596.70078255400006,
2020-11-16T20:41:15.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1283235170000001,
2020-11-16T20:41:15.516 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.516 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.516 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:41:15.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:41:15.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 101899
2020-11-16T20:41:15.517 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.517 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.517 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.517 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.604919+0000",
2020-11-16T20:41:15.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.604919+0000",
2020-11-16T20:41:15.518 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:41:15.518 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.604883+0000",
2020-11-16T20:41:15.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015289000000000001
2020-11-16T20:41:15.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.519 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.519 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.605036+0000",
2020-11-16T20:41:15.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8661999999999999e-05
2020-11-16T20:41:15.520 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.520 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.605055+0000",
2020-11-16T20:41:15.520 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4230000000000005e-06
2020-11-16T20:41:15.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.605063+0000",
2020-11-16T20:41:15.521 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000143518
2020-11-16T20:41:15.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.521 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.605207+0000",
2020-11-16T20:41:15.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0588e-05
2020-11-16T20:41:15.522 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.522 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:15.522 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:18.605228+0000",
2020-11-16T20:41:15.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0411392960000001
2020-11-16T20:41:15.523 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.523 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.646367+0000",
2020-11-16T20:41:15.523 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016502300000000001
2020-11-16T20:41:15.523 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.524 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.646532+0000",
2020-11-16T20:41:15.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012304800000000001
2020-11-16T20:41:15.524 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.524 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:41:15.524 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.646655+0000",
2020-11-16T20:41:15.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.006256976
2020-11-16T20:41:15.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.652912+0000",
2020-11-16T20:41:15.525 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.078542868000000002
2020-11-16T20:41:15.525 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.731455+0000",
2020-11-16T20:41:15.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8341999999999999e-05
2020-11-16T20:41:15.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.526 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.526 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.731503+0000",
2020-11-16T20:41:15.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001739731
2020-11-16T20:41:15.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:31:19.733243+0000",
2020-11-16T20:41:15.527 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1283235170000001
2020-11-16T20:41:15.527 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.528 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.528 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.528 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:15.528 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:15.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:111613 4.b 4:d842c8b6:::benchmark_data_smithi065_31807_object111612:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e433)",
2020-11-16T20:41:15.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:04.520308+0000",
2020-11-16T20:41:15.528 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 190.785393473,
2020-11-16T20:41:15.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.477064141,
2020-11-16T20:41:15.529 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:15.529 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:15.529 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:15.529 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:15.529 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:15.529 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 111613
2020-11-16T20:41:15.529 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:15.530 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:15.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:15.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520308+0000",
2020-11-16T20:41:15.530 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:15.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.530 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:15.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520308+0000",
2020-11-16T20:41:15.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:41:15.531 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.531 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:15.531 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520273+0000",
2020-11-16T20:41:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012045900000000001
2020-11-16T20:41:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520394+0000",
2020-11-16T20:41:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7920000000000001e-05
2020-11-16T20:41:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.532 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:15.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520412+0000",
2020-11-16T20:41:15.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0722e-05
2020-11-16T20:41:15.533 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.533 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.533 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:15.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520422+0000",
2020-11-16T20:41:15.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7507000000000002e-05
2020-11-16T20:41:15.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:15.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520500+0000",
2020-11-16T20:41:15.534 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000192535
2020-11-16T20:41:15.534 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:15.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520692+0000",
2020-11-16T20:41:15.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021517800000000001
2020-11-16T20:41:15.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.535 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.535 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:41:15.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520908+0000",
2020-11-16T20:41:15.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003211275
2020-11-16T20:41:15.536 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.536 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:15.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.524119+0000",
2020-11-16T20:41:15.536 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.47309089500000001
2020-11-16T20:41:15.536 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:15.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997210+0000",
2020-11-16T20:41:15.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3325000000000005e-05
2020-11-16T20:41:15.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.537 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.537 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:15.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997303+0000",
2020-11-16T20:41:15.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9377999999999999e-05
2020-11-16T20:41:15.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:15.538 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:15.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:15.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997372+0000",
2020-11-16T20:41:15.538 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.477064141
2020-11-16T20:41:15.539 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:15.539 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:15.539 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:15.539 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:15.539 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:41:15.539 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:41:15.542 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:15.542 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:15 smithi071 bash[9480]: cluster 2020-11-16T20:41:14.561896+0000 osd.5 (osd.5) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:15.543 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:15 smithi071 bash[9480]: cluster 2020-11-16T20:41:14.562022+0000 osd.5 (osd.5) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:15.543 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:15 smithi071 bash[16796]: debug 2020-11-16T20:41:15.382+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:15.543 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:15 smithi142 bash[22738]: debug 2020-11-16T20:41:15.145+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:15.644 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:15.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:15 smithi142 bash[9523]: cluster 2020-11-16T20:41:14.561896+0000 osd.5 (osd.5) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:15.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:15 smithi142 bash[9523]: cluster 2020-11-16T20:41:14.562022+0000 osd.5 (osd.5) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:15.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:15 smithi065 bash[9468]: cluster 2020-11-16T20:41:14.561896+0000 osd.5 (osd.5) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:15.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:15 smithi065 bash[9468]: cluster 2020-11-16T20:41:14.562022+0000 osd.5 (osd.5) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:15.791 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:15.895 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:16.009 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:16.115 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:16.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:41:16 smithi065 bash[11785]: debug 2020-11-16T20:41:16.003+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:16.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:15 smithi065 bash[18823]: debug 2020-11-16T20:41:15.791+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:16.504 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:41:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:16 smithi065 bash[9468]: cluster 2020-11-16T20:41:15.522485+0000 mon.a (mon.0) 1729 : cluster [DBG] osdmap e501: 12 total, 12 up, 9 in
2020-11-16T20:41:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:16 smithi065 bash[9468]: cluster 2020-11-16T20:41:16.310615+0000 mgr.x (mgr.14196) 877 : cluster [DBG] pgmap v1292: 17 pgs: 1 active+recovering, 16 active+clean; 1.9 GiB data, 6.3 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 857 op/s; 1871/62456 objects misplaced (2.996%); 1.8 MiB/s, 28 objects/s recovering
2020-11-16T20:41:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:16 smithi065 bash[9468]: audit 2020-11-16T20:41:16.339993+0000 mon.a (mon.0) 1730 : audit [INF] from='client.? v1:172.21.15.142:0/1303853476' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:41:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:16 smithi065 bash[9468]: cluster 2020-11-16T20:41:16.499862+0000 mon.a (mon.0) 1731 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:16 smithi065 bash[9468]: audit 2020-11-16T20:41:16.503901+0000 mon.a (mon.0) 1732 : audit [INF] from='client.? v1:172.21.15.142:0/1303853476' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:41:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:16 smithi065 bash[9468]: cluster 2020-11-16T20:41:16.503949+0000 mon.a (mon.0) 1733 : cluster [DBG] osdmap e502: 12 total, 12 up, 9 in
2020-11-16T20:41:16.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:16 smithi142 bash[9523]: cluster 2020-11-16T20:41:15.522485+0000 mon.a (mon.0) 1729 : cluster [DBG] osdmap e501: 12 total, 12 up, 9 in
2020-11-16T20:41:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:16 smithi142 bash[9523]: cluster 2020-11-16T20:41:16.310615+0000 mgr.x (mgr.14196) 877 : cluster [DBG] pgmap v1292: 17 pgs: 1 active+recovering, 16 active+clean; 1.9 GiB data, 6.3 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 857 op/s; 1871/62456 objects misplaced (2.996%); 1.8 MiB/s, 28 objects/s recovering
2020-11-16T20:41:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:16 smithi142 bash[9523]: audit 2020-11-16T20:41:16.339993+0000 mon.a (mon.0) 1730 : audit [INF] from='client.? v1:172.21.15.142:0/1303853476' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:41:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:16 smithi142 bash[9523]: cluster 2020-11-16T20:41:16.499862+0000 mon.a (mon.0) 1731 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:16 smithi142 bash[9523]: audit 2020-11-16T20:41:16.503901+0000 mon.a (mon.0) 1732 : audit [INF] from='client.? v1:172.21.15.142:0/1303853476' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:41:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:16 smithi142 bash[9523]: cluster 2020-11-16T20:41:16.503949+0000 mon.a (mon.0) 1733 : cluster [DBG] osdmap e502: 12 total, 12 up, 9 in
2020-11-16T20:41:16.822 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:16.925 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:16.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:16 smithi071 bash[9480]: cluster 2020-11-16T20:41:15.522485+0000 mon.a (mon.0) 1729 : cluster [DBG] osdmap e501: 12 total, 12 up, 9 in
2020-11-16T20:41:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:16 smithi071 bash[9480]: cluster 2020-11-16T20:41:16.310615+0000 mgr.x (mgr.14196) 877 : cluster [DBG] pgmap v1292: 17 pgs: 1 active+recovering, 16 active+clean; 1.9 GiB data, 6.3 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 857 op/s; 1871/62456 objects misplaced (2.996%); 1.8 MiB/s, 28 objects/s recovering
2020-11-16T20:41:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:16 smithi071 bash[9480]: audit 2020-11-16T20:41:16.339993+0000 mon.a (mon.0) 1730 : audit [INF] from='client.? v1:172.21.15.142:0/1303853476' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:41:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:16 smithi071 bash[9480]: cluster 2020-11-16T20:41:16.499862+0000 mon.a (mon.0) 1731 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:16 smithi071 bash[9480]: audit 2020-11-16T20:41:16.503901+0000 mon.a (mon.0) 1732 : audit [INF] from='client.? v1:172.21.15.142:0/1303853476' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:41:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:16 smithi071 bash[9480]: cluster 2020-11-16T20:41:16.503949+0000 mon.a (mon.0) 1733 : cluster [DBG] osdmap e502: 12 total, 12 up, 9 in
2020-11-16T20:41:17.135 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:17.143 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:16 smithi142 bash[15670]: debug 2020-11-16T20:41:16.817+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:17.191 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight
2020-11-16T20:41:17.239 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:17.437 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:17.533 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:17 smithi142 bash[18009]: debug 2020-11-16T20:41:17.133+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:17.537 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:41:17.539 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:41:17.544 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:41:17.717 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:18.290 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:18.395 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:18.512 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:18.619 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:18.699 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:41:18 smithi071 bash[14419]: debug 2020-11-16T20:41:18.510+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:18.724 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:18.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:41:18 smithi142 bash[20366]: debug 2020-11-16T20:41:18.289+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:18.828 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:18.954 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:19.060 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:19.068 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:18 smithi071 bash[12066]: debug 2020-11-16T20:41:18.722+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:19.068 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:18 smithi071 bash[16796]: debug 2020-11-16T20:41:18.954+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:19.163 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:19.267 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:19.367 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:19 smithi071 bash[9480]: audit 2020-11-16T20:41:17.526589+0000 mgr.x (mgr.14196) 878 : audit [DBG] from='client.35576 v1:172.21.15.142:0/2484491484' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:41:19.368 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:19 smithi071 bash[9480]: cluster 2020-11-16T20:41:18.311075+0000 mgr.x (mgr.14196) 879 : cluster [DBG] pgmap v1294: 17 pgs: 1 active+recovering, 16 active+clean; 1.8 GiB data, 6.1 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 948 op/s; 1614/58882 objects misplaced (2.741%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:41:19.368 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:19 smithi071 bash[9480]: cluster 2020-11-16T20:41:18.620029+0000 osd.3 (osd.3) 121 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:19.368 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:19 smithi071 bash[9480]: cluster 2020-11-16T20:41:18.620093+0000 osd.3 (osd.3) 122 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:19.368 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:19 smithi071 bash[16796]: debug 2020-11-16T20:41:19.162+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:19.399 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:19.503 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:19.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:19 smithi065 bash[18823]: debug 2020-11-16T20:41:19.395+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:19.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:19 smithi065 bash[9468]: audit 2020-11-16T20:41:17.526589+0000 mgr.x (mgr.14196) 878 : audit [DBG] from='client.35576 v1:172.21.15.142:0/2484491484' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:41:19.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:19 smithi065 bash[9468]: cluster 2020-11-16T20:41:18.311075+0000 mgr.x (mgr.14196) 879 : cluster [DBG] pgmap v1294: 17 pgs: 1 active+recovering, 16 active+clean; 1.8 GiB data, 6.1 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 948 op/s; 1614/58882 objects misplaced (2.741%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:41:19.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:19 smithi065 bash[9468]: cluster 2020-11-16T20:41:18.620029+0000 osd.3 (osd.3) 121 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:19.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:19 smithi065 bash[9468]: cluster 2020-11-16T20:41:18.620093+0000 osd.3 (osd.3) 122 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:19.622 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:19.726 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:19 smithi142 bash[9523]: audit 2020-11-16T20:41:17.526589+0000 mgr.x (mgr.14196) 878 : audit [DBG] from='client.35576 v1:172.21.15.142:0/2484491484' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:41:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:19 smithi142 bash[9523]: cluster 2020-11-16T20:41:18.311075+0000 mgr.x (mgr.14196) 879 : cluster [DBG] pgmap v1294: 17 pgs: 1 active+recovering, 16 active+clean; 1.8 GiB data, 6.1 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 948 op/s; 1614/58882 objects misplaced (2.741%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:41:19.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:19 smithi142 bash[9523]: cluster 2020-11-16T20:41:18.620029+0000 osd.3 (osd.3) 121 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:19.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:19 smithi142 bash[9523]: cluster 2020-11-16T20:41:18.620093+0000 osd.3 (osd.3) 122 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:19.841 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:19.946 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:19.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:19 smithi071 bash[16796]: debug 2020-11-16T20:41:19.622+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:19.991 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1293,"stamp":"2020-11-16T20:41:16.498873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2046492696,"num_objects":31228,"num_object_clones":0,"num_object_copies":62456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1871,"num_objects_unfound":0,"num_objects_dirty":31228,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":245106,"num_write_kb":8842625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":31723,"num_bytes_recovered":2078998528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160745,"ondisk_log_size":160745,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":6590116,"kb_used_data":4495452,"kb_used_omap":0,"kb_used_meta":2094399,"kb_avail":837116252,"statfs":{"total":863955320832,"available":857207042048,"internally_reserved":0,"allocated":4603342848,"data_stored":4599604800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2144664636},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,2,6,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-343343104,"num_objects":-5239,"num_object_clones":0,"num_object_copies":-10478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-230,"num_objects_unfound":0,"num_objects_dirty":-5239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5239,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":230,"num_bytes_recovered":15073280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.189792"},"pg_stats":[{"pgid":"4.f","version":"500'15109","reported_seq":"15211","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:13.909625+0000","last_change":"2020-11-16T20:38:07.186966+0000","last_active":"2020-11-16T20:41:13.909625+0000","last_peered":"2020-11-16T20:41:13.909625+0000","last_clean":"2020-11-16T20:41:13.909625+0000","last_became_active":"2020-11-16T20:36:48.581439+0000","last_became_peered":"2020-11-16T20:36:48.581439+0000","last_unstale":"2020-11-16T20:41:13.909625+0000","last_undegraded":"2020-11-16T20:41:13.909625+0000","last_fullsized":"2020-11-16T20:41:13.909625+0000","mapping_epoch":407,"log_start":"425'5100","ondisk_log_start":"425'5100","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'6987","last_scrub_stamp":"2020-11-16T20:38:07.186916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:07.186916+0000","log_size":10009,"ondisk_log_size":10009,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126681088,"num_objects":1933,"num_object_clones":0,"num_object_copies":3866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15109,"num_write_kb":545344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"500'14954","reported_seq":"29792","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:12.134965+0000","last_change":"2020-11-16T20:40:23.555051+0000","last_active":"2020-11-16T20:41:12.134965+0000","last_peered":"2020-11-16T20:41:12.134965+0000","last_clean":"2020-11-16T20:41:12.134965+0000","last_became_active":"2020-11-16T20:40:23.508167+0000","last_became_peered":"2020-11-16T20:40:23.508167+0000","last_unstale":"2020-11-16T20:41:12.134965+0000","last_undegraded":"2020-11-16T20:41:12.134965+0000","last_fullsized":"2020-11-16T20:41:12.134965+0000","mapping_epoch":480,"log_start":"425'4900","ondisk_log_start":"425'4900","created":407,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"465'11160","last_scrub_stamp":"2020-11-16T20:39:44.096795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:44.096795+0000","log_size":10054,"ondisk_log_size":10054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":133693440,"num_objects":2040,"num_object_clones":0,"num_object_copies":4080,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2040,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14954,"num_write_kb":543808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4904,"num_bytes_recovered":321388544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11],"acting":[8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"500'15243","reported_seq":"15346","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:13.881278+0000","last_change":"2020-11-16T20:38:11.493691+0000","last_active":"2020-11-16T20:41:13.881278+0000","last_peered":"2020-11-16T20:41:13.881278+0000","last_clean":"2020-11-16T20:41:13.881278+0000","last_became_active":"2020-11-16T20:36:48.462833+0000","last_became_peered":"2020-11-16T20:36:48.462833+0000","last_unstale":"2020-11-16T20:41:13.881278+0000","last_undegraded":"2020-11-16T20:41:13.881278+0000","last_fullsized":"2020-11-16T20:41:13.881278+0000","mapping_epoch":407,"log_start":"426'5200","ondisk_log_start":"426'5200","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"434'7337","last_scrub_stamp":"2020-11-16T20:38:11.493605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:11.493605+0000","log_size":10043,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":127664152,"num_objects":1949,"num_object_clones":0,"num_object_copies":3898,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1949,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":15243,"num_write_kb":550081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"500'15654","reported_seq":"15762","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:12.670602+0000","last_change":"2020-11-16T20:40:54.508304+0000","last_active":"2020-11-16T20:41:12.670602+0000","last_peered":"2020-11-16T20:41:12.670602+0000","last_clean":"2020-11-16T20:41:12.670602+0000","last_became_active":"2020-11-16T20:36:48.579037+0000","last_became_peered":"2020-11-16T20:36:48.579037+0000","last_unstale":"2020-11-16T20:41:12.670602+0000","last_undegraded":"2020-11-16T20:41:12.670602+0000","last_fullsized":"2020-11-16T20:41:12.670602+0000","mapping_epoch":407,"log_start":"427'5600","ondisk_log_start":"427'5600","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"492'14713","last_scrub_stamp":"2020-11-16T20:40:54.508257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:40:54.508257+0000","log_size":10054,"ondisk_log_size":10054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132513792,"num_objects":2022,"num_object_clones":0,"num_object_copies":4044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2022,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15654,"num_write_kb":565632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"500'15333","reported_seq":"15437","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:12.118051+0000","last_change":"2020-11-16T20:39:43.887785+0000","last_active":"2020-11-16T20:41:12.118051+0000","last_peered":"2020-11-16T20:41:12.118051+0000","last_clean":"2020-11-16T20:41:12.118051+0000","last_became_active":"2020-11-16T20:36:48.459853+0000","last_became_peered":"2020-11-16T20:36:48.459853+0000","last_unstale":"2020-11-16T20:41:12.118051+0000","last_undegraded":"2020-11-16T20:41:12.118051+0000","last_fullsized":"2020-11-16T20:41:12.118051+0000","mapping_epoch":407,"log_start":"426'5300","ondisk_log_start":"426'5300","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"465'11426","last_scrub_stamp":"2020-11-16T20:39:43.887712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:43.887712+0000","log_size":10033,"ondisk_log_size":10033,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130088960,"num_objects":1985,"num_object_clones":0,"num_object_copies":3970,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1985,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15333,"num_write_kb":554176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"500'15292","reported_seq":"15399","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:15.164777+0000","last_change":"2020-11-16T20:41:10.285726+0000","last_active":"2020-11-16T20:41:15.164777+0000","last_peered":"2020-11-16T20:41:15.164777+0000","last_clean":"2020-11-16T20:41:15.164777+0000","last_became_active":"2020-11-16T20:36:48.461040+0000","last_became_peered":"2020-11-16T20:36:48.461040+0000","last_unstale":"2020-11-16T20:41:15.164777+0000","last_undegraded":"2020-11-16T20:41:15.164777+0000","last_fullsized":"2020-11-16T20:41:15.164777+0000","mapping_epoch":407,"log_start":"426'5200","ondisk_log_start":"426'5200","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"499'14971","last_scrub_stamp":"2020-11-16T20:41:10.285676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:41:10.285676+0000","log_size":10092,"ondisk_log_size":10092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121110528,"num_objects":1848,"num_object_clones":0,"num_object_copies":3696,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1848,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15292,"num_write_kb":548480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"500'17429","reported_seq":"17535","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:13.901004+0000","last_change":"2020-11-16T20:39:46.149039+0000","last_active":"2020-11-16T20:41:13.901004+0000","last_peered":"2020-11-16T20:41:13.901004+0000","last_clean":"2020-11-16T20:41:13.901004+0000","last_became_active":"2020-11-16T20:36:48.463453+0000","last_became_peered":"2020-11-16T20:36:48.463453+0000","last_unstale":"2020-11-16T20:41:13.901004+0000","last_undegraded":"2020-11-16T20:41:13.901004+0000","last_fullsized":"2020-11-16T20:41:13.901004+0000","mapping_epoch":407,"log_start":"434'7400","ondisk_log_start":"434'7400","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"465'13599","last_scrub_stamp":"2020-11-16T20:39:46.148983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:46.148983+0000","log_size":10029,"ondisk_log_size":10029,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":127205376,"num_objects":1941,"num_object_clones":0,"num_object_copies":3882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1941,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15279,"num_write_kb":551040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"501'15535","reported_seq":"15638","reported_epoch":"501","state":"active+clean","last_fresh":"2020-11-16T20:41:16.149745+0000","last_change":"2020-11-16T20:38:08.851514+0000","last_active":"2020-11-16T20:41:16.149745+0000","last_peered":"2020-11-16T20:41:16.149745+0000","last_clean":"2020-11-16T20:41:16.149745+0000","last_became_active":"2020-11-16T20:36:48.464572+0000","last_became_peered":"2020-11-16T20:36:48.464572+0000","last_unstale":"2020-11-16T20:41:16.149745+0000","last_undegraded":"2020-11-16T20:41:16.149745+0000","last_fullsized":"2020-11-16T20:41:16.149745+0000","mapping_epoch":407,"log_start":"427'5500","ondisk_log_start":"427'5500","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'7246","last_scrub_stamp":"2020-11-16T20:38:08.851408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:08.851408+0000","log_size":10035,"ondisk_log_size":10035,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":118161408,"num_objects":1803,"num_object_clones":0,"num_object_copies":3606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1803,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15535,"num_write_kb":554816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.7","version":"500'15421","reported_seq":"24138","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:13.909846+0000","last_change":"2020-11-16T20:40:39.509714+0000","last_active":"2020-11-16T20:41:13.909846+0000","last_peered":"2020-11-16T20:41:13.909846+0000","last_clean":"2020-11-16T20:41:13.909846+0000","last_became_active":"2020-11-16T20:40:39.391056+0000","last_became_peered":"2020-11-16T20:40:39.391056+0000","last_unstale":"2020-11-16T20:41:13.909846+0000","last_undegraded":"2020-11-16T20:41:13.909846+0000","last_fullsized":"2020-11-16T20:41:13.909846+0000","mapping_epoch":485,"log_start":"427'5400","ondisk_log_start":"427'5400","created":407,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'8115","last_scrub_stamp":"2020-11-16T20:38:20.781832+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:20.781832+0000","log_size":10021,"ondisk_log_size":10021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130482176,"num_objects":1991,"num_object_clones":0,"num_object_copies":3982,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1991,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15421,"num_write_kb":557184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4298,"num_bytes_recovered":281673728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"500'15479","reported_seq":"15581","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:13.904171+0000","last_change":"2020-11-16T20:37:54.769655+0000","last_active":"2020-11-16T20:41:13.904171+0000","last_peered":"2020-11-16T20:41:13.904171+0000","last_clean":"2020-11-16T20:41:13.904171+0000","last_became_active":"2020-11-16T20:36:48.460877+0000","last_became_peered":"2020-11-16T20:36:48.460877+0000","last_unstale":"2020-11-16T20:41:13.904171+0000","last_undegraded":"2020-11-16T20:41:13.904171+0000","last_fullsized":"2020-11-16T20:41:13.904171+0000","mapping_epoch":407,"log_start":"426'5400","ondisk_log_start":"426'5400","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"431'6338","last_scrub_stamp":"2020-11-16T20:37:54.769605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:54.769605+0000","log_size":10079,"ondisk_log_size":10079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":127860736,"num_objects":1951,"num_object_clones":0,"num_object_copies":3902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1951,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15479,"num_write_kb":557760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"500'15353","reported_seq":"22692","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:13.902510+0000","last_change":"2020-11-16T20:40:57.505588+0000","last_active":"2020-11-16T20:41:13.902510+0000","last_peered":"2020-11-16T20:41:13.902510+0000","last_clean":"2020-11-16T20:41:13.902510+0000","last_became_active":"2020-11-16T20:40:51.392846+0000","last_became_peered":"2020-11-16T20:40:51.392846+0000","last_unstale":"2020-11-16T20:41:13.902510+0000","last_undegraded":"2020-11-16T20:41:13.902510+0000","last_fullsized":"2020-11-16T20:41:13.902510+0000","mapping_epoch":491,"log_start":"426'5300","ondisk_log_start":"426'5300","created":407,"last_epoch_clean":492,"parent":"0.0","parent_split_bits":0,"last_scrub":"493'14538","last_scrub_stamp":"2020-11-16T20:40:57.505539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:40:57.505539+0000","log_size":10053,"ondisk_log_size":10053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126550016,"num_objects":1931,"num_object_clones":0,"num_object_copies":3862,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15353,"num_write_kb":553088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3607,"num_bytes_recovered":236388352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"500'15377","reported_seq":"15478","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:11.695066+0000","last_change":"2020-11-16T20:38:15.082518+0000","last_active":"2020-11-16T20:41:11.695066+0000","last_peered":"2020-11-16T20:41:11.695066+0000","last_clean":"2020-11-16T20:41:11.695066+0000","last_became_active":"2020-11-16T20:36:48.463783+0000","last_became_peered":"2020-11-16T20:36:48.463783+0000","last_unstale":"2020-11-16T20:41:11.695066+0000","last_undegraded":"2020-11-16T20:41:11.695066+0000","last_fullsized":"2020-11-16T20:41:11.695066+0000","mapping_epoch":407,"log_start":"426'5300","ondisk_log_start":"426'5300","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"435'7721","last_scrub_stamp":"2020-11-16T20:38:15.082339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:15.082339+0000","log_size":10077,"ondisk_log_size":10077,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":136249344,"num_objects":2079,"num_object_clones":0,"num_object_copies":4158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2079,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15377,"num_write_kb":558592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"500'15403","reported_seq":"21463","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:12.166804+0000","last_change":"2020-11-16T20:41:04.597969+0000","last_active":"2020-11-16T20:41:12.166804+0000","last_peered":"2020-11-16T20:41:12.166804+0000","last_clean":"2020-11-16T20:41:12.166804+0000","last_became_active":"2020-11-16T20:41:04.524068+0000","last_became_peered":"2020-11-16T20:41:04.524068+0000","last_unstale":"2020-11-16T20:41:12.166804+0000","last_undegraded":"2020-11-16T20:41:12.166804+0000","last_fullsized":"2020-11-16T20:41:12.166804+0000","mapping_epoch":496,"log_start":"427'5400","ondisk_log_start":"427'5400","created":407,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7982","last_scrub_stamp":"2020-11-16T20:38:17.824613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:17.824613+0000","log_size":10003,"ondisk_log_size":10003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":136642560,"num_objects":2085,"num_object_clones":0,"num_object_copies":4170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2085,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15403,"num_write_kb":559616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2970,"num_bytes_recovered":194641920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1","version":"501'17896","reported_seq":"23526","reported_epoch":"501","state":"active+clean","last_fresh":"2020-11-16T20:41:16.135543+0000","last_change":"2020-11-16T20:41:05.655348+0000","last_active":"2020-11-16T20:41:16.135543+0000","last_peered":"2020-11-16T20:41:16.135543+0000","last_clean":"2020-11-16T20:41:16.135543+0000","last_became_active":"2020-11-16T20:41:05.532378+0000","last_became_peered":"2020-11-16T20:41:05.532378+0000","last_unstale":"2020-11-16T20:41:16.135543+0000","last_undegraded":"2020-11-16T20:41:16.135543+0000","last_fullsized":"2020-11-16T20:41:16.135543+0000","mapping_epoch":497,"log_start":"437'7800","ondisk_log_start":"437'7800","created":407,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"465'13922","last_scrub_stamp":"2020-11-16T20:39:46.244915+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:46.244915+0000","log_size":10096,"ondisk_log_size":10096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112787456,"num_objects":1721,"num_object_clones":0,"num_object_copies":3442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1721,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15107,"num_write_kb":538496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2751,"num_bytes_recovered":180289536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,6],"acting":[11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.0","version":"500'15119","reported_seq":"28421","reported_epoch":"500","state":"active+recovering","last_fresh":"2020-11-16T20:41:11.719337+0000","last_change":"2020-11-16T20:38:31.706602+0000","last_active":"2020-11-16T20:41:11.719337+0000","last_peered":"2020-11-16T20:41:11.719337+0000","last_clean":"2020-11-16T20:38:30.293428+0000","last_became_active":"2020-11-16T20:38:31.611447+0000","last_became_peered":"2020-11-16T20:38:31.611447+0000","last_unstale":"2020-11-16T20:41:11.719337+0000","last_undegraded":"2020-11-16T20:41:11.719337+0000","last_fullsized":"2020-11-16T20:41:11.719337+0000","mapping_epoch":442,"log_start":"425'5100","ondisk_log_start":"425'5100","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7883","last_scrub_stamp":"2020-11-16T20:38:19.164052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:19.164052+0000","log_size":10019,"ondisk_log_size":10019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":134283264,"num_objects":2049,"num_object_clones":0,"num_object_copies":4098,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1871,"num_objects_unfound":0,"num_objects_dirty":2049,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15119,"num_write_kb":549376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6597,"num_bytes_recovered":432340992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9],"acting":[7,9],"avail_no_missing":["7","8"],"object_location_counts":[{"shards":"7,8","objects":1871},{"shards":"7,9","objects":178}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"500'15448","reported_seq":"28767","reported_epoch":"500","state":"active+clean","last_fresh":"2020-11-16T20:41:15.108545+0000","last_change":"2020-11-16T20:41:12.133256+0000","last_active":"2020-11-16T20:41:15.108545+0000","last_peered":"2020-11-16T20:41:15.108545+0000","last_clean":"2020-11-16T20:41:15.108545+0000","last_became_active":"2020-11-16T20:39:42.382974+0000","last_became_peered":"2020-11-16T20:39:42.382974+0000","last_unstale":"2020-11-16T20:41:15.108545+0000","last_undegraded":"2020-11-16T20:41:15.108545+0000","last_fullsized":"2020-11-16T20:41:15.108545+0000","mapping_epoch":463,"log_start":"427'5400","ondisk_log_start":"427'5400","created":407,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"500'15274","last_scrub_stamp":"2020-11-16T20:41:12.133200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:41:12.133200+0000","log_size":10048,"ondisk_log_size":10048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124518400,"num_objects":1900,"num_object_clones":0,"num_object_copies":3800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1900,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15448,"num_write_kb":555136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6596,"num_bytes_recovered":432275456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,8],"acting":[6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"470","reported_epoch":"499","state":"active+clean","last_fresh":"2020-11-16T20:41:06.573666+0000","last_change":"2020-11-16T20:38:05.094034+0000","last_active":"2020-11-16T20:41:06.573666+0000","last_peered":"2020-11-16T20:41:06.573666+0000","last_clean":"2020-11-16T20:41:06.573666+0000","last_became_active":"2020-11-16T20:32:00.318093+0000","last_became_peered":"2020-11-16T20:32:00.318093+0000","last_unstale":"2020-11-16T20:41:06.573666+0000","last_undegraded":"2020-11-16T20:41:06.573666+0000","last_fullsized":"2020-11-16T20:41:06.573666+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:38:05.093918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:38:05.093918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":16,"stat_sum":{"num_bytes":2046492696,"num_objects":31228,"num_object_clones":0,"num_object_copies":62456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1871,"num_objects_unfound":0,"num_objects_dirty":31228,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":245106,"num_write_kb":8842625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":31723,"num_bytes_recovered":2078998528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5109784576,"data_stored":5109776432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160745,"ondisk_log_size":160745,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631732,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":580372,"kb_used_data":349196,"kb_used_omap":0,"kb_used_meta":231168,"kb_avail":93164780,"statfs":{"total":95995035648,"available":95400734720,"internally_reserved":0,"allocated":357576704,"data_stored":357160946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":236716032},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.405,"15min":2.0590000000000002},"min":{"1min":0.55800000000000005,"5min":0.53300000000000003,"15min":0.47199999999999998},"max":{"1min":2.7080000000000002,"5min":4.0880000000000001,"15min":242.179},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.7430000000000001,"5min":1.8149999999999999,"15min":2.4940000000000002},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.54100000000000004},"max":{"1min":3.2770000000000001,"5min":5.3789999999999996,"15min":244.363},"last":0.76100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:40:28 2020","interfaces":[{"interface":"back","average":{"1min":8.9060000000000006,"5min":6.0670000000000002,"15min":4.3659999999999997},"min":{"1min":0.79000000000000004,"5min":0.73599999999999999,"15min":0.52900000000000003},"max":{"1min":67.519000000000005,"5min":160.55099999999999,"15min":247.31299999999999},"last":1.121},{"interface":"front","average":{"1min":8.516,"5min":6.0739999999999998,"15min":4.4029999999999996},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.53900000000000003},"max":{"1min":57.296999999999997,"5min":160.46700000000001,"15min":244.84999999999999},"last":3.8620000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.2010000000000001,"5min":5.827,"15min":4.6600000000000001},"min":{"1min":0.80900000000000005,"5min":0.70299999999999996,"15min":0.63600000000000001},"max":{"1min":3.79,"5min":343.45999999999998,"15min":343.45999999999998},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.629,"5min":5.8280000000000003,"15min":4.9539999999999997},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":6.4240000000000004,"5min":342.61599999999999,"15min":342.61599999999999},"last":0.86299999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1509999999999998,"5min":2.2090000000000001,"15min":2.1440000000000001},"min":{"1min":1.0669999999999999,"5min":0.82899999999999996,"15min":0.66200000000000003},"max":{"1min":4.1059999999999999,"5min":7.141,"15min":7.8600000000000003},"last":1.25},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.7130000000000001,"15min":2.5899999999999999},"min":{"1min":1.369,"5min":1.1259999999999999,"15min":0.76200000000000001},"max":{"1min":4.569,"5min":7.3280000000000003,"15min":7.3280000000000003},"last":1.2030000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":3.2429999999999999,"5min":2.3940000000000001,"15min":2.1789999999999998},"min":{"1min":1.2090000000000001,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":10.515000000000001,"5min":10.515000000000001,"15min":10.515000000000001},"last":1.7110000000000001},{"interface":"front","average":{"1min":2.464,"5min":2.5910000000000002,"15min":2.6190000000000002},"min":{"1min":0.995,"5min":0.98199999999999998,"15min":0.98199999999999998},"max":{"1min":6.8460000000000001,"5min":6.8460000000000001,"15min":7.827},"last":1.359}]},{"osd":6,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1890000000000001,"5min":3.5779999999999998,"15min":2.8050000000000002},"min":{"1min":0.748,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":5.2060000000000004,"5min":154.48599999999999,"15min":154.48599999999999},"last":1.3859999999999999},{"interface":"front","average":{"1min":2.8580000000000001,"5min":4.4690000000000003,"15min":3.4409999999999998},"min":{"1min":1.4079999999999999,"5min":1.3720000000000001,"15min":0.97099999999999997},"max":{"1min":4.8929999999999998,"5min":155.05000000000001,"15min":155.05000000000001},"last":1.4079999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:40:44 2020","interfaces":[{"interface":"back","average":{"1min":3.3279999999999998,"5min":3.2149999999999999,"15min":3.0880000000000001},"min":{"1min":1.9179999999999999,"5min":0.97399999999999998,"15min":0.86799999999999999},"max":{"1min":7.9349999999999996,"5min":9.6999999999999993,"15min":96.248000000000005},"last":2.1059999999999999},{"interface":"front","average":{"1min":2.367,"5min":2.5049999999999999,"15min":2.972},"min":{"1min":1.1919999999999999,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":7.085,"5min":9.7530000000000001,"15min":96.337999999999994},"last":2.02}]},{"osd":8,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.7749999999999999,"5min":2.5899999999999999,"15min":2.504},"min":{"1min":1.304,"5min":1.008,"15min":0.85099999999999998},"max":{"1min":6.9770000000000003,"5min":6.9770000000000003,"15min":8.2379999999999995},"last":2.1589999999999998},{"interface":"front","average":{"1min":2.4689999999999999,"5min":2.3889999999999998,"15min":2.6179999999999999},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":5.5069999999999997,"5min":8.7070000000000007,"15min":8.7070000000000007},"last":1.5629999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":2.9500000000000002,"5min":3.3140000000000001,"15min":3.3839999999999999},"min":{"1min":1.742,"5min":1.456,"15min":1.2629999999999999},"max":{"1min":5.093,"5min":7.0380000000000003,"15min":7.8929999999999998},"last":1.9350000000000001},{"interface":"front","average":{"1min":3.1150000000000002,"5min":3.1150000000000002,"15min":2.927},"min":{"1min":1.1919999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":11.759,"5min":11.759,"15min":11.759},"last":1.6160000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.536,"5min":2.6989999999999998,"15min":2.911},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":5.702,"5min":9.9830000000000005,"15min":9.9830000000000005},"last":1.9870000000000001},{"interface":"front","average":{"1min":2.9489999999999998,"5min":3.0049999999999999,"15min":2.7949999999999999},"min":{"1min":1.4950000000000001,"5min":1.169,"15min":1.169},"max":{"1min":7.2859999999999996,"5min":7.2859999999999996,"15min":7.2859999999999996},"last":1.819}]}]},{"osd":10,"up_from":0,"seq":408021893369,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678290,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":722904,"kb_used_data":401104,"kb_used_omap":0,"kb_used_meta":321728,"kb_avail":93022248,"statfs":{"total":95995035648,"available":95254781952,"internally_reserved":0,"allocated":410730496,"data_stored":410310666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":329449472},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":4.8460000000000001,"5min":3.3010000000000002,"15min":3.0659999999999998},"min":{"1min":0.62,"5min":0.55600000000000005,"15min":0.48499999999999999},"max":{"1min":53.825000000000003,"5min":53.825000000000003,"15min":253.441},"last":0.875},{"interface":"front","average":{"1min":5.6529999999999996,"5min":3.9820000000000002,"15min":3.431},"min":{"1min":1.234,"5min":0.84299999999999997,"15min":0.51700000000000002},"max":{"1min":54.207000000000001,"5min":54.207000000000001,"15min":253.72999999999999},"last":1.2829999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":1.677,"5min":1.776,"15min":2.8820000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.55400000000000005},"max":{"1min":5.2359999999999998,"5min":14.880000000000001,"15min":250.76499999999999},"last":1.599},{"interface":"front","average":{"1min":1.591,"5min":1.7430000000000001,"15min":2.573},"min":{"1min":0.67000000000000004,"5min":0.64900000000000002,"15min":0.63300000000000001},"max":{"1min":7.1159999999999997,"5min":13.151999999999999,"15min":250.529},"last":4.5650000000000004}]},{"osd":3,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":1.96,"5min":1.728,"15min":3.5049999999999999},"min":{"1min":0.70899999999999996,"5min":0.70699999999999996,"15min":0.59599999999999997},"max":{"1min":8.6549999999999994,"5min":8.6549999999999994,"15min":314.88900000000001},"last":4.5049999999999999},{"interface":"front","average":{"1min":2.0219999999999998,"5min":2.0790000000000002,"15min":3.827},"min":{"1min":0.745,"5min":0.745,"15min":0.60099999999999998},"max":{"1min":7.2610000000000001,"5min":7.452,"15min":312.904},"last":0.96799999999999997}]},{"osd":4,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.9139999999999999,"15min":3.0470000000000002},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":5.766,"5min":5.766,"15min":130.13800000000001},"last":0.91100000000000003},{"interface":"front","average":{"1min":2.2269999999999999,"5min":2.121,"15min":3.0640000000000001},"min":{"1min":0.878,"5min":0.72099999999999997,"15min":0.60899999999999999},"max":{"1min":6.609,"5min":6.609,"15min":128.81800000000001},"last":1.8340000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":2.0880000000000001,"5min":2.1920000000000002,"15min":3.2759999999999998},"min":{"1min":1.032,"5min":0.73499999999999999,"15min":0.73299999999999998},"max":{"1min":5.8300000000000001,"5min":5.8300000000000001,"15min":127.413},"last":2.4500000000000002},{"interface":"front","average":{"1min":1.893,"5min":2.069,"15min":3.0960000000000001},"min":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.78100000000000003},"max":{"1min":5.484,"5min":5.7869999999999999,"15min":127.542},"last":1.1699999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":2.379,"5min":2.581,"15min":2.8279999999999998},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":9.6050000000000004,"5min":9.6050000000000004,"15min":98.828999999999994},"last":1.3839999999999999},{"interface":"front","average":{"1min":2.7290000000000001,"5min":2.6560000000000001,"15min":2.9390000000000001},"min":{"1min":1.3680000000000001,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":8.125,"5min":8.125,"15min":107.042},"last":2.8279999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:41:05 2020","interfaces":[{"interface":"back","average":{"1min":3.4700000000000002,"5min":2.8559999999999999,"15min":4.3239999999999998},"min":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.0089999999999999},"max":{"1min":7.9969999999999999,"5min":7.9969999999999999,"15min":130.572},"last":3.1030000000000002},{"interface":"front","average":{"1min":2.8959999999999999,"5min":2.6960000000000002,"15min":4.4210000000000003},"min":{"1min":1.3899999999999999,"5min":1.157,"15min":0.77600000000000002},"max":{"1min":5.7320000000000002,"5min":6.1779999999999999,"15min":128.73599999999999},"last":2.1720000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":2.8239999999999998,"5min":2.7589999999999999,"15min":2.863},"min":{"1min":1.337,"5min":1.113,"15min":0.69699999999999995},"max":{"1min":8.2479999999999993,"5min":8.2479999999999993,"15min":12.334},"last":3.3439999999999999},{"interface":"front","average":{"1min":3.016,"5min":3.0009999999999999,"15min":3.0950000000000002},"min":{"1min":1.694,"5min":1.25,"15min":0.94999999999999996},"max":{"1min":8.3640000000000008,"5min":8.3640000000000008,"15min":13.491},"last":3.5720000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:40:37 2020","interfaces":[{"interface":"back","average":{"1min":3.5030000000000001,"5min":3.258,"15min":3.1269999999999998},"min":{"1min":1.3720000000000001,"5min":1.3220000000000001,"15min":0.874},"max":{"1min":8.4529999999999994,"5min":8.4529999999999994,"15min":13.259},"last":3.8079999999999998},{"interface":"front","average":{"1min":3.4390000000000001,"5min":2.879,"15min":2.8679999999999999},"min":{"1min":1.8160000000000001,"5min":1.1379999999999999,"15min":0.93500000000000005},"max":{"1min":8.5670000000000002,"5min":8.5670000000000002,"15min":12.051},"last":4.032}]},{"osd":11,"last update":"Mon Nov 16 20:40:49 2020","interfaces":[{"interface":"back","average":{"1min":3.2309999999999999,"5min":2.8900000000000001,"15min":3.319},"min":{"1min":1.5509999999999999,"5min":1.194,"15min":1.194},"max":{"1min":6.8109999999999999,"5min":6.8109999999999999,"15min":8.7129999999999992},"last":2.7440000000000002},{"interface":"front","average":{"1min":4.1459999999999999,"5min":3.508,"15min":3.3759999999999999},"min":{"1min":2.1819999999999999,"5min":1.4430000000000001,"15min":1.115},"max":{"1min":9.3339999999999996,"5min":9.3339999999999996,"15min":12.023999999999999},"last":4.2610000000000001}]}]},{"osd":8,"up_from":63,"seq":270582939926,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1136712,"kb_used_data":949824,"kb_used_omap":0,"kb_used_meta":186880,"kb_avail":92608440,"statfs":{"total":95995035648,"available":94831042560,"internally_reserved":0,"allocated":972619776,"data_stored":972209927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":191365120},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:41:09 2020","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.375,"15min":1.798},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.498},"max":{"1min":1.746,"5min":7.3819999999999997,"15min":60.295999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":1.542,"5min":1.464,"15min":1.9139999999999999},"min":{"1min":0.57099999999999995,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":58.633000000000003},"last":0.89900000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:40:47 2020","interfaces":[{"interface":"back","average":{"1min":3.9729999999999999,"5min":2.7469999999999999,"15min":2.6909999999999998},"min":{"1min":0.625,"5min":0.61799999999999999,"15min":0.60399999999999998},"max":{"1min":34.520000000000003,"5min":34.520000000000003,"15min":141.761},"last":0.94899999999999995},{"interface":"front","average":{"1min":4.1529999999999996,"5min":3.2400000000000002,"15min":3.2410000000000001},"min":{"1min":0.79800000000000004,"5min":0.68000000000000005,"15min":0.64200000000000002},"max":{"1min":33.567999999999998,"5min":33.567999999999998,"15min":141.87100000000001},"last":1.889}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:41:09 2020","interfaces":[{"interface":"back","average":{"1min":1.6080000000000001,"5min":3.1019999999999999,"15min":2.9260000000000002},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.54700000000000004},"max":{"1min":3.754,"5min":137.90299999999999,"15min":137.90299999999999},"last":1.361},{"interface":"front","average":{"1min":1.9219999999999999,"5min":3.2029999999999998,"15min":2.9729999999999999},"min":{"1min":0.79700000000000004,"5min":0.73699999999999999,"15min":0.59199999999999997},"max":{"1min":5.1760000000000002,"5min":138.24299999999999,"15min":138.24299999999999},"last":1.244}]},{"osd":4,"last update":"Mon Nov 16 20:41:09 2020","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":2.2440000000000002,"15min":2.5939999999999999},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.61499999999999999},"max":{"1min":4.8380000000000001,"5min":5.4119999999999999,"15min":36.006999999999998},"last":1.6419999999999999},{"interface":"front","average":{"1min":1.851,"5min":2.125,"15min":2.573},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":4.6299999999999999,"5min":7.6150000000000002,"15min":42.060000000000002},"last":1.452}]},{"osd":5,"last update":"Mon Nov 16 20:41:09 2020","interfaces":[{"interface":"back","average":{"1min":2.1230000000000002,"5min":2.1509999999999998,"15min":2.3180000000000001},"min":{"1min":0.999,"5min":0.72999999999999998,"15min":0.65900000000000003},"max":{"1min":5.0460000000000003,"5min":5.0460000000000003,"15min":6.5439999999999996},"last":1.8420000000000001},{"interface":"front","average":{"1min":1.986,"5min":2.0590000000000002,"15min":2.133},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":3.593,"5min":7.7220000000000004,"15min":7.7220000000000004},"last":1.7949999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:40:16 2020","interfaces":[{"interface":"back","average":{"1min":2.5710000000000002,"5min":2.4009999999999998,"15min":2.4929999999999999},"min":{"1min":1.139,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":9.4199999999999999,"5min":9.4199999999999999,"15min":9.4199999999999999},"last":2.335},{"interface":"front","average":{"1min":2.4609999999999999,"5min":2.6309999999999998,"15min":2.597},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.84399999999999997},"max":{"1min":8.0380000000000003,"5min":8.1850000000000005,"15min":10.569000000000001},"last":2.161}]},{"osd":7,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":2.883,"15min":2.859},"min":{"1min":1.3759999999999999,"5min":1.226,"15min":1.006},"max":{"1min":7.4509999999999996,"5min":8.9550000000000001,"15min":37.5},"last":2.2040000000000002},{"interface":"front","average":{"1min":2.319,"5min":2.5670000000000002,"15min":2.5659999999999998},"min":{"1min":1.2430000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":7.2859999999999996,"5min":10.276,"15min":35.509999999999998},"last":4.3479999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":3.1099999999999999,"15min":3.3519999999999999},"min":{"1min":1.2769999999999999,"5min":1.1919999999999999,"15min":0.72799999999999998},"max":{"1min":4.1399999999999997,"5min":11.263,"15min":89.052999999999997},"last":2.4049999999999998},{"interface":"front","average":{"1min":2.9319999999999999,"5min":3.0680000000000001,"15min":3.552},"min":{"1min":1.486,"5min":1.097,"15min":0.86199999999999999},"max":{"1min":8.8960000000000008,"5min":8.8960000000000008,"15min":89.296000000000006},"last":2.641}]},{"osd":10,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":2.6579999999999999,"5min":2.7610000000000001,"15min":2.9470000000000001},"min":{"1min":1.105,"5min":1.03,"15min":0.80900000000000005},"max":{"1min":6.899,"5min":8.1449999999999996,"15min":58.335000000000001},"last":2.0110000000000001},{"interface":"front","average":{"1min":2.5459999999999998,"5min":3.1030000000000002,"15min":3.0449999999999999},"min":{"1min":1.2569999999999999,"5min":1.2190000000000001,"15min":0.93100000000000005},"max":{"1min":4.9210000000000003,"5min":8.3460000000000001,"15min":58.215000000000003},"last":2.8399999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:40:57 2020","interfaces":[{"interface":"back","average":{"1min":2.758,"5min":3.0510000000000002,"15min":3.214},"min":{"1min":1.1870000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":4.7629999999999999,"5min":8.2579999999999991,"15min":9.0920000000000005},"last":2.46},{"interface":"front","average":{"1min":2.9649999999999999,"5min":3.1789999999999998,"15min":3.1589999999999998},"min":{"1min":1.597,"5min":1.345,"15min":1.0269999999999999},"max":{"1min":4.2800000000000002,"5min":8.4339999999999993,"15min":12.257999999999999},"last":1.974}]}]},{"osd":7,"up_from":225,"seq":966367641757,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":743176,"kb_used_data":540800,"kb_used_omap":0,"kb_used_meta":202367,"kb_avail":93001976,"statfs":{"total":95995035648,"available":95234023424,"internally_reserved":0,"allocated":553779200,"data_stored":553369351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":207223868},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":3.4620000000000002,"5min":3.2839999999999998,"15min":3.4820000000000002},"min":{"1min":0.66400000000000003,"5min":0.503,"15min":0.503},"max":{"1min":25.07,"5min":40.673999999999999,"15min":123.182},"last":0.95499999999999996},{"interface":"front","average":{"1min":1.863,"5min":2.851,"15min":3.411},"min":{"1min":0.65400000000000003,"5min":0.58399999999999996,"15min":0.52700000000000002},"max":{"1min":9.8510000000000009,"5min":41.988,"15min":122.154},"last":1.7509999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":1.8640000000000001,"5min":2.7669999999999999,"15min":2.5870000000000002},"min":{"1min":0.61599999999999999,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":11.444000000000001,"5min":87.671000000000006,"15min":118.31699999999999},"last":1.01},{"interface":"front","average":{"1min":1.972,"5min":3.2280000000000002,"15min":2.8450000000000002},"min":{"1min":0.84299999999999997,"5min":0.751,"15min":0.53600000000000003},"max":{"1min":11.568,"5min":88.893000000000001,"15min":117.771},"last":2.0249999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":1.681,"5min":4.4589999999999996,"15min":3.7309999999999999},"min":{"1min":0.84299999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":4.8860000000000001,"5min":219.61199999999999,"15min":219.61199999999999},"last":1.6719999999999999},{"interface":"front","average":{"1min":2.6400000000000001,"5min":4.774,"15min":3.7189999999999999},"min":{"1min":0.76800000000000002,"5min":0.71399999999999997,"15min":0.65400000000000003},"max":{"1min":13.707000000000001,"5min":221.09700000000001,"15min":221.09700000000001},"last":2.2309999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":2.3479999999999999,"5min":2.0259999999999998,"15min":2.1930000000000001},"min":{"1min":0.72799999999999998,"5min":0.61299999999999999,"15min":0.60499999999999998},"max":{"1min":7.0490000000000004,"5min":7.3620000000000001,"15min":11.75},"last":1.0629999999999999},{"interface":"front","average":{"1min":2.5350000000000001,"5min":2.2040000000000002,"15min":2.327},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.66100000000000003},"max":{"1min":11.821999999999999,"5min":11.821999999999999,"15min":11.821999999999999},"last":2.363}]},{"osd":5,"last update":"Mon Nov 16 20:40:30 2020","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":2.25,"15min":2.1070000000000002},"min":{"1min":0.76000000000000001,"5min":0.71899999999999997,"15min":0.69899999999999995},"max":{"1min":5.0780000000000003,"5min":8.0730000000000004,"15min":9.2240000000000002},"last":1.9079999999999999},{"interface":"front","average":{"1min":1.6719999999999999,"5min":2.5030000000000001,"15min":2.4630000000000001},"min":{"1min":0.74299999999999999,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":6.4820000000000002,"5min":42.213999999999999,"15min":42.213999999999999},"last":1.966}]},{"osd":6,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":2.6459999999999999,"5min":2.5800000000000001,"15min":2.3490000000000002},"min":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.67000000000000004},"max":{"1min":6.6699999999999999,"5min":8.2530000000000001,"15min":9.2899999999999991},"last":2.1339999999999999},{"interface":"front","average":{"1min":2.8620000000000001,"5min":2.6080000000000001,"15min":2.577},"min":{"1min":0.81999999999999995,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":11.693,"5min":11.693,"15min":11.693},"last":2.7679999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":2.3460000000000001,"5min":2.835,"15min":2.754},"min":{"1min":0.94099999999999995,"5min":0.873,"15min":0.80000000000000004},"max":{"1min":6.601,"5min":42.518000000000001,"15min":42.518000000000001},"last":2.1920000000000002},{"interface":"front","average":{"1min":2.1720000000000002,"5min":2.7970000000000002,"15min":3.0249999999999999},"min":{"1min":1.319,"5min":1.044,"15min":0.92600000000000005},"max":{"1min":6.9370000000000003,"5min":42.670000000000002,"15min":42.670000000000002},"last":2.5640000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":3.2320000000000002,"5min":3.2909999999999999,"15min":2.8809999999999998},"min":{"1min":1.3049999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":18.677,"5min":42.825000000000003,"15min":42.825000000000003},"last":2.4020000000000001},{"interface":"front","average":{"1min":3.6749999999999998,"5min":3.2879999999999998,"15min":2.8879999999999999},"min":{"1min":1.2689999999999999,"5min":1.226,"15min":0.95199999999999996},"max":{"1min":18.725000000000001,"5min":42.156999999999996,"15min":42.156999999999996},"last":2.5}]},{"osd":10,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":3.2000000000000002,"15min":2.7000000000000002},"min":{"1min":1.27,"5min":1.2509999999999999,"15min":0.96199999999999997},"max":{"1min":6.827,"5min":43.125999999999998,"15min":43.125999999999998},"last":2.7229999999999999},{"interface":"front","average":{"1min":2.4380000000000002,"5min":3.355,"15min":2.7269999999999999},"min":{"1min":1.6200000000000001,"5min":1.2829999999999999,"15min":1.0529999999999999},"max":{"1min":7.1619999999999999,"5min":42.377000000000002,"15min":42.377000000000002},"last":3.0790000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":3.8250000000000002,"5min":3.6619999999999999,"15min":3.2989999999999999},"min":{"1min":1.5429999999999999,"5min":1.5129999999999999,"15min":1.1830000000000001},"max":{"1min":20.788,"5min":42.976999999999997,"15min":42.976999999999997},"last":2.8919999999999999},{"interface":"front","average":{"1min":3.7679999999999998,"5min":3.4449999999999998,"15min":3.3420000000000001},"min":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.135},"max":{"1min":20.579999999999998,"5min":42.305999999999997,"15min":42.305999999999997},"last":2.6280000000000001}]}]},{"osd":6,"up_from":49,"seq":210453397792,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":687764,"kb_used_data":482508,"kb_used_omap":0,"kb_used_meta":205248,"kb_avail":93057388,"statfs":{"total":95995035648,"available":95290765312,"internally_reserved":0,"allocated":494088192,"data_stored":493672454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":210173952},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,1,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:40:20 2020","interfaces":[{"interface":"back","average":{"1min":1.619,"5min":3.9620000000000002,"15min":2.7469999999999999},"min":{"1min":0.59199999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4100000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":1.129},{"interface":"front","average":{"1min":1.508,"5min":3.6640000000000001,"15min":2.7040000000000002},"min":{"1min":0.72499999999999998,"5min":0.57899999999999996,"15min":0.496},"max":{"1min":2.3730000000000002,"5min":97.774000000000001,"15min":97.774000000000001},"last":0.54700000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:40:20 2020","interfaces":[{"interface":"back","average":{"1min":1.887,"5min":1.5549999999999999,"15min":2.0510000000000002},"min":{"1min":0.628,"5min":0.58699999999999997,"15min":0.57699999999999996},"max":{"1min":5.6349999999999998,"5min":5.6349999999999998,"15min":82.668000000000006},"last":1.331},{"interface":"front","average":{"1min":1.238,"5min":1.573,"15min":2.0270000000000001},"min":{"1min":0.69599999999999995,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.0369999999999999,"5min":7.6529999999999996,"15min":84.108000000000004},"last":1.075}]},{"osd":3,"last update":"Mon Nov 16 20:40:20 2020","interfaces":[{"interface":"back","average":{"1min":1.9199999999999999,"5min":2.0049999999999999,"15min":3.6240000000000001},"min":{"1min":0.86499999999999999,"5min":0.61399999999999999,"15min":0.57299999999999995},"max":{"1min":3.843,"5min":7.6950000000000003,"15min":189.096},"last":1.399},{"interface":"front","average":{"1min":1.5980000000000001,"5min":1.972,"15min":3.774},"min":{"1min":0.88900000000000001,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":3.8149999999999999,"5min":7.7300000000000004,"15min":189.042},"last":0.93300000000000005}]},{"osd":4,"last update":"Mon Nov 16 20:40:20 2020","interfaces":[{"interface":"back","average":{"1min":1.51,"5min":2.3140000000000001,"15min":2.528},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.58999999999999997},"max":{"1min":2.8410000000000002,"5min":16.353999999999999,"15min":116.849},"last":0.78800000000000003},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.2000000000000002,"15min":2.5750000000000002},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.56399999999999995},"max":{"1min":3.964,"5min":6.3070000000000004,"15min":117.947},"last":1.6180000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:40:20 2020","interfaces":[{"interface":"back","average":{"1min":2.194,"5min":2.1400000000000001,"15min":2.1629999999999998},"min":{"1min":0.88800000000000001,"5min":0.73599999999999999,"15min":0.69799999999999995},"max":{"1min":3.714,"5min":6.1639999999999997,"15min":13.518000000000001},"last":1.5129999999999999},{"interface":"front","average":{"1min":1.796,"5min":2.0230000000000001,"15min":2.1850000000000001},"min":{"1min":0.83499999999999996,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":3.71,"5min":9.1539999999999999,"15min":9.1539999999999999},"last":1.7569999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:40:35 2020","interfaces":[{"interface":"back","average":{"1min":1.8899999999999999,"5min":2.1930000000000001,"15min":1.927},"min":{"1min":0.89600000000000002,"5min":0.69699999999999995,"15min":0.65400000000000003},"max":{"1min":4.4889999999999999,"5min":6.4370000000000003,"15min":12.582000000000001},"last":1.583},{"interface":"front","average":{"1min":2.4670000000000001,"5min":2.6120000000000001,"15min":2.673},"min":{"1min":1.034,"5min":1.034,"15min":0.79300000000000004},"max":{"1min":6.4820000000000002,"5min":6.4820000000000002,"15min":14.067},"last":1.4239999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:40:56 2020","interfaces":[{"interface":"back","average":{"1min":2.6749999999999998,"5min":2.673,"15min":2.5779999999999998},"min":{"1min":1.141,"5min":1.0649999999999999,"15min":0.90400000000000003},"max":{"1min":6.6210000000000004,"5min":8.1199999999999992,"15min":11.271000000000001},"last":1.8029999999999999},{"interface":"front","average":{"1min":2.9540000000000002,"5min":2.7509999999999999,"15min":2.7400000000000002},"min":{"1min":1.159,"5min":1.0620000000000001,"15min":0.93999999999999995},"max":{"1min":8.0969999999999995,"5min":8.2479999999999993,"15min":13.818},"last":3.282}]},{"osd":9,"last update":"Mon Nov 16 20:40:20 2020","interfaces":[{"interface":"back","average":{"1min":2.161,"5min":2.754,"15min":2.7290000000000001},"min":{"1min":1.333,"5min":1.333,"15min":0.94199999999999995},"max":{"1min":3.762,"5min":8.5609999999999999,"15min":13.949999999999999},"last":1.3},{"interface":"front","average":{"1min":2.2290000000000001,"5min":2.4830000000000001,"15min":2.7200000000000002},"min":{"1min":1.014,"5min":0.97299999999999998,"15min":0.97299999999999998},"max":{"1min":3.6419999999999999,"5min":6.5819999999999999,"15min":9.407},"last":1.5529999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:40:50 2020","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.6150000000000002,"15min":2.6349999999999998},"min":{"1min":1.238,"5min":1.1930000000000001,"15min":0.88900000000000001},"max":{"1min":5.9660000000000002,"5min":9.1489999999999991,"15min":9.1489999999999991},"last":2.1680000000000001},{"interface":"front","average":{"1min":2.6640000000000001,"5min":2.8029999999999999,"15min":2.4329999999999998},"min":{"1min":1.5049999999999999,"5min":1.3440000000000001,"15min":0.88800000000000001},"max":{"1min":6.7080000000000002,"5min":9.2509999999999994,"15min":10.095000000000001},"last":2.4529999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:40:50 2020","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.2040000000000002,"15min":2.335},"min":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.044},"max":{"1min":3.8410000000000002,"5min":5.5659999999999998,"15min":10.401999999999999},"last":2.266},{"interface":"front","average":{"1min":2.2650000000000001,"5min":2.4319999999999999,"15min":2.496},"min":{"1min":1.212,"5min":1.1479999999999999,"15min":1.1479999999999999},"max":{"1min":3.9590000000000001,"5min":5.71,"15min":10.273},"last":2.5129999999999999}]}]},{"osd":1,"up_from":18,"seq":77309411643,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1456152,"kb_used_data":1148752,"kb_used_omap":0,"kb_used_meta":307264,"kb_avail":92289000,"statfs":{"total":95995035648,"available":94503936000,"internally_reserved":0,"allocated":1176322048,"data_stored":1175902238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":314638336},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,6,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:41:10 2020","interfaces":[{"interface":"back","average":{"1min":1.4850000000000001,"5min":1.7649999999999999,"15min":2.4929999999999999},"min":{"1min":0.52800000000000002,"5min":0.48199999999999998,"15min":0.46600000000000003},"max":{"1min":4.8470000000000004,"5min":12.964,"15min":97.320999999999998},"last":0.873},{"interface":"front","average":{"1min":2.375,"5min":2.8159999999999998,"15min":2.9049999999999998},"min":{"1min":0.67800000000000005,"5min":0.66700000000000004,"15min":0.47399999999999998},"max":{"1min":11.356999999999999,"5min":12.907999999999999,"15min":97.376000000000005},"last":1.1160000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:40:35 2020","interfaces":[{"interface":"back","average":{"1min":1.5509999999999999,"5min":1.919,"15min":2.698},"min":{"1min":0.54000000000000004,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":7.2069999999999999,"5min":7.8410000000000002,"15min":98.257000000000005},"last":2.0289999999999999},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.9700000000000002,"15min":3.1619999999999999},"min":{"1min":0.75600000000000001,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":8.5210000000000008,"5min":27.111000000000001,"15min":97.945999999999998},"last":0.999}]},{"osd":3,"last update":"Mon Nov 16 20:40:56 2020","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":2.726,"15min":3.2919999999999998},"min":{"1min":0.83299999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":4.0019999999999998,"5min":30.946999999999999,"15min":30.946999999999999},"last":2.266},{"interface":"front","average":{"1min":1.9930000000000001,"5min":3.2919999999999998,"15min":3.6190000000000002},"min":{"1min":0.98599999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":4.1180000000000003,"5min":28.786999999999999,"15min":28.786999999999999},"last":2.1579999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:36:11 2020","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":4.5259999999999998,"15min":3.1800000000000002},"min":{"1min":0.79500000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":25.773,"5min":97.236000000000004,"15min":97.236000000000004},"last":2.0760000000000001},{"interface":"front","average":{"1min":1.3859999999999999,"5min":4.141,"15min":3.0489999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":3.7160000000000002,"5min":96.036000000000001,"15min":96.036000000000001},"last":3.7290000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":2.3900000000000001,"5min":3.2400000000000002,"15min":3.157},"min":{"1min":0.66500000000000004,"5min":0.65600000000000003,"15min":0.65000000000000002},"max":{"1min":12.275,"5min":29.018999999999998,"15min":95.561999999999998},"last":1.3400000000000001},{"interface":"front","average":{"1min":2.7549999999999999,"5min":3.9529999999999998,"15min":3.911},"min":{"1min":1.419,"5min":0.96599999999999997,"15min":0.68300000000000005},"max":{"1min":12.396000000000001,"5min":33.926000000000002,"15min":96.986999999999995},"last":1.754}]},{"osd":6,"last update":"Mon Nov 16 20:41:10 2020","interfaces":[{"interface":"back","average":{"1min":2.593,"5min":3.98,"15min":4.0979999999999999},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":13.009,"5min":34.689,"15min":103.09699999999999},"last":1.228},{"interface":"front","average":{"1min":2.548,"5min":3.96,"15min":4.4080000000000004},"min":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.876},"max":{"1min":12.529,"5min":34.348999999999997,"15min":102.877},"last":1.4890000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:40:35 2020","interfaces":[{"interface":"back","average":{"1min":3.1869999999999998,"5min":3.5529999999999999,"15min":4.1539999999999999},"min":{"1min":0.91900000000000004,"5min":0.88600000000000001,"15min":0.67900000000000005},"max":{"1min":8.9629999999999992,"5min":28.611000000000001,"15min":160.39400000000001},"last":2.7050000000000001},{"interface":"front","average":{"1min":2.2109999999999999,"5min":2.4889999999999999,"15min":3.29},"min":{"1min":0.999,"5min":0.74299999999999999,"15min":0.70699999999999996},"max":{"1min":8.8290000000000006,"5min":25.382999999999999,"15min":161.446},"last":6.3609999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":2.6720000000000002,"5min":4.3799999999999999,"15min":4.1109999999999998},"min":{"1min":1.212,"5min":1.1859999999999999,"15min":0.747},"max":{"1min":12.651999999999999,"5min":40.485999999999997,"15min":96.852000000000004},"last":1.6279999999999999},{"interface":"front","average":{"1min":2.6629999999999998,"5min":3.121,"15min":3.6779999999999999},"min":{"1min":0.93500000000000005,"5min":0.83399999999999996,"15min":0.77300000000000002},"max":{"1min":5.4219999999999997,"5min":39.573999999999998,"15min":99.825000000000003},"last":6.2009999999999996}]},{"osd":9,"last update":"Mon Nov 16 20:40:35 2020","interfaces":[{"interface":"back","average":{"1min":3.956,"5min":3.9009999999999998,"15min":4.1100000000000003},"min":{"1min":1.1850000000000001,"5min":1.014,"15min":0.90700000000000003},"max":{"1min":10.215,"5min":28.754999999999999,"15min":98.683999999999997},"last":2.3879999999999999},{"interface":"front","average":{"1min":3.77,"5min":3.5880000000000001,"15min":4.375},"min":{"1min":1.2549999999999999,"5min":1.0489999999999999,"15min":0.86399999999999999},"max":{"1min":9.6699999999999999,"5min":28.219999999999999,"15min":98.972999999999999},"last":2.4950000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:40:35 2020","interfaces":[{"interface":"back","average":{"1min":2.956,"5min":3.819,"15min":4.1269999999999998},"min":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":9.6880000000000006,"5min":28.009,"15min":100.108},"last":6.8209999999999997},{"interface":"front","average":{"1min":2.9550000000000001,"5min":3.1459999999999999,"15min":4.0830000000000002},"min":{"1min":1.0720000000000001,"5min":1.04,"15min":1.04},"max":{"1min":13.097,"5min":27.550000000000001,"15min":98.613},"last":6.6630000000000003}]},{"osd":11,"last update":"Mon Nov 16 20:40:47 2020","interfaces":[{"interface":"back","average":{"1min":3.355,"5min":3.669,"15min":3.8140000000000001},"min":{"1min":1.331,"5min":1.278,"15min":1.0620000000000001},"max":{"1min":9.8089999999999993,"5min":28.585999999999999,"15min":99.150000000000006},"last":2.8919999999999999},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.3450000000000002,"15min":4.2539999999999996},"min":{"1min":1.208,"5min":1.123,"15min":1.0509999999999999},"max":{"1min":6.4690000000000003,"5min":27.914000000000001,"15min":99.512},"last":6.5129999999999999}]}]},{"osd":0,"up_from":12,"seq":51539607871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":277204,"kb_used_data":129292,"kb_used_omap":0,"kb_used_meta":147904,"kb_avail":93467948,"statfs":{"total":95995035648,"available":95711178752,"internally_reserved":0,"allocated":132395008,"data_stored":131979270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":151453696},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:41:10 2020","interfaces":[{"interface":"back","average":{"1min":5.577,"5min":3.964,"15min":2.8220000000000001},"min":{"1min":0.495,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":54.354999999999997,"5min":54.354999999999997,"15min":54.354999999999997},"last":3.923},{"interface":"front","average":{"1min":5.7130000000000001,"5min":4.306,"15min":3.0369999999999999},"min":{"1min":0.73599999999999999,"5min":0.60499999999999998,"15min":0.54100000000000004},"max":{"1min":54.603999999999999,"5min":54.603999999999999,"15min":54.603999999999999},"last":4.0949999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:41:06 2020","interfaces":[{"interface":"back","average":{"1min":1.49,"5min":1.754,"15min":2.2650000000000001},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":3.5979999999999999,"5min":31.731999999999999,"15min":31.731999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.9930000000000001,"5min":2.1640000000000001,"15min":2.1779999999999999},"min":{"1min":0.57799999999999996,"5min":0.57199999999999995,"15min":0.54900000000000004},"max":{"1min":8.7279999999999998,"5min":34.512,"15min":34.512},"last":0.77000000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":1.6890000000000001,"15min":2.0579999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":42.704000000000001,"5min":42.704000000000001,"15min":111.956},"last":0.80500000000000005},{"interface":"front","average":{"1min":3.5750000000000002,"5min":2.1840000000000002,"15min":2.6789999999999998},"min":{"1min":0.90200000000000002,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":42.994999999999997,"5min":42.994999999999997,"15min":112.206},"last":1.302}]},{"osd":5,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":1.8759999999999999,"5min":1.7390000000000001,"15min":1.8899999999999999},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.60999999999999999},"max":{"1min":7.9669999999999996,"5min":7.9669999999999996,"15min":10.673999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":1.845,"5min":2.2930000000000001,"15min":2.226},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.70499999999999996},"max":{"1min":8.0559999999999992,"5min":47.793999999999997,"15min":47.793999999999997},"last":0.99099999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":4.7409999999999997,"5min":2.9689999999999999,"15min":2.4609999999999999},"min":{"1min":0.94299999999999995,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":44.396000000000001,"5min":47.442,"15min":47.442},"last":1.1659999999999999},{"interface":"front","average":{"1min":5.891,"5min":3.1629999999999998,"15min":2.524},"min":{"1min":0.94399999999999995,"5min":0.77200000000000002,"15min":0.70399999999999996},"max":{"1min":42.076000000000001,"5min":48.149999999999999,"15min":48.149999999999999},"last":2.2090000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:40:37 2020","interfaces":[{"interface":"back","average":{"1min":5.0629999999999997,"5min":3.0830000000000002,"15min":3.1739999999999999},"min":{"1min":1.0509999999999999,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":44.165999999999997,"5min":44.165999999999997,"15min":97.435000000000002},"last":1.141},{"interface":"front","average":{"1min":5.633,"5min":3.2930000000000001,"15min":3.2450000000000001},"min":{"1min":0.76000000000000001,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":44.518000000000001,"5min":44.518000000000001,"15min":96.828000000000003},"last":1.0589999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":2.5720000000000001,"15min":2.9980000000000002},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":7.6900000000000004,"5min":48.805,"15min":96.248000000000005},"last":1.2090000000000001},{"interface":"front","average":{"1min":1.9770000000000001,"5min":2.0830000000000002,"15min":2.8340000000000001},"min":{"1min":0.879,"5min":0.879,"15min":0.85299999999999998},"max":{"1min":4.4329999999999998,"5min":6.944,"15min":96.043000000000006},"last":1.03}]},{"osd":9,"last update":"Mon Nov 16 20:40:29 2020","interfaces":[{"interface":"back","average":{"1min":2.3940000000000001,"5min":2.1669999999999998,"15min":2.5249999999999999},"min":{"1min":1.109,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":8.4890000000000008,"5min":8.4890000000000008,"15min":11.433},"last":1.5589999999999999},{"interface":"front","average":{"1min":2.4689999999999999,"5min":2.8439999999999999,"15min":2.758},"min":{"1min":1.1799999999999999,"5min":1.0900000000000001,"15min":0.88400000000000001},"max":{"1min":7.3609999999999998,"5min":34.231000000000002,"15min":34.231000000000002},"last":0.89400000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:40:37 2020","interfaces":[{"interface":"back","average":{"1min":3.246,"5min":2.5019999999999998,"15min":2.7360000000000002},"min":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.028},"max":{"1min":26.870999999999999,"5min":26.870999999999999,"15min":73.305000000000007},"last":1.425},{"interface":"front","average":{"1min":2.3929999999999998,"5min":3.2050000000000001,"15min":3.2229999999999999},"min":{"1min":1.508,"5min":1.075,"15min":0.95099999999999996},"max":{"1min":5.2530000000000001,"5min":47.237000000000002,"15min":73.558999999999997},"last":1.335}]},{"osd":11,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":2.5390000000000001,"5min":3.327,"15min":3.1160000000000001},"min":{"1min":1.3440000000000001,"5min":1.032,"15min":1.032},"max":{"1min":4.9349999999999996,"5min":47.581000000000003,"15min":47.581000000000003},"last":1.2390000000000001},{"interface":"front","average":{"1min":2.2610000000000001,"5min":3.5529999999999999,"15min":3.1659999999999999},"min":{"1min":1.4419999999999999,"5min":1.232,"15min":1.0980000000000001},"max":{"1min":4.7830000000000004,"5min":50.103999999999999,"15min":50.103999999999999},"last":1.452}]}]},{"osd":2,"up_from":0,"seq":98784248118,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051888,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":612180,"kb_used_data":362124,"kb_used_omap":0,"kb_used_meta":250048,"kb_avail":93132972,"statfs":{"total":95995035648,"available":95368163328,"internally_reserved":0,"allocated":370814976,"data_stored":370399238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":256049152},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":8.8320000000000007,"5min":2.8620000000000001,"15min":2.202},"min":{"1min":0.53700000000000003,"5min":0.48099999999999998,"15min":0.47999999999999998},"max":{"1min":130.286,"5min":130.286,"15min":130.286},"last":1.0209999999999999},{"interface":"front","average":{"1min":8.9429999999999996,"5min":3.0619999999999998,"15min":2.5059999999999998},"min":{"1min":0.68300000000000005,"5min":0.48999999999999999,"15min":0.48899999999999999},"max":{"1min":130.40799999999999,"5min":130.40799999999999,"15min":130.40799999999999},"last":0.92500000000000004}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":1.71,"5min":2.8900000000000001,"15min":2.5990000000000002},"min":{"1min":0.622,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.6139999999999999,"5min":122.545,"15min":122.545},"last":1.5660000000000001},{"interface":"front","average":{"1min":1.6060000000000001,"5min":2.8380000000000001,"15min":2.6739999999999999},"min":{"1min":0.624,"5min":0.53600000000000003,"15min":0.51000000000000001},"max":{"1min":5.2039999999999997,"5min":123.28,"15min":123.28},"last":0.79200000000000004}]},{"osd":4,"last update":"Mon Nov 16 20:40:19 2020","interfaces":[{"interface":"back","average":{"1min":1.2030000000000001,"5min":1.677,"15min":2.1299999999999999},"min":{"1min":0.65200000000000002,"5min":0.64300000000000002,"15min":0.64100000000000001},"max":{"1min":3.1669999999999998,"5min":8.3870000000000005,"15min":38.744999999999997},"last":0.96599999999999997},{"interface":"front","average":{"1min":1.47,"5min":1.696,"15min":2.2509999999999999},"min":{"1min":0.78200000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.8500000000000001,"5min":5.5780000000000003,"15min":36.244},"last":1.7}]},{"osd":5,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.6859999999999999,"15min":2.214},"min":{"1min":0.73499999999999999,"5min":0.67200000000000004,"15min":0.626},"max":{"1min":2.2909999999999999,"5min":8.532,"15min":38.185000000000002},"last":1.3220000000000001},{"interface":"front","average":{"1min":1.4730000000000001,"5min":1.667,"15min":2.2290000000000001},"min":{"1min":0.83499999999999996,"5min":0.71499999999999997,"15min":0.68200000000000005},"max":{"1min":2.8660000000000001,"5min":3.6619999999999999,"15min":37.875},"last":2.3170000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:40:19 2020","interfaces":[{"interface":"back","average":{"1min":11.112,"5min":4.0199999999999996,"15min":3.0110000000000001},"min":{"1min":1.004,"5min":0.84199999999999997,"15min":0.69199999999999995},"max":{"1min":81.596999999999994,"5min":81.596999999999994,"15min":81.596999999999994},"last":2.1520000000000001},{"interface":"front","average":{"1min":11.393000000000001,"5min":4.2030000000000003,"15min":3.214},"min":{"1min":1.2270000000000001,"5min":0.999,"15min":0.77100000000000002},"max":{"1min":81.935000000000002,"5min":81.935000000000002,"15min":81.935000000000002},"last":2.8919999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:40:45 2020","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":3.6499999999999999,"15min":3.0110000000000001},"min":{"1min":0.78700000000000003,"5min":0.76800000000000002,"15min":0.69999999999999996},"max":{"1min":5.3369999999999997,"5min":121.33199999999999,"15min":121.33199999999999},"last":1.54},{"interface":"front","average":{"1min":2.6509999999999998,"5min":3.1960000000000002,"15min":3.1259999999999999},"min":{"1min":1.173,"5min":0.82599999999999996,"15min":0.80900000000000005},"max":{"1min":5.5250000000000004,"5min":84.724999999999994,"15min":84.724999999999994},"last":4.3979999999999997}]},{"osd":8,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":3.1240000000000001,"15min":3.427},"min":{"1min":0.92600000000000005,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":3.8500000000000001,"5min":80.588999999999999,"15min":111.735},"last":1.8300000000000001},{"interface":"front","average":{"1min":2.3479999999999999,"5min":2.2890000000000001,"15min":3.0230000000000001},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":4.782,"5min":5.0679999999999996,"15min":107.529},"last":1.96}]},{"osd":9,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":3.6139999999999999,"15min":3.3620000000000001},"min":{"1min":1.2829999999999999,"5min":1.1200000000000001,"15min":0.97399999999999998},"max":{"1min":4.7009999999999996,"5min":82.418000000000006,"15min":82.418000000000006},"last":2.4740000000000002},{"interface":"front","average":{"1min":2.6829999999999998,"5min":2.6579999999999999,"15min":2.9220000000000002},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.85899999999999999},"max":{"1min":6.6589999999999998,"5min":15.976000000000001,"15min":42.310000000000002},"last":2.383}]},{"osd":10,"last update":"Mon Nov 16 20:40:40 2020","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":3.722,"15min":3.1629999999999998},"min":{"1min":1.242,"5min":1.091,"15min":0.91500000000000004},"max":{"1min":4.1139999999999999,"5min":79.700999999999993,"15min":79.700999999999993},"last":2.105},{"interface":"front","average":{"1min":2.3799999999999999,"5min":2.7610000000000001,"15min":3.0230000000000001},"min":{"1min":1.361,"5min":1.123,"15min":1.0940000000000001},"max":{"1min":4.431,"5min":15.470000000000001,"15min":40.555999999999997},"last":3.0630000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":3.8159999999999998,"15min":3.2549999999999999},"min":{"1min":1.4330000000000001,"5min":1.1399999999999999,"15min":0.96299999999999997},"max":{"1min":4.5700000000000003,"5min":81.390000000000001,"15min":81.390000000000001},"last":2.2519999999999998},{"interface":"front","average":{"1min":2.8140000000000001,"5min":2.694,"15min":3.2069999999999999},"min":{"1min":1.3680000000000001,"5min":1.1180000000000001,"15min":1.117},"max":{"1min":6.2599999999999998,"5min":6.2599999999999998,"15min":42.034999999999997},"last":3.1989999999999998}]}]},{"osd":4,"up_from":35,"seq":150323855659,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":373652,"kb_used_data":131852,"kb_used_omap":0,"kb_used_meta":241792,"kb_avail":93371500,"statfs":{"total":95995035648,"available":95612416000,"internally_reserved":0,"allocated":135016448,"data_stored":134600710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":247595008},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:40:33 2020","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":1.3300000000000001,"15min":1.6599999999999999},"min":{"1min":0.60599999999999998,"5min":0.58899999999999997,"15min":0.54700000000000004},"max":{"1min":4.4500000000000002,"5min":8.3819999999999997,"15min":62.197000000000003},"last":0.84799999999999998},{"interface":"front","average":{"1min":1.5549999999999999,"5min":1.627,"15min":1.8200000000000001},"min":{"1min":0.57299999999999995,"5min":0.55400000000000005,"15min":0.54400000000000004},"max":{"1min":5.0919999999999996,"5min":9.3849999999999998,"15min":61.820999999999998},"last":1.4399999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:40:33 2020","interfaces":[{"interface":"back","average":{"1min":1.345,"5min":6.7370000000000001,"15min":4.0860000000000003},"min":{"1min":0.57499999999999996,"5min":0.53900000000000003,"15min":0.53300000000000003},"max":{"1min":2.8479999999999999,"5min":277.74299999999999,"15min":277.74299999999999},"last":2.1339999999999999},{"interface":"front","average":{"1min":1.9359999999999999,"5min":7.1980000000000004,"15min":3.8999999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.60399999999999998},"max":{"1min":7.29,"5min":286.88499999999999,"15min":286.88499999999999},"last":2.2570000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:40:18 2020","interfaces":[{"interface":"back","average":{"1min":1.8879999999999999,"5min":2.3500000000000001,"15min":2.3879999999999999},"min":{"1min":0.78800000000000003,"5min":0.72399999999999998,"15min":0.53800000000000003},"max":{"1min":5.1710000000000003,"5min":37.697000000000003,"15min":37.697000000000003},"last":1.6240000000000001},{"interface":"front","average":{"1min":1.597,"5min":2.3420000000000001,"15min":2.4089999999999998},"min":{"1min":0.78000000000000003,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":4.7450000000000001,"5min":37.956000000000003,"15min":37.956000000000003},"last":1.0960000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:40:33 2020","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":3.363,"15min":4.6760000000000002},"min":{"1min":0.66700000000000004,"5min":0.66000000000000003,"15min":0.629},"max":{"1min":3.0609999999999999,"5min":66.283000000000001,"15min":247.41499999999999},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.9470000000000001,"5min":3.5779999999999998,"15min":4.585},"min":{"1min":0.93700000000000006,"5min":0.624,"15min":0.56799999999999995},"max":{"1min":4.8940000000000001,"5min":66.150999999999996,"15min":249.12},"last":1.2490000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:40:57 2020","interfaces":[{"interface":"back","average":{"1min":2.327,"5min":1.8080000000000001,"15min":2.1269999999999998},"min":{"1min":1.083,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":6.4420000000000002,"5min":6.4420000000000002,"15min":61.781999999999996},"last":1.6659999999999999},{"interface":"front","average":{"1min":2.5459999999999998,"5min":2.081,"15min":2.4239999999999999},"min":{"1min":0.76800000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":61.533000000000001},"last":1.8240000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:40:33 2020","interfaces":[{"interface":"back","average":{"1min":2.5840000000000001,"5min":2.2839999999999998,"15min":2.54},"min":{"1min":0.68700000000000006,"5min":0.67600000000000005,"15min":0.67600000000000005},"max":{"1min":12.414999999999999,"5min":12.414999999999999,"15min":61.499000000000002},"last":3.665},{"interface":"front","average":{"1min":2.766,"5min":2.5499999999999998,"15min":2.6880000000000002},"min":{"1min":0.96199999999999997,"5min":0.82699999999999996,"15min":0.81299999999999994},"max":{"1min":12.138999999999999,"5min":12.138999999999999,"15min":63},"last":3.4940000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:40:57 2020","interfaces":[{"interface":"back","average":{"1min":2.27,"5min":2.1179999999999999,"15min":2.706},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.85299999999999998},"max":{"1min":6.1479999999999997,"5min":6.1479999999999997,"15min":62.481999999999999},"last":2.5089999999999999},{"interface":"front","average":{"1min":2.4060000000000001,"5min":2.3460000000000001,"15min":2.7549999999999999},"min":{"1min":0.94699999999999995,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":6.4960000000000004,"5min":10.074999999999999,"15min":63.067},"last":1.9810000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:40:33 2020","interfaces":[{"interface":"back","average":{"1min":1.883,"5min":3.1219999999999999,"15min":3.0699999999999998},"min":{"1min":0.879,"5min":0.879,"15min":0.879},"max":{"1min":3.7519999999999998,"5min":46.225999999999999,"15min":63.304000000000002},"last":1.159},{"interface":"front","average":{"1min":2.0510000000000002,"5min":2.9780000000000002,"15min":2.9609999999999999},"min":{"1min":1.2010000000000001,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":3.907,"5min":45.997,"15min":63.232999999999997},"last":1.357}]},{"osd":10,"last update":"Mon Nov 16 20:40:39 2020","interfaces":[{"interface":"back","average":{"1min":2.1539999999999999,"5min":3.2040000000000002,"15min":3.1190000000000002},"min":{"1min":1.3320000000000001,"5min":1.3169999999999999,"15min":0.90900000000000003},"max":{"1min":3.419,"5min":45.389000000000003,"15min":64.043999999999997},"last":1.7250000000000001},{"interface":"front","average":{"1min":2.4350000000000001,"5min":3.2010000000000001,"15min":3.105},"min":{"1min":1.109,"5min":1.0860000000000001,"15min":1.0860000000000001},"max":{"1min":5.3120000000000003,"5min":45.656999999999996,"15min":62.686999999999998},"last":2.1000000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:40:57 2020","interfaces":[{"interface":"back","average":{"1min":2.411,"5min":2.8530000000000002,"15min":3.0680000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":4.8520000000000003,"5min":9.8960000000000008,"15min":64.244},"last":1.5629999999999999},{"interface":"front","average":{"1min":2.9390000000000001,"5min":2.9199999999999999,"15min":3.2450000000000001},"min":{"1min":1.2370000000000001,"5min":1.0649999999999999,"15min":1.0649999999999999},"max":{"1min":12.273999999999999,"5min":12.273999999999999,"15min":64.447999999999993},"last":1.891}]}]},{"osd":5,"up_from":0,"seq":180388626729,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:41:19.997 INFO:tasks.thrashosds.thrasher:Setting 1.0 to [7, 1, 5, 2]
2020-11-16T20:41:19.997 INFO:tasks.thrashosds.thrasher:cmd ['osd', 'pg-upmap-items', '1.0', '7', '1', '5', '2']
2020-11-16T20:41:19.998 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pg-upmap-items 1.0 7 1 5 2
2020-11-16T20:41:20.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:41:19 smithi065 bash[16457]: debug 2020-11-16T20:41:19.835+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:20.055 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:20.159 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:20.198 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:20.279 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:20.374 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:20 smithi065 bash[9468]: cluster 2020-11-16T20:41:19.370965+0000 mon.a (mon.0) 1734 : cluster [DBG] osdmap e503: 12 total, 12 up, 9 in
2020-11-16T20:41:20.375 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:20 smithi065 bash[9468]: cluster 2020-11-16T20:41:19.451562+0000 osd.7 (osd.7) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:20.375 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:20 smithi065 bash[9468]: cluster 2020-11-16T20:41:19.451675+0000 osd.7 (osd.7) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:20.375 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:41:20 smithi065 bash[11785]: debug 2020-11-16T20:41:20.055+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:20.383 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:20.407 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:20 smithi142 bash[9523]: cluster 2020-11-16T20:41:19.370965+0000 mon.a (mon.0) 1734 : cluster [DBG] osdmap e503: 12 total, 12 up, 9 in
2020-11-16T20:41:20.407 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:20 smithi142 bash[9523]: cluster 2020-11-16T20:41:19.451562+0000 osd.7 (osd.7) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:20.407 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:20 smithi142 bash[9523]: cluster 2020-11-16T20:41:19.451675+0000 osd.7 (osd.7) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:20.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:20 smithi071 bash[9480]: cluster 2020-11-16T20:41:19.370965+0000 mon.a (mon.0) 1734 : cluster [DBG] osdmap e503: 12 total, 12 up, 9 in
2020-11-16T20:41:20.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:20 smithi071 bash[9480]: cluster 2020-11-16T20:41:19.451562+0000 osd.7 (osd.7) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:20.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:20 smithi071 bash[9480]: cluster 2020-11-16T20:41:19.451675+0000 osd.7 (osd.7) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:20.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:20 smithi071 bash[16796]: debug 2020-11-16T20:41:20.278+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:20.959 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:21.063 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:21.210 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:21.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:20 smithi142 bash[15670]: debug 2020-11-16T20:41:20.957+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:21.314 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:21.380 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:41:21 smithi065 bash[16457]: debug 2020-11-16T20:41:21.207+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:21.580 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:41:21.588 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:21 smithi142 bash[9523]: cluster 2020-11-16T20:41:20.311527+0000 mgr.x (mgr.14196) 880 : cluster [DBG] pgmap v1296: 17 pgs: 1 active+recovering, 16 active+clean; 1.7 GiB data, 5.9 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 869 op/s; 1614/54428 objects misplaced (2.965%); 2.7 MiB/s, 42 objects/s recovering
2020-11-16T20:41:21.589 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:21 smithi142 bash[9523]: cluster 2020-11-16T20:41:20.381871+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e504: 12 total, 12 up, 9 in
2020-11-16T20:41:21.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:21 smithi071 bash[9480]: cluster 2020-11-16T20:41:20.311527+0000 mgr.x (mgr.14196) 880 : cluster [DBG] pgmap v1296: 17 pgs: 1 active+recovering, 16 active+clean; 1.7 GiB data, 5.9 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 869 op/s; 1614/54428 objects misplaced (2.965%); 2.7 MiB/s, 42 objects/s recovering
2020-11-16T20:41:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:21 smithi071 bash[9480]: cluster 2020-11-16T20:41:20.381871+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e504: 12 total, 12 up, 9 in
2020-11-16T20:41:21.753 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:21 smithi065 bash[9468]: cluster 2020-11-16T20:41:20.311527+0000 mgr.x (mgr.14196) 880 : cluster [DBG] pgmap v1296: 17 pgs: 1 active+recovering, 16 active+clean; 1.7 GiB data, 5.9 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 869 op/s; 1614/54428 objects misplaced (2.965%); 2.7 MiB/s, 42 objects/s recovering
2020-11-16T20:41:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:21 smithi065 bash[9468]: cluster 2020-11-16T20:41:20.381871+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e504: 12 total, 12 up, 9 in
2020-11-16T20:41:22.499 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:22.604 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:22.731 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:22 smithi065 bash[9468]: cluster 2020-11-16T20:41:21.506343+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e505: 12 total, 12 up, 9 in
2020-11-16T20:41:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:22 smithi065 bash[9468]: cluster 2020-11-16T20:41:22.312020+0000 mgr.x (mgr.14196) 881 : cluster [DBG] pgmap v1299: 17 pgs: 1 active+recovering, 16 active+clean; 1.5 GiB data, 5.6 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1318/50530 objects misplaced (2.608%); 5.9 MiB/s, 95 objects/s recovering
2020-11-16T20:41:22.839 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:22.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:22 smithi071 bash[9480]: cluster 2020-11-16T20:41:21.506343+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e505: 12 total, 12 up, 9 in
2020-11-16T20:41:22.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:22 smithi071 bash[9480]: cluster 2020-11-16T20:41:22.312020+0000 mgr.x (mgr.14196) 881 : cluster [DBG] pgmap v1299: 17 pgs: 1 active+recovering, 16 active+clean; 1.5 GiB data, 5.6 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1318/50530 objects misplaced (2.608%); 5.9 MiB/s, 95 objects/s recovering
2020-11-16T20:41:22.950 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:22 smithi071 bash[12066]: debug 2020-11-16T20:41:22.726+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:23.101 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:22 smithi142 bash[9523]: cluster 2020-11-16T20:41:21.506343+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e505: 12 total, 12 up, 9 in
2020-11-16T20:41:23.101 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:22 smithi142 bash[9523]: cluster 2020-11-16T20:41:22.312020+0000 mgr.x (mgr.14196) 881 : cluster [DBG] pgmap v1299: 17 pgs: 1 active+recovering, 16 active+clean; 1.5 GiB data, 5.6 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1318/50530 objects misplaced (2.608%); 5.9 MiB/s, 95 objects/s recovering
2020-11-16T20:41:23.102 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:22 smithi142 bash[22738]: debug 2020-11-16T20:41:22.497+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:24.264 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:24.367 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:24.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:24 smithi142 bash[22738]: debug 2020-11-16T20:41:24.265+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:24.687 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:24.792 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:25.035 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:41:24 smithi142 bash[20366]: debug 2020-11-16T20:41:24.685+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:25.056 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:25.159 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:25.300 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:25.371 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:25 smithi142 bash[18009]: debug 2020-11-16T20:41:25.057+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:25.372 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:25 smithi142 bash[9523]: cluster 2020-11-16T20:41:24.312435+0000 mgr.x (mgr.14196) 882 : cluster [DBG] pgmap v1300: 17 pgs: 1 active+recovering, 16 active+clean; 1.4 GiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.06k op/s; 1318/46160 objects misplaced (2.855%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:25.404 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:25.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:25 smithi071 bash[9480]: cluster 2020-11-16T20:41:24.312435+0000 mgr.x (mgr.14196) 882 : cluster [DBG] pgmap v1300: 17 pgs: 1 active+recovering, 16 active+clean; 1.4 GiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.06k op/s; 1318/46160 objects misplaced (2.855%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:25.456 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:25 smithi071 bash[12066]: debug 2020-11-16T20:41:25.298+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:25.536 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:25.640 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:25.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:25 smithi065 bash[9468]: cluster 2020-11-16T20:41:24.312435+0000 mgr.x (mgr.14196) 882 : cluster [DBG] pgmap v1300: 17 pgs: 1 active+recovering, 16 active+clean; 1.4 GiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.06k op/s; 1318/46160 objects misplaced (2.855%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:25.949 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:41:25 smithi071 bash[14419]: debug 2020-11-16T20:41:25.530+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:26.095 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:26.199 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:26.283 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:26 smithi142 bash[22738]: debug 2020-11-16T20:41:26.093+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:26.316 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:26.422 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:26.516 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[9480]: cluster 2020-11-16T20:41:24.761591+0000 osd.8 (osd.8) 124 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:26.517 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[9480]: cluster 2020-11-16T20:41:24.761664+0000 osd.8 (osd.8) 125 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:26.517 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[9480]: cluster 2020-11-16T20:41:25.373891+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e506: 12 total, 12 up, 9 in
2020-11-16T20:41:26.517 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[9480]: audit 2020-11-16T20:41:26.214225+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:41:26.517 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[9480]: audit 2020-11-16T20:41:26.214488+0000 mon.c (mon.2) 48 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:41:26.517 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[9480]: audit 2020-11-16T20:41:26.218106+0000 mon.a (mon.0) 1738 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:41:26.517 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[9480]: audit 2020-11-16T20:41:26.218544+0000 mon.a (mon.0) 1739 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:41:26.518 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[26650]: debug 2020-11-16T20:41:26.314+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:26.518 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:26.623 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:26.733 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:26.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:26 smithi065 bash[9468]: cluster 2020-11-16T20:41:24.761591+0000 osd.8 (osd.8) 124 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:26 smithi065 bash[9468]: cluster 2020-11-16T20:41:24.761664+0000 osd.8 (osd.8) 125 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:26 smithi065 bash[9468]: cluster 2020-11-16T20:41:25.373891+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e506: 12 total, 12 up, 9 in
2020-11-16T20:41:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:26 smithi065 bash[9468]: audit 2020-11-16T20:41:26.214225+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:41:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:26 smithi065 bash[9468]: audit 2020-11-16T20:41:26.214488+0000 mon.c (mon.2) 48 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:41:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:26 smithi065 bash[9468]: audit 2020-11-16T20:41:26.218106+0000 mon.a (mon.0) 1738 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:41:26.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:26 smithi065 bash[9468]: audit 2020-11-16T20:41:26.218544+0000 mon.a (mon.0) 1739 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:41:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:26 smithi142 bash[9523]: cluster 2020-11-16T20:41:24.761591+0000 osd.8 (osd.8) 124 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:26 smithi142 bash[9523]: cluster 2020-11-16T20:41:24.761664+0000 osd.8 (osd.8) 125 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:26 smithi142 bash[9523]: cluster 2020-11-16T20:41:25.373891+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e506: 12 total, 12 up, 9 in
2020-11-16T20:41:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:26 smithi142 bash[9523]: audit 2020-11-16T20:41:26.214225+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:41:26.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:26 smithi142 bash[9523]: audit 2020-11-16T20:41:26.214488+0000 mon.c (mon.2) 48 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:41:26.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:26 smithi142 bash[9523]: audit 2020-11-16T20:41:26.218106+0000 mon.a (mon.0) 1738 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:41:26.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:26 smithi142 bash[9523]: audit 2020-11-16T20:41:26.218544+0000 mon.a (mon.0) 1739 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:41:26.838 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:26.949 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[12066]: debug 2020-11-16T20:41:26.518+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:26.950 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:41:26 smithi071 bash[14419]: debug 2020-11-16T20:41:26.734+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:27.294 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:27.398 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:27.598 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:27 smithi142 bash[9523]: cluster 2020-11-16T20:41:26.312925+0000 mgr.x (mgr.14196) 883 : cluster [DBG] pgmap v1302: 17 pgs: 1 active+recovering, 16 active+clean; 1.3 GiB data, 5.2 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 882 op/s; 1318/43832 objects misplaced (3.007%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:27.598 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:27 smithi142 bash[9523]: cluster 2020-11-16T20:41:26.507932+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e507: 12 total, 12 up, 9 in
2020-11-16T20:41:27.599 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:27 smithi142 bash[15670]: debug 2020-11-16T20:41:27.293+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:27.599 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:27.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:27 smithi071 bash[9480]: cluster 2020-11-16T20:41:26.312925+0000 mgr.x (mgr.14196) 883 : cluster [DBG] pgmap v1302: 17 pgs: 1 active+recovering, 16 active+clean; 1.3 GiB data, 5.2 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 882 op/s; 1318/43832 objects misplaced (3.007%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:27 smithi071 bash[9480]: cluster 2020-11-16T20:41:26.507932+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e507: 12 total, 12 up, 9 in
2020-11-16T20:41:27.702 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:27.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:27 smithi065 bash[9468]: cluster 2020-11-16T20:41:26.312925+0000 mgr.x (mgr.14196) 883 : cluster [DBG] pgmap v1302: 17 pgs: 1 active+recovering, 16 active+clean; 1.3 GiB data, 5.2 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 882 op/s; 1318/43832 objects misplaced (3.007%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:27.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:27 smithi065 bash[9468]: cluster 2020-11-16T20:41:26.507932+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e507: 12 total, 12 up, 9 in
2020-11-16T20:41:27.820 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:27.924 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:28.057 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:28.164 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:28.173 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:27 smithi071 bash[12066]: debug 2020-11-16T20:41:27.818+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:28.276 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:28.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:28 smithi065 bash[18823]: debug 2020-11-16T20:41:28.055+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:28.380 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:28.428 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:27 smithi142 bash[18009]: debug 2020-11-16T20:41:27.597+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:28.429 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:28 smithi142 bash[9523]: cluster 2020-11-16T20:41:26.476409+0000 osd.1 (osd.1) 154 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:28.429 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:28 smithi142 bash[9523]: cluster 2020-11-16T20:41:26.476477+0000 osd.1 (osd.1) 155 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:28.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:28 smithi071 bash[9480]: cluster 2020-11-16T20:41:26.476409+0000 osd.1 (osd.1) 154 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:28.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:28 smithi071 bash[9480]: cluster 2020-11-16T20:41:26.476477+0000 osd.1 (osd.1) 155 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:28.450 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:41:28 smithi071 bash[14419]: debug 2020-11-16T20:41:28.274+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:28.496 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:28.600 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:28.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:28 smithi065 bash[9468]: cluster 2020-11-16T20:41:26.476409+0000 osd.1 (osd.1) 154 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:28.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:28 smithi065 bash[9468]: cluster 2020-11-16T20:41:26.476477+0000 osd.1 (osd.1) 155 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:28.949 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:28 smithi071 bash[12066]: debug 2020-11-16T20:41:28.494+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:29.123 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:29.227 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:29.340 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:29.420 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:29 smithi142 bash[15670]: debug 2020-11-16T20:41:29.125+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:29.421 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:29 smithi142 bash[9523]: cluster 2020-11-16T20:41:28.313349+0000 mgr.x (mgr.14196) 884 : cluster [DBG] pgmap v1304: 17 pgs: 1 active+recovering, 16 active+clean; 1.2 GiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 958 op/s; 1023/40226 objects misplaced (2.543%); 5.4 MiB/s, 86 objects/s recovering
2020-11-16T20:41:29.421 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:29 smithi142 bash[9523]: cluster 2020-11-16T20:41:29.052156+0000 osd.11 (osd.11) 116 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:29.421 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:29 smithi142 bash[9523]: cluster 2020-11-16T20:41:29.052250+0000 osd.11 (osd.11) 117 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:29.445 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:29.570 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:29.672 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:29.680 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:29 smithi065 bash[9468]: cluster 2020-11-16T20:41:28.313349+0000 mgr.x (mgr.14196) 884 : cluster [DBG] pgmap v1304: 17 pgs: 1 active+recovering, 16 active+clean; 1.2 GiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 958 op/s; 1023/40226 objects misplaced (2.543%); 5.4 MiB/s, 86 objects/s recovering
2020-11-16T20:41:29.681 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:29 smithi065 bash[9468]: cluster 2020-11-16T20:41:29.052156+0000 osd.11 (osd.11) 116 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:29.681 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:29 smithi065 bash[9468]: cluster 2020-11-16T20:41:29.052250+0000 osd.11 (osd.11) 117 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:29.683 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:41:29 smithi065 bash[14115]: debug 2020-11-16T20:41:29.563+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:29.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:29 smithi071 bash[26650]: debug 2020-11-16T20:41:29.334+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:29 smithi071 bash[9480]: cluster 2020-11-16T20:41:28.313349+0000 mgr.x (mgr.14196) 884 : cluster [DBG] pgmap v1304: 17 pgs: 1 active+recovering, 16 active+clean; 1.2 GiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 958 op/s; 1023/40226 objects misplaced (2.543%); 5.4 MiB/s, 86 objects/s recovering
2020-11-16T20:41:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:29 smithi071 bash[9480]: cluster 2020-11-16T20:41:29.052156+0000 osd.11 (osd.11) 116 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:29.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:29 smithi071 bash[9480]: cluster 2020-11-16T20:41:29.052250+0000 osd.11 (osd.11) 117 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:29.772 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:29.875 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:30.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:29 smithi065 bash[18823]: debug 2020-11-16T20:41:29.771+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:30.535 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:30.639 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:30.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:30 smithi071 bash[9480]: cluster 2020-11-16T20:41:29.401219+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e508: 12 total, 12 up, 9 in
2020-11-16T20:41:30.764 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:30.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:30 smithi065 bash[9468]: cluster 2020-11-16T20:41:29.401219+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e508: 12 total, 12 up, 9 in
2020-11-16T20:41:30.868 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:31.017 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:31.120 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:31.130 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:30 smithi071 bash[12066]: debug 2020-11-16T20:41:30.761+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:31.171 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:30 smithi142 bash[9523]: cluster 2020-11-16T20:41:29.401219+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e508: 12 total, 12 up, 9 in
2020-11-16T20:41:31.171 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:30 smithi142 bash[15670]: debug 2020-11-16T20:41:30.533+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:31.246 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:31.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:41:31 smithi065 bash[11785]: debug 2020-11-16T20:41:31.015+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:31.351 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:31.410 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:31 smithi071 bash[26650]: debug 2020-11-16T20:41:31.245+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:31.464 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:31.568 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:31.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:31 smithi071 bash[9480]: cluster 2020-11-16T20:41:30.313813+0000 mgr.x (mgr.14196) 885 : cluster [DBG] pgmap v1306: 17 pgs: 1 active+recovering, 16 active+clean; 1.1 GiB data, 4.7 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 906 op/s; 1023/35282 objects misplaced (2.899%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:31.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:31 smithi071 bash[16796]: debug 2020-11-16T20:41:31.461+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:31.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:31 smithi065 bash[9468]: cluster 2020-11-16T20:41:30.313813+0000 mgr.x (mgr.14196) 885 : cluster [DBG] pgmap v1306: 17 pgs: 1 active+recovering, 16 active+clean; 1.1 GiB data, 4.7 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 906 op/s; 1023/35282 objects misplaced (2.899%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:31.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:31 smithi142 bash[9523]: cluster 2020-11-16T20:41:30.313813+0000 mgr.x (mgr.14196) 885 : cluster [DBG] pgmap v1306: 17 pgs: 1 active+recovering, 16 active+clean; 1.1 GiB data, 4.7 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 906 op/s; 1023/35282 objects misplaced (2.899%); 3.1 MiB/s, 49 objects/s recovering
2020-11-16T20:41:31.955 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:32.060 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:32.217 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:41:32.218 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:41:32.218 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.218 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:262889 4.9 4:967125f9:::benchmark_data_smithi065_31807_object124720:head [delete] snapc 0=[] ondisk+write+known_if_redirected e509)",
2020-11-16T20:41:32.218 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.211423+0000",
2020-11-16T20:41:32.219 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0090139859999999999,
2020-11-16T20:41:32.219 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0090503790000000008,
2020-11-16T20:41:32.219 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.219 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:41:32.219 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:32.219 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:32.219 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:32.220 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 262889
2020-11-16T20:41:32.220 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:32.220 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.220 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.211423+0000",
2020-11-16T20:41:32.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.221 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.221 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.221 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.221 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.211423+0000",
2020-11-16T20:41:32.221 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:41:32.221 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.221 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.211393+0000",
2020-11-16T20:41:32.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2000000000000002e-05
2020-11-16T20:41:32.222 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.222 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.211465+0000",
2020-11-16T20:41:32.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2315e-05
2020-11-16T20:41:32.223 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.223 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.211478+0000",
2020-11-16T20:41:32.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2369999999999997e-06
2020-11-16T20:41:32.224 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.224 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.224 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.224 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.211484+0000",
2020-11-16T20:41:32.224 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0044491929999999997
2020-11-16T20:41:32.224 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.224 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.225 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:32.225 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.215933+0000",
2020-11-16T20:41:32.225 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013728300000000001
2020-11-16T20:41:32.225 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.225 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.225 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:32.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216070+0000",
2020-11-16T20:41:32.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015361500000000001
2020-11-16T20:41:32.226 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.226 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:41:32.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216224+0000",
2020-11-16T20:41:32.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0048012940000000002
2020-11-16T20:41:32.227 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.227 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.227 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.227 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.227 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.227 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.35333.0:262871 4.9 e509/407)",
2020-11-16T20:41:32.227 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.212496+0000",
2020-11-16T20:41:32.227 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0079403540000000002,
2020-11-16T20:41:32.228 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0080647819999999995,
2020-11-16T20:41:32.228 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.228 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:41:32.228 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.228 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.228 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.228 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.212496+0000",
2020-11-16T20:41:32.229 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.229 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.229 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.229 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.229 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.212496+0000",
2020-11-16T20:41:32.229 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:41:32.229 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.230 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.230 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.230 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.212474+0000",
2020-11-16T20:41:32.230 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8724999999999998e-05
2020-11-16T20:41:32.230 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.230 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.230 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.231 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.212532+0000",
2020-11-16T20:41:32.231 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0404999999999999e-05
2020-11-16T20:41:32.231 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.231 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.231 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.231 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.212543+0000",
2020-11-16T20:41:32.231 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.319e-06
2020-11-16T20:41:32.232 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.232 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.232 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.232 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.212549+0000",
2020-11-16T20:41:32.232 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2840999999999998e-05
2020-11-16T20:41:32.232 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.232 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.233 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.233 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.233 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.233 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:262894 4.3 e509/407 4:c8358f72:::benchmark_data_smithi065_31807_object124725:head v 509'16570, mlcod=509'16568)",
2020-11-16T20:41:32.233 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.216544+0000",
2020-11-16T20:41:32.233 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0038923930000000001,
2020-11-16T20:41:32.233 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0040553739999999996,
2020-11-16T20:41:32.234 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.234 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:41:32.234 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.234 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.234 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.234 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216544+0000",
2020-11-16T20:41:32.234 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.235 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.235 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.235 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.235 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216544+0000",
2020-11-16T20:41:32.235 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:41:32.235 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.235 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216521+0000",
2020-11-16T20:41:32.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0568999999999995e-05
2020-11-16T20:41:32.236 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.236 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216592+0000",
2020-11-16T20:41:32.237 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0171e-05
2020-11-16T20:41:32.237 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.237 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.237 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.237 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216602+0000",
2020-11-16T20:41:32.237 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1070000000000001e-06
2020-11-16T20:41:32.237 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.238 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216608+0000",
2020-11-16T20:41:32.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5525999999999995e-05
2020-11-16T20:41:32.238 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.238 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:32.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216683+0000",
2020-11-16T20:41:32.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0947000000000001e-05
2020-11-16T20:41:32.239 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.239 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:32.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.216704+0000",
2020-11-16T20:41:32.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016025499999999999
2020-11-16T20:41:32.239 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.240 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.240 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.240 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.240 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.240 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.35333.0:262880 4.9 e509/407)",
2020-11-16T20:41:32.240 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.218941+0000",
2020-11-16T20:41:32.240 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0014956570000000001,
2020-11-16T20:41:32.241 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0016954089999999999,
2020-11-16T20:41:32.241 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.241 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:41:32.241 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.241 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.241 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.241 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.218941+0000",
2020-11-16T20:41:32.242 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.242 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.242 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.242 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.242 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.218941+0000",
2020-11-16T20:41:32.242 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:41:32.243 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.243 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.243 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.243 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.218917+0000",
2020-11-16T20:41:32.243 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0513999999999997e-05
2020-11-16T20:41:32.243 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.243 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.244 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.244 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.218978+0000",
2020-11-16T20:41:32.244 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0458999999999999e-05
2020-11-16T20:41:32.244 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.244 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.244 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.244 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.218988+0000",
2020-11-16T20:41:32.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7469999999999999e-06
2020-11-16T20:41:32.245 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.245 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.218995+0000",
2020-11-16T20:41:32.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3885999999999999e-05
2020-11-16T20:41:32.245 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.246 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.246 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.246 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.246 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.246 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.35333.0:262883 4.9 e509/407)",
2020-11-16T20:41:32.246 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.219039+0000",
2020-11-16T20:41:32.246 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0013979789999999999,
2020-11-16T20:41:32.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.001674708,
2020-11-16T20:41:32.247 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.247 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:41:32.247 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.247 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.247 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.247 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.219039+0000",
2020-11-16T20:41:32.248 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.248 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.248 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.219039+0000",
2020-11-16T20:41:32.248 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:41:32.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.219015+0000",
2020-11-16T20:41:32.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7300999999999999e-05
2020-11-16T20:41:32.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.219072+0000",
2020-11-16T20:41:32.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2519999999999999e-06
2020-11-16T20:41:32.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.219080+0000",
2020-11-16T20:41:32.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9249999999999997e-06
2020-11-16T20:41:32.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.219084+0000",
2020-11-16T20:41:32.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5488999999999998e-05
2020-11-16T20:41:32.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.251 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.251 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.252 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.252 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.252 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:262898 4.6 4:6fae5453:::benchmark_data_smithi065_31807_object124729:head [delete] snapc 0=[] ondisk+write+known_if_redirected e509)",
2020-11-16T20:41:32.252 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.220144+0000",
2020-11-16T20:41:32.252 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.00029210299999999999,
2020-11-16T20:41:32.252 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.00063642400000000002,
2020-11-16T20:41:32.252 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.253 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:41:32.253 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:32.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:32.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:32.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 262898
2020-11-16T20:41:32.253 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:32.253 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220144+0000",
2020-11-16T20:41:32.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220144+0000",
2020-11-16T20:41:32.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:41:32.255 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.255 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220115+0000",
2020-11-16T20:41:32.255 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5030000000000006e-05
2020-11-16T20:41:32.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220180+0000",
2020-11-16T20:41:32.256 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1467e-05
2020-11-16T20:41:32.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220192+0000",
2020-11-16T20:41:32.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3300000000000004e-06
2020-11-16T20:41:32.257 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.257 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220198+0000",
2020-11-16T20:41:32.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1773999999999995e-05
2020-11-16T20:41:32.258 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.258 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:32.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220260+0000",
2020-11-16T20:41:32.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015646900000000001
2020-11-16T20:41:32.258 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:32.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220416+0000",
2020-11-16T20:41:32.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000164797
2020-11-16T20:41:32.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:41:32.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.220581+0000",
2020-11-16T20:41:32.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00043677899999999999
2020-11-16T20:41:32.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.260 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.260 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.260 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.260 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.261 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:262871 4.9 4:980e1cc1:::benchmark_data_smithi065_31807_object124702:head [delete] snapc 0=[] ondisk+write+known_if_redirected e509)",
2020-11-16T20:41:32.261 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.188202+0000",
2020-11-16T20:41:32.261 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.032234246000000001,
2020-11-16T20:41:32.261 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.032672324000000003,
2020-11-16T20:41:32.261 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.261 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:41:32.261 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:32.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:32.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:32.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 262871
2020-11-16T20:41:32.262 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:32.262 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.188202+0000",
2020-11-16T20:41:32.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.188202+0000",
2020-11-16T20:41:32.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:41:32.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.188174+0000",
2020-11-16T20:41:32.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.224e-05
2020-11-16T20:41:32.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.188236+0000",
2020-11-16T20:41:32.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1119999999999998e-06
2020-11-16T20:41:32.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.188243+0000",
2020-11-16T20:41:32.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.301e-06
2020-11-16T20:41:32.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.188247+0000",
2020-11-16T20:41:32.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0747999999999997e-05
2020-11-16T20:41:32.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.267 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.267 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:32.267 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.188288+0000",
2020-11-16T20:41:32.267 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0087022980000000007
2020-11-16T20:41:32.267 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.267 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.267 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:32.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.196990+0000",
2020-11-16T20:41:32.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014952699999999999
2020-11-16T20:41:32.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:41:32.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.197140+0000",
2020-11-16T20:41:32.268 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0089375819999999995
2020-11-16T20:41:32.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.269 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.269 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.269 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.269 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.269 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:262880 4.9 4:9dd38d1a:::benchmark_data_smithi065_31807_object124711:head [delete] snapc 0=[] ondisk+write+known_if_redirected e509)",
2020-11-16T20:41:32.269 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.200930+0000",
2020-11-16T20:41:32.270 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.019506309999999999,
2020-11-16T20:41:32.270 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.020048772999999999,
2020-11-16T20:41:32.270 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.270 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:41:32.270 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:32.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:32.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:32.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 262880
2020-11-16T20:41:32.271 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:32.271 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.200930+0000",
2020-11-16T20:41:32.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.200930+0000",
2020-11-16T20:41:32.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:41:32.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.200901+0000",
2020-11-16T20:41:32.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4499999999999996e-05
2020-11-16T20:41:32.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.200966+0000",
2020-11-16T20:41:32.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1834999999999999e-05
2020-11-16T20:41:32.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.200978+0000",
2020-11-16T20:41:32.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9879999999999998e-06
2020-11-16T20:41:32.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.200985+0000",
2020-11-16T20:41:32.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0017932079999999999
2020-11-16T20:41:32.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:32.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.202778+0000",
2020-11-16T20:41:32.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000134869
2020-11-16T20:41:32.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:32.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.202913+0000",
2020-11-16T20:41:32.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018836800000000001
2020-11-16T20:41:32.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:41:32.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.203101+0000",
2020-11-16T20:41:32.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0021708629999999999
2020-11-16T20:41:32.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.277 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.278 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.278 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.278 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.278 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:262883 4.9 4:9e27f875:::benchmark_data_smithi065_31807_object124714:head [delete] snapc 0=[] ondisk+write+known_if_redirected e509)",
2020-11-16T20:41:32.278 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.202524+0000",
2020-11-16T20:41:32.278 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.017912177000000001,
2020-11-16T20:41:32.278 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.018558460999999998,
2020-11-16T20:41:32.279 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.279 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:41:32.279 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:32.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:32.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:32.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 262883
2020-11-16T20:41:32.279 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:32.280 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.280 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.280 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.280 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.202524+0000",
2020-11-16T20:41:32.280 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.280 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.280 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.280 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.202524+0000",
2020-11-16T20:41:32.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:41:32.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.202489+0000",
2020-11-16T20:41:32.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9845999999999994e-05
2020-11-16T20:41:32.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.202569+0000",
2020-11-16T20:41:32.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2824e-05
2020-11-16T20:41:32.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.202582+0000",
2020-11-16T20:41:32.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2130000000000002e-06
2020-11-16T20:41:32.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.202589+0000",
2020-11-16T20:41:32.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0070572930000000001
2020-11-16T20:41:32.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:32.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.209647+0000",
2020-11-16T20:41:32.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017759699999999999
2020-11-16T20:41:32.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:32.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.209824+0000",
2020-11-16T20:41:32.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000173072
2020-11-16T20:41:32.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:41:32.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.209997+0000",
2020-11-16T20:41:32.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0074728590000000001
2020-11-16T20:41:32.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.286 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.286 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.286 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:32.286 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:32.287 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:262888 4.b e509/407 4:de32a5b7:::benchmark_data_smithi065_31807_object124719:head v 509'16514, mlcod=509'16512)",
2020-11-16T20:41:32.287 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:32.210575+0000",
2020-11-16T20:41:32.287 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0098613739999999991,
2020-11-16T20:41:32.287 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.010643867,
2020-11-16T20:41:32.287 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:32.287 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:41:32.288 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:32.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:32.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.210575+0000",
2020-11-16T20:41:32.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:32.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:32.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.210575+0000",
2020-11-16T20:41:32.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:41:32.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:32.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.210553+0000",
2020-11-16T20:41:32.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1936999999999999e-05
2020-11-16T20:41:32.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:32.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.210624+0000",
2020-11-16T20:41:32.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0487e-05
2020-11-16T20:41:32.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.291 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:32.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.210635+0000",
2020-11-16T20:41:32.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0240000000000003e-06
2020-11-16T20:41:32.291 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.291 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:32.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.210641+0000",
2020-11-16T20:41:32.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3474999999999995e-05
2020-11-16T20:41:32.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.292 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:32.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.210734+0000",
2020-11-16T20:41:32.292 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3286999999999999e-05
2020-11-16T20:41:32.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:32.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:32.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:32.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:32.210758+0000",
2020-11-16T20:41:32.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000182566
2020-11-16T20:41:32.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:32.293 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:32.294 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:32.294 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:32.294 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:41:32.294 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 10
2020-11-16T20:41:32.294 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:41:32.296 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:41:32.296 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:41:32.297 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:41:31 smithi142 bash[20366]: debug 2020-11-16T20:41:31.957+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:32.332 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:41:32.367 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:41:32.402 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:41:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:41:32.483 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:41:32.526 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:41:32.561 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:41:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:41:32.642 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:41:32.684 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:41:32.697 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.698 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.698 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.698 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.698 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.698 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.698 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:41:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:32 smithi065 bash[9468]: cluster 2020-11-16T20:41:31.509000+0000 mon.a (mon.0) 1742 : cluster [DBG] osdmap e509: 12 total, 12 up, 9 in
2020-11-16T20:41:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:32 smithi065 bash[9468]: audit 2020-11-16T20:41:32.205576+0000 mon.a (mon.0) 1743 : audit [DBG] from='client.? v1:172.21.15.142:0/1564291886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:32 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.297982+0000 osd.1 (osd.1) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:32.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:32 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.314274+0000 mgr.x (mgr.14196) 886 : cluster [DBG] pgmap v1308: 17 pgs: 1 active+recovering, 16 active+clean; 965 MiB data, 4.5 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s; 703/30874 objects misplaced (2.277%); 6.4 MiB/s, 102 objects/s recovering
2020-11-16T20:41:32.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:32 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.443757+0000 osd.5 (osd.5) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:32.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:32 smithi142 bash[9523]: cluster 2020-11-16T20:41:31.509000+0000 mon.a (mon.0) 1742 : cluster [DBG] osdmap e509: 12 total, 12 up, 9 in
2020-11-16T20:41:32.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:32 smithi142 bash[9523]: audit 2020-11-16T20:41:32.205576+0000 mon.a (mon.0) 1743 : audit [DBG] from='client.? v1:172.21.15.142:0/1564291886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:32.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:32 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.297982+0000 osd.1 (osd.1) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:32.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:32 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.314274+0000 mgr.x (mgr.14196) 886 : cluster [DBG] pgmap v1308: 17 pgs: 1 active+recovering, 16 active+clean; 965 MiB data, 4.5 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s; 703/30874 objects misplaced (2.277%); 6.4 MiB/s, 102 objects/s recovering
2020-11-16T20:41:32.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:32 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.443757+0000 osd.5 (osd.5) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:32.809 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:32.913 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:32 smithi071 bash[9480]: cluster 2020-11-16T20:41:31.509000+0000 mon.a (mon.0) 1742 : cluster [DBG] osdmap e509: 12 total, 12 up, 9 in
2020-11-16T20:41:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:32 smithi071 bash[9480]: audit 2020-11-16T20:41:32.205576+0000 mon.a (mon.0) 1743 : audit [DBG] from='client.? v1:172.21.15.142:0/1564291886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:32.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:32 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.297982+0000 osd.1 (osd.1) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:32.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:32 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.314274+0000 mgr.x (mgr.14196) 886 : cluster [DBG] pgmap v1308: 17 pgs: 1 active+recovering, 16 active+clean; 965 MiB data, 4.5 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s; 703/30874 objects misplaced (2.277%); 6.4 MiB/s, 102 objects/s recovering
2020-11-16T20:41:32.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:32 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.443757+0000 osd.5 (osd.5) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.041 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:33.144 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:33.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[16457]: debug 2020-11-16T20:41:33.035+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:33.283 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:32 smithi142 bash[22738]: debug 2020-11-16T20:41:32.809+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:33.284 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:33.388 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:33.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[12066]: debug 2020-11-16T20:41:33.277+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:33.524 INFO:teuthology.orchestra.run.smithi142.stderr:set 1.0 pg_upmap_items mapping to [7->1,5->2]
2020-11-16T20:41:33.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.266928+0000 osd.0 (osd.0) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.338682+0000 osd.2 (osd.2) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.373041+0000 osd.3 (osd.3) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.405111+0000 osd.4 (osd.4) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.479069+0000 osd.6 (osd.6) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.528876+0000 osd.7 (osd.7) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.632 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.644847+0000 osd.10 (osd.10) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.632 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.684776+0000 osd.11 (osd.11) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.632 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[9523]: audit 2020-11-16T20:41:32.700220+0000 mon.a (mon.0) 1744 : audit [INF] from='client.? v1:172.21.15.142:0/1633882096' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [7, 1, 5, 2]}]: dispatch
2020-11-16T20:41:33.663 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:33.767 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:33.776 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.266928+0000 osd.0 (osd.0) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.776 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.338682+0000 osd.2 (osd.2) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.776 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.373041+0000 osd.3 (osd.3) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.776 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.405111+0000 osd.4 (osd.4) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.777 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.479069+0000 osd.6 (osd.6) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.777 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.528876+0000 osd.7 (osd.7) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.777 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.644847+0000 osd.10 (osd.10) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.777 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.684776+0000 osd.11 (osd.11) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.777 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:33 smithi071 bash[9480]: audit 2020-11-16T20:41:32.700220+0000 mon.a (mon.0) 1744 : audit [INF] from='client.? v1:172.21.15.142:0/1633882096' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [7, 1, 5, 2]}]: dispatch
2020-11-16T20:41:33.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.266928+0000 osd.0 (osd.0) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.338682+0000 osd.2 (osd.2) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.373041+0000 osd.3 (osd.3) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.405111+0000 osd.4 (osd.4) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.479069+0000 osd.6 (osd.6) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.528876+0000 osd.7 (osd.7) 93 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.644847+0000 osd.10 (osd.10) 106 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.684776+0000 osd.11 (osd.11) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:33.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:33 smithi065 bash[9468]: audit 2020-11-16T20:41:32.700220+0000 mon.a (mon.0) 1744 : audit [INF] from='client.? v1:172.21.15.142:0/1633882096' entity='client.admin' cmd=[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [7, 1, 5, 2]}]: dispatch
2020-11-16T20:41:34.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:33 smithi142 bash[18009]: debug 2020-11-16T20:41:33.665+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:34.435 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops
2020-11-16T20:41:34.532 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:41:34.611 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:34.770 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:34 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.563699+0000 osd.8 (osd.8) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:34.771 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:34 smithi071 bash[9480]: cluster 2020-11-16T20:41:32.603753+0000 osd.9 (osd.9) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:34.771 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:34 smithi071 bash[9480]: audit 2020-11-16T20:41:33.522223+0000 mon.a (mon.0) 1745 : audit [INF] from='client.? v1:172.21.15.142:0/1633882096' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [7, 1, 5, 2]}]': finished
2020-11-16T20:41:34.771 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:34 smithi071 bash[9480]: cluster 2020-11-16T20:41:33.522295+0000 mon.a (mon.0) 1746 : cluster [DBG] osdmap e510: 12 total, 12 up, 9 in
2020-11-16T20:41:34.771 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:34 smithi071 bash[9480]: audit 2020-11-16T20:41:33.960300+0000 mon.a (mon.0) 1747 : audit [INF] from='client.? v1:172.21.15.142:0/3539136396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:34.771 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:34 smithi071 bash[9480]: cluster 2020-11-16T20:41:34.314780+0000 mgr.x (mgr.14196) 887 : cluster [DBG] pgmap v1310: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 834 MiB data, 4.2 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s; 703/26692 objects misplaced (2.634%); 3.3 MiB/s, 53 objects/s recovering
2020-11-16T20:41:34.772 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:34.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:34 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.563699+0000 osd.8 (osd.8) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:34.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:34 smithi065 bash[9468]: cluster 2020-11-16T20:41:32.603753+0000 osd.9 (osd.9) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:34.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:34 smithi065 bash[9468]: audit 2020-11-16T20:41:33.522223+0000 mon.a (mon.0) 1745 : audit [INF] from='client.? v1:172.21.15.142:0/1633882096' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [7, 1, 5, 2]}]': finished
2020-11-16T20:41:34.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:34 smithi065 bash[9468]: cluster 2020-11-16T20:41:33.522295+0000 mon.a (mon.0) 1746 : cluster [DBG] osdmap e510: 12 total, 12 up, 9 in
2020-11-16T20:41:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:34 smithi065 bash[9468]: audit 2020-11-16T20:41:33.960300+0000 mon.a (mon.0) 1747 : audit [INF] from='client.? v1:172.21.15.142:0/3539136396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:34 smithi065 bash[9468]: cluster 2020-11-16T20:41:34.314780+0000 mgr.x (mgr.14196) 887 : cluster [DBG] pgmap v1310: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 834 MiB data, 4.2 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s; 703/26692 objects misplaced (2.634%); 3.3 MiB/s, 53 objects/s recovering
2020-11-16T20:41:34.842 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:34 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.563699+0000 osd.8 (osd.8) 126 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:34.842 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:34 smithi142 bash[9523]: cluster 2020-11-16T20:41:32.603753+0000 osd.9 (osd.9) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:34.843 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:34 smithi142 bash[9523]: audit 2020-11-16T20:41:33.522223+0000 mon.a (mon.0) 1745 : audit [INF] from='client.? v1:172.21.15.142:0/1633882096' entity='client.admin' cmd='[{"prefix": "osd pg-upmap-items", "pgid": "1.0", "id": [7, 1, 5, 2]}]': finished
2020-11-16T20:41:34.843 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:34 smithi142 bash[9523]: cluster 2020-11-16T20:41:33.522295+0000 mon.a (mon.0) 1746 : cluster [DBG] osdmap e510: 12 total, 12 up, 9 in
2020-11-16T20:41:34.843 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:34 smithi142 bash[9523]: audit 2020-11-16T20:41:33.960300+0000 mon.a (mon.0) 1747 : audit [INF] from='client.? v1:172.21.15.142:0/3539136396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:41:34.843 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:34 smithi142 bash[9523]: cluster 2020-11-16T20:41:34.314780+0000 mgr.x (mgr.14196) 887 : cluster [DBG] pgmap v1310: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 834 MiB data, 4.2 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s; 703/26692 objects misplaced (2.634%); 3.3 MiB/s, 53 objects/s recovering
2020-11-16T20:41:34.874 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:35.022 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:34 smithi071 bash[12066]: debug 2020-11-16T20:41:34.769+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:35.023 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:35 smithi071 bash[12066]: debug 2020-11-16T20:41:35.021+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:35.025 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:35.129 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:35.256 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:35.360 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:35.449 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:41:35 smithi071 bash[14419]: debug 2020-11-16T20:41:35.249+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:35.572 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:35.675 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:35.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:35 smithi065 bash[9468]: cluster 2020-11-16T20:41:34.519856+0000 mon.a (mon.0) 1748 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:35.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:35 smithi065 bash[9468]: audit 2020-11-16T20:41:34.532799+0000 mon.a (mon.0) 1749 : audit [INF] from='client.? v1:172.21.15.142:0/3539136396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:41:35.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:35 smithi065 bash[9468]: cluster 2020-11-16T20:41:34.532846+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e511: 12 total, 12 up, 9 in
2020-11-16T20:41:35.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:35 smithi142 bash[9523]: cluster 2020-11-16T20:41:34.519856+0000 mon.a (mon.0) 1748 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:35.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:35 smithi142 bash[9523]: audit 2020-11-16T20:41:34.532799+0000 mon.a (mon.0) 1749 : audit [INF] from='client.? v1:172.21.15.142:0/3539136396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:41:35.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:35 smithi142 bash[9523]: cluster 2020-11-16T20:41:34.532846+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e511: 12 total, 12 up, 9 in
2020-11-16T20:41:35.784 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:35 smithi142 bash[15670]: debug 2020-11-16T20:41:35.581+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:35.808 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:35.912 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:35.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:35 smithi071 bash[9480]: cluster 2020-11-16T20:41:34.519856+0000 mon.a (mon.0) 1748 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:35.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:35 smithi071 bash[9480]: audit 2020-11-16T20:41:34.532799+0000 mon.a (mon.0) 1749 : audit [INF] from='client.? v1:172.21.15.142:0/3539136396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:41:35.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:35 smithi071 bash[9480]: cluster 2020-11-16T20:41:34.532846+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e511: 12 total, 12 up, 9 in
2020-11-16T20:41:36.034 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:36.139 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:36.253 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:36.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:41:35 smithi065 bash[14115]: debug 2020-11-16T20:41:35.811+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:36.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:36 smithi065 bash[18823]: debug 2020-11-16T20:41:36.039+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:36.357 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:36.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:36 smithi071 bash[26650]: debug 2020-11-16T20:41:36.249+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:36.464 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:36.567 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:36.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:36 smithi065 bash[9468]: cluster 2020-11-16T20:41:36.315297+0000 mgr.x (mgr.14196) 888 : cluster [DBG] pgmap v1312: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 757 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 919 op/s; 703/24240 objects misplaced (2.900%); 3.3 MiB/s, 53 objects/s recovering
2020-11-16T20:41:36.783 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:36 smithi065 bash[18823]: debug 2020-11-16T20:41:36.463+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:36.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:36 smithi142 bash[9523]: cluster 2020-11-16T20:41:36.315297+0000 mgr.x (mgr.14196) 888 : cluster [DBG] pgmap v1312: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 757 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 919 op/s; 703/24240 objects misplaced (2.900%); 3.3 MiB/s, 53 objects/s recovering
2020-11-16T20:41:36.890 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:36.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:36 smithi071 bash[9480]: cluster 2020-11-16T20:41:36.315297+0000 mgr.x (mgr.14196) 888 : cluster [DBG] pgmap v1312: 17 pgs: 1 peering, 1 active+recovering, 15 active+clean; 757 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 919 op/s; 703/24240 objects misplaced (2.900%); 3.3 MiB/s, 53 objects/s recovering
2020-11-16T20:41:36.994 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:37.168 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:36 smithi142 bash[15670]: debug 2020-11-16T20:41:36.893+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:37.168 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:37 smithi142 bash[15670]: debug 2020-11-16T20:41:37.173+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:37.172 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:37.277 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:37.425 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:41:37.441 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:37.544 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:37.591 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:37.690 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:37.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:37 smithi071 bash[26650]: debug 2020-11-16T20:41:37.441+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:37.793 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:37.965 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:41:37 smithi065 bash[16457]: debug 2020-11-16T20:41:37.967+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:37.966 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:37 smithi065 bash[18823]: debug 2020-11-16T20:41:37.691+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:37.969 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:38.072 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:38.899 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:39.000 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:41:39.002 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:39.143 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:39.172 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:39.207 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:38 smithi142 bash[22738]: debug 2020-11-16T20:41:38.901+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:39.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:39 smithi142 bash[9523]: cluster 2020-11-16T20:41:38.135833+0000 osd.6 (osd.6) 148 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:39.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:39 smithi142 bash[9523]: cluster 2020-11-16T20:41:38.135893+0000 osd.6 (osd.6) 149 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:39.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:39 smithi142 bash[9523]: cluster 2020-11-16T20:41:38.193390+0000 mon.a (mon.0) 1751 : cluster [DBG] osdmap e512: 12 total, 12 up, 9 in
2020-11-16T20:41:39.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:39 smithi142 bash[9523]: cluster 2020-11-16T20:41:38.315779+0000 mgr.x (mgr.14196) 889 : cluster [DBG] pgmap v1314: 17 pgs: 1 active+recovering, 1 peering, 15 active+clean; 645 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 853 op/s; 355/20630 objects misplaced (1.721%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:41:39.247 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:39.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:41:39 smithi065 bash[14115]: debug 2020-11-16T20:41:39.143+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:39.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:39 smithi065 bash[9468]: cluster 2020-11-16T20:41:38.135833+0000 osd.6 (osd.6) 148 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:39.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:39 smithi065 bash[9468]: cluster 2020-11-16T20:41:38.135893+0000 osd.6 (osd.6) 149 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:39.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:39 smithi065 bash[9468]: cluster 2020-11-16T20:41:38.193390+0000 mon.a (mon.0) 1751 : cluster [DBG] osdmap e512: 12 total, 12 up, 9 in
2020-11-16T20:41:39.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:39 smithi065 bash[9468]: cluster 2020-11-16T20:41:38.315779+0000 mgr.x (mgr.14196) 889 : cluster [DBG] pgmap v1314: 17 pgs: 1 active+recovering, 1 peering, 15 active+clean; 645 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 853 op/s; 355/20630 objects misplaced (1.721%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:41:39.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:39 smithi071 bash[9480]: cluster 2020-11-16T20:41:38.135833+0000 osd.6 (osd.6) 148 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:39 smithi071 bash[9480]: cluster 2020-11-16T20:41:38.135893+0000 osd.6 (osd.6) 149 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:39 smithi071 bash[9480]: cluster 2020-11-16T20:41:38.193390+0000 mon.a (mon.0) 1751 : cluster [DBG] osdmap e512: 12 total, 12 up, 9 in
2020-11-16T20:41:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:39 smithi071 bash[9480]: cluster 2020-11-16T20:41:38.315779+0000 mgr.x (mgr.14196) 889 : cluster [DBG] pgmap v1314: 17 pgs: 1 active+recovering, 1 peering, 15 active+clean; 645 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 853 op/s; 355/20630 objects misplaced (1.721%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:41:39.957 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:40.061 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:40.283 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:39 smithi142 bash[18009]: debug 2020-11-16T20:41:39.961+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:41.688 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 3, 4, 6, 7, 8, 11, 9] out_osds:  [10, 2, 5] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:41:41.688 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:41:41.688 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics
2020-11-16T20:41:41.689 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:41:41.698 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:41 smithi142 bash[9523]: cluster 2020-11-16T20:41:40.316247+0000 mgr.x (mgr.14196) 890 : cluster [DBG] pgmap v1315: 17 pgs: 1 active+recovering, 16 active+clean; 486 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s; 355/15560 objects misplaced (2.281%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:41:41.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:41 smithi071 bash[9480]: cluster 2020-11-16T20:41:40.316247+0000 mgr.x (mgr.14196) 890 : cluster [DBG] pgmap v1315: 17 pgs: 1 active+recovering, 16 active+clean; 486 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s; 355/15560 objects misplaced (2.281%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:41:41.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:41 smithi065 bash[9468]: cluster 2020-11-16T20:41:40.316247+0000 mgr.x (mgr.14196) 890 : cluster [DBG] pgmap v1315: 17 pgs: 1 active+recovering, 16 active+clean; 486 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s; 355/15560 objects misplaced (2.281%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:41:41.863 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:42.505 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:42 smithi142 bash[9523]: cluster 2020-11-16T20:41:41.510746+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e513: 12 total, 12 up, 9 in
2020-11-16T20:41:42.505 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:42 smithi142 bash[9523]: cluster 2020-11-16T20:41:42.316646+0000 mgr.x (mgr.14196) 891 : cluster [DBG] pgmap v1317: 17 pgs: 17 active+clean; 353 MiB data, 3.3 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 988 op/s; 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:41:42.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:42 smithi065 bash[9468]: cluster 2020-11-16T20:41:41.510746+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e513: 12 total, 12 up, 9 in
2020-11-16T20:41:42.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:42 smithi065 bash[9468]: cluster 2020-11-16T20:41:42.316646+0000 mgr.x (mgr.14196) 891 : cluster [DBG] pgmap v1317: 17 pgs: 17 active+clean; 353 MiB data, 3.3 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 988 op/s; 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:41:42.905 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:42.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:42 smithi071 bash[9480]: cluster 2020-11-16T20:41:41.510746+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e513: 12 total, 12 up, 9 in
2020-11-16T20:41:42.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:42 smithi071 bash[9480]: cluster 2020-11-16T20:41:42.316646+0000 mgr.x (mgr.14196) 891 : cluster [DBG] pgmap v1317: 17 pgs: 17 active+clean; 353 MiB data, 3.3 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 988 op/s; 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:41:43.007 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:43.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:41:42 smithi065 bash[11785]: debug 2020-11-16T20:41:42.899+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:43.622 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:43.725 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:44.033 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:41:43 smithi142 bash[20366]: debug 2020-11-16T20:41:43.621+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:44.108 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:41:44.109 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:41:45.097 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:45.201 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:45.362 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:45.377 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:45 smithi142 bash[22738]: debug 2020-11-16T20:41:45.097+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:45.467 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:45.476 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:45 smithi071 bash[9480]: cluster 2020-11-16T20:41:44.317123+0000 mgr.x (mgr.14196) 892 : cluster [DBG] pgmap v1318: 17 pgs: 17 active+clean; 223 MiB data, 3.0 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 1.07k op/s; 5.5 MiB/s, 87 objects/s recovering
2020-11-16T20:41:45.477 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:41:45 smithi071 bash[14419]: debug 2020-11-16T20:41:45.361+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:45.584 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:45.690 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:45.699 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:45 smithi142 bash[9523]: cluster 2020-11-16T20:41:44.317123+0000 mgr.x (mgr.14196) 892 : cluster [DBG] pgmap v1318: 17 pgs: 17 active+clean; 223 MiB data, 3.0 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 1.07k op/s; 5.5 MiB/s, 87 objects/s recovering
2020-11-16T20:41:45.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:45 smithi065 bash[9468]: cluster 2020-11-16T20:41:44.317123+0000 mgr.x (mgr.14196) 892 : cluster [DBG] pgmap v1318: 17 pgs: 17 active+clean; 223 MiB data, 3.0 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 1.07k op/s; 5.5 MiB/s, 87 objects/s recovering
2020-11-16T20:41:45.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:45 smithi071 bash[16796]: debug 2020-11-16T20:41:45.581+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:46.232 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:46.335 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:46.427 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Removed 138166 objects
2020-11-16T20:41:46.427 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Clean up completed and total clean up time :191.282
2020-11-16T20:41:46.533 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:41:46 smithi142 bash[20366]: debug 2020-11-16T20:41:46.237+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:46.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:46 smithi142 bash[9523]: cluster 2020-11-16T20:41:44.631650+0000 osd.4 (osd.4) 135 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:46.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:46 smithi142 bash[9523]: cluster 2020-11-16T20:41:44.631731+0000 osd.4 (osd.4) 136 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:46.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:46 smithi142 bash[9523]: cluster 2020-11-16T20:41:45.378589+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e514: 12 total, 12 up, 9 in
2020-11-16T20:41:46.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:46 smithi142 bash[9523]: audit 2020-11-16T20:41:46.241220+0000 mon.c (mon.2) 49 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:46.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:46 smithi142 bash[9523]: audit 2020-11-16T20:41:46.245269+0000 mon.a (mon.0) 1754 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:46.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:46 smithi142 bash[9523]: audit 2020-11-16T20:41:46.248653+0000 mon.a (mon.0) 1755 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:41:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:46 smithi071 bash[9480]: cluster 2020-11-16T20:41:44.631650+0000 osd.4 (osd.4) 135 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:46 smithi071 bash[9480]: cluster 2020-11-16T20:41:44.631731+0000 osd.4 (osd.4) 136 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:46 smithi071 bash[9480]: cluster 2020-11-16T20:41:45.378589+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e514: 12 total, 12 up, 9 in
2020-11-16T20:41:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:46 smithi071 bash[9480]: audit 2020-11-16T20:41:46.241220+0000 mon.c (mon.2) 49 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:46 smithi071 bash[9480]: audit 2020-11-16T20:41:46.245269+0000 mon.a (mon.0) 1754 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:46.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:46 smithi071 bash[9480]: audit 2020-11-16T20:41:46.248653+0000 mon.a (mon.0) 1755 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:41:46.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:46 smithi065 bash[9468]: cluster 2020-11-16T20:41:44.631650+0000 osd.4 (osd.4) 135 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:46 smithi065 bash[9468]: cluster 2020-11-16T20:41:44.631731+0000 osd.4 (osd.4) 136 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:46 smithi065 bash[9468]: cluster 2020-11-16T20:41:45.378589+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e514: 12 total, 12 up, 9 in
2020-11-16T20:41:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:46 smithi065 bash[9468]: audit 2020-11-16T20:41:46.241220+0000 mon.c (mon.2) 49 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:46.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:46 smithi065 bash[9468]: audit 2020-11-16T20:41:46.245269+0000 mon.a (mon.0) 1754 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:41:46.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:46 smithi065 bash[9468]: audit 2020-11-16T20:41:46.248653+0000 mon.a (mon.0) 1755 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:41:46.964 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_historic_ops
2020-11-16T20:41:47.104 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:47.122 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:47.225 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:47.327 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:41:47 smithi142 bash[20366]: debug 2020-11-16T20:41:47.125+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:47.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:47 smithi071 bash[9480]: cluster 2020-11-16T20:41:46.317537+0000 mgr.x (mgr.14196) 893 : cluster [DBG] pgmap v1320: 17 pgs: 17 active+clean; 154 MiB data, 2.8 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 981 op/s; 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:41:47.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:47 smithi071 bash[9480]: cluster 2020-11-16T20:41:46.515234+0000 mon.a (mon.0) 1756 : cluster [DBG] osdmap e515: 12 total, 12 up, 9 in
2020-11-16T20:41:47.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:47 smithi065 bash[9468]: cluster 2020-11-16T20:41:46.317537+0000 mgr.x (mgr.14196) 893 : cluster [DBG] pgmap v1320: 17 pgs: 17 active+clean; 154 MiB data, 2.8 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 981 op/s; 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:41:47.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:47 smithi065 bash[9468]: cluster 2020-11-16T20:41:46.515234+0000 mon.a (mon.0) 1756 : cluster [DBG] osdmap e515: 12 total, 12 up, 9 in
2020-11-16T20:41:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:47 smithi142 bash[9523]: cluster 2020-11-16T20:41:46.317537+0000 mgr.x (mgr.14196) 893 : cluster [DBG] pgmap v1320: 17 pgs: 17 active+clean; 154 MiB data, 2.8 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 981 op/s; 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:41:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:47 smithi142 bash[9523]: cluster 2020-11-16T20:41:46.515234+0000 mon.a (mon.0) 1756 : cluster [DBG] osdmap e515: 12 total, 12 up, 9 in
2020-11-16T20:41:48.845 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:48.950 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:49.066 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:49.172 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:49.184 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:48 smithi071 bash[12066]: debug 2020-11-16T20:41:48.845+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:49.184 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:49 smithi071 bash[16796]: debug 2020-11-16T20:41:49.065+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:49.296 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:49.401 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:49.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:49 smithi071 bash[12066]: debug 2020-11-16T20:41:49.293+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:49.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:49 smithi071 bash[9480]: cluster 2020-11-16T20:41:48.318203+0000 mgr.x (mgr.14196) 894 : cluster [DBG] pgmap v1322: 17 pgs: 17 active+clean; 61 MiB data, 2.2 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 911 op/s; 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:41:49.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:49 smithi065 bash[9468]: cluster 2020-11-16T20:41:48.318203+0000 mgr.x (mgr.14196) 894 : cluster [DBG] pgmap v1322: 17 pgs: 17 active+clean; 61 MiB data, 2.2 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 911 op/s; 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:41:49.972 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:41:49.996 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:41:50.018 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:41:50.025 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:49 smithi142 bash[9523]: cluster 2020-11-16T20:41:48.318203+0000 mgr.x (mgr.14196) 894 : cluster [DBG] pgmap v1322: 17 pgs: 17 active+clean; 61 MiB data, 2.2 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 911 op/s; 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:41:50.025 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:50.044 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:41:50.070 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:41:50.096 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:41:50.129 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:41:50.130 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:50.155 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:41:50.184 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:41:50.215 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:41:50.242 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:41:50.270 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:41:50.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:41:50.283 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:50 smithi142 bash[22738]: debug 2020-11-16T20:41:50.029+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:50.398 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:41:50.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:50 smithi071 bash[9480]: audit 2020-11-16T20:41:49.948609+0000 mon.a (mon.0) 1757 : audit [DBG] from='client.? v1:172.21.15.142:0/1696665618' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:50 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.050707+0000 osd.3 (osd.3) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:50 smithi071 bash[9480]: audit 2020-11-16T20:41:50.246146+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? v1:172.21.15.142:0/100106785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:41:50.709 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:50 smithi142 bash[9523]: audit 2020-11-16T20:41:49.948609+0000 mon.a (mon.0) 1757 : audit [DBG] from='client.? v1:172.21.15.142:0/1696665618' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:50.709 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:50 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.050707+0000 osd.3 (osd.3) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:50.710 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:50 smithi142 bash[9523]: audit 2020-11-16T20:41:50.246146+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? v1:172.21.15.142:0/100106785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:41:50.710 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:50 smithi065 bash[9468]: audit 2020-11-16T20:41:49.948609+0000 mon.a (mon.0) 1757 : audit [DBG] from='client.? v1:172.21.15.142:0/1696665618' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:41:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:50 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.050707+0000 osd.3 (osd.3) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:50 smithi065 bash[9468]: audit 2020-11-16T20:41:50.246146+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? v1:172.21.15.142:0/100106785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:41:50.814 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:51.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:50 smithi142 bash[22738]: debug 2020-11-16T20:41:50.713+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:51.235 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:41:51.341 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:51.480 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:51.533 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[20366]: debug 2020-11-16T20:41:51.237+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:51.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:49.978827+0000 osd.0 (osd.0) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.002687+0000 osd.1 (osd.1) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.024358+0000 osd.2 (osd.2) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.073437+0000 osd.4 (osd.4) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.099494+0000 osd.5 (osd.5) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.132078+0000 osd.6 (osd.6) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.158247+0000 osd.7 (osd.7) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.187360+0000 osd.8 (osd.8) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.218184+0000 osd.9 (osd.9) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.245606+0000 osd.10 (osd.10) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.272706+0000 osd.11 (osd.11) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.318897+0000 mgr.x (mgr.14196) 895 : cluster [DBG] pgmap v1323: 17 pgs: 17 active+clean; 1.6 MiB data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 702 op/s
2020-11-16T20:41:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.394139+0000 mon.a (mon.0) 1759 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:51.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: audit 2020-11-16T20:41:50.401530+0000 mon.a (mon.0) 1760 : audit [INF] from='client.? v1:172.21.15.142:0/100106785' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:41:51.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:51 smithi142 bash[9523]: cluster 2020-11-16T20:41:50.401577+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e516: 12 total, 12 up, 9 in
2020-11-16T20:41:51.586 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:49.978827+0000 osd.0 (osd.0) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.002687+0000 osd.1 (osd.1) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.024358+0000 osd.2 (osd.2) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.073437+0000 osd.4 (osd.4) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.099494+0000 osd.5 (osd.5) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.132078+0000 osd.6 (osd.6) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.158247+0000 osd.7 (osd.7) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.187360+0000 osd.8 (osd.8) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.218184+0000 osd.9 (osd.9) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.245606+0000 osd.10 (osd.10) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.272706+0000 osd.11 (osd.11) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.318897+0000 mgr.x (mgr.14196) 895 : cluster [DBG] pgmap v1323: 17 pgs: 17 active+clean; 1.6 MiB data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 702 op/s
2020-11-16T20:41:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.394139+0000 mon.a (mon.0) 1759 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: audit 2020-11-16T20:41:50.401530+0000 mon.a (mon.0) 1760 : audit [INF] from='client.? v1:172.21.15.142:0/100106785' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:41:51.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[9480]: cluster 2020-11-16T20:41:50.401577+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e516: 12 total, 12 up, 9 in
2020-11-16T20:41:51.707 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[11785]: debug 2020-11-16T20:41:51.478+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:51.708 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:49.978827+0000 osd.0 (osd.0) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.708 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.002687+0000 osd.1 (osd.1) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.708 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.024358+0000 osd.2 (osd.2) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.708 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.073437+0000 osd.4 (osd.4) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.708 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.099494+0000 osd.5 (osd.5) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.708 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.132078+0000 osd.6 (osd.6) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.158247+0000 osd.7 (osd.7) 94 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.187360+0000 osd.8 (osd.8) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.218184+0000 osd.9 (osd.9) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.245606+0000 osd.10 (osd.10) 107 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.272706+0000 osd.11 (osd.11) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:41:51.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.318897+0000 mgr.x (mgr.14196) 895 : cluster [DBG] pgmap v1323: 17 pgs: 17 active+clean; 1.6 MiB data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 702 op/s
2020-11-16T20:41:51.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.394139+0000 mon.a (mon.0) 1759 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:41:51.710 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: audit 2020-11-16T20:41:50.401530+0000 mon.a (mon.0) 1760 : audit [INF] from='client.? v1:172.21.15.142:0/100106785' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:41:51.710 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[9468]: cluster 2020-11-16T20:41:50.401577+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e516: 12 total, 12 up, 9 in
2020-11-16T20:41:51.710 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:51.812 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:51.946 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:52.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:41:51 smithi065 bash[16457]: debug 2020-11-16T20:41:51.706+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:52.052 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:52.171 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:51 smithi071 bash[26650]: debug 2020-11-16T20:41:51.945+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:52.172 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:52.277 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:52.395 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:41:52.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[26650]: debug 2020-11-16T20:41:52.169+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:52.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[26650]: debug 2020-11-16T20:41:52.393+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:52.500 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:52.618 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:52.723 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:52.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:41:52 smithi065 bash[11785]: debug 2020-11-16T20:41:52.618+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:52 smithi065 bash[9468]: cluster 2020-11-16T20:41:51.399287+0000 osd.11 (osd.11) 120 : cluster [DBG] 4.8 scrub starts
2020-11-16T20:41:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:52 smithi065 bash[9468]: cluster 2020-11-16T20:41:51.421018+0000 osd.11 (osd.11) 121 : cluster [DBG] 4.8 scrub ok
2020-11-16T20:41:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:52 smithi065 bash[9468]: cluster 2020-11-16T20:41:51.518388+0000 mon.a (mon.0) 1762 : cluster [DBG] osdmap e517: 12 total, 12 up, 9 in
2020-11-16T20:41:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:52 smithi065 bash[9468]: cluster 2020-11-16T20:41:52.051338+0000 osd.1 (osd.1) 158 : cluster [DBG] 4.6 scrub starts
2020-11-16T20:41:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:52 smithi065 bash[9468]: cluster 2020-11-16T20:41:52.080036+0000 osd.1 (osd.1) 159 : cluster [DBG] 4.6 scrub ok
2020-11-16T20:41:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:52 smithi065 bash[9468]: cluster 2020-11-16T20:41:52.319702+0000 mgr.x (mgr.14196) 896 : cluster [DBG] pgmap v1326: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 410 op/s
2020-11-16T20:41:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:52 smithi142 bash[9523]: cluster 2020-11-16T20:41:51.399287+0000 osd.11 (osd.11) 120 : cluster [DBG] 4.8 scrub starts
2020-11-16T20:41:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:52 smithi142 bash[9523]: cluster 2020-11-16T20:41:51.421018+0000 osd.11 (osd.11) 121 : cluster [DBG] 4.8 scrub ok
2020-11-16T20:41:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:52 smithi142 bash[9523]: cluster 2020-11-16T20:41:51.518388+0000 mon.a (mon.0) 1762 : cluster [DBG] osdmap e517: 12 total, 12 up, 9 in
2020-11-16T20:41:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:52 smithi142 bash[9523]: cluster 2020-11-16T20:41:52.051338+0000 osd.1 (osd.1) 158 : cluster [DBG] 4.6 scrub starts
2020-11-16T20:41:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:52 smithi142 bash[9523]: cluster 2020-11-16T20:41:52.080036+0000 osd.1 (osd.1) 159 : cluster [DBG] 4.6 scrub ok
2020-11-16T20:41:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:52 smithi142 bash[9523]: cluster 2020-11-16T20:41:52.319702+0000 mgr.x (mgr.14196) 896 : cluster [DBG] pgmap v1326: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 410 op/s
2020-11-16T20:41:52.847 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[9480]: cluster 2020-11-16T20:41:51.399287+0000 osd.11 (osd.11) 120 : cluster [DBG] 4.8 scrub starts
2020-11-16T20:41:52.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[9480]: cluster 2020-11-16T20:41:51.421018+0000 osd.11 (osd.11) 121 : cluster [DBG] 4.8 scrub ok
2020-11-16T20:41:52.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[9480]: cluster 2020-11-16T20:41:51.518388+0000 mon.a (mon.0) 1762 : cluster [DBG] osdmap e517: 12 total, 12 up, 9 in
2020-11-16T20:41:52.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[9480]: cluster 2020-11-16T20:41:52.051338+0000 osd.1 (osd.1) 158 : cluster [DBG] 4.6 scrub starts
2020-11-16T20:41:52.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[9480]: cluster 2020-11-16T20:41:52.080036+0000 osd.1 (osd.1) 159 : cluster [DBG] 4.6 scrub ok
2020-11-16T20:41:52.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[9480]: cluster 2020-11-16T20:41:52.319702+0000 mgr.x (mgr.14196) 896 : cluster [DBG] pgmap v1326: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 410 op/s
2020-11-16T20:41:52.849 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:52.952 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:53.134 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:53.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:52 smithi071 bash[16796]: debug 2020-11-16T20:41:52.845+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:53.239 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:53.283 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:53 smithi142 bash[18009]: debug 2020-11-16T20:41:53.137+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:53.286 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:41:53.288 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:41:53.362 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:53.467 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:53.523 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:53 smithi065 bash[18823]: debug 2020-11-16T20:41:53.362+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:53.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:53 smithi065 bash[9468]: audit 2020-11-16T20:41:53.272871+0000 mgr.x (mgr.14196) 897 : audit [DBG] from='client.15786 v1:172.21.15.142:0/2700833976' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:41:53.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:53 smithi142 bash[9523]: audit 2020-11-16T20:41:53.272871+0000 mgr.x (mgr.14196) 897 : audit [DBG] from='client.15786 v1:172.21.15.142:0/2700833976' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:41:53.794 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:53.899 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:53.912 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:53 smithi071 bash[9480]: audit 2020-11-16T20:41:53.272871+0000 mgr.x (mgr.14196) 897 : audit [DBG] from='client.15786 v1:172.21.15.142:0/2700833976' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:41:54.040 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:54.145 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:54.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:54 smithi071 bash[12066]: debug 2020-11-16T20:41:54.037+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:54.225 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:41:54.238 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:53 smithi142 bash[22738]: debug 2020-11-16T20:41:53.797+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:54.274 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:54.369 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:54.379 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:54.409 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:41:54.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:41:54 smithi065 bash[14115]: debug 2020-11-16T20:41:54.274+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:54.556 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:54.690 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:41:54.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:41:54 smithi142 bash[22738]: debug 2020-11-16T20:41:54.693+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:54.802 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:54 smithi142 bash[9523]: cluster 2020-11-16T20:41:53.178411+0000 osd.7 (osd.7) 95 : cluster [DBG] 4.3 scrub starts
2020-11-16T20:41:54.802 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:54 smithi142 bash[9523]: cluster 2020-11-16T20:41:53.200603+0000 osd.7 (osd.7) 96 : cluster [DBG] 4.3 scrub ok
2020-11-16T20:41:54.802 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:54 smithi142 bash[9523]: cluster 2020-11-16T20:41:53.367617+0000 osd.11 (osd.11) 122 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:41:54.802 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:54 smithi142 bash[9523]: cluster 2020-11-16T20:41:53.380558+0000 osd.11 (osd.11) 123 : cluster [DBG] 4.1 scrub ok
2020-11-16T20:41:54.802 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:54 smithi142 bash[9523]: cluster 2020-11-16T20:41:54.320475+0000 mgr.x (mgr.14196) 898 : cluster [DBG] pgmap v1327: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 315 op/s
2020-11-16T20:41:54.804 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:54.816 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:54 smithi071 bash[9480]: cluster 2020-11-16T20:41:53.178411+0000 osd.7 (osd.7) 95 : cluster [DBG] 4.3 scrub starts
2020-11-16T20:41:54.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:54 smithi071 bash[9480]: cluster 2020-11-16T20:41:53.200603+0000 osd.7 (osd.7) 96 : cluster [DBG] 4.3 scrub ok
2020-11-16T20:41:54.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:54 smithi071 bash[9480]: cluster 2020-11-16T20:41:53.367617+0000 osd.11 (osd.11) 122 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:41:54.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:54 smithi071 bash[9480]: cluster 2020-11-16T20:41:53.380558+0000 osd.11 (osd.11) 123 : cluster [DBG] 4.1 scrub ok
2020-11-16T20:41:54.817 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:54 smithi071 bash[9480]: cluster 2020-11-16T20:41:54.320475+0000 mgr.x (mgr.14196) 898 : cluster [DBG] pgmap v1327: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 315 op/s
2020-11-16T20:41:54.927 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:41:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:54 smithi065 bash[9468]: cluster 2020-11-16T20:41:53.178411+0000 osd.7 (osd.7) 95 : cluster [DBG] 4.3 scrub starts
2020-11-16T20:41:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:54 smithi065 bash[9468]: cluster 2020-11-16T20:41:53.200603+0000 osd.7 (osd.7) 96 : cluster [DBG] 4.3 scrub ok
2020-11-16T20:41:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:54 smithi065 bash[9468]: cluster 2020-11-16T20:41:53.367617+0000 osd.11 (osd.11) 122 : cluster [DBG] 4.1 scrub starts
2020-11-16T20:41:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:54 smithi065 bash[9468]: cluster 2020-11-16T20:41:53.380558+0000 osd.11 (osd.11) 123 : cluster [DBG] 4.1 scrub ok
2020-11-16T20:41:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:54 smithi065 bash[9468]: cluster 2020-11-16T20:41:54.320475+0000 mgr.x (mgr.14196) 898 : cluster [DBG] pgmap v1327: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 315 op/s
2020-11-16T20:41:55.034 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:55.166 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:41:55.199 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:41:54 smithi071 bash[14419]: debug 2020-11-16T20:41:54.925+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:55.270 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:55.369 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1326,"stamp":"2020-11-16T20:41:52.319216+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":276334,"num_write_kb":8842625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33594,"num_bytes_recovered":2201616384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160873,"ondisk_log_size":160873,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":2177824,"kb_used_data":9240,"kb_used_omap":0,"kb_used_meta":2168511,"kb_avail":841528544,"statfs":{"total":863955320832,"available":861725229056,"internally_reserved":0,"allocated":9461760,"data_stored":4918842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2220555324},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-161480728,"num_objects":-2465,"num_object_clones":0,"num_object_copies":-4930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2465,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2465,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001902"},"pg_stats":[{"pgid":"4.f","version":"514'17042","reported_seq":"17159","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.398074+0000","last_change":"2020-11-16T20:38:07.186966+0000","last_active":"2020-11-16T20:41:46.398074+0000","last_peered":"2020-11-16T20:41:46.398074+0000","last_clean":"2020-11-16T20:41:46.398074+0000","last_became_active":"2020-11-16T20:36:48.581439+0000","last_became_peered":"2020-11-16T20:36:48.581439+0000","last_unstale":"2020-11-16T20:41:46.398074+0000","last_undegraded":"2020-11-16T20:41:46.398074+0000","last_fullsized":"2020-11-16T20:41:46.398074+0000","mapping_epoch":407,"log_start":"433'7000","ondisk_log_start":"433'7000","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'6987","last_scrub_stamp":"2020-11-16T20:38:07.186916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:07.186916+0000","log_size":10042,"ondisk_log_size":10042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17042,"num_write_kb":545344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"514'16994","reported_seq":"31849","reported_epoch":"516","state":"active+clean","last_fresh":"2020-11-16T20:41:50.808908+0000","last_change":"2020-11-16T20:40:23.555051+0000","last_active":"2020-11-16T20:41:50.808908+0000","last_peered":"2020-11-16T20:41:50.808908+0000","last_clean":"2020-11-16T20:41:50.808908+0000","last_became_active":"2020-11-16T20:40:23.508167+0000","last_became_peered":"2020-11-16T20:40:23.508167+0000","last_unstale":"2020-11-16T20:41:50.808908+0000","last_undegraded":"2020-11-16T20:41:50.808908+0000","last_fullsized":"2020-11-16T20:41:50.808908+0000","mapping_epoch":480,"log_start":"433'6900","ondisk_log_start":"433'6900","created":407,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"465'11160","last_scrub_stamp":"2020-11-16T20:39:44.096795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:44.096795+0000","log_size":10094,"ondisk_log_size":10094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16994,"num_write_kb":543808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4904,"num_bytes_recovered":321388544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11],"acting":[8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"514'17192","reported_seq":"17310","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.439714+0000","last_change":"2020-11-16T20:38:11.493691+0000","last_active":"2020-11-16T20:41:46.439714+0000","last_peered":"2020-11-16T20:41:46.439714+0000","last_clean":"2020-11-16T20:41:46.439714+0000","last_became_active":"2020-11-16T20:36:48.462833+0000","last_became_peered":"2020-11-16T20:36:48.462833+0000","last_unstale":"2020-11-16T20:41:46.439714+0000","last_undegraded":"2020-11-16T20:41:46.439714+0000","last_fullsized":"2020-11-16T20:41:46.439714+0000","mapping_epoch":407,"log_start":"433'7100","ondisk_log_start":"433'7100","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"434'7337","last_scrub_stamp":"2020-11-16T20:38:11.493605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:11.493605+0000","log_size":10092,"ondisk_log_size":10092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":17192,"num_write_kb":550081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"514'17676","reported_seq":"17799","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.425878+0000","last_change":"2020-11-16T20:40:54.508304+0000","last_active":"2020-11-16T20:41:46.425878+0000","last_peered":"2020-11-16T20:41:46.425878+0000","last_clean":"2020-11-16T20:41:46.425878+0000","last_became_active":"2020-11-16T20:36:48.579037+0000","last_became_peered":"2020-11-16T20:36:48.579037+0000","last_unstale":"2020-11-16T20:41:46.425878+0000","last_undegraded":"2020-11-16T20:41:46.425878+0000","last_fullsized":"2020-11-16T20:41:46.425878+0000","mapping_epoch":407,"log_start":"434'7600","ondisk_log_start":"434'7600","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"492'14713","last_scrub_stamp":"2020-11-16T20:40:54.508257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:40:54.508257+0000","log_size":10076,"ondisk_log_size":10076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17676,"num_write_kb":565632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"514'17318","reported_seq":"17439","reported_epoch":"516","state":"active+clean","last_fresh":"2020-11-16T20:41:50.811249+0000","last_change":"2020-11-16T20:39:43.887785+0000","last_active":"2020-11-16T20:41:50.811249+0000","last_peered":"2020-11-16T20:41:50.811249+0000","last_clean":"2020-11-16T20:41:50.811249+0000","last_became_active":"2020-11-16T20:36:48.459853+0000","last_became_peered":"2020-11-16T20:36:48.459853+0000","last_unstale":"2020-11-16T20:41:50.811249+0000","last_undegraded":"2020-11-16T20:41:50.811249+0000","last_fullsized":"2020-11-16T20:41:50.811249+0000","mapping_epoch":407,"log_start":"433'7300","ondisk_log_start":"433'7300","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"465'11426","last_scrub_stamp":"2020-11-16T20:39:43.887712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:43.887712+0000","log_size":10018,"ondisk_log_size":10018,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17318,"num_write_kb":554176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"514'17140","reported_seq":"17262","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.425486+0000","last_change":"2020-11-16T20:41:10.285726+0000","last_active":"2020-11-16T20:41:46.425486+0000","last_peered":"2020-11-16T20:41:46.425486+0000","last_clean":"2020-11-16T20:41:46.425486+0000","last_became_active":"2020-11-16T20:36:48.461040+0000","last_became_peered":"2020-11-16T20:36:48.461040+0000","last_unstale":"2020-11-16T20:41:46.425486+0000","last_undegraded":"2020-11-16T20:41:46.425486+0000","last_fullsized":"2020-11-16T20:41:46.425486+0000","mapping_epoch":407,"log_start":"433'7100","ondisk_log_start":"433'7100","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"499'14971","last_scrub_stamp":"2020-11-16T20:41:10.285676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:41:10.285676+0000","log_size":10040,"ondisk_log_size":10040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17140,"num_write_kb":548480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"514'19370","reported_seq":"19491","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.433515+0000","last_change":"2020-11-16T20:39:46.149039+0000","last_active":"2020-11-16T20:41:46.433515+0000","last_peered":"2020-11-16T20:41:46.433515+0000","last_clean":"2020-11-16T20:41:46.433515+0000","last_became_active":"2020-11-16T20:36:48.463453+0000","last_became_peered":"2020-11-16T20:36:48.463453+0000","last_unstale":"2020-11-16T20:41:46.433515+0000","last_undegraded":"2020-11-16T20:41:46.433515+0000","last_fullsized":"2020-11-16T20:41:46.433515+0000","mapping_epoch":407,"log_start":"440'9300","ondisk_log_start":"440'9300","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"465'13599","last_scrub_stamp":"2020-11-16T20:39:46.148983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:46.148983+0000","log_size":10070,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17220,"num_write_kb":551040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"514'17338","reported_seq":"17456","reported_epoch":"515","state":"active+clean","last_fresh":"2020-11-16T20:41:48.007774+0000","last_change":"2020-11-16T20:38:08.851514+0000","last_active":"2020-11-16T20:41:48.007774+0000","last_peered":"2020-11-16T20:41:48.007774+0000","last_clean":"2020-11-16T20:41:48.007774+0000","last_became_active":"2020-11-16T20:36:48.464572+0000","last_became_peered":"2020-11-16T20:36:48.464572+0000","last_unstale":"2020-11-16T20:41:48.007774+0000","last_undegraded":"2020-11-16T20:41:48.007774+0000","last_fullsized":"2020-11-16T20:41:48.007774+0000","mapping_epoch":407,"log_start":"434'7300","ondisk_log_start":"434'7300","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"433'7246","last_scrub_stamp":"2020-11-16T20:38:08.851408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:08.851408+0000","log_size":10038,"ondisk_log_size":10038,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17338,"num_write_kb":554816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.7","version":"514'17412","reported_seq":"26145","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.415782+0000","last_change":"2020-11-16T20:40:39.509714+0000","last_active":"2020-11-16T20:41:46.415782+0000","last_peered":"2020-11-16T20:41:46.415782+0000","last_clean":"2020-11-16T20:41:46.415782+0000","last_became_active":"2020-11-16T20:40:39.391056+0000","last_became_peered":"2020-11-16T20:40:39.391056+0000","last_unstale":"2020-11-16T20:41:46.415782+0000","last_undegraded":"2020-11-16T20:41:46.415782+0000","last_fullsized":"2020-11-16T20:41:46.415782+0000","mapping_epoch":485,"log_start":"434'7400","ondisk_log_start":"434'7400","created":407,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'8115","last_scrub_stamp":"2020-11-16T20:38:20.781832+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:20.781832+0000","log_size":10012,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17412,"num_write_kb":557184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4298,"num_bytes_recovered":281673728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"514'17430","reported_seq":"17547","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.432039+0000","last_change":"2020-11-16T20:37:54.769655+0000","last_active":"2020-11-16T20:41:46.432039+0000","last_peered":"2020-11-16T20:41:46.432039+0000","last_clean":"2020-11-16T20:41:46.432039+0000","last_became_active":"2020-11-16T20:36:48.460877+0000","last_became_peered":"2020-11-16T20:36:48.460877+0000","last_unstale":"2020-11-16T20:41:46.432039+0000","last_undegraded":"2020-11-16T20:41:46.432039+0000","last_fullsized":"2020-11-16T20:41:46.432039+0000","mapping_epoch":407,"log_start":"434'7400","ondisk_log_start":"434'7400","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"431'6338","last_scrub_stamp":"2020-11-16T20:37:54.769605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:37:54.769605+0000","log_size":10030,"ondisk_log_size":10030,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17430,"num_write_kb":557760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"514'17284","reported_seq":"24639","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.426087+0000","last_change":"2020-11-16T20:40:57.505588+0000","last_active":"2020-11-16T20:41:46.426087+0000","last_peered":"2020-11-16T20:41:46.426087+0000","last_clean":"2020-11-16T20:41:46.426087+0000","last_became_active":"2020-11-16T20:40:51.392846+0000","last_became_peered":"2020-11-16T20:40:51.392846+0000","last_unstale":"2020-11-16T20:41:46.426087+0000","last_undegraded":"2020-11-16T20:41:46.426087+0000","last_fullsized":"2020-11-16T20:41:46.426087+0000","mapping_epoch":491,"log_start":"433'7200","ondisk_log_start":"433'7200","created":407,"last_epoch_clean":492,"parent":"0.0","parent_split_bits":0,"last_scrub":"493'14538","last_scrub_stamp":"2020-11-16T20:40:57.505539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:40:57.505539+0000","log_size":10084,"ondisk_log_size":10084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17284,"num_write_kb":553088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3607,"num_bytes_recovered":236388352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"514'17456","reported_seq":"17573","reported_epoch":"515","state":"active+clean","last_fresh":"2020-11-16T20:41:48.355042+0000","last_change":"2020-11-16T20:38:15.082518+0000","last_active":"2020-11-16T20:41:48.355042+0000","last_peered":"2020-11-16T20:41:48.355042+0000","last_clean":"2020-11-16T20:41:48.355042+0000","last_became_active":"2020-11-16T20:36:48.463783+0000","last_became_peered":"2020-11-16T20:36:48.463783+0000","last_unstale":"2020-11-16T20:41:48.355042+0000","last_undegraded":"2020-11-16T20:41:48.355042+0000","last_fullsized":"2020-11-16T20:41:48.355042+0000","mapping_epoch":407,"log_start":"434'7400","ondisk_log_start":"434'7400","created":407,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"435'7721","last_scrub_stamp":"2020-11-16T20:38:15.082339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:15.082339+0000","log_size":10056,"ondisk_log_size":10056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17456,"num_write_kb":558592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"514'17488","reported_seq":"23565","reported_epoch":"516","state":"active+clean","last_fresh":"2020-11-16T20:41:50.808944+0000","last_change":"2020-11-16T20:41:04.597969+0000","last_active":"2020-11-16T20:41:50.808944+0000","last_peered":"2020-11-16T20:41:50.808944+0000","last_clean":"2020-11-16T20:41:50.808944+0000","last_became_active":"2020-11-16T20:41:04.524068+0000","last_became_peered":"2020-11-16T20:41:04.524068+0000","last_unstale":"2020-11-16T20:41:50.808944+0000","last_undegraded":"2020-11-16T20:41:50.808944+0000","last_fullsized":"2020-11-16T20:41:50.808944+0000","mapping_epoch":496,"log_start":"434'7400","ondisk_log_start":"434'7400","created":407,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7982","last_scrub_stamp":"2020-11-16T20:38:17.824613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:17.824613+0000","log_size":10088,"ondisk_log_size":10088,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17488,"num_write_kb":559616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2970,"num_bytes_recovered":194641920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1","version":"514'19617","reported_seq":"25262","reported_epoch":"515","state":"active+clean","last_fresh":"2020-11-16T20:41:48.007904+0000","last_change":"2020-11-16T20:41:05.655348+0000","last_active":"2020-11-16T20:41:48.007904+0000","last_peered":"2020-11-16T20:41:48.007904+0000","last_clean":"2020-11-16T20:41:48.007904+0000","last_became_active":"2020-11-16T20:41:05.532378+0000","last_became_peered":"2020-11-16T20:41:05.532378+0000","last_unstale":"2020-11-16T20:41:48.007904+0000","last_undegraded":"2020-11-16T20:41:48.007904+0000","last_fullsized":"2020-11-16T20:41:48.007904+0000","mapping_epoch":497,"log_start":"440'9600","ondisk_log_start":"440'9600","created":407,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"465'13922","last_scrub_stamp":"2020-11-16T20:39:46.244915+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:39:46.244915+0000","log_size":10017,"ondisk_log_size":10017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16828,"num_write_kb":538496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2751,"num_bytes_recovered":180289536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,6],"acting":[11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.0","version":"514'17168","reported_seq":"34231","reported_epoch":"515","state":"active+clean","last_fresh":"2020-11-16T20:41:48.354999+0000","last_change":"2020-11-16T20:41:41.550429+0000","last_active":"2020-11-16T20:41:48.354999+0000","last_peered":"2020-11-16T20:41:48.354999+0000","last_clean":"2020-11-16T20:41:48.354999+0000","last_became_active":"2020-11-16T20:38:31.611447+0000","last_became_peered":"2020-11-16T20:38:31.611447+0000","last_unstale":"2020-11-16T20:41:48.354999+0000","last_undegraded":"2020-11-16T20:41:48.354999+0000","last_fullsized":"2020-11-16T20:41:48.354999+0000","mapping_epoch":442,"log_start":"433'7100","ondisk_log_start":"433'7100","created":407,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":0,"last_scrub":"437'7883","last_scrub_stamp":"2020-11-16T20:38:19.164052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:38:19.164052+0000","log_size":10068,"ondisk_log_size":10068,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17168,"num_write_kb":549376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8468,"num_bytes_recovered":554958848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9],"acting":[7,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"514'17348","reported_seq":"30682","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:46.405120+0000","last_change":"2020-11-16T20:41:12.133256+0000","last_active":"2020-11-16T20:41:46.405120+0000","last_peered":"2020-11-16T20:41:46.405120+0000","last_clean":"2020-11-16T20:41:46.405120+0000","last_became_active":"2020-11-16T20:39:42.382974+0000","last_became_peered":"2020-11-16T20:39:42.382974+0000","last_unstale":"2020-11-16T20:41:46.405120+0000","last_undegraded":"2020-11-16T20:41:46.405120+0000","last_fullsized":"2020-11-16T20:41:46.405120+0000","mapping_epoch":463,"log_start":"434'7300","ondisk_log_start":"434'7300","created":407,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"500'15274","last_scrub_stamp":"2020-11-16T20:41:12.133200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:36:47.441837+0000","last_clean_scrub_stamp":"2020-11-16T20:41:12.133200+0000","log_size":10048,"ondisk_log_size":10048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17348,"num_write_kb":555136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6596,"num_bytes_recovered":432275456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,8],"acting":[6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"13","reported_epoch":"514","state":"active+clean","last_fresh":"2020-11-16T20:41:45.382845+0000","last_change":"2020-11-16T20:41:34.542784+0000","last_active":"2020-11-16T20:41:45.382845+0000","last_peered":"2020-11-16T20:41:45.382845+0000","last_clean":"2020-11-16T20:41:45.382845+0000","last_became_active":"2020-11-16T20:41:34.542136+0000","last_became_peered":"2020-11-16T20:41:34.542136+0000","last_unstale":"2020-11-16T20:41:45.382845+0000","last_undegraded":"2020-11-16T20:41:45.382845+0000","last_fullsized":"2020-11-16T20:41:45.382845+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:38:05.093918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:38:05.093918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":276334,"num_write_kb":8842625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33594,"num_bytes_recovered":2201616384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":597426176,"data_stored":597426176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160873,"ondisk_log_size":160873,"up":32,"acting":32,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631739,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":232200,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":231168,"kb_avail":93512952,"statfs":{"total":95995035648,"available":95757262848,"internally_reserved":0,"allocated":1048576,"data_stored":545094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":236716032},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.405,"15min":2.0590000000000002},"min":{"1min":0.55800000000000005,"5min":0.53300000000000003,"15min":0.47199999999999998},"max":{"1min":2.7080000000000002,"5min":4.0880000000000001,"15min":242.179},"last":1.323},{"interface":"front","average":{"1min":1.7430000000000001,"5min":1.8149999999999999,"15min":2.4940000000000002},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.54100000000000004},"max":{"1min":3.2770000000000001,"5min":5.3789999999999996,"15min":244.363},"last":1.7749999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:41:30 2020","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":6.04,"15min":4.3630000000000004},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.52900000000000003},"max":{"1min":7.5179999999999998,"5min":160.55099999999999,"15min":247.31299999999999},"last":1.181},{"interface":"front","average":{"1min":3.2029999999999998,"5min":6.2670000000000003,"15min":4.4690000000000003},"min":{"1min":0.93799999999999994,"5min":0.60999999999999999,"15min":0.53900000000000003},"max":{"1min":9.9760000000000009,"5min":160.46700000000001,"15min":244.84999999999999},"last":2.6829999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.2010000000000001,"5min":5.827,"15min":4.6600000000000001},"min":{"1min":0.80900000000000005,"5min":0.70299999999999996,"15min":0.63600000000000001},"max":{"1min":3.79,"5min":343.45999999999998,"15min":343.45999999999998},"last":3.0230000000000001},{"interface":"front","average":{"1min":1.629,"5min":5.8280000000000003,"15min":4.9539999999999997},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":6.4240000000000004,"5min":342.61599999999999,"15min":342.61599999999999},"last":1.452}]},{"osd":4,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1509999999999998,"5min":2.2090000000000001,"15min":2.1440000000000001},"min":{"1min":1.0669999999999999,"5min":0.82899999999999996,"15min":0.66200000000000003},"max":{"1min":4.1059999999999999,"5min":7.141,"15min":7.8600000000000003},"last":1.95},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.7130000000000001,"15min":2.5899999999999999},"min":{"1min":1.369,"5min":1.1259999999999999,"15min":0.76200000000000001},"max":{"1min":4.569,"5min":7.3280000000000003,"15min":7.3280000000000003},"last":3.327}]},{"osd":5,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":3.2429999999999999,"5min":2.3940000000000001,"15min":2.1789999999999998},"min":{"1min":1.2090000000000001,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":10.515000000000001,"5min":10.515000000000001,"15min":10.515000000000001},"last":3.774},{"interface":"front","average":{"1min":2.464,"5min":2.5910000000000002,"15min":2.6190000000000002},"min":{"1min":0.995,"5min":0.98199999999999998,"15min":0.98199999999999998},"max":{"1min":6.8460000000000001,"5min":6.8460000000000001,"15min":7.827},"last":2.4209999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1890000000000001,"5min":3.5779999999999998,"15min":2.8050000000000002},"min":{"1min":0.748,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":5.2060000000000004,"5min":154.48599999999999,"15min":154.48599999999999},"last":2.3479999999999999},{"interface":"front","average":{"1min":2.8580000000000001,"5min":4.4690000000000003,"15min":3.4409999999999998},"min":{"1min":1.4079999999999999,"5min":1.3720000000000001,"15min":0.97099999999999997},"max":{"1min":4.8929999999999998,"5min":155.05000000000001,"15min":155.05000000000001},"last":3.5569999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:41:50 2020","interfaces":[{"interface":"back","average":{"1min":3.02,"5min":3.1280000000000001,"15min":3.145},"min":{"1min":1.4379999999999999,"5min":0.97399999999999998,"15min":0.86799999999999999},"max":{"1min":8.0630000000000006,"5min":9.6999999999999993,"15min":96.248000000000005},"last":4.1740000000000004},{"interface":"front","average":{"1min":3.1259999999999999,"5min":2.6480000000000001,"15min":2.9950000000000001},"min":{"1min":1.1220000000000001,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":7.1379999999999999,"5min":9.7530000000000001,"15min":96.337999999999994},"last":3.21}]},{"osd":8,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.7749999999999999,"5min":2.5899999999999999,"15min":2.504},"min":{"1min":1.304,"5min":1.008,"15min":0.85099999999999998},"max":{"1min":6.9770000000000003,"5min":6.9770000000000003,"15min":8.2379999999999995},"last":2.6400000000000001},{"interface":"front","average":{"1min":2.4689999999999999,"5min":2.3889999999999998,"15min":2.6179999999999999},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":5.5069999999999997,"5min":8.7070000000000007,"15min":8.7070000000000007},"last":2.8450000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":2.9500000000000002,"5min":3.3140000000000001,"15min":3.3839999999999999},"min":{"1min":1.742,"5min":1.456,"15min":1.2629999999999999},"max":{"1min":5.093,"5min":7.0380000000000003,"15min":7.8929999999999998},"last":3.9750000000000001},{"interface":"front","average":{"1min":3.1150000000000002,"5min":3.1150000000000002,"15min":2.927},"min":{"1min":1.1919999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":11.759,"5min":11.759,"15min":11.759},"last":3.4329999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:41:01 2020","interfaces":[{"interface":"back","average":{"1min":2.536,"5min":2.6989999999999998,"15min":2.911},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":5.702,"5min":9.9830000000000005,"15min":9.9830000000000005},"last":2.9550000000000001},{"interface":"front","average":{"1min":2.9489999999999998,"5min":3.0049999999999999,"15min":2.7949999999999999},"min":{"1min":1.4950000000000001,"5min":1.169,"15min":1.169},"max":{"1min":7.2859999999999996,"5min":7.2859999999999996,"15min":7.2859999999999996},"last":3.6339999999999999}]}]},{"osd":10,"up_from":0,"seq":408021893376,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":341064,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":340032,"kb_avail":93404088,"statfs":{"total":95995035648,"available":95645786112,"internally_reserved":0,"allocated":1048576,"data_stored":545094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":348192768},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:41:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0139999999999998,"5min":3.4689999999999999,"15min":3.0059999999999998},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.48499999999999999},"max":{"1min":7.0949999999999998,"5min":53.825000000000003,"15min":253.441},"last":0.84499999999999997},{"interface":"front","average":{"1min":2.4670000000000001,"5min":4.1130000000000004,"15min":3.4500000000000002},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.51700000000000002},"max":{"1min":7.258,"5min":54.207000000000001,"15min":253.72999999999999},"last":1.375}]},{"osd":2,"last update":"Mon Nov 16 20:41:31 2020","interfaces":[{"interface":"back","average":{"1min":1.5620000000000001,"5min":1.6160000000000001,"15min":2.7669999999999999},"min":{"1min":0.70399999999999996,"5min":0.63300000000000001,"15min":0.55400000000000005},"max":{"1min":4.8959999999999999,"5min":5.2359999999999998,"15min":250.76499999999999},"last":1.204},{"interface":"front","average":{"1min":1.581,"5min":1.55,"15min":2.569},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":4.5650000000000004,"5min":7.1159999999999997,"15min":250.529},"last":0.71899999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:41:31 2020","interfaces":[{"interface":"back","average":{"1min":2.722,"5min":1.891,"15min":3.5499999999999998},"min":{"1min":0.748,"5min":0.70699999999999996,"15min":0.59599999999999997},"max":{"1min":7.9470000000000001,"5min":8.6549999999999994,"15min":314.88900000000001},"last":1.1359999999999999},{"interface":"front","average":{"1min":2.1179999999999999,"5min":2.04,"15min":3.8029999999999999},"min":{"1min":0.92700000000000005,"5min":0.745,"15min":0.60099999999999998},"max":{"1min":4.6449999999999996,"5min":7.2610000000000001,"15min":312.904},"last":1.105}]},{"osd":4,"last update":"Mon Nov 16 20:41:31 2020","interfaces":[{"interface":"back","average":{"1min":2.2930000000000001,"5min":1.9630000000000001,"15min":3.097},"min":{"1min":0.67900000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":7.0609999999999999,"5min":7.0609999999999999,"15min":130.13800000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":2.0539999999999998,"5min":2.0779999999999998,"15min":3.0489999999999999},"min":{"1min":0.91900000000000004,"5min":0.72099999999999997,"15min":0.60899999999999999},"max":{"1min":5.0350000000000001,"5min":6.609,"15min":128.81800000000001},"last":1.7729999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:41:31 2020","interfaces":[{"interface":"back","average":{"1min":2.2530000000000001,"5min":2.2610000000000001,"15min":3.306},"min":{"1min":1.1819999999999999,"5min":0.98999999999999999,"15min":0.73299999999999998},"max":{"1min":5.6719999999999997,"5min":5.8300000000000001,"15min":127.413},"last":0.96199999999999997},{"interface":"front","average":{"1min":2.4769999999999999,"5min":2.1640000000000001,"15min":3.0779999999999998},"min":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.78100000000000003},"max":{"1min":6.7119999999999997,"5min":6.7119999999999997,"15min":127.542},"last":1.9019999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:41:31 2020","interfaces":[{"interface":"back","average":{"1min":3.0790000000000002,"5min":2.7349999999999999,"15min":2.8769999999999998},"min":{"1min":1.0680000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":12.82,"5min":12.82,"15min":98.828999999999994},"last":1.329},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.6459999999999999,"15min":2.9710000000000001},"min":{"1min":1.2789999999999999,"5min":0.99399999999999999,"15min":0.76900000000000002},"max":{"1min":5.6520000000000001,"5min":8.125,"15min":107.042},"last":1.2370000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:41:05 2020","interfaces":[{"interface":"back","average":{"1min":3.4700000000000002,"5min":2.8559999999999999,"15min":4.3239999999999998},"min":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.0089999999999999},"max":{"1min":7.9969999999999999,"5min":7.9969999999999999,"15min":130.572},"last":3.4009999999999998},{"interface":"front","average":{"1min":2.8959999999999999,"5min":2.6960000000000002,"15min":4.4210000000000003},"min":{"1min":1.3899999999999999,"5min":1.157,"15min":0.77600000000000002},"max":{"1min":5.7320000000000002,"5min":6.1779999999999999,"15min":128.73599999999999},"last":3.375}]},{"osd":8,"last update":"Mon Nov 16 20:41:31 2020","interfaces":[{"interface":"back","average":{"1min":2.8820000000000001,"5min":2.8140000000000001,"15min":2.8980000000000001},"min":{"1min":1.3169999999999999,"5min":1.198,"15min":0.69699999999999995},"max":{"1min":4.9939999999999998,"5min":8.2479999999999993,"15min":12.334},"last":4.2460000000000004},{"interface":"front","average":{"1min":3.0049999999999999,"5min":3.0670000000000002,"15min":3.1040000000000001},"min":{"1min":1.512,"5min":1.512,"15min":0.94999999999999996},"max":{"1min":5.5460000000000003,"5min":8.3640000000000008,"15min":13.491},"last":2.302}]},{"osd":10,"last update":"Mon Nov 16 20:41:41 2020","interfaces":[{"interface":"back","average":{"1min":3.2789999999999999,"5min":3.2930000000000001,"15min":3.1600000000000001},"min":{"1min":1.8080000000000001,"5min":1.3220000000000001,"15min":0.874},"max":{"1min":5.3620000000000001,"5min":8.4529999999999994,"15min":13.259},"last":1.734},{"interface":"front","average":{"1min":3.2789999999999999,"5min":2.9630000000000001,"15min":2.9199999999999999},"min":{"1min":1.919,"5min":1.1379999999999999,"15min":0.93500000000000005},"max":{"1min":5.2699999999999996,"5min":8.5670000000000002,"15min":12.051},"last":1.401}]},{"osd":11,"last update":"Mon Nov 16 20:40:49 2020","interfaces":[{"interface":"back","average":{"1min":3.2309999999999999,"5min":2.8900000000000001,"15min":3.319},"min":{"1min":1.5509999999999999,"5min":1.194,"15min":1.194},"max":{"1min":6.8109999999999999,"5min":6.8109999999999999,"15min":8.7129999999999992},"last":4.5469999999999997},{"interface":"front","average":{"1min":4.1459999999999999,"5min":3.508,"15min":3.3759999999999999},"min":{"1min":2.1819999999999999,"5min":1.4430000000000001,"15min":1.115},"max":{"1min":9.3339999999999996,"5min":9.3339999999999996,"15min":12.023999999999999},"last":1.984}]}]},{"osd":8,"up_from":63,"seq":270582939934,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":198036,"kb_used_data":1036,"kb_used_omap":0,"kb_used_meta":196992,"kb_avail":93547116,"statfs":{"total":95995035648,"available":95792246784,"internally_reserved":0,"allocated":1060864,"data_stored":551542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":201719808},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:41:09 2020","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.375,"15min":1.798},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.498},"max":{"1min":1.746,"5min":7.3819999999999997,"15min":60.295999999999999},"last":2.5169999999999999},{"interface":"front","average":{"1min":1.542,"5min":1.464,"15min":1.9139999999999999},"min":{"1min":0.57099999999999995,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":58.633000000000003},"last":1.6950000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:41:48 2020","interfaces":[{"interface":"back","average":{"1min":3.8599999999999999,"5min":3.2000000000000002,"15min":2.8410000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":48.720999999999997,"5min":48.720999999999997,"15min":141.761},"last":2.9119999999999999},{"interface":"front","average":{"1min":4.0049999999999999,"5min":3.617,"15min":3.359},"min":{"1min":0.84699999999999998,"5min":0.68000000000000005,"15min":0.64200000000000002},"max":{"1min":48.799999999999997,"5min":48.799999999999997,"15min":141.87100000000001},"last":3.0489999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:41:09 2020","interfaces":[{"interface":"back","average":{"1min":1.6080000000000001,"5min":3.1019999999999999,"15min":2.9260000000000002},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.54700000000000004},"max":{"1min":3.754,"5min":137.90299999999999,"15min":137.90299999999999},"last":3.4820000000000002},{"interface":"front","average":{"1min":1.9219999999999999,"5min":3.2029999999999998,"15min":2.9729999999999999},"min":{"1min":0.79700000000000004,"5min":0.73699999999999999,"15min":0.59199999999999997},"max":{"1min":5.1760000000000002,"5min":138.24299999999999,"15min":138.24299999999999},"last":2.6680000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:41:09 2020","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":2.2440000000000002,"15min":2.5939999999999999},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.61499999999999999},"max":{"1min":4.8380000000000001,"5min":5.4119999999999999,"15min":36.006999999999998},"last":4.806},{"interface":"front","average":{"1min":1.851,"5min":2.125,"15min":2.573},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":4.6299999999999999,"5min":7.6150000000000002,"15min":42.060000000000002},"last":3.157}]},{"osd":5,"last update":"Mon Nov 16 20:41:09 2020","interfaces":[{"interface":"back","average":{"1min":2.1230000000000002,"5min":2.1509999999999998,"15min":2.3180000000000001},"min":{"1min":0.999,"5min":0.72999999999999998,"15min":0.65900000000000003},"max":{"1min":5.0460000000000003,"5min":5.0460000000000003,"15min":6.5439999999999996},"last":4.29},{"interface":"front","average":{"1min":1.986,"5min":2.0590000000000002,"15min":2.133},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":3.593,"5min":7.7220000000000004,"15min":7.7220000000000004},"last":3.3420000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:41:16 2020","interfaces":[{"interface":"back","average":{"1min":2.0129999999999999,"5min":2.3860000000000001,"15min":2.4660000000000002},"min":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.69599999999999995},"max":{"1min":3.964,"5min":9.4199999999999999,"15min":9.4199999999999999},"last":3.5990000000000002},{"interface":"front","average":{"1min":2.7570000000000001,"5min":2.6800000000000002,"15min":2.6379999999999999},"min":{"1min":1.04,"5min":0.95399999999999996,"15min":0.872},"max":{"1min":10.359,"5min":10.359,"15min":10.569000000000001},"last":4.1269999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:41:30 2020","interfaces":[{"interface":"back","average":{"1min":2.3029999999999999,"5min":2.613,"15min":2.8279999999999998},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.006},"max":{"1min":5.077,"5min":7.4509999999999996,"15min":37.5},"last":3.9100000000000001},{"interface":"front","average":{"1min":2.5470000000000002,"5min":2.585,"15min":2.5870000000000002},"min":{"1min":1.1950000000000001,"5min":1.109,"15min":0.84499999999999997},"max":{"1min":5.3979999999999997,"5min":10.276,"15min":35.509999999999998},"last":3.6859999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:41:30 2020","interfaces":[{"interface":"back","average":{"1min":2.7040000000000002,"5min":2.984,"15min":3.218},"min":{"1min":1.194,"5min":1.1919999999999999,"15min":0.93500000000000005},"max":{"1min":5.5759999999999996,"5min":8.6910000000000007,"15min":89.052999999999997},"last":3.867},{"interface":"front","average":{"1min":2.919,"5min":3.0710000000000002,"15min":3.3730000000000002},"min":{"1min":1.8129999999999999,"5min":1.097,"15min":0.86199999999999999},"max":{"1min":5.7329999999999997,"5min":8.8960000000000008,"15min":89.296000000000006},"last":4.601}]},{"osd":10,"last update":"Mon Nov 16 20:41:30 2020","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":2.7570000000000001,"15min":2.7330000000000001},"min":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.92400000000000004},"max":{"1min":3.8370000000000002,"5min":8.1449999999999996,"15min":12.064},"last":4.1879999999999997},{"interface":"front","average":{"1min":2.6699999999999999,"5min":2.988,"15min":2.8849999999999998},"min":{"1min":1.5049999999999999,"5min":1.2190000000000001,"15min":1.1639999999999999},"max":{"1min":5.3109999999999999,"5min":8.3460000000000001,"15min":8.3460000000000001},"last":4.367}]},{"osd":11,"last update":"Mon Nov 16 20:40:57 2020","interfaces":[{"interface":"back","average":{"1min":2.758,"5min":3.0510000000000002,"15min":3.214},"min":{"1min":1.1870000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":4.7629999999999999,"5min":8.2579999999999991,"15min":9.0920000000000005},"last":4.4420000000000002},{"interface":"front","average":{"1min":2.9649999999999999,"5min":3.1789999999999998,"15min":3.1589999999999998},"min":{"1min":1.597,"5min":1.345,"15min":1.0269999999999999},"max":{"1min":4.2800000000000002,"5min":8.4339999999999993,"15min":12.257999999999999},"last":4.0069999999999997}]}]},{"osd":7,"up_from":225,"seq":966367641765,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":214728,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":213695,"kb_avail":93530424,"statfs":{"total":95995035648,"available":95775154176,"internally_reserved":0,"allocated":1048576,"data_stored":545114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":218823740},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":1.754,"5min":3.117,"15min":3.3519999999999999},"min":{"1min":0.59799999999999998,"5min":0.503,"15min":0.503},"max":{"1min":7.9039999999999999,"5min":40.673999999999999,"15min":123.182},"last":1.242},{"interface":"front","average":{"1min":2.0369999999999999,"5min":2.7200000000000002,"15min":3.2869999999999999},"min":{"1min":0.86099999999999999,"5min":0.58399999999999996,"15min":0.52700000000000002},"max":{"1min":6.9199999999999999,"5min":41.988,"15min":122.154},"last":1.6879999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":1.7190000000000001,"5min":1.677,"15min":2.5790000000000002},"min":{"1min":0.65600000000000003,"5min":0.57599999999999996,"15min":0.53800000000000003},"max":{"1min":7.4109999999999996,"5min":11.444000000000001,"15min":118.31699999999999},"last":2.1930000000000001},{"interface":"front","average":{"1min":2.0950000000000002,"5min":2.2549999999999999,"15min":2.8570000000000002},"min":{"1min":0.98299999999999998,"5min":0.751,"15min":0.53600000000000003},"max":{"1min":7.7910000000000004,"5min":41.848999999999997,"15min":117.771},"last":1.8100000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":2.2930000000000001,"5min":1.8200000000000001,"15min":3.742},"min":{"1min":0.96599999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":11.214,"5min":11.214,"15min":219.61199999999999},"last":1.607},{"interface":"front","average":{"1min":2.3839999999999999,"5min":2.2690000000000001,"15min":3.7679999999999998},"min":{"1min":1.2809999999999999,"5min":0.71399999999999997,"15min":0.65400000000000003},"max":{"1min":7.569,"5min":13.707000000000001,"15min":221.09700000000001},"last":2.5859999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":1.7150000000000001,"5min":1.8779999999999999,"15min":2.141},"min":{"1min":0.69899999999999995,"5min":0.61299999999999999,"15min":0.60499999999999998},"max":{"1min":7.024,"5min":7.0490000000000004,"15min":11.75},"last":2.718},{"interface":"front","average":{"1min":2.2770000000000001,"5min":2.2109999999999999,"15min":2.3109999999999999},"min":{"1min":0.874,"5min":0.71999999999999997,"15min":0.66100000000000003},"max":{"1min":7.6559999999999997,"5min":11.821999999999999,"15min":11.821999999999999},"last":3.0310000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:41:34 2020","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":2.0899999999999999,"15min":2.1190000000000002},"min":{"1min":0.79500000000000004,"5min":0.71899999999999997,"15min":0.69899999999999995},"max":{"1min":8.8610000000000007,"5min":8.8610000000000007,"15min":9.2240000000000002},"last":2.101},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.4489999999999998,"15min":2.452},"min":{"1min":1.01,"5min":0.74299999999999999,"15min":0.64800000000000002},"max":{"1min":7.258,"5min":42.213999999999999,"15min":42.213999999999999},"last":3.6960000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:41:44 2020","interfaces":[{"interface":"back","average":{"1min":2.5449999999999999,"5min":2.5270000000000001,"15min":2.3690000000000002},"min":{"1min":1.1020000000000001,"5min":0.71899999999999997,"15min":0.67000000000000004},"max":{"1min":9.0380000000000003,"5min":9.0380000000000003,"15min":9.2899999999999991},"last":3.524},{"interface":"front","average":{"1min":2.7040000000000002,"5min":2.7080000000000002,"15min":2.581},"min":{"1min":1.0589999999999999,"5min":0.81999999999999995,"15min":0.72999999999999998},"max":{"1min":8.3970000000000002,"5min":11.693,"15min":11.693},"last":4.6829999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":2.7010000000000001,"5min":2.802,"15min":2.71},"min":{"1min":1.218,"5min":0.873,"15min":0.80000000000000004},"max":{"1min":7.8319999999999999,"5min":42.518000000000001,"15min":42.518000000000001},"last":4.1970000000000001},{"interface":"front","average":{"1min":2.819,"5min":2.8879999999999999,"15min":2.9449999999999998},"min":{"1min":1.3859999999999999,"5min":1.044,"15min":0.92600000000000005},"max":{"1min":7.5460000000000003,"5min":42.670000000000002,"15min":42.670000000000002},"last":5.3819999999999997}]},{"osd":9,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":2.7549999999999999,"5min":3.2200000000000002,"15min":2.879},"min":{"1min":1.3540000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":7.6859999999999999,"5min":42.825000000000003,"15min":42.825000000000003},"last":5.1900000000000004},{"interface":"front","average":{"1min":2.8530000000000002,"5min":3.3519999999999999,"15min":2.883},"min":{"1min":1.206,"5min":1.206,"15min":0.95199999999999996},"max":{"1min":8.5079999999999991,"5min":42.156999999999996,"15min":42.156999999999996},"last":4.2539999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":3.1669999999999998,"15min":2.7360000000000002},"min":{"1min":1.4850000000000001,"5min":1.27,"15min":0.96199999999999997},"max":{"1min":7.9880000000000004,"5min":43.125999999999998,"15min":43.125999999999998},"last":4.4960000000000004},{"interface":"front","average":{"1min":2.8530000000000002,"5min":3.1829999999999998,"15min":2.758},"min":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.0529999999999999},"max":{"1min":8.2319999999999993,"5min":42.377000000000002,"15min":42.377000000000002},"last":4.7709999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":4.2149999999999999,"5min":3.8210000000000002,"15min":3.3380000000000001},"min":{"1min":1.8109999999999999,"5min":1.5429999999999999,"15min":1.1830000000000001},"max":{"1min":8.1140000000000008,"5min":42.976999999999997,"15min":42.976999999999997},"last":4.9889999999999999},{"interface":"front","average":{"1min":3.819,"5min":3.6800000000000002,"15min":3.3460000000000001},"min":{"1min":1.5429999999999999,"5min":1.3500000000000001,"15min":1.135},"max":{"1min":8.5909999999999993,"5min":42.305999999999997,"15min":42.305999999999997},"last":5.0679999999999996}]}]},{"osd":6,"up_from":49,"seq":210453397799,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":207752,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":206720,"kb_avail":93537400,"statfs":{"total":95995035648,"available":95782297600,"internally_reserved":0,"allocated":1048576,"data_stored":545114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":211681280},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:27:56 2020","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.506,"15min":1.552},"min":{"1min":0.70899999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.3740000000000001,"5min":9.0429999999999993,"15min":9.0429999999999993},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.4399999999999999,"5min":1.8029999999999999,"15min":1.923},"min":{"1min":0.82899999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":2.8540000000000001,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.1309999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:41:20 2020","interfaces":[{"interface":"back","average":{"1min":6.1509999999999998,"5min":4.7800000000000002,"15min":3.0270000000000001},"min":{"1min":0.59799999999999998,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":89.582999999999998,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.4140000000000001},{"interface":"front","average":{"1min":7.0060000000000002,"5min":4.7800000000000002,"15min":3},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":94.843999999999994,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.129}]},{"osd":2,"last update":"Mon Nov 16 20:41:20 2020","interfaces":[{"interface":"back","average":{"1min":1.466,"5min":1.4690000000000001,"15min":2.0390000000000001},"min":{"1min":0.68999999999999995,"5min":0.58699999999999997,"15min":0.57699999999999996},"max":{"1min":3.911,"5min":5.6349999999999998,"15min":82.668000000000006},"last":2.2599999999999998},{"interface":"front","average":{"1min":1.952,"5min":1.6910000000000001,"15min":2.0459999999999998},"min":{"1min":0.85199999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":5.7640000000000002,"5min":7.6529999999999996,"15min":84.108000000000004},"last":2.661}]},{"osd":3,"last update":"Mon Nov 16 20:41:20 2020","interfaces":[{"interface":"back","average":{"1min":2.0350000000000001,"5min":2.008,"15min":3.6339999999999999},"min":{"1min":0.67500000000000004,"5min":0.61399999999999999,"15min":0.57299999999999995},"max":{"1min":5.1509999999999998,"5min":6.8289999999999997,"15min":189.096},"last":2.9300000000000002},{"interface":"front","average":{"1min":2.2120000000000002,"5min":1.9119999999999999,"15min":3.7949999999999999},"min":{"1min":0.83999999999999997,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":6.3150000000000004,"5min":6.7990000000000004,"15min":189.042},"last":3.1469999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:41:20 2020","interfaces":[{"interface":"back","average":{"1min":2.1819999999999999,"5min":2.0430000000000001,"15min":2.556},"min":{"1min":0.749,"5min":0.60699999999999998,"15min":0.58999999999999997},"max":{"1min":7.8090000000000002,"5min":7.8090000000000002,"15min":116.849},"last":2.8839999999999999},{"interface":"front","average":{"1min":1.99,"5min":2.056,"15min":2.589},"min":{"1min":0.80000000000000004,"5min":0.66000000000000003,"15min":0.56399999999999995},"max":{"1min":6.4009999999999998,"5min":6.4009999999999998,"15min":117.947},"last":3.3700000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:41:20 2020","interfaces":[{"interface":"back","average":{"1min":2.2519999999999998,"5min":2.1120000000000001,"15min":2.1629999999999998},"min":{"1min":0.875,"5min":0.81999999999999995,"15min":0.69799999999999995},"max":{"1min":5.6719999999999997,"5min":5.6719999999999997,"15min":13.518000000000001},"last":4.1539999999999999},{"interface":"front","average":{"1min":2.0649999999999999,"5min":1.944,"15min":2.173},"min":{"1min":0.93999999999999995,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":4.5380000000000003,"5min":5.4729999999999999,"15min":9.1539999999999999},"last":3.0339999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:41:35 2020","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.1419999999999999,"15min":1.9850000000000001},"min":{"1min":0.97699999999999998,"5min":0.78900000000000003,"15min":0.65400000000000003},"max":{"1min":4.665,"5min":6.4370000000000003,"15min":12.582000000000001},"last":3.5739999999999998},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.6579999999999999,"15min":2.6619999999999999},"min":{"1min":1.254,"5min":1.034,"15min":0.79300000000000004},"max":{"1min":8.3650000000000002,"5min":8.3650000000000002,"15min":14.067},"last":3.9550000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:40:56 2020","interfaces":[{"interface":"back","average":{"1min":2.6749999999999998,"5min":2.673,"15min":2.5779999999999998},"min":{"1min":1.141,"5min":1.0649999999999999,"15min":0.90400000000000003},"max":{"1min":6.6210000000000004,"5min":8.1199999999999992,"15min":11.271000000000001},"last":3.528},{"interface":"front","average":{"1min":2.9540000000000002,"5min":2.7509999999999999,"15min":2.7400000000000002},"min":{"1min":1.159,"5min":1.0620000000000001,"15min":0.93999999999999995},"max":{"1min":8.0969999999999995,"5min":8.2479999999999993,"15min":13.818},"last":3.7519999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:41:20 2020","interfaces":[{"interface":"back","average":{"1min":8.6289999999999996,"5min":4.0309999999999997,"15min":3.1309999999999998},"min":{"1min":1.3,"5min":1.3,"15min":0.94199999999999995},"max":{"1min":112.631,"5min":112.631,"15min":112.631},"last":4.3289999999999997},{"interface":"front","average":{"1min":9.3399999999999999,"5min":3.8610000000000002,"15min":3.1659999999999999},"min":{"1min":1.5529999999999999,"5min":0.97299999999999998,"15min":0.97299999999999998},"max":{"1min":113.06100000000001,"5min":113.06100000000001,"15min":113.06100000000001},"last":4.5540000000000003}]},{"osd":10,"last update":"Mon Nov 16 20:40:50 2020","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.6150000000000002,"15min":2.6349999999999998},"min":{"1min":1.238,"5min":1.1930000000000001,"15min":0.88900000000000001},"max":{"1min":5.9660000000000002,"5min":9.1489999999999991,"15min":9.1489999999999991},"last":4.7480000000000002},{"interface":"front","average":{"1min":2.6640000000000001,"5min":2.8029999999999999,"15min":2.4329999999999998},"min":{"1min":1.5049999999999999,"5min":1.3440000000000001,"15min":0.88800000000000001},"max":{"1min":6.7080000000000002,"5min":9.2509999999999994,"15min":10.095000000000001},"last":5.0289999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:40:50 2020","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.2040000000000002,"15min":2.335},"min":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.044},"max":{"1min":3.8410000000000002,"5min":5.5659999999999998,"15min":10.401999999999999},"last":4.2380000000000004},{"interface":"front","average":{"1min":2.2650000000000001,"5min":2.4319999999999999,"15min":2.496},"min":{"1min":1.212,"5min":1.1479999999999999,"15min":1.1479999999999999},"max":{"1min":3.9590000000000001,"5min":5.71,"15min":10.273},"last":4.6790000000000003}]}]},{"osd":1,"up_from":18,"seq":77309411650,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":321404,"kb_used_data":1012,"kb_used_omap":0,"kb_used_meta":320384,"kb_avail":93423748,"statfs":{"total":95995035648,"available":95665917952,"internally_reserved":0,"allocated":1036288,"data_stored":538686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":328073216},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:41:10 2020","interfaces":[{"interface":"back","average":{"1min":1.4850000000000001,"5min":1.7649999999999999,"15min":2.4929999999999999},"min":{"1min":0.52800000000000002,"5min":0.48199999999999998,"15min":0.46600000000000003},"max":{"1min":4.8470000000000004,"5min":12.964,"15min":97.320999999999998},"last":1.7450000000000001},{"interface":"front","average":{"1min":2.375,"5min":2.8159999999999998,"15min":2.9049999999999998},"min":{"1min":0.67800000000000005,"5min":0.66700000000000004,"15min":0.47399999999999998},"max":{"1min":11.356999999999999,"5min":12.907999999999999,"15min":97.376000000000005},"last":2.1749999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:41:35 2020","interfaces":[{"interface":"back","average":{"1min":1.901,"5min":1.76,"15min":2.6600000000000001},"min":{"1min":0.57399999999999995,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":7.6799999999999997,"5min":7.6799999999999997,"15min":98.257000000000005},"last":1.6100000000000001},{"interface":"front","average":{"1min":1.526,"5min":2.8149999999999999,"15min":2.972},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"max":{"1min":4.5270000000000001,"5min":27.111000000000001,"15min":97.945999999999998},"last":2.4409999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:40:56 2020","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":2.726,"15min":3.2919999999999998},"min":{"1min":0.83299999999999996,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":4.0019999999999998,"5min":30.946999999999999,"15min":30.946999999999999},"last":2.2970000000000002},{"interface":"front","average":{"1min":1.9930000000000001,"5min":3.2919999999999998,"15min":3.6190000000000002},"min":{"1min":0.98599999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":4.1180000000000003,"5min":28.786999999999999,"15min":28.786999999999999},"last":2.5950000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:36:11 2020","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":4.5259999999999998,"15min":3.1800000000000002},"min":{"1min":0.79500000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":25.773,"5min":97.236000000000004,"15min":97.236000000000004},"last":2.0760000000000001},{"interface":"front","average":{"1min":1.3859999999999999,"5min":4.141,"15min":3.0489999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":3.7160000000000002,"5min":96.036000000000001,"15min":96.036000000000001},"last":3.7290000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":2.3900000000000001,"5min":3.2400000000000002,"15min":3.157},"min":{"1min":0.66500000000000004,"5min":0.65600000000000003,"15min":0.65000000000000002},"max":{"1min":12.275,"5min":29.018999999999998,"15min":95.561999999999998},"last":3.1960000000000002},{"interface":"front","average":{"1min":2.7549999999999999,"5min":3.9529999999999998,"15min":3.911},"min":{"1min":1.419,"5min":0.96599999999999997,"15min":0.68300000000000005},"max":{"1min":12.396000000000001,"5min":33.926000000000002,"15min":96.986999999999995},"last":4.4269999999999996}]},{"osd":6,"last update":"Mon Nov 16 20:41:10 2020","interfaces":[{"interface":"back","average":{"1min":2.593,"5min":3.98,"15min":4.0979999999999999},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":13.009,"5min":34.689,"15min":103.09699999999999},"last":2.8220000000000001},{"interface":"front","average":{"1min":2.548,"5min":3.96,"15min":4.4080000000000004},"min":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.876},"max":{"1min":12.529,"5min":34.348999999999997,"15min":102.877},"last":4.0380000000000003}]},{"osd":7,"last update":"Mon Nov 16 20:41:35 2020","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":3.1869999999999998,"15min":4.1619999999999999},"min":{"1min":1.399,"5min":0.88600000000000001,"15min":0.67900000000000005},"max":{"1min":8.1280000000000001,"5min":27.670999999999999,"15min":160.39400000000001},"last":2.968},{"interface":"front","average":{"1min":3.1139999999999999,"5min":2.383,"15min":3.3069999999999999},"min":{"1min":1.016,"5min":0.74299999999999999,"15min":0.70699999999999996},"max":{"1min":6.3609999999999998,"5min":12.757999999999999,"15min":161.446},"last":2.867}]},{"osd":8,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":2.6720000000000002,"5min":4.3799999999999999,"15min":4.1109999999999998},"min":{"1min":1.212,"5min":1.1859999999999999,"15min":0.747},"max":{"1min":12.651999999999999,"5min":40.485999999999997,"15min":96.852000000000004},"last":3.649},{"interface":"front","average":{"1min":2.6629999999999998,"5min":3.121,"15min":3.6779999999999999},"min":{"1min":0.93500000000000005,"5min":0.83399999999999996,"15min":0.77300000000000002},"max":{"1min":5.4219999999999997,"5min":39.573999999999998,"15min":99.825000000000003},"last":3.335}]},{"osd":9,"last update":"Mon Nov 16 20:41:35 2020","interfaces":[{"interface":"back","average":{"1min":3.0049999999999999,"5min":3.6240000000000001,"15min":4.0350000000000001},"min":{"1min":1.5149999999999999,"5min":1.014,"15min":0.90700000000000003},"max":{"1min":8.3320000000000007,"5min":28.754999999999999,"15min":98.683999999999997},"last":3.5609999999999999},{"interface":"front","average":{"1min":3.0249999999999999,"5min":3.6429999999999998,"15min":4.306},"min":{"1min":1.3140000000000001,"5min":1.2549999999999999,"15min":0.86399999999999999},"max":{"1min":8.6479999999999997,"5min":28.219999999999999,"15min":98.972999999999999},"last":3.859}]},{"osd":10,"last update":"Mon Nov 16 20:41:35 2020","interfaces":[{"interface":"back","average":{"1min":3.5670000000000002,"5min":3.645,"15min":4.0899999999999999},"min":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"max":{"1min":6.8209999999999997,"5min":28.009,"15min":100.108},"last":3.7400000000000002},{"interface":"front","average":{"1min":3.891,"5min":3.1859999999999999,"15min":4.04},"min":{"1min":1.091,"5min":1.04,"15min":1.04},"max":{"1min":11.148999999999999,"5min":27.550000000000001,"15min":98.613},"last":4.1390000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:40:47 2020","interfaces":[{"interface":"back","average":{"1min":3.355,"5min":3.669,"15min":3.8140000000000001},"min":{"1min":1.331,"5min":1.278,"15min":1.0620000000000001},"max":{"1min":9.8089999999999993,"5min":28.585999999999999,"15min":99.150000000000006},"last":3.2709999999999999},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.3450000000000002,"15min":4.2539999999999996},"min":{"1min":1.208,"5min":1.123,"15min":1.0509999999999999},"max":{"1min":6.4690000000000003,"5min":27.914000000000001,"15min":99.512},"last":4.5410000000000004}]}]},{"osd":0,"up_from":12,"seq":51539607880,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":158752,"kb_used_data":1048,"kb_used_omap":0,"kb_used_meta":157696,"kb_avail":93586400,"statfs":{"total":95995035648,"available":95832473600,"internally_reserved":0,"allocated":1073152,"data_stored":557970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":161480704},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:41:10 2020","interfaces":[{"interface":"back","average":{"1min":5.577,"5min":3.964,"15min":2.8220000000000001},"min":{"1min":0.495,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":54.354999999999997,"5min":54.354999999999997,"15min":54.354999999999997},"last":1.6140000000000001},{"interface":"front","average":{"1min":5.7130000000000001,"5min":4.306,"15min":3.0369999999999999},"min":{"1min":0.73599999999999999,"5min":0.60499999999999998,"15min":0.54100000000000004},"max":{"1min":54.603999999999999,"5min":54.603999999999999,"15min":54.603999999999999},"last":2.665}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:41:06 2020","interfaces":[{"interface":"back","average":{"1min":1.49,"5min":1.754,"15min":2.2650000000000001},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":3.5979999999999999,"5min":31.731999999999999,"15min":31.731999999999999},"last":2.0870000000000002},{"interface":"front","average":{"1min":1.9930000000000001,"5min":2.1640000000000001,"15min":2.1779999999999999},"min":{"1min":0.57799999999999996,"5min":0.57199999999999995,"15min":0.54900000000000004},"max":{"1min":8.7279999999999998,"5min":34.512,"15min":34.512},"last":2.4199999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:41:30 2020","interfaces":[{"interface":"back","average":{"1min":1.53,"5min":1.732,"15min":2.0129999999999999},"min":{"1min":0.59999999999999998,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":7.3970000000000002,"5min":42.704000000000001,"15min":111.956},"last":2.202},{"interface":"front","average":{"1min":1.996,"5min":2.2320000000000002,"15min":2.6080000000000001},"min":{"1min":1.0660000000000001,"5min":0.80500000000000005,"15min":0.72299999999999998},"max":{"1min":7.5460000000000003,"5min":42.994999999999997,"15min":112.206},"last":3.1739999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":1.8759999999999999,"5min":1.7390000000000001,"15min":1.8899999999999999},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.60999999999999999},"max":{"1min":7.9669999999999996,"5min":7.9669999999999996,"15min":10.673999999999999},"last":1.738},{"interface":"front","average":{"1min":1.845,"5min":2.2930000000000001,"15min":2.226},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.70499999999999996},"max":{"1min":8.0559999999999992,"5min":47.793999999999997,"15min":47.793999999999997},"last":1.798}]},{"osd":6,"last update":"Mon Nov 16 20:41:30 2020","interfaces":[{"interface":"back","average":{"1min":2.2229999999999999,"5min":3.1000000000000001,"15min":2.4390000000000001},"min":{"1min":0.79500000000000004,"5min":0.73799999999999999,"15min":0.71699999999999997},"max":{"1min":8.2080000000000002,"5min":47.442,"15min":47.442},"last":2.4780000000000002},{"interface":"front","average":{"1min":2.1699999999999999,"5min":3.3090000000000002,"15min":2.4929999999999999},"min":{"1min":0.88300000000000001,"5min":0.77800000000000002,"15min":0.70399999999999996},"max":{"1min":8.3390000000000004,"5min":48.149999999999999,"15min":48.149999999999999},"last":2.714}]},{"osd":7,"last update":"Mon Nov 16 20:41:38 2020","interfaces":[{"interface":"back","average":{"1min":1.8300000000000001,"5min":2.5790000000000002,"15min":3.149},"min":{"1min":0.85799999999999998,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":5.3799999999999999,"5min":44.165999999999997,"15min":97.435000000000002},"last":2.988},{"interface":"front","average":{"1min":2.2959999999999998,"5min":2.9409999999999998,"15min":3.2610000000000001},"min":{"1min":0.91800000000000004,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":7.8419999999999996,"5min":44.518000000000001,"15min":96.828000000000003},"last":2.5720000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":2.5720000000000001,"15min":2.9980000000000002},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":7.6900000000000004,"5min":48.805,"15min":96.248000000000005},"last":3.0649999999999999},{"interface":"front","average":{"1min":1.9770000000000001,"5min":2.0830000000000002,"15min":2.8340000000000001},"min":{"1min":0.879,"5min":0.879,"15min":0.85299999999999998},"max":{"1min":4.4329999999999998,"5min":6.944,"15min":96.043000000000006},"last":3.4119999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:41:30 2020","interfaces":[{"interface":"back","average":{"1min":5.468,"5min":2.839,"15min":2.673},"min":{"1min":0.91200000000000003,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":60.097999999999999,"5min":60.097999999999999,"15min":60.097999999999999},"last":2.931},{"interface":"front","average":{"1min":4.9139999999999997,"5min":2.9660000000000002,"15min":2.8610000000000002},"min":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.88400000000000001},"max":{"1min":59.579000000000001,"5min":59.579000000000001,"15min":59.579000000000001},"last":4.9960000000000004}]},{"osd":10,"last update":"Mon Nov 16 20:41:38 2020","interfaces":[{"interface":"back","average":{"1min":2.3029999999999999,"5min":2.4950000000000001,"15min":2.4609999999999999},"min":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"max":{"1min":8.5169999999999995,"5min":26.870999999999999,"15min":26.870999999999999},"last":3.5910000000000002},{"interface":"front","average":{"1min":2.714,"5min":2.9399999999999999,"15min":2.9489999999999998},"min":{"1min":1.3300000000000001,"5min":1.075,"15min":0.95099999999999996},"max":{"1min":12.832000000000001,"5min":47.237000000000002,"15min":47.237000000000002},"last":4.2930000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:41:00 2020","interfaces":[{"interface":"back","average":{"1min":2.5390000000000001,"5min":3.327,"15min":3.1160000000000001},"min":{"1min":1.3440000000000001,"5min":1.032,"15min":1.032},"max":{"1min":4.9349999999999996,"5min":47.581000000000003,"15min":47.581000000000003},"last":3.798},{"interface":"front","average":{"1min":2.2610000000000001,"5min":3.5529999999999999,"15min":3.1659999999999999},"min":{"1min":1.4419999999999999,"5min":1.232,"15min":1.0980000000000001},"max":{"1min":4.7830000000000004,"5min":50.103999999999999,"15min":50.103999999999999},"last":4.0599999999999996}]}]},{"osd":2,"up_from":0,"seq":98784248125,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051895,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":259400,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":258368,"kb_avail":93485752,"statfs":{"total":95995035648,"available":95729410048,"internally_reserved":0,"allocated":1048576,"data_stored":545114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":264568832},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":2.778,"15min":2.1379999999999999},"min":{"1min":0.51200000000000001,"5min":0.48099999999999998,"15min":0.47999999999999998},"max":{"1min":3.415,"5min":130.286,"15min":130.286},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.4379999999999999,"5min":3.073,"15min":2.4430000000000001},"min":{"1min":0.68999999999999995,"5min":0.48999999999999999,"15min":0.48899999999999999},"max":{"1min":3.4670000000000001,"5min":130.40799999999999,"15min":130.40799999999999},"last":1.379}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":1.71,"5min":2.8900000000000001,"15min":2.5990000000000002},"min":{"1min":0.622,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.6139999999999999,"5min":122.545,"15min":122.545},"last":1.855},{"interface":"front","average":{"1min":1.6060000000000001,"5min":2.8380000000000001,"15min":2.6739999999999999},"min":{"1min":0.624,"5min":0.53600000000000003,"15min":0.51000000000000001},"max":{"1min":5.2039999999999997,"5min":123.28,"15min":123.28},"last":1.6739999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:41:19 2020","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":1.3779999999999999,"15min":2.129},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":5.3319999999999999,"5min":5.9050000000000002,"15min":38.744999999999997},"last":1.4430000000000001},{"interface":"front","average":{"1min":1.4650000000000001,"5min":1.613,"15min":2.2509999999999999},"min":{"1min":0.58999999999999997,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":3.46,"5min":5.5410000000000004,"15min":36.244},"last":2.379}]},{"osd":5,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.6859999999999999,"15min":2.214},"min":{"1min":0.73499999999999999,"5min":0.67200000000000004,"15min":0.626},"max":{"1min":2.2909999999999999,"5min":8.532,"15min":38.185000000000002},"last":1.774},{"interface":"front","average":{"1min":1.4730000000000001,"5min":1.667,"15min":2.2290000000000001},"min":{"1min":0.83499999999999996,"5min":0.71499999999999997,"15min":0.68200000000000005},"max":{"1min":2.8660000000000001,"5min":3.6619999999999999,"15min":37.875},"last":2.0739999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:41:19 2020","interfaces":[{"interface":"back","average":{"1min":1.889,"5min":3.831,"15min":3.0310000000000001},"min":{"1min":0.88800000000000001,"5min":0.84199999999999997,"15min":0.69199999999999995},"max":{"1min":4.1669999999999998,"5min":81.596999999999994,"15min":81.596999999999994},"last":1.925},{"interface":"front","average":{"1min":2.2850000000000001,"5min":4.0460000000000003,"15min":3.246},"min":{"1min":1.294,"5min":0.999,"15min":0.77100000000000002},"max":{"1min":4.3810000000000002,"5min":81.935000000000002,"15min":81.935000000000002},"last":2.4809999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:41:46 2020","interfaces":[{"interface":"back","average":{"1min":1.8999999999999999,"5min":3.3319999999999999,"15min":3.0030000000000001},"min":{"1min":0.90500000000000003,"5min":0.76800000000000002,"15min":0.69999999999999996},"max":{"1min":5.25,"5min":121.33199999999999,"15min":121.33199999999999},"last":2.4340000000000002},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.161,"15min":3.0910000000000002},"min":{"1min":1.0549999999999999,"5min":0.874,"15min":0.80900000000000005},"max":{"1min":4.8700000000000001,"5min":84.724999999999994,"15min":84.724999999999994},"last":2.2709999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":3.1240000000000001,"15min":3.427},"min":{"1min":0.92600000000000005,"5min":0.90000000000000002,"15min":0.90000000000000002},"max":{"1min":3.8500000000000001,"5min":80.588999999999999,"15min":111.735},"last":3.3279999999999998},{"interface":"front","average":{"1min":2.3479999999999999,"5min":2.2890000000000001,"15min":3.0230000000000001},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":4.782,"5min":5.0679999999999996,"15min":107.529},"last":2.6110000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":3.3260000000000001,"15min":3.3580000000000001},"min":{"1min":1.01,"5min":1.01,"15min":0.97399999999999998},"max":{"1min":6.8609999999999998,"5min":82.418000000000006,"15min":82.418000000000006},"last":3.0209999999999999},{"interface":"front","average":{"1min":3.1640000000000001,"5min":2.8180000000000001,"15min":2.9910000000000001},"min":{"1min":1.1990000000000001,"5min":0.95399999999999996,"15min":0.85899999999999999},"max":{"1min":7.2889999999999997,"5min":15.976000000000001,"15min":42.310000000000002},"last":3.5419999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:41:40 2020","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":3.403,"15min":3.1749999999999998},"min":{"1min":1.2909999999999999,"5min":1.1659999999999999,"15min":0.91500000000000004},"max":{"1min":3.6440000000000001,"5min":79.700999999999993,"15min":79.700999999999993},"last":3.117},{"interface":"front","average":{"1min":2.3180000000000001,"5min":2.7400000000000002,"15min":3.04},"min":{"1min":1.2809999999999999,"5min":1.123,"15min":1.0940000000000001},"max":{"1min":6.7249999999999996,"5min":15.470000000000001,"15min":40.555999999999997},"last":2.661}]},{"osd":11,"last update":"Mon Nov 16 20:40:53 2020","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":3.8159999999999998,"15min":3.2549999999999999},"min":{"1min":1.4330000000000001,"5min":1.1399999999999999,"15min":0.96299999999999997},"max":{"1min":4.5700000000000003,"5min":81.390000000000001,"15min":81.390000000000001},"last":2.9009999999999998},{"interface":"front","average":{"1min":2.8140000000000001,"5min":2.694,"15min":3.2069999999999999},"min":{"1min":1.3680000000000001,"5min":1.1180000000000001,"15min":1.117},"max":{"1min":6.2599999999999998,"5min":6.2599999999999998,"15min":42.034999999999997},"last":2.8639999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855666,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":244488,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":243456,"kb_avail":93500664,"statfs":{"total":95995035648,"available":95744679936,"internally_reserved":0,"allocated":1048576,"data_stored":545114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":249298944},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:41:33 2020","interfaces":[{"interface":"back","average":{"1min":1.49,"5min":1.2729999999999999,"15min":1.663},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":5.3499999999999996,"5min":5.3499999999999996,"15min":62.197000000000003},"last":0.753},{"interface":"front","average":{"1min":1.0449999999999999,"5min":1.3839999999999999,"15min":1.7909999999999999},"min":{"1min":0.59599999999999997,"5min":0.55400000000000005,"15min":0.54400000000000004},"max":{"1min":1.6379999999999999,"5min":5.25,"15min":61.820999999999998},"last":0.875}]},{"osd":1,"last update":"Mon Nov 16 20:41:33 2020","interfaces":[{"interface":"back","average":{"1min":2.0899999999999999,"5min":6.4279999999999999,"15min":3.9660000000000002},"min":{"1min":0.71399999999999997,"5min":0.57499999999999996,"15min":0.53300000000000003},"max":{"1min":6.2350000000000003,"5min":277.74299999999999,"15min":277.74299999999999},"last":1.117},{"interface":"front","average":{"1min":2.1179999999999999,"5min":6.7009999999999996,"15min":3.9060000000000001},"min":{"1min":0.75700000000000001,"5min":0.69099999999999995,"15min":0.60399999999999998},"max":{"1min":6.101,"5min":286.88499999999999,"15min":286.88499999999999},"last":1.3220000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:41:22 2020","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.7110000000000001,"15min":2.3460000000000001},"min":{"1min":0.94199999999999995,"5min":0.72399999999999998,"15min":0.53800000000000003},"max":{"1min":5.2969999999999997,"5min":5.2969999999999997,"15min":37.697000000000003},"last":1.079},{"interface":"front","average":{"1min":1.859,"5min":1.7709999999999999,"15min":2.3690000000000002},"min":{"1min":0.72799999999999998,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":5.9080000000000004,"5min":5.9080000000000004,"15min":37.956000000000003},"last":1.288}]},{"osd":3,"last update":"Mon Nov 16 20:41:33 2020","interfaces":[{"interface":"back","average":{"1min":5.4900000000000002,"5min":2.431,"15min":4.1449999999999996},"min":{"1min":0.75600000000000001,"5min":0.66700000000000004,"15min":0.629},"max":{"1min":78.021000000000001,"5min":78.021000000000001,"15min":247.41499999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":5.8099999999999996,"5min":2.4750000000000001,"15min":4.1340000000000003},"min":{"1min":0.70899999999999996,"5min":0.624,"15min":0.56799999999999995},"max":{"1min":78.088999999999999,"5min":78.088999999999999,"15min":249.12},"last":1.627}]},{"osd":5,"last update":"Mon Nov 16 20:40:57 2020","interfaces":[{"interface":"back","average":{"1min":2.327,"5min":1.8080000000000001,"15min":2.1269999999999998},"min":{"1min":1.083,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":6.4420000000000002,"5min":6.4420000000000002,"15min":61.781999999999996},"last":0.95599999999999996},{"interface":"front","average":{"1min":2.5459999999999998,"5min":2.081,"15min":2.4239999999999999},"min":{"1min":0.76800000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":61.533000000000001},"last":1.141}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:41:33 2020","interfaces":[{"interface":"back","average":{"1min":2.4289999999999998,"5min":2.4140000000000001,"15min":2.5169999999999999},"min":{"1min":0.68799999999999994,"5min":0.67600000000000005,"15min":0.67600000000000005},"max":{"1min":6.1769999999999996,"5min":12.414999999999999,"15min":61.499000000000002},"last":0.999},{"interface":"front","average":{"1min":2.2930000000000001,"5min":2.6259999999999999,"15min":2.6509999999999998},"min":{"1min":0.88300000000000001,"5min":0.82699999999999996,"15min":0.81299999999999994},"max":{"1min":4.5700000000000003,"5min":12.138999999999999,"15min":63},"last":1.845}]},{"osd":8,"last update":"Mon Nov 16 20:40:57 2020","interfaces":[{"interface":"back","average":{"1min":2.27,"5min":2.1179999999999999,"15min":2.706},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.85299999999999998},"max":{"1min":6.1479999999999997,"5min":6.1479999999999997,"15min":62.481999999999999},"last":1.8100000000000001},{"interface":"front","average":{"1min":2.4060000000000001,"5min":2.3460000000000001,"15min":2.7549999999999999},"min":{"1min":0.94699999999999995,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":6.4960000000000004,"5min":10.074999999999999,"15min":63.067},"last":1.4259999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:41:33 2020","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":2.9820000000000002,"15min":3.048},"min":{"1min":1.159,"5min":0.879,"15min":0.879},"max":{"1min":8.0229999999999997,"5min":46.225999999999999,"15min":63.304000000000002},"last":1.254},{"interface":"front","average":{"1min":2.21,"5min":3.0270000000000001,"15min":2.9199999999999999},"min":{"1min":1.3400000000000001,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":4.0679999999999996,"5min":45.997,"15min":63.232999999999997},"last":1.9610000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:41:41 2020","interfaces":[{"interface":"back","average":{"1min":2.1080000000000001,"5min":3.2050000000000001,"15min":3.1219999999999999},"min":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":0.90900000000000003},"max":{"1min":4.4450000000000003,"5min":45.389000000000003,"15min":64.043999999999997},"last":1.3839999999999999},{"interface":"front","average":{"1min":1.909,"5min":2.9870000000000001,"15min":3.073},"min":{"1min":1.202,"5min":1.0860000000000001,"15min":1.0860000000000001},"max":{"1min":2.9100000000000001,"5min":45.656999999999996,"15min":62.686999999999998},"last":1.659}]},{"osd":11,"last update":"Mon Nov 16 20:40:57 2020","interfaces":[{"interface":"back","average":{"1min":2.411,"5min":2.8530000000000002,"15min":3.0680000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":4.8520000000000003,"5min":9.8960000000000008,"15min":64.244},"last":4.3159999999999998},{"interface":"front","average":{"1min":2.9390000000000001,"5min":2.9199999999999999,"15min":3.2450000000000001},"min":{"1min":1.2370000000000001,"5min":1.0649999999999999,"15min":1.0649999999999999},"max":{"1min":12.273999999999999,"5min":12.273999999999999,"15min":64.447999999999993},"last":1.6950000000000001}]}]},{"osd":5,"up_from":0,"seq":180388626736,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:41:55.374 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool set device_health_metrics pgp_num 1
2020-11-16T20:41:55.407 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:55.501 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:55.513 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:55.525 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:41:55 smithi065 bash[11785]: debug 2020-11-16T20:41:55.166+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:55.534 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:55 smithi071 bash[12066]: debug 2020-11-16T20:41:55.405+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:55.628 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:55.707 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:55 smithi142 bash[9523]: cluster 2020-11-16T20:41:53.791263+0000 osd.8 (osd.8) 128 : cluster [DBG] 4.2 scrub starts
2020-11-16T20:41:55.707 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:55 smithi142 bash[9523]: cluster 2020-11-16T20:41:53.809795+0000 osd.8 (osd.8) 129 : cluster [DBG] 4.2 scrub ok
2020-11-16T20:41:55.707 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:55 smithi142 bash[9523]: cluster 2020-11-16T20:41:53.895894+0000 osd.0 (osd.0) 132 : cluster [DBG] 4.b scrub starts
2020-11-16T20:41:55.708 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:55 smithi142 bash[9523]: cluster 2020-11-16T20:41:53.912260+0000 osd.0 (osd.0) 133 : cluster [DBG] 4.b scrub ok
2020-11-16T20:41:55.733 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:55.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:41:55 smithi065 bash[16457]: debug 2020-11-16T20:41:55.626+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:55.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:55 smithi065 bash[9468]: cluster 2020-11-16T20:41:53.791263+0000 osd.8 (osd.8) 128 : cluster [DBG] 4.2 scrub starts
2020-11-16T20:41:55.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:55 smithi065 bash[9468]: cluster 2020-11-16T20:41:53.809795+0000 osd.8 (osd.8) 129 : cluster [DBG] 4.2 scrub ok
2020-11-16T20:41:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:55 smithi065 bash[9468]: cluster 2020-11-16T20:41:53.895894+0000 osd.0 (osd.0) 132 : cluster [DBG] 4.b scrub starts
2020-11-16T20:41:55.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:55 smithi065 bash[9468]: cluster 2020-11-16T20:41:53.912260+0000 osd.0 (osd.0) 133 : cluster [DBG] 4.b scrub ok
2020-11-16T20:41:55.857 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:55 smithi071 bash[9480]: cluster 2020-11-16T20:41:53.791263+0000 osd.8 (osd.8) 128 : cluster [DBG] 4.2 scrub starts
2020-11-16T20:41:55.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:55 smithi071 bash[9480]: cluster 2020-11-16T20:41:53.809795+0000 osd.8 (osd.8) 129 : cluster [DBG] 4.2 scrub ok
2020-11-16T20:41:55.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:55 smithi071 bash[9480]: cluster 2020-11-16T20:41:53.895894+0000 osd.0 (osd.0) 132 : cluster [DBG] 4.b scrub starts
2020-11-16T20:41:55.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:55 smithi071 bash[9480]: cluster 2020-11-16T20:41:53.912260+0000 osd.0 (osd.0) 133 : cluster [DBG] 4.b scrub ok
2020-11-16T20:41:55.859 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:55.963 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:56.060 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:41:56.060 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:41:56.061 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:41:56.061 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:41:56.061 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.061 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:97636 4.f 4:f5239484:::benchmark_data_smithi065_31807_object97635:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e430)",
2020-11-16T20:41:56.061 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:52.440818+0000",
2020-11-16T20:41:56.061 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 243.62159929699999,
2020-11-16T20:41:56.062 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.48501783700000001,
2020-11-16T20:41:56.062 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.062 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.062 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 97636
2020-11-16T20:41:56.063 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.063 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.440818+0000",
2020-11-16T20:41:56.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.440818+0000",
2020-11-16T20:41:56.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999456
2020-11-16T20:41:56.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.440764+0000",
2020-11-16T20:41:56.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020252700000000001
2020-11-16T20:41:56.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.440966+0000",
2020-11-16T20:41:56.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3542e-05
2020-11-16T20:41:56.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.440980+0000",
2020-11-16T20:41:56.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0530000000000007e-06
2020-11-16T20:41:56.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.440988+0000",
2020-11-16T20:41:56.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0043722709999999996
2020-11-16T20:41:56.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.445360+0000",
2020-11-16T20:41:56.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014646900000000001
2020-11-16T20:41:56.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.445507+0000",
2020-11-16T20:41:56.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000202258
2020-11-16T20:41:56.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.445709+0000",
2020-11-16T20:41:56.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0050611429999999997
2020-11-16T20:41:56.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.450770+0000",
2020-11-16T20:41:56.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.47482044800000001
2020-11-16T20:41:56.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.925591+0000",
2020-11-16T20:41:56.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016187600000000001
2020-11-16T20:41:56.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.925752+0000",
2020-11-16T20:41:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3578999999999994e-05
2020-11-16T20:41:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:52.925836+0000",
2020-11-16T20:41:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.48501783700000001
2020-11-16T20:41:56.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.072 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.072 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.072 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.072 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.072 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:103397 4.9 4:996b96fe:::benchmark_data_smithi065_31807_object103396:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e431)",
2020-11-16T20:41:56.072 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:57.305415+0000",
2020-11-16T20:41:56.073 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 238.75700224299999,
2020-11-16T20:41:56.073 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.48479698999999998,
2020-11-16T20:41:56.073 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.073 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.073 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 103397
2020-11-16T20:41:56.074 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.074 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.305415+0000",
2020-11-16T20:41:56.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.305415+0000",
2020-11-16T20:41:56.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:41:56.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.305398+0000",
2020-11-16T20:41:56.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6550000000000003e-05
2020-11-16T20:41:56.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.305484+0000",
2020-11-16T20:41:56.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9740000000000002e-06
2020-11-16T20:41:56.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.305492+0000",
2020-11-16T20:41:56.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1220000000000003e-06
2020-11-16T20:41:56.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.305497+0000",
2020-11-16T20:41:56.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.45775432900000002
2020-11-16T20:41:56.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.763252+0000",
2020-11-16T20:41:56.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00060260900000000004
2020-11-16T20:41:56.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.763854+0000",
2020-11-16T20:41:56.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00061835799999999995
2020-11-16T20:41:56.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:41:56.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.764473+0000",
2020-11-16T20:41:56.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015376417
2020-11-16T20:41:56.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.779849+0000",
2020-11-16T20:41:56.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0099554759999999996
2020-11-16T20:41:56.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.789805+0000",
2020-11-16T20:41:56.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5267999999999999e-05
2020-11-16T20:41:56.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.789870+0000",
2020-11-16T20:41:56.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00034232400000000002
2020-11-16T20:41:56.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:57.790212+0000",
2020-11-16T20:41:56.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.48479698999999998
2020-11-16T20:41:56.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.083 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.083 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.083 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.083 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.083 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:111603 4.6 4:66bc167e:::benchmark_data_smithi065_31807_object111602:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e433)",
2020-11-16T20:41:56.083 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:04.513835+0000",
2020-11-16T20:41:56.084 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 231.54858253200001,
2020-11-16T20:41:56.084 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.48406042999999999,
2020-11-16T20:41:56.084 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.084 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.084 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 111603
2020-11-16T20:41:56.085 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.085 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.513835+0000",
2020-11-16T20:41:56.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.513835+0000",
2020-11-16T20:41:56.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999614
2020-11-16T20:41:56.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.513796+0000",
2020-11-16T20:41:56.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00027695200000000001
2020-11-16T20:41:56.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514073+0000",
2020-11-16T20:41:56.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3879e-05
2020-11-16T20:41:56.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514087+0000",
2020-11-16T20:41:56.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5900000000000002e-06
2020-11-16T20:41:56.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514095+0000",
2020-11-16T20:41:56.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00033506299999999997
2020-11-16T20:41:56.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514430+0000",
2020-11-16T20:41:56.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000151753
2020-11-16T20:41:56.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514582+0000",
2020-11-16T20:41:56.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0011377589999999999
2020-11-16T20:41:56.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:41:56.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.515719+0000",
2020-11-16T20:41:56.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004248071
2020-11-16T20:41:56.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.519967+0000",
2020-11-16T20:41:56.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.47772480699999997
2020-11-16T20:41:56.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997692+0000",
2020-11-16T20:41:56.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3596000000000004e-05
2020-11-16T20:41:56.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997776+0000",
2020-11-16T20:41:56.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119535
2020-11-16T20:41:56.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997895+0000",
2020-11-16T20:41:56.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.48406042999999999
2020-11-16T20:41:56.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.094 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.094 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.094 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.094 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.094 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226731 4.4 4:2cd2d943:::benchmark_data_smithi065_31807_object88562:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.094 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.382861+0000",
2020-11-16T20:41:56.095 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.679556837000007,
2020-11-16T20:41:56.095 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.142602627,
2020-11-16T20:41:56.095 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.095 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.095 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226731
2020-11-16T20:41:56.096 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.096 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382861+0000",
2020-11-16T20:41:56.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382861+0000",
2020-11-16T20:41:56.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:41:56.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382843+0000",
2020-11-16T20:41:56.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0163999999999997e-05
2020-11-16T20:41:56.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382883+0000",
2020-11-16T20:41:56.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.943e-06
2020-11-16T20:41:56.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382891+0000",
2020-11-16T20:41:56.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1449999999999996e-06
2020-11-16T20:41:56.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382897+0000",
2020-11-16T20:41:56.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5873e-05
2020-11-16T20:41:56.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382933+0000",
2020-11-16T20:41:56.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9049999999999997e-06
2020-11-16T20:41:56.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382941+0000",
2020-11-16T20:41:56.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.053871832
2020-11-16T20:41:56.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.436813+0000",
2020-11-16T20:41:56.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00027031800000000002
2020-11-16T20:41:56.102 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.102 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.437083+0000",
2020-11-16T20:41:56.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019806399999999999
2020-11-16T20:41:56.102 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.437281+0000",
2020-11-16T20:41:56.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025046178999999998
2020-11-16T20:41:56.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.462327+0000",
2020-11-16T20:41:56.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.062997710999999998
2020-11-16T20:41:56.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525325+0000",
2020-11-16T20:41:56.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5079000000000003e-05
2020-11-16T20:41:56.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525410+0000",
2020-11-16T20:41:56.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3297000000000001e-05
2020-11-16T20:41:56.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525463+0000",
2020-11-16T20:41:56.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.142602627
2020-11-16T20:41:56.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.106 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.106 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.106 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.106 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.107 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226740 4.4 4:28bc2445:::benchmark_data_smithi065_31807_object88571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.107 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.390951+0000",
2020-11-16T20:41:56.107 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.671466081000005,
2020-11-16T20:41:56.107 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1346937539999999,
2020-11-16T20:41:56.107 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.107 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.107 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.108 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.108 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226740
2020-11-16T20:41:56.108 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.108 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.108 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.108 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.108 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.390951+0000",
2020-11-16T20:41:56.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.390951+0000",
2020-11-16T20:41:56.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:41:56.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.390920+0000",
2020-11-16T20:41:56.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8375999999999997e-05
2020-11-16T20:41:56.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.390989+0000",
2020-11-16T20:41:56.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1148999999999999e-05
2020-11-16T20:41:56.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.391000+0000",
2020-11-16T20:41:56.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8359999999999997e-06
2020-11-16T20:41:56.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.391006+0000",
2020-11-16T20:41:56.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9373000000000003e-05
2020-11-16T20:41:56.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.391055+0000",
2020-11-16T20:41:56.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5699999999999999e-06
2020-11-16T20:41:56.113 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.113 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.391065+0000",
2020-11-16T20:41:56.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0507804650000001
2020-11-16T20:41:56.113 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.114 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.441845+0000",
2020-11-16T20:41:56.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023803299999999999
2020-11-16T20:41:56.114 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.114 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.442083+0000",
2020-11-16T20:41:56.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019023900000000001
2020-11-16T20:41:56.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.442273+0000",
2020-11-16T20:41:56.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032912113999999999
2020-11-16T20:41:56.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.116 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475185+0000",
2020-11-16T20:41:56.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.050358657000000001
2020-11-16T20:41:56.116 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.116 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525544+0000",
2020-11-16T20:41:56.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9045999999999998e-05
2020-11-16T20:41:56.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525593+0000",
2020-11-16T20:41:56.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1928000000000002e-05
2020-11-16T20:41:56.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.118 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525645+0000",
2020-11-16T20:41:56.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1346937539999999
2020-11-16T20:41:56.118 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.118 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.118 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.119 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.119 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.119 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226768 4.4 4:2fe34e1b:::benchmark_data_smithi065_31807_object88599:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.119 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.424770+0000",
2020-11-16T20:41:56.119 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.637646935000006,
2020-11-16T20:41:56.119 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.101087358,
2020-11-16T20:41:56.119 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.120 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.120 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226768
2020-11-16T20:41:56.120 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.120 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424770+0000",
2020-11-16T20:41:56.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.121 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.121 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424770+0000",
2020-11-16T20:41:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:41:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424751+0000",
2020-11-16T20:41:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4469999999999999e-05
2020-11-16T20:41:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.122 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424795+0000",
2020-11-16T20:41:56.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1838000000000001e-05
2020-11-16T20:41:56.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424807+0000",
2020-11-16T20:41:56.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8869999999999992e-06
2020-11-16T20:41:56.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424815+0000",
2020-11-16T20:41:56.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8511000000000003e-05
2020-11-16T20:41:56.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424874+0000",
2020-11-16T20:41:56.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.184e-05
2020-11-16T20:41:56.125 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.125 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424885+0000",
2020-11-16T20:41:56.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0234087759999999
2020-11-16T20:41:56.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.448294+0000",
2020-11-16T20:41:56.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000277719
2020-11-16T20:41:56.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.448572+0000",
2020-11-16T20:41:56.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0011846669999999999
2020-11-16T20:41:56.127 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.127 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.449757+0000",
2020-11-16T20:41:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025435413
2020-11-16T20:41:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475192+0000",
2020-11-16T20:41:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.050585739999999997
2020-11-16T20:41:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525778+0000",
2020-11-16T20:41:56.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2403e-05
2020-11-16T20:41:56.129 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.129 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525820+0000",
2020-11-16T20:41:56.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7762000000000002e-05
2020-11-16T20:41:56.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525858+0000",
2020-11-16T20:41:56.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.101087358
2020-11-16T20:41:56.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.130 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.131 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.131 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.131 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.131 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226773 4.4 4:29fbf3d1:::benchmark_data_smithi065_31807_object88604:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.131 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.427641+0000",
2020-11-16T20:41:56.131 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.634776846999998,
2020-11-16T20:41:56.131 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.098561141,
2020-11-16T20:41:56.132 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.132 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.132 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226773
2020-11-16T20:41:56.132 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.133 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.133 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427641+0000",
2020-11-16T20:41:56.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.133 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.133 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427641+0000",
2020-11-16T20:41:56.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999828
2020-11-16T20:41:56.134 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.134 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427623+0000",
2020-11-16T20:41:56.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9953000000000002e-05
2020-11-16T20:41:56.135 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.135 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427663+0000",
2020-11-16T20:41:56.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1280000000000008e-06
2020-11-16T20:41:56.135 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.135 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427671+0000",
2020-11-16T20:41:56.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5769999999999996e-06
2020-11-16T20:41:56.136 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.136 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427679+0000",
2020-11-16T20:41:56.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4037999999999999e-05
2020-11-16T20:41:56.137 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.137 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.137 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.137 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427743+0000",
2020-11-16T20:41:56.137 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3940999999999999e-05
2020-11-16T20:41:56.137 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.137 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427757+0000",
2020-11-16T20:41:56.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.030178708
2020-11-16T20:41:56.138 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.138 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.457936+0000",
2020-11-16T20:41:56.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012858600000000001
2020-11-16T20:41:56.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.458064+0000",
2020-11-16T20:41:56.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012236300000000001
2020-11-16T20:41:56.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.458187+0000",
2020-11-16T20:41:56.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027030063
2020-11-16T20:41:56.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485217+0000",
2020-11-16T20:41:56.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.040800862
2020-11-16T20:41:56.141 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.141 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526017+0000",
2020-11-16T20:41:56.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011044699999999999
2020-11-16T20:41:56.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526128+0000",
2020-11-16T20:41:56.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3837000000000005e-05
2020-11-16T20:41:56.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.143 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526202+0000",
2020-11-16T20:41:56.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.098561141
2020-11-16T20:41:56.143 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.143 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.143 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.143 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.144 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.144 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226792 4.4 4:24c5dbed:::benchmark_data_smithi065_31807_object88623:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.144 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.452482+0000",
2020-11-16T20:41:56.144 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.609935815,
2020-11-16T20:41:56.144 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.073883398,
2020-11-16T20:41:56.144 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.144 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226792
2020-11-16T20:41:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452482+0000",
2020-11-16T20:41:56.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.146 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.146 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452482+0000",
2020-11-16T20:41:56.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999959
2020-11-16T20:41:56.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452441+0000",
2020-11-16T20:41:56.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8702000000000006e-05
2020-11-16T20:41:56.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452529+0000",
2020-11-16T20:41:56.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5821e-05
2020-11-16T20:41:56.148 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.148 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452545+0000",
2020-11-16T20:41:56.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0841e-05
2020-11-16T20:41:56.149 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.149 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.149 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.149 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452556+0000",
2020-11-16T20:41:56.149 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0044000000000003e-05
2020-11-16T20:41:56.149 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.149 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.150 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.150 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452616+0000",
2020-11-16T20:41:56.150 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4776999999999999e-05
2020-11-16T20:41:56.150 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.150 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.150 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.150 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452631+0000",
2020-11-16T20:41:56.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0097459580000001
2020-11-16T20:41:56.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.462377+0000",
2020-11-16T20:41:56.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015898099999999999
2020-11-16T20:41:56.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.462536+0000",
2020-11-16T20:41:56.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018966600000000001
2020-11-16T20:41:56.152 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.152 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.462726+0000",
2020-11-16T20:41:56.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022506894
2020-11-16T20:41:56.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485232+0000",
2020-11-16T20:41:56.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041028052000000002
2020-11-16T20:41:56.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526261+0000",
2020-11-16T20:41:56.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8023000000000003e-05
2020-11-16T20:41:56.154 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.154 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526319+0000",
2020-11-16T20:41:56.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6464000000000001e-05
2020-11-16T20:41:56.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526365+0000",
2020-11-16T20:41:56.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.073883398
2020-11-16T20:41:56.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.155 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.156 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.156 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.156 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.156 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226807 4.4 4:2588196a:::benchmark_data_smithi065_31807_object88638:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.156 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.469657+0000",
2020-11-16T20:41:56.156 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.592760287000004,
2020-11-16T20:41:56.156 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.0569337489999999,
2020-11-16T20:41:56.157 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.157 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.157 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226807
2020-11-16T20:41:56.157 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.157 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469657+0000",
2020-11-16T20:41:56.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469657+0000",
2020-11-16T20:41:56.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:41:56.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469618+0000",
2020-11-16T20:41:56.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4173999999999997e-05
2020-11-16T20:41:56.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.160 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469712+0000",
2020-11-16T20:41:56.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9301999999999999e-05
2020-11-16T20:41:56.160 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.160 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.161 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469732+0000",
2020-11-16T20:41:56.161 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2590000000000003e-06
2020-11-16T20:41:56.161 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.161 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.161 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.161 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469739+0000",
2020-11-16T20:41:56.161 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0336000000000001e-05
2020-11-16T20:41:56.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.162 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.162 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469789+0000",
2020-11-16T20:41:56.162 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5650000000000007e-06
2020-11-16T20:41:56.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469799+0000",
2020-11-16T20:41:56.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.99670998
2020-11-16T20:41:56.163 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.163 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.466509+0000",
2020-11-16T20:41:56.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016068300000000001
2020-11-16T20:41:56.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.466669+0000",
2020-11-16T20:41:56.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018777299999999999
2020-11-16T20:41:56.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.466857+0000",
2020-11-16T20:41:56.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.01839006
2020-11-16T20:41:56.165 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.165 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485247+0000",
2020-11-16T20:41:56.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041199062000000002
2020-11-16T20:41:56.166 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.166 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526446+0000",
2020-11-16T20:41:56.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8913999999999997e-05
2020-11-16T20:41:56.166 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526525+0000",
2020-11-16T20:41:56.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5741999999999995e-05
2020-11-16T20:41:56.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526591+0000",
2020-11-16T20:41:56.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0569337489999999
2020-11-16T20:41:56.168 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.168 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.168 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.168 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.168 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.168 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226809 4.4 4:238108e4:::benchmark_data_smithi065_31807_object88640:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.169 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.471629+0000",
2020-11-16T20:41:56.169 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.590788075999995,
2020-11-16T20:41:56.169 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.055139099,
2020-11-16T20:41:56.169 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.169 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.169 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.170 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226809
2020-11-16T20:41:56.170 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.170 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.170 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471629+0000",
2020-11-16T20:41:56.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471629+0000",
2020-11-16T20:41:56.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999509
2020-11-16T20:41:56.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471580+0000",
2020-11-16T20:41:56.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010911100000000001
2020-11-16T20:41:56.172 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.172 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471689+0000",
2020-11-16T20:41:56.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0143999999999999e-05
2020-11-16T20:41:56.173 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.173 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.173 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.173 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471709+0000",
2020-11-16T20:41:56.173 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0393e-05
2020-11-16T20:41:56.173 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.173 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471720+0000",
2020-11-16T20:41:56.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1461e-05
2020-11-16T20:41:56.174 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.174 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471781+0000",
2020-11-16T20:41:56.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2004999999999999e-05
2020-11-16T20:41:56.175 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.175 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471793+0000",
2020-11-16T20:41:56.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.99894372899999995
2020-11-16T20:41:56.175 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.175 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.470737+0000",
2020-11-16T20:41:56.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000122237
2020-11-16T20:41:56.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.470859+0000",
2020-11-16T20:41:56.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013328799999999999
2020-11-16T20:41:56.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.470993+0000",
2020-11-16T20:41:56.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025742771000000001
2020-11-16T20:41:56.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.496735+0000",
2020-11-16T20:41:56.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.029923047000000001
2020-11-16T20:41:56.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526658+0000",
2020-11-16T20:41:56.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5775000000000001e-05
2020-11-16T20:41:56.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526704+0000",
2020-11-16T20:41:56.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4292e-05
2020-11-16T20:41:56.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526768+0000",
2020-11-16T20:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.055139099
2020-11-16T20:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.181 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226821 4.4 4:27e452ea:::benchmark_data_smithi065_31807_object88652:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.181 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.486875+0000",
2020-11-16T20:41:56.181 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.575542192,
2020-11-16T20:41:56.181 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.040148675,
2020-11-16T20:41:56.181 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.181 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.181 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226821
2020-11-16T20:41:56.182 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.182 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486875+0000",
2020-11-16T20:41:56.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.183 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.183 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486875+0000",
2020-11-16T20:41:56.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999614
2020-11-16T20:41:56.183 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.184 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.184 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.184 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486837+0000",
2020-11-16T20:41:56.184 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.496e-05
2020-11-16T20:41:56.184 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.184 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.185 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.185 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486922+0000",
2020-11-16T20:41:56.185 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5267000000000001e-05
2020-11-16T20:41:56.185 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.185 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486937+0000",
2020-11-16T20:41:56.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1799999999999999e-06
2020-11-16T20:41:56.186 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.186 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486944+0000",
2020-11-16T20:41:56.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7559000000000002e-05
2020-11-16T20:41:56.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.487002+0000",
2020-11-16T20:41:56.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1907e-05
2020-11-16T20:41:56.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.487014+0000",
2020-11-16T20:41:56.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.98823745699999999
2020-11-16T20:41:56.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475251+0000",
2020-11-16T20:41:56.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000168593
2020-11-16T20:41:56.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475420+0000",
2020-11-16T20:41:56.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020074200000000001
2020-11-16T20:41:56.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475620+0000",
2020-11-16T20:41:56.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021125419999999999
2020-11-16T20:41:56.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.496746+0000",
2020-11-16T20:41:56.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.030110644999999998
2020-11-16T20:41:56.191 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.191 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526856+0000",
2020-11-16T20:41:56.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010006299999999999
2020-11-16T20:41:56.191 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526956+0000",
2020-11-16T20:41:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7492999999999999e-05
2020-11-16T20:41:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527024+0000",
2020-11-16T20:41:56.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.040148675
2020-11-16T20:41:56.193 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.193 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.193 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.193 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.193 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.193 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226833 4.4 4:2460b86f:::benchmark_data_smithi065_31807_object88664:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.194 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.511158+0000",
2020-11-16T20:41:56.194 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.551259524000002,
2020-11-16T20:41:56.194 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.016063062,
2020-11-16T20:41:56.194 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.194 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.194 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.194 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226833
2020-11-16T20:41:56.195 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.195 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511158+0000",
2020-11-16T20:41:56.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.196 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.196 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.196 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.196 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511158+0000",
2020-11-16T20:41:56.196 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999294
2020-11-16T20:41:56.196 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.196 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.197 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.197 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511087+0000",
2020-11-16T20:41:56.197 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000142256
2020-11-16T20:41:56.197 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.197 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.197 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.197 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511230+0000",
2020-11-16T20:41:56.198 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5556000000000001e-05
2020-11-16T20:41:56.198 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.198 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.198 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.198 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511255+0000",
2020-11-16T20:41:56.198 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2846e-05
2020-11-16T20:41:56.198 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.199 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.199 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.199 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511268+0000",
2020-11-16T20:41:56.199 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2167000000000002e-05
2020-11-16T20:41:56.199 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.199 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.199 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511340+0000",
2020-11-16T20:41:56.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4157e-05
2020-11-16T20:41:56.200 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.200 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511354+0000",
2020-11-16T20:41:56.201 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.96939791500000005
2020-11-16T20:41:56.201 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.201 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.201 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.201 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.480752+0000",
2020-11-16T20:41:56.201 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019456599999999999
2020-11-16T20:41:56.201 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.202 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.480947+0000",
2020-11-16T20:41:56.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013480400000000001
2020-11-16T20:41:56.202 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.202 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.481082+0000",
2020-11-16T20:41:56.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027799712000000001
2020-11-16T20:41:56.203 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.203 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.508881+0000",
2020-11-16T20:41:56.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.018217967000000002
2020-11-16T20:41:56.203 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.204 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527099+0000",
2020-11-16T20:41:56.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5897999999999999e-05
2020-11-16T20:41:56.204 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.204 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.205 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527155+0000",
2020-11-16T20:41:56.205 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5854999999999999e-05
2020-11-16T20:41:56.205 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.205 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.205 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.205 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527221+0000",
2020-11-16T20:41:56.205 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.016063062
2020-11-16T20:41:56.205 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.206 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.206 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.206 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.206 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.206 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226835 4.4 4:2cbffa14:::benchmark_data_smithi065_31807_object88666:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.206 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.515730+0000",
2020-11-16T20:41:56.206 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.546687464000001,
2020-11-16T20:41:56.207 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.011704742,
2020-11-16T20:41:56.207 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.207 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.207 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.207 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.207 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.207 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226835
2020-11-16T20:41:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515730+0000",
2020-11-16T20:41:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.208 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.209 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.209 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515730+0000",
2020-11-16T20:41:56.209 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999294
2020-11-16T20:41:56.209 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.209 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.209 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.209 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515659+0000",
2020-11-16T20:41:56.210 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163616
2020-11-16T20:41:56.210 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.210 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.210 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.210 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515823+0000",
2020-11-16T20:41:56.210 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5125e-05
2020-11-16T20:41:56.210 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.211 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.211 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.211 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515858+0000",
2020-11-16T20:41:56.211 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7864e-05
2020-11-16T20:41:56.211 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.211 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.211 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.211 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515876+0000",
2020-11-16T20:41:56.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4424999999999994e-05
2020-11-16T20:41:56.212 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.212 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515940+0000",
2020-11-16T20:41:56.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4960000000000002e-06
2020-11-16T20:41:56.212 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.212 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515950+0000",
2020-11-16T20:41:56.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.96935817899999999
2020-11-16T20:41:56.213 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.213 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485308+0000",
2020-11-16T20:41:56.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000197243
2020-11-16T20:41:56.214 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.214 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485505+0000",
2020-11-16T20:41:56.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020690500000000001
2020-11-16T20:41:56.214 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.215 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485712+0000",
2020-11-16T20:41:56.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.023183117999999999
2020-11-16T20:41:56.215 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.215 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.508895+0000",
2020-11-16T20:41:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.018398422000000001
2020-11-16T20:41:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527294+0000",
2020-11-16T20:41:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7337999999999997e-05
2020-11-16T20:41:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.216 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527371+0000",
2020-11-16T20:41:56.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3548999999999998e-05
2020-11-16T20:41:56.217 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.217 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527435+0000",
2020-11-16T20:41:56.218 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.011704742
2020-11-16T20:41:56.218 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.218 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.218 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.218 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.218 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.218 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226862 4.4 4:28e02668:::benchmark_data_smithi065_31807_object88693:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.218 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.563117+0000",
2020-11-16T20:41:56.219 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.49930019,
2020-11-16T20:41:56.219 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.96447015400000002,
2020-11-16T20:41:56.219 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.219 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.219 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.219 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.219 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.220 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226862
2020-11-16T20:41:56.220 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.220 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.220 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563117+0000",
2020-11-16T20:41:56.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.220 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.221 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.221 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.221 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563117+0000",
2020-11-16T20:41:56.221 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:41:56.221 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.221 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.221 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563100+0000",
2020-11-16T20:41:56.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9882999999999997e-05
2020-11-16T20:41:56.222 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.222 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563140+0000",
2020-11-16T20:41:56.222 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6559999999999992e-06
2020-11-16T20:41:56.222 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.223 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563147+0000",
2020-11-16T20:41:56.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2259999999999996e-06
2020-11-16T20:41:56.223 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.223 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.223 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.224 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563153+0000",
2020-11-16T20:41:56.224 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6016000000000001e-05
2020-11-16T20:41:56.224 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.224 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.224 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.224 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563199+0000",
2020-11-16T20:41:56.224 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2605000000000001e-05
2020-11-16T20:41:56.225 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.225 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.225 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.225 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563221+0000",
2020-11-16T20:41:56.225 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92757880299999995
2020-11-16T20:41:56.225 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.225 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.225 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.490800+0000",
2020-11-16T20:41:56.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025947200000000001
2020-11-16T20:41:56.226 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.226 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.491059+0000",
2020-11-16T20:41:56.226 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020734099999999999
2020-11-16T20:41:56.227 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.227 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.227 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.227 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.491267+0000",
2020-11-16T20:41:56.227 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028103026999999999
2020-11-16T20:41:56.227 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.227 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.227 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.228 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519370+0000",
2020-11-16T20:41:56.228 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0081197930000000001
2020-11-16T20:41:56.228 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.228 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.228 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.228 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527490+0000",
2020-11-16T20:41:56.228 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7311000000000002e-05
2020-11-16T20:41:56.229 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.229 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.229 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.229 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527537+0000",
2020-11-16T20:41:56.229 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0470000000000003e-05
2020-11-16T20:41:56.229 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.229 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.229 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.230 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527587+0000",
2020-11-16T20:41:56.230 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.96447015400000002
2020-11-16T20:41:56.230 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.230 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.230 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.230 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.230 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.231 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226867 4.4 4:23c311ad:::benchmark_data_smithi065_31807_object88698:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.231 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.579256+0000",
2020-11-16T20:41:56.231 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.483161398999997,
2020-11-16T20:41:56.231 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.94855482999999996,
2020-11-16T20:41:56.231 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.231 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.231 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.231 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.232 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.232 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226867
2020-11-16T20:41:56.232 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.232 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.232 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.232 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.232 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579256+0000",
2020-11-16T20:41:56.233 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.233 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.233 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.233 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.233 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579256+0000",
2020-11-16T20:41:56.233 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:41:56.233 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.233 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.234 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.234 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579220+0000",
2020-11-16T20:41:56.234 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4546000000000001e-05
2020-11-16T20:41:56.234 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.234 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.234 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.234 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579294+0000",
2020-11-16T20:41:56.235 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6381000000000001e-05
2020-11-16T20:41:56.235 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.235 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.235 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.235 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579311+0000",
2020-11-16T20:41:56.235 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3320000000000003e-06
2020-11-16T20:41:56.235 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.235 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579318+0000",
2020-11-16T20:41:56.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2898999999999997e-05
2020-11-16T20:41:56.236 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.236 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.236 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579361+0000",
2020-11-16T20:41:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8119999999999996e-06
2020-11-16T20:41:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579367+0000",
2020-11-16T20:41:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.91744430799999999
2020-11-16T20:41:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.496811+0000",
2020-11-16T20:41:56.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000192475
2020-11-16T20:41:56.238 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.238 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.238 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.497003+0000",
2020-11-16T20:41:56.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000226438
2020-11-16T20:41:56.239 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.239 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.497230+0000",
2020-11-16T20:41:56.239 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022153145999999999
2020-11-16T20:41:56.239 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.239 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519383+0000",
2020-11-16T20:41:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0082873189999999996
2020-11-16T20:41:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527670+0000",
2020-11-16T20:41:56.240 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8404000000000004e-05
2020-11-16T20:41:56.241 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.241 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.241 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.241 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527749+0000",
2020-11-16T20:41:56.241 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2137999999999994e-05
2020-11-16T20:41:56.241 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.241 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.242 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.242 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527811+0000",
2020-11-16T20:41:56.242 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.94855482999999996
2020-11-16T20:41:56.242 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.242 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.242 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.242 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.243 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.243 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226876 4.4 4:20314a13:::benchmark_data_smithi065_31807_object88707:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.243 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.593182+0000",
2020-11-16T20:41:56.243 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.469235819000005,
2020-11-16T20:41:56.243 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.934801247,
2020-11-16T20:41:56.243 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.243 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.243 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.244 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.244 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.244 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226876
2020-11-16T20:41:56.244 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.244 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.244 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.244 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593182+0000",
2020-11-16T20:41:56.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.245 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.245 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593182+0000",
2020-11-16T20:41:56.245 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999485
2020-11-16T20:41:56.245 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.246 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.246 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.246 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593130+0000",
2020-11-16T20:41:56.246 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000115903
2020-11-16T20:41:56.246 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.246 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.246 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.247 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593246+0000",
2020-11-16T20:41:56.247 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0052999999999999e-05
2020-11-16T20:41:56.247 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.247 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.247 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.247 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593266+0000",
2020-11-16T20:41:56.247 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1941e-05
2020-11-16T20:41:56.247 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.248 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.248 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593278+0000",
2020-11-16T20:41:56.248 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010491
2020-11-16T20:41:56.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.248 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.248 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593383+0000",
2020-11-16T20:41:56.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9775999999999998e-05
2020-11-16T20:41:56.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593403+0000",
2020-11-16T20:41:56.249 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.910029965
2020-11-16T20:41:56.249 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.503432+0000",
2020-11-16T20:41:56.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000204076
2020-11-16T20:41:56.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.250 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.250 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.503637+0000",
2020-11-16T20:41:56.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012249599999999999
2020-11-16T20:41:56.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.503759+0000",
2020-11-16T20:41:56.251 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021145114999999999
2020-11-16T20:41:56.251 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.252 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.524904+0000",
2020-11-16T20:41:56.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0029777599999999999
2020-11-16T20:41:56.252 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.252 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.252 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527882+0000",
2020-11-16T20:41:56.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1625999999999997e-05
2020-11-16T20:41:56.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.253 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527934+0000",
2020-11-16T20:41:56.253 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9311999999999998e-05
2020-11-16T20:41:56.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527983+0000",
2020-11-16T20:41:56.254 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.934801247
2020-11-16T20:41:56.254 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.254 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.254 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.255 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.255 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.255 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226879 4.4 4:2f8214a4:::benchmark_data_smithi065_31807_object88710:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.255 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.601469+0000",
2020-11-16T20:41:56.255 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.460948219000002,
2020-11-16T20:41:56.255 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.92678752399999997,
2020-11-16T20:41:56.255 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.256 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.256 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226879
2020-11-16T20:41:56.256 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.256 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.256 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601469+0000",
2020-11-16T20:41:56.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.257 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.257 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.257 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601469+0000",
2020-11-16T20:41:56.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:41:56.258 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.258 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601451+0000",
2020-11-16T20:41:56.258 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7645000000000001e-05
2020-11-16T20:41:56.258 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601508+0000",
2020-11-16T20:41:56.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2351999999999999e-05
2020-11-16T20:41:56.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.259 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.259 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601531+0000",
2020-11-16T20:41:56.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1245e-05
2020-11-16T20:41:56.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601542+0000",
2020-11-16T20:41:56.260 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8211999999999999e-05
2020-11-16T20:41:56.260 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601580+0000",
2020-11-16T20:41:56.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4090000000000002e-06
2020-11-16T20:41:56.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.261 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.261 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601586+0000",
2020-11-16T20:41:56.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.90737324200000002
2020-11-16T20:41:56.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.508959+0000",
2020-11-16T20:41:56.262 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017750200000000001
2020-11-16T20:41:56.262 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.509136+0000",
2020-11-16T20:41:56.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019475800000000001
2020-11-16T20:41:56.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.263 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.263 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.509331+0000",
2020-11-16T20:41:56.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015592503000000001
2020-11-16T20:41:56.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.524924+0000",
2020-11-16T20:41:56.264 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031392490000000002
2020-11-16T20:41:56.264 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528063+0000",
2020-11-16T20:41:56.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000120921
2020-11-16T20:41:56.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.265 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.265 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528184+0000",
2020-11-16T20:41:56.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2924999999999997e-05
2020-11-16T20:41:56.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528257+0000",
2020-11-16T20:41:56.266 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92678752399999997
2020-11-16T20:41:56.266 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.267 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.267 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.267 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.267 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.267 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226890 4.4 4:2dd8bb28:::benchmark_data_smithi065_31807_object88721:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.267 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.653585+0000",
2020-11-16T20:41:56.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.408832656000001,
2020-11-16T20:41:56.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.87490848799999998,
2020-11-16T20:41:56.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.268 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.268 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.268 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226890
2020-11-16T20:41:56.269 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.269 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.269 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.269 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653585+0000",
2020-11-16T20:41:56.269 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653585+0000",
2020-11-16T20:41:56.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999907
2020-11-16T20:41:56.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653492+0000",
2020-11-16T20:41:56.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021152700000000001
2020-11-16T20:41:56.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653703+0000",
2020-11-16T20:41:56.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3365999999999998e-05
2020-11-16T20:41:56.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653746+0000",
2020-11-16T20:41:56.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4012999999999999e-05
2020-11-16T20:41:56.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653770+0000",
2020-11-16T20:41:56.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9413999999999995e-05
2020-11-16T20:41:56.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653860+0000",
2020-11-16T20:41:56.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1160000000000005e-06
2020-11-16T20:41:56.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653869+0000",
2020-11-16T20:41:56.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.86032224300000004
2020-11-16T20:41:56.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.514191+0000",
2020-11-16T20:41:56.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000196582
2020-11-16T20:41:56.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.514388+0000",
2020-11-16T20:41:56.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011886400000000001
2020-11-16T20:41:56.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.514507+0000",
2020-11-16T20:41:56.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010975392
2020-11-16T20:41:56.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525482+0000",
2020-11-16T20:41:56.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028456000000000002
2020-11-16T20:41:56.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528328+0000",
2020-11-16T20:41:56.277 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1967999999999998e-05
2020-11-16T20:41:56.277 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.278 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528420+0000",
2020-11-16T20:41:56.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3615000000000006e-05
2020-11-16T20:41:56.278 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.278 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.278 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528493+0000",
2020-11-16T20:41:56.279 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.87490848799999998
2020-11-16T20:41:56.279 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.279 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.279 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.279 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.279 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.279 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226892 4.4 4:24d07bfb:::benchmark_data_smithi065_31807_object88723:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:41:56.280 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.663064+0000",
2020-11-16T20:41:56.280 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 65.399353097000002,
2020-11-16T20:41:56.280 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.86604986100000003,
2020-11-16T20:41:56.280 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.280 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.280 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.280 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.280 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226892
2020-11-16T20:41:56.281 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.281 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.281 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663064+0000",
2020-11-16T20:41:56.281 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663064+0000",
2020-11-16T20:41:56.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999027
2020-11-16T20:41:56.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.282 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.282 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.662967+0000",
2020-11-16T20:41:56.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021246700000000001
2020-11-16T20:41:56.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.283 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663180+0000",
2020-11-16T20:41:56.283 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3078999999999999e-05
2020-11-16T20:41:56.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663223+0000",
2020-11-16T20:41:56.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.317e-05
2020-11-16T20:41:56.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.284 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.284 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663246+0000",
2020-11-16T20:41:56.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5112999999999996e-05
2020-11-16T20:41:56.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.285 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663341+0000",
2020-11-16T20:41:56.285 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7390000000000002e-06
2020-11-16T20:41:56.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:41:56.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663348+0000",
2020-11-16T20:41:56.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.85610244899999999
2020-11-16T20:41:56.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.286 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.286 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519450+0000",
2020-11-16T20:41:56.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020143900000000001
2020-11-16T20:41:56.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.287 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519652+0000",
2020-11-16T20:41:56.287 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023309399999999999
2020-11-16T20:41:56.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:41:56.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519885+0000",
2020-11-16T20:41:56.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0057731079999999999
2020-11-16T20:41:56.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.288 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.288 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525658+0000",
2020-11-16T20:41:56.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0029045999999999998
2020-11-16T20:41:56.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.289 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528562+0000",
2020-11-16T20:41:56.289 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023419900000000001
2020-11-16T20:41:56.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528797+0000",
2020-11-16T20:41:56.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00031754199999999998
2020-11-16T20:41:56.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.290 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.290 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.529114+0000",
2020-11-16T20:41:56.291 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.86604986100000003
2020-11-16T20:41:56.291 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.291 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.291 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.291 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:41:56.291 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:41:56.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:249762 4.d 4:b76e853b:::benchmark_data_smithi065_31807_object111593:head [delete] snapc 0=[] ondisk+write+known_if_redirected e502)",
2020-11-16T20:41:56.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:18.585918+0000",
2020-11-16T20:41:56.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 37.476499089999997,
2020-11-16T20:41:56.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.33902114300000002,
2020-11-16T20:41:56.292 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:41:56.292 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:41:56.292 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:41:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:41:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:41:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 249762
2020-11-16T20:41:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:41:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:41:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:41:56.293 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585918+0000",
2020-11-16T20:41:56.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:41:56.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:41:56.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585918+0000",
2020-11-16T20:41:56.294 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:41:56.294 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:41:56.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585888+0000",
2020-11-16T20:41:56.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7908000000000001e-05
2020-11-16T20:41:56.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.295 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:41:56.295 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585956+0000",
2020-11-16T20:41:56.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1096e-05
2020-11-16T20:41:56.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:41:56.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585967+0000",
2020-11-16T20:41:56.296 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5639999999999996e-06
2020-11-16T20:41:56.296 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:41:56.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585973+0000",
2020-11-16T20:41:56.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016781273999999999
2020-11-16T20:41:56.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.297 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:41:56.297 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.602754+0000",
2020-11-16T20:41:56.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015947300000000001
2020-11-16T20:41:56.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:41:56.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.602914+0000",
2020-11-16T20:41:56.298 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014646700000000001
2020-11-16T20:41:56.298 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.299 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:41:56.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.603060+0000",
2020-11-16T20:41:56.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047866610000000002
2020-11-16T20:41:56.299 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.299 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:41:56.299 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.607847+0000",
2020-11-16T20:41:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31657718000000001
2020-11-16T20:41:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:41:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.924424+0000",
2020-11-16T20:41:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015992099999999999
2020-11-16T20:41:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.300 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.301 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:41:56.301 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.924584+0000",
2020-11-16T20:41:56.301 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00035568600000000002
2020-11-16T20:41:56.301 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:41:56.301 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:41:56.301 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:41:56.301 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.924939+0000",
2020-11-16T20:41:56.302 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.33902114300000002
2020-11-16T20:41:56.302 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:41:56.302 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:41:56.302 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:41:56.302 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:41:56.302 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:41:56.302 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:41:56.305 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:56.305 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[12066]: debug 2020-11-16T20:41:56.081+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:56.305 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:55 smithi071 bash[16796]: debug 2020-11-16T20:41:55.857+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:56.406 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:56.542 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:41:56.645 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:56.699 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[16796]: debug 2020-11-16T20:41:56.541+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[9480]: cluster 2020-11-16T20:41:54.780996+0000 osd.8 (osd.8) 130 : cluster [DBG] 4.e scrub starts
2020-11-16T20:41:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[9480]: cluster 2020-11-16T20:41:54.795697+0000 osd.8 (osd.8) 131 : cluster [DBG] 4.e scrub ok
2020-11-16T20:41:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[9480]: cluster 2020-11-16T20:41:55.224162+0000 osd.7 (osd.7) 97 : cluster [DBG] 4.0 scrub starts
2020-11-16T20:41:56.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[9480]: cluster 2020-11-16T20:41:55.254837+0000 osd.7 (osd.7) 98 : cluster [DBG] 4.0 scrub ok
2020-11-16T20:41:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[9480]: cluster 2020-11-16T20:41:56.103077+0000 osd.1 (osd.1) 160 : cluster [DBG] 4.f scrub starts
2020-11-16T20:41:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[9480]: cluster 2020-11-16T20:41:56.113653+0000 osd.1 (osd.1) 161 : cluster [DBG] 4.f scrub ok
2020-11-16T20:41:56.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:56 smithi071 bash[9480]: cluster 2020-11-16T20:41:56.321151+0000 mgr.x (mgr.14196) 899 : cluster [DBG] pgmap v1328: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 121 op/s
2020-11-16T20:41:56.888 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:56 smithi142 bash[9523]: cluster 2020-11-16T20:41:54.780996+0000 osd.8 (osd.8) 130 : cluster [DBG] 4.e scrub starts
2020-11-16T20:41:56.888 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:56 smithi142 bash[9523]: cluster 2020-11-16T20:41:54.795697+0000 osd.8 (osd.8) 131 : cluster [DBG] 4.e scrub ok
2020-11-16T20:41:56.888 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:56 smithi142 bash[9523]: cluster 2020-11-16T20:41:55.224162+0000 osd.7 (osd.7) 97 : cluster [DBG] 4.0 scrub starts
2020-11-16T20:41:56.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:56 smithi142 bash[9523]: cluster 2020-11-16T20:41:55.254837+0000 osd.7 (osd.7) 98 : cluster [DBG] 4.0 scrub ok
2020-11-16T20:41:56.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:56 smithi142 bash[9523]: cluster 2020-11-16T20:41:56.103077+0000 osd.1 (osd.1) 160 : cluster [DBG] 4.f scrub starts
2020-11-16T20:41:56.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:56 smithi142 bash[9523]: cluster 2020-11-16T20:41:56.113653+0000 osd.1 (osd.1) 161 : cluster [DBG] 4.f scrub ok
2020-11-16T20:41:56.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:56 smithi142 bash[9523]: cluster 2020-11-16T20:41:56.321151+0000 mgr.x (mgr.14196) 899 : cluster [DBG] pgmap v1328: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 121 op/s
2020-11-16T20:41:56.889 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:56.993 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:57.006 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:56 smithi065 bash[9468]: cluster 2020-11-16T20:41:54.780996+0000 osd.8 (osd.8) 130 : cluster [DBG] 4.e scrub starts
2020-11-16T20:41:57.006 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:56 smithi065 bash[9468]: cluster 2020-11-16T20:41:54.795697+0000 osd.8 (osd.8) 131 : cluster [DBG] 4.e scrub ok
2020-11-16T20:41:57.006 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:56 smithi065 bash[9468]: cluster 2020-11-16T20:41:55.224162+0000 osd.7 (osd.7) 97 : cluster [DBG] 4.0 scrub starts
2020-11-16T20:41:57.006 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:56 smithi065 bash[9468]: cluster 2020-11-16T20:41:55.254837+0000 osd.7 (osd.7) 98 : cluster [DBG] 4.0 scrub ok
2020-11-16T20:41:57.007 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:56 smithi065 bash[9468]: cluster 2020-11-16T20:41:56.103077+0000 osd.1 (osd.1) 160 : cluster [DBG] 4.f scrub starts
2020-11-16T20:41:57.007 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:56 smithi065 bash[9468]: cluster 2020-11-16T20:41:56.113653+0000 osd.1 (osd.1) 161 : cluster [DBG] 4.f scrub ok
2020-11-16T20:41:57.007 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:56 smithi065 bash[9468]: cluster 2020-11-16T20:41:56.321151+0000 mgr.x (mgr.14196) 899 : cluster [DBG] pgmap v1328: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 121 op/s
2020-11-16T20:41:57.166 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:41:57.271 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:57.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:41:57 smithi065 bash[18823]: debug 2020-11-16T20:41:57.166+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:57.391 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:56 smithi142 bash[15670]: debug 2020-11-16T20:41:56.892+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:57.572 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:57.678 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:57.741 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:57 smithi142 bash[18009]: debug 2020-11-16T20:41:57.576+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:57.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:57 smithi142 bash[9523]: cluster 2020-11-16T20:41:56.730171+0000 osd.2 (osd.2) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:57.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:57 smithi142 bash[9523]: cluster 2020-11-16T20:41:56.730298+0000 osd.2 (osd.2) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:57.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:57 smithi142 bash[9523]: cluster 2020-11-16T20:41:57.105987+0000 osd.1 (osd.1) 162 : cluster [DBG] 4.7 scrub starts
2020-11-16T20:41:57.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:57 smithi142 bash[9523]: cluster 2020-11-16T20:41:57.121501+0000 osd.1 (osd.1) 163 : cluster [DBG] 4.7 scrub ok
2020-11-16T20:41:57.817 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:57 smithi065 bash[9468]: cluster 2020-11-16T20:41:56.730171+0000 osd.2 (osd.2) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:57.818 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:57 smithi065 bash[9468]: cluster 2020-11-16T20:41:56.730298+0000 osd.2 (osd.2) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:57.818 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:57 smithi065 bash[9468]: cluster 2020-11-16T20:41:57.105987+0000 osd.1 (osd.1) 162 : cluster [DBG] 4.7 scrub starts
2020-11-16T20:41:57.818 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:57 smithi065 bash[9468]: cluster 2020-11-16T20:41:57.121501+0000 osd.1 (osd.1) 163 : cluster [DBG] 4.7 scrub ok
2020-11-16T20:41:57.818 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:41:57.883 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight
2020-11-16T20:41:57.923 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:57.940 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:57 smithi071 bash[9480]: cluster 2020-11-16T20:41:56.730171+0000 osd.2 (osd.2) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:57.940 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:57 smithi071 bash[9480]: cluster 2020-11-16T20:41:56.730298+0000 osd.2 (osd.2) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:57.940 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:57 smithi071 bash[9480]: cluster 2020-11-16T20:41:57.105987+0000 osd.1 (osd.1) 162 : cluster [DBG] 4.7 scrub starts
2020-11-16T20:41:57.940 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:57 smithi071 bash[9480]: cluster 2020-11-16T20:41:57.121501+0000 osd.1 (osd.1) 163 : cluster [DBG] 4.7 scrub ok
2020-11-16T20:41:58.022 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:41:58.051 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:41:58.157 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:58.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:41:58 smithi071 bash[12066]: debug 2020-11-16T20:41:58.049+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:58.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:41:57 smithi065 bash[14115]: debug 2020-11-16T20:41:57.818+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:58.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:58 smithi071 bash[9480]: cluster 2020-11-16T20:41:57.275681+0000 osd.9 (osd.9) 119 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:58.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:58 smithi071 bash[9480]: cluster 2020-11-16T20:41:57.275862+0000 osd.9 (osd.9) 120 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:58.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:58 smithi071 bash[9480]: cluster 2020-11-16T20:41:57.563728+0000 mon.a (mon.0) 1763 : cluster [DBG] osdmap e518: 12 total, 12 up, 9 in
2020-11-16T20:41:58.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:41:58 smithi071 bash[9480]: cluster 2020-11-16T20:41:58.321793+0000 mgr.x (mgr.14196) 900 : cluster [DBG] pgmap v1330: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 3 op/s
2020-11-16T20:41:59.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:58 smithi065 bash[9468]: cluster 2020-11-16T20:41:57.275681+0000 osd.9 (osd.9) 119 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:59.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:58 smithi065 bash[9468]: cluster 2020-11-16T20:41:57.275862+0000 osd.9 (osd.9) 120 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:59.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:58 smithi065 bash[9468]: cluster 2020-11-16T20:41:57.563728+0000 mon.a (mon.0) 1763 : cluster [DBG] osdmap e518: 12 total, 12 up, 9 in
2020-11-16T20:41:59.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:41:58 smithi065 bash[9468]: cluster 2020-11-16T20:41:58.321793+0000 mgr.x (mgr.14196) 900 : cluster [DBG] pgmap v1330: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 3 op/s
2020-11-16T20:41:59.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:58 smithi142 bash[9523]: cluster 2020-11-16T20:41:57.275681+0000 osd.9 (osd.9) 119 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:41:59.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:58 smithi142 bash[9523]: cluster 2020-11-16T20:41:57.275862+0000 osd.9 (osd.9) 120 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:41:59.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:58 smithi142 bash[9523]: cluster 2020-11-16T20:41:57.563728+0000 mon.a (mon.0) 1763 : cluster [DBG] osdmap e518: 12 total, 12 up, 9 in
2020-11-16T20:41:59.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:41:58 smithi142 bash[9523]: cluster 2020-11-16T20:41:58.321793+0000 mgr.x (mgr.14196) 900 : cluster [DBG] pgmap v1330: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail; 0 B/s wr, 3 op/s
2020-11-16T20:41:59.107 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:41:59.211 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:59.384 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:41:59 smithi142 bash[15670]: debug 2020-11-16T20:41:59.108+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:59.460 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:41:59.565 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:59.720 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:41:59.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:41:59 smithi142 bash[18009]: debug 2020-11-16T20:41:59.464+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:41:59.825 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:00.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:41:59 smithi065 bash[16457]: debug 2020-11-16T20:41:59.718+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:00.314 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:00.419 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:00.656 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:00.775 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:00 smithi065 bash[18823]: debug 2020-11-16T20:42:00.550+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:00.776 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:00.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:00 smithi142 bash[22738]: debug 2020-11-16T20:42:00.316+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:00.882 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:01.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:00 smithi065 bash[11785]: debug 2020-11-16T20:42:00.774+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:01.615 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:01.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:01 smithi071 bash[9480]: cluster 2020-11-16T20:42:00.322468+0000 mgr.x (mgr.14196) 901 : cluster [DBG] pgmap v1331: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:01.720 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:01.732 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:01 smithi142 bash[9523]: cluster 2020-11-16T20:42:00.322468+0000 mgr.x (mgr.14196) 901 : cluster [DBG] pgmap v1331: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:01.732 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:01 smithi142 bash[20366]: debug 2020-11-16T20:42:01.616+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:01.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:01 smithi065 bash[9468]: cluster 2020-11-16T20:42:00.322468+0000 mgr.x (mgr.14196) 901 : cluster [DBG] pgmap v1331: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:02.303 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:02.407 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:02.533 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:02 smithi142 bash[18009]: debug 2020-11-16T20:42:02.304+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:02.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:02 smithi142 bash[9523]: cluster 2020-11-16T20:42:01.127681+0000 osd.1 (osd.1) 164 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:42:02.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:02 smithi142 bash[9523]: cluster 2020-11-16T20:42:01.189260+0000 osd.1 (osd.1) 165 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:42:02.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:02 smithi142 bash[9523]: cluster 2020-11-16T20:42:01.518857+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e519: 12 total, 12 up, 9 in
2020-11-16T20:42:02.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:02 smithi071 bash[9480]: cluster 2020-11-16T20:42:01.127681+0000 osd.1 (osd.1) 164 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:42:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:02 smithi071 bash[9480]: cluster 2020-11-16T20:42:01.189260+0000 osd.1 (osd.1) 165 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:42:02.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:02 smithi071 bash[9480]: cluster 2020-11-16T20:42:01.518857+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e519: 12 total, 12 up, 9 in
2020-11-16T20:42:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:02 smithi065 bash[9468]: cluster 2020-11-16T20:42:01.127681+0000 osd.1 (osd.1) 164 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:42:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:02 smithi065 bash[9468]: cluster 2020-11-16T20:42:01.189260+0000 osd.1 (osd.1) 165 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:42:02.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:02 smithi065 bash[9468]: cluster 2020-11-16T20:42:01.518857+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e519: 12 total, 12 up, 9 in
2020-11-16T20:42:02.863 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:02.968 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:03.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:02 smithi142 bash[15670]: debug 2020-11-16T20:42:02.864+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:03.467 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:03.571 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:03.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:03 smithi071 bash[9480]: cluster 2020-11-16T20:42:02.323112+0000 mgr.x (mgr.14196) 902 : cluster [DBG] pgmap v1333: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:03.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:03 smithi065 bash[9468]: cluster 2020-11-16T20:42:02.323112+0000 mgr.x (mgr.14196) 902 : cluster [DBG] pgmap v1333: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:03.710 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:03 smithi142 bash[9523]: cluster 2020-11-16T20:42:02.323112+0000 mgr.x (mgr.14196) 902 : cluster [DBG] pgmap v1333: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:03.784 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:03 smithi142 bash[15670]: debug 2020-11-16T20:42:03.468+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:03.814 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:03.935 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:04.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:03 smithi065 bash[11785]: debug 2020-11-16T20:42:03.710+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:04.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:03 smithi065 bash[18823]: debug 2020-11-16T20:42:03.934+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:04.040 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:04.165 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:04.271 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:04.399 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:04.503 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:04.516 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:04 smithi065 bash[14115]: debug 2020-11-16T20:42:04.162+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:04.536 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:04 smithi071 bash[26650]: debug 2020-11-16T20:42:04.397+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:04.620 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:04.725 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:04.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:04 smithi065 bash[16457]: debug 2020-11-16T20:42:04.618+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:04 smithi065 bash[9468]: cluster 2020-11-16T20:42:02.715483+0000 osd.0 (osd.0) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:04 smithi065 bash[9468]: cluster 2020-11-16T20:42:02.715608+0000 osd.0 (osd.0) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:04 smithi065 bash[9468]: cluster 2020-11-16T20:42:03.539000+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e520: 12 total, 12 up, 9 in
2020-11-16T20:42:04.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:04 smithi065 bash[9468]: cluster 2020-11-16T20:42:04.323603+0000 mgr.x (mgr.14196) 903 : cluster [DBG] pgmap v1335: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:04.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:04 smithi142 bash[9523]: cluster 2020-11-16T20:42:02.715483+0000 osd.0 (osd.0) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:04.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:04 smithi142 bash[9523]: cluster 2020-11-16T20:42:02.715608+0000 osd.0 (osd.0) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:04.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:04 smithi142 bash[9523]: cluster 2020-11-16T20:42:03.539000+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e520: 12 total, 12 up, 9 in
2020-11-16T20:42:04.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:04 smithi142 bash[9523]: cluster 2020-11-16T20:42:04.323603+0000 mgr.x (mgr.14196) 903 : cluster [DBG] pgmap v1335: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:04.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:04 smithi071 bash[9480]: cluster 2020-11-16T20:42:02.715483+0000 osd.0 (osd.0) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:04.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:04 smithi071 bash[9480]: cluster 2020-11-16T20:42:02.715608+0000 osd.0 (osd.0) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:04.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:04 smithi071 bash[9480]: cluster 2020-11-16T20:42:03.539000+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e520: 12 total, 12 up, 9 in
2020-11-16T20:42:04.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:04 smithi071 bash[9480]: cluster 2020-11-16T20:42:04.323603+0000 mgr.x (mgr.14196) 903 : cluster [DBG] pgmap v1335: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:04.859 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:04.964 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:05.093 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:05.199 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:05.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:04 smithi071 bash[16796]: debug 2020-11-16T20:42:04.857+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:05.200 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[26650]: debug 2020-11-16T20:42:05.093+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:05.235 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:42:05.256 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:42:05.284 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:42:05.312 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:42:05.329 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:05.344 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:42:05.378 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:42:05.410 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:42:05.434 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:05.438 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:42:05.468 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:42:05.497 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:42:05.523 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:42:05.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[14115]: debug 2020-11-16T20:42:05.330+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:05.547 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:42:05.557 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:05.559 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:42:05.561 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.561 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.561 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.561 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.562 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.562 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.562 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.562 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.562 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.562 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:42:05.629 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[9523]: cluster 2020-11-16T20:42:04.771021+0000 osd.10 (osd.10) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:05.630 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[9523]: cluster 2020-11-16T20:42:04.771147+0000 osd.10 (osd.10) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:05.630 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[9523]: audit 2020-11-16T20:42:04.983707+0000 mon.a (mon.0) 1766 : audit [INF] from='client.? v1:172.21.15.142:0/2916713282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:42:05.630 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.154938+0000 osd.1 (osd.1) 166 : cluster [DBG] 4.d scrub starts
2020-11-16T20:42:05.630 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.179034+0000 osd.1 (osd.1) 167 : cluster [DBG] 4.d scrub ok
2020-11-16T20:42:05.630 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[9523]: audit 2020-11-16T20:42:05.216671+0000 mon.a (mon.0) 1767 : audit [DBG] from='client.? v1:172.21.15.142:0/2564439348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:05.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.263012+0000 osd.1 (osd.1) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:05.631 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.380822+0000 osd.5 (osd.5) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:05.665 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:05.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[12066]: debug 2020-11-16T20:42:05.557+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[9480]: cluster 2020-11-16T20:42:04.771021+0000 osd.10 (osd.10) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[9480]: cluster 2020-11-16T20:42:04.771147+0000 osd.10 (osd.10) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[9480]: audit 2020-11-16T20:42:04.983707+0000 mon.a (mon.0) 1766 : audit [INF] from='client.? v1:172.21.15.142:0/2916713282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:42:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.154938+0000 osd.1 (osd.1) 166 : cluster [DBG] 4.d scrub starts
2020-11-16T20:42:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.179034+0000 osd.1 (osd.1) 167 : cluster [DBG] 4.d scrub ok
2020-11-16T20:42:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[9480]: audit 2020-11-16T20:42:05.216671+0000 mon.a (mon.0) 1767 : audit [DBG] from='client.? v1:172.21.15.142:0/2564439348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.263012+0000 osd.1 (osd.1) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:05 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.380822+0000 osd.5 (osd.5) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:05.885 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:05.988 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:06.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[9468]: cluster 2020-11-16T20:42:04.771021+0000 osd.10 (osd.10) 108 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:06.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[9468]: cluster 2020-11-16T20:42:04.771147+0000 osd.10 (osd.10) 109 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:06.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[9468]: audit 2020-11-16T20:42:04.983707+0000 mon.a (mon.0) 1766 : audit [INF] from='client.? v1:172.21.15.142:0/2916713282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:42:06.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.154938+0000 osd.1 (osd.1) 166 : cluster [DBG] 4.d scrub starts
2020-11-16T20:42:06.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.179034+0000 osd.1 (osd.1) 167 : cluster [DBG] 4.d scrub ok
2020-11-16T20:42:06.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[9468]: audit 2020-11-16T20:42:05.216671+0000 mon.a (mon.0) 1767 : audit [DBG] from='client.? v1:172.21.15.142:0/2564439348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:06.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.263012+0000 osd.1 (osd.1) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:05 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.380822+0000 osd.5 (osd.5) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.283 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:05 smithi142 bash[18009]: debug 2020-11-16T20:42:05.888+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:06.568 INFO:teuthology.orchestra.run.smithi142.stderr:set pool 1 pgp_num to 1
2020-11-16T20:42:06.616 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:06.720 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.241557+0000 osd.0 (osd.0) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.290702+0000 osd.2 (osd.2) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.318857+0000 osd.3 (osd.3) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.347793+0000 osd.4 (osd.4) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.413674+0000 osd.6 (osd.6) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.441366+0000 osd.7 (osd.7) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.471025+0000 osd.8 (osd.8) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.499809+0000 osd.9 (osd.9) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.526213+0000 osd.10 (osd.10) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.541839+0000 mon.a (mon.0) 1768 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:42:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.541905+0000 mon.a (mon.0) 1769 : cluster [INF] Cluster is now healthy
2020-11-16T20:42:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: audit 2020-11-16T20:42:05.548070+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? v1:172.21.15.142:0/2916713282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:42:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.548162+0000 mon.a (mon.0) 1771 : cluster [DBG] osdmap e521: 12 total, 12 up, 9 in
2020-11-16T20:42:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:05.562145+0000 osd.11 (osd.11) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: audit 2020-11-16T20:42:05.787046+0000 mon.a (mon.0) 1772 : audit [INF] from='client.? v1:172.21.15.142:0/1064341653' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch
2020-11-16T20:42:06.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:06.132463+0000 osd.1 (osd.1) 169 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:42:06.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:06.156903+0000 osd.1 (osd.1) 170 : cluster [DBG] 4.9 scrub ok
2020-11-16T20:42:06.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:06 smithi071 bash[9480]: cluster 2020-11-16T20:42:06.324200+0000 mgr.x (mgr.14196) 904 : cluster [DBG] pgmap v1337: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:07.001 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[15670]: debug 2020-11-16T20:42:06.620+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:07.001 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.241557+0000 osd.0 (osd.0) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.002 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.290702+0000 osd.2 (osd.2) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.002 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.318857+0000 osd.3 (osd.3) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.002 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.347793+0000 osd.4 (osd.4) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.002 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.413674+0000 osd.6 (osd.6) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.002 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.441366+0000 osd.7 (osd.7) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.002 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.471025+0000 osd.8 (osd.8) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.499809+0000 osd.9 (osd.9) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.526213+0000 osd.10 (osd.10) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.541839+0000 mon.a (mon.0) 1768 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:42:07.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.541905+0000 mon.a (mon.0) 1769 : cluster [INF] Cluster is now healthy
2020-11-16T20:42:07.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: audit 2020-11-16T20:42:05.548070+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? v1:172.21.15.142:0/2916713282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:42:07.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.548162+0000 mon.a (mon.0) 1771 : cluster [DBG] osdmap e521: 12 total, 12 up, 9 in
2020-11-16T20:42:07.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:05.562145+0000 osd.11 (osd.11) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.004 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: audit 2020-11-16T20:42:05.787046+0000 mon.a (mon.0) 1772 : audit [INF] from='client.? v1:172.21.15.142:0/1064341653' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch
2020-11-16T20:42:07.004 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:06.132463+0000 osd.1 (osd.1) 169 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:42:07.004 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:06.156903+0000 osd.1 (osd.1) 170 : cluster [DBG] 4.9 scrub ok
2020-11-16T20:42:07.004 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:06 smithi142 bash[9523]: cluster 2020-11-16T20:42:06.324200+0000 mgr.x (mgr.14196) 904 : cluster [DBG] pgmap v1337: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:07.005 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:07.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.241557+0000 osd.0 (osd.0) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.290702+0000 osd.2 (osd.2) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.318857+0000 osd.3 (osd.3) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.347793+0000 osd.4 (osd.4) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.413674+0000 osd.6 (osd.6) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.441366+0000 osd.7 (osd.7) 99 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.471025+0000 osd.8 (osd.8) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.499809+0000 osd.9 (osd.9) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.526213+0000 osd.10 (osd.10) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.541839+0000 mon.a (mon.0) 1768 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:42:07.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.541905+0000 mon.a (mon.0) 1769 : cluster [INF] Cluster is now healthy
2020-11-16T20:42:07.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: audit 2020-11-16T20:42:05.548070+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? v1:172.21.15.142:0/2916713282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:42:07.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.548162+0000 mon.a (mon.0) 1771 : cluster [DBG] osdmap e521: 12 total, 12 up, 9 in
2020-11-16T20:42:07.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:05.562145+0000 osd.11 (osd.11) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:07.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: audit 2020-11-16T20:42:05.787046+0000 mon.a (mon.0) 1772 : audit [INF] from='client.? v1:172.21.15.142:0/1064341653' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch
2020-11-16T20:42:07.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:06.132463+0000 osd.1 (osd.1) 169 : cluster [DBG] 4.9 scrub starts
2020-11-16T20:42:07.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:06.156903+0000 osd.1 (osd.1) 170 : cluster [DBG] 4.9 scrub ok
2020-11-16T20:42:07.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:06 smithi065 bash[9468]: cluster 2020-11-16T20:42:06.324200+0000 mgr.x (mgr.14196) 904 : cluster [DBG] pgmap v1337: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:07.106 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:07.283 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:07 smithi142 bash[20366]: debug 2020-11-16T20:42:07.004+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:07.285 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:07.390 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:07.539 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:07.563 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:07 smithi142 bash[15670]: debug 2020-11-16T20:42:07.288+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:07.645 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:07.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:07 smithi071 bash[9480]: audit 2020-11-16T20:42:06.570023+0000 mon.a (mon.0) 1773 : audit [INF] from='client.? v1:172.21.15.142:0/1064341653' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished
2020-11-16T20:42:07.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:07 smithi071 bash[9480]: cluster 2020-11-16T20:42:06.570063+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e522: 12 total, 12 up, 9 in
2020-11-16T20:42:07.700 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:07 smithi071 bash[16796]: debug 2020-11-16T20:42:07.537+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:07.849 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:07 smithi142 bash[9523]: audit 2020-11-16T20:42:06.570023+0000 mon.a (mon.0) 1773 : audit [INF] from='client.? v1:172.21.15.142:0/1064341653' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished
2020-11-16T20:42:07.849 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:07 smithi142 bash[9523]: cluster 2020-11-16T20:42:06.570063+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e522: 12 total, 12 up, 9 in
2020-11-16T20:42:07.938 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:08.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:07 smithi065 bash[9468]: audit 2020-11-16T20:42:06.570023+0000 mon.a (mon.0) 1773 : audit [INF] from='client.? v1:172.21.15.142:0/1064341653' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished
2020-11-16T20:42:08.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:07 smithi065 bash[9468]: cluster 2020-11-16T20:42:06.570063+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e522: 12 total, 12 up, 9 in
2020-11-16T20:42:08.044 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:08.086 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:42:08.086 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:42:08.148 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:07 smithi142 bash[20366]: debug 2020-11-16T20:42:07.940+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:08.149 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2
2020-11-16T20:42:08.150 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it
2020-11-16T20:42:08.189 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:08.285 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:08.294 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:08.409 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:08 smithi065 bash[14115]: debug 2020-11-16T20:42:08.186+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:08.409 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:08.514 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:08.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:08 smithi065 bash[9468]: cluster 2020-11-16T20:42:08.324899+0000 mgr.x (mgr.14196) 905 : cluster [DBG] pgmap v1339: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:08.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:08 smithi065 bash[11785]: debug 2020-11-16T20:42:08.406+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:08.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:08 smithi142 bash[9523]: cluster 2020-11-16T20:42:08.324899+0000 mgr.x (mgr.14196) 905 : cluster [DBG] pgmap v1339: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:08.835 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:08.942 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:08.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:08 smithi071 bash[9480]: cluster 2020-11-16T20:42:08.324899+0000 mgr.x (mgr.14196) 905 : cluster [DBG] pgmap v1339: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:09.070 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:42:09.088 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:09.158 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:42:09.169 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:08 smithi142 bash[15670]: debug 2020-11-16T20:42:08.836+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:09.193 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:09.204 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:09 smithi071 bash[16796]: debug 2020-11-16T20:42:09.085+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:09.214 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:09.296 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:09.323 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:09.428 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:09.554 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:42:09 smithi071 bash[14419]: debug 2020-11-16T20:42:09.321+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:09.555 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:09.606 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops
2020-11-16T20:42:09.659 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:09.780 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:09.790 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:09.885 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:09.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:09 smithi071 bash[16796]: debug 2020-11-16T20:42:09.553+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:09.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:09 smithi071 bash[26650]: debug 2020-11-16T20:42:09.777+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:10.040 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:10.145 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:10.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:10 smithi065 bash[11785]: debug 2020-11-16T20:42:10.038+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:10.608 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:10.715 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:10.837 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:10.942 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:11.081 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:11.117 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:10 smithi142 bash[22738]: debug 2020-11-16T20:42:10.612+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:11.187 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:11.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:10 smithi071 bash[16796]: debug 2020-11-16T20:42:10.837+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:11.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:11 smithi065 bash[14115]: debug 2020-11-16T20:42:11.078+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:11.314 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:11.420 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:11.621 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:11.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:11 smithi071 bash[9480]: cluster 2020-11-16T20:42:10.325578+0000 mgr.x (mgr.14196) 906 : cluster [DBG] pgmap v1340: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:11.727 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:11.739 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:11 smithi142 bash[22738]: debug 2020-11-16T20:42:11.624+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:11.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:11 smithi142 bash[9523]: cluster 2020-11-16T20:42:10.325578+0000 mgr.x (mgr.14196) 906 : cluster [DBG] pgmap v1340: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:11.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:11 smithi065 bash[9468]: cluster 2020-11-16T20:42:10.325578+0000 mgr.x (mgr.14196) 906 : cluster [DBG] pgmap v1340: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:11.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:11 smithi065 bash[14115]: debug 2020-11-16T20:42:11.314+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:11.937 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:12.036 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:11 smithi142 bash[20366]: debug 2020-11-16T20:42:11.940+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:12.043 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:12.647 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:12.752 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:12 smithi065 bash[9468]: cluster 2020-11-16T20:42:11.524293+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e523: 12 total, 12 up, 9 in
2020-11-16T20:42:12.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:12 smithi065 bash[9468]: cluster 2020-11-16T20:42:12.326274+0000 mgr.x (mgr.14196) 907 : cluster [DBG] pgmap v1342: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:12.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:12 smithi071 bash[9480]: cluster 2020-11-16T20:42:11.524293+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e523: 12 total, 12 up, 9 in
2020-11-16T20:42:12.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:12 smithi071 bash[9480]: cluster 2020-11-16T20:42:12.326274+0000 mgr.x (mgr.14196) 907 : cluster [DBG] pgmap v1342: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:12.991 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:12 smithi142 bash[18009]: debug 2020-11-16T20:42:12.648+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:12.991 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:12 smithi142 bash[9523]: cluster 2020-11-16T20:42:11.524293+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e523: 12 total, 12 up, 9 in
2020-11-16T20:42:12.991 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:12 smithi142 bash[9523]: cluster 2020-11-16T20:42:12.326274+0000 mgr.x (mgr.14196) 907 : cluster [DBG] pgmap v1342: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:13.150 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 3, 4, 6, 7, 8, 11, 9] out_osds:  [10, 2, 5] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:42:13.150 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:42:13.150 INFO:tasks.thrashosds.thrasher:Setting osd 1 primary_affinity to 0.933031
2020-11-16T20:42:13.150 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 1 0.9330310404347809
2020-11-16T20:42:13.286 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:13.376 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:13.480 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:13.606 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:13.711 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:13.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:13 smithi065 bash[18823]: debug 2020-11-16T20:42:13.606+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:13 smithi065 bash[9468]: cluster 2020-11-16T20:42:13.128997+0000 osd.1 (osd.1) 171 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:42:13.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:13 smithi065 bash[9468]: cluster 2020-11-16T20:42:13.160328+0000 osd.1 (osd.1) 172 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:42:13.783 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:13 smithi065 bash[16457]: debug 2020-11-16T20:42:13.374+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:13 smithi142 bash[9523]: cluster 2020-11-16T20:42:13.128997+0000 osd.1 (osd.1) 171 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:42:13.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:13 smithi142 bash[9523]: cluster 2020-11-16T20:42:13.160328+0000 osd.1 (osd.1) 172 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:42:13.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:13 smithi071 bash[9480]: cluster 2020-11-16T20:42:13.128997+0000 osd.1 (osd.1) 171 : cluster [DBG] 4.4 scrub starts
2020-11-16T20:42:13.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:13 smithi071 bash[9480]: cluster 2020-11-16T20:42:13.160328+0000 osd.1 (osd.1) 172 : cluster [DBG] 4.4 scrub ok
2020-11-16T20:42:14.389 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:14.495 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:14.616 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:14.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:14 smithi071 bash[9480]: cluster 2020-11-16T20:42:14.327074+0000 mgr.x (mgr.14196) 908 : cluster [DBG] pgmap v1343: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:14.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:14 smithi071 bash[26650]: debug 2020-11-16T20:42:14.389+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:14.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:14 smithi071 bash[26650]: debug 2020-11-16T20:42:14.613+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:14.721 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:14.875 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:14 smithi065 bash[9468]: cluster 2020-11-16T20:42:14.327074+0000 mgr.x (mgr.14196) 908 : cluster [DBG] pgmap v1343: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:14.875 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:14.980 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:15.109 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:15.140 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:14 smithi142 bash[9523]: cluster 2020-11-16T20:42:14.327074+0000 mgr.x (mgr.14196) 908 : cluster [DBG] pgmap v1343: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:15.215 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:15.228 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:14 smithi065 bash[18823]: debug 2020-11-16T20:42:14.874+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:15.228 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:15 smithi065 bash[18823]: debug 2020-11-16T20:42:15.106+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:15.440 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:15.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:15 smithi065 bash[18823]: debug 2020-11-16T20:42:15.334+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:15.574 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:15.678 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:15.802 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:15 smithi065 bash[9468]: cluster 2020-11-16T20:42:14.631412+0000 osd.5 (osd.5) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:15.802 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:15 smithi065 bash[9468]: cluster 2020-11-16T20:42:14.631550+0000 osd.5 (osd.5) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:15.803 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:15.908 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:15.949 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:15 smithi071 bash[26650]: debug 2020-11-16T20:42:15.573+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:15.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:15 smithi071 bash[9480]: cluster 2020-11-16T20:42:14.631412+0000 osd.5 (osd.5) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:15.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:15 smithi071 bash[9480]: cluster 2020-11-16T20:42:14.631550+0000 osd.5 (osd.5) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:16.028 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:15 smithi142 bash[9523]: cluster 2020-11-16T20:42:14.631412+0000 osd.5 (osd.5) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:15 smithi142 bash[9523]: cluster 2020-11-16T20:42:14.631550+0000 osd.5 (osd.5) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:16.133 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:16.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:15 smithi065 bash[16457]: debug 2020-11-16T20:42:15.802+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:16.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:16 smithi065 bash[16457]: debug 2020-11-16T20:42:16.026+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:16.540 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:16.645 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:16.771 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:16.876 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:16.889 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:16 smithi142 bash[20366]: debug 2020-11-16T20:42:16.544+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:16.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:16 smithi142 bash[9523]: cluster 2020-11-16T20:42:15.554481+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e524: 12 total, 12 up, 9 in
2020-11-16T20:42:16.890 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:16 smithi142 bash[9523]: cluster 2020-11-16T20:42:16.327746+0000 mgr.x (mgr.14196) 909 : cluster [DBG] pgmap v1345: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:16.890 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:16 smithi142 bash[9523]: cluster 2020-11-16T20:42:16.527123+0000 mon.a (mon.0) 1777 : cluster [DBG] osdmap e525: 12 total, 12 up, 9 in
2020-11-16T20:42:16.949 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:16 smithi071 bash[12066]: debug 2020-11-16T20:42:16.769+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:16 smithi071 bash[9480]: cluster 2020-11-16T20:42:15.554481+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e524: 12 total, 12 up, 9 in
2020-11-16T20:42:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:16 smithi071 bash[9480]: cluster 2020-11-16T20:42:16.327746+0000 mgr.x (mgr.14196) 909 : cluster [DBG] pgmap v1345: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:16 smithi071 bash[9480]: cluster 2020-11-16T20:42:16.527123+0000 mon.a (mon.0) 1777 : cluster [DBG] osdmap e525: 12 total, 12 up, 9 in
2020-11-16T20:42:17.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:16 smithi065 bash[9468]: cluster 2020-11-16T20:42:15.554481+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e524: 12 total, 12 up, 9 in
2020-11-16T20:42:17.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:16 smithi065 bash[9468]: cluster 2020-11-16T20:42:16.327746+0000 mgr.x (mgr.14196) 909 : cluster [DBG] pgmap v1345: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:17.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:16 smithi065 bash[9468]: cluster 2020-11-16T20:42:16.527123+0000 mon.a (mon.0) 1777 : cluster [DBG] osdmap e525: 12 total, 12 up, 9 in
2020-11-16T20:42:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:17.316 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:17.442 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:17.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:17 smithi142 bash[22738]: debug 2020-11-16T20:42:17.216+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:17.547 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:17.691 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:17.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:17 smithi071 bash[26650]: debug 2020-11-16T20:42:17.441+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:17.796 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:17.934 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:18.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:17 smithi065 bash[16457]: debug 2020-11-16T20:42:17.690+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:18.039 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:18.162 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:18.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:17 smithi071 bash[26650]: debug 2020-11-16T20:42:17.933+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:18.267 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:18.533 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:18 smithi065 bash[14115]: debug 2020-11-16T20:42:18.162+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:18.800 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:18.906 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:19.035 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:19.140 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:19.142 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:18 smithi142 bash[22738]: debug 2020-11-16T20:42:18.804+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:19.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:19 smithi071 bash[12066]: debug 2020-11-16T20:42:19.033+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:19.396 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_2' removed
2020-11-16T20:42:19.397 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:42:19.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:19 smithi142 bash[9523]: cluster 2020-11-16T20:42:18.328458+0000 mgr.x (mgr.14196) 910 : cluster [DBG] pgmap v1347: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:19.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:19 smithi142 bash[9523]: audit 2020-11-16T20:42:18.572491+0000 mon.a (mon.0) 1778 : audit [INF] from='client.? v1:172.21.15.142:0/175902929' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:42:19.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:19 smithi142 bash[9523]: audit 2020-11-16T20:42:18.585425+0000 mon.a (mon.0) 1779 : audit [INF] from='client.? v1:172.21.15.142:0/127592816' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:42:19.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:19 smithi071 bash[9480]: cluster 2020-11-16T20:42:18.328458+0000 mgr.x (mgr.14196) 910 : cluster [DBG] pgmap v1347: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:19 smithi071 bash[9480]: audit 2020-11-16T20:42:18.572491+0000 mon.a (mon.0) 1778 : audit [INF] from='client.? v1:172.21.15.142:0/175902929' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:42:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:19 smithi071 bash[9480]: audit 2020-11-16T20:42:18.585425+0000 mon.a (mon.0) 1779 : audit [INF] from='client.? v1:172.21.15.142:0/127592816' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:42:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:19 smithi065 bash[9468]: cluster 2020-11-16T20:42:18.328458+0000 mgr.x (mgr.14196) 910 : cluster [DBG] pgmap v1347: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:19 smithi065 bash[9468]: audit 2020-11-16T20:42:18.572491+0000 mon.a (mon.0) 1778 : audit [INF] from='client.? v1:172.21.15.142:0/175902929' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:42:19.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:19 smithi065 bash[9468]: audit 2020-11-16T20:42:18.585425+0000 mon.a (mon.0) 1779 : audit [INF] from='client.? v1:172.21.15.142:0/127592816' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:42:19.957 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:20.005 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:42:20.036 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:42:20.056 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:42:20.056 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:42:20.062 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:20.065 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:42:20.086 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:42:20.116 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:42:20.144 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:42:20.165 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:42:20.189 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:42:20.212 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:42:20.230 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:20.250 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:42:20.281 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:42:20.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:19 smithi142 bash[15670]: debug 2020-11-16T20:42:19.960+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:20.308 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:42:20.310 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.310 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.310 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.310 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.310 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.311 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.311 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.311 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.311 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.311 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.311 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.311 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:42:20.335 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:20.385 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[14115]: debug 2020-11-16T20:42:20.230+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:20.387 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[9468]: cluster 2020-11-16T20:42:19.386251+0000 mon.a (mon.0) 1780 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:20.387 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[9468]: audit 2020-11-16T20:42:19.399201+0000 mon.a (mon.0) 1781 : audit [INF] from='client.? v1:172.21.15.142:0/175902929' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:42:20.387 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[9468]: audit 2020-11-16T20:42:19.399292+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? v1:172.21.15.142:0/127592816' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:42:20.387 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[9468]: cluster 2020-11-16T20:42:19.399418+0000 mon.a (mon.0) 1783 : cluster [DBG] osdmap e526: 12 total, 12 up, 9 in
2020-11-16T20:42:20.387 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[9468]: cluster 2020-11-16T20:42:19.476961+0000 osd.3 (osd.3) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:20.387 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[9468]: cluster 2020-11-16T20:42:19.477082+0000 osd.3 (osd.3) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:20.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[9468]: audit 2020-11-16T20:42:19.982362+0000 mon.b (mon.1) 422 : audit [DBG] from='client.? v1:172.21.15.142:0/639149317' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:20.388 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:20 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.092893+0000 osd.3 (osd.3) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:20.477 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:20.583 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:20.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[12066]: debug 2020-11-16T20:42:20.477+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:20.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[9480]: cluster 2020-11-16T20:42:19.386251+0000 mon.a (mon.0) 1780 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:20.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[9480]: audit 2020-11-16T20:42:19.399201+0000 mon.a (mon.0) 1781 : audit [INF] from='client.? v1:172.21.15.142:0/175902929' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:42:20.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[9480]: audit 2020-11-16T20:42:19.399292+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? v1:172.21.15.142:0/127592816' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:42:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[9480]: cluster 2020-11-16T20:42:19.399418+0000 mon.a (mon.0) 1783 : cluster [DBG] osdmap e526: 12 total, 12 up, 9 in
2020-11-16T20:42:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[9480]: cluster 2020-11-16T20:42:19.476961+0000 osd.3 (osd.3) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[9480]: cluster 2020-11-16T20:42:19.477082+0000 osd.3 (osd.3) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[9480]: audit 2020-11-16T20:42:19.982362+0000 mon.b (mon.1) 422 : audit [DBG] from='client.? v1:172.21.15.142:0/639149317' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:20.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.092893+0000 osd.3 (osd.3) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:20.709 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:20.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:20 smithi142 bash[9523]: cluster 2020-11-16T20:42:19.386251+0000 mon.a (mon.0) 1780 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:20.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:20 smithi142 bash[9523]: audit 2020-11-16T20:42:19.399201+0000 mon.a (mon.0) 1781 : audit [INF] from='client.? v1:172.21.15.142:0/175902929' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:42:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:20 smithi142 bash[9523]: audit 2020-11-16T20:42:19.399292+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? v1:172.21.15.142:0/127592816' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:42:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:20 smithi142 bash[9523]: cluster 2020-11-16T20:42:19.399418+0000 mon.a (mon.0) 1783 : cluster [DBG] osdmap e526: 12 total, 12 up, 9 in
2020-11-16T20:42:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:20 smithi142 bash[9523]: cluster 2020-11-16T20:42:19.476961+0000 osd.3 (osd.3) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:20 smithi142 bash[9523]: cluster 2020-11-16T20:42:19.477082+0000 osd.3 (osd.3) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:20 smithi142 bash[9523]: audit 2020-11-16T20:42:19.982362+0000 mon.b (mon.1) 422 : audit [DBG] from='client.? v1:172.21.15.142:0/639149317' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:20.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:20 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.092893+0000 osd.3 (osd.3) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:20.814 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:20.977 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[16796]: debug 2020-11-16T20:42:20.709+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:20.978 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:20 smithi071 bash[16796]: debug 2020-11-16T20:42:20.977+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:20.978 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:21.083 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:21.577 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:21.684 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:21.695 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[18009]: debug 2020-11-16T20:42:21.580+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:21.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.011156+0000 osd.0 (osd.0) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.042363+0000 osd.1 (osd.1) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.072026+0000 osd.2 (osd.2) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.696 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.118792+0000 osd.4 (osd.4) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.146970+0000 osd.5 (osd.5) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.168527+0000 osd.6 (osd.6) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.192318+0000 osd.7 (osd.7) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.214932+0000 osd.8 (osd.8) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.252819+0000 osd.9 (osd.9) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.284280+0000 osd.10 (osd.10) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.697 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.311630+0000 osd.11 (osd.11) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.698 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.329007+0000 mgr.x (mgr.14196) 911 : cluster [DBG] pgmap v1349: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:21.698 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.410511+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e527: 12 total, 12 up, 9 in
2020-11-16T20:42:21.698 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.431743+0000 osd.7 (osd.7) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:21.698 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:21 smithi142 bash[9523]: cluster 2020-11-16T20:42:20.431916+0000 osd.7 (osd.7) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.011156+0000 osd.0 (osd.0) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.042363+0000 osd.1 (osd.1) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.072026+0000 osd.2 (osd.2) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.118792+0000 osd.4 (osd.4) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.146970+0000 osd.5 (osd.5) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.168527+0000 osd.6 (osd.6) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.192318+0000 osd.7 (osd.7) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.214932+0000 osd.8 (osd.8) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.252819+0000 osd.9 (osd.9) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.284280+0000 osd.10 (osd.10) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.311630+0000 osd.11 (osd.11) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.329007+0000 mgr.x (mgr.14196) 911 : cluster [DBG] pgmap v1349: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.410511+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e527: 12 total, 12 up, 9 in
2020-11-16T20:42:21.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.431743+0000 osd.7 (osd.7) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:21.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:21 smithi071 bash[9480]: cluster 2020-11-16T20:42:20.431916+0000 osd.7 (osd.7) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.011156+0000 osd.0 (osd.0) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.042363+0000 osd.1 (osd.1) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.072026+0000 osd.2 (osd.2) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.118792+0000 osd.4 (osd.4) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.146970+0000 osd.5 (osd.5) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.168527+0000 osd.6 (osd.6) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.192318+0000 osd.7 (osd.7) 100 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.214932+0000 osd.8 (osd.8) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.252819+0000 osd.9 (osd.9) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.284280+0000 osd.10 (osd.10) 111 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.311630+0000 osd.11 (osd.11) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.329007+0000 mgr.x (mgr.14196) 911 : cluster [DBG] pgmap v1349: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:21.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.410511+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e527: 12 total, 12 up, 9 in
2020-11-16T20:42:21.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.431743+0000 osd.7 (osd.7) 101 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:21.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:21 smithi065 bash[9468]: cluster 2020-11-16T20:42:20.431916+0000 osd.7 (osd.7) 102 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:22.421 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:22.440 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_historic_ops
2020-11-16T20:42:22.525 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:22.630 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:22.664 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:22.668 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:22 smithi065 bash[14115]: debug 2020-11-16T20:42:22.662+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:22.669 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:22 smithi065 bash[9468]: cluster 2020-11-16T20:42:21.423850+0000 mon.a (mon.0) 1785 : cluster [DBG] osdmap e528: 12 total, 12 up, 9 in
2020-11-16T20:42:22.669 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:22 smithi065 bash[9468]: cluster 2020-11-16T20:42:21.530501+0000 mon.a (mon.0) 1786 : cluster [DBG] osdmap e529: 12 total, 12 up, 9 in
2020-11-16T20:42:22.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:22 smithi071 bash[9480]: cluster 2020-11-16T20:42:21.423850+0000 mon.a (mon.0) 1785 : cluster [DBG] osdmap e528: 12 total, 12 up, 9 in
2020-11-16T20:42:22.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:22 smithi071 bash[9480]: cluster 2020-11-16T20:42:21.530501+0000 mon.a (mon.0) 1786 : cluster [DBG] osdmap e529: 12 total, 12 up, 9 in
2020-11-16T20:42:22.770 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:22.849 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:22 smithi142 bash[18009]: debug 2020-11-16T20:42:22.424+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:22.849 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:22 smithi142 bash[9523]: cluster 2020-11-16T20:42:21.423850+0000 mon.a (mon.0) 1785 : cluster [DBG] osdmap e528: 12 total, 12 up, 9 in
2020-11-16T20:42:22.849 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:22 smithi142 bash[9523]: cluster 2020-11-16T20:42:21.530501+0000 mon.a (mon.0) 1786 : cluster [DBG] osdmap e529: 12 total, 12 up, 9 in
2020-11-16T20:42:22.874 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:22.978 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:23.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:22 smithi065 bash[11785]: debug 2020-11-16T20:42:22.874+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:23.170 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:23.276 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:23.288 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:23 smithi071 bash[12066]: debug 2020-11-16T20:42:23.169+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:23.349 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench...
2020-11-16T20:42:23.350 INFO:tasks.radosbench:Beginning radosbench...
2020-11-16T20:42:23.351 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3
2020-11-16T20:42:23.351 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool create unique_pool_3 16
2020-11-16T20:42:23.435 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:23.494 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:23.540 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:23.583 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:42:23.619 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:23 smithi142 bash[9523]: audit 2020-11-16T20:42:22.434612+0000 mon.a (mon.0) 1787 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:42:23.619 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:23 smithi142 bash[9523]: audit 2020-11-16T20:42:22.434986+0000 mon.a (mon.0) 1788 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:42:23.620 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:23 smithi142 bash[9523]: audit 2020-11-16T20:42:23.229093+0000 mon.a (mon.0) 1789 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:42:23.620 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:23 smithi142 bash[9523]: audit 2020-11-16T20:42:23.235099+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:42:23.620 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:23 smithi142 bash[9523]: audit 2020-11-16T20:42:23.306582+0000 mon.a (mon.0) 1791 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]: dispatch
2020-11-16T20:42:23.620 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:23 smithi142 bash[9523]: audit 2020-11-16T20:42:23.312200+0000 mon.a (mon.0) 1792 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]': finished
2020-11-16T20:42:23.664 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:23.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:23 smithi071 bash[12066]: debug 2020-11-16T20:42:23.433+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:23 smithi071 bash[9480]: audit 2020-11-16T20:42:22.434612+0000 mon.a (mon.0) 1787 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:42:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:23 smithi071 bash[9480]: audit 2020-11-16T20:42:22.434986+0000 mon.a (mon.0) 1788 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:42:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:23 smithi071 bash[9480]: audit 2020-11-16T20:42:23.229093+0000 mon.a (mon.0) 1789 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:42:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:23 smithi071 bash[9480]: audit 2020-11-16T20:42:23.235099+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:42:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:23 smithi071 bash[9480]: audit 2020-11-16T20:42:23.306582+0000 mon.a (mon.0) 1791 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]: dispatch
2020-11-16T20:42:23.702 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:23 smithi071 bash[9480]: audit 2020-11-16T20:42:23.312200+0000 mon.a (mon.0) 1792 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]': finished
2020-11-16T20:42:23.716 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:23.769 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:23.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:23 smithi065 bash[14115]: debug 2020-11-16T20:42:23.662+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:23 smithi065 bash[9468]: audit 2020-11-16T20:42:22.434612+0000 mon.a (mon.0) 1787 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:42:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:23 smithi065 bash[9468]: audit 2020-11-16T20:42:22.434986+0000 mon.a (mon.0) 1788 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:42:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:23 smithi065 bash[9468]: audit 2020-11-16T20:42:23.229093+0000 mon.a (mon.0) 1789 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:42:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:23 smithi065 bash[9468]: audit 2020-11-16T20:42:23.235099+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995366\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.995522\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996061\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996419\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:37:27.996836\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:37:27.997351\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:42:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:23 smithi065 bash[9468]: audit 2020-11-16T20:42:23.306582+0000 mon.a (mon.0) 1791 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]: dispatch
2020-11-16T20:42:23.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:23 smithi065 bash[9468]: audit 2020-11-16T20:42:23.312200+0000 mon.a (mon.0) 1792 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:36:40.657105\"}"}]': finished
2020-11-16T20:42:24.231 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:24.337 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:24.478 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:24.584 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:24.607 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[12066]: debug 2020-11-16T20:42:24.477+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:24.608 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[9480]: audit 2020-11-16T20:42:23.864941+0000 mon.a (mon.0) 1793 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]: dispatch
2020-11-16T20:42:24.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[9480]: audit 2020-11-16T20:42:23.870771+0000 mon.a (mon.0) 1794 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]': finished
2020-11-16T20:42:24.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[9480]: audit 2020-11-16T20:42:23.872712+0000 mon.a (mon.0) 1795 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:42:24.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[9480]: audit 2020-11-16T20:42:23.877529+0000 mon.a (mon.0) 1796 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:42:24.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[9480]: audit 2020-11-16T20:42:23.887963+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? v1:172.21.15.142:0/4023493868' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.9330310404347809}]: dispatch
2020-11-16T20:42:24.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[9480]: cluster 2020-11-16T20:42:24.330229+0000 mgr.x (mgr.14196) 913 : cluster [DBG] pgmap v1354: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:24.705 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:24 smithi065 bash[9468]: audit 2020-11-16T20:42:23.864941+0000 mon.a (mon.0) 1793 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]: dispatch
2020-11-16T20:42:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:24 smithi065 bash[9468]: audit 2020-11-16T20:42:23.870771+0000 mon.a (mon.0) 1794 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]': finished
2020-11-16T20:42:24.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:24 smithi065 bash[9468]: audit 2020-11-16T20:42:23.872712+0000 mon.a (mon.0) 1795 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:42:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:24 smithi065 bash[9468]: audit 2020-11-16T20:42:23.877529+0000 mon.a (mon.0) 1796 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:42:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:24 smithi065 bash[9468]: audit 2020-11-16T20:42:23.887963+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? v1:172.21.15.142:0/4023493868' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.9330310404347809}]: dispatch
2020-11-16T20:42:24.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:24 smithi065 bash[9468]: cluster 2020-11-16T20:42:24.330229+0000 mgr.x (mgr.14196) 913 : cluster [DBG] pgmap v1354: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:24.785 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:24 smithi142 bash[15670]: debug 2020-11-16T20:42:24.232+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:24.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:24 smithi142 bash[9523]: audit 2020-11-16T20:42:23.864941+0000 mon.a (mon.0) 1793 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]: dispatch
2020-11-16T20:42:24.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:24 smithi142 bash[9523]: audit 2020-11-16T20:42:23.870771+0000 mon.a (mon.0) 1794 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:36:40.766776\"}"}]': finished
2020-11-16T20:42:24.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:24 smithi142 bash[9523]: audit 2020-11-16T20:42:23.872712+0000 mon.a (mon.0) 1795 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:42:24.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:24 smithi142 bash[9523]: audit 2020-11-16T20:42:23.877529+0000 mon.a (mon.0) 1796 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:42:24.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:24 smithi142 bash[9523]: audit 2020-11-16T20:42:23.887963+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? v1:172.21.15.142:0/4023493868' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.9330310404347809}]: dispatch
2020-11-16T20:42:24.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:24 smithi142 bash[9523]: cluster 2020-11-16T20:42:24.330229+0000 mgr.x (mgr.14196) 913 : cluster [DBG] pgmap v1354: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:24.810 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:24.877 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.1 primary-affinity to 0.933031 (8611472)
2020-11-16T20:42:24.945 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[26650]: debug 2020-11-16T20:42:24.705+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:24.946 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:25.049 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:25.197 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:42:24 smithi071 bash[14419]: debug 2020-11-16T20:42:24.945+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:25.198 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:25.304 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:25.449 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:25.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:25 smithi071 bash[26650]: debug 2020-11-16T20:42:25.197+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:25.555 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:25.567 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:25 smithi065 bash[16457]: debug 2020-11-16T20:42:25.446+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:25.621 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:42:25.679 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:25.763 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:25.784 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:25.876 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:25 smithi065 bash[18823]: debug 2020-11-16T20:42:25.678+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:26.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:25 smithi142 bash[9523]: audit 2020-11-16T20:42:24.879898+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? v1:172.21.15.142:0/4023493868' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.9330310404347809}]': finished
2020-11-16T20:42:26.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:25 smithi142 bash[9523]: cluster 2020-11-16T20:42:24.879945+0000 mon.a (mon.0) 1799 : cluster [DBG] osdmap e530: 12 total, 12 up, 9 in
2020-11-16T20:42:26.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:25 smithi142 bash[9523]: cluster 2020-11-16T20:42:24.990013+0000 osd.8 (osd.8) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:26.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:25 smithi142 bash[9523]: cluster 2020-11-16T20:42:24.990145+0000 osd.8 (osd.8) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:26.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:25 smithi071 bash[9480]: audit 2020-11-16T20:42:24.879898+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? v1:172.21.15.142:0/4023493868' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.9330310404347809}]': finished
2020-11-16T20:42:26.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:25 smithi071 bash[9480]: cluster 2020-11-16T20:42:24.879945+0000 mon.a (mon.0) 1799 : cluster [DBG] osdmap e530: 12 total, 12 up, 9 in
2020-11-16T20:42:26.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:25 smithi071 bash[9480]: cluster 2020-11-16T20:42:24.990013+0000 osd.8 (osd.8) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:26.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:25 smithi071 bash[9480]: cluster 2020-11-16T20:42:24.990145+0000 osd.8 (osd.8) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:26.243 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:26.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:25 smithi065 bash[9468]: audit 2020-11-16T20:42:24.879898+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? v1:172.21.15.142:0/4023493868' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.9330310404347809}]': finished
2020-11-16T20:42:26.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:25 smithi065 bash[9468]: cluster 2020-11-16T20:42:24.879945+0000 mon.a (mon.0) 1799 : cluster [DBG] osdmap e530: 12 total, 12 up, 9 in
2020-11-16T20:42:26.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:25 smithi065 bash[9468]: cluster 2020-11-16T20:42:24.990013+0000 osd.8 (osd.8) 134 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:26.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:25 smithi065 bash[9468]: cluster 2020-11-16T20:42:24.990145+0000 osd.8 (osd.8) 135 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:26.349 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:26.361 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:26 smithi142 bash[18009]: debug 2020-11-16T20:42:26.244+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:26.595 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:26.700 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:26.714 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:26 smithi142 bash[20366]: debug 2020-11-16T20:42:26.596+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:27.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:26 smithi142 bash[9523]: cluster 2020-11-16T20:42:25.889794+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e531: 12 total, 12 up, 9 in
2020-11-16T20:42:27.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:26 smithi142 bash[9523]: audit 2020-11-16T20:42:26.225456+0000 mon.a (mon.0) 1801 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:42:27.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:26 smithi142 bash[9523]: audit 2020-11-16T20:42:26.227999+0000 mon.a (mon.0) 1802 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:42:27.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:26 smithi142 bash[9523]: cluster 2020-11-16T20:42:26.330796+0000 mgr.x (mgr.14196) 914 : cluster [DBG] pgmap v1357: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:27.147 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:27.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:26 smithi071 bash[9480]: cluster 2020-11-16T20:42:25.889794+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e531: 12 total, 12 up, 9 in
2020-11-16T20:42:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:26 smithi071 bash[9480]: audit 2020-11-16T20:42:26.225456+0000 mon.a (mon.0) 1801 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:42:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:26 smithi071 bash[9480]: audit 2020-11-16T20:42:26.227999+0000 mon.a (mon.0) 1802 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:42:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:26 smithi071 bash[9480]: cluster 2020-11-16T20:42:26.330796+0000 mgr.x (mgr.14196) 914 : cluster [DBG] pgmap v1357: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:27.251 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:27.264 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:26 smithi065 bash[9468]: cluster 2020-11-16T20:42:25.889794+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e531: 12 total, 12 up, 9 in
2020-11-16T20:42:27.264 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:26 smithi065 bash[9468]: audit 2020-11-16T20:42:26.225456+0000 mon.a (mon.0) 1801 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:42:27.264 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:26 smithi065 bash[9468]: audit 2020-11-16T20:42:26.227999+0000 mon.a (mon.0) 1802 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:42:27.264 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:26 smithi065 bash[9468]: cluster 2020-11-16T20:42:26.330796+0000 mgr.x (mgr.14196) 914 : cluster [DBG] pgmap v1357: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:27.400 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:27.407 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:27 smithi142 bash[18009]: debug 2020-11-16T20:42:27.148+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:27.506 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:27.518 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:27 smithi065 bash[11785]: debug 2020-11-16T20:42:27.398+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:27.630 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:27.735 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:27.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:27 smithi065 bash[18823]: debug 2020-11-16T20:42:27.630+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:27.872 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:27.977 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:28.095 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:42:27 smithi071 bash[14419]: debug 2020-11-16T20:42:27.869+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:28.095 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:27 smithi071 bash[9480]: cluster 2020-11-16T20:42:26.700173+0000 osd.1 (osd.1) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:28.095 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:27 smithi071 bash[9480]: cluster 2020-11-16T20:42:26.700267+0000 osd.1 (osd.1) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:28.096 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:27 smithi071 bash[9480]: cluster 2020-11-16T20:42:27.540631+0000 mon.a (mon.0) 1803 : cluster [DBG] osdmap e532: 12 total, 12 up, 9 in
2020-11-16T20:42:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:28.201 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:28.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:27 smithi065 bash[9468]: cluster 2020-11-16T20:42:26.700173+0000 osd.1 (osd.1) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:28.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:27 smithi065 bash[9468]: cluster 2020-11-16T20:42:26.700267+0000 osd.1 (osd.1) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:28.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:27 smithi065 bash[9468]: cluster 2020-11-16T20:42:27.540631+0000 mon.a (mon.0) 1803 : cluster [DBG] osdmap e532: 12 total, 12 up, 9 in
2020-11-16T20:42:28.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:27 smithi142 bash[9523]: cluster 2020-11-16T20:42:26.700173+0000 osd.1 (osd.1) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:28.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:27 smithi142 bash[9523]: cluster 2020-11-16T20:42:26.700267+0000 osd.1 (osd.1) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:28.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:27 smithi142 bash[9523]: cluster 2020-11-16T20:42:27.540631+0000 mon.a (mon.0) 1803 : cluster [DBG] osdmap e532: 12 total, 12 up, 9 in
2020-11-16T20:42:28.341 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:28.345 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:28 smithi071 bash[12066]: debug 2020-11-16T20:42:28.093+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:28.345 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:28 smithi071 bash[26650]: debug 2020-11-16T20:42:28.341+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:28.446 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:28.591 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:28.695 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:28.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:28 smithi065 bash[14115]: debug 2020-11-16T20:42:28.590+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:28.817 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:28.922 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:29.050 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:29.155 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:29.167 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:28 smithi142 bash[9523]: cluster 2020-11-16T20:42:28.331451+0000 mgr.x (mgr.14196) 915 : cluster [DBG] pgmap v1359: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:28 smithi071 bash[9480]: cluster 2020-11-16T20:42:28.331451+0000 mgr.x (mgr.14196) 915 : cluster [DBG] pgmap v1359: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:29.200 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:29 smithi071 bash[16796]: debug 2020-11-16T20:42:29.049+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:28 smithi065 bash[9468]: cluster 2020-11-16T20:42:28.331451+0000 mgr.x (mgr.14196) 915 : cluster [DBG] pgmap v1359: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:29.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:28 smithi065 bash[11785]: debug 2020-11-16T20:42:28.814+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:29.569 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:29.674 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:29.817 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:29.914 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:29 smithi142 bash[18009]: debug 2020-11-16T20:42:29.572+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:29.923 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:29.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:29 smithi071 bash[9480]: cluster 2020-11-16T20:42:29.163901+0000 osd.11 (osd.11) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:29.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:29 smithi071 bash[9480]: cluster 2020-11-16T20:42:29.164033+0000 osd.11 (osd.11) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:29.950 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:29 smithi071 bash[26650]: debug 2020-11-16T20:42:29.817+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:30.068 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:30.174 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:30.186 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:30 smithi065 bash[18823]: debug 2020-11-16T20:42:30.066+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:30.187 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:29 smithi065 bash[9468]: cluster 2020-11-16T20:42:29.163901+0000 osd.11 (osd.11) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:30.187 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:29 smithi065 bash[9468]: cluster 2020-11-16T20:42:29.164033+0000 osd.11 (osd.11) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:30.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:29 smithi142 bash[9523]: cluster 2020-11-16T20:42:29.163901+0000 osd.11 (osd.11) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:30.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:29 smithi142 bash[9523]: cluster 2020-11-16T20:42:29.164033+0000 osd.11 (osd.11) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:30.291 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:30.397 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:30.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:30 smithi065 bash[14115]: debug 2020-11-16T20:42:30.290+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:30.862 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:30.967 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:31.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:30 smithi071 bash[9480]: cluster 2020-11-16T20:42:29.917834+0000 mon.a (mon.0) 1804 : cluster [DBG] osdmap e533: 12 total, 12 up, 9 in
2020-11-16T20:42:31.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:30 smithi071 bash[9480]: cluster 2020-11-16T20:42:30.332110+0000 mgr.x (mgr.14196) 916 : cluster [DBG] pgmap v1361: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:31.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:30 smithi065 bash[9468]: cluster 2020-11-16T20:42:29.917834+0000 mon.a (mon.0) 1804 : cluster [DBG] osdmap e533: 12 total, 12 up, 9 in
2020-11-16T20:42:31.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:30 smithi065 bash[9468]: cluster 2020-11-16T20:42:30.332110+0000 mgr.x (mgr.14196) 916 : cluster [DBG] pgmap v1361: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:31.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:30 smithi142 bash[15670]: debug 2020-11-16T20:42:30.864+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:31.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:30 smithi142 bash[9523]: cluster 2020-11-16T20:42:29.917834+0000 mon.a (mon.0) 1804 : cluster [DBG] osdmap e533: 12 total, 12 up, 9 in
2020-11-16T20:42:31.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:30 smithi142 bash[9523]: cluster 2020-11-16T20:42:30.332110+0000 mgr.x (mgr.14196) 916 : cluster [DBG] pgmap v1361: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:31.502 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 3, 4, 6, 7, 8, 11, 9] out_osds:  [10, 2, 5] dead_osds:  [] live_osds:  [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:42:31.502 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 0 1
2020-11-16T20:42:31.650 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:31.999 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:32.105 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:32.175 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:32 smithi142 bash[15670]: debug 2020-11-16T20:42:32.000+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:32.235 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:32.339 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:32.341 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:42:32.341 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:42:32.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:42:32.342 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:42:32.342 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.342 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:152690 3.7 3:ee4cada3:::benchmark_data_smithi065_26380_object14957:head [delete] snapc 0=[] ondisk+write+known_if_redirected e329)",
2020-11-16T20:42:32.342 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:32:37.685172+0000",
2020-11-16T20:42:32.342 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 594.65879629200003,
2020-11-16T20:42:32.342 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32568108400000001,
2020-11-16T20:42:32.343 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.343 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.343 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:42:32.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:42:32.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:42:32.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 152690
2020-11-16T20:42:32.343 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:42:32.344 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685172+0000",
2020-11-16T20:42:32.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685172+0000",
2020-11-16T20:42:32.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:42:32.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685148+0000",
2020-11-16T20:42:32.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4063000000000001e-05
2020-11-16T20:42:32.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685202+0000",
2020-11-16T20:42:32.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7569999999999993e-06
2020-11-16T20:42:32.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685211+0000",
2020-11-16T20:42:32.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2809999999999999e-06
2020-11-16T20:42:32.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.347 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.685216+0000",
2020-11-16T20:42:32.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045640159
2020-11-16T20:42:32.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.730857+0000",
2020-11-16T20:42:32.348 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2527000000000004e-05
2020-11-16T20:42:32.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:42:32.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.730949+0000",
2020-11-16T20:42:32.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.23309823599999999
2020-11-16T20:42:32.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.964047+0000",
2020-11-16T20:42:32.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013387100000000001
2020-11-16T20:42:32.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.964181+0000",
2020-11-16T20:42:32.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016603599999999999
2020-11-16T20:42:32.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:42:32.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.964347+0000",
2020-11-16T20:42:32.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.033089355000000001
2020-11-16T20:42:32.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:42:32.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:37.997437+0000",
2020-11-16T20:42:32.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0084917199999999995
2020-11-16T20:42:32.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:42:32.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:38.005928+0000",
2020-11-16T20:42:32.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3526e-05
2020-11-16T20:42:32.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:38.006012+0000",
2020-11-16T20:42:32.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0048413759999999997
2020-11-16T20:42:32.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:32:38.010853+0000",
2020-11-16T20:42:32.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32568108400000001
2020-11-16T20:42:32.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.354 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.354 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.354 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.354 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.354 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:164718 3.7 3:e26122fc:::benchmark_data_smithi065_26380_object26985:head [delete] snapc 0=[] ondisk+write+known_if_redirected e335)",
2020-11-16T20:42:32.355 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:33:05.288083+0000",
2020-11-16T20:42:32.355 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 567.05588570700002,
2020-11-16T20:42:32.355 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.37502476899999998,
2020-11-16T20:42:32.355 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.355 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.355 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:42:32.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:42:32.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:42:32.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 164718
2020-11-16T20:42:32.356 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:42:32.356 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288083+0000",
2020-11-16T20:42:32.356 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288083+0000",
2020-11-16T20:42:32.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:42:32.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288051+0000",
2020-11-16T20:42:32.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0723999999999996e-05
2020-11-16T20:42:32.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288122+0000",
2020-11-16T20:42:32.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3030000000000001e-05
2020-11-16T20:42:32.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288135+0000",
2020-11-16T20:42:32.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5619999999999998e-06
2020-11-16T20:42:32.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.288143+0000",
2020-11-16T20:42:32.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021190710000000001
2020-11-16T20:42:32.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.309333+0000",
2020-11-16T20:42:32.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4724999999999999e-05
2020-11-16T20:42:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.309428+0000",
2020-11-16T20:42:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010943299999999999
2020-11-16T20:42:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:42:32.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.309537+0000",
2020-11-16T20:42:32.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0077566909999999996
2020-11-16T20:42:32.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:42:32.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.317294+0000",
2020-11-16T20:42:32.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34067356700000001
2020-11-16T20:42:32.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:42:32.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.657968+0000",
2020-11-16T20:42:32.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018741799999999999
2020-11-16T20:42:32.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.658155+0000",
2020-11-16T20:42:32.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0049523680000000004
2020-11-16T20:42:32.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.663108+0000",
2020-11-16T20:42:32.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37502476899999998
2020-11-16T20:42:32.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.365 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.365 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.365 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.365 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35063.0:164727 3.7 3:ec7588f5:::benchmark_data_smithi065_26380_object26994:head [delete] snapc 0=[] ondisk+write+known_if_redirected e335)",
2020-11-16T20:42:32.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:33:05.310871+0000",
2020-11-16T20:42:32.365 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 567.03309760800005,
2020-11-16T20:42:32.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.38341657600000001,
2020-11-16T20:42:32.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.366 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.366 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:42:32.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35063",
2020-11-16T20:42:32.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1997227587",
2020-11-16T20:42:32.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 164727
2020-11-16T20:42:32.367 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:42:32.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310871+0000",
2020-11-16T20:42:32.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310871+0000",
2020-11-16T20:42:32.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99998
2020-11-16T20:42:32.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310851+0000",
2020-11-16T20:42:32.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4978000000000002e-05
2020-11-16T20:42:32.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310896+0000",
2020-11-16T20:42:32.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7139999999999999e-06
2020-11-16T20:42:32.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310905+0000",
2020-11-16T20:42:32.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0100000000000003e-06
2020-11-16T20:42:32.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.310910+0000",
2020-11-16T20:42:32.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0063107939999999998
2020-11-16T20:42:32.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.317220+0000",
2020-11-16T20:42:32.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4301000000000001e-05
2020-11-16T20:42:32.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:42:32.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.317275+0000",
2020-11-16T20:42:32.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.33376194100000001
2020-11-16T20:42:32.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.651037+0000",
2020-11-16T20:42:32.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014039799999999999
2020-11-16T20:42:32.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.651177+0000",
2020-11-16T20:42:32.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000200941
2020-11-16T20:42:32.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:42:32.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.651378+0000",
2020-11-16T20:42:32.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038446316000000001
2020-11-16T20:42:32.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:42:32.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.689824+0000",
2020-11-16T20:42:32.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0661000000000001e-05
2020-11-16T20:42:32.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:42:32.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.689845+0000",
2020-11-16T20:42:32.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6926000000000002e-05
2020-11-16T20:42:32.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.689922+0000",
2020-11-16T20:42:32.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0043656520000000002
2020-11-16T20:42:32.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.694287+0000",
2020-11-16T20:42:32.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38341657600000001
2020-11-16T20:42:32.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.377 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.377 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.377 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.377 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "MOSDPGPushReply(3.7 335/320 [PushReplyOp(3:ec7588f5:::benchmark_data_smithi065_26380_object26994:head)])",
2020-11-16T20:42:32.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:33:05.322815+0000",
2020-11-16T20:42:32.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 567.02115324500005,
2020-11-16T20:42:32.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.32817938099999999,
2020-11-16T20:42:32.378 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:42:32.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322815+0000",
2020-11-16T20:42:32.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322815+0000",
2020-11-16T20:42:32.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:42:32.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322779+0000",
2020-11-16T20:42:32.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3028000000000004e-05
2020-11-16T20:42:32.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322872+0000",
2020-11-16T20:42:32.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.91e-05
2020-11-16T20:42:32.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322891+0000",
2020-11-16T20:42:32.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0325e-05
2020-11-16T20:42:32.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322902+0000",
2020-11-16T20:42:32.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0006999999999996e-05
2020-11-16T20:42:32.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322972+0000",
2020-11-16T20:42:32.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32802298699999999
2020-11-16T20:42:32.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.650995+0000",
2020-11-16T20:42:32.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.32817938099999999
2020-11-16T20:42:32.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.384 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.384 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.384 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.384 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.35063.0:164718 3.7 e335/320 ondisk, result = 0)",
2020-11-16T20:42:32.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:33:05.322985+0000",
2020-11-16T20:42:32.384 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 567.02098303699995,
2020-11-16T20:42:32.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.34013558500000002,
2020-11-16T20:42:32.385 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.385 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:42:32.385 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322985+0000",
2020-11-16T20:42:32.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322985+0000",
2020-11-16T20:42:32.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999657
2020-11-16T20:42:32.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.322951+0000",
2020-11-16T20:42:32.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7367999999999994e-05
2020-11-16T20:42:32.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.323039+0000",
2020-11-16T20:42:32.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3973e-05
2020-11-16T20:42:32.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.323052+0000",
2020-11-16T20:42:32.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.64e-06
2020-11-16T20:42:32.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.323059+0000",
2020-11-16T20:42:32.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.33488289999999998
2020-11-16T20:42:32.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.657942+0000",
2020-11-16T20:42:32.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2982999999999999e-05
2020-11-16T20:42:32.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.657955+0000",
2020-11-16T20:42:32.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0051660159999999998
2020-11-16T20:42:32.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:33:05.663121+0000",
2020-11-16T20:42:32.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34013558500000002
2020-11-16T20:42:32.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.391 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.391 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.391 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.392 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:47785 4.4 e420/407 4:2e731578:::benchmark_data_smithi065_31807_object47784:head v 420'2961, mlcod=420'2959)",
2020-11-16T20:42:32.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:37:21.494760+0000",
2020-11-16T20:42:32.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 310.84920884299999,
2020-11-16T20:42:32.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.027957096000000001,
2020-11-16T20:42:32.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.392 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.393 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.494760+0000",
2020-11-16T20:42:32.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.494760+0000",
2020-11-16T20:42:32.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999843
2020-11-16T20:42:32.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.494744+0000",
2020-11-16T20:42:32.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7532000000000003e-05
2020-11-16T20:42:32.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.494812+0000",
2020-11-16T20:42:32.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1738e-05
2020-11-16T20:42:32.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.494823+0000",
2020-11-16T20:42:32.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.207e-06
2020-11-16T20:42:32.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.494830+0000",
2020-11-16T20:42:32.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2178000000000001e-05
2020-11-16T20:42:32.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.494882+0000",
2020-11-16T20:42:32.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4113999999999999e-05
2020-11-16T20:42:32.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.494916+0000",
2020-11-16T20:42:32.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027719476
2020-11-16T20:42:32.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.522635+0000",
2020-11-16T20:42:32.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1384000000000005e-05
2020-11-16T20:42:32.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:37:21.522717+0000",
2020-11-16T20:42:32.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027957096000000001
2020-11-16T20:42:32.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.399 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.400 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.400 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.400 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:112932 4.4 e433/407 4:2528bcec:::benchmark_data_smithi065_31807_object112931:head v 433'7055, mlcod=433'7053)",
2020-11-16T20:42:32.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:06.504700+0000",
2020-11-16T20:42:32.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 265.83926868999998,
2020-11-16T20:42:32.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.027369282000000002,
2020-11-16T20:42:32.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.401 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.401 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504700+0000",
2020-11-16T20:42:32.401 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504700+0000",
2020-11-16T20:42:32.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:42:32.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504671+0000",
2020-11-16T20:42:32.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000127088
2020-11-16T20:42:32.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504798+0000",
2020-11-16T20:42:32.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6059e-05
2020-11-16T20:42:32.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504814+0000",
2020-11-16T20:42:32.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1963999999999999e-05
2020-11-16T20:42:32.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504826+0000",
2020-11-16T20:42:32.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4981999999999995e-05
2020-11-16T20:42:32.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504891+0000",
2020-11-16T20:42:32.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1674000000000002e-05
2020-11-16T20:42:32.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504922+0000",
2020-11-16T20:42:32.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027055059999999999
2020-11-16T20:42:32.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.531977+0000",
2020-11-16T20:42:32.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1683999999999998e-05
2020-11-16T20:42:32.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.532069+0000",
2020-11-16T20:42:32.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027369282000000002
2020-11-16T20:42:32.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.408 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.408 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.408 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.408 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:112935 4.4 e433/407 4:2820a31f:::benchmark_data_smithi065_31807_object112934:head v 433'7056, mlcod=433'7053)",
2020-11-16T20:42:32.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:06.504888+0000",
2020-11-16T20:42:32.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 265.83908051200001,
2020-11-16T20:42:32.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.027374103,
2020-11-16T20:42:32.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.409 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.409 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504888+0000",
2020-11-16T20:42:32.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504888+0000",
2020-11-16T20:42:32.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:42:32.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504864+0000",
2020-11-16T20:42:32.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6720999999999998e-05
2020-11-16T20:42:32.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504961+0000",
2020-11-16T20:42:32.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2990000000000002e-06
2020-11-16T20:42:32.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504970+0000",
2020-11-16T20:42:32.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9860000000000002e-06
2020-11-16T20:42:32.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.504975+0000",
2020-11-16T20:42:32.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002977248
2020-11-16T20:42:32.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.507953+0000",
2020-11-16T20:42:32.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8796000000000001e-05
2020-11-16T20:42:32.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.507972+0000",
2020-11-16T20:42:32.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024230117999999998
2020-11-16T20:42:32.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.532202+0000",
2020-11-16T20:42:32.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0435e-05
2020-11-16T20:42:32.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.532262+0000",
2020-11-16T20:42:32.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027374103
2020-11-16T20:42:32.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.416 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.416 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.416 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.416 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:112938 4.4 e433/407 4:226ee330:::benchmark_data_smithi065_31807_object112937:head v 433'7057, mlcod=433'7053)",
2020-11-16T20:42:32.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:06.505095+0000",
2020-11-16T20:42:32.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 265.83887342600002,
2020-11-16T20:42:32.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.027227952999999999,
2020-11-16T20:42:32.417 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.417 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.505095+0000",
2020-11-16T20:42:32.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.505095+0000",
2020-11-16T20:42:32.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:42:32.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.505072+0000",
2020-11-16T20:42:32.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010260299999999999
2020-11-16T20:42:32.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.505175+0000",
2020-11-16T20:42:32.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1874e-05
2020-11-16T20:42:32.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.505187+0000",
2020-11-16T20:42:32.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3360000000000002e-06
2020-11-16T20:42:32.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.505192+0000",
2020-11-16T20:42:32.421 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0054505209999999998
2020-11-16T20:42:32.421 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.510643+0000",
2020-11-16T20:42:32.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4983e-05
2020-11-16T20:42:32.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.422 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.510658+0000",
2020-11-16T20:42:32.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021610344
2020-11-16T20:42:32.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.532268+0000",
2020-11-16T20:42:32.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4984000000000001e-05
2020-11-16T20:42:32.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.532323+0000",
2020-11-16T20:42:32.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027227952999999999
2020-11-16T20:42:32.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.424 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.424 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.424 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.425 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:112941 4.4 e433/407 4:22f40b9c:::benchmark_data_smithi065_31807_object112940:head v 433'7058, mlcod=433'7053)",
2020-11-16T20:42:32.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:06.509569+0000",
2020-11-16T20:42:32.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 265.834399383,
2020-11-16T20:42:32.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.022821241999999999,
2020-11-16T20:42:32.425 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.425 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.509569+0000",
2020-11-16T20:42:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.509569+0000",
2020-11-16T20:42:32.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:42:32.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.509547+0000",
2020-11-16T20:42:32.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0950000000000002e-05
2020-11-16T20:42:32.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.509638+0000",
2020-11-16T20:42:32.428 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0893000000000001e-05
2020-11-16T20:42:32.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.509649+0000",
2020-11-16T20:42:32.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3119999999999999e-06
2020-11-16T20:42:32.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.509655+0000",
2020-11-16T20:42:32.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003586105
2020-11-16T20:42:32.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.513241+0000",
2020-11-16T20:42:32.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7051e-05
2020-11-16T20:42:32.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.513258+0000",
2020-11-16T20:42:32.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019067411999999999
2020-11-16T20:42:32.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.532326+0000",
2020-11-16T20:42:32.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4659999999999994e-05
2020-11-16T20:42:32.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:06.532390+0000",
2020-11-16T20:42:32.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022821241999999999
2020-11-16T20:42:32.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.432 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.432 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:114918 4.4 e433/407 4:2d0ec7b2:::benchmark_data_smithi065_31807_object114917:head v 433'7189, mlcod=433'7186)",
2020-11-16T20:42:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:08.105694+0000",
2020-11-16T20:42:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 264.23827461799999,
2020-11-16T20:42:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.023230358,
2020-11-16T20:42:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.105694+0000",
2020-11-16T20:42:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.105694+0000",
2020-11-16T20:42:32.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:42:32.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.105672+0000",
2020-11-16T20:42:32.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0898999999999998e-05
2020-11-16T20:42:32.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.105763+0000",
2020-11-16T20:42:32.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0658e-05
2020-11-16T20:42:32.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.105773+0000",
2020-11-16T20:42:32.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.754e-06
2020-11-16T20:42:32.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.105780+0000",
2020-11-16T20:42:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0076263559999999999
2020-11-16T20:42:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.113406+0000",
2020-11-16T20:42:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011877799999999999
2020-11-16T20:42:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.113525+0000",
2020-11-16T20:42:32.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015345849
2020-11-16T20:42:32.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.128871+0000",
2020-11-16T20:42:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3316000000000002e-05
2020-11-16T20:42:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:08.128924+0000",
2020-11-16T20:42:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.023230358
2020-11-16T20:42:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.440 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.441 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.441 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.441 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:155246 4.4 e449/407 4:2513cdc8:::benchmark_data_smithi065_31807_object17077:head v 449'9704, mlcod=449'9701)",
2020-11-16T20:42:32.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:39:01.510800+0000",
2020-11-16T20:42:32.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.83316832,
2020-11-16T20:42:32.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.035102148999999999,
2020-11-16T20:42:32.441 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.442 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.442 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.510800+0000",
2020-11-16T20:42:32.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.510800+0000",
2020-11-16T20:42:32.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:42:32.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.443 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.510776+0000",
2020-11-16T20:42:32.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3331999999999994e-05
2020-11-16T20:42:32.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.510859+0000",
2020-11-16T20:42:32.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7873e-05
2020-11-16T20:42:32.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.510877+0000",
2020-11-16T20:42:32.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.473e-06
2020-11-16T20:42:32.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.510886+0000",
2020-11-16T20:42:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5578999999999998e-05
2020-11-16T20:42:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.510941+0000",
2020-11-16T20:42:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7199000000000001e-05
2020-11-16T20:42:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.510979+0000",
2020-11-16T20:42:32.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.034825180999999997
2020-11-16T20:42:32.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.545804+0000",
2020-11-16T20:42:32.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8523999999999994e-05
2020-11-16T20:42:32.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:01.545902+0000",
2020-11-16T20:42:32.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.035102148999999999
2020-11-16T20:42:32.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.449 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.449 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.449 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.449 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:170531 4.4 e460/407 4:2fd57a20:::benchmark_data_smithi065_31807_object32362:head v 460'10650, mlcod=460'10648)",
2020-11-16T20:42:32.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:39:26.513745+0000",
2020-11-16T20:42:32.449 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 185.830223891,
2020-11-16T20:42:32.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.032839937,
2020-11-16T20:42:32.450 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.450 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.450 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.513745+0000",
2020-11-16T20:42:32.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.513745+0000",
2020-11-16T20:42:32.451 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:42:32.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.451 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.513720+0000",
2020-11-16T20:42:32.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6465999999999996e-05
2020-11-16T20:42:32.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.452 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.452 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.513797+0000",
2020-11-16T20:42:32.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3752e-05
2020-11-16T20:42:32.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.513811+0000",
2020-11-16T20:42:32.453 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2499999999999995e-06
2020-11-16T20:42:32.453 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.513820+0000",
2020-11-16T20:42:32.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4450000000000002e-05
2020-11-16T20:42:32.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.454 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.454 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.513874+0000",
2020-11-16T20:42:32.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7286999999999997e-05
2020-11-16T20:42:32.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.513912+0000",
2020-11-16T20:42:32.455 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032581222
2020-11-16T20:42:32.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.455 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.546493+0000",
2020-11-16T20:42:32.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1732999999999997e-05
2020-11-16T20:42:32.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.456 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.456 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:26.546585+0000",
2020-11-16T20:42:32.457 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032839937
2020-11-16T20:42:32.457 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.457 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.457 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.457 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.457 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:171073 4.4 e460/407 4:299e909e:::benchmark_data_smithi065_31807_object32904:head v 460'10686, mlcod=460'10684)",
2020-11-16T20:42:32.457 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:39:27.390475+0000",
2020-11-16T20:42:32.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 184.95349337900001,
2020-11-16T20:42:32.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.026405004999999999,
2020-11-16T20:42:32.458 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.458 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.458 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.458 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.458 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.390475+0000",
2020-11-16T20:42:32.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.390475+0000",
2020-11-16T20:42:32.459 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:42:32.459 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.390449+0000",
2020-11-16T20:42:32.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6997999999999996e-05
2020-11-16T20:42:32.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.460 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.460 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.390536+0000",
2020-11-16T20:42:32.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6194000000000001e-05
2020-11-16T20:42:32.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.390552+0000",
2020-11-16T20:42:32.461 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0519999999999999e-05
2020-11-16T20:42:32.461 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.390563+0000",
2020-11-16T20:42:32.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9654000000000002e-05
2020-11-16T20:42:32.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.462 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.462 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.390623+0000",
2020-11-16T20:42:32.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4578e-05
2020-11-16T20:42:32.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.390657+0000",
2020-11-16T20:42:32.463 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.026149374
2020-11-16T20:42:32.463 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.416807+0000",
2020-11-16T20:42:32.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3492999999999996e-05
2020-11-16T20:42:32.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.464 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.464 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:27.416880+0000",
2020-11-16T20:42:32.465 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.026405004999999999
2020-11-16T20:42:32.465 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.465 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.465 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.465 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.465 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.465 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:189825 4.4 e471/407 4:26be35db:::benchmark_data_smithi065_31807_object51656:head v 471'11861, mlcod=470'11858)",
2020-11-16T20:42:32.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:39:56.594973+0000",
2020-11-16T20:42:32.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 155.74899561500001,
2020-11-16T20:42:32.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.028057714000000001,
2020-11-16T20:42:32.466 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.466 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.466 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.466 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.594973+0000",
2020-11-16T20:42:32.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.467 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.594973+0000",
2020-11-16T20:42:32.467 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:42:32.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.594945+0000",
2020-11-16T20:42:32.468 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4059000000000003e-05
2020-11-16T20:42:32.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.468 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.595029+0000",
2020-11-16T20:42:32.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2444e-05
2020-11-16T20:42:32.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.469 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.595042+0000",
2020-11-16T20:42:32.469 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1605e-05
2020-11-16T20:42:32.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.595053+0000",
2020-11-16T20:42:32.470 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5342e-05
2020-11-16T20:42:32.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.470 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.595109+0000",
2020-11-16T20:42:32.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8534000000000001e-05
2020-11-16T20:42:32.471 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.471 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.595147+0000",
2020-11-16T20:42:32.471 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027697731
2020-11-16T20:42:32.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.622845+0000",
2020-11-16T20:42:32.472 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000185467
2020-11-16T20:42:32.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.472 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:39:56.623031+0000",
2020-11-16T20:42:32.473 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028057714000000001
2020-11-16T20:42:32.473 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.473 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.473 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.473 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.474 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:198102 4.4 e476/407 4:2cb76e94:::benchmark_data_smithi065_31807_object59933:head v 476'12385, mlcod=476'12383)",
2020-11-16T20:42:32.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:09.347337+0000",
2020-11-16T20:42:32.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 142.99663180100001,
2020-11-16T20:42:32.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.029666439999999999,
2020-11-16T20:42:32.474 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.474 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.474 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347337+0000",
2020-11-16T20:42:32.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.475 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.475 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347337+0000",
2020-11-16T20:42:32.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:42:32.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.476 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347309+0000",
2020-11-16T20:42:32.476 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8871999999999999e-05
2020-11-16T20:42:32.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347397+0000",
2020-11-16T20:42:32.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4290999999999999e-05
2020-11-16T20:42:32.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.477 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.477 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347412+0000",
2020-11-16T20:42:32.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7860000000000008e-06
2020-11-16T20:42:32.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.478 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347422+0000",
2020-11-16T20:42:32.478 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1277000000000002e-05
2020-11-16T20:42:32.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.479 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347493+0000",
2020-11-16T20:42:32.479 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.0750000000000002e-05
2020-11-16T20:42:32.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347524+0000",
2020-11-16T20:42:32.480 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.029404041999999998
2020-11-16T20:42:32.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.480 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.376928+0000",
2020-11-16T20:42:32.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5543000000000005e-05
2020-11-16T20:42:32.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.481 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.481 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.377003+0000",
2020-11-16T20:42:32.482 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.029666439999999999
2020-11-16T20:42:32.482 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.482 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.482 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.482 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.482 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.482 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:198107 4.4 e476/407 4:2596160c:::benchmark_data_smithi065_31807_object59938:head v 476'12386, mlcod=476'12383)",
2020-11-16T20:42:32.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:09.347486+0000",
2020-11-16T20:42:32.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 142.996482821,
2020-11-16T20:42:32.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.029564196000000001,
2020-11-16T20:42:32.483 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.483 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.483 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.483 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347486+0000",
2020-11-16T20:42:32.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.484 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.484 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347486+0000",
2020-11-16T20:42:32.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:42:32.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347459+0000",
2020-11-16T20:42:32.485 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3479999999999994e-05
2020-11-16T20:42:32.485 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347543+0000",
2020-11-16T20:42:32.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1246999999999999e-05
2020-11-16T20:42:32.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.486 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.486 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347554+0000",
2020-11-16T20:42:32.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3940000000000001e-06
2020-11-16T20:42:32.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.347560+0000",
2020-11-16T20:42:32.487 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0059918699999999998
2020-11-16T20:42:32.487 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.353552+0000",
2020-11-16T20:42:32.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0750000000000001e-05
2020-11-16T20:42:32.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.488 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.488 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.353593+0000",
2020-11-16T20:42:32.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.023416613999999999
2020-11-16T20:42:32.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.377009+0000",
2020-11-16T20:42:32.489 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0395999999999997e-05
2020-11-16T20:42:32.489 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.490 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:09.377050+0000",
2020-11-16T20:42:32.490 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.029564196000000001
2020-11-16T20:42:32.490 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.490 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.490 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.491 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.491 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:199664 4.4 e476/407 4:2c2a40aa:::benchmark_data_smithi065_31807_object61495:head v 476'12469, mlcod=476'12467)",
2020-11-16T20:42:32.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:11.524411+0000",
2020-11-16T20:42:32.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 140.819557207,
2020-11-16T20:42:32.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.027660405999999998,
2020-11-16T20:42:32.491 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.491 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.492 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.524411+0000",
2020-11-16T20:42:32.492 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.492 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.524411+0000",
2020-11-16T20:42:32.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:42:32.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.493 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.524385+0000",
2020-11-16T20:42:32.493 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1143000000000006e-05
2020-11-16T20:42:32.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.524466+0000",
2020-11-16T20:42:32.494 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4722000000000001e-05
2020-11-16T20:42:32.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.494 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.524481+0000",
2020-11-16T20:42:32.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7879999999999995e-06
2020-11-16T20:42:32.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.495 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.495 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.524490+0000",
2020-11-16T20:42:32.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2168000000000005e-05
2020-11-16T20:42:32.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.524552+0000",
2020-11-16T20:42:32.496 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7877000000000001e-05
2020-11-16T20:42:32.496 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.524580+0000",
2020-11-16T20:42:32.497 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027410690000000001
2020-11-16T20:42:32.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.497 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.551991+0000",
2020-11-16T20:42:32.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1013000000000005e-05
2020-11-16T20:42:32.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.498 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.498 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.552072+0000",
2020-11-16T20:42:32.499 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027660405999999998
2020-11-16T20:42:32.499 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.499 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.499 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.499 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.499 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.499 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:199707 4.4 e476/407 4:25f5bcc9:::benchmark_data_smithi065_31807_object61538:head v 476'12473, mlcod=476'12471)",
2020-11-16T20:42:32.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:11.600066+0000",
2020-11-16T20:42:32.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 140.74390244,
2020-11-16T20:42:32.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.024569778,
2020-11-16T20:42:32.500 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.500 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.500 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.500 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.500 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.600066+0000",
2020-11-16T20:42:32.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.501 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.600066+0000",
2020-11-16T20:42:32.501 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:42:32.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.600036+0000",
2020-11-16T20:42:32.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1724000000000005e-05
2020-11-16T20:42:32.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.502 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.502 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.600128+0000",
2020-11-16T20:42:32.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3154e-05
2020-11-16T20:42:32.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.503 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.600141+0000",
2020-11-16T20:42:32.503 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8059999999999997e-06
2020-11-16T20:42:32.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.600148+0000",
2020-11-16T20:42:32.504 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1137000000000002e-05
2020-11-16T20:42:32.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.504 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.600199+0000",
2020-11-16T20:42:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.6560999999999998e-05
2020-11-16T20:42:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.600236+0000",
2020-11-16T20:42:32.505 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024340120999999999
2020-11-16T20:42:32.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.624576+0000",
2020-11-16T20:42:32.506 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0151000000000001e-05
2020-11-16T20:42:32.506 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:11.624636+0000",
2020-11-16T20:42:32.507 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024569778
2020-11-16T20:42:32.507 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.507 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.507 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.507 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:42:32.508 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:42:32.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.35333.0:220892 4.4 e486/481 4:2834c727:::benchmark_data_smithi065_31807_object82723:head v 486'13838, mlcod=486'13836)",
2020-11-16T20:42:32.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:41.523037+0000",
2020-11-16T20:42:32.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 110.82093102499999,
2020-11-16T20:42:32.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.033204616999999999,
2020-11-16T20:42:32.508 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:42:32.508 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:42:32.509 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:42:32.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:42:32.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.523037+0000",
2020-11-16T20:42:32.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:42:32.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.509 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.509 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:42:32.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.523037+0000",
2020-11-16T20:42:32.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:42:32.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.510 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:42:32.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.523010+0000",
2020-11-16T20:42:32.510 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5754999999999995e-05
2020-11-16T20:42:32.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:42:32.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.523096+0000",
2020-11-16T20:42:32.511 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5803000000000001e-05
2020-11-16T20:42:32.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.511 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:42:32.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.523112+0000",
2020-11-16T20:42:32.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1215e-05
2020-11-16T20:42:32.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.512 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:42:32.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.523123+0000",
2020-11-16T20:42:32.512 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010609500000000001
2020-11-16T20:42:32.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:42:32.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.523229+0000",
2020-11-16T20:42:32.513 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3257000000000006e-05
2020-11-16T20:42:32.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.513 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:42:32.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.523313+0000",
2020-11-16T20:42:32.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032829152
2020-11-16T20:42:32.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.514 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:42:32.514 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.556142+0000",
2020-11-16T20:42:32.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000100324
2020-11-16T20:42:32.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:42:32.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:42:32.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:42:32.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:41.556242+0000",
2020-11-16T20:42:32.515 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.033204616999999999
2020-11-16T20:42:32.515 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:42:32.515 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:42:32.516 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:42:32.516 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:42:32.516 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:42:32.516 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:42:32.519 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:42:32 smithi071 bash[14419]: debug 2020-11-16T20:42:32.233+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:32.660 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:32.765 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:32 smithi065 bash[9468]: cluster 2020-11-16T20:42:32.332775+0000 mgr.x (mgr.14196) 917 : cluster [DBG] pgmap v1362: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:32.782 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:32 smithi065 bash[11785]: debug 2020-11-16T20:42:32.658+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:32 smithi071 bash[9480]: cluster 2020-11-16T20:42:32.332775+0000 mgr.x (mgr.14196) 917 : cluster [DBG] pgmap v1362: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:33.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:32 smithi142 bash[9523]: cluster 2020-11-16T20:42:32.332775+0000 mgr.x (mgr.14196) 917 : cluster [DBG] pgmap v1362: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:33.111 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:33.214 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:33.368 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:33.473 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:33.533 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:33 smithi142 bash[20366]: debug 2020-11-16T20:42:33.112+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:33.593 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:33.699 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:33.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:33 smithi071 bash[26650]: debug 2020-11-16T20:42:33.365+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:33.742 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:42:33.744 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:33 smithi065 bash[11785]: debug 2020-11-16T20:42:33.590+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:33.834 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:33.939 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:33 smithi065 bash[9468]: audit 2020-11-16T20:42:33.688601+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? v1:172.21.15.142:0/3265284908' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:42:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:33 smithi142 bash[9523]: audit 2020-11-16T20:42:33.688601+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? v1:172.21.15.142:0/3265284908' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:42:34.050 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T20:42:34.060 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:34.164 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:34.176 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:33 smithi071 bash[9480]: audit 2020-11-16T20:42:33.688601+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? v1:172.21.15.142:0/3265284908' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:42:34.177 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:42:33 smithi071 bash[14419]: debug 2020-11-16T20:42:33.833+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:34.216 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:34.293 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:34.398 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:34.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:34 smithi071 bash[12066]: debug 2020-11-16T20:42:34.293+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:34.532 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:34 smithi065 bash[16457]: debug 2020-11-16T20:42:34.058+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:34.623 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:34.913 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:34 smithi142 bash[9523]: cluster 2020-11-16T20:42:33.739204+0000 mon.a (mon.0) 1806 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:34.913 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:34 smithi142 bash[9523]: audit 2020-11-16T20:42:33.745445+0000 mon.a (mon.0) 1807 : audit [INF] from='client.? v1:172.21.15.142:0/3265284908' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:42:34.913 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:34 smithi142 bash[9523]: cluster 2020-11-16T20:42:33.745484+0000 mon.a (mon.0) 1808 : cluster [DBG] osdmap e534: 12 total, 12 up, 9 in
2020-11-16T20:42:34.914 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:34 smithi142 bash[9523]: cluster 2020-11-16T20:42:34.333432+0000 mgr.x (mgr.14196) 918 : cluster [DBG] pgmap v1364: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:34.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:34 smithi071 bash[16796]: debug 2020-11-16T20:42:34.517+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:34.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:34 smithi071 bash[9480]: cluster 2020-11-16T20:42:33.739204+0000 mon.a (mon.0) 1806 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:34.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:34 smithi071 bash[9480]: audit 2020-11-16T20:42:33.745445+0000 mon.a (mon.0) 1807 : audit [INF] from='client.? v1:172.21.15.142:0/3265284908' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:42:34.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:34 smithi071 bash[9480]: cluster 2020-11-16T20:42:33.745484+0000 mon.a (mon.0) 1808 : cluster [DBG] osdmap e534: 12 total, 12 up, 9 in
2020-11-16T20:42:34.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:34 smithi071 bash[9480]: cluster 2020-11-16T20:42:34.333432+0000 mgr.x (mgr.14196) 918 : cluster [DBG] pgmap v1364: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:34.991 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:35.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:34 smithi065 bash[9468]: cluster 2020-11-16T20:42:33.739204+0000 mon.a (mon.0) 1806 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:35.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:34 smithi065 bash[9468]: audit 2020-11-16T20:42:33.745445+0000 mon.a (mon.0) 1807 : audit [INF] from='client.? v1:172.21.15.142:0/3265284908' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:42:35.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:34 smithi065 bash[9468]: cluster 2020-11-16T20:42:33.745484+0000 mon.a (mon.0) 1808 : cluster [DBG] osdmap e534: 12 total, 12 up, 9 in
2020-11-16T20:42:35.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:34 smithi065 bash[9468]: cluster 2020-11-16T20:42:34.333432+0000 mgr.x (mgr.14196) 918 : cluster [DBG] pgmap v1364: 1 pgs: 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:35.094 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:35.283 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:34 smithi142 bash[20366]: debug 2020-11-16T20:42:34.992+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:35.728 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:35.834 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:35.842 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:35 smithi142 bash[18009]: debug 2020-11-16T20:42:35.732+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:35.926 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_3' created
2020-11-16T20:42:36.038 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:36.044 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:42:36.069 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:42:36.091 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:42:36.111 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:42:36.137 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:42:36.143 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:36.162 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:35 smithi142 bash[9523]: audit 2020-11-16T20:42:35.404378+0000 mon.a (mon.0) 1809 : audit [INF] from='client.? v1:172.21.15.142:0/339267890' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch
2020-11-16T20:42:36.162 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[18009]: debug 2020-11-16T20:42:36.040+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:36.168 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:42:36.193 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:42:36.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:35 smithi071 bash[9480]: audit 2020-11-16T20:42:35.404378+0000 mon.a (mon.0) 1809 : audit [INF] from='client.? v1:172.21.15.142:0/339267890' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch
2020-11-16T20:42:36.218 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:42:36.245 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:42:36.277 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:42:36.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:35 smithi065 bash[9468]: audit 2020-11-16T20:42:35.404378+0000 mon.a (mon.0) 1809 : audit [INF] from='client.? v1:172.21.15.142:0/339267890' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch
2020-11-16T20:42:36.286 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:36.303 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:42:36.329 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:42:36.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:42:36.392 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:36.534 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:36.640 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:36.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[26650]: debug 2020-11-16T20:42:36.284+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:36.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[18823]: debug 2020-11-16T20:42:36.534+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:37.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: audit 2020-11-16T20:42:35.927306+0000 mon.a (mon.0) 1810 : audit [INF] from='client.? v1:172.21.15.142:0/339267890' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished
2020-11-16T20:42:37.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:35.927392+0000 mon.a (mon.0) 1811 : cluster [DBG] osdmap e535: 12 total, 12 up, 9 in
2020-11-16T20:42:37.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: audit 2020-11-16T20:42:36.025571+0000 mon.a (mon.0) 1812 : audit [DBG] from='client.? v1:172.21.15.142:0/2784868549' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:37.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.051079+0000 osd.0 (osd.0) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.076063+0000 osd.1 (osd.1) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.117901+0000 osd.3 (osd.3) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.139831+0000 osd.4 (osd.4) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.171129+0000 osd.5 (osd.5) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.196820+0000 osd.6 (osd.6) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.221510+0000 osd.7 (osd.7) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.248328+0000 osd.8 (osd.8) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.279588+0000 osd.9 (osd.9) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.334171+0000 mgr.x (mgr.14196) 919 : cluster [DBG] pgmap v1366: 17 pgs: 1 creating+peering, 15 unknown, 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:37.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:36 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.927281+0000 mon.a (mon.0) 1813 : cluster [DBG] osdmap e536: 12 total, 12 up, 9 in
2020-11-16T20:42:37.267 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: audit 2020-11-16T20:42:35.927306+0000 mon.a (mon.0) 1810 : audit [INF] from='client.? v1:172.21.15.142:0/339267890' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished
2020-11-16T20:42:37.268 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:35.927392+0000 mon.a (mon.0) 1811 : cluster [DBG] osdmap e535: 12 total, 12 up, 9 in
2020-11-16T20:42:37.268 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: audit 2020-11-16T20:42:36.025571+0000 mon.a (mon.0) 1812 : audit [DBG] from='client.? v1:172.21.15.142:0/2784868549' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:37.268 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.051079+0000 osd.0 (osd.0) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.268 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.076063+0000 osd.1 (osd.1) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.268 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.117901+0000 osd.3 (osd.3) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.139831+0000 osd.4 (osd.4) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.171129+0000 osd.5 (osd.5) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.196820+0000 osd.6 (osd.6) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.221510+0000 osd.7 (osd.7) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.248328+0000 osd.8 (osd.8) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.279588+0000 osd.9 (osd.9) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.334171+0000 mgr.x (mgr.14196) 919 : cluster [DBG] pgmap v1366: 17 pgs: 1 creating+peering, 15 unknown, 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:37.270 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:36 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.927281+0000 mon.a (mon.0) 1813 : cluster [DBG] osdmap e536: 12 total, 12 up, 9 in
2020-11-16T20:42:37.272 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:37.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: audit 2020-11-16T20:42:35.927306+0000 mon.a (mon.0) 1810 : audit [INF] from='client.? v1:172.21.15.142:0/339267890' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished
2020-11-16T20:42:37.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:35.927392+0000 mon.a (mon.0) 1811 : cluster [DBG] osdmap e535: 12 total, 12 up, 9 in
2020-11-16T20:42:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: audit 2020-11-16T20:42:36.025571+0000 mon.a (mon.0) 1812 : audit [DBG] from='client.? v1:172.21.15.142:0/2784868549' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.051079+0000 osd.0 (osd.0) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.076063+0000 osd.1 (osd.1) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.117901+0000 osd.3 (osd.3) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.139831+0000 osd.4 (osd.4) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.171129+0000 osd.5 (osd.5) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.196820+0000 osd.6 (osd.6) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.221510+0000 osd.7 (osd.7) 103 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.248328+0000 osd.8 (osd.8) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.279588+0000 osd.9 (osd.9) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.334171+0000 mgr.x (mgr.14196) 919 : cluster [DBG] pgmap v1366: 17 pgs: 1 creating+peering, 15 unknown, 1 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:37.284 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:36 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.927281+0000 mon.a (mon.0) 1813 : cluster [DBG] osdmap e536: 12 total, 12 up, 9 in
2020-11-16T20:42:37.376 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:37.507 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:37.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:37 smithi142 bash[22738]: debug 2020-11-16T20:42:37.276+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:37.588 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:42:37.613 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:37.731 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:37.763 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:37.771 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true
2020-11-16T20:42:37.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:37 smithi065 bash[18823]: debug 2020-11-16T20:42:37.506+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:37.868 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:37.899 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:37.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:37 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.097556+0000 osd.2 (osd.2) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:37 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.306824+0000 osd.10 (osd.10) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:37 smithi142 bash[9523]: cluster 2020-11-16T20:42:36.332271+0000 osd.11 (osd.11) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:37.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:37 smithi142 bash[9523]: cluster 2020-11-16T20:42:37.939296+0000 mon.a (mon.0) 1814 : cluster [DBG] osdmap e537: 12 total, 12 up, 9 in
2020-11-16T20:42:37.937 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:37 smithi071 bash[26650]: debug 2020-11-16T20:42:37.760+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:37.993 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:38.098 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:38.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:37 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.097556+0000 osd.2 (osd.2) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:38.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:37 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.306824+0000 osd.10 (osd.10) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:38.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:37 smithi071 bash[9480]: cluster 2020-11-16T20:42:36.332271+0000 osd.11 (osd.11) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:38.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:37 smithi071 bash[9480]: cluster 2020-11-16T20:42:37.939296+0000 mon.a (mon.0) 1814 : cluster [DBG] osdmap e537: 12 total, 12 up, 9 in
2020-11-16T20:42:38.218 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:38.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:37 smithi065 bash[14115]: debug 2020-11-16T20:42:37.990+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:38.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:37 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.097556+0000 osd.2 (osd.2) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:38.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:37 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.306824+0000 osd.10 (osd.10) 112 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:38.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:37 smithi065 bash[9468]: cluster 2020-11-16T20:42:36.332271+0000 osd.11 (osd.11) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:38.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:37 smithi065 bash[9468]: cluster 2020-11-16T20:42:37.939296+0000 mon.a (mon.0) 1814 : cluster [DBG] osdmap e537: 12 total, 12 up, 9 in
2020-11-16T20:42:38.325 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:38.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:38 smithi071 bash[12066]: debug 2020-11-16T20:42:38.216+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:38.733 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:38.837 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:38.947 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:39.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:38 smithi065 bash[11785]: debug 2020-11-16T20:42:38.734+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:38 smithi065 bash[9468]: cluster 2020-11-16T20:42:38.334807+0000 mgr.x (mgr.14196) 920 : cluster [DBG] pgmap v1369: 17 pgs: 3 creating+peering, 5 unknown, 9 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:38 smithi065 bash[9468]: cluster 2020-11-16T20:42:38.425333+0000 osd.6 (osd.6) 154 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:38 smithi065 bash[9468]: cluster 2020-11-16T20:42:38.425470+0000 osd.6 (osd.6) 155 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:39.055 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:39.180 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:39.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:38 smithi071 bash[16796]: debug 2020-11-16T20:42:38.944+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:39.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:38 smithi071 bash[9480]: cluster 2020-11-16T20:42:38.334807+0000 mgr.x (mgr.14196) 920 : cluster [DBG] pgmap v1369: 17 pgs: 3 creating+peering, 5 unknown, 9 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:39.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:38 smithi071 bash[9480]: cluster 2020-11-16T20:42:38.425333+0000 osd.6 (osd.6) 154 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:39.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:38 smithi071 bash[9480]: cluster 2020-11-16T20:42:38.425470+0000 osd.6 (osd.6) 155 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:39.285 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:39.302 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:38 smithi142 bash[9523]: cluster 2020-11-16T20:42:38.334807+0000 mgr.x (mgr.14196) 920 : cluster [DBG] pgmap v1369: 17 pgs: 3 creating+peering, 5 unknown, 9 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:39.302 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:38 smithi142 bash[9523]: cluster 2020-11-16T20:42:38.425333+0000 osd.6 (osd.6) 154 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:39.302 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:38 smithi142 bash[9523]: cluster 2020-11-16T20:42:38.425470+0000 osd.6 (osd.6) 155 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:39.413 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:39 smithi065 bash[16457]: debug 2020-11-16T20:42:39.178+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:39.413 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:39.519 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:39.739 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:39.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:39 smithi065 bash[18823]: debug 2020-11-16T20:42:39.410+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:39.845 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:39.949 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:39 smithi071 bash[12066]: debug 2020-11-16T20:42:39.736+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:40.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:39 smithi065 bash[9468]: cluster 2020-11-16T20:42:38.957082+0000 mon.a (mon.0) 1815 : cluster [DBG] osdmap e538: 12 total, 12 up, 9 in
2020-11-16T20:42:40.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:39 smithi142 bash[9523]: cluster 2020-11-16T20:42:38.957082+0000 mon.a (mon.0) 1815 : cluster [DBG] osdmap e538: 12 total, 12 up, 9 in
2020-11-16T20:42:40.307 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:40.412 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:40.425 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:39 smithi071 bash[9480]: cluster 2020-11-16T20:42:38.957082+0000 mon.a (mon.0) 1815 : cluster [DBG] osdmap e538: 12 total, 12 up, 9 in
2020-11-16T20:42:40.534 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:40.639 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:40.699 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:42:40 smithi071 bash[14419]: debug 2020-11-16T20:42:40.532+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:40.768 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:40.806 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:40 smithi142 bash[20366]: debug 2020-11-16T20:42:40.308+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:40.874 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:41.084 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:41.171 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:40 smithi142 bash[9523]: cluster 2020-11-16T20:42:40.335486+0000 mgr.x (mgr.14196) 921 : cluster [DBG] pgmap v1371: 17 pgs: 3 creating+peering, 14 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:41.172 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:41 smithi142 bash[15670]: debug 2020-11-16T20:42:41.088+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:41.190 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:41.193 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:42:41.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:40 smithi071 bash[9480]: cluster 2020-11-16T20:42:40.335486+0000 mgr.x (mgr.14196) 921 : cluster [DBG] pgmap v1371: 17 pgs: 3 creating+peering, 14 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:41.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:40 smithi071 bash[16796]: debug 2020-11-16T20:42:40.764+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:41.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:40 smithi065 bash[9468]: cluster 2020-11-16T20:42:40.335486+0000 mgr.x (mgr.14196) 921 : cluster [DBG] pgmap v1371: 17 pgs: 3 creating+peering, 14 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:41.414 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:41.465 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:41.472 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:41 smithi142 bash[18009]: debug 2020-11-16T20:42:41.364+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:42:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:42:41.973 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.0 to 1 (10000)
2020-11-16T20:42:42.131 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:42.235 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:42.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:41 smithi142 bash[9523]: audit 2020-11-16T20:42:41.419842+0000 mon.a (mon.0) 1816 : audit [INF] from='client.? v1:172.21.15.142:0/3893304451' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T20:42:42.248 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:42 smithi142 bash[22738]: debug 2020-11-16T20:42:42.132+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:42.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:41 smithi065 bash[9468]: audit 2020-11-16T20:42:41.419842+0000 mon.a (mon.0) 1816 : audit [INF] from='client.? v1:172.21.15.142:0/3893304451' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T20:42:42.419 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:42.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:41 smithi071 bash[9480]: audit 2020-11-16T20:42:41.419842+0000 mon.a (mon.0) 1816 : audit [INF] from='client.? v1:172.21.15.142:0/3893304451' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T20:42:42.525 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:42.533 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:42 smithi142 bash[20366]: debug 2020-11-16T20:42:42.420+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:42.681 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:42.787 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:42.799 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:42 smithi065 bash[18823]: debug 2020-11-16T20:42:42.677+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:42.902 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:43.008 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:43.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:42 smithi065 bash[11785]: debug 2020-11-16T20:42:42.901+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:43.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:42 smithi065 bash[9468]: audit 2020-11-16T20:42:41.974870+0000 mon.a (mon.0) 1817 : audit [INF] from='client.? v1:172.21.15.142:0/3893304451' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T20:42:43.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:42 smithi065 bash[9468]: cluster 2020-11-16T20:42:41.974908+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e539: 12 total, 12 up, 9 in
2020-11-16T20:42:43.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:42 smithi065 bash[9468]: cluster 2020-11-16T20:42:42.336119+0000 mgr.x (mgr.14196) 922 : cluster [DBG] pgmap v1373: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:43.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:42 smithi142 bash[9523]: audit 2020-11-16T20:42:41.974870+0000 mon.a (mon.0) 1817 : audit [INF] from='client.? v1:172.21.15.142:0/3893304451' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T20:42:43.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:42 smithi142 bash[9523]: cluster 2020-11-16T20:42:41.974908+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e539: 12 total, 12 up, 9 in
2020-11-16T20:42:43.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:42 smithi142 bash[9523]: cluster 2020-11-16T20:42:42.336119+0000 mgr.x (mgr.14196) 922 : cluster [DBG] pgmap v1373: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:43.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:42 smithi071 bash[9480]: audit 2020-11-16T20:42:41.974870+0000 mon.a (mon.0) 1817 : audit [INF] from='client.? v1:172.21.15.142:0/3893304451' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T20:42:43.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:42 smithi071 bash[9480]: cluster 2020-11-16T20:42:41.974908+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e539: 12 total, 12 up, 9 in
2020-11-16T20:42:43.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:42 smithi071 bash[9480]: cluster 2020-11-16T20:42:42.336119+0000 mgr.x (mgr.14196) 922 : cluster [DBG] pgmap v1373: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:43.941 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:44.047 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:44.181 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:44.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:43 smithi065 bash[9468]: cluster 2020-11-16T20:42:42.984976+0000 mon.a (mon.0) 1819 : cluster [DBG] osdmap e540: 12 total, 12 up, 9 in
2020-11-16T20:42:44.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:43 smithi142 bash[9523]: cluster 2020-11-16T20:42:42.984976+0000 mon.a (mon.0) 1819 : cluster [DBG] osdmap e540: 12 total, 12 up, 9 in
2020-11-16T20:42:44.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:43 smithi142 bash[15670]: debug 2020-11-16T20:42:43.944+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:44.286 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:44.433 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:44.449 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:44 smithi071 bash[16796]: debug 2020-11-16T20:42:44.180+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:44.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:43 smithi071 bash[9480]: cluster 2020-11-16T20:42:42.984976+0000 mon.a (mon.0) 1819 : cluster [DBG] osdmap e540: 12 total, 12 up, 9 in
2020-11-16T20:42:44.540 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:44.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:44 smithi065 bash[16457]: debug 2020-11-16T20:42:44.429+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:44.816 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:44.910 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops
2020-11-16T20:42:44.912 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 1 1
2020-11-16T20:42:44.922 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:45.058 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:45.133 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:45.147 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:45.164 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:45.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:44 smithi071 bash[16796]: debug 2020-11-16T20:42:44.812+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:45.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:44 smithi071 bash[9480]: cluster 2020-11-16T20:42:44.336772+0000 mgr.x (mgr.14196) 923 : cluster [DBG] pgmap v1375: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:44 smithi065 bash[9468]: cluster 2020-11-16T20:42:44.336772+0000 mgr.x (mgr.14196) 923 : cluster [DBG] pgmap v1375: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:45.283 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:45 smithi065 bash[11785]: debug 2020-11-16T20:42:45.057+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:45.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:44 smithi142 bash[9523]: cluster 2020-11-16T20:42:44.336772+0000 mgr.x (mgr.14196) 923 : cluster [DBG] pgmap v1375: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:45.293 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:45.399 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:45.525 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:45.630 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:45.643 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:45 smithi065 bash[14115]: debug 2020-11-16T20:42:45.525+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:45.643 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:42:45 smithi065 bash[18823]: debug 2020-11-16T20:42:45.293+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:45.750 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:45.854 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:45.976 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:45 smithi065 bash[11785]: debug 2020-11-16T20:42:45.749+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:45.977 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:46.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:45 smithi142 bash[9523]: cluster 2020-11-16T20:42:44.653112+0000 osd.4 (osd.4) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:46.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:45 smithi142 bash[9523]: cluster 2020-11-16T20:42:44.653240+0000 osd.4 (osd.4) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:46.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:45 smithi142 bash[9523]: cluster 2020-11-16T20:42:44.990309+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e541: 12 total, 12 up, 9 in
2020-11-16T20:42:46.083 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:46.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:45 smithi065 bash[16457]: debug 2020-11-16T20:42:45.973+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:46.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:45 smithi065 bash[9468]: cluster 2020-11-16T20:42:44.653112+0000 osd.4 (osd.4) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:46.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:45 smithi065 bash[9468]: cluster 2020-11-16T20:42:44.653240+0000 osd.4 (osd.4) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:46.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:45 smithi065 bash[9468]: cluster 2020-11-16T20:42:44.990309+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e541: 12 total, 12 up, 9 in
2020-11-16T20:42:46.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:45 smithi071 bash[9480]: cluster 2020-11-16T20:42:44.653112+0000 osd.4 (osd.4) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:46.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:45 smithi071 bash[9480]: cluster 2020-11-16T20:42:44.653240+0000 osd.4 (osd.4) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:46.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:45 smithi071 bash[9480]: cluster 2020-11-16T20:42:44.990309+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e541: 12 total, 12 up, 9 in
2020-11-16T20:42:46.583 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:46.689 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:46.816 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:46.922 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:47.000 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:46 smithi142 bash[22738]: debug 2020-11-16T20:42:46.584+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:47.001 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:46 smithi071 bash[26650]: debug 2020-11-16T20:42:46.812+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:47.073 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:47.178 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:47.191 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:47 smithi065 bash[9468]: cluster 2020-11-16T20:42:46.337427+0000 mgr.x (mgr.14196) 924 : cluster [DBG] pgmap v1377: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:47.191 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:47 smithi065 bash[11785]: debug 2020-11-16T20:42:47.069+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:47.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:47 smithi142 bash[9523]: cluster 2020-11-16T20:42:46.337427+0000 mgr.x (mgr.14196) 924 : cluster [DBG] pgmap v1377: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:47.345 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:47.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:47 smithi071 bash[9480]: cluster 2020-11-16T20:42:46.337427+0000 mgr.x (mgr.14196) 924 : cluster [DBG] pgmap v1377: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:47.451 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:47.463 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:47 smithi065 bash[16457]: debug 2020-11-16T20:42:47.341+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:47.574 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:42:47.680 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:47.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:42:47 smithi065 bash[16457]: debug 2020-11-16T20:42:47.573+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:47.806 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:47.910 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:47.949 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:47 smithi071 bash[26650]: debug 2020-11-16T20:42:47.804+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:48.015 INFO:teuthology.orchestra.run.smithi142.stderr:enabled application 'rados' on pool 'unique_pool_3'
2020-11-16T20:42:48.034 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:42:48.140 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:48.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:48 smithi065 bash[9468]: audit 2020-11-16T20:42:47.578417+0000 mon.a (mon.0) 1821 : audit [INF] from='client.? v1:172.21.15.142:0/65691935' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:42:48.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:42:48 smithi065 bash[11785]: debug 2020-11-16T20:42:48.033+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:48.279 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:48.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:48 smithi142 bash[9523]: audit 2020-11-16T20:42:47.578417+0000 mon.a (mon.0) 1821 : audit [INF] from='client.? v1:172.21.15.142:0/65691935' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:42:48.384 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:48.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:48 smithi071 bash[9480]: audit 2020-11-16T20:42:47.578417+0000 mon.a (mon.0) 1821 : audit [INF] from='client.? v1:172.21.15.142:0/65691935' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:42:48.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:48 smithi065 bash[14115]: debug 2020-11-16T20:42:48.277+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:48.706 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:48.812 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:48.942 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:49.019 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:48 smithi142 bash[15670]: debug 2020-11-16T20:42:48.708+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:49.028 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:42:49.048 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:49.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:48 smithi071 bash[12066]: debug 2020-11-16T20:42:48.940+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:49.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:49 smithi071 bash[9480]: audit 2020-11-16T20:42:48.018847+0000 mon.a (mon.0) 1822 : audit [INF] from='client.? v1:172.21.15.142:0/65691935' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:42:49.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:49 smithi071 bash[9480]: cluster 2020-11-16T20:42:48.018896+0000 mon.a (mon.0) 1823 : cluster [DBG] osdmap e542: 12 total, 12 up, 9 in
2020-11-16T20:42:49.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:49 smithi071 bash[9480]: audit 2020-11-16T20:42:48.230495+0000 mon.a (mon.0) 1824 : audit [INF] from='client.? v1:172.21.15.142:0/3974409047' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:42:49.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:49 smithi071 bash[9480]: cluster 2020-11-16T20:42:48.338052+0000 mgr.x (mgr.14196) 925 : cluster [DBG] pgmap v1379: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:49.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:49 smithi065 bash[9468]: audit 2020-11-16T20:42:48.018847+0000 mon.a (mon.0) 1822 : audit [INF] from='client.? v1:172.21.15.142:0/65691935' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:42:49.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:49 smithi065 bash[9468]: cluster 2020-11-16T20:42:48.018896+0000 mon.a (mon.0) 1823 : cluster [DBG] osdmap e542: 12 total, 12 up, 9 in
2020-11-16T20:42:49.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:49 smithi065 bash[9468]: audit 2020-11-16T20:42:48.230495+0000 mon.a (mon.0) 1824 : audit [INF] from='client.? v1:172.21.15.142:0/3974409047' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:42:49.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:49 smithi065 bash[9468]: cluster 2020-11-16T20:42:48.338052+0000 mgr.x (mgr.14196) 925 : cluster [DBG] pgmap v1379: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:49.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:49 smithi142 bash[9523]: audit 2020-11-16T20:42:48.018847+0000 mon.a (mon.0) 1822 : audit [INF] from='client.? v1:172.21.15.142:0/65691935' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:42:49.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:49 smithi142 bash[9523]: cluster 2020-11-16T20:42:48.018896+0000 mon.a (mon.0) 1823 : cluster [DBG] osdmap e542: 12 total, 12 up, 9 in
2020-11-16T20:42:49.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:49 smithi142 bash[9523]: audit 2020-11-16T20:42:48.230495+0000 mon.a (mon.0) 1824 : audit [INF] from='client.? v1:172.21.15.142:0/3974409047' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:42:49.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:49 smithi142 bash[9523]: cluster 2020-11-16T20:42:48.338052+0000 mgr.x (mgr.14196) 925 : cluster [DBG] pgmap v1379: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:49.621 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:49.726 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:49.873 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:49.979 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:50.021 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:49 smithi142 bash[15670]: debug 2020-11-16T20:42:49.624+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:50.022 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:49 smithi065 bash[14115]: debug 2020-11-16T20:42:49.869+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:50.121 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:50.226 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:50.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:50 smithi065 bash[9468]: cluster 2020-11-16T20:42:49.017156+0000 mon.a (mon.0) 1825 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:50.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:50 smithi065 bash[9468]: audit 2020-11-16T20:42:49.030156+0000 mon.a (mon.0) 1826 : audit [INF] from='client.? v1:172.21.15.142:0/3974409047' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:42:50.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:50 smithi065 bash[9468]: cluster 2020-11-16T20:42:49.030236+0000 mon.a (mon.0) 1827 : cluster [DBG] osdmap e543: 12 total, 12 up, 9 in
2020-11-16T20:42:50.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:50 smithi142 bash[9523]: cluster 2020-11-16T20:42:49.017156+0000 mon.a (mon.0) 1825 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:50.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:50 smithi142 bash[9523]: audit 2020-11-16T20:42:49.030156+0000 mon.a (mon.0) 1826 : audit [INF] from='client.? v1:172.21.15.142:0/3974409047' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:42:50.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:50 smithi142 bash[9523]: cluster 2020-11-16T20:42:49.030236+0000 mon.a (mon.0) 1827 : cluster [DBG] osdmap e543: 12 total, 12 up, 9 in
2020-11-16T20:42:50.350 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:50.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:50 smithi071 bash[12066]: debug 2020-11-16T20:42:50.120+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:50.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:50 smithi071 bash[9480]: cluster 2020-11-16T20:42:49.017156+0000 mon.a (mon.0) 1825 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:42:50.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:50 smithi071 bash[9480]: audit 2020-11-16T20:42:49.030156+0000 mon.a (mon.0) 1826 : audit [INF] from='client.? v1:172.21.15.142:0/3974409047' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:42:50.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:50 smithi071 bash[9480]: cluster 2020-11-16T20:42:49.030236+0000 mon.a (mon.0) 1827 : cluster [DBG] osdmap e543: 12 total, 12 up, 9 in
2020-11-16T20:42:50.455 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:50.585 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:50.692 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:50.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:50 smithi065 bash[14115]: debug 2020-11-16T20:42:50.349+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:50.783 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:50 smithi065 bash[14115]: debug 2020-11-16T20:42:50.585+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:50.833 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:50.938 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:51.031 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:50 smithi071 bash[16796]: debug 2020-11-16T20:42:50.832+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:51.054 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:42:51.151 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:51 smithi142 bash[9523]: cluster 2020-11-16T20:42:50.338723+0000 mgr.x (mgr.14196) 926 : cluster [DBG] pgmap v1381: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:51.160 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:51.277 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:42:51.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:51 smithi065 bash[9468]: cluster 2020-11-16T20:42:50.338723+0000 mgr.x (mgr.14196) 926 : cluster [DBG] pgmap v1381: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:51.306 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:42:51.333 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:42:51.358 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:42:51.379 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:42:51.382 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:51.406 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:42:51.434 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:42:51.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:51 smithi071 bash[9480]: cluster 2020-11-16T20:42:50.338723+0000 mgr.x (mgr.14196) 926 : cluster [DBG] pgmap v1381: 17 pgs: 17 active+clean; 0 B data, 2.1 GiB used, 803 GiB / 805 GiB avail
2020-11-16T20:42:51.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:42:51 smithi071 bash[16796]: debug 2020-11-16T20:42:51.276+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:51.450 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:42:51 smithi071 bash[26650]: debug 2020-11-16T20:42:51.052+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:51.457 INFO:teuthology.orchestra.run.smithi065:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.2 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write'
2020-11-16T20:42:51.460 INFO:tasks.radosbench:joining radosbench (timing out after 3000s)
2020-11-16T20:42:51.460 INFO:teuthology.orchestra.run:waiting for 3000
2020-11-16T20:42:51.461 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:42:51.492 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:42:51.503 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:42:51.504 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:hints = 1
2020-11-16T20:42:51.504 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects
2020-11-16T20:42:51.504 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object prefix: benchmark_data_smithi065_37993
2020-11-16T20:42:51.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:42:51.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    0       0         0         0         0         0           -           0
2020-11-16T20:42:51.527 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:42:51.572 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:42:51.596 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:42:51.610 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:51.627 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:42:51.630 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.630 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.630 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.630 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.631 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.631 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.631 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.631 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.631 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.631 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.631 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.632 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:42:51.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:42:51 smithi065 bash[14115]: debug 2020-11-16T20:42:51.501+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:51.846 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:42:51.950 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:52.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:42:51 smithi142 bash[22738]: debug 2020-11-16T20:42:51.848+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:42:52.177 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:52.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[12066]: debug 2020-11-16T20:42:52.072+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: audit 2020-11-16T20:42:51.290787+0000 mon.a (mon.0) 1828 : audit [DBG] from='client.? v1:172.21.15.142:0/182410836' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.312449+0000 osd.0 (osd.0) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.340212+0000 osd.1 (osd.1) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.364957+0000 osd.2 (osd.2) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.409010+0000 osd.4 (osd.4) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.437012+0000 osd.5 (osd.5) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.463692+0000 osd.6 (osd.6) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.495147+0000 osd.7 (osd.7) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:52 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.529451+0000 osd.8 (osd.8) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.504 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    1      16      3853      3837   239.801   239.812  0.00312712  0.00415575
2020-11-16T20:42:52.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: audit 2020-11-16T20:42:51.290787+0000 mon.a (mon.0) 1828 : audit [DBG] from='client.? v1:172.21.15.142:0/182410836' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:52.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.312449+0000 osd.0 (osd.0) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.340212+0000 osd.1 (osd.1) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.364957+0000 osd.2 (osd.2) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.409010+0000 osd.4 (osd.4) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.437012+0000 osd.5 (osd.5) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.463692+0000 osd.6 (osd.6) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.495147+0000 osd.7 (osd.7) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:52 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.529451+0000 osd.8 (osd.8) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: audit 2020-11-16T20:42:51.290787+0000 mon.a (mon.0) 1828 : audit [DBG] from='client.? v1:172.21.15.142:0/182410836' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:42:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.312449+0000 osd.0 (osd.0) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.340212+0000 osd.1 (osd.1) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.364957+0000 osd.2 (osd.2) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.409010+0000 osd.4 (osd.4) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.437012+0000 osd.5 (osd.5) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.463692+0000 osd.6 (osd.6) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.495147+0000 osd.7 (osd.7) 104 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:52.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:52 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.529451+0000 osd.8 (osd.8) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.245 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:42:53.360 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:53 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.386468+0000 osd.3 (osd.3) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.360 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:53 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.574805+0000 osd.9 (osd.9) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.360 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:53 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.598993+0000 osd.10 (osd.10) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.361 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:53 smithi142 bash[9523]: cluster 2020-11-16T20:42:51.630343+0000 osd.11 (osd.11) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.361 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:53 smithi142 bash[9523]: cluster 2020-11-16T20:42:52.339247+0000 mgr.x (mgr.14196) 927 : cluster [DBG] pgmap v1382: 17 pgs: 17 active+clean; 71 MiB data, 2.1 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:53.361 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:42:53 smithi142 bash[20366]: debug 2020-11-16T20:42:53.364+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:53.361 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:42:53.431 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:53.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:53 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.386468+0000 osd.3 (osd.3) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:53 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.574805+0000 osd.9 (osd.9) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:53 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.598993+0000 osd.10 (osd.10) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:53 smithi071 bash[9480]: cluster 2020-11-16T20:42:51.630343+0000 osd.11 (osd.11) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:53 smithi071 bash[9480]: cluster 2020-11-16T20:42:52.339247+0000 mgr.x (mgr.14196) 927 : cluster [DBG] pgmap v1382: 17 pgs: 17 active+clean; 71 MiB data, 2.1 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:53.464 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:53.504 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    2      15      7904      7889    246.51    253.25  0.00354376  0.00404768
2020-11-16T20:42:53.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:53 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.386468+0000 osd.3 (osd.3) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:53 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.574805+0000 osd.9 (osd.9) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:53 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.598993+0000 osd.10 (osd.10) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:53 smithi065 bash[9468]: cluster 2020-11-16T20:42:51.630343+0000 osd.11 (osd.11) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:42:53.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:53 smithi065 bash[9468]: cluster 2020-11-16T20:42:52.339247+0000 mgr.x (mgr.14196) 927 : cluster [DBG] pgmap v1382: 17 pgs: 17 active+clean; 71 MiB data, 2.1 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:53.617 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:42:53.720 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:53.949 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:42:53 smithi071 bash[14419]: debug 2020-11-16T20:42:53.616+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:54.504 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    3      15     11364     11349   236.417    216.25  0.00393098   0.0042231
2020-11-16T20:42:55.250 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:55.354 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:55.504 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    4      16     15044     15028   234.792   229.938  0.00472117  0.00425418
2020-11-16T20:42:55.613 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:55 smithi142 bash[9523]: cluster 2020-11-16T20:42:54.339730+0000 mgr.x (mgr.14196) 928 : cluster [DBG] pgmap v1383: 17 pgs: 17 active+clean; 221 MiB data, 2.3 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:55.613 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:55 smithi142 bash[18009]: debug 2020-11-16T20:42:55.252+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:55.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:55 smithi071 bash[9480]: cluster 2020-11-16T20:42:54.339730+0000 mgr.x (mgr.14196) 928 : cluster [DBG] pgmap v1383: 17 pgs: 17 active+clean; 221 MiB data, 2.3 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:55.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:55 smithi065 bash[9468]: cluster 2020-11-16T20:42:54.339730+0000 mgr.x (mgr.14196) 928 : cluster [DBG] pgmap v1383: 17 pgs: 17 active+clean; 221 MiB data, 2.3 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:56.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    5      15     18620     18605   232.542   223.562  0.00722463  0.00429616
2020-11-16T20:42:57.368 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:42:57.417 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:42:57.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    6      16     21996     21980   228.938   210.938   0.0038685   0.0043639
2020-11-16T20:42:57.521 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:57.555 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:42:57.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:57 smithi071 bash[9480]: cluster 2020-11-16T20:42:56.340204+0000 mgr.x (mgr.14196) 929 : cluster [DBG] pgmap v1384: 17 pgs: 17 active+clean; 348 MiB data, 2.7 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:57.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:57 smithi065 bash[9468]: cluster 2020-11-16T20:42:56.340204+0000 mgr.x (mgr.14196) 929 : cluster [DBG] pgmap v1384: 17 pgs: 17 active+clean; 348 MiB data, 2.7 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:57.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:57 smithi142 bash[9523]: cluster 2020-11-16T20:42:56.340204+0000 mgr.x (mgr.14196) 929 : cluster [DBG] pgmap v1384: 17 pgs: 17 active+clean; 348 MiB data, 2.7 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:42:57.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:42:57 smithi142 bash[18009]: debug 2020-11-16T20:42:57.420+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:58.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    7      16     25061     25045   223.596   191.562  0.00398911   0.0044695
2020-11-16T20:42:58.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:58 smithi071 bash[9480]: cluster 2020-11-16T20:42:57.580495+0000 osd.2 (osd.2) 140 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:58.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:58 smithi071 bash[9480]: cluster 2020-11-16T20:42:57.580595+0000 osd.2 (osd.2) 141 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:58.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:58 smithi065 bash[9468]: cluster 2020-11-16T20:42:57.580495+0000 osd.2 (osd.2) 140 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:58.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:58 smithi065 bash[9468]: cluster 2020-11-16T20:42:57.580595+0000 osd.2 (osd.2) 141 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:58.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:58 smithi142 bash[9523]: cluster 2020-11-16T20:42:57.580495+0000 osd.2 (osd.2) 140 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:58.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:58 smithi142 bash[9523]: cluster 2020-11-16T20:42:57.580595+0000 osd.2 (osd.2) 141 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:59.061 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:42:59.165 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:42:59.406 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:42:59 smithi142 bash[15670]: debug 2020-11-16T20:42:59.064+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:42:59.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    8      16     27499     27483   214.692   152.375  0.00378041  0.00465452
2020-11-16T20:42:59.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:59 smithi065 bash[9468]: cluster 2020-11-16T20:42:58.131871+0000 osd.9 (osd.9) 125 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:59.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:59 smithi065 bash[9468]: cluster 2020-11-16T20:42:58.132012+0000 osd.9 (osd.9) 126 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:59.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:59 smithi065 bash[9468]: cluster 2020-11-16T20:42:58.340699+0000 mgr.x (mgr.14196) 930 : cluster [DBG] pgmap v1385: 17 pgs: 17 active+clean; 1.1 GiB data, 4.2 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:42:59.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:42:59 smithi065 bash[9468]: cluster 2020-11-16T20:42:58.413794+0000 mon.a (mon.0) 1829 : cluster [DBG] osdmap e544: 12 total, 12 up, 9 in
2020-11-16T20:42:59.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:59 smithi071 bash[9480]: cluster 2020-11-16T20:42:58.131871+0000 osd.9 (osd.9) 125 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:59 smithi071 bash[9480]: cluster 2020-11-16T20:42:58.132012+0000 osd.9 (osd.9) 126 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:59 smithi071 bash[9480]: cluster 2020-11-16T20:42:58.340699+0000 mgr.x (mgr.14196) 930 : cluster [DBG] pgmap v1385: 17 pgs: 17 active+clean; 1.1 GiB data, 4.2 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:42:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:42:59 smithi071 bash[9480]: cluster 2020-11-16T20:42:58.413794+0000 mon.a (mon.0) 1829 : cluster [DBG] osdmap e544: 12 total, 12 up, 9 in
2020-11-16T20:42:59.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:59 smithi142 bash[9523]: cluster 2020-11-16T20:42:58.131871+0000 osd.9 (osd.9) 125 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:42:59.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:59 smithi142 bash[9523]: cluster 2020-11-16T20:42:58.132012+0000 osd.9 (osd.9) 126 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:42:59.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:59 smithi142 bash[9523]: cluster 2020-11-16T20:42:58.340699+0000 mgr.x (mgr.14196) 930 : cluster [DBG] pgmap v1385: 17 pgs: 17 active+clean; 1.1 GiB data, 4.2 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:42:59.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:42:59 smithi142 bash[9523]: cluster 2020-11-16T20:42:58.413794+0000 mon.a (mon.0) 1829 : cluster [DBG] osdmap e544: 12 total, 12 up, 9 in
2020-11-16T20:43:00.312 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:00.416 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:00.437 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:43:00.437 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:43:00.437 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T20:43:00.437 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T20:43:00.437 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:43:00.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    9      16     30160     30144   209.315   166.312  0.00216866  0.00476797
2020-11-16T20:43:00.531 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:00.636 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:00.643 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:00 smithi065 bash[16457]: debug 2020-11-16T20:43:00.529+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:00.644 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:43:00 smithi065 bash[18823]: debug 2020-11-16T20:43:00.309+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:00.744 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:00.848 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:00.964 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:43:00 smithi065 bash[14115]: debug 2020-11-16T20:43:00.741+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:00.964 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:01.068 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:01.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:00 smithi065 bash[16457]: debug 2020-11-16T20:43:00.961+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:01.411 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:01 smithi071 bash[9480]: cluster 2020-11-16T20:43:00.341149+0000 mgr.x (mgr.14196) 931 : cluster [DBG] pgmap v1387: 17 pgs: 17 active+clean; 1.4 GiB data, 4.7 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:43:01.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   10      15     32948     32933   205.813   174.312  0.00472758   0.0048561
2020-11-16T20:43:01.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:01 smithi065 bash[9468]: cluster 2020-11-16T20:43:00.341149+0000 mgr.x (mgr.14196) 931 : cluster [DBG] pgmap v1387: 17 pgs: 17 active+clean; 1.4 GiB data, 4.7 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:43:01.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:01 smithi142 bash[9523]: cluster 2020-11-16T20:43:00.341149+0000 mgr.x (mgr.14196) 931 : cluster [DBG] pgmap v1387: 17 pgs: 17 active+clean; 1.4 GiB data, 4.7 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:43:02.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   11      16     35510     35494   201.653   160.062  0.00399179   0.0049564
2020-11-16T20:43:02.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:02 smithi071 bash[9480]: cluster 2020-11-16T20:43:02.341645+0000 mgr.x (mgr.14196) 932 : cluster [DBG] pgmap v1388: 17 pgs: 17 active+clean; 1.9 GiB data, 5.6 GiB used, 799 GiB / 805 GiB avail; 186 MiB/s wr, 2.97k op/s
2020-11-16T20:43:03.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:02 smithi065 bash[9468]: cluster 2020-11-16T20:43:02.341645+0000 mgr.x (mgr.14196) 932 : cluster [DBG] pgmap v1388: 17 pgs: 17 active+clean; 1.9 GiB data, 5.6 GiB used, 799 GiB / 805 GiB avail; 186 MiB/s wr, 2.97k op/s
2020-11-16T20:43:03.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:02 smithi142 bash[9523]: cluster 2020-11-16T20:43:02.341645+0000 mgr.x (mgr.14196) 932 : cluster [DBG] pgmap v1388: 17 pgs: 17 active+clean; 1.9 GiB data, 5.6 GiB used, 799 GiB / 805 GiB avail; 186 MiB/s wr, 2.97k op/s
2020-11-16T20:43:03.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   12      16     37775     37759   196.644   141.562   0.0041647  0.00508167
2020-11-16T20:43:03.559 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_historic_ops
2020-11-16T20:43:03.562 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.1 to 1 (10000)
2020-11-16T20:43:03.746 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:03.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:03 smithi142 bash[9523]: audit 2020-11-16T20:43:02.607553+0000 mon.a (mon.0) 1830 : audit [INF] from='client.? v1:172.21.15.142:0/4271811838' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T20:43:03.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:03 smithi071 bash[9480]: audit 2020-11-16T20:43:02.607553+0000 mon.a (mon.0) 1830 : audit [INF] from='client.? v1:172.21.15.142:0/4271811838' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T20:43:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:03 smithi065 bash[9468]: audit 2020-11-16T20:43:02.607553+0000 mon.a (mon.0) 1830 : audit [INF] from='client.? v1:172.21.15.142:0/4271811838' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T20:43:04.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   13      16     39751     39735   191.017     123.5   0.0065437  0.00523249
2020-11-16T20:43:04.526 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:04.629 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:04.765 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:04.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:04 smithi142 bash[9523]: cluster 2020-11-16T20:43:03.425142+0000 osd.0 (osd.0) 140 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:04 smithi142 bash[9523]: cluster 2020-11-16T20:43:03.425252+0000 osd.0 (osd.0) 141 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:04 smithi142 bash[9523]: audit 2020-11-16T20:43:03.558328+0000 mon.a (mon.0) 1831 : audit [INF] from='client.? v1:172.21.15.142:0/4271811838' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T20:43:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:04 smithi142 bash[9523]: cluster 2020-11-16T20:43:03.558442+0000 mon.a (mon.0) 1832 : cluster [DBG] osdmap e545: 12 total, 12 up, 9 in
2020-11-16T20:43:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:04 smithi142 bash[9523]: cluster 2020-11-16T20:43:04.342266+0000 mgr.x (mgr.14196) 933 : cluster [DBG] pgmap v1390: 17 pgs: 17 active+clean; 2.1 GiB data, 6.2 GiB used, 798 GiB / 805 GiB avail; 230 MiB/s wr, 3.67k op/s
2020-11-16T20:43:04.869 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:04.877 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:43:04 smithi065 bash[14115]: debug 2020-11-16T20:43:04.765+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:04.877 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:04 smithi065 bash[9468]: cluster 2020-11-16T20:43:03.425142+0000 osd.0 (osd.0) 140 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:04.878 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:04 smithi065 bash[9468]: cluster 2020-11-16T20:43:03.425252+0000 osd.0 (osd.0) 141 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:04.878 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:04 smithi065 bash[9468]: audit 2020-11-16T20:43:03.558328+0000 mon.a (mon.0) 1831 : audit [INF] from='client.? v1:172.21.15.142:0/4271811838' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T20:43:04.879 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:04 smithi065 bash[9468]: cluster 2020-11-16T20:43:03.558442+0000 mon.a (mon.0) 1832 : cluster [DBG] osdmap e545: 12 total, 12 up, 9 in
2020-11-16T20:43:04.879 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:04 smithi065 bash[9468]: cluster 2020-11-16T20:43:04.342266+0000 mgr.x (mgr.14196) 933 : cluster [DBG] pgmap v1390: 17 pgs: 17 active+clean; 2.1 GiB data, 6.2 GiB used, 798 GiB / 805 GiB avail; 230 MiB/s wr, 3.67k op/s
2020-11-16T20:43:04.949 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:04 smithi071 bash[14419]: debug 2020-11-16T20:43:04.520+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:04.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:04 smithi071 bash[9480]: cluster 2020-11-16T20:43:03.425142+0000 osd.0 (osd.0) 140 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:04 smithi071 bash[9480]: cluster 2020-11-16T20:43:03.425252+0000 osd.0 (osd.0) 141 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:04 smithi071 bash[9480]: audit 2020-11-16T20:43:03.558328+0000 mon.a (mon.0) 1831 : audit [INF] from='client.? v1:172.21.15.142:0/4271811838' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T20:43:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:04 smithi071 bash[9480]: cluster 2020-11-16T20:43:03.558442+0000 mon.a (mon.0) 1832 : cluster [DBG] osdmap e545: 12 total, 12 up, 9 in
2020-11-16T20:43:04.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:04 smithi071 bash[9480]: cluster 2020-11-16T20:43:04.342266+0000 mgr.x (mgr.14196) 933 : cluster [DBG] pgmap v1390: 17 pgs: 17 active+clean; 2.1 GiB data, 6.2 GiB used, 798 GiB / 805 GiB avail; 230 MiB/s wr, 3.67k op/s
2020-11-16T20:43:04.974 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:05.078 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:05.207 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:05.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:43:04 smithi065 bash[18823]: debug 2020-11-16T20:43:04.969+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:05.311 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:05.424 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:05 smithi071 bash[14419]: debug 2020-11-16T20:43:05.204+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:05.424 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:43:05 smithi071 bash[12066]: debug 2020-11-16T20:43:05.420+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:05.425 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:05.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   14      16     42289     42273   188.702   158.625  0.00333763  0.00529653
2020-11-16T20:43:05.530 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:05.644 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:05.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:05 smithi071 bash[9480]: cluster 2020-11-16T20:43:05.172554+0000 osd.10 (osd.10) 114 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:05.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:05 smithi071 bash[9480]: cluster 2020-11-16T20:43:05.172644+0000 osd.10 (osd.10) 115 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:05.700 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:05 smithi071 bash[26650]: debug 2020-11-16T20:43:05.640+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:05.747 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:05.865 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:05 smithi065 bash[9468]: cluster 2020-11-16T20:43:05.172554+0000 osd.10 (osd.10) 114 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:05.865 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:05 smithi065 bash[9468]: cluster 2020-11-16T20:43:05.172644+0000 osd.10 (osd.10) 115 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:05.865 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:43:05 smithi065 bash[18823]: debug 2020-11-16T20:43:05.861+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:05.866 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:05.969 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:06.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:05 smithi142 bash[9523]: cluster 2020-11-16T20:43:05.172554+0000 osd.10 (osd.10) 114 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:06.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:05 smithi142 bash[9523]: cluster 2020-11-16T20:43:05.172644+0000 osd.10 (osd.10) 115 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:06.081 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:06.184 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:06.193 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:06 smithi065 bash[16457]: debug 2020-11-16T20:43:06.081+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:06.288 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:06.392 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:06.505 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   15      16     44298     44282   184.492   125.562  0.00424171  0.00541674
2020-11-16T20:43:06.508 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:06.509 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:06 smithi065 bash[16457]: debug 2020-11-16T20:43:06.285+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:06.509 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:06 smithi065 bash[16457]: debug 2020-11-16T20:43:06.505+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:06.613 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:06.735 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:06.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:06 smithi065 bash[9468]: cluster 2020-11-16T20:43:05.577916+0000 mon.a (mon.0) 1833 : cluster [DBG] osdmap e546: 12 total, 12 up, 9 in
2020-11-16T20:43:06.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:06 smithi065 bash[9468]: cluster 2020-11-16T20:43:06.342907+0000 mgr.x (mgr.14196) 934 : cluster [DBG] pgmap v1392: 17 pgs: 17 active+clean; 2.2 GiB data, 6.6 GiB used, 798 GiB / 805 GiB avail; 143 MiB/s wr, 2.29k op/s
2020-11-16T20:43:06.839 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:06.848 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:06 smithi071 bash[14419]: debug 2020-11-16T20:43:06.732+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:06.849 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:06 smithi071 bash[9480]: cluster 2020-11-16T20:43:05.577916+0000 mon.a (mon.0) 1833 : cluster [DBG] osdmap e546: 12 total, 12 up, 9 in
2020-11-16T20:43:06.849 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:06 smithi071 bash[9480]: cluster 2020-11-16T20:43:06.342907+0000 mgr.x (mgr.14196) 934 : cluster [DBG] pgmap v1392: 17 pgs: 17 active+clean; 2.2 GiB data, 6.6 GiB used, 798 GiB / 805 GiB avail; 143 MiB/s wr, 2.29k op/s
2020-11-16T20:43:06.951 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:07.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:06 smithi142 bash[9523]: cluster 2020-11-16T20:43:05.577916+0000 mon.a (mon.0) 1833 : cluster [DBG] osdmap e546: 12 total, 12 up, 9 in
2020-11-16T20:43:07.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:06 smithi142 bash[9523]: cluster 2020-11-16T20:43:06.342907+0000 mgr.x (mgr.14196) 934 : cluster [DBG] pgmap v1392: 17 pgs: 17 active+clean; 2.2 GiB data, 6.6 GiB used, 798 GiB / 805 GiB avail; 143 MiB/s wr, 2.29k op/s
2020-11-16T20:43:07.054 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:07.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:06 smithi071 bash[26650]: debug 2020-11-16T20:43:06.948+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:07.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   16      16     46608     46592   181.984   144.375   0.0094088  0.00549242
2020-11-16T20:43:07.730 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:07.834 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:07.915 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 3 1
2020-11-16T20:43:07.970 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:08.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:43:07 smithi142 bash[20366]: debug 2020-11-16T20:43:07.732+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:08.074 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:08.090 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:08.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:07 smithi065 bash[11785]: debug 2020-11-16T20:43:07.969+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:08.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   17      16     48918     48902   179.771   144.375  0.00308625  0.00556032
2020-11-16T20:43:09.442 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:09.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   18      16     51285     51269   178.002   147.938  0.00700217  0.00561511
2020-11-16T20:43:09.546 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:09.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:09 smithi071 bash[9480]: cluster 2020-11-16T20:43:08.343475+0000 mgr.x (mgr.14196) 935 : cluster [DBG] pgmap v1393: 17 pgs: 17 active+clean; 2.7 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 172 MiB/s wr, 2.75k op/s
2020-11-16T20:43:09.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:09 smithi065 bash[9468]: cluster 2020-11-16T20:43:08.343475+0000 mgr.x (mgr.14196) 935 : cluster [DBG] pgmap v1393: 17 pgs: 17 active+clean; 2.7 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 172 MiB/s wr, 2.75k op/s
2020-11-16T20:43:09.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:09 smithi142 bash[9523]: cluster 2020-11-16T20:43:08.343475+0000 mgr.x (mgr.14196) 935 : cluster [DBG] pgmap v1393: 17 pgs: 17 active+clean; 2.7 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 172 MiB/s wr, 2.75k op/s
2020-11-16T20:43:09.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:43:09 smithi142 bash[22738]: debug 2020-11-16T20:43:09.444+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:10.138 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:10.242 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:10.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:43:10 smithi142 bash[22738]: debug 2020-11-16T20:43:10.140+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:10.472 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:10.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   19      15     53465     53450   175.807   136.312   0.0106908   0.0056856
2020-11-16T20:43:10.597 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:10.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:43:10 smithi071 bash[12066]: debug 2020-11-16T20:43:10.364+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:10.701 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:10.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:10 smithi065 bash[16457]: debug 2020-11-16T20:43:10.593+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:10.810 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:10.914 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:11.019 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:10 smithi071 bash[14419]: debug 2020-11-16T20:43:10.808+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:11.019 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:11.124 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:11.399 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:11 smithi142 bash[9523]: cluster 2020-11-16T20:43:10.343889+0000 mgr.x (mgr.14196) 936 : cluster [DBG] pgmap v1394: 17 pgs: 17 active+clean; 2.9 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 126 MiB/s wr, 2.01k op/s
2020-11-16T20:43:11.400 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:11 smithi071 bash[9480]: cluster 2020-11-16T20:43:10.343889+0000 mgr.x (mgr.14196) 936 : cluster [DBG] pgmap v1394: 17 pgs: 17 active+clean; 2.9 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 126 MiB/s wr, 2.01k op/s
2020-11-16T20:43:11.400 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:11 smithi071 bash[14419]: debug 2020-11-16T20:43:11.016+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:11.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:43:11.509559 min lat: 0.00159874 max lat: 0.225226 avg lat: 0.00575221
2020-11-16T20:43:11.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:43:11.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   20      16     55628     55612   173.772   135.125  0.00773348  0.00575221
2020-11-16T20:43:11.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:11 smithi065 bash[9468]: cluster 2020-11-16T20:43:10.343889+0000 mgr.x (mgr.14196) 936 : cluster [DBG] pgmap v1394: 17 pgs: 17 active+clean; 2.9 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 126 MiB/s wr, 2.01k op/s
2020-11-16T20:43:11.802 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:11.906 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:12.042 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:12.146 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:12.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:12 smithi071 bash[26650]: debug 2020-11-16T20:43:12.040+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:12.282 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:12.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:43:11 smithi142 bash[15670]: debug 2020-11-16T20:43:11.804+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:12.386 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:12.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   21      16     57594     57578   171.348   122.875  0.00647299  0.00583374
2020-11-16T20:43:12.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:12 smithi065 bash[11785]: debug 2020-11-16T20:43:12.277+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:12 smithi142 bash[9523]: cluster 2020-11-16T20:43:12.344336+0000 mgr.x (mgr.14196) 937 : cluster [DBG] pgmap v1395: 17 pgs: 17 active+clean; 3.3 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 151 MiB/s wr, 2.41k op/s
2020-11-16T20:43:12.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:12 smithi071 bash[9480]: cluster 2020-11-16T20:43:12.344336+0000 mgr.x (mgr.14196) 937 : cluster [DBG] pgmap v1395: 17 pgs: 17 active+clean; 3.3 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 151 MiB/s wr, 2.41k op/s
2020-11-16T20:43:13.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:12 smithi065 bash[9468]: cluster 2020-11-16T20:43:12.344336+0000 mgr.x (mgr.14196) 937 : cluster [DBG] pgmap v1395: 17 pgs: 17 active+clean; 3.3 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 151 MiB/s wr, 2.41k op/s
2020-11-16T20:43:13.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   22      16     59258     59242   168.286       104  0.00309388  0.00593598
2020-11-16T20:43:13.562 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:43:13.685 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:13.789 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:13.798 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:13 smithi071 bash[9480]: audit 2020-11-16T20:43:13.066587+0000 mon.a (mon.0) 1834 : audit [INF] from='client.? v1:172.21.15.142:0/657299457' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:43:13.934 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:14.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:13 smithi065 bash[9468]: audit 2020-11-16T20:43:13.066587+0000 mon.a (mon.0) 1834 : audit [INF] from='client.? v1:172.21.15.142:0/657299457' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:43:14.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:13 smithi142 bash[9523]: audit 2020-11-16T20:43:13.066587+0000 mon.a (mon.0) 1834 : audit [INF] from='client.? v1:172.21.15.142:0/657299457' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:43:14.033 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:43:13 smithi142 bash[18009]: debug 2020-11-16T20:43:13.688+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:14.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:14.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:13 smithi071 bash[26650]: debug 2020-11-16T20:43:13.932+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:14.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   23      16     60814     60798   165.197     97.25  0.00577915  0.00605096
2020-11-16T20:43:14.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:14 smithi071 bash[9480]: cluster 2020-11-16T20:43:13.550640+0000 mon.a (mon.0) 1835 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:43:14.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:14 smithi071 bash[9480]: cluster 2020-11-16T20:43:13.550677+0000 mon.a (mon.0) 1836 : cluster [INF] Cluster is now healthy
2020-11-16T20:43:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:14 smithi071 bash[9480]: audit 2020-11-16T20:43:13.564159+0000 mon.a (mon.0) 1837 : audit [INF] from='client.? v1:172.21.15.142:0/657299457' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:43:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:14 smithi071 bash[9480]: cluster 2020-11-16T20:43:13.564251+0000 mon.a (mon.0) 1838 : cluster [DBG] osdmap e547: 12 total, 12 up, 9 in
2020-11-16T20:43:14.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:14 smithi071 bash[9480]: cluster 2020-11-16T20:43:14.344806+0000 mgr.x (mgr.14196) 938 : cluster [DBG] pgmap v1397: 17 pgs: 17 active+clean; 3.5 GiB data, 9.1 GiB used, 796 GiB / 805 GiB avail; 152 MiB/s wr, 2.42k op/s
2020-11-16T20:43:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:14 smithi065 bash[9468]: cluster 2020-11-16T20:43:13.550640+0000 mon.a (mon.0) 1835 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:43:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:14 smithi065 bash[9468]: cluster 2020-11-16T20:43:13.550677+0000 mon.a (mon.0) 1836 : cluster [INF] Cluster is now healthy
2020-11-16T20:43:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:14 smithi065 bash[9468]: audit 2020-11-16T20:43:13.564159+0000 mon.a (mon.0) 1837 : audit [INF] from='client.? v1:172.21.15.142:0/657299457' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:43:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:14 smithi065 bash[9468]: cluster 2020-11-16T20:43:13.564251+0000 mon.a (mon.0) 1838 : cluster [DBG] osdmap e547: 12 total, 12 up, 9 in
2020-11-16T20:43:15.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:14 smithi065 bash[9468]: cluster 2020-11-16T20:43:14.344806+0000 mgr.x (mgr.14196) 938 : cluster [DBG] pgmap v1397: 17 pgs: 17 active+clean; 3.5 GiB data, 9.1 GiB used, 796 GiB / 805 GiB avail; 152 MiB/s wr, 2.42k op/s
2020-11-16T20:43:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:14 smithi142 bash[9523]: cluster 2020-11-16T20:43:13.550640+0000 mon.a (mon.0) 1835 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:43:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:14 smithi142 bash[9523]: cluster 2020-11-16T20:43:13.550677+0000 mon.a (mon.0) 1836 : cluster [INF] Cluster is now healthy
2020-11-16T20:43:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:14 smithi142 bash[9523]: audit 2020-11-16T20:43:13.564159+0000 mon.a (mon.0) 1837 : audit [INF] from='client.? v1:172.21.15.142:0/657299457' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:43:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:14 smithi142 bash[9523]: cluster 2020-11-16T20:43:13.564251+0000 mon.a (mon.0) 1838 : cluster [DBG] osdmap e547: 12 total, 12 up, 9 in
2020-11-16T20:43:15.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:14 smithi142 bash[9523]: cluster 2020-11-16T20:43:14.344806+0000 mgr.x (mgr.14196) 938 : cluster [DBG] pgmap v1397: 17 pgs: 17 active+clean; 3.5 GiB data, 9.1 GiB used, 796 GiB / 805 GiB avail; 152 MiB/s wr, 2.42k op/s
2020-11-16T20:43:15.403 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:15.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   24      16     62879     62863   163.691   129.062  0.00473487  0.00610658
2020-11-16T20:43:15.508 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:15.651 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:15.756 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:15.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:43:15 smithi142 bash[18009]: debug 2020-11-16T20:43:15.407+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:15.879 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:15 smithi071 bash[26650]: debug 2020-11-16T20:43:15.648+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:15.880 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:15.984 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:16.117 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:16.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:43:15 smithi071 bash[12066]: debug 2020-11-16T20:43:15.876+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:16.219 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:16.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:43:16 smithi065 bash[18823]: debug 2020-11-16T20:43:16.113+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:16.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   25      15     64830     64815   162.023       122  0.00737543  0.00616938
2020-11-16T20:43:16.555 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:16.643 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:43:16.659 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:16.690 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:43:16.729 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:43:16.763 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:43:16.796 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:43:16.833 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:43:16.865 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:43:16.899 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:43:16.936 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:43:16.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:16 smithi071 bash[9480]: cluster 2020-11-16T20:43:15.593802+0000 osd.5 (osd.5) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:16 smithi071 bash[9480]: cluster 2020-11-16T20:43:15.593880+0000 osd.5 (osd.5) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:16 smithi071 bash[9480]: cluster 2020-11-16T20:43:15.652954+0000 mon.a (mon.0) 1839 : cluster [DBG] osdmap e548: 12 total, 12 up, 9 in
2020-11-16T20:43:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:16 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.345291+0000 mgr.x (mgr.14196) 939 : cluster [DBG] pgmap v1399: 17 pgs: 17 active+clean; 3.6 GiB data, 9.4 GiB used, 795 GiB / 805 GiB avail; 118 MiB/s wr, 1.88k op/s
2020-11-16T20:43:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:16 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.542160+0000 mon.a (mon.0) 1840 : cluster [DBG] osdmap e549: 12 total, 12 up, 9 in
2020-11-16T20:43:16.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:16 smithi071 bash[9480]: audit 2020-11-16T20:43:16.608797+0000 mon.a (mon.0) 1841 : audit [DBG] from='client.? v1:172.21.15.142:0/3310796168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:16.965 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:43:17.007 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:43:17.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:16 smithi065 bash[9468]: cluster 2020-11-16T20:43:15.593802+0000 osd.5 (osd.5) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:17.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:16 smithi065 bash[9468]: cluster 2020-11-16T20:43:15.593880+0000 osd.5 (osd.5) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:17.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:16 smithi065 bash[9468]: cluster 2020-11-16T20:43:15.652954+0000 mon.a (mon.0) 1839 : cluster [DBG] osdmap e548: 12 total, 12 up, 9 in
2020-11-16T20:43:17.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:16 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.345291+0000 mgr.x (mgr.14196) 939 : cluster [DBG] pgmap v1399: 17 pgs: 17 active+clean; 3.6 GiB data, 9.4 GiB used, 795 GiB / 805 GiB avail; 118 MiB/s wr, 1.88k op/s
2020-11-16T20:43:17.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:16 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.542160+0000 mon.a (mon.0) 1840 : cluster [DBG] osdmap e549: 12 total, 12 up, 9 in
2020-11-16T20:43:17.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:16 smithi065 bash[9468]: audit 2020-11-16T20:43:16.608797+0000 mon.a (mon.0) 1841 : audit [DBG] from='client.? v1:172.21.15.142:0/3310796168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:17.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:16 smithi142 bash[9523]: cluster 2020-11-16T20:43:15.593802+0000 osd.5 (osd.5) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:17.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:16 smithi142 bash[9523]: cluster 2020-11-16T20:43:15.593880+0000 osd.5 (osd.5) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:17.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:16 smithi142 bash[9523]: cluster 2020-11-16T20:43:15.652954+0000 mon.a (mon.0) 1839 : cluster [DBG] osdmap e548: 12 total, 12 up, 9 in
2020-11-16T20:43:17.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:16 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.345291+0000 mgr.x (mgr.14196) 939 : cluster [DBG] pgmap v1399: 17 pgs: 17 active+clean; 3.6 GiB data, 9.4 GiB used, 795 GiB / 805 GiB avail; 118 MiB/s wr, 1.88k op/s
2020-11-16T20:43:17.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:16 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.542160+0000 mon.a (mon.0) 1840 : cluster [DBG] osdmap e549: 12 total, 12 up, 9 in
2020-11-16T20:43:17.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:16 smithi142 bash[9523]: audit 2020-11-16T20:43:16.608797+0000 mon.a (mon.0) 1841 : audit [DBG] from='client.? v1:172.21.15.142:0/3310796168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:17.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:43:16 smithi142 bash[18009]: debug 2020-11-16T20:43:16.555+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:17.043 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:43:17.054 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.054 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.056 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.056 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.056 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:43:17.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   26      15     66711     66696   160.313   117.562   0.0101289  0.00623533
2020-11-16T20:43:17.622 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:17.727 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:17.867 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:17.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[16796]: debug 2020-11-16T20:43:17.864+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:17.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.650083+0000 osd.0 (osd.0) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.695836+0000 osd.1 (osd.1) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.734484+0000 osd.2 (osd.2) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.769770+0000 osd.3 (osd.3) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.799136+0000 osd.4 (osd.4) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.836910+0000 osd.5 (osd.5) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.866505+0000 osd.6 (osd.6) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.938946+0000 osd.8 (osd.8) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.968678+0000 osd.9 (osd.9) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:17.009543+0000 osd.10 (osd.10) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:17 smithi071 bash[9480]: cluster 2020-11-16T20:43:17.044588+0000 osd.11 (osd.11) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.971 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:17.984 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[15670]: debug 2020-11-16T20:43:17.623+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:17.984 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.650083+0000 osd.0 (osd.0) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.984 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.695836+0000 osd.1 (osd.1) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.984 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.734484+0000 osd.2 (osd.2) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.985 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.769770+0000 osd.3 (osd.3) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.985 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.799136+0000 osd.4 (osd.4) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.985 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.836910+0000 osd.5 (osd.5) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.985 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.866505+0000 osd.6 (osd.6) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.985 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.938946+0000 osd.8 (osd.8) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.985 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.968678+0000 osd.9 (osd.9) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.985 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:17.009543+0000 osd.10 (osd.10) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:17.986 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:17 smithi142 bash[9523]: cluster 2020-11-16T20:43:17.044588+0000 osd.11 (osd.11) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.650083+0000 osd.0 (osd.0) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.695836+0000 osd.1 (osd.1) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.734484+0000 osd.2 (osd.2) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.769770+0000 osd.3 (osd.3) 131 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.799136+0000 osd.4 (osd.4) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.836910+0000 osd.5 (osd.5) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.866505+0000 osd.6 (osd.6) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.938946+0000 osd.8 (osd.8) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.968678+0000 osd.9 (osd.9) 127 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:17.009543+0000 osd.10 (osd.10) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:17 smithi065 bash[9468]: cluster 2020-11-16T20:43:17.044588+0000 osd.11 (osd.11) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.506 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   27      16     68644     68628   158.847    120.75   0.0105617  0.00629295
2020-11-16T20:43:18.627 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:43:18.800 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:18.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:18 smithi071 bash[9480]: cluster 2020-11-16T20:43:16.902696+0000 osd.7 (osd.7) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:18.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:18 smithi071 bash[9480]: cluster 2020-11-16T20:43:18.345882+0000 mgr.x (mgr.14196) 940 : cluster [DBG] pgmap v1401: 17 pgs: 17 active+clean; 3.9 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:43:19.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:18 smithi065 bash[9468]: cluster 2020-11-16T20:43:16.902696+0000 osd.7 (osd.7) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:19.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:18 smithi065 bash[9468]: cluster 2020-11-16T20:43:18.345882+0000 mgr.x (mgr.14196) 940 : cluster [DBG] pgmap v1401: 17 pgs: 17 active+clean; 3.9 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:43:19.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:18 smithi142 bash[9523]: cluster 2020-11-16T20:43:16.902696+0000 osd.7 (osd.7) 105 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:19.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:18 smithi142 bash[9523]: cluster 2020-11-16T20:43:18.345882+0000 mgr.x (mgr.14196) 940 : cluster [DBG] pgmap v1401: 17 pgs: 17 active+clean; 3.9 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:43:19.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   28      16     70561     70545   157.453   119.812  0.00912789  0.00634887
2020-11-16T20:43:19.824 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:19.927 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:20.061 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:20.167 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:20.177 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:43:19 smithi142 bash[22738]: debug 2020-11-16T20:43:19.827+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:20.281 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:20 smithi065 bash[11785]: debug 2020-11-16T20:43:20.057+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:20.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   29      16     72068     72052   155.271   94.1875   0.0098955  0.00643847
2020-11-16T20:43:20.803 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:20.819 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:43:20.819 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:43:20.906 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:21.031 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:21.133 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:21.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:21 smithi071 bash[26650]: debug 2020-11-16T20:43:21.028+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:21.248 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:21.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:43:20 smithi142 bash[20366]: debug 2020-11-16T20:43:20.799+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:21.352 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:21.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   30      16     73723     73707   153.543   103.438  0.00817086  0.00651054
2020-11-16T20:43:21.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:43:21 smithi071 bash[12066]: debug 2020-11-16T20:43:21.244+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:21 smithi071 bash[9480]: cluster 2020-11-16T20:43:20.341054+0000 osd.3 (osd.3) 132 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:21 smithi071 bash[9480]: cluster 2020-11-16T20:43:20.341142+0000 osd.3 (osd.3) 133 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:21 smithi071 bash[9480]: cluster 2020-11-16T20:43:20.346359+0000 mgr.x (mgr.14196) 941 : cluster [DBG] pgmap v1402: 17 pgs: 17 active+clean; 4.1 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 108 MiB/s wr, 1.72k op/s
2020-11-16T20:43:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:21 smithi071 bash[9480]: cluster 2020-11-16T20:43:20.396728+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e550: 12 total, 12 up, 9 in
2020-11-16T20:43:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:21 smithi071 bash[9480]: cluster 2020-11-16T20:43:20.550223+0000 osd.7 (osd.7) 106 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:21.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:21 smithi071 bash[9480]: cluster 2020-11-16T20:43:20.550325+0000 osd.7 (osd.7) 107 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:21 smithi065 bash[9468]: cluster 2020-11-16T20:43:20.341054+0000 osd.3 (osd.3) 132 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:21 smithi065 bash[9468]: cluster 2020-11-16T20:43:20.341142+0000 osd.3 (osd.3) 133 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:21 smithi065 bash[9468]: cluster 2020-11-16T20:43:20.346359+0000 mgr.x (mgr.14196) 941 : cluster [DBG] pgmap v1402: 17 pgs: 17 active+clean; 4.1 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 108 MiB/s wr, 1.72k op/s
2020-11-16T20:43:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:21 smithi065 bash[9468]: cluster 2020-11-16T20:43:20.396728+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e550: 12 total, 12 up, 9 in
2020-11-16T20:43:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:21 smithi065 bash[9468]: cluster 2020-11-16T20:43:20.550223+0000 osd.7 (osd.7) 106 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:21.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:21 smithi065 bash[9468]: cluster 2020-11-16T20:43:20.550325+0000 osd.7 (osd.7) 107 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:21.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:21 smithi142 bash[9523]: cluster 2020-11-16T20:43:20.341054+0000 osd.3 (osd.3) 132 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:21.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:21 smithi142 bash[9523]: cluster 2020-11-16T20:43:20.341142+0000 osd.3 (osd.3) 133 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:21.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:21 smithi142 bash[9523]: cluster 2020-11-16T20:43:20.346359+0000 mgr.x (mgr.14196) 941 : cluster [DBG] pgmap v1402: 17 pgs: 17 active+clean; 4.1 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 108 MiB/s wr, 1.72k op/s
2020-11-16T20:43:21.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:21 smithi142 bash[9523]: cluster 2020-11-16T20:43:20.396728+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e550: 12 total, 12 up, 9 in
2020-11-16T20:43:21.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:21 smithi142 bash[9523]: cluster 2020-11-16T20:43:20.550223+0000 osd.7 (osd.7) 106 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:21.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:21 smithi142 bash[9523]: cluster 2020-11-16T20:43:20.550325+0000 osd.7 (osd.7) 107 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:22.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   31      16     75490     75474   152.152   110.438  0.00949893  0.00657045
2020-11-16T20:43:22.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:22 smithi071 bash[9480]: cluster 2020-11-16T20:43:21.266812+0000 osd.1 (osd.1) 179 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:43:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:22 smithi071 bash[9480]: cluster 2020-11-16T20:43:21.379374+0000 osd.1 (osd.1) 180 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:43:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:22 smithi071 bash[9480]: cluster 2020-11-16T20:43:21.408579+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e551: 12 total, 12 up, 9 in
2020-11-16T20:43:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:22 smithi071 bash[9480]: cluster 2020-11-16T20:43:21.546855+0000 mon.a (mon.0) 1844 : cluster [DBG] osdmap e552: 12 total, 12 up, 9 in
2020-11-16T20:43:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:22 smithi065 bash[9468]: cluster 2020-11-16T20:43:21.266812+0000 osd.1 (osd.1) 179 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:43:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:22 smithi065 bash[9468]: cluster 2020-11-16T20:43:21.379374+0000 osd.1 (osd.1) 180 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:43:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:22 smithi065 bash[9468]: cluster 2020-11-16T20:43:21.408579+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e551: 12 total, 12 up, 9 in
2020-11-16T20:43:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:22 smithi065 bash[9468]: cluster 2020-11-16T20:43:21.546855+0000 mon.a (mon.0) 1844 : cluster [DBG] osdmap e552: 12 total, 12 up, 9 in
2020-11-16T20:43:22.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:22 smithi142 bash[9523]: cluster 2020-11-16T20:43:21.266812+0000 osd.1 (osd.1) 179 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:43:22.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:22 smithi142 bash[9523]: cluster 2020-11-16T20:43:21.379374+0000 osd.1 (osd.1) 180 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:43:22.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:22 smithi142 bash[9523]: cluster 2020-11-16T20:43:21.408579+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e551: 12 total, 12 up, 9 in
2020-11-16T20:43:22.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:22 smithi142 bash[9523]: cluster 2020-11-16T20:43:21.546855+0000 mon.a (mon.0) 1844 : cluster [DBG] osdmap e552: 12 total, 12 up, 9 in
2020-11-16T20:43:22.820 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:43:22.996 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:23.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   32      16     77225     77209   150.786   108.438  0.00833311  0.00662944
2020-11-16T20:43:23.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:23 smithi071 bash[9480]: cluster 2020-11-16T20:43:22.346766+0000 mgr.x (mgr.14196) 942 : cluster [DBG] pgmap v1406: 17 pgs: 17 active+clean; 4.4 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 140 MiB/s wr, 2.24k op/s
2020-11-16T20:43:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:23 smithi065 bash[9468]: cluster 2020-11-16T20:43:22.346766+0000 mgr.x (mgr.14196) 942 : cluster [DBG] pgmap v1406: 17 pgs: 17 active+clean; 4.4 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 140 MiB/s wr, 2.24k op/s
2020-11-16T20:43:23.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:23 smithi142 bash[9523]: cluster 2020-11-16T20:43:22.346766+0000 mgr.x (mgr.14196) 942 : cluster [DBG] pgmap v1406: 17 pgs: 17 active+clean; 4.4 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 140 MiB/s wr, 2.24k op/s
2020-11-16T20:43:24.422 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight
2020-11-16T20:43:24.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   33      16     78841     78825   149.276       101  0.00349296  0.00668563
2020-11-16T20:43:24.552 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:43:25.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   34      16     80371     80355   147.698    95.625    0.011098   0.0067681
2020-11-16T20:43:25.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:25 smithi071 bash[9480]: cluster 2020-11-16T20:43:24.347164+0000 mgr.x (mgr.14196) 943 : cluster [DBG] pgmap v1407: 17 pgs: 17 active+clean; 4.6 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:43:25.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:25 smithi065 bash[9468]: cluster 2020-11-16T20:43:24.347164+0000 mgr.x (mgr.14196) 943 : cluster [DBG] pgmap v1407: 17 pgs: 17 active+clean; 4.6 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:43:26.343 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:25 smithi142 bash[9523]: cluster 2020-11-16T20:43:24.347164+0000 mgr.x (mgr.14196) 943 : cluster [DBG] pgmap v1407: 17 pgs: 17 active+clean; 4.6 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T20:43:26.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   35      16     81505     81489   145.503    70.875  0.00492397  0.00687066
2020-11-16T20:43:26.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:26 smithi071 bash[9480]: audit 2020-11-16T20:43:26.232681+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:43:26.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:26 smithi071 bash[9480]: audit 2020-11-16T20:43:26.235096+0000 mon.a (mon.0) 1846 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:43:26.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:26 smithi065 bash[9468]: audit 2020-11-16T20:43:26.232681+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:43:26.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:26 smithi065 bash[9468]: audit 2020-11-16T20:43:26.235096+0000 mon.a (mon.0) 1846 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:43:26.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:26 smithi142 bash[9523]: audit 2020-11-16T20:43:26.232681+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:43:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:26 smithi142 bash[9523]: audit 2020-11-16T20:43:26.235096+0000 mon.a (mon.0) 1846 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:43:27.095 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:27.198 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:27.418 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:27 smithi142 bash[9523]: cluster 2020-11-16T20:43:25.771875+0000 osd.8 (osd.8) 139 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:27.418 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:27 smithi142 bash[9523]: cluster 2020-11-16T20:43:25.771977+0000 osd.8 (osd.8) 140 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:27.418 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:27 smithi142 bash[9523]: cluster 2020-11-16T20:43:26.347701+0000 mgr.x (mgr.14196) 944 : cluster [DBG] pgmap v1408: 17 pgs: 17 active+clean; 4.7 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 108 MiB/s wr, 1.73k op/s
2020-11-16T20:43:27.419 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:27 smithi142 bash[9523]: cluster 2020-11-16T20:43:26.424525+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e553: 12 total, 12 up, 9 in
2020-11-16T20:43:27.419 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:27 smithi142 bash[9523]: cluster 2020-11-16T20:43:26.548256+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e554: 12 total, 12 up, 9 in
2020-11-16T20:43:27.419 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:27 smithi142 bash[9523]: audit 2020-11-16T20:43:27.059407+0000 mon.b (mon.1) 423 : audit [INF] from='client.? v1:172.21.15.142:0/2860770850' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T20:43:27.419 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:27 smithi142 bash[9523]: audit 2020-11-16T20:43:27.063545+0000 mon.a (mon.0) 1849 : audit [INF] from='client.25795 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T20:43:27.420 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:27 smithi065 bash[9468]: cluster 2020-11-16T20:43:25.771875+0000 osd.8 (osd.8) 139 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:27.420 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:27 smithi065 bash[9468]: cluster 2020-11-16T20:43:25.771977+0000 osd.8 (osd.8) 140 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:27.420 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:27 smithi065 bash[9468]: cluster 2020-11-16T20:43:26.347701+0000 mgr.x (mgr.14196) 944 : cluster [DBG] pgmap v1408: 17 pgs: 17 active+clean; 4.7 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 108 MiB/s wr, 1.73k op/s
2020-11-16T20:43:27.420 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:27 smithi065 bash[9468]: cluster 2020-11-16T20:43:26.424525+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e553: 12 total, 12 up, 9 in
2020-11-16T20:43:27.420 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:27 smithi065 bash[9468]: cluster 2020-11-16T20:43:26.548256+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e554: 12 total, 12 up, 9 in
2020-11-16T20:43:27.420 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:27 smithi065 bash[9468]: audit 2020-11-16T20:43:27.059407+0000 mon.b (mon.1) 423 : audit [INF] from='client.? v1:172.21.15.142:0/2860770850' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T20:43:27.421 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:27 smithi065 bash[9468]: audit 2020-11-16T20:43:27.063545+0000 mon.a (mon.0) 1849 : audit [INF] from='client.25795 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T20:43:27.421 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:27 smithi065 bash[11785]: debug 2020-11-16T20:43:27.093+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:27.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   36      16     83185     83169   144.378       105   0.0196239  0.00692408
2020-11-16T20:43:27.552 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.3 to 1 (10000)
2020-11-16T20:43:27.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:27 smithi071 bash[9480]: cluster 2020-11-16T20:43:25.771875+0000 osd.8 (osd.8) 139 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:27.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:27 smithi071 bash[9480]: cluster 2020-11-16T20:43:25.771977+0000 osd.8 (osd.8) 140 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:27.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:27 smithi071 bash[9480]: cluster 2020-11-16T20:43:26.347701+0000 mgr.x (mgr.14196) 944 : cluster [DBG] pgmap v1408: 17 pgs: 17 active+clean; 4.7 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 108 MiB/s wr, 1.73k op/s
2020-11-16T20:43:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:27 smithi071 bash[9480]: cluster 2020-11-16T20:43:26.424525+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e553: 12 total, 12 up, 9 in
2020-11-16T20:43:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:27 smithi071 bash[9480]: cluster 2020-11-16T20:43:26.548256+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e554: 12 total, 12 up, 9 in
2020-11-16T20:43:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:27 smithi071 bash[9480]: audit 2020-11-16T20:43:27.059407+0000 mon.b (mon.1) 423 : audit [INF] from='client.? v1:172.21.15.142:0/2860770850' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T20:43:27.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:27 smithi071 bash[9480]: audit 2020-11-16T20:43:27.063545+0000 mon.a (mon.0) 1849 : audit [INF] from='client.25795 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T20:43:28.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   37      16     84592     84576   142.852   87.9375  0.00528649  0.00699829
2020-11-16T20:43:28.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:28 smithi142 bash[9523]: cluster 2020-11-16T20:43:27.458087+0000 osd.1 (osd.1) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:28.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:28 smithi142 bash[9523]: cluster 2020-11-16T20:43:27.458177+0000 osd.1 (osd.1) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:28.911 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:28 smithi142 bash[9523]: audit 2020-11-16T20:43:27.555501+0000 mon.a (mon.0) 1850 : audit [INF] from='client.25795 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished
2020-11-16T20:43:28.911 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:28 smithi142 bash[9523]: cluster 2020-11-16T20:43:27.555551+0000 mon.a (mon.0) 1851 : cluster [DBG] osdmap e555: 12 total, 12 up, 9 in
2020-11-16T20:43:28.911 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:28 smithi142 bash[9523]: cluster 2020-11-16T20:43:28.348188+0000 mgr.x (mgr.14196) 945 : cluster [DBG] pgmap v1412: 17 pgs: 17 active+clean; 5.0 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s
2020-11-16T20:43:28.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:28 smithi071 bash[9480]: cluster 2020-11-16T20:43:27.458087+0000 osd.1 (osd.1) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:28.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:28 smithi071 bash[9480]: cluster 2020-11-16T20:43:27.458177+0000 osd.1 (osd.1) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:28.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:28 smithi071 bash[9480]: audit 2020-11-16T20:43:27.555501+0000 mon.a (mon.0) 1850 : audit [INF] from='client.25795 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished
2020-11-16T20:43:28.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:28 smithi071 bash[9480]: cluster 2020-11-16T20:43:27.555551+0000 mon.a (mon.0) 1851 : cluster [DBG] osdmap e555: 12 total, 12 up, 9 in
2020-11-16T20:43:28.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:28 smithi071 bash[9480]: cluster 2020-11-16T20:43:28.348188+0000 mgr.x (mgr.14196) 945 : cluster [DBG] pgmap v1412: 17 pgs: 17 active+clean; 5.0 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s
2020-11-16T20:43:29.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:28 smithi065 bash[9468]: cluster 2020-11-16T20:43:27.458087+0000 osd.1 (osd.1) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:29.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:28 smithi065 bash[9468]: cluster 2020-11-16T20:43:27.458177+0000 osd.1 (osd.1) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:29.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:28 smithi065 bash[9468]: audit 2020-11-16T20:43:27.555501+0000 mon.a (mon.0) 1850 : audit [INF] from='client.25795 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished
2020-11-16T20:43:29.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:28 smithi065 bash[9468]: cluster 2020-11-16T20:43:27.555551+0000 mon.a (mon.0) 1851 : cluster [DBG] osdmap e555: 12 total, 12 up, 9 in
2020-11-16T20:43:29.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:28 smithi065 bash[9468]: cluster 2020-11-16T20:43:28.348188+0000 mgr.x (mgr.14196) 945 : cluster [DBG] pgmap v1412: 17 pgs: 17 active+clean; 5.0 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s
2020-11-16T20:43:29.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   38      16     86285     86269   141.877   105.812  0.00795357  0.00704592
2020-11-16T20:43:29.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:29 smithi071 bash[9480]: cluster 2020-11-16T20:43:29.226667+0000 osd.11 (osd.11) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:29.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:29 smithi071 bash[9480]: cluster 2020-11-16T20:43:29.226735+0000 osd.11 (osd.11) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:30.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:29 smithi065 bash[9468]: cluster 2020-11-16T20:43:29.226667+0000 osd.11 (osd.11) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:30.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:29 smithi065 bash[9468]: cluster 2020-11-16T20:43:29.226735+0000 osd.11 (osd.11) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:30.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:29 smithi142 bash[9523]: cluster 2020-11-16T20:43:29.226667+0000 osd.11 (osd.11) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:30.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:29 smithi142 bash[9523]: cluster 2020-11-16T20:43:29.226735+0000 osd.11 (osd.11) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:30.319 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 4 1
2020-11-16T20:43:30.487 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:30.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   39      16     87866     87850   140.773   98.8125   0.0133526  0.00710098
2020-11-16T20:43:30.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:30 smithi142 bash[9523]: cluster 2020-11-16T20:43:29.572398+0000 mon.a (mon.0) 1852 : cluster [DBG] osdmap e556: 12 total, 12 up, 9 in
2020-11-16T20:43:30.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:30 smithi142 bash[9523]: cluster 2020-11-16T20:43:30.348660+0000 mgr.x (mgr.14196) 946 : cluster [DBG] pgmap v1414: 17 pgs: 17 active+clean; 5.1 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s
2020-11-16T20:43:30.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:30 smithi071 bash[9480]: cluster 2020-11-16T20:43:29.572398+0000 mon.a (mon.0) 1852 : cluster [DBG] osdmap e556: 12 total, 12 up, 9 in
2020-11-16T20:43:30.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:30 smithi071 bash[9480]: cluster 2020-11-16T20:43:30.348660+0000 mgr.x (mgr.14196) 946 : cluster [DBG] pgmap v1414: 17 pgs: 17 active+clean; 5.1 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s
2020-11-16T20:43:31.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:30 smithi065 bash[9468]: cluster 2020-11-16T20:43:29.572398+0000 mon.a (mon.0) 1852 : cluster [DBG] osdmap e556: 12 total, 12 up, 9 in
2020-11-16T20:43:31.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:30 smithi065 bash[9468]: cluster 2020-11-16T20:43:30.348660+0000 mgr.x (mgr.14196) 946 : cluster [DBG] pgmap v1414: 17 pgs: 17 active+clean; 5.1 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s
2020-11-16T20:43:31.274 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:31.377 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:31.507 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:43:31.511334 min lat: 0.00159874 max lat: 0.308965 avg lat: 0.00715071
2020-11-16T20:43:31.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:43:31.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   40      16     89496     89480     139.8   101.875   0.0082664  0.00715071
2020-11-16T20:43:31.517 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:31.621 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:31.699 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:31 smithi071 bash[14419]: debug 2020-11-16T20:43:31.272+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:31.781 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:43:31 smithi065 bash[14115]: debug 2020-11-16T20:43:31.513+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:32.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   41      16     91057     91041    138.77   97.5625  0.00501606  0.00720415
2020-11-16T20:43:32.535 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:32.639 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:32.853 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:32 smithi071 bash[9480]: cluster 2020-11-16T20:43:32.349130+0000 mgr.x (mgr.14196) 947 : cluster [DBG] pgmap v1415: 17 pgs: 17 active+clean; 5.4 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 115 MiB/s wr, 1.85k op/s
2020-11-16T20:43:32.854 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:32.958 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:32.965 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:32 smithi142 bash[9523]: cluster 2020-11-16T20:43:32.349130+0000 mgr.x (mgr.14196) 947 : cluster [DBG] pgmap v1415: 17 pgs: 17 active+clean; 5.4 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 115 MiB/s wr, 1.85k op/s
2020-11-16T20:43:32.965 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:43:32 smithi142 bash[20366]: debug 2020-11-16T20:43:32.539+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:33.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:32 smithi065 bash[9468]: cluster 2020-11-16T20:43:32.349130+0000 mgr.x (mgr.14196) 947 : cluster [DBG] pgmap v1415: 17 pgs: 17 active+clean; 5.4 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 115 MiB/s wr, 1.85k op/s
2020-11-16T20:43:33.158 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:33.199 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:32 smithi071 bash[14419]: debug 2020-11-16T20:43:32.852+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:33.223 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:43:33 smithi142 bash[22738]: debug 2020-11-16T20:43:33.159+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:33.261 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:33.443 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:33.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   42      16     92500     92484   137.613   90.1875  0.00447267   0.0072641
2020-11-16T20:43:33.546 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:33.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:43:33.554 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:33 smithi071 bash[14419]: debug 2020-11-16T20:43:33.440+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:33.570 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:43:33.588 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:43:33.624 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:43:33.662 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:43:33.699 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:43:33.732 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:43:33.796 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:43:33.838 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:43:33.841 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:33 smithi142 bash[9523]: audit 2020-11-16T20:43:32.876008+0000 mon.a (mon.0) 1853 : audit [INF] from='client.? v1:172.21.15.142:0/1135850145' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:43:33.841 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:33 smithi142 bash[9523]: audit 2020-11-16T20:43:33.523403+0000 mon.a (mon.0) 1854 : audit [DBG] from='client.? v1:172.21.15.142:0/2307637155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:33.868 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:43:33.906 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:43:33.941 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:43:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:33 smithi071 bash[9480]: audit 2020-11-16T20:43:32.876008+0000 mon.a (mon.0) 1853 : audit [INF] from='client.? v1:172.21.15.142:0/1135850145' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:43:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:33 smithi071 bash[9480]: audit 2020-11-16T20:43:33.523403+0000 mon.a (mon.0) 1854 : audit [DBG] from='client.? v1:172.21.15.142:0/2307637155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:33.983 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:43:33.986 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.986 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.986 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.986 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.987 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.987 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.987 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.987 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.987 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.987 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.987 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:43:33.988 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:43:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:33 smithi065 bash[9468]: audit 2020-11-16T20:43:32.876008+0000 mon.a (mon.0) 1853 : audit [INF] from='client.? v1:172.21.15.142:0/1135850145' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:43:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:33 smithi065 bash[9468]: audit 2020-11-16T20:43:33.523403+0000 mon.a (mon.0) 1854 : audit [DBG] from='client.? v1:172.21.15.142:0/2307637155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:34.457 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:34.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   43      16     93781     93765   136.274   80.0625   0.0172912  0.00733622
2020-11-16T20:43:34.589 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:34.692 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:34.724 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[16796]: debug 2020-11-16T20:43:34.352+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:34.724 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.558285+0000 mon.a (mon.0) 1855 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:43:34.724 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.560895+0000 osd.0 (osd.0) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.724 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: audit 2020-11-16T20:43:33.572178+0000 mon.a (mon.0) 1856 : audit [INF] from='client.? v1:172.21.15.142:0/1135850145' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:43:34.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.572228+0000 mon.a (mon.0) 1857 : cluster [DBG] osdmap e557: 12 total, 12 up, 9 in
2020-11-16T20:43:34.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.595443+0000 osd.1 (osd.1) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.631132+0000 osd.2 (osd.2) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.665807+0000 osd.3 (osd.3) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.735600+0000 osd.5 (osd.5) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.944966+0000 osd.10 (osd.10) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.725 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.984545+0000 osd.11 (osd.11) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.726 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:34 smithi071 bash[9480]: cluster 2020-11-16T20:43:34.349765+0000 mgr.x (mgr.14196) 948 : cluster [DBG] pgmap v1417: 17 pgs: 17 active+clean; 5.5 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 92 MiB/s wr, 1.48k op/s
2020-11-16T20:43:34.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.558285+0000 mon.a (mon.0) 1855 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:43:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.560895+0000 osd.0 (osd.0) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: audit 2020-11-16T20:43:33.572178+0000 mon.a (mon.0) 1856 : audit [INF] from='client.? v1:172.21.15.142:0/1135850145' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:43:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.572228+0000 mon.a (mon.0) 1857 : cluster [DBG] osdmap e557: 12 total, 12 up, 9 in
2020-11-16T20:43:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.595443+0000 osd.1 (osd.1) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.631132+0000 osd.2 (osd.2) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.665807+0000 osd.3 (osd.3) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.735600+0000 osd.5 (osd.5) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.944966+0000 osd.10 (osd.10) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.984545+0000 osd.11 (osd.11) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:34.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[9468]: cluster 2020-11-16T20:43:34.349765+0000 mgr.x (mgr.14196) 948 : cluster [DBG] pgmap v1417: 17 pgs: 17 active+clean; 5.5 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 92 MiB/s wr, 1.48k op/s
2020-11-16T20:43:34.784 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[11785]: debug 2020-11-16T20:43:34.584+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:34.813 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:34.917 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.558285+0000 mon.a (mon.0) 1855 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:43:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.560895+0000 osd.0 (osd.0) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: audit 2020-11-16T20:43:33.572178+0000 mon.a (mon.0) 1856 : audit [INF] from='client.? v1:172.21.15.142:0/1135850145' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:43:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.572228+0000 mon.a (mon.0) 1857 : cluster [DBG] osdmap e557: 12 total, 12 up, 9 in
2020-11-16T20:43:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.595443+0000 osd.1 (osd.1) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.631132+0000 osd.2 (osd.2) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.665807+0000 osd.3 (osd.3) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.735600+0000 osd.5 (osd.5) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.944966+0000 osd.10 (osd.10) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.984545+0000 osd.11 (osd.11) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:34 smithi142 bash[9523]: cluster 2020-11-16T20:43:34.349765+0000 mgr.x (mgr.14196) 948 : cluster [DBG] pgmap v1417: 17 pgs: 17 active+clean; 5.5 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 92 MiB/s wr, 1.48k op/s
2020-11-16T20:43:35.038 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:35.146 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:35.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:35 smithi065 bash[11785]: debug 2020-11-16T20:43:35.032+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:35.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:43:34 smithi065 bash[14115]: debug 2020-11-16T20:43:34.808+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:35.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   44      16     95262     95246   135.281   92.5625  0.00878365   0.0073895
2020-11-16T20:43:35.644 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:35.748 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:35.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:35 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.700861+0000 osd.4 (osd.4) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:35 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.799146+0000 osd.6 (osd.6) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.889 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:35 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.839386+0000 osd.7 (osd.7) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.890 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:35 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.871786+0000 osd.8 (osd.8) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.890 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:35 smithi142 bash[9523]: cluster 2020-11-16T20:43:33.909311+0000 osd.9 (osd.9) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.890 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:43:35 smithi142 bash[20366]: debug 2020-11-16T20:43:35.643+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:35.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:35 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.700861+0000 osd.4 (osd.4) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:35 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.799146+0000 osd.6 (osd.6) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:35 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.839386+0000 osd.7 (osd.7) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:35 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.871786+0000 osd.8 (osd.8) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:35 smithi071 bash[9480]: cluster 2020-11-16T20:43:33.909311+0000 osd.9 (osd.9) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:35.984 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:36.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:35 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.700861+0000 osd.4 (osd.4) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:36.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:35 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.799146+0000 osd.6 (osd.6) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:36.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:35 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.839386+0000 osd.7 (osd.7) 108 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:36.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:35 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.871786+0000 osd.8 (osd.8) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:36.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:35 smithi065 bash[9468]: cluster 2020-11-16T20:43:33.909311+0000 osd.9 (osd.9) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:36.088 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:36.228 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:36.320 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:36 smithi071 bash[26650]: debug 2020-11-16T20:43:36.224+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:36.320 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:35 smithi071 bash[16796]: debug 2020-11-16T20:43:35.980+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:36.332 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:36.455 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:36.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   45      16     96645     96629   134.195   86.4375  0.00767579  0.00744984
2020-11-16T20:43:36.524 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:43:36.524 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:43:36.524 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:36.524 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.15876.0:96653 5.1 5:81aa21c1:::benchmark_data_smithi065_37993_object96652:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e557)",
2020-11-16T20:43:36.525 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:43:36.519715+0000",
2020-11-16T20:43:36.525 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.0048234879999999999,
2020-11-16T20:43:36.525 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.0048581529999999996,
2020-11-16T20:43:36.525 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:36.525 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:43:36.525 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:36.525 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.15876",
2020-11-16T20:43:36.526 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:43:36.526 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96653
2020-11-16T20:43:36.526 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:36.526 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:36.526 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.526 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:36.526 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.519715+0000",
2020-11-16T20:43:36.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:36.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:36.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.519715+0000",
2020-11-16T20:43:36.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:43:36.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.519691+0000",
2020-11-16T20:43:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0433000000000006e-05
2020-11-16T20:43:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.519782+0000",
2020-11-16T20:43:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0845999999999999e-05
2020-11-16T20:43:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.519793+0000",
2020-11-16T20:43:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.02e-06
2020-11-16T20:43:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:36.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.519799+0000",
2020-11-16T20:43:36.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9295000000000002e-05
2020-11-16T20:43:36.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:36.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.519848+0000",
2020-11-16T20:43:36.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014245300000000001
2020-11-16T20:43:36.531 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.531 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:36.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.519990+0000",
2020-11-16T20:43:36.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015877600000000001
2020-11-16T20:43:36.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:43:36.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.520149+0000",
2020-11-16T20:43:36.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00043414300000000001
2020-11-16T20:43:36.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:36.532 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:36.532 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:36.533 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:36.533 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:36.533 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.15876.0:96655 5.1 5:84c74957:::benchmark_data_smithi065_37993_object96654:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e557)",
2020-11-16T20:43:36.533 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:43:36.521014+0000",
2020-11-16T20:43:36.533 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.003524395,
2020-11-16T20:43:36.533 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.003665869,
2020-11-16T20:43:36.533 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:36.534 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:43:36.534 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:36.534 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.15876",
2020-11-16T20:43:36.534 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:43:36.534 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96655
2020-11-16T20:43:36.534 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:36.534 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:36.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:36.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521014+0000",
2020-11-16T20:43:36.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:36.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:36.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521014+0000",
2020-11-16T20:43:36.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:43:36.536 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.536 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:36.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.520990+0000",
2020-11-16T20:43:36.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7460000000000005e-05
2020-11-16T20:43:36.536 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:36.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521087+0000",
2020-11-16T20:43:36.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1277000000000001e-05
2020-11-16T20:43:36.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:36.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521098+0000",
2020-11-16T20:43:36.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1199999999999999e-06
2020-11-16T20:43:36.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:36.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521104+0000",
2020-11-16T20:43:36.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002748931
2020-11-16T20:43:36.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.539 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:36.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523853+0000",
2020-11-16T20:43:36.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000149054
2020-11-16T20:43:36.539 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.539 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:36.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.524002+0000",
2020-11-16T20:43:36.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017962699999999999
2020-11-16T20:43:36.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:43:36.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.524182+0000",
2020-11-16T20:43:36.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003167965
2020-11-16T20:43:36.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.15876.0:96656 5.0 e557/535 5:03874786:::benchmark_data_smithi065_37993_object96655:head v 557'6073, mlcod=557'6071)",
2020-11-16T20:43:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:43:36.521660+0000",
2020-11-16T20:43:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.0028781319999999998,
2020-11-16T20:43:36.542 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.003102395,
2020-11-16T20:43:36.542 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:36.542 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:43:36.542 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:36.542 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.542 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:36.542 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521660+0000",
2020-11-16T20:43:36.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:36.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:36.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521660+0000",
2020-11-16T20:43:36.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:43:36.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.544 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:36.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521633+0000",
2020-11-16T20:43:36.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011568100000000001
2020-11-16T20:43:36.544 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.544 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:36.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521749+0000",
2020-11-16T20:43:36.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2738999999999999e-05
2020-11-16T20:43:36.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:36.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521762+0000",
2020-11-16T20:43:36.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1661999999999999e-05
2020-11-16T20:43:36.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.546 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:36.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521774+0000",
2020-11-16T20:43:36.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000105202
2020-11-16T20:43:36.546 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.546 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:36.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521879+0000",
2020-11-16T20:43:36.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9451999999999999e-05
2020-11-16T20:43:36.547 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.547 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:36.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.521908+0000",
2020-11-16T20:43:36.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024792400000000001
2020-11-16T20:43:36.548 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:36.548 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:36.548 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:36.548 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:36.548 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:36.548 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.15876.0:96662 5.f 5:ff5458cf:::benchmark_data_smithi065_37993_object96661:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e557)",
2020-11-16T20:43:36.548 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:43:36.522741+0000",
2020-11-16T20:43:36.549 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.0017977659999999999,
2020-11-16T20:43:36.549 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.0020928729999999999,
2020-11-16T20:43:36.549 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:36.549 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:43:36.549 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:36.549 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.15876",
2020-11-16T20:43:36.549 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:43:36.550 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96662
2020-11-16T20:43:36.550 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:36.550 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:36.550 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.550 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:36.550 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.522741+0000",
2020-11-16T20:43:36.550 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:36.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:36.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.522741+0000",
2020-11-16T20:43:36.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999528
2020-11-16T20:43:36.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:36.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.522693+0000",
2020-11-16T20:43:36.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016846600000000001
2020-11-16T20:43:36.552 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.552 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:36.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.522862+0000",
2020-11-16T20:43:36.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6963999999999999e-05
2020-11-16T20:43:36.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:36.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.522879+0000",
2020-11-16T20:43:36.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3620000000000002e-06
2020-11-16T20:43:36.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:36.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.522885+0000",
2020-11-16T20:43:36.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7215e-05
2020-11-16T20:43:36.554 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.554 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:36.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.522942+0000",
2020-11-16T20:43:36.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000228111
2020-11-16T20:43:36.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:36.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523170+0000",
2020-11-16T20:43:36.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00027830599999999997
2020-11-16T20:43:36.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:43:36.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523449+0000",
2020-11-16T20:43:36.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00070804699999999995
2020-11-16T20:43:36.556 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:36.556 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:36.556 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:36.556 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:36.556 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:36.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop_reply(client.15876.0:96653 5.1 e557/535)",
2020-11-16T20:43:36.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:43:36.523696+0000",
2020-11-16T20:43:36.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.00084291599999999998,
2020-11-16T20:43:36.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.00121444,
2020-11-16T20:43:36.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:36.557 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "queued for pg",
2020-11-16T20:43:36.557 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:36.557 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:36.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523696+0000",
2020-11-16T20:43:36.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:36.558 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.558 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:36.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523696+0000",
2020-11-16T20:43:36.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:43:36.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:36.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523664+0000",
2020-11-16T20:43:36.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1346000000000003e-05
2020-11-16T20:43:36.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:36.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523746+0000",
2020-11-16T20:43:36.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4275e-05
2020-11-16T20:43:36.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:36.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523760+0000",
2020-11-16T20:43:36.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1200000000000002e-06
2020-11-16T20:43:36.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:36.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.523768+0000",
2020-11-16T20:43:36.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2422000000000006e-05
2020-11-16T20:43:36.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:36.561 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:36.562 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:36.562 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:36.562 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:36.562 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.15876.0:96660 5.0 e557/535)",
2020-11-16T20:43:36.562 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:43:36.524675+0000",
2020-11-16T20:43:36.562 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 4294967295.9998631,
2020-11-16T20:43:36.562 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.00028338099999999998,
2020-11-16T20:43:36.563 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:36.563 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "queued for pg",
2020-11-16T20:43:36.563 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:36.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:36.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.524675+0000",
2020-11-16T20:43:36.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:36.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:36.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.524675+0000",
2020-11-16T20:43:36.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:43:36.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:36.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.524640+0000",
2020-11-16T20:43:36.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000138906
2020-11-16T20:43:36.565 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.565 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:36.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.524779+0000",
2020-11-16T20:43:36.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6324000000000002e-05
2020-11-16T20:43:36.565 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.566 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:36.566 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.524795+0000",
2020-11-16T20:43:36.566 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8770000000000005e-06
2020-11-16T20:43:36.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:36.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:36.566 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:36.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:43:36.524805+0000",
2020-11-16T20:43:36.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000129608
2020-11-16T20:43:36.567 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:36.567 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:36.567 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:36.567 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:43:36.567 INFO:teuthology.orchestra.run.smithi071.stdout:    ],
2020-11-16T20:43:36.568 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 6
2020-11-16T20:43:36.568 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:43:36.569 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:36.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:36 smithi071 bash[9480]: cluster 2020-11-16T20:43:36.350211+0000 mgr.x (mgr.14196) 949 : cluster [DBG] pgmap v1418: 17 pgs: 17 active+clean; 5.6 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:43:36.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:36 smithi071 bash[9480]: cluster 2020-11-16T20:43:36.548766+0000 mon.a (mon.0) 1858 : cluster [DBG] osdmap e558: 12 total, 12 up, 9 in
2020-11-16T20:43:36.610 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:36 smithi071 bash[16796]: debug 2020-11-16T20:43:36.452+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:36.879 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:36 smithi142 bash[9523]: cluster 2020-11-16T20:43:36.350211+0000 mgr.x (mgr.14196) 949 : cluster [DBG] pgmap v1418: 17 pgs: 17 active+clean; 5.6 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:43:36.879 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:36 smithi142 bash[9523]: cluster 2020-11-16T20:43:36.548766+0000 mon.a (mon.0) 1858 : cluster [DBG] osdmap e558: 12 total, 12 up, 9 in
2020-11-16T20:43:36.880 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:36.983 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:37.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:36 smithi065 bash[9468]: cluster 2020-11-16T20:43:36.350211+0000 mgr.x (mgr.14196) 949 : cluster [DBG] pgmap v1418: 17 pgs: 17 active+clean; 5.6 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 85 MiB/s wr, 1.36k op/s
2020-11-16T20:43:37.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:36 smithi065 bash[9468]: cluster 2020-11-16T20:43:36.548766+0000 mon.a (mon.0) 1858 : cluster [DBG] osdmap e558: 12 total, 12 up, 9 in
2020-11-16T20:43:37.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:43:36 smithi142 bash[22738]: debug 2020-11-16T20:43:36.883+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:37.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   46      16     98058     98042   133.197   88.3125   0.0111143  0.00750516
2020-11-16T20:43:37.661 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:37.764 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops
2020-11-16T20:43:37.765 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:37.890 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:43:37.936 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:43:37.937 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:43:37 smithi142 bash[20366]: debug 2020-11-16T20:43:37.655+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:37.938 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:43:37 smithi142 bash[20366]: debug 2020-11-16T20:43:37.939+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:37.938 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:37.992 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:43:38.041 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:38.068 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:38.234 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:38.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   47      16     99416     99400   132.169    84.875  0.00741435  0.00756374
2020-11-16T20:43:38.608 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:38.711 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:38.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:38 smithi071 bash[16796]: debug 2020-11-16T20:43:38.604+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:39.323 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:39.416 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.4 to 1 (10000)
2020-11-16T20:43:39.427 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:39.508 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   48      16    100609    100593   130.969   74.5625  0.00543823  0.00762789
2020-11-16T20:43:39.552 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:39.632 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:39 smithi071 bash[9480]: cluster 2020-11-16T20:43:38.350668+0000 mgr.x (mgr.14196) 950 : cluster [DBG] pgmap v1420: 17 pgs: 17 active+clean; 5.9 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:43:39.632 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:39 smithi071 bash[9480]: audit 2020-11-16T20:43:38.980185+0000 mon.c (mon.2) 50 : audit [INF] from='client.? v1:172.21.15.142:0/4005265853' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:43:39.632 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:39 smithi071 bash[9480]: audit 2020-11-16T20:43:38.984605+0000 mon.a (mon.0) 1859 : audit [INF] from='client.35735 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:43:39.633 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:43:39 smithi071 bash[12066]: debug 2020-11-16T20:43:39.316+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:39.633 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:39 smithi071 bash[16796]: debug 2020-11-16T20:43:39.548+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:39.655 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:39.665 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:39 smithi142 bash[9523]: cluster 2020-11-16T20:43:38.350668+0000 mgr.x (mgr.14196) 950 : cluster [DBG] pgmap v1420: 17 pgs: 17 active+clean; 5.9 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:43:39.665 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:39 smithi142 bash[9523]: audit 2020-11-16T20:43:38.980185+0000 mon.c (mon.2) 50 : audit [INF] from='client.? v1:172.21.15.142:0/4005265853' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:43:39.665 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:39 smithi142 bash[9523]: audit 2020-11-16T20:43:38.984605+0000 mon.a (mon.0) 1859 : audit [INF] from='client.35735 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:43:39.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:39 smithi065 bash[9468]: cluster 2020-11-16T20:43:38.350668+0000 mgr.x (mgr.14196) 950 : cluster [DBG] pgmap v1420: 17 pgs: 17 active+clean; 5.9 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:43:39.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:39 smithi065 bash[9468]: audit 2020-11-16T20:43:38.980185+0000 mon.c (mon.2) 50 : audit [INF] from='client.? v1:172.21.15.142:0/4005265853' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:43:39.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:39 smithi065 bash[9468]: audit 2020-11-16T20:43:38.984605+0000 mon.a (mon.0) 1859 : audit [INF] from='client.35735 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:43:40.139 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:40.244 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:40.409 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:43:40 smithi142 bash[18009]: debug 2020-11-16T20:43:40.143+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:40.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   49      16    100768    100752   128.499    9.9375  0.00714663  0.00762686
2020-11-16T20:43:40.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:40 smithi071 bash[9480]: cluster 2020-11-16T20:43:39.253177+0000 osd.6 (osd.6) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:40.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:40 smithi071 bash[9480]: cluster 2020-11-16T20:43:39.253269+0000 osd.6 (osd.6) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:40.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:40 smithi071 bash[9480]: audit 2020-11-16T20:43:39.410427+0000 mon.a (mon.0) 1860 : audit [INF] from='client.35735 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T20:43:40.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:40 smithi071 bash[9480]: cluster 2020-11-16T20:43:39.410490+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e559: 12 total, 12 up, 9 in
2020-11-16T20:43:40.775 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:40.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:40 smithi065 bash[9468]: cluster 2020-11-16T20:43:39.253177+0000 osd.6 (osd.6) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:40.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:40 smithi065 bash[9468]: cluster 2020-11-16T20:43:39.253269+0000 osd.6 (osd.6) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:40.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:40 smithi065 bash[9468]: audit 2020-11-16T20:43:39.410427+0000 mon.a (mon.0) 1860 : audit [INF] from='client.35735 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T20:43:40.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:40 smithi065 bash[9468]: cluster 2020-11-16T20:43:39.410490+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e559: 12 total, 12 up, 9 in
2020-11-16T20:43:40.801 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:40 smithi142 bash[9523]: cluster 2020-11-16T20:43:39.253177+0000 osd.6 (osd.6) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:40.801 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:40 smithi142 bash[9523]: cluster 2020-11-16T20:43:39.253269+0000 osd.6 (osd.6) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:40.801 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:40 smithi142 bash[9523]: audit 2020-11-16T20:43:39.410427+0000 mon.a (mon.0) 1860 : audit [INF] from='client.35735 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T20:43:40.801 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:40 smithi142 bash[9523]: cluster 2020-11-16T20:43:39.410490+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e559: 12 total, 12 up, 9 in
2020-11-16T20:43:40.879 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:40.998 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:41.104 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:41.110 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 6 1
2020-11-16T20:43:41.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:40 smithi071 bash[26650]: debug 2020-11-16T20:43:40.767+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:41.217 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:41 smithi065 bash[11785]: debug 2020-11-16T20:43:41.208+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:41.217 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:41 smithi065 bash[16457]: debug 2020-11-16T20:43:40.996+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:41.218 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:41.276 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:41.320 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:41.419 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:41 smithi142 bash[9523]: cluster 2020-11-16T20:43:40.351312+0000 mgr.x (mgr.14196) 951 : cluster [DBG] pgmap v1422: 17 pgs: 17 active+clean; 6.0 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 83 MiB/s wr, 1.32k op/s
2020-11-16T20:43:41.419 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:41 smithi142 bash[9523]: cluster 2020-11-16T20:43:40.430183+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e560: 12 total, 12 up, 9 in
2020-11-16T20:43:41.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   50      16    101757    101741   127.165   61.8125   0.0418599  0.00786147
2020-11-16T20:43:41.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:41 smithi065 bash[9468]: cluster 2020-11-16T20:43:40.351312+0000 mgr.x (mgr.14196) 951 : cluster [DBG] pgmap v1422: 17 pgs: 17 active+clean; 6.0 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 83 MiB/s wr, 1.32k op/s
2020-11-16T20:43:41.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:41 smithi065 bash[9468]: cluster 2020-11-16T20:43:40.430183+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e560: 12 total, 12 up, 9 in
2020-11-16T20:43:41.592 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:41 smithi071 bash[9480]: cluster 2020-11-16T20:43:40.351312+0000 mgr.x (mgr.14196) 951 : cluster [DBG] pgmap v1422: 17 pgs: 17 active+clean; 6.0 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 83 MiB/s wr, 1.32k op/s
2020-11-16T20:43:41.592 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:41 smithi071 bash[9480]: cluster 2020-11-16T20:43:40.430183+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e560: 12 total, 12 up, 9 in
2020-11-16T20:43:41.592 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:41 smithi071 bash[16796]: debug 2020-11-16T20:43:41.591+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:41.593 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:41.696 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:42.087 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:42.192 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:42.326 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:42.432 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:42.443 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:43:42 smithi142 bash[15670]: debug 2020-11-16T20:43:42.087+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:42.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   51      16    102646    102630   125.761   55.5625   0.0060123   0.0079097
2020-11-16T20:43:42.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:42 smithi065 bash[11785]: debug 2020-11-16T20:43:42.324+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:42.743 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:43:42.744 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:43:42.744 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:43:42.744 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:43:42.744 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:43:42.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:42 smithi142 bash[9523]: cluster 2020-11-16T20:43:42.352004+0000 mgr.x (mgr.14196) 952 : cluster [DBG] pgmap v1424: 17 pgs: 1 active+recovering, 16 active+clean; 6.2 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 91 MiB/s wr, 1.46k op/s; 6121/202310 objects misplaced (3.026%); 288 KiB/s, 4 objects/s recovering
2020-11-16T20:43:42.850 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:42 smithi071 bash[9480]: cluster 2020-11-16T20:43:42.352004+0000 mgr.x (mgr.14196) 952 : cluster [DBG] pgmap v1424: 17 pgs: 1 active+recovering, 16 active+clean; 6.2 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 91 MiB/s wr, 1.46k op/s; 6121/202310 objects misplaced (3.026%); 288 KiB/s, 4 objects/s recovering
2020-11-16T20:43:43.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:42 smithi065 bash[9468]: cluster 2020-11-16T20:43:42.352004+0000 mgr.x (mgr.14196) 952 : cluster [DBG] pgmap v1424: 17 pgs: 1 active+recovering, 16 active+clean; 6.2 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 91 MiB/s wr, 1.46k op/s; 6121/202310 objects misplaced (3.026%); 288 KiB/s, 4 objects/s recovering
2020-11-16T20:43:43.270 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:43.375 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:43.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   52      16    103678    103662   124.582      64.5  0.00887638  0.00802337
2020-11-16T20:43:43.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:43:43 smithi142 bash[18009]: debug 2020-11-16T20:43:43.271+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:43.669 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:43.759 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_historic_ops
2020-11-16T20:43:43.773 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:43.922 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:43.925 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:43 smithi071 bash[14419]: debug 2020-11-16T20:43:43.663+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:43.926 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:43 smithi071 bash[16796]: debug 2020-11-16T20:43:43.915+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:43.930 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:43:44.026 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:44.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   53      16    104954    104938   123.736     79.75  0.00836876  0.00807947
2020-11-16T20:43:44.584 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:44.689 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:44.845 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:44.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:44 smithi071 bash[16796]: debug 2020-11-16T20:43:44.579+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:44.951 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:44.958 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:43:44 smithi065 bash[18823]: debug 2020-11-16T20:43:44.840+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:45.057 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:45.161 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:45.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:45 smithi065 bash[16457]: debug 2020-11-16T20:43:45.052+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:45.291 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:43:45.394 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:45.507 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:45.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   54      16    106056    106040    122.72    68.875   0.0187361  0.00814571
2020-11-16T20:43:45.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:45 smithi142 bash[9523]: cluster 2020-11-16T20:43:44.352601+0000 mgr.x (mgr.14196) 953 : cluster [DBG] pgmap v1425: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 81 MiB/s wr, 1.29k op/s; 6121/205022 objects misplaced (2.986%); 221 KiB/s, 3 objects/s recovering
2020-11-16T20:43:45.611 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:45.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:45 smithi071 bash[9480]: cluster 2020-11-16T20:43:44.352601+0000 mgr.x (mgr.14196) 953 : cluster [DBG] pgmap v1425: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 81 MiB/s wr, 1.29k op/s; 6121/205022 objects misplaced (2.986%); 221 KiB/s, 3 objects/s recovering
2020-11-16T20:43:45.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:45 smithi065 bash[9468]: cluster 2020-11-16T20:43:44.352601+0000 mgr.x (mgr.14196) 953 : cluster [DBG] pgmap v1425: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 81 MiB/s wr, 1.29k op/s; 6121/205022 objects misplaced (2.986%); 221 KiB/s, 3 objects/s recovering
2020-11-16T20:43:45.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:43:45 smithi065 bash[16457]: debug 2020-11-16T20:43:45.288+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:45.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:43:45 smithi065 bash[18823]: debug 2020-11-16T20:43:45.504+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:46.094 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:46.197 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:46.316 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:46.410 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:46 smithi142 bash[9523]: cluster 2020-11-16T20:43:44.892188+0000 osd.4 (osd.4) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:46.410 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:43:46 smithi142 bash[18009]: debug 2020-11-16T20:43:46.095+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:46.423 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:46.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   55      16    107227    107211    121.82   73.1875   0.0630797  0.00820522
2020-11-16T20:43:46.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:43:46 smithi065 bash[14115]: debug 2020-11-16T20:43:46.312+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:46.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:46 smithi065 bash[9468]: cluster 2020-11-16T20:43:44.892188+0000 osd.4 (osd.4) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:46.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:46 smithi065 bash[9468]: cluster 2020-11-16T20:43:44.892271+0000 osd.4 (osd.4) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:46.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:46 smithi065 bash[9468]: cluster 2020-11-16T20:43:45.416287+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e561: 12 total, 12 up, 9 in
2020-11-16T20:43:46.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:46 smithi071 bash[9480]: cluster 2020-11-16T20:43:44.892188+0000 osd.4 (osd.4) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:46 smithi071 bash[9480]: cluster 2020-11-16T20:43:44.892271+0000 osd.4 (osd.4) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:46.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:46 smithi071 bash[9480]: cluster 2020-11-16T20:43:45.416287+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e561: 12 total, 12 up, 9 in
2020-11-16T20:43:46.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:46 smithi142 bash[9523]: cluster 2020-11-16T20:43:44.892271+0000 osd.4 (osd.4) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:46.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:46 smithi142 bash[9523]: cluster 2020-11-16T20:43:45.416287+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e561: 12 total, 12 up, 9 in
2020-11-16T20:43:47.093 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:47.198 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:47.390 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:47.416 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:43:47 smithi142 bash[15670]: debug 2020-11-16T20:43:47.095+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:47.416 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:47 smithi142 bash[9523]: cluster 2020-11-16T20:43:46.353021+0000 mgr.x (mgr.14196) 954 : cluster [DBG] pgmap v1427: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 56 MiB/s wr, 893 op/s; 6121/207796 objects misplaced (2.946%); 249 KiB/s, 3 objects/s recovering
2020-11-16T20:43:47.493 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:47.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   56      16    108445    108429   121.004    76.125   0.0122294  0.00826224
2020-11-16T20:43:47.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:47 smithi071 bash[9480]: cluster 2020-11-16T20:43:46.353021+0000 mgr.x (mgr.14196) 954 : cluster [DBG] pgmap v1427: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 56 MiB/s wr, 893 op/s; 6121/207796 objects misplaced (2.946%); 249 KiB/s, 3 objects/s recovering
2020-11-16T20:43:47.699 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:47 smithi071 bash[16796]: debug 2020-11-16T20:43:47.387+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:47.775 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:47.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:47 smithi065 bash[9468]: cluster 2020-11-16T20:43:46.353021+0000 mgr.x (mgr.14196) 954 : cluster [DBG] pgmap v1427: 17 pgs: 1 active+recovering, 16 active+clean; 6.3 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 56 MiB/s wr, 893 op/s; 6121/207796 objects misplaced (2.946%); 249 KiB/s, 3 objects/s recovering
2020-11-16T20:43:47.878 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:48.014 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:48.117 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:48.128 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:43:47 smithi142 bash[20366]: debug 2020-11-16T20:43:47.779+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:48.264 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:48.281 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:48 smithi065 bash[11785]: debug 2020-11-16T20:43:48.012+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:48.368 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:48.412 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:48 smithi071 bash[26650]: debug 2020-11-16T20:43:48.259+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:48.474 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:48.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   57      15    109657    109642    120.21   75.8125  0.00478923  0.00831644
2020-11-16T20:43:48.579 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:48.628 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:43:48.628 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:43:48.628 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:43:48.628 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:43:48.628 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.629 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:97640 4.c 4:3b4c75ac:::benchmark_data_smithi065_31807_object97639:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e430)",
2020-11-16T20:43:48.629 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:52.441267+0000",
2020-11-16T20:43:48.629 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 356.18068265300002,
2020-11-16T20:43:48.629 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.47600807099999998,
2020-11-16T20:43:48.629 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.629 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.629 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.630 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.630 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.630 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97640
2020-11-16T20:43:48.630 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.630 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.630 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.630 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441267+0000",
2020-11-16T20:43:48.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.631 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.631 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441267+0000",
2020-11-16T20:43:48.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:43:48.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441247+0000",
2020-11-16T20:43:48.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6705000000000005e-05
2020-11-16T20:43:48.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441324+0000",
2020-11-16T20:43:48.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1530000000000003e-06
2020-11-16T20:43:48.633 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.633 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441333+0000",
2020-11-16T20:43:48.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0030000000000002e-06
2020-11-16T20:43:48.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.634 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.634 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441338+0000",
2020-11-16T20:43:48.634 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0335999999999999e-05
2020-11-16T20:43:48.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441368+0000",
2020-11-16T20:43:48.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000152108
2020-11-16T20:43:48.635 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.635 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441520+0000",
2020-11-16T20:43:48.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015619399999999999
2020-11-16T20:43:48.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:43:48.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.441677+0000",
2020-11-16T20:43:48.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0034404930000000002
2020-11-16T20:43:48.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.445117+0000",
2020-11-16T20:43:48.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.47205548400000003
2020-11-16T20:43:48.637 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.637 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.917173+0000",
2020-11-16T20:43:48.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4113000000000001e-05
2020-11-16T20:43:48.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.917237+0000",
2020-11-16T20:43:48.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8033e-05
2020-11-16T20:43:48.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.917275+0000",
2020-11-16T20:43:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.47600807099999998
2020-11-16T20:43:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.640 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.640 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:97649 4.c 4:3ef3221b:::benchmark_data_smithi065_31807_object97648:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e430)",
2020-11-16T20:43:48.640 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:52.444999+0000",
2020-11-16T20:43:48.640 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 356.17695055600001,
2020-11-16T20:43:48.640 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.47494887400000002,
2020-11-16T20:43:48.640 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.640 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.641 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97649
2020-11-16T20:43:48.641 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.641 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.641 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.444999+0000",
2020-11-16T20:43:48.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.642 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.642 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.444999+0000",
2020-11-16T20:43:48.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:43:48.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.444965+0000",
2020-11-16T20:43:48.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000124926
2020-11-16T20:43:48.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.445090+0000",
2020-11-16T20:43:48.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.34e-05
2020-11-16T20:43:48.644 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.644 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.445103+0000",
2020-11-16T20:43:48.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0090000000000001e-06
2020-11-16T20:43:48.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.645 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.645 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.445110+0000",
2020-11-16T20:43:48.645 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1851999999999998e-05
2020-11-16T20:43:48.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.445152+0000",
2020-11-16T20:43:48.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014294700000000001
2020-11-16T20:43:48.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.445295+0000",
2020-11-16T20:43:48.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017865599999999999
2020-11-16T20:43:48.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:43:48.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.445474+0000",
2020-11-16T20:43:48.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0033358789999999999
2020-11-16T20:43:48.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.448809+0000",
2020-11-16T20:43:48.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.47105345500000001
2020-11-16T20:43:48.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.919863+0000",
2020-11-16T20:43:48.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3955999999999997e-05
2020-11-16T20:43:48.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.919907+0000",
2020-11-16T20:43:48.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0638e-05
2020-11-16T20:43:48.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.650 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.650 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.919948+0000",
2020-11-16T20:43:48.650 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.47494887400000002
2020-11-16T20:43:48.650 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.650 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.650 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.650 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.651 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.651 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:97664 4.c 4:33842310:::benchmark_data_smithi065_31807_object97663:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e430)",
2020-11-16T20:43:48.651 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:37:52.460206+0000",
2020-11-16T20:43:48.651 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 356.161742952,
2020-11-16T20:43:48.651 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.45988996100000001,
2020-11-16T20:43:48.651 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.651 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97664
2020-11-16T20:43:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460206+0000",
2020-11-16T20:43:48.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.653 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.653 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460206+0000",
2020-11-16T20:43:48.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:43:48.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460178+0000",
2020-11-16T20:43:48.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000106424
2020-11-16T20:43:48.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460284+0000",
2020-11-16T20:43:48.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.571e-05
2020-11-16T20:43:48.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460300+0000",
2020-11-16T20:43:48.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2767e-05
2020-11-16T20:43:48.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460313+0000",
2020-11-16T20:43:48.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6478999999999997e-05
2020-11-16T20:43:48.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460399+0000",
2020-11-16T20:43:48.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000216856
2020-11-16T20:43:48.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460616+0000",
2020-11-16T20:43:48.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00028187600000000002
2020-11-16T20:43:48.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:43:48.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.460898+0000",
2020-11-16T20:43:48.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0036791839999999998
2020-11-16T20:43:48.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.464577+0000",
2020-11-16T20:43:48.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.45545373500000003
2020-11-16T20:43:48.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.920031+0000",
2020-11-16T20:43:48.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6665000000000002e-05
2020-11-16T20:43:48.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.920067+0000",
2020-11-16T20:43:48.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.8793e-05
2020-11-16T20:43:48.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:37:52.920096+0000",
2020-11-16T20:43:48.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.45988996100000001
2020-11-16T20:43:48.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.661 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.661 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.661 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.662 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.662 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184358 4.e 4.b4e7f94e (undecoded) ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.662 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.526904+0000",
2020-11-16T20:43:48.662 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09504561,
2020-11-16T20:43:48.662 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.430928328,
2020-11-16T20:43:48.662 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.662 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:43:48.663 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184358
2020-11-16T20:43:48.663 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.663 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526904+0000",
2020-11-16T20:43:48.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526904+0000",
2020-11-16T20:43:48.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999518
2020-11-16T20:43:48.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526856+0000",
2020-11-16T20:43:48.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010332600000000001
2020-11-16T20:43:48.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526959+0000",
2020-11-16T20:43:48.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9340000000000001e-05
2020-11-16T20:43:48.666 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.666 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526978+0000",
2020-11-16T20:43:48.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8349999999999999e-06
2020-11-16T20:43:48.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526988+0000",
2020-11-16T20:43:48.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025257699999999998
2020-11-16T20:43:48.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.527241+0000",
2020-11-16T20:43:48.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5964000000000002e-05
2020-11-16T20:43:48.668 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.668 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.527257+0000",
2020-11-16T20:43:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.430523515
2020-11-16T20:43:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.957780+0000",
2020-11-16T20:43:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1709000000000002e-05
2020-11-16T20:43:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.670 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.670 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.957832+0000",
2020-11-16T20:43:48.670 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.430928328
2020-11-16T20:43:48.670 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.670 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.670 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.670 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.671 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.671 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184358 4.e 4:729fe72d:::benchmark_data_smithi065_31807_object46189:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.671 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530283+0000",
2020-11-16T20:43:48.671 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09166622500001,
2020-11-16T20:43:48.671 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.4436621030000001,
2020-11-16T20:43:48.671 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.671 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.672 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184358
2020-11-16T20:43:48.672 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.672 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530283+0000",
2020-11-16T20:43:48.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530283+0000",
2020-11-16T20:43:48.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:43:48.674 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.674 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530253+0000",
2020-11-16T20:43:48.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1884000000000006e-05
2020-11-16T20:43:48.674 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.674 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530315+0000",
2020-11-16T20:43:48.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2636000000000001e-05
2020-11-16T20:43:48.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530328+0000",
2020-11-16T20:43:48.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3250000000000008e-06
2020-11-16T20:43:48.676 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.676 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530336+0000",
2020-11-16T20:43:48.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2490000000000006e-05
2020-11-16T20:43:48.676 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.676 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.677 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.677 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530399+0000",
2020-11-16T20:43:48.677 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3241000000000001e-05
2020-11-16T20:43:48.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.677 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.677 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530412+0000",
2020-11-16T20:43:48.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.427714739
2020-11-16T20:43:48.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.958127+0000",
2020-11-16T20:43:48.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00030121199999999997
2020-11-16T20:43:48.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.958428+0000",
2020-11-16T20:43:48.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00040108800000000002
2020-11-16T20:43:48.679 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.679 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.958829+0000",
2020-11-16T20:43:48.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014683109
2020-11-16T20:43:48.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973512+0000",
2020-11-16T20:43:48.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5013999999999996e-05
2020-11-16T20:43:48.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973597+0000",
2020-11-16T20:43:48.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9496000000000001e-05
2020-11-16T20:43:48.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973617+0000",
2020-11-16T20:43:48.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6537000000000003e-05
2020-11-16T20:43:48.682 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.682 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973683+0000",
2020-11-16T20:43:48.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4196000000000004e-05
2020-11-16T20:43:48.682 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.683 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.683 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.683 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973777+0000",
2020-11-16T20:43:48.683 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000167765
2020-11-16T20:43:48.683 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.683 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.683 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973945+0000",
2020-11-16T20:43:48.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4436621030000001
2020-11-16T20:43:48.684 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.684 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.684 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.684 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.684 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.684 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184375 4.e 4:78ab805d:::benchmark_data_smithi065_31807_object46206:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.685 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530394+0000",
2020-11-16T20:43:48.685 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09155525899999,
2020-11-16T20:43:48.685 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.44421581,
2020-11-16T20:43:48.685 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.685 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.685 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.685 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.686 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.686 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184375
2020-11-16T20:43:48.686 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.686 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.686 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530394+0000",
2020-11-16T20:43:48.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530394+0000",
2020-11-16T20:43:48.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:43:48.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.688 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530367+0000",
2020-11-16T20:43:48.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7469000000000002e-05
2020-11-16T20:43:48.688 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.688 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530425+0000",
2020-11-16T20:43:48.689 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2279999999999998e-06
2020-11-16T20:43:48.689 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.689 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.689 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.689 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530433+0000",
2020-11-16T20:43:48.689 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0010000000000003e-06
2020-11-16T20:43:48.689 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530437+0000",
2020-11-16T20:43:48.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4329000000000002e-05
2020-11-16T20:43:48.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530481+0000",
2020-11-16T20:43:48.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8090000000000004e-06
2020-11-16T20:43:48.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530491+0000",
2020-11-16T20:43:48.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4360593260000001
2020-11-16T20:43:48.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.966550+0000",
2020-11-16T20:43:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00030625200000000002
2020-11-16T20:43:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.966856+0000",
2020-11-16T20:43:48.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00035086900000000002
2020-11-16T20:43:48.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.967207+0000",
2020-11-16T20:43:48.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0070638710000000002
2020-11-16T20:43:48.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.694 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974271+0000",
2020-11-16T20:43:48.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9916999999999997e-05
2020-11-16T20:43:48.694 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.694 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.694 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.695 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974311+0000",
2020-11-16T20:43:48.695 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6379999999999993e-06
2020-11-16T20:43:48.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.695 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.695 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974320+0000",
2020-11-16T20:43:48.695 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8739000000000001e-05
2020-11-16T20:43:48.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.696 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974378+0000",
2020-11-16T20:43:48.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2105000000000002e-05
2020-11-16T20:43:48.696 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.696 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974451+0000",
2020-11-16T20:43:48.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000159183
2020-11-16T20:43:48.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974610+0000",
2020-11-16T20:43:48.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.44421581
2020-11-16T20:43:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184380 4.e 4:7526b586:::benchmark_data_smithi065_31807_object46211:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530476+0000",
2020-11-16T20:43:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.091473116,
2020-11-16T20:43:48.699 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.4617840600000001,
2020-11-16T20:43:48.699 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.699 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.699 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184380
2020-11-16T20:43:48.700 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.700 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.700 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530476+0000",
2020-11-16T20:43:48.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.700 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.700 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530476+0000",
2020-11-16T20:43:48.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:43:48.701 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.701 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530454+0000",
2020-11-16T20:43:48.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6714e-05
2020-11-16T20:43:48.702 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.702 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530501+0000",
2020-11-16T20:43:48.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6590000000000001e-06
2020-11-16T20:43:48.702 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530508+0000",
2020-11-16T20:43:48.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9129999999999999e-06
2020-11-16T20:43:48.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530511+0000",
2020-11-16T20:43:48.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5821000000000001e-05
2020-11-16T20:43:48.704 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.704 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530556+0000",
2020-11-16T20:43:48.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.132e-06
2020-11-16T20:43:48.704 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.705 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530566+0000",
2020-11-16T20:43:48.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.444081162
2020-11-16T20:43:48.705 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.705 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.706 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974647+0000",
2020-11-16T20:43:48.706 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000109264
2020-11-16T20:43:48.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.706 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.706 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974756+0000",
2020-11-16T20:43:48.706 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000116551
2020-11-16T20:43:48.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.707 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974873+0000",
2020-11-16T20:43:48.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0079023400000000008
2020-11-16T20:43:48.707 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.707 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.982775+0000",
2020-11-16T20:43:48.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0033147519999999998
2020-11-16T20:43:48.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.986090+0000",
2020-11-16T20:43:48.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0052898980000000003
2020-11-16T20:43:48.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991380+0000",
2020-11-16T20:43:48.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00035273200000000002
2020-11-16T20:43:48.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991732+0000",
2020-11-16T20:43:48.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000149767
2020-11-16T20:43:48.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991882+0000",
2020-11-16T20:43:48.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00037817299999999999
2020-11-16T20:43:48.711 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.711 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992260+0000",
2020-11-16T20:43:48.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4617840600000001
2020-11-16T20:43:48.711 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.711 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.712 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.712 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.712 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.712 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184387 4.e 4:78e56f91:::benchmark_data_smithi065_31807_object46218:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.712 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530546+0000",
2020-11-16T20:43:48.712 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.091403079,
2020-11-16T20:43:48.712 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.472490584,
2020-11-16T20:43:48.713 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.713 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.713 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.713 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.713 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.713 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184387
2020-11-16T20:43:48.713 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.713 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.714 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530546+0000",
2020-11-16T20:43:48.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.714 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.714 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530546+0000",
2020-11-16T20:43:48.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:43:48.715 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.715 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530528+0000",
2020-11-16T20:43:48.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2926999999999997e-05
2020-11-16T20:43:48.715 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530571+0000",
2020-11-16T20:43:48.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1040000000000003e-06
2020-11-16T20:43:48.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.716 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530577+0000",
2020-11-16T20:43:48.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0299999999999998e-06
2020-11-16T20:43:48.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530580+0000",
2020-11-16T20:43:48.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3841999999999999e-05
2020-11-16T20:43:48.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530614+0000",
2020-11-16T20:43:48.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1550000000000001e-06
2020-11-16T20:43:48.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530621+0000",
2020-11-16T20:43:48.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.44840803
2020-11-16T20:43:48.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.979029+0000",
2020-11-16T20:43:48.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000108451
2020-11-16T20:43:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.979138+0000",
2020-11-16T20:43:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000113513
2020-11-16T20:43:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.979251+0000",
2020-11-16T20:43:48.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012151573000000001
2020-11-16T20:43:48.721 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.721 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991403+0000",
2020-11-16T20:43:48.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000135084
2020-11-16T20:43:48.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991538+0000",
2020-11-16T20:43:48.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0953999999999998e-05
2020-11-16T20:43:48.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991619+0000",
2020-11-16T20:43:48.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011267963000000001
2020-11-16T20:43:48.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.002887+0000",
2020-11-16T20:43:48.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9249000000000002e-05
2020-11-16T20:43:48.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.002936+0000",
2020-11-16T20:43:48.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010087899999999999
2020-11-16T20:43:48.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.725 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003037+0000",
2020-11-16T20:43:48.725 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.472490584
2020-11-16T20:43:48.725 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.725 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.725 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.725 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.725 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184402 4.e 4:7f42ae5c:::benchmark_data_smithi065_31807_object46233:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530614+0000",
2020-11-16T20:43:48.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09133505599999,
2020-11-16T20:43:48.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.472936821,
2020-11-16T20:43:48.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.726 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.726 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184402
2020-11-16T20:43:48.727 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.727 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530614+0000",
2020-11-16T20:43:48.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530614+0000",
2020-11-16T20:43:48.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:43:48.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530596+0000",
2020-11-16T20:43:48.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1782e-05
2020-11-16T20:43:48.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530648+0000",
2020-11-16T20:43:48.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1060000000000002e-06
2020-11-16T20:43:48.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530655+0000",
2020-11-16T20:43:48.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.709e-06
2020-11-16T20:43:48.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.731 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530658+0000",
2020-11-16T20:43:48.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4517000000000001e-05
2020-11-16T20:43:48.731 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.731 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530703+0000",
2020-11-16T20:43:48.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4050000000000006e-06
2020-11-16T20:43:48.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530712+0000",
2020-11-16T20:43:48.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4521065289999999
2020-11-16T20:43:48.733 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.733 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.982819+0000",
2020-11-16T20:43:48.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000104057
2020-11-16T20:43:48.733 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.733 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.982923+0000",
2020-11-16T20:43:48.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000109836
2020-11-16T20:43:48.734 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.734 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.983033+0000",
2020-11-16T20:43:48.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0085962620000000003
2020-11-16T20:43:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991629+0000",
2020-11-16T20:43:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00073829899999999999
2020-11-16T20:43:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.736 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992367+0000",
2020-11-16T20:43:48.736 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010824855
2020-11-16T20:43:48.736 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.736 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.736 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.736 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003192+0000",
2020-11-16T20:43:48.736 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8431999999999998e-05
2020-11-16T20:43:48.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.737 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.737 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003261+0000",
2020-11-16T20:43:48.737 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010104500000000001
2020-11-16T20:43:48.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003362+0000",
2020-11-16T20:43:48.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018940999999999999
2020-11-16T20:43:48.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003551+0000",
2020-11-16T20:43:48.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.472936821
2020-11-16T20:43:48.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.739 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.739 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.739 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.739 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.739 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184411 4.e 4:74c3446b:::benchmark_data_smithi065_31807_object46242:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.739 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530698+0000",
2020-11-16T20:43:48.740 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09125110799999,
2020-11-16T20:43:48.740 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.473291363,
2020-11-16T20:43:48.740 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.740 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.740 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184411
2020-11-16T20:43:48.741 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.741 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530698+0000",
2020-11-16T20:43:48.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530698+0000",
2020-11-16T20:43:48.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:43:48.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530678+0000",
2020-11-16T20:43:48.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3411000000000001e-05
2020-11-16T20:43:48.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530731+0000",
2020-11-16T20:43:48.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1308e-05
2020-11-16T20:43:48.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530752+0000",
2020-11-16T20:43:48.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8309999999999996e-06
2020-11-16T20:43:48.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530762+0000",
2020-11-16T20:43:48.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8523000000000003e-05
2020-11-16T20:43:48.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530811+0000",
2020-11-16T20:43:48.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8134999999999998e-05
2020-11-16T20:43:48.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530829+0000",
2020-11-16T20:43:48.746 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.455353538
2020-11-16T20:43:48.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.986182+0000",
2020-11-16T20:43:48.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020989899999999999
2020-11-16T20:43:48.747 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.747 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.986392+0000",
2020-11-16T20:43:48.747 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000217195
2020-11-16T20:43:48.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.748 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.748 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.986609+0000",
2020-11-16T20:43:48.748 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0057728060000000001
2020-11-16T20:43:48.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992382+0000",
2020-11-16T20:43:48.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117355
2020-11-16T20:43:48.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992500+0000",
2020-11-16T20:43:48.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011109618
2020-11-16T20:43:48.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003609+0000",
2020-11-16T20:43:48.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5675999999999998e-05
2020-11-16T20:43:48.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003685+0000",
2020-11-16T20:43:48.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9562999999999996e-05
2020-11-16T20:43:48.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003774+0000",
2020-11-16T20:43:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021501199999999999
2020-11-16T20:43:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003989+0000",
2020-11-16T20:43:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.473291363
2020-11-16T20:43:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.753 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.753 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.753 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.753 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.753 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184425 4.e 4:710056b5:::benchmark_data_smithi065_31807_object46256:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.753 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530844+0000",
2020-11-16T20:43:48.753 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09110543,
2020-11-16T20:43:48.754 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.485332149,
2020-11-16T20:43:48.754 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.754 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.754 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184425
2020-11-16T20:43:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530844+0000",
2020-11-16T20:43:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530844+0000",
2020-11-16T20:43:48.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999557
2020-11-16T20:43:48.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530799+0000",
2020-11-16T20:43:48.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3980000000000005e-05
2020-11-16T20:43:48.757 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.757 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530893+0000",
2020-11-16T20:43:48.757 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5981000000000002e-05
2020-11-16T20:43:48.757 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530909+0000",
2020-11-16T20:43:48.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1929999999999999e-06
2020-11-16T20:43:48.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.758 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530918+0000",
2020-11-16T20:43:48.759 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5658999999999997e-05
2020-11-16T20:43:48.759 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.759 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.759 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.759 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530974+0000",
2020-11-16T20:43:48.759 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5910000000000002e-06
2020-11-16T20:43:48.759 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530984+0000",
2020-11-16T20:43:48.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4615731089999999
2020-11-16T20:43:48.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992557+0000",
2020-11-16T20:43:48.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012341699999999999
2020-11-16T20:43:48.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992680+0000",
2020-11-16T20:43:48.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117655
2020-11-16T20:43:48.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992798+0000",
2020-11-16T20:43:48.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010324597
2020-11-16T20:43:48.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003122+0000",
2020-11-16T20:43:48.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9854e-05
2020-11-16T20:43:48.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003142+0000",
2020-11-16T20:43:48.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00098094000000000002
2020-11-16T20:43:48.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004123+0000",
2020-11-16T20:43:48.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.01170714
2020-11-16T20:43:48.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.015830+0000",
2020-11-16T20:43:48.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010383
2020-11-16T20:43:48.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.015934+0000",
2020-11-16T20:43:48.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024178099999999999
2020-11-16T20:43:48.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016176+0000",
2020-11-16T20:43:48.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.485332149
2020-11-16T20:43:48.767 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.767 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.767 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.767 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.767 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.767 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184454 4.e 4:713b167d:::benchmark_data_smithi065_31807_object46285:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.767 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530971+0000",
2020-11-16T20:43:48.767 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09097856599999,
2020-11-16T20:43:48.768 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.48556746,
2020-11-16T20:43:48.768 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.768 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.768 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.768 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184454
2020-11-16T20:43:48.769 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.769 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.769 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530971+0000",
2020-11-16T20:43:48.769 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.769 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.769 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.770 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.770 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530971+0000",
2020-11-16T20:43:48.770 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:43:48.770 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.770 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.770 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.770 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530948+0000",
2020-11-16T20:43:48.771 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7564000000000001e-05
2020-11-16T20:43:48.771 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.771 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.771 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.771 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530996+0000",
2020-11-16T20:43:48.771 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0233e-05
2020-11-16T20:43:48.771 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531006+0000",
2020-11-16T20:43:48.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5089999999999993e-06
2020-11-16T20:43:48.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.772 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.772 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531015+0000",
2020-11-16T20:43:48.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9540999999999998e-05
2020-11-16T20:43:48.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531074+0000",
2020-11-16T20:43:48.773 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2678e-05
2020-11-16T20:43:48.773 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.774 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531087+0000",
2020-11-16T20:43:48.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.466280893
2020-11-16T20:43:48.774 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.774 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.774 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.997368+0000",
2020-11-16T20:43:48.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000273904
2020-11-16T20:43:48.775 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.775 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.997642+0000",
2020-11-16T20:43:48.775 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00031816800000000002
2020-11-16T20:43:48.775 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.997960+0000",
2020-11-16T20:43:48.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0051988429999999999
2020-11-16T20:43:48.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.776 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.776 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003159+0000",
2020-11-16T20:43:48.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00090126500000000005
2020-11-16T20:43:48.777 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.777 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004060+0000",
2020-11-16T20:43:48.777 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012173685
2020-11-16T20:43:48.777 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016234+0000",
2020-11-16T20:43:48.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015311
2020-11-16T20:43:48.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.778 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.778 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016387+0000",
2020-11-16T20:43:48.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2462e-05
2020-11-16T20:43:48.779 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.779 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016439+0000",
2020-11-16T20:43:48.779 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9022000000000002e-05
2020-11-16T20:43:48.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016538+0000",
2020-11-16T20:43:48.780 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.48556746
2020-11-16T20:43:48.780 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.780 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.781 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.781 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.781 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.781 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184476 4.e 4:7c469861:::benchmark_data_smithi065_31807_object46307:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.781 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531084+0000",
2020-11-16T20:43:48.781 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09086505299999,
2020-11-16T20:43:48.781 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5023216690000001,
2020-11-16T20:43:48.782 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.782 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.782 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.782 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.782 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.782 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184476
2020-11-16T20:43:48.783 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.783 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.783 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.783 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531084+0000",
2020-11-16T20:43:48.783 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.783 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531084+0000",
2020-11-16T20:43:48.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:43:48.784 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.784 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.784 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531052+0000",
2020-11-16T20:43:48.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3208999999999997e-05
2020-11-16T20:43:48.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531115+0000",
2020-11-16T20:43:48.785 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3710000000000002e-06
2020-11-16T20:43:48.785 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.786 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531122+0000",
2020-11-16T20:43:48.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8079999999999999e-06
2020-11-16T20:43:48.786 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.786 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.786 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531129+0000",
2020-11-16T20:43:48.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6635999999999999e-05
2020-11-16T20:43:48.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.787 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531176+0000",
2020-11-16T20:43:48.787 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4339999999999998e-06
2020-11-16T20:43:48.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531185+0000",
2020-11-16T20:43:48.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4729825999999999
2020-11-16T20:43:48.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.788 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.788 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004168+0000",
2020-11-16T20:43:48.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021393700000000001
2020-11-16T20:43:48.789 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.789 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004382+0000",
2020-11-16T20:43:48.789 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025786299999999999
2020-11-16T20:43:48.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004640+0000",
2020-11-16T20:43:48.790 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011671842999999999
2020-11-16T20:43:48.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.790 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016312+0000",
2020-11-16T20:43:48.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9085000000000001e-05
2020-11-16T20:43:48.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.791 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.791 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016331+0000",
2020-11-16T20:43:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00028949800000000001
2020-11-16T20:43:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016620+0000",
2020-11-16T20:43:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016359449000000002
2020-11-16T20:43:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.793 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.793 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.032980+0000",
2020-11-16T20:43:48.793 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9798999999999999e-05
2020-11-16T20:43:48.793 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.793 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.793 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.793 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033069+0000",
2020-11-16T20:43:48.794 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00033645600000000001
2020-11-16T20:43:48.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.794 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.794 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033406+0000",
2020-11-16T20:43:48.794 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5023216690000001
2020-11-16T20:43:48.794 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.794 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.795 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.795 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.795 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.795 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184492 4.e 4:7ab31a3d:::benchmark_data_smithi065_31807_object46323:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.795 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531179+0000",
2020-11-16T20:43:48.795 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09076978799999,
2020-11-16T20:43:48.795 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5026633170000001,
2020-11-16T20:43:48.796 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.796 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.796 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.796 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184492
2020-11-16T20:43:48.796 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.797 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.797 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531179+0000",
2020-11-16T20:43:48.797 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.797 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.797 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531179+0000",
2020-11-16T20:43:48.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:43:48.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.798 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.798 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531153+0000",
2020-11-16T20:43:48.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9357999999999997e-05
2020-11-16T20:43:48.803 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.803 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.803 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.804 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531202+0000",
2020-11-16T20:43:48.804 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.528e-06
2020-11-16T20:43:48.804 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.804 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.804 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.804 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531209+0000",
2020-11-16T20:43:48.804 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3060000000000002e-06
2020-11-16T20:43:48.805 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.805 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.805 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.805 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531212+0000",
2020-11-16T20:43:48.805 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9013e-05
2020-11-16T20:43:48.805 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.805 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.805 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531261+0000",
2020-11-16T20:43:48.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3859e-05
2020-11-16T20:43:48.806 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.806 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531285+0000",
2020-11-16T20:43:48.806 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.479269403
2020-11-16T20:43:48.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.010555+0000",
2020-11-16T20:43:48.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018609599999999999
2020-11-16T20:43:48.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.807 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.807 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.010741+0000",
2020-11-16T20:43:48.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020344199999999999
2020-11-16T20:43:48.808 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.808 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.010944+0000",
2020-11-16T20:43:48.808 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0054015640000000002
2020-11-16T20:43:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016346+0000",
2020-11-16T20:43:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00031830999999999998
2020-11-16T20:43:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016664+0000",
2020-11-16T20:43:48.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016859944000000002
2020-11-16T20:43:48.810 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.810 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033524+0000",
2020-11-16T20:43:48.810 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000113674
2020-11-16T20:43:48.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033638+0000",
2020-11-16T20:43:48.811 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8733999999999998e-05
2020-11-16T20:43:48.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.811 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033686+0000",
2020-11-16T20:43:48.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000156398
2020-11-16T20:43:48.812 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.812 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033843+0000",
2020-11-16T20:43:48.812 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5026633170000001
2020-11-16T20:43:48.813 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.813 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.813 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.813 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.813 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.813 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184557 4.e 4:723f8cfe:::benchmark_data_smithi065_31807_object46388:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.813 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531286+0000",
2020-11-16T20:43:48.814 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09066311500001,
2020-11-16T20:43:48.814 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5030380240000001,
2020-11-16T20:43:48.814 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.814 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.814 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.814 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.814 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.815 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184557
2020-11-16T20:43:48.815 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.815 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.815 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.815 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.815 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531286+0000",
2020-11-16T20:43:48.815 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.815 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.816 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.816 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.816 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531286+0000",
2020-11-16T20:43:48.816 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999552
2020-11-16T20:43:48.816 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.816 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.816 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531241+0000",
2020-11-16T20:43:48.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1651999999999998e-05
2020-11-16T20:43:48.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.817 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531313+0000",
2020-11-16T20:43:48.817 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9650000000000002e-06
2020-11-16T20:43:48.818 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.818 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531320+0000",
2020-11-16T20:43:48.818 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6100000000000002e-06
2020-11-16T20:43:48.818 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.818 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531324+0000",
2020-11-16T20:43:48.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2775999999999998e-05
2020-11-16T20:43:48.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.819 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.819 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531366+0000",
2020-11-16T20:43:48.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0269999999999995e-06
2020-11-16T20:43:48.820 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.820 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531374+0000",
2020-11-16T20:43:48.820 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.485360719
2020-11-16T20:43:48.820 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.820 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016735+0000",
2020-11-16T20:43:48.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022306299999999999
2020-11-16T20:43:48.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.821 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.821 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016958+0000",
2020-11-16T20:43:48.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022452999999999999
2020-11-16T20:43:48.822 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.822 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.017183+0000",
2020-11-16T20:43:48.822 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016245895
2020-11-16T20:43:48.822 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033429+0000",
2020-11-16T20:43:48.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015790199999999999
2020-11-16T20:43:48.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.823 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.823 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033587+0000",
2020-11-16T20:43:48.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032819300000000001
2020-11-16T20:43:48.824 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.824 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033915+0000",
2020-11-16T20:43:48.824 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3331999999999993e-05
2020-11-16T20:43:48.824 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.825 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.825 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.825 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034008+0000",
2020-11-16T20:43:48.825 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5187999999999997e-05
2020-11-16T20:43:48.825 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.825 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.825 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034103+0000",
2020-11-16T20:43:48.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022082800000000001
2020-11-16T20:43:48.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034324+0000",
2020-11-16T20:43:48.826 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5030380240000001
2020-11-16T20:43:48.826 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.827 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.827 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.827 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.827 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.827 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184634 4.e 4:7b8c9c1e:::benchmark_data_smithi065_31807_object46465:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.827 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531369+0000",
2020-11-16T20:43:48.827 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09058028300001,
2020-11-16T20:43:48.828 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5033042670000001,
2020-11-16T20:43:48.828 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.828 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.828 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.828 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.828 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.828 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184634
2020-11-16T20:43:48.828 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.829 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531369+0000",
2020-11-16T20:43:48.829 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.829 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531369+0000",
2020-11-16T20:43:48.830 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:43:48.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.830 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531343+0000",
2020-11-16T20:43:48.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8507999999999997e-05
2020-11-16T20:43:48.831 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.831 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.831 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531392+0000",
2020-11-16T20:43:48.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2319999999999998e-06
2020-11-16T20:43:48.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531398+0000",
2020-11-16T20:43:48.832 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0460000000000001e-06
2020-11-16T20:43:48.832 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531401+0000",
2020-11-16T20:43:48.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6961e-05
2020-11-16T20:43:48.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.833 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.833 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531448+0000",
2020-11-16T20:43:48.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1e-05
2020-11-16T20:43:48.834 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.834 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531459+0000",
2020-11-16T20:43:48.834 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4951659829999999
2020-11-16T20:43:48.834 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.835 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.835 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.835 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.026625+0000",
2020-11-16T20:43:48.835 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000164031
2020-11-16T20:43:48.835 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.835 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.026789+0000",
2020-11-16T20:43:48.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019537600000000001
2020-11-16T20:43:48.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.836 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.026984+0000",
2020-11-16T20:43:48.836 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0066200620000000003
2020-11-16T20:43:48.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033604+0000",
2020-11-16T20:43:48.837 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00034152299999999999
2020-11-16T20:43:48.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.837 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033946+0000",
2020-11-16T20:43:48.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000449226
2020-11-16T20:43:48.838 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.838 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.838 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034395+0000",
2020-11-16T20:43:48.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8912999999999995e-05
2020-11-16T20:43:48.839 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.839 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034474+0000",
2020-11-16T20:43:48.839 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7116000000000001e-05
2020-11-16T20:43:48.839 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.840 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.840 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034521+0000",
2020-11-16T20:43:48.840 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000152199
2020-11-16T20:43:48.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.840 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.840 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034673+0000",
2020-11-16T20:43:48.841 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5033042670000001
2020-11-16T20:43:48.841 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.841 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.841 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.841 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.841 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.842 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184635 4.e 4:7ba79fd3:::benchmark_data_smithi065_31807_object46466:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.842 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531459+0000",
2020-11-16T20:43:48.842 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.090489929,
2020-11-16T20:43:48.842 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5402911379999999,
2020-11-16T20:43:48.842 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.842 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.842 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.843 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.843 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.843 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184635
2020-11-16T20:43:48.843 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.843 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.843 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.843 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531459+0000",
2020-11-16T20:43:48.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.844 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531459+0000",
2020-11-16T20:43:48.844 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:43:48.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531427+0000",
2020-11-16T20:43:48.845 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9278999999999999e-05
2020-11-16T20:43:48.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.845 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531487+0000",
2020-11-16T20:43:48.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8009999999999998e-06
2020-11-16T20:43:48.846 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.846 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.846 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531493+0000",
2020-11-16T20:43:48.847 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.118e-06
2020-11-16T20:43:48.847 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.847 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.847 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.847 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531497+0000",
2020-11-16T20:43:48.847 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.1958999999999997e-05
2020-11-16T20:43:48.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.848 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.848 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531528+0000",
2020-11-16T20:43:48.848 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.289e-06
2020-11-16T20:43:48.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.848 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531536+0000",
2020-11-16T20:43:48.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.503186272
2020-11-16T20:43:48.849 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.849 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.849 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034722+0000",
2020-11-16T20:43:48.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017877400000000001
2020-11-16T20:43:48.850 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.850 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034901+0000",
2020-11-16T20:43:48.850 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000189254
2020-11-16T20:43:48.851 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.851 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.851 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.851 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.035090+0000",
2020-11-16T20:43:48.851 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010434522999999999
2020-11-16T20:43:48.851 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.851 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.045525+0000",
2020-11-16T20:43:48.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010754453000000001
2020-11-16T20:43:48.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.852 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.852 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.056279+0000",
2020-11-16T20:43:48.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.01521396
2020-11-16T20:43:48.853 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.853 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071493+0000",
2020-11-16T20:43:48.853 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0031999999999998e-05
2020-11-16T20:43:48.853 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071543+0000",
2020-11-16T20:43:48.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8155000000000002e-05
2020-11-16T20:43:48.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.854 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.854 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071591+0000",
2020-11-16T20:43:48.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000159264
2020-11-16T20:43:48.855 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.855 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071750+0000",
2020-11-16T20:43:48.855 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5402911379999999
2020-11-16T20:43:48.856 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.856 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.856 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.856 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.856 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.856 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184647 4.e 4:773dc44f:::benchmark_data_smithi065_31807_object46478:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.856 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531540+0000",
2020-11-16T20:43:48.857 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09040909000001,
2020-11-16T20:43:48.857 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5408932440000001,
2020-11-16T20:43:48.857 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.857 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.857 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.857 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184647
2020-11-16T20:43:48.858 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.858 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.858 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.858 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531540+0000",
2020-11-16T20:43:48.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.859 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.859 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531540+0000",
2020-11-16T20:43:48.859 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:43:48.859 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531519+0000",
2020-11-16T20:43:48.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3059000000000002e-05
2020-11-16T20:43:48.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.860 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.860 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531562+0000",
2020-11-16T20:43:48.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4989999999999999e-06
2020-11-16T20:43:48.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.861 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531568+0000",
2020-11-16T20:43:48.861 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2449999999999998e-06
2020-11-16T20:43:48.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531571+0000",
2020-11-16T20:43:48.862 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3577e-05
2020-11-16T20:43:48.862 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531615+0000",
2020-11-16T20:43:48.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0198e-05
2020-11-16T20:43:48.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.863 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.863 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531625+0000",
2020-11-16T20:43:48.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5090647610000001
2020-11-16T20:43:48.864 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.864 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.040690+0000",
2020-11-16T20:43:48.864 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000171962
2020-11-16T20:43:48.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.040862+0000",
2020-11-16T20:43:48.865 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020731100000000001
2020-11-16T20:43:48.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.865 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.041069+0000",
2020-11-16T20:43:48.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015190400999999999
2020-11-16T20:43:48.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.866 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.866 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.056260+0000",
2020-11-16T20:43:48.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0050702350000000002
2020-11-16T20:43:48.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.061330+0000",
2020-11-16T20:43:48.867 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010524014999999999
2020-11-16T20:43:48.867 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071854+0000",
2020-11-16T20:43:48.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2104000000000001e-05
2020-11-16T20:43:48.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.868 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.868 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071906+0000",
2020-11-16T20:43:48.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032505199999999999
2020-11-16T20:43:48.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.869 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.869 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072231+0000",
2020-11-16T20:43:48.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020244999999999999
2020-11-16T20:43:48.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072433+0000",
2020-11-16T20:43:48.870 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5408932440000001
2020-11-16T20:43:48.870 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.871 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.871 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.871 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.871 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.871 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184666 4.e 4:7bb8a5ce:::benchmark_data_smithi065_31807_object46497:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.871 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531630+0000",
2020-11-16T20:43:48.871 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09031889400001,
2020-11-16T20:43:48.872 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.541383457,
2020-11-16T20:43:48.872 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.872 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.872 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.872 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.873 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184666
2020-11-16T20:43:48.873 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.873 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.873 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531630+0000",
2020-11-16T20:43:48.873 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531630+0000",
2020-11-16T20:43:48.874 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:43:48.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.874 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531597+0000",
2020-11-16T20:43:48.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8245000000000002e-05
2020-11-16T20:43:48.875 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.875 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.875 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531655+0000",
2020-11-16T20:43:48.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9979999999999997e-06
2020-11-16T20:43:48.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.876 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531662+0000",
2020-11-16T20:43:48.876 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5980000000000001e-06
2020-11-16T20:43:48.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531666+0000",
2020-11-16T20:43:48.877 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2885000000000001e-05
2020-11-16T20:43:48.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.877 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531699+0000",
2020-11-16T20:43:48.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.126e-06
2020-11-16T20:43:48.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.878 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.878 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531706+0000",
2020-11-16T20:43:48.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5138535799999999
2020-11-16T20:43:48.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.045560+0000",
2020-11-16T20:43:48.879 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000153988
2020-11-16T20:43:48.879 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.045714+0000",
2020-11-16T20:43:48.880 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012602699999999999
2020-11-16T20:43:48.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.880 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.045840+0000",
2020-11-16T20:43:48.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010505408000000001
2020-11-16T20:43:48.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.881 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.881 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.056345+0000",
2020-11-16T20:43:48.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0049957379999999996
2020-11-16T20:43:48.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.061341+0000",
2020-11-16T20:43:48.882 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011149469
2020-11-16T20:43:48.882 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072490+0000",
2020-11-16T20:43:48.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026331400000000001
2020-11-16T20:43:48.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.883 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.883 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072754+0000",
2020-11-16T20:43:48.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6689999999999999e-05
2020-11-16T20:43:48.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.884 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.884 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072830+0000",
2020-11-16T20:43:48.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018358200000000001
2020-11-16T20:43:48.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073014+0000",
2020-11-16T20:43:48.885 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.541383457
2020-11-16T20:43:48.885 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.886 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.886 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.886 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:43:48.886 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:43:48.886 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184672 4.e 4:7c04e807:::benchmark_data_smithi065_31807_object46503:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:43:48.886 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531710+0000",
2020-11-16T20:43:48.886 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 240.09023873199999,
2020-11-16T20:43:48.887 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5416741110000001,
2020-11-16T20:43:48.887 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:43:48.887 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:43:48.887 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:43:48.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:43:48.887 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:43:48.888 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184672
2020-11-16T20:43:48.888 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:43:48.888 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:43:48.888 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:43:48.888 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531710+0000",
2020-11-16T20:43:48.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:43:48.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:43:48.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531710+0000",
2020-11-16T20:43:48.889 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:43:48.889 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.890 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:43:48.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531686+0000",
2020-11-16T20:43:48.890 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6635999999999999e-05
2020-11-16T20:43:48.890 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.890 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:43:48.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531733+0000",
2020-11-16T20:43:48.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3339999999999998e-06
2020-11-16T20:43:48.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.891 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:43:48.891 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531739+0000",
2020-11-16T20:43:48.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6380000000000002e-06
2020-11-16T20:43:48.892 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.892 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:43:48.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531743+0000",
2020-11-16T20:43:48.892 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2691999999999998e-05
2020-11-16T20:43:48.892 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.893 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.893 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531775+0000",
2020-11-16T20:43:48.893 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5570000000000001e-06
2020-11-16T20:43:48.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.893 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:43:48.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531782+0000",
2020-11-16T20:43:48.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.518970782
2020-11-16T20:43:48.894 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.894 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:43:48.894 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.050753+0000",
2020-11-16T20:43:48.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000144334
2020-11-16T20:43:48.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:43:48.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.050897+0000",
2020-11-16T20:43:48.895 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016586899999999999
2020-11-16T20:43:48.895 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.896 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:43:48.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.051063+0000",
2020-11-16T20:43:48.896 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.020309499000000002
2020-11-16T20:43:48.896 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.896 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:43:48.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071372+0000",
2020-11-16T20:43:48.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6375999999999997e-05
2020-11-16T20:43:48.897 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.897 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.897 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071429+0000",
2020-11-16T20:43:48.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0016397060000000001
2020-11-16T20:43:48.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.898 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073068+0000",
2020-11-16T20:43:48.898 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3190999999999999e-05
2020-11-16T20:43:48.899 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.899 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:43:48.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073132+0000",
2020-11-16T20:43:48.899 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0158000000000002e-05
2020-11-16T20:43:48.899 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:43:48.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073202+0000",
2020-11-16T20:43:48.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000182788
2020-11-16T20:43:48.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:43:48.900 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:43:48.900 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:43:48.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073385+0000",
2020-11-16T20:43:48.901 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5416741110000001
2020-11-16T20:43:48.901 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:43:48.901 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:43:48.901 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:43:48.901 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:43:48.901 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:43:48.902 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:43:48.904 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:43:48 smithi065 bash[11785]: debug 2020-11-16T20:43:48.696+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:48.904 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:43:48 smithi065 bash[18823]: debug 2020-11-16T20:43:48.472+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:48.905 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:43:49.005 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:49.421 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:49 smithi071 bash[9480]: cluster 2020-11-16T20:43:48.353478+0000 mgr.x (mgr.14196) 955 : cluster [DBG] pgmap v1428: 17 pgs: 1 active+recovering, 16 active+clean; 6.5 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 70 MiB/s wr, 1.12k op/s; 6023/214112 objects misplaced (2.813%); 1000 KiB/s, 15 objects/s recovering
2020-11-16T20:43:49.477 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:49 smithi142 bash[9523]: cluster 2020-11-16T20:43:48.353478+0000 mgr.x (mgr.14196) 955 : cluster [DBG] pgmap v1428: 17 pgs: 1 active+recovering, 16 active+clean; 6.5 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 70 MiB/s wr, 1.12k op/s; 6023/214112 objects misplaced (2.813%); 1000 KiB/s, 15 objects/s recovering
2020-11-16T20:43:49.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   58      16    110877    110861   119.451   76.1875   0.0163613  0.00836872
2020-11-16T20:43:49.546 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:43:49.586 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:43:49.621 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:43:49.655 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:49.658 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:43:49.695 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:43:49.703 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:49 smithi071 bash[26650]: debug 2020-11-16T20:43:49.651+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:49.729 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:43:49.758 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:49.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:43:49.782 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight
2020-11-16T20:43:49.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:49 smithi065 bash[9468]: cluster 2020-11-16T20:43:48.353478+0000 mgr.x (mgr.14196) 955 : cluster [DBG] pgmap v1428: 17 pgs: 1 active+recovering, 16 active+clean; 6.5 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 70 MiB/s wr, 1.12k op/s; 6023/214112 objects misplaced (2.813%); 1000 KiB/s, 15 objects/s recovering
2020-11-16T20:43:49.810 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:43:49.841 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:43:49.870 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:43:49.901 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:43:49.934 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:43:49.936 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:43:49.942 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:43:50.414 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[22738]: debug 2020-11-16T20:43:50.415+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:50.415 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:50.431 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:43:50.509 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   59      16    112042    112026   118.661   72.8125  0.00555106  0.00842536
2020-11-16T20:43:50.518 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:50.646 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:50.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: audit 2020-11-16T20:43:49.508081+0000 mon.b (mon.1) 424 : audit [DBG] from='client.25822 v1:172.21.15.142:0/646686327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:50.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: audit 2020-11-16T20:43:49.511413+0000 mon.c (mon.2) 51 : audit [DBG] from='client.25822 v1:172.21.15.142:0/646686327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.547916+0000 osd.0 (osd.0) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.591862+0000 osd.1 (osd.1) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.628541+0000 osd.2 (osd.2) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.659564+0000 osd.3 (osd.3) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: audit 2020-11-16T20:43:49.830571+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? v1:172.21.15.142:0/2044831391' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:43:50.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.904186+0000 osd.10 (osd.10) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:50 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.937877+0000 osd.11 (osd.11) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.751 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:50.762 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: audit 2020-11-16T20:43:49.508081+0000 mon.b (mon.1) 424 : audit [DBG] from='client.25822 v1:172.21.15.142:0/646686327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:50.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: audit 2020-11-16T20:43:49.511413+0000 mon.c (mon.2) 51 : audit [DBG] from='client.25822 v1:172.21.15.142:0/646686327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:50.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.547916+0000 osd.0 (osd.0) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.591862+0000 osd.1 (osd.1) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.628541+0000 osd.2 (osd.2) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.659564+0000 osd.3 (osd.3) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: audit 2020-11-16T20:43:49.830571+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? v1:172.21.15.142:0/2044831391' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:43:50.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.904186+0000 osd.10 (osd.10) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:50 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.937877+0000 osd.11 (osd.11) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[14115]: debug 2020-11-16T20:43:50.644+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: audit 2020-11-16T20:43:49.508081+0000 mon.b (mon.1) 424 : audit [DBG] from='client.25822 v1:172.21.15.142:0/646686327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:50.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: audit 2020-11-16T20:43:49.511413+0000 mon.c (mon.2) 51 : audit [DBG] from='client.25822 v1:172.21.15.142:0/646686327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:43:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.547916+0000 osd.0 (osd.0) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.591862+0000 osd.1 (osd.1) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.628541+0000 osd.2 (osd.2) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.659564+0000 osd.3 (osd.3) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: audit 2020-11-16T20:43:49.830571+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? v1:172.21.15.142:0/2044831391' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:43:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.904186+0000 osd.10 (osd.10) 118 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:50.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:50 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.937877+0000 osd.11 (osd.11) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:43:51.513264 min lat: 0.00159874 max lat: 1.27898 avg lat: 0.00848026
2020-11-16T20:43:51.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:43:51.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   60      16    113192    113176   117.881    71.875  0.00632071  0.00848026
2020-11-16T20:43:51.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.698314+0000 osd.4 (osd.4) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.732563+0000 osd.5 (osd.5) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.765131+0000 osd.6 (osd.6) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.812554+0000 osd.7 (osd.7) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.844834+0000 osd.8 (osd.8) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:49.873910+0000 osd.9 (osd.9) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:50.353899+0000 mgr.x (mgr.14196) 956 : cluster [DBG] pgmap v1429: 17 pgs: 1 active+recovering, 16 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 66 MiB/s wr, 1.05k op/s; 6023/217028 objects misplaced (2.775%); 806 KiB/s, 12 objects/s recovering
2020-11-16T20:43:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:50.426053+0000 mon.a (mon.0) 1865 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:43:51.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: audit 2020-11-16T20:43:50.435657+0000 mon.a (mon.0) 1866 : audit [INF] from='client.? v1:172.21.15.142:0/2044831391' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:43:51.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:51 smithi071 bash[9480]: cluster 2020-11-16T20:43:50.435699+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e562: 12 total, 12 up, 9 in
2020-11-16T20:43:51.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.698314+0000 osd.4 (osd.4) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.732563+0000 osd.5 (osd.5) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.765131+0000 osd.6 (osd.6) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.812554+0000 osd.7 (osd.7) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.844834+0000 osd.8 (osd.8) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:49.873910+0000 osd.9 (osd.9) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:50.353899+0000 mgr.x (mgr.14196) 956 : cluster [DBG] pgmap v1429: 17 pgs: 1 active+recovering, 16 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 66 MiB/s wr, 1.05k op/s; 6023/217028 objects misplaced (2.775%); 806 KiB/s, 12 objects/s recovering
2020-11-16T20:43:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:50.426053+0000 mon.a (mon.0) 1865 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:43:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: audit 2020-11-16T20:43:50.435657+0000 mon.a (mon.0) 1866 : audit [INF] from='client.? v1:172.21.15.142:0/2044831391' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:43:51.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:51 smithi065 bash[9468]: cluster 2020-11-16T20:43:50.435699+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e562: 12 total, 12 up, 9 in
2020-11-16T20:43:51.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.698314+0000 osd.4 (osd.4) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.732563+0000 osd.5 (osd.5) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.765131+0000 osd.6 (osd.6) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.812554+0000 osd.7 (osd.7) 109 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.844834+0000 osd.8 (osd.8) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:49.873910+0000 osd.9 (osd.9) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:43:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:50.353899+0000 mgr.x (mgr.14196) 956 : cluster [DBG] pgmap v1429: 17 pgs: 1 active+recovering, 16 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 66 MiB/s wr, 1.05k op/s; 6023/217028 objects misplaced (2.775%); 806 KiB/s, 12 objects/s recovering
2020-11-16T20:43:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:50.426053+0000 mon.a (mon.0) 1865 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:43:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: audit 2020-11-16T20:43:50.435657+0000 mon.a (mon.0) 1866 : audit [INF] from='client.? v1:172.21.15.142:0/2044831391' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:43:51.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[9523]: cluster 2020-11-16T20:43:50.435699+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e562: 12 total, 12 up, 9 in
2020-11-16T20:43:51.834 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:51.939 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:52.255 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:43:51 smithi142 bash[22738]: debug 2020-11-16T20:43:51.835+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:52.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   61      16    114270    114254   117.053    67.375  0.00493054  0.00853975
2020-11-16T20:43:52.920 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:52 smithi065 bash[9468]: cluster 2020-11-16T20:43:52.354416+0000 mgr.x (mgr.14196) 957 : cluster [DBG] pgmap v1431: 17 pgs: 1 active+recovering, 16 active+clean; 6.9 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 76 MiB/s wr, 1.22k op/s; 5924/224536 objects misplaced (2.638%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:52.921 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:43:52.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:52 smithi071 bash[9480]: cluster 2020-11-16T20:43:52.354416+0000 mgr.x (mgr.14196) 957 : cluster [DBG] pgmap v1431: 17 pgs: 1 active+recovering, 16 active+clean; 6.9 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 76 MiB/s wr, 1.22k op/s; 5924/224536 objects misplaced (2.638%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:53.024 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:53.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:52 smithi142 bash[9523]: cluster 2020-11-16T20:43:52.354416+0000 mgr.x (mgr.14196) 957 : cluster [DBG] pgmap v1431: 17 pgs: 1 active+recovering, 16 active+clean; 6.9 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 76 MiB/s wr, 1.22k op/s; 5924/224536 objects misplaced (2.638%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:53.164 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:43:53.270 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:53.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:43:52 smithi065 bash[14115]: debug 2020-11-16T20:43:52.916+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:53.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:43:53 smithi065 bash[18823]: debug 2020-11-16T20:43:53.156+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:53.443 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:53.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   62      16    115435    115419   116.339   72.8125   0.0770482  0.00859086
2020-11-16T20:43:53.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:43:53 smithi142 bash[18009]: debug 2020-11-16T20:43:53.443+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:53.546 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:53.569 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.6 to 1 (10000)
2020-11-16T20:43:53.836 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:53 smithi071 bash[9480]: audit 2020-11-16T20:43:52.946458+0000 mon.b (mon.1) 425 : audit [INF] from='client.? v1:172.21.15.142:0/2853320600' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:43:53.836 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:53 smithi071 bash[9480]: audit 2020-11-16T20:43:52.950644+0000 mon.a (mon.0) 1868 : audit [INF] from='client.25828 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:43:53.837 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:53.940 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:54.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:53 smithi065 bash[9468]: audit 2020-11-16T20:43:52.946458+0000 mon.b (mon.1) 425 : audit [INF] from='client.? v1:172.21.15.142:0/2853320600' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:43:54.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:53 smithi065 bash[9468]: audit 2020-11-16T20:43:52.950644+0000 mon.a (mon.0) 1868 : audit [INF] from='client.25828 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:43:54.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:53 smithi142 bash[9523]: audit 2020-11-16T20:43:52.946458+0000 mon.b (mon.1) 425 : audit [INF] from='client.? v1:172.21.15.142:0/2853320600' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:43:54.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:53 smithi142 bash[9523]: audit 2020-11-16T20:43:52.950644+0000 mon.a (mon.0) 1868 : audit [INF] from='client.25828 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:43:54.151 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:53 smithi071 bash[16796]: debug 2020-11-16T20:43:53.835+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:54.151 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:43:54.256 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:54.256 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:43:54.332 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:43:54.445 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:54.449 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:43:54 smithi071 bash[16796]: debug 2020-11-16T20:43:54.147+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:54.492 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:43:54.492 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:43:54.502 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:54.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   63      16    116438    116422   115.487   62.6875  0.00517821  0.00865591
2020-11-16T20:43:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:54 smithi071 bash[9480]: audit 2020-11-16T20:43:53.567240+0000 mon.a (mon.0) 1869 : audit [INF] from='client.25828 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T20:43:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:54 smithi071 bash[9480]: cluster 2020-11-16T20:43:53.567333+0000 mon.a (mon.0) 1870 : cluster [DBG] osdmap e563: 12 total, 12 up, 9 in
2020-11-16T20:43:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:54 smithi071 bash[9480]: cluster 2020-11-16T20:43:54.354890+0000 mgr.x (mgr.14196) 958 : cluster [DBG] pgmap v1433: 17 pgs: 1 active+recovering, 16 active+clean; 7.0 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 79 MiB/s wr, 1.27k op/s; 5924/228092 objects misplaced (2.597%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:54 smithi065 bash[9468]: audit 2020-11-16T20:43:53.567240+0000 mon.a (mon.0) 1869 : audit [INF] from='client.25828 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T20:43:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:54 smithi065 bash[9468]: cluster 2020-11-16T20:43:53.567333+0000 mon.a (mon.0) 1870 : cluster [DBG] osdmap e563: 12 total, 12 up, 9 in
2020-11-16T20:43:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:54 smithi065 bash[9468]: cluster 2020-11-16T20:43:54.354890+0000 mgr.x (mgr.14196) 958 : cluster [DBG] pgmap v1433: 17 pgs: 1 active+recovering, 16 active+clean; 7.0 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 79 MiB/s wr, 1.27k op/s; 5924/228092 objects misplaced (2.597%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:55.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:54 smithi142 bash[9523]: audit 2020-11-16T20:43:53.567240+0000 mon.a (mon.0) 1869 : audit [INF] from='client.25828 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T20:43:55.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:54 smithi142 bash[9523]: cluster 2020-11-16T20:43:53.567333+0000 mon.a (mon.0) 1870 : cluster [DBG] osdmap e563: 12 total, 12 up, 9 in
2020-11-16T20:43:55.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:54 smithi142 bash[9523]: cluster 2020-11-16T20:43:54.354890+0000 mgr.x (mgr.14196) 958 : cluster [DBG] pgmap v1433: 17 pgs: 1 active+recovering, 16 active+clean; 7.0 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 79 MiB/s wr, 1.27k op/s; 5924/228092 objects misplaced (2.597%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:55.319 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:43:55.425 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:55.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   64      16    117463    117447   114.684   64.0625  0.00532549  0.00871681
2020-11-16T20:43:55.607 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops
2020-11-16T20:43:55.774 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:43:55.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:43:55 smithi142 bash[18009]: debug 2020-11-16T20:43:55.319+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:56.071 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:43:56.175 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:56.451 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:56.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   65      16    118607    118591   114.019      71.5  0.00755664  0.00876748
2020-11-16T20:43:56.540 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:43:56 smithi142 bash[15670]: debug 2020-11-16T20:43:56.071+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:56.555 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:56.620 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 7 1
2020-11-16T20:43:56.785 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:43:56.949 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:43:56 smithi071 bash[12066]: debug 2020-11-16T20:43:56.447+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:57.056 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:57.160 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:57.368 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:57 smithi071 bash[14419]: debug 2020-11-16T20:43:57.051+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:57.369 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:57.472 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:57.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   66      16    119774    119758   113.397   72.9375   0.0483747  0.00881632
2020-11-16T20:43:57.597 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:43:57.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:57 smithi071 bash[9480]: cluster 2020-11-16T20:43:56.355332+0000 mgr.x (mgr.14196) 959 : cluster [DBG] pgmap v1434: 17 pgs: 1 active+recovering, 16 active+clean; 7.0 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s; 5924/230722 objects misplaced (2.568%); 792 KiB/s, 12 objects/s recovering
2020-11-16T20:43:57.699 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:43:57 smithi071 bash[14419]: debug 2020-11-16T20:43:57.591+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:57.699 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:43:57 smithi071 bash[12066]: debug 2020-11-16T20:43:57.367+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:57.701 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:57.711 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:57 smithi142 bash[9523]: cluster 2020-11-16T20:43:56.355332+0000 mgr.x (mgr.14196) 959 : cluster [DBG] pgmap v1434: 17 pgs: 1 active+recovering, 16 active+clean; 7.0 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s; 5924/230722 objects misplaced (2.568%); 792 KiB/s, 12 objects/s recovering
2020-11-16T20:43:57.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:57 smithi065 bash[9468]: cluster 2020-11-16T20:43:56.355332+0000 mgr.x (mgr.14196) 959 : cluster [DBG] pgmap v1434: 17 pgs: 1 active+recovering, 16 active+clean; 7.0 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s; 5924/230722 objects misplaced (2.568%); 792 KiB/s, 12 objects/s recovering
2020-11-16T20:43:58.328 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:43:58.433 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:58.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   67      16    120565    120549   112.442   49.4375   0.0064514  0.00885085
2020-11-16T20:43:58.729 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:43:58.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:43:58 smithi142 bash[22738]: debug 2020-11-16T20:43:58.331+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:58.832 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:59.199 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:43:58 smithi071 bash[26650]: debug 2020-11-16T20:43:58.727+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:59.308 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:43:59.413 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:43:59.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   68      15    121557    121542   111.701   62.0625   0.0110209  0.00894988
2020-11-16T20:43:59.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:59 smithi071 bash[9480]: cluster 2020-11-16T20:43:58.356132+0000 mgr.x (mgr.14196) 960 : cluster [DBG] pgmap v1435: 17 pgs: 1 active+recovering, 16 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 78 MiB/s wr, 1.25k op/s; 5826/236988 objects misplaced (2.458%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:59 smithi071 bash[9480]: cluster 2020-11-16T20:43:58.466499+0000 osd.2 (osd.2) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:59.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:43:59 smithi071 bash[9480]: cluster 2020-11-16T20:43:58.466647+0000 osd.2 (osd.2) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:59.700 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:43:59 smithi071 bash[12066]: debug 2020-11-16T20:43:59.303+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:43:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:59 smithi065 bash[9468]: cluster 2020-11-16T20:43:58.356132+0000 mgr.x (mgr.14196) 960 : cluster [DBG] pgmap v1435: 17 pgs: 1 active+recovering, 16 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 78 MiB/s wr, 1.25k op/s; 5826/236988 objects misplaced (2.458%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:59 smithi065 bash[9468]: cluster 2020-11-16T20:43:58.466499+0000 osd.2 (osd.2) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:43:59 smithi065 bash[9468]: cluster 2020-11-16T20:43:58.466647+0000 osd.2 (osd.2) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:43:59.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:59 smithi142 bash[9523]: cluster 2020-11-16T20:43:58.356132+0000 mgr.x (mgr.14196) 960 : cluster [DBG] pgmap v1435: 17 pgs: 1 active+recovering, 16 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 78 MiB/s wr, 1.25k op/s; 5826/236988 objects misplaced (2.458%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:43:59.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:59 smithi142 bash[9523]: cluster 2020-11-16T20:43:58.466499+0000 osd.2 (osd.2) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:43:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:43:59 smithi142 bash[9523]: cluster 2020-11-16T20:43:58.466647+0000 osd.2 (osd.2) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:00.059 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:00.163 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:00.430 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:00 smithi142 bash[20366]: debug 2020-11-16T20:44:00.059+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:00.510 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   69      16    122706    122690   111.122     71.75   0.0111173  0.00899638
2020-11-16T20:44:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:44:00.652 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:44:00.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:00 smithi071 bash[9480]: cluster 2020-11-16T20:43:59.012409+0000 osd.9 (osd.9) 130 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:00.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:00 smithi071 bash[9480]: cluster 2020-11-16T20:43:59.012505+0000 osd.9 (osd.9) 131 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:00.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:00 smithi071 bash[9480]: cluster 2020-11-16T20:43:59.427350+0000 mon.a (mon.0) 1871 : cluster [DBG] osdmap e564: 12 total, 12 up, 9 in
2020-11-16T20:44:00.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:00 smithi065 bash[9468]: cluster 2020-11-16T20:43:59.012409+0000 osd.9 (osd.9) 130 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:00.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:00 smithi065 bash[9468]: cluster 2020-11-16T20:43:59.012505+0000 osd.9 (osd.9) 131 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:00.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:00 smithi065 bash[9468]: cluster 2020-11-16T20:43:59.427350+0000 mon.a (mon.0) 1871 : cluster [DBG] osdmap e564: 12 total, 12 up, 9 in
2020-11-16T20:44:00.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:00 smithi142 bash[9523]: cluster 2020-11-16T20:43:59.012409+0000 osd.9 (osd.9) 130 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:00.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:00 smithi142 bash[9523]: cluster 2020-11-16T20:43:59.012505+0000 osd.9 (osd.9) 131 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:00.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:00 smithi142 bash[9523]: cluster 2020-11-16T20:43:59.427350+0000 mon.a (mon.0) 1871 : cluster [DBG] osdmap e564: 12 total, 12 up, 9 in
2020-11-16T20:44:01.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   70      16    123726    123710   110.445     63.75   0.0151419  0.00905202
2020-11-16T20:44:01.673 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_historic_ops
2020-11-16T20:44:01.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:01 smithi071 bash[9480]: cluster 2020-11-16T20:44:00.356697+0000 mgr.x (mgr.14196) 961 : cluster [DBG] pgmap v1437: 17 pgs: 1 active+recovering, 16 active+clean; 7.3 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 58 MiB/s wr, 932 op/s; 5826/239464 objects misplaced (2.433%); 784 KiB/s, 12 objects/s recovering
2020-11-16T20:44:01.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:01 smithi065 bash[9468]: cluster 2020-11-16T20:44:00.356697+0000 mgr.x (mgr.14196) 961 : cluster [DBG] pgmap v1437: 17 pgs: 1 active+recovering, 16 active+clean; 7.3 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 58 MiB/s wr, 932 op/s; 5826/239464 objects misplaced (2.433%); 784 KiB/s, 12 objects/s recovering
2020-11-16T20:44:01.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:01 smithi142 bash[9523]: cluster 2020-11-16T20:44:00.356697+0000 mgr.x (mgr.14196) 961 : cluster [DBG] pgmap v1437: 17 pgs: 1 active+recovering, 16 active+clean; 7.3 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 58 MiB/s wr, 932 op/s; 5826/239464 objects misplaced (2.433%); 784 KiB/s, 12 objects/s recovering
2020-11-16T20:44:01.842 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:44:02.264 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:02.368 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:02.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   71      16    124857    124841   109.885   70.6875   0.0302683   0.0090985
2020-11-16T20:44:02.532 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:02 smithi065 bash[16457]: debug 2020-11-16T20:44:02.260+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:02.626 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:02.679 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:44:02 smithi142 bash[18009]: debug 2020-11-16T20:44:02.623+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:02.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:02 smithi142 bash[9523]: cluster 2020-11-16T20:44:02.357232+0000 mgr.x (mgr.14196) 962 : cluster [DBG] pgmap v1438: 17 pgs: 1 active+recovering, 16 active+clean; 7.5 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 71 MiB/s wr, 1.14k op/s; 5738/245938 objects misplaced (2.333%); 1.3 MiB/s, 21 objects/s recovering
2020-11-16T20:44:02.730 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:02.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:02 smithi071 bash[9480]: cluster 2020-11-16T20:44:02.357232+0000 mgr.x (mgr.14196) 962 : cluster [DBG] pgmap v1438: 17 pgs: 1 active+recovering, 16 active+clean; 7.5 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 71 MiB/s wr, 1.14k op/s; 5738/245938 objects misplaced (2.333%); 1.3 MiB/s, 21 objects/s recovering
2020-11-16T20:44:03.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:02 smithi065 bash[9468]: cluster 2020-11-16T20:44:02.357232+0000 mgr.x (mgr.14196) 962 : cluster [DBG] pgmap v1438: 17 pgs: 1 active+recovering, 16 active+clean; 7.5 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 71 MiB/s wr, 1.14k op/s; 5738/245938 objects misplaced (2.333%); 1.3 MiB/s, 21 objects/s recovering
2020-11-16T20:44:03.116 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:03.219 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:03.340 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:03.443 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:03.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:44:03 smithi071 bash[26650]: debug 2020-11-16T20:44:03.335+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:03.452 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:03 smithi142 bash[20366]: debug 2020-11-16T20:44:03.119+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:03.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   72      16    125963    125947   109.319    69.125   0.0122746  0.00914564
2020-11-16T20:44:04.021 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:04.125 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:04.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[15670]: debug 2020-11-16T20:44:04.023+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:04.322 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:04.393 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:44:04.426 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:04.449 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[26650]: debug 2020-11-16T20:44:04.319+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:04.452 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:44:04.482 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:44:04.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   73      16    127031    127015   108.736     66.75  0.00652109  0.00919368
2020-11-16T20:44:04.515 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:44:04.552 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:44:04.559 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:04.588 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:44:04.620 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:44:04.666 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:04.666 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:44:04.702 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:44:04.735 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:44:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:44:04.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[15670]: debug 2020-11-16T20:44:04.559+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:04.803 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:44:04.805 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:04.811 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.811 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.811 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.811 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.812 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.812 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.812 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.812 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.812 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.812 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.813 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.813 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:44:04.909 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:04.918 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:44:05.103 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:03.851597+0000 osd.0 (osd.0) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:05.103 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:03.851663+0000 osd.0 (osd.0) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:05.103 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:03.906821+0000 mon.a (mon.0) 1872 : cluster [DBG] osdmap e565: 12 total, 12 up, 9 in
2020-11-16T20:44:05.103 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.357734+0000 mgr.x (mgr.14196) 963 : cluster [DBG] pgmap v1440: 17 pgs: 1 active+recovering, 16 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 73 MiB/s wr, 1.16k op/s; 5738/249290 objects misplaced (2.302%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:44:05.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: audit 2020-11-16T20:44:04.366789+0000 mon.a (mon.0) 1873 : audit [DBG] from='client.? v1:172.21.15.142:0/1257089281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:05.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.399808+0000 osd.0 (osd.0) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.459053+0000 osd.1 (osd.1) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: audit 2020-11-16T20:44:04.531049+0000 mon.b (mon.1) 426 : audit [INF] from='client.? v1:172.21.15.142:0/272838421' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:44:05.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: audit 2020-11-16T20:44:04.535031+0000 mon.a (mon.0) 1874 : audit [INF] from='client.25831 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:44:05.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.555280+0000 osd.4 (osd.4) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.104 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.623655+0000 osd.6 (osd.6) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.105 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.665555+0000 osd.7 (osd.7) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.105 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:04 smithi142 bash[20366]: debug 2020-11-16T20:44:04.807+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:05.105 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[15670]: debug 2020-11-16T20:44:05.107+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:05.105 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:05.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:03.851597+0000 osd.0 (osd.0) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:03.851663+0000 osd.0 (osd.0) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:03.906821+0000 mon.a (mon.0) 1872 : cluster [DBG] osdmap e565: 12 total, 12 up, 9 in
2020-11-16T20:44:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.357734+0000 mgr.x (mgr.14196) 963 : cluster [DBG] pgmap v1440: 17 pgs: 1 active+recovering, 16 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 73 MiB/s wr, 1.16k op/s; 5738/249290 objects misplaced (2.302%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:44:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: audit 2020-11-16T20:44:04.366789+0000 mon.a (mon.0) 1873 : audit [DBG] from='client.? v1:172.21.15.142:0/1257089281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.399808+0000 osd.0 (osd.0) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.459053+0000 osd.1 (osd.1) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: audit 2020-11-16T20:44:04.531049+0000 mon.b (mon.1) 426 : audit [INF] from='client.? v1:172.21.15.142:0/272838421' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:44:05.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: audit 2020-11-16T20:44:04.535031+0000 mon.a (mon.0) 1874 : audit [INF] from='client.25831 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:44:05.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.555280+0000 osd.4 (osd.4) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.623655+0000 osd.6 (osd.6) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:04 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.665555+0000 osd.7 (osd.7) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.207 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:05.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:03.851597+0000 osd.0 (osd.0) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:05.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:03.851663+0000 osd.0 (osd.0) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:05.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:03.906821+0000 mon.a (mon.0) 1872 : cluster [DBG] osdmap e565: 12 total, 12 up, 9 in
2020-11-16T20:44:05.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.357734+0000 mgr.x (mgr.14196) 963 : cluster [DBG] pgmap v1440: 17 pgs: 1 active+recovering, 16 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 73 MiB/s wr, 1.16k op/s; 5738/249290 objects misplaced (2.302%); 1.5 MiB/s, 23 objects/s recovering
2020-11-16T20:44:05.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: audit 2020-11-16T20:44:04.366789+0000 mon.a (mon.0) 1873 : audit [DBG] from='client.? v1:172.21.15.142:0/1257089281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.399808+0000 osd.0 (osd.0) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.459053+0000 osd.1 (osd.1) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: audit 2020-11-16T20:44:04.531049+0000 mon.b (mon.1) 426 : audit [INF] from='client.? v1:172.21.15.142:0/272838421' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:44:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: audit 2020-11-16T20:44:04.535031+0000 mon.a (mon.0) 1874 : audit [INF] from='client.25831 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:44:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.555280+0000 osd.4 (osd.4) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.623655+0000 osd.6 (osd.6) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:04 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.665555+0000 osd.7 (osd.7) 110 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:05.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   74      16    127925    127909   108.021    55.875  0.00636337  0.00924993
2020-11-16T20:44:05.704 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:05.809 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:05.921 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.7 to 1 (10000)
2020-11-16T20:44:05.964 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:06.010 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.488829+0000 osd.2 (osd.2) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.011 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.522816+0000 osd.3 (osd.3) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.011 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.591667+0000 osd.5 (osd.5) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.011 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.702595+0000 osd.8 (osd.8) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.011 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.738073+0000 osd.9 (osd.9) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.011 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.769929+0000 osd.10 (osd.10) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.011 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.904269+0000 mon.a (mon.0) 1875 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:06.012 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: audit 2020-11-16T20:44:04.918932+0000 mon.a (mon.0) 1876 : audit [INF] from='client.25831 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:44:06.012 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: cluster 2020-11-16T20:44:04.919117+0000 mon.a (mon.0) 1877 : cluster [DBG] osdmap e566: 12 total, 12 up, 9 in
2020-11-16T20:44:06.012 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[9480]: audit 2020-11-16T20:44:05.125641+0000 mon.a (mon.0) 1878 : audit [INF] from='client.? v1:172.21.15.142:0/2777134852' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T20:44:06.012 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:05 smithi071 bash[16796]: debug 2020-11-16T20:44:05.699+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:06.068 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:06.075 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.488829+0000 osd.2 (osd.2) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.076 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.522816+0000 osd.3 (osd.3) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.076 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.591667+0000 osd.5 (osd.5) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.076 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.702595+0000 osd.8 (osd.8) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.076 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.738073+0000 osd.9 (osd.9) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.076 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.769929+0000 osd.10 (osd.10) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.076 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.904269+0000 mon.a (mon.0) 1875 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:06.077 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: audit 2020-11-16T20:44:04.918932+0000 mon.a (mon.0) 1876 : audit [INF] from='client.25831 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:44:06.077 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: cluster 2020-11-16T20:44:04.919117+0000 mon.a (mon.0) 1877 : cluster [DBG] osdmap e566: 12 total, 12 up, 9 in
2020-11-16T20:44:06.077 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[9468]: audit 2020-11-16T20:44:05.125641+0000 mon.a (mon.0) 1878 : audit [INF] from='client.? v1:172.21.15.142:0/2777134852' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T20:44:06.077 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:44:05 smithi065 bash[11785]: debug 2020-11-16T20:44:05.960+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:06.201 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:06.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.488829+0000 osd.2 (osd.2) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.522816+0000 osd.3 (osd.3) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.591667+0000 osd.5 (osd.5) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.702595+0000 osd.8 (osd.8) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.738073+0000 osd.9 (osd.9) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.769929+0000 osd.10 (osd.10) 119 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:06.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.904269+0000 mon.a (mon.0) 1875 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:06.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: audit 2020-11-16T20:44:04.918932+0000 mon.a (mon.0) 1876 : audit [INF] from='client.25831 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:44:06.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: cluster 2020-11-16T20:44:04.919117+0000 mon.a (mon.0) 1877 : cluster [DBG] osdmap e566: 12 total, 12 up, 9 in
2020-11-16T20:44:06.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:05 smithi142 bash[9523]: audit 2020-11-16T20:44:05.125641+0000 mon.a (mon.0) 1878 : audit [INF] from='client.? v1:172.21.15.142:0/2777134852' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T20:44:06.307 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:06.340 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:44:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:44:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:44:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:44:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:44:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:222500 4.2 4:4590e5df:::benchmark_data_smithi065_31807_object84331:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e489)",
2020-11-16T20:44:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:44.522722+0000",
2020-11-16T20:44:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 201.82013006,
2020-11-16T20:44:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.240863611,
2020-11-16T20:44:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:44:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:44:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:44:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 222500
2020-11-16T20:44:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:44:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:44:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:44:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.522722+0000",
2020-11-16T20:44:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:44:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:44:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.522722+0000",
2020-11-16T20:44:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9998999
2020-11-16T20:44:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:44:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.522622+0000",
2020-11-16T20:44:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022640299999999999
2020-11-16T20:44:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:44:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.522848+0000",
2020-11-16T20:44:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.7713000000000003e-05
2020-11-16T20:44:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:44:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.522886+0000",
2020-11-16T20:44:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9130000000000001e-05
2020-11-16T20:44:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.522905+0000",
2020-11-16T20:44:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00056635599999999996
2020-11-16T20:44:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523472+0000",
2020-11-16T20:44:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0801999999999998e-05
2020-11-16T20:44:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523492+0000",
2020-11-16T20:44:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2120639120000001
2020-11-16T20:44:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.735556+0000",
2020-11-16T20:44:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000239385
2020-11-16T20:44:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:44:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.735796+0000",
2020-11-16T20:44:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00027369900000000002
2020-11-16T20:44:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,9",
2020-11-16T20:44:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.736069+0000",
2020-11-16T20:44:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.022056775000000001
2020-11-16T20:44:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:44:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.758126+0000",
2020-11-16T20:44:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0052056209999999997
2020-11-16T20:44:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763332+0000",
2020-11-16T20:44:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9938999999999996e-05
2020-11-16T20:44:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763402+0000",
2020-11-16T20:44:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7547999999999998e-05
2020-11-16T20:44:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:44:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763469+0000",
2020-11-16T20:44:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011642300000000001
2020-11-16T20:44:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:44:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763586+0000",
2020-11-16T20:44:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.240863611
2020-11-16T20:44:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:44:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:44:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:44:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:44:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:44:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:222564 4.2 4:41837aea:::benchmark_data_smithi065_31807_object84395:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e489)",
2020-11-16T20:44:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:44.523057+0000",
2020-11-16T20:44:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 201.81979558500001,
2020-11-16T20:44:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.2408246839999999,
2020-11-16T20:44:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:44:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:44:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:44:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 222564
2020-11-16T20:44:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:44:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:44:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:44:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523057+0000",
2020-11-16T20:44:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:44:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:44:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523057+0000",
2020-11-16T20:44:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999142
2020-11-16T20:44:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:44:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.522971+0000",
2020-11-16T20:44:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019454100000000001
2020-11-16T20:44:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:44:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523165+0000",
2020-11-16T20:44:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.1838999999999998e-05
2020-11-16T20:44:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:44:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523197+0000",
2020-11-16T20:44:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3570000000000001e-05
2020-11-16T20:44:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523211+0000",
2020-11-16T20:44:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032942099999999999
2020-11-16T20:44:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523540+0000",
2020-11-16T20:44:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5444e-05
2020-11-16T20:44:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523556+0000",
2020-11-16T20:44:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2178956700000001
2020-11-16T20:44:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.741451+0000",
2020-11-16T20:44:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019600100000000001
2020-11-16T20:44:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:44:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.741647+0000",
2020-11-16T20:44:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016811500000000001
2020-11-16T20:44:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,9",
2020-11-16T20:44:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.741815+0000",
2020-11-16T20:44:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016324841999999999
2020-11-16T20:44:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:44:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.758140+0000",
2020-11-16T20:44:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0055091289999999998
2020-11-16T20:44:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763649+0000",
2020-11-16T20:44:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7070999999999995e-05
2020-11-16T20:44:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763717+0000",
2020-11-16T20:44:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5392000000000001e-05
2020-11-16T20:44:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:44:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763772+0000",
2020-11-16T20:44:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000109301
2020-11-16T20:44:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:44:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763881+0000",
2020-11-16T20:44:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2408246839999999
2020-11-16T20:44:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:44:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:44:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:44:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:44:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:44:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:222581 4.2 4:4ec6ea2e:::benchmark_data_smithi065_31807_object84412:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e489)",
2020-11-16T20:44:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:44.523412+0000",
2020-11-16T20:44:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 201.81943987,
2020-11-16T20:44:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.2409764889999999,
2020-11-16T20:44:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:44:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:44:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:44:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 222581
2020-11-16T20:44:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:44:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:44:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:44:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523412+0000",
2020-11-16T20:44:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:44:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:44:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523412+0000",
2020-11-16T20:44:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999142
2020-11-16T20:44:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:44:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523327+0000",
2020-11-16T20:44:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019865
2020-11-16T20:44:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:44:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523525+0000",
2020-11-16T20:44:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2339999999999999e-05
2020-11-16T20:44:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:44:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523558+0000",
2020-11-16T20:44:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4616e-05
2020-11-16T20:44:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523572+0000",
2020-11-16T20:44:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000169512
2020-11-16T20:44:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523742+0000",
2020-11-16T20:44:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4349999999999999e-05
2020-11-16T20:44:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523766+0000",
2020-11-16T20:44:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.224382165
2020-11-16T20:44:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.748148+0000",
2020-11-16T20:44:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000219053
2020-11-16T20:44:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:44:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.748367+0000",
2020-11-16T20:44:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026897999999999999
2020-11-16T20:44:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,9",
2020-11-16T20:44:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.748636+0000",
2020-11-16T20:44:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014447951000000001
2020-11-16T20:44:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:44:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763084+0000",
2020-11-16T20:44:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00085798500000000002
2020-11-16T20:44:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763942+0000",
2020-11-16T20:44:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000124855
2020-11-16T20:44:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.764067+0000",
2020-11-16T20:44:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0001025
2020-11-16T20:44:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:44:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.764169+0000",
2020-11-16T20:44:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021922700000000001
2020-11-16T20:44:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:44:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.764389+0000",
2020-11-16T20:44:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2409764889999999
2020-11-16T20:44:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:44:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:44:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:44:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:44:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:44:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:222606 4.2 4:423bca42:::benchmark_data_smithi065_31807_object84437:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e489)",
2020-11-16T20:44:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:44.523796+0000",
2020-11-16T20:44:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 201.81905628199999,
2020-11-16T20:44:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.242477651,
2020-11-16T20:44:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:44:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:44:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:44:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 222606
2020-11-16T20:44:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:44:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:44:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:44:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523796+0000",
2020-11-16T20:44:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:44:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:44:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523796+0000",
2020-11-16T20:44:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999223
2020-11-16T20:44:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:44:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523718+0000",
2020-11-16T20:44:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014901399999999999
2020-11-16T20:44:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:44:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523867+0000",
2020-11-16T20:44:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0090000000000002e-05
2020-11-16T20:44:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:44:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523897+0000",
2020-11-16T20:44:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4467000000000001e-05
2020-11-16T20:44:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.523912+0000",
2020-11-16T20:44:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020830299999999999
2020-11-16T20:44:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524120+0000",
2020-11-16T20:44:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1166999999999999e-05
2020-11-16T20:44:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524141+0000",
2020-11-16T20:44:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2292282320000001
2020-11-16T20:44:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.753369+0000",
2020-11-16T20:44:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024705199999999999
2020-11-16T20:44:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:44:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.753617+0000",
2020-11-16T20:44:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000160781
2020-11-16T20:44:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,9",
2020-11-16T20:44:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.753777+0000",
2020-11-16T20:44:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0095677739999999994
2020-11-16T20:44:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:44:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763345+0000",
2020-11-16T20:44:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000647117
2020-11-16T20:44:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763992+0000",
2020-11-16T20:44:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0018978129999999999
2020-11-16T20:44:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.765890+0000",
2020-11-16T20:44:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018597000000000001
2020-11-16T20:44:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:44:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.766076+0000",
2020-11-16T20:44:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019748300000000001
2020-11-16T20:44:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:44:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.766273+0000",
2020-11-16T20:44:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.242477651
2020-11-16T20:44:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:44:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:44:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:44:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:44:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:44:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:222642 4.2 4:45f4bb0d:::benchmark_data_smithi065_31807_object84473:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e489)",
2020-11-16T20:44:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:40:44.524204+0000",
2020-11-16T20:44:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 201.81864799499999,
2020-11-16T20:44:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.242428726,
2020-11-16T20:44:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:44:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:44:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:44:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 222642
2020-11-16T20:44:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:44:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:44:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:44:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524204+0000",
2020-11-16T20:44:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:44:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:44:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524204+0000",
2020-11-16T20:44:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999037
2020-11-16T20:44:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:44:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524108+0000",
2020-11-16T20:44:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000183847
2020-11-16T20:44:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:44:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524292+0000",
2020-11-16T20:44:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9772999999999999e-05
2020-11-16T20:44:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:44:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524311+0000",
2020-11-16T20:44:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3716999999999999e-05
2020-11-16T20:44:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524325+0000",
2020-11-16T20:44:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000101481
2020-11-16T20:44:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524427+0000",
2020-11-16T20:44:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1012000000000001e-05
2020-11-16T20:44:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:44.524448+0000",
2020-11-16T20:44:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2337416400000001
2020-11-16T20:44:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.758189+0000",
2020-11-16T20:44:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000155993
2020-11-16T20:44:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:44:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.758345+0000",
2020-11-16T20:44:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015498399999999999
2020-11-16T20:44:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,9",
2020-11-16T20:44:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.758500+0000",
2020-11-16T20:44:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0051651900000000001
2020-11-16T20:44:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:44:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.763665+0000",
2020-11-16T20:44:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00083474099999999996
2020-11-16T20:44:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.764500+0000",
2020-11-16T20:44:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0018336649999999999
2020-11-16T20:44:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.766334+0000",
2020-11-16T20:44:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7143000000000002e-05
2020-11-16T20:44:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:44:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.766421+0000",
2020-11-16T20:44:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021195099999999999
2020-11-16T20:44:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:44:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:40:45.766633+0000",
2020-11-16T20:44:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.242428726
2020-11-16T20:44:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:44:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:44:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:44:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:44:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:44:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:44:06.431 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[18823]: debug 2020-11-16T20:44:06.192+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:06.436 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:06.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   75      16    128982    128966   107.462   66.0625  0.00987423  0.00930307
2020-11-16T20:44:06.543 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:06.714 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:06.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[14115]: debug 2020-11-16T20:44:06.428+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:06.817 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:07.073 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:07.081 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:06 smithi071 bash[16796]: debug 2020-11-16T20:44:06.711+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:07.081 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:06 smithi071 bash[9480]: cluster 2020-11-16T20:44:05.671311+0000 osd.6 (osd.6) 163 : cluster [DBG] 5.2 scrub starts
2020-11-16T20:44:07.081 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:06 smithi071 bash[9480]: audit 2020-11-16T20:44:05.916424+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? v1:172.21.15.142:0/2777134852' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T20:44:07.082 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:06 smithi071 bash[9480]: cluster 2020-11-16T20:44:05.916464+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e567: 12 total, 12 up, 9 in
2020-11-16T20:44:07.082 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:06 smithi071 bash[9480]: cluster 2020-11-16T20:44:06.009949+0000 osd.10 (osd.10) 120 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:07.082 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:06 smithi071 bash[9480]: cluster 2020-11-16T20:44:06.010025+0000 osd.10 (osd.10) 121 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:07.082 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:06 smithi071 bash[9480]: cluster 2020-11-16T20:44:06.358203+0000 mgr.x (mgr.14196) 964 : cluster [DBG] pgmap v1443: 17 pgs: 1 active+recovering, 16 active+clean; 7.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s; 5738/251916 objects misplaced (2.278%); 938 KiB/s, 14 objects/s recovering
2020-11-16T20:44:07.210 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:06 smithi142 bash[9523]: cluster 2020-11-16T20:44:05.671311+0000 osd.6 (osd.6) 163 : cluster [DBG] 5.2 scrub starts
2020-11-16T20:44:07.210 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:06 smithi142 bash[9523]: audit 2020-11-16T20:44:05.916424+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? v1:172.21.15.142:0/2777134852' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T20:44:07.210 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:06 smithi142 bash[9523]: cluster 2020-11-16T20:44:05.916464+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e567: 12 total, 12 up, 9 in
2020-11-16T20:44:07.211 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:06 smithi142 bash[9523]: cluster 2020-11-16T20:44:06.009949+0000 osd.10 (osd.10) 120 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:07.211 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:06 smithi142 bash[9523]: cluster 2020-11-16T20:44:06.010025+0000 osd.10 (osd.10) 121 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:07.211 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:06 smithi142 bash[9523]: cluster 2020-11-16T20:44:06.358203+0000 mgr.x (mgr.14196) 964 : cluster [DBG] pgmap v1443: 17 pgs: 1 active+recovering, 16 active+clean; 7.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s; 5738/251916 objects misplaced (2.278%); 938 KiB/s, 14 objects/s recovering
2020-11-16T20:44:07.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[16457]: debug 2020-11-16T20:44:06.960+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:07.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[9468]: cluster 2020-11-16T20:44:05.671311+0000 osd.6 (osd.6) 163 : cluster [DBG] 5.2 scrub starts
2020-11-16T20:44:07.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[9468]: audit 2020-11-16T20:44:05.916424+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? v1:172.21.15.142:0/2777134852' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T20:44:07.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[9468]: cluster 2020-11-16T20:44:05.916464+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e567: 12 total, 12 up, 9 in
2020-11-16T20:44:07.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[9468]: cluster 2020-11-16T20:44:06.009949+0000 osd.10 (osd.10) 120 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:07.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[9468]: cluster 2020-11-16T20:44:06.010025+0000 osd.10 (osd.10) 121 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:07.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:06 smithi065 bash[9468]: cluster 2020-11-16T20:44:06.358203+0000 mgr.x (mgr.14196) 964 : cluster [DBG] pgmap v1443: 17 pgs: 1 active+recovering, 16 active+clean; 7.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s; 5738/251916 objects misplaced (2.278%); 938 KiB/s, 14 objects/s recovering
2020-11-16T20:44:07.503 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 8 1
2020-11-16T20:44:07.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   76      16    129783    129767   106.707   50.0625    0.209266  0.00936333
2020-11-16T20:44:07.568 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:07.652 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight
2020-11-16T20:44:07.668 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:07.671 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:07.826 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:44:07.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:07 smithi071 bash[9480]: cluster 2020-11-16T20:44:06.934099+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e568: 12 total, 12 up, 9 in
2020-11-16T20:44:07.925 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:07 smithi071 bash[16796]: debug 2020-11-16T20:44:07.563+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:08.215 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:07 smithi142 bash[9523]: cluster 2020-11-16T20:44:06.934099+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e568: 12 total, 12 up, 9 in
2020-11-16T20:44:08.215 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:08 smithi142 bash[22738]: debug 2020-11-16T20:44:08.219+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:08.216 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:08.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:07 smithi065 bash[9468]: cluster 2020-11-16T20:44:06.934099+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e568: 12 total, 12 up, 9 in
2020-11-16T20:44:08.318 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:08.452 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:08.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   77      16    130892    130876   106.221   69.3125   0.0072289  0.00941107
2020-11-16T20:44:08.556 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:08.671 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:08 smithi065 bash[14115]: debug 2020-11-16T20:44:08.448+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:08.673 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:08.780 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:08.932 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:08 smithi065 bash[14115]: debug 2020-11-16T20:44:08.668+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:08.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:08 smithi065 bash[9468]: cluster 2020-11-16T20:44:07.699096+0000 osd.6 (osd.6) 164 : cluster [DBG] 5.2 scrub ok
2020-11-16T20:44:08.932 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:08 smithi065 bash[9468]: cluster 2020-11-16T20:44:08.358805+0000 mgr.x (mgr.14196) 965 : cluster [DBG] pgmap v1445: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 73 MiB/s wr, 1.17k op/s; 5640/257624 objects misplaced (2.189%); 1.4 MiB/s, 21 objects/s recovering
2020-11-16T20:44:09.088 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:08 smithi142 bash[9523]: cluster 2020-11-16T20:44:07.699096+0000 osd.6 (osd.6) 164 : cluster [DBG] 5.2 scrub ok
2020-11-16T20:44:09.088 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:08 smithi142 bash[9523]: cluster 2020-11-16T20:44:08.358805+0000 mgr.x (mgr.14196) 965 : cluster [DBG] pgmap v1445: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 73 MiB/s wr, 1.17k op/s; 5640/257624 objects misplaced (2.189%); 1.4 MiB/s, 21 objects/s recovering
2020-11-16T20:44:09.089 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:09.192 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:09.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:08 smithi071 bash[9480]: cluster 2020-11-16T20:44:07.699096+0000 osd.6 (osd.6) 164 : cluster [DBG] 5.2 scrub ok
2020-11-16T20:44:09.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:08 smithi071 bash[9480]: cluster 2020-11-16T20:44:08.358805+0000 mgr.x (mgr.14196) 965 : cluster [DBG] pgmap v1445: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 73 MiB/s wr, 1.17k op/s; 5640/257624 objects misplaced (2.189%); 1.4 MiB/s, 21 objects/s recovering
2020-11-16T20:44:09.212 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:44:09.314 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:09.361 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:09 smithi142 bash[22738]: debug 2020-11-16T20:44:09.091+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:09.377 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:09.393 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:44:09.419 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:09.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   78      16    131904    131888    105.67     63.25   0.0131336  0.00946113
2020-11-16T20:44:09.531 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:09 smithi065 bash[14115]: debug 2020-11-16T20:44:09.312+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:09.569 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:10.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:09 smithi071 bash[9480]: cluster 2020-11-16T20:44:08.859463+0000 osd.11 (osd.11) 136 : cluster [DBG] 5.d scrub starts
2020-11-16T20:44:10.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:09 smithi065 bash[9468]: cluster 2020-11-16T20:44:08.859463+0000 osd.11 (osd.11) 136 : cluster [DBG] 5.d scrub starts
2020-11-16T20:44:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:09 smithi142 bash[9523]: cluster 2020-11-16T20:44:08.859463+0000 osd.11 (osd.11) 136 : cluster [DBG] 5.d scrub starts
2020-11-16T20:44:10.347 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:10.451 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:10.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   79      15    132867    132852   105.095     60.25   0.0103176   0.0095132
2020-11-16T20:44:10.692 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:10.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:10 smithi142 bash[22738]: debug 2020-11-16T20:44:10.351+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:10.796 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:10.944 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:44:10 smithi071 bash[26650]: debug 2020-11-16T20:44:10.691+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:10.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:10 smithi071 bash[9480]: cluster 2020-11-16T20:44:10.012480+0000 osd.0 (osd.0) 148 : cluster [DBG] 5.8 scrub starts
2020-11-16T20:44:10.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:10 smithi071 bash[9480]: cluster 2020-11-16T20:44:10.359311+0000 mgr.x (mgr.14196) 966 : cluster [DBG] pgmap v1446: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 56 MiB/s wr, 895 op/s; 5640/260034 objects misplaced (2.169%); 1.0 MiB/s, 16 objects/s recovering
2020-11-16T20:44:11.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:10 smithi065 bash[9468]: cluster 2020-11-16T20:44:10.012480+0000 osd.0 (osd.0) 148 : cluster [DBG] 5.8 scrub starts
2020-11-16T20:44:11.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:10 smithi065 bash[9468]: cluster 2020-11-16T20:44:10.359311+0000 mgr.x (mgr.14196) 966 : cluster [DBG] pgmap v1446: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 56 MiB/s wr, 895 op/s; 5640/260034 objects misplaced (2.169%); 1.0 MiB/s, 16 objects/s recovering
2020-11-16T20:44:11.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:10 smithi142 bash[9523]: cluster 2020-11-16T20:44:10.012480+0000 osd.0 (osd.0) 148 : cluster [DBG] 5.8 scrub starts
2020-11-16T20:44:11.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:10 smithi142 bash[9523]: cluster 2020-11-16T20:44:10.359311+0000 mgr.x (mgr.14196) 966 : cluster [DBG] pgmap v1446: 17 pgs: 1 active+recovering, 16 active+clean; 7.9 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 56 MiB/s wr, 895 op/s; 5640/260034 objects misplaced (2.169%); 1.0 MiB/s, 16 objects/s recovering
2020-11-16T20:44:11.490 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:11.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:44:11.515068 min lat: 0.00159874 max lat: 1.27898 avg lat: 0.00955617
2020-11-16T20:44:11.512 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:44:11.512 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   80      15    133938    133923   104.618   66.9375   0.0546825  0.00955617
2020-11-16T20:44:11.594 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:11.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:11 smithi142 bash[15670]: debug 2020-11-16T20:44:11.491+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:11.801 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:11.907 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:11.951 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:44:11 smithi065 bash[11785]: debug 2020-11-16T20:44:11.800+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:12.009 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:12.114 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:12.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:11 smithi071 bash[9480]: cluster 2020-11-16T20:44:11.201124+0000 osd.11 (osd.11) 137 : cluster [DBG] 5.d scrub ok
2020-11-16T20:44:12.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:11 smithi065 bash[9468]: cluster 2020-11-16T20:44:11.201124+0000 osd.11 (osd.11) 137 : cluster [DBG] 5.d scrub ok
2020-11-16T20:44:12.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:12 smithi065 bash[16457]: debug 2020-11-16T20:44:12.004+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:12.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:11 smithi142 bash[9523]: cluster 2020-11-16T20:44:11.201124+0000 osd.11 (osd.11) 137 : cluster [DBG] 5.d scrub ok
2020-11-16T20:44:12.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   81      16    134955    134939    104.11      63.5   0.0118982  0.00960316
2020-11-16T20:44:12.653 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:44:12.654 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:44:12.654 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:44:12.654 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.15876.0:135118 5.2 5:449d046e:::benchmark_data_smithi065_37993_object135117:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e568)",
2020-11-16T20:44:12.654 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:44:12.655365+0000",
2020-11-16T20:44:12.654 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.00106927,
2020-11-16T20:44:12.654 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.001104093,
2020-11-16T20:44:12.655 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:44:12.655 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:44:12.655 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:44:12.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.15876",
2020-11-16T20:44:12.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:12.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 135118
2020-11-16T20:44:12.655 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:44:12.656 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:44:12.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:44:12.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655365+0000",
2020-11-16T20:44:12.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:44:12.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:12.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:44:12.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655365+0000",
2020-11-16T20:44:12.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999657
2020-11-16T20:44:12.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:12.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:44:12.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655330+0000",
2020-11-16T20:44:12.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000153664
2020-11-16T20:44:12.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:12.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:44:12.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655484+0000",
2020-11-16T20:44:12.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0106999999999999e-05
2020-11-16T20:44:12.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:12.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:44:12.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655504+0000",
2020-11-16T20:44:12.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3080000000000008e-06
2020-11-16T20:44:12.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:12.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:12.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655512+0000",
2020-11-16T20:44:12.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2133999999999997e-05
2020-11-16T20:44:12.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:12.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:44:12.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655584+0000",
2020-11-16T20:44:12.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016923700000000001
2020-11-16T20:44:12.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:12.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:44:12.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655754+0000",
2020-11-16T20:44:12.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015838700000000001
2020-11-16T20:44:12.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:44:12.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:44:12.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:44:12.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:44:12.655912+0000",
2020-11-16T20:44:12.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00054734200000000003
2020-11-16T20:44:12.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:44:12.662 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:44:12.662 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:44:12.662 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:44:12.662 INFO:teuthology.orchestra.run.smithi071.stdout:    ],
2020-11-16T20:44:12.662 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 1
2020-11-16T20:44:12.663 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:44:12.834 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:12.937 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:13.076 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:13.182 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:13.190 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:12 smithi142 bash[9523]: cluster 2020-11-16T20:44:12.359869+0000 mgr.x (mgr.14196) 967 : cluster [DBG] pgmap v1447: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.1 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 72 MiB/s wr, 1.15k op/s; 5543/266410 objects misplaced (2.081%); 1.6 MiB/s, 26 objects/s recovering
2020-11-16T20:44:13.190 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:12 smithi142 bash[9523]: cluster 2020-11-16T20:44:12.519145+0000 osd.0 (osd.0) 149 : cluster [DBG] 5.8 scrub ok
2020-11-16T20:44:13.190 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:12 smithi142 bash[20366]: debug 2020-11-16T20:44:12.839+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:13.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:12 smithi071 bash[9480]: cluster 2020-11-16T20:44:12.359869+0000 mgr.x (mgr.14196) 967 : cluster [DBG] pgmap v1447: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.1 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 72 MiB/s wr, 1.15k op/s; 5543/266410 objects misplaced (2.081%); 1.6 MiB/s, 26 objects/s recovering
2020-11-16T20:44:13.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:12 smithi071 bash[9480]: cluster 2020-11-16T20:44:12.519145+0000 osd.0 (osd.0) 149 : cluster [DBG] 5.8 scrub ok
2020-11-16T20:44:13.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:12 smithi065 bash[9468]: cluster 2020-11-16T20:44:12.359869+0000 mgr.x (mgr.14196) 967 : cluster [DBG] pgmap v1447: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.1 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 72 MiB/s wr, 1.15k op/s; 5543/266410 objects misplaced (2.081%); 1.6 MiB/s, 26 objects/s recovering
2020-11-16T20:44:13.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:12 smithi065 bash[9468]: cluster 2020-11-16T20:44:12.519145+0000 osd.0 (osd.0) 149 : cluster [DBG] 5.8 scrub ok
2020-11-16T20:44:13.282 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:13 smithi065 bash[18823]: debug 2020-11-16T20:44:13.072+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:13.511 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   82      16    136035    136019   103.664      67.5  0.00989474  0.00964179
2020-11-16T20:44:13.650 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops
2020-11-16T20:44:13.734 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:13.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:13 smithi142 bash[22738]: debug 2020-11-16T20:44:13.735+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:13.820 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:44:13.837 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:14.097 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:14.099 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:14 smithi142 bash[15670]: debug 2020-11-16T20:44:14.099+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:14.200 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:14.338 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:14.443 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:14.514 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   83      16    137060    137044   103.183   64.0625  0.00862507  0.00968944
2020-11-16T20:44:14.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:14 smithi065 bash[18823]: debug 2020-11-16T20:44:14.332+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:14.549 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:14.652 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:14.757 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:14.862 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:15.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:14 smithi065 bash[14115]: debug 2020-11-16T20:44:14.756+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:15.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:14 smithi065 bash[16457]: debug 2020-11-16T20:44:14.544+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:15.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:15 smithi071 bash[9480]: cluster 2020-11-16T20:44:14.360283+0000 mgr.x (mgr.14196) 968 : cluster [DBG] pgmap v1448: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 72 MiB/s wr, 1.16k op/s; 5543/269490 objects misplaced (2.057%); 1.4 MiB/s, 23 objects/s recovering
2020-11-16T20:44:15.515 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   84      16    138089    138073    102.72   64.3125   0.0192352  0.00973291
2020-11-16T20:44:15.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:15 smithi065 bash[9468]: cluster 2020-11-16T20:44:14.360283+0000 mgr.x (mgr.14196) 968 : cluster [DBG] pgmap v1448: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 72 MiB/s wr, 1.16k op/s; 5543/269490 objects misplaced (2.057%); 1.4 MiB/s, 23 objects/s recovering
2020-11-16T20:44:15.879 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:15 smithi142 bash[9523]: cluster 2020-11-16T20:44:14.360283+0000 mgr.x (mgr.14196) 968 : cluster [DBG] pgmap v1448: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 72 MiB/s wr, 1.16k op/s; 5543/269490 objects misplaced (2.057%); 1.4 MiB/s, 23 objects/s recovering
2020-11-16T20:44:15.967 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:16.070 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:16.211 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:16.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:15 smithi142 bash[22738]: debug 2020-11-16T20:44:15.967+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:16.316 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:16.413 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:16 smithi065 bash[9468]: audit 2020-11-16T20:44:15.688607+0000 mon.c (mon.2) 52 : audit [INF] from='client.? v1:172.21.15.142:0/2071877843' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:44:16.414 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:16 smithi065 bash[9468]: audit 2020-11-16T20:44:15.693076+0000 mon.a (mon.0) 1882 : audit [INF] from='client.35774 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:44:16.414 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:16 smithi065 bash[16457]: debug 2020-11-16T20:44:16.208+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:16.421 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:16.423 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.8 to 1 (10000)
2020-11-16T20:44:16.515 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   85      16    139089    139073   102.247      62.5   0.0184769  0.00977539
2020-11-16T20:44:16.528 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:16.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:16 smithi071 bash[9480]: audit 2020-11-16T20:44:15.688607+0000 mon.c (mon.2) 52 : audit [INF] from='client.? v1:172.21.15.142:0/2071877843' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:44:16.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:16 smithi071 bash[9480]: audit 2020-11-16T20:44:15.693076+0000 mon.a (mon.0) 1882 : audit [INF] from='client.35774 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:44:16.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:16 smithi065 bash[18823]: debug 2020-11-16T20:44:16.416+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:16.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:16 smithi142 bash[9523]: audit 2020-11-16T20:44:15.688607+0000 mon.c (mon.2) 52 : audit [INF] from='client.? v1:172.21.15.142:0/2071877843' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:44:16.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:16 smithi142 bash[9523]: audit 2020-11-16T20:44:15.693076+0000 mon.a (mon.0) 1882 : audit [INF] from='client.35774 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:44:16.932 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:17.036 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:17.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:16 smithi071 bash[12066]: debug 2020-11-16T20:44:16.931+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:17.420 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:17 smithi142 bash[9523]: cluster 2020-11-16T20:44:16.081664+0000 osd.0 (osd.0) 150 : cluster [DBG] 5.b scrub starts
2020-11-16T20:44:17.420 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:17 smithi142 bash[9523]: cluster 2020-11-16T20:44:16.360807+0000 mgr.x (mgr.14196) 969 : cluster [DBG] pgmap v1449: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.3 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 63 MiB/s wr, 1.01k op/s; 5543/272194 objects misplaced (2.036%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:44:17.420 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:17 smithi142 bash[9523]: audit 2020-11-16T20:44:16.426962+0000 mon.a (mon.0) 1883 : audit [INF] from='client.35774 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:44:17.421 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:17 smithi142 bash[9523]: cluster 2020-11-16T20:44:16.427013+0000 mon.a (mon.0) 1884 : cluster [DBG] osdmap e569: 12 total, 12 up, 9 in
2020-11-16T20:44:17.421 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:17 smithi142 bash[9523]: cluster 2020-11-16T20:44:16.489736+0000 osd.5 (osd.5) 147 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:17.421 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:17 smithi142 bash[9523]: cluster 2020-11-16T20:44:16.489805+0000 osd.5 (osd.5) 148 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:17.515 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   86      16    140087    140071   101.783    62.375   0.0278656  0.00982189
2020-11-16T20:44:17.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:17 smithi071 bash[9480]: cluster 2020-11-16T20:44:16.081664+0000 osd.0 (osd.0) 150 : cluster [DBG] 5.b scrub starts
2020-11-16T20:44:17.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:17 smithi071 bash[9480]: cluster 2020-11-16T20:44:16.360807+0000 mgr.x (mgr.14196) 969 : cluster [DBG] pgmap v1449: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.3 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 63 MiB/s wr, 1.01k op/s; 5543/272194 objects misplaced (2.036%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:44:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:17 smithi071 bash[9480]: audit 2020-11-16T20:44:16.426962+0000 mon.a (mon.0) 1883 : audit [INF] from='client.35774 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:44:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:17 smithi071 bash[9480]: cluster 2020-11-16T20:44:16.427013+0000 mon.a (mon.0) 1884 : cluster [DBG] osdmap e569: 12 total, 12 up, 9 in
2020-11-16T20:44:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:17 smithi071 bash[9480]: cluster 2020-11-16T20:44:16.489736+0000 osd.5 (osd.5) 147 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:17.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:17 smithi071 bash[9480]: cluster 2020-11-16T20:44:16.489805+0000 osd.5 (osd.5) 148 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:17.702 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:17.703 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:17 smithi142 bash[15670]: debug 2020-11-16T20:44:17.703+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:17 smithi065 bash[9468]: cluster 2020-11-16T20:44:16.081664+0000 osd.0 (osd.0) 150 : cluster [DBG] 5.b scrub starts
2020-11-16T20:44:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:17 smithi065 bash[9468]: cluster 2020-11-16T20:44:16.360807+0000 mgr.x (mgr.14196) 969 : cluster [DBG] pgmap v1449: 17 pgs: 1 active+recovering, 1 active+clean+scrubbing, 15 active+clean; 8.3 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 63 MiB/s wr, 1.01k op/s; 5543/272194 objects misplaced (2.036%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:44:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:17 smithi065 bash[9468]: audit 2020-11-16T20:44:16.426962+0000 mon.a (mon.0) 1883 : audit [INF] from='client.35774 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:44:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:17 smithi065 bash[9468]: cluster 2020-11-16T20:44:16.427013+0000 mon.a (mon.0) 1884 : cluster [DBG] osdmap e569: 12 total, 12 up, 9 in
2020-11-16T20:44:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:17 smithi065 bash[9468]: cluster 2020-11-16T20:44:16.489736+0000 osd.5 (osd.5) 147 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:17.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:17 smithi065 bash[9468]: cluster 2020-11-16T20:44:16.489805+0000 osd.5 (osd.5) 148 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:17.806 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:18.049 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:18.087 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:44:18.087 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:44:18.088 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:44:18.088 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:44:18.088 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:44:18.153 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:18.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:44:18 smithi065 bash[11785]: debug 2020-11-16T20:44:18.044+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:18.331 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:18.366 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 11 1
2020-11-16T20:44:18.435 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:18.467 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:44:18 smithi071 bash[26650]: debug 2020-11-16T20:44:18.327+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:18.467 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:18 smithi071 bash[9480]: cluster 2020-11-16T20:44:17.434430+0000 mon.a (mon.0) 1885 : cluster [DBG] osdmap e570: 12 total, 12 up, 9 in
2020-11-16T20:44:18.515 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   87      16    140975    140959   101.251      55.5   0.0216912  0.00987412
2020-11-16T20:44:18.529 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:18.543 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:18.647 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:18 smithi065 bash[9468]: cluster 2020-11-16T20:44:17.434430+0000 mon.a (mon.0) 1885 : cluster [DBG] osdmap e570: 12 total, 12 up, 9 in
2020-11-16T20:44:18.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:18 smithi065 bash[18823]: debug 2020-11-16T20:44:18.540+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:18.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:18 smithi142 bash[9523]: cluster 2020-11-16T20:44:17.434430+0000 mon.a (mon.0) 1885 : cluster [DBG] osdmap e570: 12 total, 12 up, 9 in
2020-11-16T20:44:19.148 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:19.252 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:19.280 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_historic_ops
2020-11-16T20:44:19.376 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:19.432 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:19 smithi071 bash[9480]: cluster 2020-11-16T20:44:18.361277+0000 mgr.x (mgr.14196) 970 : cluster [DBG] pgmap v1452: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 8.5 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 70 MiB/s wr, 1.12k op/s; 5444/277978 objects misplaced (1.958%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:44:19.433 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:19 smithi071 bash[12066]: debug 2020-11-16T20:44:19.143+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:19.433 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:19 smithi071 bash[12066]: debug 2020-11-16T20:44:19.371+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:19.483 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:19.493 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:44:19.515 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   88      16    142010    141994   100.835   64.6875   0.0142033  0.00991512
2020-11-16T20:44:19.615 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:19.722 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:19 smithi065 bash[9468]: cluster 2020-11-16T20:44:18.361277+0000 mgr.x (mgr.14196) 970 : cluster [DBG] pgmap v1452: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 8.5 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 70 MiB/s wr, 1.12k op/s; 5444/277978 objects misplaced (1.958%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:44:19.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:19 smithi065 bash[16457]: debug 2020-11-16T20:44:19.612+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:19.882 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:19 smithi142 bash[9523]: cluster 2020-11-16T20:44:18.361277+0000 mgr.x (mgr.14196) 970 : cluster [DBG] pgmap v1452: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 8.5 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 70 MiB/s wr, 1.12k op/s; 5444/277978 objects misplaced (1.958%); 1.5 MiB/s, 24 objects/s recovering
2020-11-16T20:44:20.198 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:20.302 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:20.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:20 smithi071 bash[9480]: cluster 2020-11-16T20:44:18.826808+0000 osd.0 (osd.0) 151 : cluster [DBG] 5.b scrub ok
2020-11-16T20:44:20.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:20 smithi071 bash[9480]: cluster 2020-11-16T20:44:19.109085+0000 osd.0 (osd.0) 152 : cluster [DBG] 5.5 scrub starts
2020-11-16T20:44:20.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:20 smithi071 bash[9480]: cluster 2020-11-16T20:44:20.361768+0000 mgr.x (mgr.14196) 971 : cluster [DBG] pgmap v1453: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 8.6 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 55 MiB/s wr, 873 op/s; 5444/280396 objects misplaced (1.942%); 792 KiB/s, 12 objects/s recovering
2020-11-16T20:44:20.450 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:20 smithi071 bash[12066]: debug 2020-11-16T20:44:20.195+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:20.515 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   89      16    143054    143038   100.436     65.25   0.0064487  0.00995375
2020-11-16T20:44:20.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:20 smithi065 bash[9468]: cluster 2020-11-16T20:44:18.826808+0000 osd.0 (osd.0) 151 : cluster [DBG] 5.b scrub ok
2020-11-16T20:44:20.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:20 smithi065 bash[9468]: cluster 2020-11-16T20:44:19.109085+0000 osd.0 (osd.0) 152 : cluster [DBG] 5.5 scrub starts
2020-11-16T20:44:20.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:20 smithi065 bash[9468]: cluster 2020-11-16T20:44:20.361768+0000 mgr.x (mgr.14196) 971 : cluster [DBG] pgmap v1453: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 8.6 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 55 MiB/s wr, 873 op/s; 5444/280396 objects misplaced (1.942%); 792 KiB/s, 12 objects/s recovering
2020-11-16T20:44:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:20 smithi142 bash[9523]: cluster 2020-11-16T20:44:18.826808+0000 osd.0 (osd.0) 151 : cluster [DBG] 5.b scrub ok
2020-11-16T20:44:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:20 smithi142 bash[9523]: cluster 2020-11-16T20:44:19.109085+0000 osd.0 (osd.0) 152 : cluster [DBG] 5.5 scrub starts
2020-11-16T20:44:20.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:20 smithi142 bash[9523]: cluster 2020-11-16T20:44:20.361768+0000 mgr.x (mgr.14196) 971 : cluster [DBG] pgmap v1453: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering, 15 active+clean; 8.6 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 55 MiB/s wr, 873 op/s; 5444/280396 objects misplaced (1.942%); 792 KiB/s, 12 objects/s recovering
2020-11-16T20:44:21.012 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:21.116 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:21.295 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:21 smithi071 bash[14419]: debug 2020-11-16T20:44:21.007+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:21.296 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:21.399 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:21.515 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   90      16    144021    144005   99.9911   60.4375   0.0309744  0.00999782
2020-11-16T20:44:21.544 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:44:21.560 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:21 smithi071 bash[9480]: cluster 2020-11-16T20:44:20.451659+0000 osd.3 (osd.3) 137 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:21.561 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:21 smithi071 bash[9480]: cluster 2020-11-16T20:44:20.451737+0000 osd.3 (osd.3) 138 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:21.561 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:21 smithi071 bash[12066]: debug 2020-11-16T20:44:21.291+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:21.561 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:21.566 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:44:21.605 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:44:21.628 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:44:21.666 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:21.672 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:44:21.695 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:44:21.726 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:44:21.756 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:21 smithi142 bash[9523]: cluster 2020-11-16T20:44:20.451659+0000 osd.3 (osd.3) 137 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:21.756 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:21 smithi142 bash[9523]: cluster 2020-11-16T20:44:20.451737+0000 osd.3 (osd.3) 138 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:21.757 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:44:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:21 smithi065 bash[9468]: cluster 2020-11-16T20:44:20.451659+0000 osd.3 (osd.3) 137 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:21.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:21 smithi065 bash[9468]: cluster 2020-11-16T20:44:20.451737+0000 osd.3 (osd.3) 138 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:21.784 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:44:21.811 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:44:21.838 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:44:21.861 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:21 smithi071 bash[14419]: debug 2020-11-16T20:44:21.559+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:21.862 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:21.864 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:44:21.867 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.867 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.867 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.867 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.868 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.868 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.868 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.868 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.868 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.868 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.868 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.869 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:44:21.966 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:22.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:21 smithi071 bash[12066]: debug 2020-11-16T20:44:21.859+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:22.516 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total time run:         90.0241
2020-11-16T20:44:22.516 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total writes made:      144021
2020-11-16T20:44:22.516 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Write size:             65536
2020-11-16T20:44:22.516 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object size:            65536
2020-11-16T20:44:22.516 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Bandwidth (MB/sec):     99.9878
2020-11-16T20:44:22.517 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Bandwidth:       47.9262
2020-11-16T20:44:22.517 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max bandwidth (MB/sec): 253.25
2020-11-16T20:44:22.517 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min bandwidth (MB/sec): 9.9375
2020-11-16T20:44:22.517 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average IOPS:           1599
2020-11-16T20:44:22.517 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev IOPS:            766
2020-11-16T20:44:22.517 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max IOPS:               4052
2020-11-16T20:44:22.517 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min IOPS:               159
2020-11-16T20:44:22.517 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average Latency(s):     0.00999962
2020-11-16T20:44:22.518 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Latency(s):      0.0178326
2020-11-16T20:44:22.518 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max latency(s):         1.27898
2020-11-16T20:44:22.518 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min latency(s):         0.00159874
2020-11-16T20:44:22.527 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Cleaning up (deleting benchmark objects)
2020-11-16T20:44:22.568 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:44:22.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:20.755942+0000 osd.7 (osd.7) 111 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:22.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:20.756096+0000 osd.7 (osd.7) 112 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:22.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.448308+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e571: 12 total, 12 up, 9 in
2020-11-16T20:44:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: audit 2020-11-16T20:44:21.519340+0000 mon.b (mon.1) 427 : audit [DBG] from='client.35786 v1:172.21.15.142:0/3331070268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.543138+0000 osd.0 (osd.0) 153 : cluster [DBG] 5.5 scrub ok
2020-11-16T20:44:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.551468+0000 osd.0 (osd.0) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.573746+0000 osd.1 (osd.1) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: audit 2020-11-16T20:44:21.610265+0000 mon.a (mon.0) 1887 : audit [INF] from='client.? v1:172.21.15.142:0/1171231778' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:44:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.612437+0000 osd.2 (osd.2) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.635073+0000 osd.3 (osd.3) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.840650+0000 osd.10 (osd.10) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.867694+0000 osd.11 (osd.11) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:22 smithi071 bash[9480]: cluster 2020-11-16T20:44:22.362433+0000 mgr.x (mgr.14196) 972 : cluster [DBG] pgmap v1455: 17 pgs: 1 active+recovering, 16 active+clean; 8.7 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 64 MiB/s wr, 1.02k op/s; 5444/284452 objects misplaced (1.914%); 1.0 MiB/s, 16 objects/s recovering
2020-11-16T20:44:22.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:20.755942+0000 osd.7 (osd.7) 111 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:22.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:20.756096+0000 osd.7 (osd.7) 112 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:22.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.448308+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e571: 12 total, 12 up, 9 in
2020-11-16T20:44:22.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: audit 2020-11-16T20:44:21.519340+0000 mon.b (mon.1) 427 : audit [DBG] from='client.35786 v1:172.21.15.142:0/3331070268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:22.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.543138+0000 osd.0 (osd.0) 153 : cluster [DBG] 5.5 scrub ok
2020-11-16T20:44:22.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.551468+0000 osd.0 (osd.0) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.573746+0000 osd.1 (osd.1) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: audit 2020-11-16T20:44:21.610265+0000 mon.a (mon.0) 1887 : audit [INF] from='client.? v1:172.21.15.142:0/1171231778' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:44:22.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.612437+0000 osd.2 (osd.2) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.765 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.635073+0000 osd.3 (osd.3) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.765 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.840650+0000 osd.10 (osd.10) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.765 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.867694+0000 osd.11 (osd.11) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.765 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[9523]: cluster 2020-11-16T20:44:22.362433+0000 mgr.x (mgr.14196) 972 : cluster [DBG] pgmap v1455: 17 pgs: 1 active+recovering, 16 active+clean; 8.7 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 64 MiB/s wr, 1.02k op/s; 5444/284452 objects misplaced (1.914%); 1.0 MiB/s, 16 objects/s recovering
2020-11-16T20:44:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:20.755942+0000 osd.7 (osd.7) 111 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:20.756096+0000 osd.7 (osd.7) 112 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.448308+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e571: 12 total, 12 up, 9 in
2020-11-16T20:44:22.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: audit 2020-11-16T20:44:21.519340+0000 mon.b (mon.1) 427 : audit [DBG] from='client.35786 v1:172.21.15.142:0/3331070268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.543138+0000 osd.0 (osd.0) 153 : cluster [DBG] 5.5 scrub ok
2020-11-16T20:44:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.551468+0000 osd.0 (osd.0) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.573746+0000 osd.1 (osd.1) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: audit 2020-11-16T20:44:21.610265+0000 mon.a (mon.0) 1887 : audit [INF] from='client.? v1:172.21.15.142:0/1171231778' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:44:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.612437+0000 osd.2 (osd.2) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.635073+0000 osd.3 (osd.3) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.840650+0000 osd.10 (osd.10) 122 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.867694+0000 osd.11 (osd.11) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:22.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:22 smithi065 bash[9468]: cluster 2020-11-16T20:44:22.362433+0000 mgr.x (mgr.14196) 972 : cluster [DBG] pgmap v1455: 17 pgs: 1 active+recovering, 16 active+clean; 8.7 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 64 MiB/s wr, 1.02k op/s; 5444/284452 objects misplaced (1.914%); 1.0 MiB/s, 16 objects/s recovering
2020-11-16T20:44:22.793 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:22.897 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:23.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:44:22 smithi142 bash[18009]: debug 2020-11-16T20:44:22.795+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:23.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.676118+0000 osd.4 (osd.4) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.699072+0000 osd.5 (osd.5) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.729777+0000 osd.6 (osd.6) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.760094+0000 osd.7 (osd.7) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.787425+0000 osd.8 (osd.8) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:21.814168+0000 osd.9 (osd.9) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:22.560157+0000 mon.a (mon.0) 1888 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:44:23.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:22.560205+0000 mon.a (mon.0) 1889 : cluster [INF] Cluster is now healthy
2020-11-16T20:44:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: audit 2020-11-16T20:44:22.569300+0000 mon.a (mon.0) 1890 : audit [INF] from='client.? v1:172.21.15.142:0/1171231778' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:44:23.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:23 smithi071 bash[9480]: cluster 2020-11-16T20:44:22.569407+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e572: 12 total, 12 up, 9 in
2020-11-16T20:44:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.676118+0000 osd.4 (osd.4) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.699072+0000 osd.5 (osd.5) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.729777+0000 osd.6 (osd.6) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.760094+0000 osd.7 (osd.7) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.787425+0000 osd.8 (osd.8) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:21.814168+0000 osd.9 (osd.9) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:22.560157+0000 mon.a (mon.0) 1888 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:44:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:22.560205+0000 mon.a (mon.0) 1889 : cluster [INF] Cluster is now healthy
2020-11-16T20:44:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: audit 2020-11-16T20:44:22.569300+0000 mon.a (mon.0) 1890 : audit [INF] from='client.? v1:172.21.15.142:0/1171231778' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:44:23.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:23 smithi065 bash[9468]: cluster 2020-11-16T20:44:22.569407+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e572: 12 total, 12 up, 9 in
2020-11-16T20:44:23.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.676118+0000 osd.4 (osd.4) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.699072+0000 osd.5 (osd.5) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.729777+0000 osd.6 (osd.6) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.760094+0000 osd.7 (osd.7) 113 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.787425+0000 osd.8 (osd.8) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:21.814168+0000 osd.9 (osd.9) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:22.560157+0000 mon.a (mon.0) 1888 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:44:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:22.560205+0000 mon.a (mon.0) 1889 : cluster [INF] Cluster is now healthy
2020-11-16T20:44:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: audit 2020-11-16T20:44:22.569300+0000 mon.a (mon.0) 1890 : audit [INF] from='client.? v1:172.21.15.142:0/1171231778' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:44:23.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[9523]: cluster 2020-11-16T20:44:22.569407+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e572: 12 total, 12 up, 9 in
2020-11-16T20:44:23.890 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:23.996 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:24.168 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:24.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:24 smithi071 bash[16796]: debug 2020-11-16T20:44:24.163+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:44:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:44:24.271 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:24.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:23 smithi142 bash[15670]: debug 2020-11-16T20:44:23.891+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:24.410 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:24.516 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:24.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:24 smithi065 bash[9468]: cluster 2020-11-16T20:44:24.363261+0000 mgr.x (mgr.14196) 973 : cluster [DBG] pgmap v1457: 17 pgs: 1 active+recovering, 16 active+clean; 8.8 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 50 MiB/s wr, 851 op/s; 5325/287030 objects misplaced (1.855%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:44:24.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:24 smithi065 bash[14115]: debug 2020-11-16T20:44:24.407+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:24.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:24 smithi071 bash[9480]: cluster 2020-11-16T20:44:24.363261+0000 mgr.x (mgr.14196) 973 : cluster [DBG] pgmap v1457: 17 pgs: 1 active+recovering, 16 active+clean; 8.8 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 50 MiB/s wr, 851 op/s; 5325/287030 objects misplaced (1.855%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:44:24.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:24 smithi142 bash[9523]: cluster 2020-11-16T20:44:24.363261+0000 mgr.x (mgr.14196) 973 : cluster [DBG] pgmap v1457: 17 pgs: 1 active+recovering, 16 active+clean; 8.8 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 50 MiB/s wr, 851 op/s; 5325/287030 objects misplaced (1.855%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:44:25.160 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:25.264 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:25.285 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_ops_in_flight
2020-11-16T20:44:25.449 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:25 smithi071 bash[14419]: debug 2020-11-16T20:44:25.155+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:25.586 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:44:25.632 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:25.735 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:26.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:25 smithi142 bash[20366]: debug 2020-11-16T20:44:25.631+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:26.271 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:26.375 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:26.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:26 smithi142 bash[22738]: debug 2020-11-16T20:44:26.271+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:26.667 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:44:26.833 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:26.839 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:44:27.012 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:27.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:26 smithi071 bash[9480]: cluster 2020-11-16T20:44:25.864020+0000 osd.8 (osd.8) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:27.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:26 smithi071 bash[9480]: cluster 2020-11-16T20:44:25.864109+0000 osd.8 (osd.8) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:26 smithi071 bash[9480]: cluster 2020-11-16T20:44:25.923236+0000 mon.a (mon.0) 1892 : cluster [DBG] osdmap e573: 12 total, 12 up, 9 in
2020-11-16T20:44:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:26 smithi071 bash[9480]: audit 2020-11-16T20:44:26.238975+0000 mon.a (mon.0) 1893 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:44:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:26 smithi071 bash[9480]: audit 2020-11-16T20:44:26.239186+0000 mon.a (mon.0) 1894 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:44:27.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:26 smithi071 bash[9480]: cluster 2020-11-16T20:44:26.363758+0000 mgr.x (mgr.14196) 974 : cluster [DBG] pgmap v1459: 17 pgs: 1 active+recovering, 16 active+clean; 8.7 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 170 B/s rd, 40 MiB/s wr, 841 op/s; 5325/285594 objects misplaced (1.865%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:44:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:26 smithi065 bash[9468]: cluster 2020-11-16T20:44:25.864020+0000 osd.8 (osd.8) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:26 smithi065 bash[9468]: cluster 2020-11-16T20:44:25.864109+0000 osd.8 (osd.8) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:26 smithi065 bash[9468]: cluster 2020-11-16T20:44:25.923236+0000 mon.a (mon.0) 1892 : cluster [DBG] osdmap e573: 12 total, 12 up, 9 in
2020-11-16T20:44:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:26 smithi065 bash[9468]: audit 2020-11-16T20:44:26.238975+0000 mon.a (mon.0) 1893 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:44:27.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:26 smithi065 bash[9468]: audit 2020-11-16T20:44:26.239186+0000 mon.a (mon.0) 1894 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:44:27.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:26 smithi065 bash[9468]: cluster 2020-11-16T20:44:26.363758+0000 mgr.x (mgr.14196) 974 : cluster [DBG] pgmap v1459: 17 pgs: 1 active+recovering, 16 active+clean; 8.7 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 170 B/s rd, 40 MiB/s wr, 841 op/s; 5325/285594 objects misplaced (1.865%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:44:27.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:26 smithi142 bash[9523]: cluster 2020-11-16T20:44:25.864020+0000 osd.8 (osd.8) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:27.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:26 smithi142 bash[9523]: cluster 2020-11-16T20:44:25.864109+0000 osd.8 (osd.8) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:27.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:26 smithi142 bash[9523]: cluster 2020-11-16T20:44:25.923236+0000 mon.a (mon.0) 1892 : cluster [DBG] osdmap e573: 12 total, 12 up, 9 in
2020-11-16T20:44:27.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:26 smithi142 bash[9523]: audit 2020-11-16T20:44:26.238975+0000 mon.a (mon.0) 1893 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:44:27.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:26 smithi142 bash[9523]: audit 2020-11-16T20:44:26.239186+0000 mon.a (mon.0) 1894 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:44:27.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:26 smithi142 bash[9523]: cluster 2020-11-16T20:44:26.363758+0000 mgr.x (mgr.14196) 974 : cluster [DBG] pgmap v1459: 17 pgs: 1 active+recovering, 16 active+clean; 8.7 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 170 B/s rd, 40 MiB/s wr, 841 op/s; 5325/285594 objects misplaced (1.865%); 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:44:27.929 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.11 to 1 (10000)
2020-11-16T20:44:28.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:27 smithi071 bash[9480]: audit 2020-11-16T20:44:27.171353+0000 mon.b (mon.1) 428 : audit [INF] from='client.? v1:172.21.15.142:0/2925884197' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:44:28.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:27 smithi071 bash[9480]: audit 2020-11-16T20:44:27.175422+0000 mon.a (mon.0) 1895 : audit [INF] from='client.25861 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:44:28.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:27 smithi065 bash[9468]: audit 2020-11-16T20:44:27.171353+0000 mon.b (mon.1) 428 : audit [INF] from='client.? v1:172.21.15.142:0/2925884197' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:44:28.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:27 smithi065 bash[9468]: audit 2020-11-16T20:44:27.175422+0000 mon.a (mon.0) 1895 : audit [INF] from='client.25861 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:44:28.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:27 smithi142 bash[9523]: audit 2020-11-16T20:44:27.171353+0000 mon.b (mon.1) 428 : audit [INF] from='client.? v1:172.21.15.142:0/2925884197' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:44:28.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:27 smithi142 bash[9523]: audit 2020-11-16T20:44:27.175422+0000 mon.a (mon.0) 1895 : audit [INF] from='client.25861 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:44:28.613 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:28.717 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:28.934 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:28 smithi065 bash[9468]: audit 2020-11-16T20:44:27.931492+0000 mon.a (mon.0) 1896 : audit [INF] from='client.25861 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T20:44:28.935 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:28 smithi065 bash[9468]: cluster 2020-11-16T20:44:27.931529+0000 mon.a (mon.0) 1897 : cluster [DBG] osdmap e574: 12 total, 12 up, 9 in
2020-11-16T20:44:28.935 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:28 smithi065 bash[14115]: debug 2020-11-16T20:44:28.607+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:28.981 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:28 smithi142 bash[9523]: audit 2020-11-16T20:44:27.931492+0000 mon.a (mon.0) 1896 : audit [INF] from='client.25861 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T20:44:28.981 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:28 smithi142 bash[9523]: cluster 2020-11-16T20:44:27.931529+0000 mon.a (mon.0) 1897 : cluster [DBG] osdmap e574: 12 total, 12 up, 9 in
2020-11-16T20:44:28.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:28 smithi142 bash[9523]: audit 2020-11-16T20:44:27.946958+0000 mon.a (mon.0) 1898 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:28.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:28 smithi142 bash[9523]: audit 2020-11-16T20:44:27.949979+0000 mon.a (mon.0) 1899 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:44:28.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:28 smithi142 bash[9523]: cluster 2020-11-16T20:44:28.364475+0000 mgr.x (mgr.14196) 975 : cluster [DBG] pgmap v1461: 17 pgs: 1 active+recovering, 16 active+clean; 8.6 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 170 B/s rd, 19 MiB/s wr, 934 op/s; 5213/280420 objects misplaced (1.859%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:44:28.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:28 smithi142 bash[9523]: cluster 2020-11-16T20:44:28.386305+0000 osd.1 (osd.1) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:28.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:28 smithi142 bash[9523]: cluster 2020-11-16T20:44:28.386454+0000 osd.1 (osd.1) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:28.983 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:29.087 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:28 smithi071 bash[9480]: audit 2020-11-16T20:44:27.931492+0000 mon.a (mon.0) 1896 : audit [INF] from='client.25861 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T20:44:29.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:28 smithi071 bash[9480]: cluster 2020-11-16T20:44:27.931529+0000 mon.a (mon.0) 1897 : cluster [DBG] osdmap e574: 12 total, 12 up, 9 in
2020-11-16T20:44:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:28 smithi071 bash[9480]: audit 2020-11-16T20:44:27.946958+0000 mon.a (mon.0) 1898 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:28 smithi071 bash[9480]: audit 2020-11-16T20:44:27.949979+0000 mon.a (mon.0) 1899 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:44:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:28 smithi071 bash[9480]: cluster 2020-11-16T20:44:28.364475+0000 mgr.x (mgr.14196) 975 : cluster [DBG] pgmap v1461: 17 pgs: 1 active+recovering, 16 active+clean; 8.6 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 170 B/s rd, 19 MiB/s wr, 934 op/s; 5213/280420 objects misplaced (1.859%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:44:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:28 smithi071 bash[9480]: cluster 2020-11-16T20:44:28.386305+0000 osd.1 (osd.1) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:29.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:28 smithi071 bash[9480]: cluster 2020-11-16T20:44:28.386454+0000 osd.1 (osd.1) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:29.206 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 9 1
2020-11-16T20:44:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:28 smithi065 bash[9468]: audit 2020-11-16T20:44:27.946958+0000 mon.a (mon.0) 1898 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:28 smithi065 bash[9468]: audit 2020-11-16T20:44:27.949979+0000 mon.a (mon.0) 1899 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:44:29.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:28 smithi065 bash[9468]: cluster 2020-11-16T20:44:28.364475+0000 mgr.x (mgr.14196) 975 : cluster [DBG] pgmap v1461: 17 pgs: 1 active+recovering, 16 active+clean; 8.6 GiB data, 20 GiB used, 785 GiB / 805 GiB avail; 170 B/s rd, 19 MiB/s wr, 934 op/s; 5213/280420 objects misplaced (1.859%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:44:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:28 smithi065 bash[9468]: cluster 2020-11-16T20:44:28.386305+0000 osd.1 (osd.1) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:29.283 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:28 smithi065 bash[9468]: cluster 2020-11-16T20:44:28.386454+0000 osd.1 (osd.1) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:29.288 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:28 smithi142 bash[22738]: debug 2020-11-16T20:44:28.983+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:29.340 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:30.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:29 smithi071 bash[9480]: cluster 2020-11-16T20:44:28.936934+0000 mon.a (mon.0) 1900 : cluster [DBG] osdmap e575: 12 total, 12 up, 9 in
2020-11-16T20:44:30.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:29 smithi065 bash[9468]: cluster 2020-11-16T20:44:28.936934+0000 mon.a (mon.0) 1900 : cluster [DBG] osdmap e575: 12 total, 12 up, 9 in
2020-11-16T20:44:30.544 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:29 smithi142 bash[9523]: cluster 2020-11-16T20:44:28.936934+0000 mon.a (mon.0) 1900 : cluster [DBG] osdmap e575: 12 total, 12 up, 9 in
2020-11-16T20:44:31.149 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:31.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:30 smithi071 bash[9480]: cluster 2020-11-16T20:44:29.842614+0000 osd.11 (osd.11) 139 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:31.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:30 smithi071 bash[9480]: cluster 2020-11-16T20:44:29.842788+0000 osd.11 (osd.11) 140 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:31.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:30 smithi071 bash[9480]: cluster 2020-11-16T20:44:29.953101+0000 mon.a (mon.0) 1901 : cluster [DBG] osdmap e576: 12 total, 12 up, 9 in
2020-11-16T20:44:31.202 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:30 smithi071 bash[9480]: cluster 2020-11-16T20:44:30.365206+0000 mgr.x (mgr.14196) 976 : cluster [DBG] pgmap v1464: 17 pgs: 1 active+recovering, 16 active+clean; 8.5 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 230 B/s rd, 1.1 MiB/s wr, 954 op/s; 5213/278660 objects misplaced (1.871%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:44:31.252 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:31.261 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:30 smithi065 bash[9468]: cluster 2020-11-16T20:44:29.842614+0000 osd.11 (osd.11) 139 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:31.261 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:30 smithi065 bash[9468]: cluster 2020-11-16T20:44:29.842788+0000 osd.11 (osd.11) 140 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:31.262 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:30 smithi065 bash[9468]: cluster 2020-11-16T20:44:29.953101+0000 mon.a (mon.0) 1901 : cluster [DBG] osdmap e576: 12 total, 12 up, 9 in
2020-11-16T20:44:31.262 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:30 smithi065 bash[9468]: cluster 2020-11-16T20:44:30.365206+0000 mgr.x (mgr.14196) 976 : cluster [DBG] pgmap v1464: 17 pgs: 1 active+recovering, 16 active+clean; 8.5 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 230 B/s rd, 1.1 MiB/s wr, 954 op/s; 5213/278660 objects misplaced (1.871%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:44:31.262 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:31 smithi065 bash[16457]: debug 2020-11-16T20:44:31.151+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:31.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:30 smithi142 bash[9523]: cluster 2020-11-16T20:44:29.842614+0000 osd.11 (osd.11) 139 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:31.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:30 smithi142 bash[9523]: cluster 2020-11-16T20:44:29.842788+0000 osd.11 (osd.11) 140 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:31.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:30 smithi142 bash[9523]: cluster 2020-11-16T20:44:29.953101+0000 mon.a (mon.0) 1901 : cluster [DBG] osdmap e576: 12 total, 12 up, 9 in
2020-11-16T20:44:31.297 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:30 smithi142 bash[9523]: cluster 2020-11-16T20:44:30.365206+0000 mgr.x (mgr.14196) 976 : cluster [DBG] pgmap v1464: 17 pgs: 1 active+recovering, 16 active+clean; 8.5 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 230 B/s rd, 1.1 MiB/s wr, 954 op/s; 5213/278660 objects misplaced (1.871%); 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:44:31.383 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:31.487 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:31.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:44:31 smithi065 bash[11785]: debug 2020-11-16T20:44:31.383+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:32.438 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:32.542 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:32.661 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:32.764 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:32 smithi065 bash[9468]: cluster 2020-11-16T20:44:32.365723+0000 mgr.x (mgr.14196) 977 : cluster [DBG] pgmap v1465: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 8.4 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 0 B/s wr, 740 op/s; 13821/276710 objects misplaced (4.995%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:44:32.782 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:32 smithi065 bash[14115]: debug 2020-11-16T20:44:32.659+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:32.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:32 smithi142 bash[9523]: cluster 2020-11-16T20:44:32.365723+0000 mgr.x (mgr.14196) 977 : cluster [DBG] pgmap v1465: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 8.4 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 0 B/s wr, 740 op/s; 13821/276710 objects misplaced (4.995%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:44:32.783 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:32 smithi142 bash[15670]: debug 2020-11-16T20:44:32.439+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:32.874 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:32 smithi071 bash[9480]: cluster 2020-11-16T20:44:32.365723+0000 mgr.x (mgr.14196) 977 : cluster [DBG] pgmap v1465: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 8.4 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 0 B/s wr, 740 op/s; 13821/276710 objects misplaced (4.995%); 2.0 MiB/s, 31 objects/s recovering
2020-11-16T20:44:32.874 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:32.977 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:33.099 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:33.199 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:32 smithi071 bash[14419]: debug 2020-11-16T20:44:32.875+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:33.199 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:33 smithi071 bash[14419]: debug 2020-11-16T20:44:33.099+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:33.202 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:33.757 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:33.860 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:34.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:44:33 smithi065 bash[11785]: debug 2020-11-16T20:44:33.755+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:34.373 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:34.477 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:34.631 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:34 smithi065 bash[16457]: debug 2020-11-16T20:44:34.375+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:34.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:34 smithi065 bash[9468]: audit 2020-11-16T20:44:34.374133+0000 mon.b (mon.1) 429 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:34.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:34 smithi065 bash[9468]: audit 2020-11-16T20:44:34.378411+0000 mon.a (mon.0) 1902 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:34.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:34 smithi065 bash[9468]: audit 2020-11-16T20:44:34.383061+0000 mon.a (mon.0) 1903 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:44:34.633 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:34.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:34 smithi071 bash[9480]: audit 2020-11-16T20:44:34.374133+0000 mon.b (mon.1) 429 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:34.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:34 smithi071 bash[9480]: audit 2020-11-16T20:44:34.378411+0000 mon.a (mon.0) 1902 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:34.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:34 smithi071 bash[9480]: audit 2020-11-16T20:44:34.383061+0000 mon.a (mon.0) 1903 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:44:34.735 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:34.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:34 smithi142 bash[9523]: audit 2020-11-16T20:44:34.374133+0000 mon.b (mon.1) 429 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:34.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:34 smithi142 bash[9523]: audit 2020-11-16T20:44:34.378411+0000 mon.a (mon.0) 1902 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:44:34.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:34 smithi142 bash[9523]: audit 2020-11-16T20:44:34.383061+0000 mon.a (mon.0) 1903 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:44:35.032 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:34 smithi065 bash[14115]: debug 2020-11-16T20:44:34.631+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:35.258 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:35.364 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:35.501 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:35.531 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:35 smithi065 bash[18823]: debug 2020-11-16T20:44:35.259+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:35.607 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:35.699 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:35 smithi071 bash[16796]: debug 2020-11-16T20:44:35.503+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:35.723 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:35.826 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:35.855 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:44:35.855 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:44:35.936 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:36.039 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:36.135 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:36 smithi071 bash[9480]: audit 2020-11-16T20:44:36.082796+0000 mon.a (mon.0) 1904 : audit [INF] from='client.? v1:172.21.15.142:0/2235655536' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:44:36.136 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:36 smithi071 bash[9480]: cluster 2020-11-16T20:44:36.133204+0000 mon.a (mon.0) 1905 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:36.136 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:35 smithi071 bash[12066]: debug 2020-11-16T20:44:35.719+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:36.136 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:35 smithi071 bash[16796]: debug 2020-11-16T20:44:35.935+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:36.138 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:44:36.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:36 smithi065 bash[9468]: audit 2020-11-16T20:44:36.082796+0000 mon.a (mon.0) 1904 : audit [INF] from='client.? v1:172.21.15.142:0/2235655536' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:44:36.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:36 smithi065 bash[9468]: cluster 2020-11-16T20:44:36.133204+0000 mon.a (mon.0) 1905 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:36.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:36 smithi142 bash[9523]: audit 2020-11-16T20:44:36.082796+0000 mon.a (mon.0) 1904 : audit [INF] from='client.? v1:172.21.15.142:0/2235655536' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:44:36.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:36 smithi142 bash[9523]: cluster 2020-11-16T20:44:36.133204+0000 mon.a (mon.0) 1905 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:36.775 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:36.879 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:37.032 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:44:36 smithi065 bash[11785]: debug 2020-11-16T20:44:36.775+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:37.047 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:37.110 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_blocked_ops
2020-11-16T20:44:37.150 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:37.284 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:44:37.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:37 smithi071 bash[9480]: audit 2020-11-16T20:44:36.139184+0000 mon.a (mon.0) 1906 : audit [INF] from='client.? v1:172.21.15.142:0/2235655536' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:44:37.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:37 smithi071 bash[9480]: cluster 2020-11-16T20:44:36.139270+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e577: 12 total, 12 up, 9 in
2020-11-16T20:44:37.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:37 smithi071 bash[9480]: cluster 2020-11-16T20:44:36.366786+0000 mgr.x (mgr.14196) 979 : cluster [DBG] pgmap v1468: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.3 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 0 B/s wr, 523 op/s; 13660/272638 objects misplaced (5.010%); 2.0 MiB/s, 32 objects/s recovering
2020-11-16T20:44:37.532 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:37 smithi065 bash[16457]: debug 2020-11-16T20:44:37.047+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:37.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:37 smithi065 bash[9468]: audit 2020-11-16T20:44:36.139184+0000 mon.a (mon.0) 1906 : audit [INF] from='client.? v1:172.21.15.142:0/2235655536' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:44:37.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:37 smithi065 bash[9468]: cluster 2020-11-16T20:44:36.139270+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e577: 12 total, 12 up, 9 in
2020-11-16T20:44:37.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:37 smithi065 bash[9468]: cluster 2020-11-16T20:44:36.366786+0000 mgr.x (mgr.14196) 979 : cluster [DBG] pgmap v1468: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.3 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 0 B/s wr, 523 op/s; 13660/272638 objects misplaced (5.010%); 2.0 MiB/s, 32 objects/s recovering
2020-11-16T20:44:37.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:37 smithi142 bash[9523]: audit 2020-11-16T20:44:36.139184+0000 mon.a (mon.0) 1906 : audit [INF] from='client.? v1:172.21.15.142:0/2235655536' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:44:37.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:37 smithi142 bash[9523]: cluster 2020-11-16T20:44:36.139270+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e577: 12 total, 12 up, 9 in
2020-11-16T20:44:37.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:37 smithi142 bash[9523]: cluster 2020-11-16T20:44:36.366786+0000 mgr.x (mgr.14196) 979 : cluster [DBG] pgmap v1468: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.3 GiB data, 19 GiB used, 785 GiB / 805 GiB avail; 0 B/s wr, 523 op/s; 13660/272638 objects misplaced (5.010%); 2.0 MiB/s, 32 objects/s recovering
2020-11-16T20:44:37.568 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:44:37.589 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:44:37.621 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:44:37.649 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:44:37.679 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:44:37.709 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:44:37.737 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:44:37.763 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:44:37.787 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:44:37.825 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:44:37.825 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:37.859 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:44:37.883 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:44:37.884 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.884 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.885 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.886 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:44:37.928 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:38.142 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:37 smithi142 bash[22738]: debug 2020-11-16T20:44:37.827+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:38.226 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:38.331 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:38.414 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:38 smithi142 bash[20366]: debug 2020-11-16T20:44:38.227+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:38.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:38 smithi142 bash[9523]: audit 2020-11-16T20:44:37.543430+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? v1:172.21.15.142:0/4173810412' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:38.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:38 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.575297+0000 osd.0 (osd.0) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.414 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:38 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.597218+0000 osd.1 (osd.1) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:38 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.624486+0000 osd.2 (osd.2) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:38 smithi071 bash[9480]: audit 2020-11-16T20:44:37.543430+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? v1:172.21.15.142:0/4173810412' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:38.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:38 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.575297+0000 osd.0 (osd.0) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:38 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.597218+0000 osd.1 (osd.1) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:38 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.624486+0000 osd.2 (osd.2) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.471 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:38.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:38 smithi065 bash[9468]: audit 2020-11-16T20:44:37.543430+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? v1:172.21.15.142:0/4173810412' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:38.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:38 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.575297+0000 osd.0 (osd.0) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:38 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.597218+0000 osd.1 (osd.1) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:38 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.624486+0000 osd.2 (osd.2) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:38.575 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:38.694 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:38.802 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:38.949 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:38 smithi071 bash[12066]: debug 2020-11-16T20:44:38.471+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:38.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:38 smithi071 bash[16796]: debug 2020-11-16T20:44:38.695+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:38.963 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:39.060 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:38 smithi065 bash[16457]: debug 2020-11-16T20:44:38.963+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:39.066 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:39.152 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.9 to 1 (10000)
2020-11-16T20:44:39.322 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:39.425 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:39.435 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[15670]: debug 2020-11-16T20:44:39.314+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:39.435 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.656216+0000 osd.3 (osd.3) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.435 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.682710+0000 osd.4 (osd.4) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.435 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.712786+0000 osd.5 (osd.5) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.740541+0000 osd.6 (osd.6) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.766655+0000 osd.7 (osd.7) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.790321+0000 osd.8 (osd.8) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.820763+0000 osd.9 (osd.9) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.862183+0000 osd.10 (osd.10) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:37.886127+0000 osd.11 (osd.11) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: cluster 2020-11-16T20:44:38.367311+0000 mgr.x (mgr.14196) 980 : cluster [DBG] pgmap v1469: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 591 op/s; 13328/269088 objects misplaced (4.953%); 4.2 MiB/s, 67 objects/s recovering
2020-11-16T20:44:39.437 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: audit 2020-11-16T20:44:38.874879+0000 mon.c (mon.2) 54 : audit [INF] from='client.15987 v1:172.21.15.142:0/1108237629' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:44:39.437 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[9523]: audit 2020-11-16T20:44:38.879570+0000 mon.a (mon.0) 1908 : audit [INF] from='client.15987 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:44:39.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.656216+0000 osd.3 (osd.3) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.682710+0000 osd.4 (osd.4) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.712786+0000 osd.5 (osd.5) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.740541+0000 osd.6 (osd.6) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.766655+0000 osd.7 (osd.7) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.790321+0000 osd.8 (osd.8) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.820763+0000 osd.9 (osd.9) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.862183+0000 osd.10 (osd.10) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:37.886127+0000 osd.11 (osd.11) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: cluster 2020-11-16T20:44:38.367311+0000 mgr.x (mgr.14196) 980 : cluster [DBG] pgmap v1469: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 591 op/s; 13328/269088 objects misplaced (4.953%); 4.2 MiB/s, 67 objects/s recovering
2020-11-16T20:44:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: audit 2020-11-16T20:44:38.874879+0000 mon.c (mon.2) 54 : audit [INF] from='client.15987 v1:172.21.15.142:0/1108237629' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:44:39.450 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:39 smithi071 bash[9480]: audit 2020-11-16T20:44:38.879570+0000 mon.a (mon.0) 1908 : audit [INF] from='client.15987 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:44:39.544 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.656216+0000 osd.3 (osd.3) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.544 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.682710+0000 osd.4 (osd.4) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.544 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.712786+0000 osd.5 (osd.5) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.544 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.740541+0000 osd.6 (osd.6) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.544 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.766655+0000 osd.7 (osd.7) 114 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.544 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.790321+0000 osd.8 (osd.8) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.545 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.820763+0000 osd.9 (osd.9) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.545 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.862183+0000 osd.10 (osd.10) 123 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.545 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:37.886127+0000 osd.11 (osd.11) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:39.545 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: cluster 2020-11-16T20:44:38.367311+0000 mgr.x (mgr.14196) 980 : cluster [DBG] pgmap v1469: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 591 op/s; 13328/269088 objects misplaced (4.953%); 4.2 MiB/s, 67 objects/s recovering
2020-11-16T20:44:39.545 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: audit 2020-11-16T20:44:38.874879+0000 mon.c (mon.2) 54 : audit [INF] from='client.15987 v1:172.21.15.142:0/1108237629' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:44:39.545 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:39 smithi065 bash[9468]: audit 2020-11-16T20:44:38.879570+0000 mon.a (mon.0) 1908 : audit [INF] from='client.15987 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:44:39.561 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:39.665 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:39.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:39 smithi142 bash[22738]: debug 2020-11-16T20:44:39.562+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:40.250 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:44:40.302 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:40.406 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:40.410 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:40.415 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:40 smithi142 bash[20366]: debug 2020-11-16T20:44:40.302+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:40.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:40 smithi142 bash[9523]: audit 2020-11-16T20:44:39.153050+0000 mon.a (mon.0) 1909 : audit [INF] from='client.15987 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T20:44:40.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:40 smithi142 bash[9523]: cluster 2020-11-16T20:44:39.153088+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e578: 12 total, 12 up, 9 in
2020-11-16T20:44:40.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:40 smithi142 bash[9523]: cluster 2020-11-16T20:44:39.331941+0000 osd.6 (osd.6) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:40.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:40 smithi142 bash[9523]: cluster 2020-11-16T20:44:39.332019+0000 osd.6 (osd.6) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:40.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:40 smithi071 bash[9480]: audit 2020-11-16T20:44:39.153050+0000 mon.a (mon.0) 1909 : audit [INF] from='client.15987 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T20:44:40.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:40 smithi071 bash[9480]: cluster 2020-11-16T20:44:39.153088+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e578: 12 total, 12 up, 9 in
2020-11-16T20:44:40.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:40 smithi071 bash[9480]: cluster 2020-11-16T20:44:39.331941+0000 osd.6 (osd.6) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:40.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:40 smithi071 bash[9480]: cluster 2020-11-16T20:44:39.332019+0000 osd.6 (osd.6) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:40.474 INFO:tasks.thrashosds.thrasher:Waiting for recovery
2020-11-16T20:44:40.475 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up
2020-11-16T20:44:40.475 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump --format=json
2020-11-16T20:44:40.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:40 smithi065 bash[9468]: audit 2020-11-16T20:44:39.153050+0000 mon.a (mon.0) 1909 : audit [INF] from='client.15987 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T20:44:40.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:40 smithi065 bash[9468]: cluster 2020-11-16T20:44:39.153088+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e578: 12 total, 12 up, 9 in
2020-11-16T20:44:40.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:40 smithi065 bash[9468]: cluster 2020-11-16T20:44:39.331941+0000 osd.6 (osd.6) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:40.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:40 smithi065 bash[9468]: cluster 2020-11-16T20:44:39.332019+0000 osd.6 (osd.6) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:40.546 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:40.649 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:40.678 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:40.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:40 smithi142 bash[20366]: debug 2020-11-16T20:44:40.542+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:41.111 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:41.214 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:41.327 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:41.432 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:41.439 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:41 smithi071 bash[14419]: debug 2020-11-16T20:44:41.327+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:41.440 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:41 smithi071 bash[9480]: cluster 2020-11-16T20:44:40.173339+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e579: 12 total, 12 up, 9 in
2020-11-16T20:44:41.440 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:41 smithi071 bash[9480]: cluster 2020-11-16T20:44:40.367733+0000 mgr.x (mgr.14196) 981 : cluster [DBG] pgmap v1472: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 561 op/s; 13328/267618 objects misplaced (4.980%); 3.5 MiB/s, 55 objects/s recovering
2020-11-16T20:44:41.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:41 smithi065 bash[9468]: cluster 2020-11-16T20:44:40.173339+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e579: 12 total, 12 up, 9 in
2020-11-16T20:44:41.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:41 smithi065 bash[9468]: cluster 2020-11-16T20:44:40.367733+0000 mgr.x (mgr.14196) 981 : cluster [DBG] pgmap v1472: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 561 op/s; 13328/267618 objects misplaced (4.980%); 3.5 MiB/s, 55 objects/s recovering
2020-11-16T20:44:41.532 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:41 smithi065 bash[16457]: debug 2020-11-16T20:44:41.111+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:41.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:41 smithi142 bash[9523]: cluster 2020-11-16T20:44:40.173339+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e579: 12 total, 12 up, 9 in
2020-11-16T20:44:41.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:41 smithi142 bash[9523]: cluster 2020-11-16T20:44:40.367733+0000 mgr.x (mgr.14196) 981 : cluster [DBG] pgmap v1472: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.2 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 561 op/s; 13328/267618 objects misplaced (4.980%); 3.5 MiB/s, 55 objects/s recovering
2020-11-16T20:44:41.536 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:41.563 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:44:41.643 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:41.699 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:41 smithi071 bash[14419]: debug 2020-11-16T20:44:41.535+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:41.719 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:41.834 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:41.937 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:42.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:41 smithi065 bash[18823]: debug 2020-11-16T20:44:41.835+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:42.358 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:44:42.359 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:44:42.359 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:44:42.359 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:44:42.359 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:44:42.598 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:42.703 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:42.878 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:42 smithi065 bash[9468]: cluster 2020-11-16T20:44:42.368248+0000 mgr.x (mgr.14196) 982 : cluster [DBG] pgmap v1473: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 8.1 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 661 op/s; 13131/264826 objects misplaced (4.958%); 5.3 MiB/s, 84 objects/s recovering
2020-11-16T20:44:42.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:42 smithi071 bash[9480]: cluster 2020-11-16T20:44:42.368248+0000 mgr.x (mgr.14196) 982 : cluster [DBG] pgmap v1473: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 8.1 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 661 op/s; 13131/264826 objects misplaced (4.958%); 5.3 MiB/s, 84 objects/s recovering
2020-11-16T20:44:43.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:42 smithi142 bash[9523]: cluster 2020-11-16T20:44:42.368248+0000 mgr.x (mgr.14196) 982 : cluster [DBG] pgmap v1473: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 8.1 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 661 op/s; 13131/264826 objects misplaced (4.958%); 5.3 MiB/s, 84 objects/s recovering
2020-11-16T20:44:43.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:42 smithi142 bash[15670]: debug 2020-11-16T20:44:42.602+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:43.358 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:43.461 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:43.527 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_historic_ops
2020-11-16T20:44:43.691 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:44:43.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:43 smithi142 bash[20366]: debug 2020-11-16T20:44:43.358+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:43.794 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:43.898 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:44.206 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:44.207 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:44:43 smithi142 bash[18009]: debug 2020-11-16T20:44:43.794+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:44.207 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:44 smithi142 bash[15670]: debug 2020-11-16T20:44:44.206+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:44.310 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:44.469 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:44.574 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:44.829 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:44 smithi065 bash[18823]: debug 2020-11-16T20:44:44.471+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:45.664 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:45 smithi065 bash[9468]: cluster 2020-11-16T20:44:44.368715+0000 mgr.x (mgr.14196) 983 : cluster [DBG] pgmap v1474: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.0 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 12969/261572 objects misplaced (4.958%); 5.4 MiB/s, 86 objects/s recovering
2020-11-16T20:44:45.703 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:45 smithi071 bash[9480]: cluster 2020-11-16T20:44:44.368715+0000 mgr.x (mgr.14196) 983 : cluster [DBG] pgmap v1474: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.0 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 12969/261572 objects misplaced (4.958%); 5.4 MiB/s, 86 objects/s recovering
2020-11-16T20:44:45.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:45 smithi142 bash[9523]: cluster 2020-11-16T20:44:44.368715+0000 mgr.x (mgr.14196) 983 : cluster [DBG] pgmap v1474: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 8.0 GiB data, 19 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 12969/261572 objects misplaced (4.958%); 5.4 MiB/s, 86 objects/s recovering
2020-11-16T20:44:46.817 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:46.921 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:47.199 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:46 smithi071 bash[16796]: debug 2020-11-16T20:44:46.818+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:47.402 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:47.506 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:47.613 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:47.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:44:47 smithi071 bash[26650]: debug 2020-11-16T20:44:47.614+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:47.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:47 smithi071 bash[9480]: cluster 2020-11-16T20:44:45.703137+0000 osd.4 (osd.4) 152 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:47.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:47 smithi071 bash[9480]: cluster 2020-11-16T20:44:45.703222+0000 osd.4 (osd.4) 153 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:47.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:47 smithi071 bash[9480]: cluster 2020-11-16T20:44:46.369191+0000 mgr.x (mgr.14196) 984 : cluster [DBG] pgmap v1475: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.9 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 563 op/s; 12969/260070 objects misplaced (4.987%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:44:47.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:47 smithi071 bash[9480]: cluster 2020-11-16T20:44:46.439828+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e580: 12 total, 12 up, 9 in
2020-11-16T20:44:47.716 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:47.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:47 smithi065 bash[9468]: cluster 2020-11-16T20:44:45.703137+0000 osd.4 (osd.4) 152 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:47.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:47 smithi065 bash[9468]: cluster 2020-11-16T20:44:45.703222+0000 osd.4 (osd.4) 153 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:47.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:47 smithi065 bash[9468]: cluster 2020-11-16T20:44:46.369191+0000 mgr.x (mgr.14196) 984 : cluster [DBG] pgmap v1475: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.9 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 563 op/s; 12969/260070 objects misplaced (4.987%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:44:47.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:47 smithi065 bash[9468]: cluster 2020-11-16T20:44:46.439828+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e580: 12 total, 12 up, 9 in
2020-11-16T20:44:47.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:47 smithi142 bash[20366]: debug 2020-11-16T20:44:47.402+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:47 smithi142 bash[9523]: cluster 2020-11-16T20:44:45.703137+0000 osd.4 (osd.4) 152 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:47 smithi142 bash[9523]: cluster 2020-11-16T20:44:45.703222+0000 osd.4 (osd.4) 153 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:47 smithi142 bash[9523]: cluster 2020-11-16T20:44:46.369191+0000 mgr.x (mgr.14196) 984 : cluster [DBG] pgmap v1475: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.9 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 563 op/s; 12969/260070 objects misplaced (4.987%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:44:47.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:47 smithi142 bash[9523]: cluster 2020-11-16T20:44:46.439828+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e580: 12 total, 12 up, 9 in
2020-11-16T20:44:47.838 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:47.943 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:48.172 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:44:48.172 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:44:48.172 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:44:48.173 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:44:48.173 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.173 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:184358 4.e 4.b4e7f94e (undecoded) ondisk+write+known_if_redirected e466)",
2020-11-16T20:44:48.173 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:47.592706+0000",
2020-11-16T20:44:48.173 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 300.57875363099998,
2020-11-16T20:44:48.173 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.93328897,
2020-11-16T20:44:48.173 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.174 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:44:48.174 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:44:48.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:48.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 184358
2020-11-16T20:44:48.174 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.174 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.592706+0000",
2020-11-16T20:44:48.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.592706+0000",
2020-11-16T20:44:48.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999958
2020-11-16T20:44:48.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.592664+0000",
2020-11-16T20:44:48.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6619000000000004e-05
2020-11-16T20:44:48.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.592761+0000",
2020-11-16T20:44:48.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9279999999999998e-05
2020-11-16T20:44:48.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.592780+0000",
2020-11-16T20:44:48.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.182e-05
2020-11-16T20:44:48.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.592792+0000",
2020-11-16T20:44:48.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8136e-05
2020-11-16T20:44:48.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.592860+0000",
2020-11-16T20:44:48.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1122e-05
2020-11-16T20:44:48.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.179 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.179 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.592871+0000",
2020-11-16T20:44:48.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.93309754499999997
2020-11-16T20:44:48.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:48.525968+0000",
2020-11-16T20:44:48.180 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.6466e-05
2020-11-16T20:44:48.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:48.525995+0000",
2020-11-16T20:44:48.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.93328897
2020-11-16T20:44:48.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.181 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.181 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.182 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.182 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.182 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:184375 4.e 4.ba01d51e (undecoded) ondisk+write+known_if_redirected e466)",
2020-11-16T20:44:48.182 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:47.613545+0000",
2020-11-16T20:44:48.182 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 300.55791454199999,
2020-11-16T20:44:48.182 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.91266697600000002,
2020-11-16T20:44:48.183 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.183 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:44:48.183 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:44:48.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:48.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 184375
2020-11-16T20:44:48.183 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.183 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.613545+0000",
2020-11-16T20:44:48.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.613545+0000",
2020-11-16T20:44:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999557
2020-11-16T20:44:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.613501+0000",
2020-11-16T20:44:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9778000000000006e-05
2020-11-16T20:44:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.613600+0000",
2020-11-16T20:44:48.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3377999999999999e-05
2020-11-16T20:44:48.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.613624+0000",
2020-11-16T20:44:48.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1375999999999999e-05
2020-11-16T20:44:48.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.613635+0000",
2020-11-16T20:44:48.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5138999999999999e-05
2020-11-16T20:44:48.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.613720+0000",
2020-11-16T20:44:48.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2614e-05
2020-11-16T20:44:48.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.613733+0000",
2020-11-16T20:44:48.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.91246560600000004
2020-11-16T20:44:48.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:48.526199+0000",
2020-11-16T20:44:48.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3524e-05
2020-11-16T20:44:48.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:48.526212+0000",
2020-11-16T20:44:48.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.91266697600000002
2020-11-16T20:44:48.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.190 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.190 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.191 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.191 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.191 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:184380 4.e 4.61ad64ae (undecoded) ondisk+write+known_if_redirected e466)",
2020-11-16T20:44:48.191 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:47.622086+0000",
2020-11-16T20:44:48.191 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 300.54937371400001,
2020-11-16T20:44:48.191 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.90419993899999995,
2020-11-16T20:44:48.191 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.192 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:44:48.192 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:44:48.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:48.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 184380
2020-11-16T20:44:48.192 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.192 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.622086+0000",
2020-11-16T20:44:48.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.193 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.622086+0000",
2020-11-16T20:44:48.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999547
2020-11-16T20:44:48.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.622041+0000",
2020-11-16T20:44:48.194 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103113
2020-11-16T20:44:48.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.622144+0000",
2020-11-16T20:44:48.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3110000000000001e-05
2020-11-16T20:44:48.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.622167+0000",
2020-11-16T20:44:48.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7781999999999999e-05
2020-11-16T20:44:48.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.622195+0000",
2020-11-16T20:44:48.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3781000000000002e-05
2020-11-16T20:44:48.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.622289+0000",
2020-11-16T20:44:48.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9167000000000001e-05
2020-11-16T20:44:48.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.622308+0000",
2020-11-16T20:44:48.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.90396470500000004
2020-11-16T20:44:48.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:48.526272+0000",
2020-11-16T20:44:48.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3345e-05
2020-11-16T20:44:48.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:48.526286+0000",
2020-11-16T20:44:48.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.90419993899999995
2020-11-16T20:44:48.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.199 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.200 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.200 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.200 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:184387 4.e 4.89f6a71e (undecoded) ondisk+write+known_if_redirected e466)",
2020-11-16T20:44:48.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:47.628958+0000",
2020-11-16T20:44:48.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 300.54250173899999,
2020-11-16T20:44:48.200 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.89737788299999999,
2020-11-16T20:44:48.201 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.201 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:44:48.201 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.201 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:44:48.201 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:48.201 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 184387
2020-11-16T20:44:48.201 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.202 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.628958+0000",
2020-11-16T20:44:48.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.628958+0000",
2020-11-16T20:44:48.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:44:48.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.628936+0000",
2020-11-16T20:44:48.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1063999999999998e-05
2020-11-16T20:44:48.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.628987+0000",
2020-11-16T20:44:48.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1053000000000001e-05
2020-11-16T20:44:48.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.628998+0000",
2020-11-16T20:44:48.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8449999999999997e-06
2020-11-16T20:44:48.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.629005+0000",
2020-11-16T20:44:48.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8547e-05
2020-11-16T20:44:48.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.206 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.629063+0000",
2020-11-16T20:44:48.206 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8230000000000006e-06
2020-11-16T20:44:48.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:47.629073+0000",
2020-11-16T20:44:48.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89725249900000004
2020-11-16T20:44:48.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.207 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:48.526326+0000",
2020-11-16T20:44:48.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0129000000000001e-05
2020-11-16T20:44:48.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:48.526336+0000",
2020-11-16T20:44:48.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89737788299999999
2020-11-16T20:44:48.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.209 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.209 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.209 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.209 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.209 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222500 4.2 4.fba709a2 (undecoded) ondisk+write+known_if_redirected e488)",
2020-11-16T20:44:48.209 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.561115+0000",
2020-11-16T20:44:48.209 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.61034504,
2020-11-16T20:44:48.210 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.96770228000000003,
2020-11-16T20:44:48.210 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.210 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:44:48.210 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:44:48.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:44:48.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222500
2020-11-16T20:44:48.211 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.211 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561115+0000",
2020-11-16T20:44:48.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561115+0000",
2020-11-16T20:44:48.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:44:48.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561086+0000",
2020-11-16T20:44:48.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7279000000000004e-05
2020-11-16T20:44:48.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561154+0000",
2020-11-16T20:44:48.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7108999999999998e-05
2020-11-16T20:44:48.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561171+0000",
2020-11-16T20:44:48.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0317e-05
2020-11-16T20:44:48.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561181+0000",
2020-11-16T20:44:48.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2893999999999997e-05
2020-11-16T20:44:48.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561254+0000",
2020-11-16T20:44:48.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2279000000000001e-05
2020-11-16T20:44:48.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561266+0000",
2020-11-16T20:44:48.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.96749896599999996
2020-11-16T20:44:48.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528765+0000",
2020-11-16T20:44:48.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1573999999999998e-05
2020-11-16T20:44:48.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528817+0000",
2020-11-16T20:44:48.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.96770228000000003
2020-11-16T20:44:48.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.218 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.219 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.219 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.219 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.219 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100491 5.a 5:5a0ab566:::benchmark_data_smithi065_37993_object100490:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.219 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.412082+0000",
2020-11-16T20:44:48.219 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.759377681000004,
2020-11-16T20:44:48.219 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.235932152,
2020-11-16T20:44:48.219 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.220 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.220 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100491
2020-11-16T20:44:48.220 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.220 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412082+0000",
2020-11-16T20:44:48.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412082+0000",
2020-11-16T20:44:48.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:44:48.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412049+0000",
2020-11-16T20:44:48.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000114948
2020-11-16T20:44:48.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412164+0000",
2020-11-16T20:44:48.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.464e-05
2020-11-16T20:44:48.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412179+0000",
2020-11-16T20:44:48.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1349999999999992e-06
2020-11-16T20:44:48.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412187+0000",
2020-11-16T20:44:48.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00051102999999999999
2020-11-16T20:44:48.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412698+0000",
2020-11-16T20:44:48.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1463e-05
2020-11-16T20:44:48.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412709+0000",
2020-11-16T20:44:48.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.220302043
2020-11-16T20:44:48.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.633011+0000",
2020-11-16T20:44:48.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023767100000000001
2020-11-16T20:44:48.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.633249+0000",
2020-11-16T20:44:48.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019512800000000001
2020-11-16T20:44:48.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.633444+0000",
2020-11-16T20:44:48.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011909332999999999
2020-11-16T20:44:48.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.645353+0000",
2020-11-16T20:44:48.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6742999999999997e-05
2020-11-16T20:44:48.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.645390+0000",
2020-11-16T20:44:48.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9716999999999998e-05
2020-11-16T20:44:48.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.645440+0000",
2020-11-16T20:44:48.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002574219
2020-11-16T20:44:48.230 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.230 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648014+0000",
2020-11-16T20:44:48.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.235932152
2020-11-16T20:44:48.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.231 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.231 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.231 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.231 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.231 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100492 5.a 5:54cdffd5:::benchmark_data_smithi065_37993_object100491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.232 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.414717+0000",
2020-11-16T20:44:48.232 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.756742297000002,
2020-11-16T20:44:48.232 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.279224615,
2020-11-16T20:44:48.232 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.232 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.232 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100492
2020-11-16T20:44:48.233 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.233 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414717+0000",
2020-11-16T20:44:48.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414717+0000",
2020-11-16T20:44:48.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T20:44:48.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414697+0000",
2020-11-16T20:44:48.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2044000000000003e-05
2020-11-16T20:44:48.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414770+0000",
2020-11-16T20:44:48.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5690000000000005e-06
2020-11-16T20:44:48.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414778+0000",
2020-11-16T20:44:48.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9060000000000001e-06
2020-11-16T20:44:48.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414783+0000",
2020-11-16T20:44:48.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010717699999999999
2020-11-16T20:44:48.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.238 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414890+0000",
2020-11-16T20:44:48.238 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1695000000000001e-05
2020-11-16T20:44:48.239 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.239 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414902+0000",
2020-11-16T20:44:48.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.225401814
2020-11-16T20:44:48.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.640304+0000",
2020-11-16T20:44:48.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000129462
2020-11-16T20:44:48.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.640433+0000",
2020-11-16T20:44:48.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000128625
2020-11-16T20:44:48.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.640562+0000",
2020-11-16T20:44:48.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0074667559999999997
2020-11-16T20:44:48.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648029+0000",
2020-11-16T20:44:48.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.041436415999999997
2020-11-16T20:44:48.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.689465+0000",
2020-11-16T20:44:48.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015422799999999999
2020-11-16T20:44:48.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.689619+0000",
2020-11-16T20:44:48.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0043227650000000001
2020-11-16T20:44:48.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.693942+0000",
2020-11-16T20:44:48.247 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.279224615
2020-11-16T20:44:48.247 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.247 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.248 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.248 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.248 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100497 5.a 5:5551f6b4:::benchmark_data_smithi065_37993_object100496:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.416514+0000",
2020-11-16T20:44:48.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.754945680999995,
2020-11-16T20:44:48.248 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.280499418,
2020-11-16T20:44:48.249 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.249 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.249 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100497
2020-11-16T20:44:48.249 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.249 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416514+0000",
2020-11-16T20:44:48.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416514+0000",
2020-11-16T20:44:48.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:44:48.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416496+0000",
2020-11-16T20:44:48.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4937999999999994e-05
2020-11-16T20:44:48.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416561+0000",
2020-11-16T20:44:48.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0841e-05
2020-11-16T20:44:48.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416572+0000",
2020-11-16T20:44:48.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8040000000000001e-06
2020-11-16T20:44:48.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416577+0000",
2020-11-16T20:44:48.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2744000000000002e-05
2020-11-16T20:44:48.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.254 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.254 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416630+0000",
2020-11-16T20:44:48.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1654000000000001e-05
2020-11-16T20:44:48.255 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.255 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416641+0000",
2020-11-16T20:44:48.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.226539474
2020-11-16T20:44:48.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.643181+0000",
2020-11-16T20:44:48.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010911199999999999
2020-11-16T20:44:48.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.643290+0000",
2020-11-16T20:44:48.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013144200000000001
2020-11-16T20:44:48.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.643421+0000",
2020-11-16T20:44:48.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0071763390000000003
2020-11-16T20:44:48.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.650598+0000",
2020-11-16T20:44:48.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.043441240999999998
2020-11-16T20:44:48.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.694039+0000",
2020-11-16T20:44:48.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0599e-05
2020-11-16T20:44:48.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.694100+0000",
2020-11-16T20:44:48.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0029137199999999999
2020-11-16T20:44:48.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.697013+0000",
2020-11-16T20:44:48.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.280499418
2020-11-16T20:44:48.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.261 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.261 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.261 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.261 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.261 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100498 5.a 5:5acdec7e:::benchmark_data_smithi065_37993_object100497:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.261 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.418573+0000",
2020-11-16T20:44:48.261 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.752886181999997,
2020-11-16T20:44:48.262 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2809521100000001,
2020-11-16T20:44:48.262 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.262 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.262 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100498
2020-11-16T20:44:48.263 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.263 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418573+0000",
2020-11-16T20:44:48.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418573+0000",
2020-11-16T20:44:48.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:44:48.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418541+0000",
2020-11-16T20:44:48.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000108942
2020-11-16T20:44:48.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418650+0000",
2020-11-16T20:44:48.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4691999999999999e-05
2020-11-16T20:44:48.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418665+0000",
2020-11-16T20:44:48.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5350000000000004e-06
2020-11-16T20:44:48.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418673+0000",
2020-11-16T20:44:48.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4341000000000001e-05
2020-11-16T20:44:48.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418718+0000",
2020-11-16T20:44:48.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1360000000000003e-06
2020-11-16T20:44:48.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418727+0000",
2020-11-16T20:44:48.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2293273090000001
2020-11-16T20:44:48.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648054+0000",
2020-11-16T20:44:48.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011387699999999999
2020-11-16T20:44:48.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648168+0000",
2020-11-16T20:44:48.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013030800000000001
2020-11-16T20:44:48.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648298+0000",
2020-11-16T20:44:48.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013709506999999999
2020-11-16T20:44:48.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.662008+0000",
2020-11-16T20:44:48.271 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035098384000000003
2020-11-16T20:44:48.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.271 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.697106+0000",
2020-11-16T20:44:48.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6602999999999998e-05
2020-11-16T20:44:48.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.697183+0000",
2020-11-16T20:44:48.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0023427080000000002
2020-11-16T20:44:48.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.699526+0000",
2020-11-16T20:44:48.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2809521100000001
2020-11-16T20:44:48.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.273 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.274 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.274 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.274 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.274 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100524 5.a 5:52ec81a2:::benchmark_data_smithi065_37993_object100523:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.274 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.439159+0000",
2020-11-16T20:44:48.274 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.732300707999997,
2020-11-16T20:44:48.274 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.262683402,
2020-11-16T20:44:48.275 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.275 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.275 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100524
2020-11-16T20:44:48.275 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.275 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439159+0000",
2020-11-16T20:44:48.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439159+0000",
2020-11-16T20:44:48.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999518
2020-11-16T20:44:48.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439111+0000",
2020-11-16T20:44:48.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000155434
2020-11-16T20:44:48.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439266+0000",
2020-11-16T20:44:48.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4604e-05
2020-11-16T20:44:48.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439291+0000",
2020-11-16T20:44:48.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3539e-05
2020-11-16T20:44:48.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.279 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439304+0000",
2020-11-16T20:44:48.279 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2439e-05
2020-11-16T20:44:48.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439397+0000",
2020-11-16T20:44:48.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7637000000000001e-05
2020-11-16T20:44:48.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439414+0000",
2020-11-16T20:44:48.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2112070640000001
2020-11-16T20:44:48.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.650621+0000",
2020-11-16T20:44:48.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010878999999999999
2020-11-16T20:44:48.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.650730+0000",
2020-11-16T20:44:48.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014054700000000001
2020-11-16T20:44:48.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.650871+0000",
2020-11-16T20:44:48.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017286138999999999
2020-11-16T20:44:48.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.668157+0000",
2020-11-16T20:44:48.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.031435411000000003
2020-11-16T20:44:48.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.699592+0000",
2020-11-16T20:44:48.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6054000000000001e-05
2020-11-16T20:44:48.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.699658+0000",
2020-11-16T20:44:48.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0021839699999999999
2020-11-16T20:44:48.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.701842+0000",
2020-11-16T20:44:48.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.262683402
2020-11-16T20:44:48.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.286 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.286 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.286 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.287 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.287 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100540 5.a 5:5f5a679a:::benchmark_data_smithi065_37993_object100539:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.287 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.452417+0000",
2020-11-16T20:44:48.287 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.719042622000003,
2020-11-16T20:44:48.287 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.25518061,
2020-11-16T20:44:48.287 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.287 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.288 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100540
2020-11-16T20:44:48.288 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.288 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452417+0000",
2020-11-16T20:44:48.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452417+0000",
2020-11-16T20:44:48.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999614
2020-11-16T20:44:48.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452378+0000",
2020-11-16T20:44:48.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012646000000000001
2020-11-16T20:44:48.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452505+0000",
2020-11-16T20:44:48.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7142e-05
2020-11-16T20:44:48.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452522+0000",
2020-11-16T20:44:48.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3499999999999999e-06
2020-11-16T20:44:48.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452529+0000",
2020-11-16T20:44:48.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0129e-05
2020-11-16T20:44:48.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452589+0000",
2020-11-16T20:44:48.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0485999999999999e-05
2020-11-16T20:44:48.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452600+0000",
2020-11-16T20:44:48.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.200359172
2020-11-16T20:44:48.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.652959+0000",
2020-11-16T20:44:48.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00049715800000000004
2020-11-16T20:44:48.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.653456+0000",
2020-11-16T20:44:48.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00063009199999999996
2020-11-16T20:44:48.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.654086+0000",
2020-11-16T20:44:48.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014100474999999999
2020-11-16T20:44:48.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.668187+0000",
2020-11-16T20:44:48.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035884490999999998
2020-11-16T20:44:48.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.704071+0000",
2020-11-16T20:44:48.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6991999999999996e-05
2020-11-16T20:44:48.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.704168+0000",
2020-11-16T20:44:48.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0034293219999999998
2020-11-16T20:44:48.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.707598+0000",
2020-11-16T20:44:48.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.25518061
2020-11-16T20:44:48.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.299 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.299 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.299 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.299 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.299 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100562 5.a 5:52126c38:::benchmark_data_smithi065_37993_object100561:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.299 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.468259+0000",
2020-11-16T20:44:48.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.703200643000002,
2020-11-16T20:44:48.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2424337379999999,
2020-11-16T20:44:48.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.300 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.300 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100562
2020-11-16T20:44:48.301 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.301 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468259+0000",
2020-11-16T20:44:48.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468259+0000",
2020-11-16T20:44:48.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:44:48.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468224+0000",
2020-11-16T20:44:48.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013564800000000001
2020-11-16T20:44:48.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468360+0000",
2020-11-16T20:44:48.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6540000000000001e-05
2020-11-16T20:44:48.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468376+0000",
2020-11-16T20:44:48.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5933000000000001e-05
2020-11-16T20:44:48.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468392+0000",
2020-11-16T20:44:48.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0753999999999994e-05
2020-11-16T20:44:48.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468463+0000",
2020-11-16T20:44:48.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4481000000000001e-05
2020-11-16T20:44:48.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468477+0000",
2020-11-16T20:44:48.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1908104500000001
2020-11-16T20:44:48.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.659288+0000",
2020-11-16T20:44:48.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016297800000000001
2020-11-16T20:44:48.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.659451+0000",
2020-11-16T20:44:48.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012805299999999999
2020-11-16T20:44:48.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.659579+0000",
2020-11-16T20:44:48.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015139222000000001
2020-11-16T20:44:48.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.674718+0000",
2020-11-16T20:44:48.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.032993999000000003
2020-11-16T20:44:48.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.707712+0000",
2020-11-16T20:44:48.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9393000000000004e-05
2020-11-16T20:44:48.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.707791+0000",
2020-11-16T20:44:48.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002901378
2020-11-16T20:44:48.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.710693+0000",
2020-11-16T20:44:48.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2424337379999999
2020-11-16T20:44:48.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.312 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.312 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.312 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.312 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.312 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100584 5.a 5:537fb1d1:::benchmark_data_smithi065_37993_object100583:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.312 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.486123+0000",
2020-11-16T20:44:48.312 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.685336483,
2020-11-16T20:44:48.313 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2270969220000001,
2020-11-16T20:44:48.313 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.313 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.313 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100584
2020-11-16T20:44:48.314 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.314 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486123+0000",
2020-11-16T20:44:48.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486123+0000",
2020-11-16T20:44:48.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:44:48.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486084+0000",
2020-11-16T20:44:48.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000150982
2020-11-16T20:44:48.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486235+0000",
2020-11-16T20:44:48.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6894000000000001e-05
2020-11-16T20:44:48.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486252+0000",
2020-11-16T20:44:48.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5580000000000003e-06
2020-11-16T20:44:48.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486260+0000",
2020-11-16T20:44:48.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5038999999999998e-05
2020-11-16T20:44:48.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486335+0000",
2020-11-16T20:44:48.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7010000000000001e-05
2020-11-16T20:44:48.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486352+0000",
2020-11-16T20:44:48.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1760199090000001
2020-11-16T20:44:48.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.662372+0000",
2020-11-16T20:44:48.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00030211799999999998
2020-11-16T20:44:48.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.662674+0000",
2020-11-16T20:44:48.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00051577800000000005
2020-11-16T20:44:48.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.663189+0000",
2020-11-16T20:44:48.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017938829
2020-11-16T20:44:48.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681128+0000",
2020-11-16T20:44:48.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029645052000000002
2020-11-16T20:44:48.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.710773+0000",
2020-11-16T20:44:48.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1654000000000003e-05
2020-11-16T20:44:48.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.710835+0000",
2020-11-16T20:44:48.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0023850199999999998
2020-11-16T20:44:48.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.713220+0000",
2020-11-16T20:44:48.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2270969220000001
2020-11-16T20:44:48.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.325 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.325 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.325 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.325 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.325 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100595 5.a 5:5b8e51a7:::benchmark_data_smithi065_37993_object100594:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.325 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.496988+0000",
2020-11-16T20:44:48.325 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.674471890999996,
2020-11-16T20:44:48.326 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2350746779999999,
2020-11-16T20:44:48.326 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.326 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.326 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100595
2020-11-16T20:44:48.327 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.327 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.496988+0000",
2020-11-16T20:44:48.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.496988+0000",
2020-11-16T20:44:48.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T20:44:48.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.496957+0000",
2020-11-16T20:44:48.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000131149
2020-11-16T20:44:48.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497088+0000",
2020-11-16T20:44:48.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1072999999999999e-05
2020-11-16T20:44:48.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497119+0000",
2020-11-16T20:44:48.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9400000000000002e-06
2020-11-16T20:44:48.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497127+0000",
2020-11-16T20:44:48.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1008999999999995e-05
2020-11-16T20:44:48.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497218+0000",
2020-11-16T20:44:48.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7367000000000002e-05
2020-11-16T20:44:48.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497235+0000",
2020-11-16T20:44:48.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1710961259999999
2020-11-16T20:44:48.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.668331+0000",
2020-11-16T20:44:48.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000342791
2020-11-16T20:44:48.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.668674+0000",
2020-11-16T20:44:48.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00037827
2020-11-16T20:44:48.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.669052+0000",
2020-11-16T20:44:48.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012094716
2020-11-16T20:44:48.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681147+0000",
2020-11-16T20:44:48.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.046905084999999999
2020-11-16T20:44:48.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.728052+0000",
2020-11-16T20:44:48.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4459000000000002e-05
2020-11-16T20:44:48.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.728106+0000",
2020-11-16T20:44:48.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0039559080000000002
2020-11-16T20:44:48.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.732062+0000",
2020-11-16T20:44:48.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2350746779999999
2020-11-16T20:44:48.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.337 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.337 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.338 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.338 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.338 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100600 5.a 5:5b5d4521:::benchmark_data_smithi065_37993_object100599:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.338 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.501217+0000",
2020-11-16T20:44:48.338 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.670243052999993,
2020-11-16T20:44:48.338 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2355634520000001,
2020-11-16T20:44:48.338 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.338 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.339 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100600
2020-11-16T20:44:48.339 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.339 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501217+0000",
2020-11-16T20:44:48.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501217+0000",
2020-11-16T20:44:48.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999518
2020-11-16T20:44:48.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501168+0000",
2020-11-16T20:44:48.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014999800000000001
2020-11-16T20:44:48.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501318+0000",
2020-11-16T20:44:48.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9525e-05
2020-11-16T20:44:48.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501338+0000",
2020-11-16T20:44:48.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0250000000000008e-06
2020-11-16T20:44:48.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501347+0000",
2020-11-16T20:44:48.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028118099999999998
2020-11-16T20:44:48.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501628+0000",
2020-11-16T20:44:48.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4289e-05
2020-11-16T20:44:48.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501642+0000",
2020-11-16T20:44:48.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1706883299999999
2020-11-16T20:44:48.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.672331+0000",
2020-11-16T20:44:48.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000230922
2020-11-16T20:44:48.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.672562+0000",
2020-11-16T20:44:48.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017017700000000001
2020-11-16T20:44:48.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.672732+0000",
2020-11-16T20:44:48.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012963828
2020-11-16T20:44:48.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685696+0000",
2020-11-16T20:44:48.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.046453916999999997
2020-11-16T20:44:48.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.732149+0000",
2020-11-16T20:44:48.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4733000000000004e-05
2020-11-16T20:44:48.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.732224+0000",
2020-11-16T20:44:48.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0045558229999999996
2020-11-16T20:44:48.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.736780+0000",
2020-11-16T20:44:48.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2355634520000001
2020-11-16T20:44:48.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.350 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.350 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.350 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.350 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.350 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100643 5.a 5:52782f0c:::benchmark_data_smithi065_37993_object100642:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.350 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.548721+0000",
2020-11-16T20:44:48.351 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.622738690999995,
2020-11-16T20:44:48.351 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.192962235,
2020-11-16T20:44:48.351 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.351 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.351 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100643
2020-11-16T20:44:48.352 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.352 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548721+0000",
2020-11-16T20:44:48.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548721+0000",
2020-11-16T20:44:48.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:44:48.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548690+0000",
2020-11-16T20:44:48.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010587299999999999
2020-11-16T20:44:48.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548795+0000",
2020-11-16T20:44:48.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2853999999999999e-05
2020-11-16T20:44:48.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548808+0000",
2020-11-16T20:44:48.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.075e-06
2020-11-16T20:44:48.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548815+0000",
2020-11-16T20:44:48.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8788000000000006e-05
2020-11-16T20:44:48.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548884+0000",
2020-11-16T20:44:48.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1848000000000001e-05
2020-11-16T20:44:48.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548896+0000",
2020-11-16T20:44:48.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1258757349999999
2020-11-16T20:44:48.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.674772+0000",
2020-11-16T20:44:48.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016454300000000001
2020-11-16T20:44:48.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.674936+0000",
2020-11-16T20:44:48.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013249
2020-11-16T20:44:48.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.675069+0000",
2020-11-16T20:44:48.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010646388999999999
2020-11-16T20:44:48.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685715+0000",
2020-11-16T20:44:48.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.051196093999999998
2020-11-16T20:44:48.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.736911+0000",
2020-11-16T20:44:48.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000102533
2020-11-16T20:44:48.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.737014+0000",
2020-11-16T20:44:48.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0046694099999999997
2020-11-16T20:44:48.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.741683+0000",
2020-11-16T20:44:48.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.192962235
2020-11-16T20:44:48.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.362 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.362 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.363 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.363 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.363 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100665 5.a 5:500c3be2:::benchmark_data_smithi065_37993_object100664:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.363 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.578310+0000",
2020-11-16T20:44:48.363 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.593150066000007,
2020-11-16T20:44:48.363 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.1678601019999999,
2020-11-16T20:44:48.363 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.364 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.364 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100665
2020-11-16T20:44:48.364 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.364 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578310+0000",
2020-11-16T20:44:48.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578310+0000",
2020-11-16T20:44:48.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:44:48.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578275+0000",
2020-11-16T20:44:48.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000126
2020-11-16T20:44:48.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578401+0000",
2020-11-16T20:44:48.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7473999999999999e-05
2020-11-16T20:44:48.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578418+0000",
2020-11-16T20:44:48.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6120000000000001e-06
2020-11-16T20:44:48.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578426+0000",
2020-11-16T20:44:48.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5580000000000006e-05
2020-11-16T20:44:48.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578492+0000",
2020-11-16T20:44:48.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2261e-05
2020-11-16T20:44:48.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578504+0000",
2020-11-16T20:44:48.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.098134849
2020-11-16T20:44:48.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.676639+0000",
2020-11-16T20:44:48.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012508199999999999
2020-11-16T20:44:48.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.676764+0000",
2020-11-16T20:44:48.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019195799999999999
2020-11-16T20:44:48.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.676956+0000",
2020-11-16T20:44:48.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0087765889999999996
2020-11-16T20:44:48.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685732+0000",
2020-11-16T20:44:48.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.056071753000000002
2020-11-16T20:44:48.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.741804+0000",
2020-11-16T20:44:48.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4450999999999996e-05
2020-11-16T20:44:48.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.741879+0000",
2020-11-16T20:44:48.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0042910639999999998
2020-11-16T20:44:48.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.746170+0000",
2020-11-16T20:44:48.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1678601019999999
2020-11-16T20:44:48.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.378 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.378 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.378 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.378 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.378 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100673 5.a 5:550bc0ef:::benchmark_data_smithi065_37993_object100672:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.378 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.585315+0000",
2020-11-16T20:44:48.379 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.586144648000001,
2020-11-16T20:44:48.379 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.165172377,
2020-11-16T20:44:48.379 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.379 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.379 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100673
2020-11-16T20:44:48.380 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.380 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585315+0000",
2020-11-16T20:44:48.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585315+0000",
2020-11-16T20:44:48.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:44:48.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585296+0000",
2020-11-16T20:44:48.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5634000000000001e-05
2020-11-16T20:44:48.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585372+0000",
2020-11-16T20:44:48.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9989999999999997e-06
2020-11-16T20:44:48.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585381+0000",
2020-11-16T20:44:48.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0980000000000001e-06
2020-11-16T20:44:48.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585386+0000",
2020-11-16T20:44:48.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8300999999999997e-05
2020-11-16T20:44:48.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585434+0000",
2020-11-16T20:44:48.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8870000000000003e-06
2020-11-16T20:44:48.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585441+0000",
2020-11-16T20:44:48.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.093130596
2020-11-16T20:44:48.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.678571+0000",
2020-11-16T20:44:48.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023913299999999999
2020-11-16T20:44:48.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.678811+0000",
2020-11-16T20:44:48.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017972499999999999
2020-11-16T20:44:48.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.678990+0000",
2020-11-16T20:44:48.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0067633570000000002
2020-11-16T20:44:48.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685754+0000",
2020-11-16T20:44:48.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.060552436000000001
2020-11-16T20:44:48.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.746306+0000",
2020-11-16T20:44:48.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012424300000000001
2020-11-16T20:44:48.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.746430+0000",
2020-11-16T20:44:48.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0040569480000000003
2020-11-16T20:44:48.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.750487+0000",
2020-11-16T20:44:48.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.165172377
2020-11-16T20:44:48.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.398 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.398 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.398 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.398 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.399 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100687 5.a 5:56904bbb:::benchmark_data_smithi065_37993_object100686:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.399 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.615515+0000",
2020-11-16T20:44:48.399 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.555944162000003,
2020-11-16T20:44:48.399 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.1386060710000001,
2020-11-16T20:44:48.399 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.400 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.400 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100687
2020-11-16T20:44:48.401 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.401 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615515+0000",
2020-11-16T20:44:48.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615515+0000",
2020-11-16T20:44:48.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:44:48.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615486+0000",
2020-11-16T20:44:48.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010978499999999999
2020-11-16T20:44:48.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615596+0000",
2020-11-16T20:44:48.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6483000000000001e-05
2020-11-16T20:44:48.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615612+0000",
2020-11-16T20:44:48.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.04e-05
2020-11-16T20:44:48.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615623+0000",
2020-11-16T20:44:48.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000110146
2020-11-16T20:44:48.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615733+0000",
2020-11-16T20:44:48.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8810000000000001e-05
2020-11-16T20:44:48.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615752+0000",
2020-11-16T20:44:48.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.065451607
2020-11-16T20:44:48.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681203+0000",
2020-11-16T20:44:48.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013017399999999999
2020-11-16T20:44:48.412 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.412 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681333+0000",
2020-11-16T20:44:48.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013030800000000001
2020-11-16T20:44:48.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681464+0000",
2020-11-16T20:44:48.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.004308564
2020-11-16T20:44:48.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685772+0000",
2020-11-16T20:44:48.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.064809030000000004
2020-11-16T20:44:48.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.750581+0000",
2020-11-16T20:44:48.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2437999999999999e-05
2020-11-16T20:44:48.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.750664+0000",
2020-11-16T20:44:48.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0034576849999999998
2020-11-16T20:44:48.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.754122+0000",
2020-11-16T20:44:48.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1386060710000001
2020-11-16T20:44:48.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.419 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.419 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.419 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:44:48.420 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:44:48.420 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100708 5.a 5:59946fb0:::benchmark_data_smithi065_37993_object100707:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:44:48.420 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.685420+0000",
2020-11-16T20:44:48.420 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 68.486039284,
2020-11-16T20:44:48.421 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0713918760000001,
2020-11-16T20:44:48.421 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:44:48.421 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:44:48.421 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:44:48.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:44:48.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:44:48.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100708
2020-11-16T20:44:48.422 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:44:48.422 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:44:48.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:44:48.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685420+0000",
2020-11-16T20:44:48.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:44:48.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:44:48.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685420+0000",
2020-11-16T20:44:48.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:44:48.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:44:48.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685380+0000",
2020-11-16T20:44:48.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000141094
2020-11-16T20:44:48.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:44:48.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685521+0000",
2020-11-16T20:44:48.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7308e-05
2020-11-16T20:44:48.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:44:48.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685549+0000",
2020-11-16T20:44:48.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0468999999999999e-05
2020-11-16T20:44:48.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:44:48.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685559+0000",
2020-11-16T20:44:48.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7946e-05
2020-11-16T20:44:48.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685657+0000",
2020-11-16T20:44:48.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1857000000000001e-05
2020-11-16T20:44:48.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:44:48.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685679+0000",
2020-11-16T20:44:48.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.99734960800000005
2020-11-16T20:44:48.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:44:48.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.683028+0000",
2020-11-16T20:44:48.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00024311100000000001
2020-11-16T20:44:48.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:44:48.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.683272+0000",
2020-11-16T20:44:48.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017484
2020-11-16T20:44:48.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:44:48.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.683446+0000",
2020-11-16T20:44:48.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0059241390000000001
2020-11-16T20:44:48.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:44:48.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.689371+0000",
2020-11-16T20:44:48.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.064851871000000005
2020-11-16T20:44:48.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:44:48.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.754222+0000",
2020-11-16T20:44:48.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4759000000000002e-05
2020-11-16T20:44:48.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:44:48.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.754277+0000",
2020-11-16T20:44:48.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0025350250000000002
2020-11-16T20:44:48.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:44:48.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:44:48.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:44:48.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.756812+0000",
2020-11-16T20:44:48.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0713918760000001
2020-11-16T20:44:48.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:44:48.435 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:44:48.435 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:44:48.435 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:44:48.435 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:44:48.435 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:44:48.438 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:47 smithi071 bash[12066]: debug 2020-11-16T20:44:47.838+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:48.438 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:48.532 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:48 smithi065 bash[14115]: debug 2020-11-16T20:44:48.175+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:48.540 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:49.110 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:49.189 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_ops_in_flight
2020-11-16T20:44:49.214 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:49.344 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:49.353 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:44:49.433 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:44:49 smithi142 bash[18009]: debug 2020-11-16T20:44:49.110+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:49.448 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:49.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:49 smithi065 bash[9468]: cluster 2020-11-16T20:44:48.369634+0000 mgr.x (mgr.14196) 985 : cluster [DBG] pgmap v1477: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.8 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 685 op/s; 12599/256772 objects misplaced (4.907%); 5.6 MiB/s, 88 objects/s recovering
2020-11-16T20:44:49.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:49 smithi071 bash[9480]: cluster 2020-11-16T20:44:48.369634+0000 mgr.x (mgr.14196) 985 : cluster [DBG] pgmap v1477: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.8 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 685 op/s; 12599/256772 objects misplaced (4.907%); 5.6 MiB/s, 88 objects/s recovering
2020-11-16T20:44:49.699 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:49 smithi071 bash[14419]: debug 2020-11-16T20:44:49.342+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:49.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:49 smithi142 bash[9523]: cluster 2020-11-16T20:44:48.369634+0000 mgr.x (mgr.14196) 985 : cluster [DBG] pgmap v1477: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.8 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 685 op/s; 12599/256772 objects misplaced (4.907%); 5.6 MiB/s, 88 objects/s recovering
2020-11-16T20:44:49.751 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:49 smithi142 bash[20366]: debug 2020-11-16T20:44:49.754+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:49.760 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:49.862 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:50.223 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:50.328 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:50.519 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:44:50 smithi142 bash[18009]: debug 2020-11-16T20:44:50.226+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:50.526 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:44:50.566 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":580,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","created":"2020-11-16T20:10:48.708461+0000","modified":"2020-11-16T20:44:46.426701+0000","last_up_change":"2020-11-16T20:28:12.055076+0000","last_in_change":"2020-11-16T20:40:43.508873+0000","flags":"noscrub,sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5801984,"flags_set":["noscrub","pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":32,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-11-16T20:13:10.276783+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"522","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":5,"pool_name":"unique_pool_3","create_time":"2020-11-16T20:42:35.867006+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"542","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":575,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6800","nonce":1276457002}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6801","nonce":1276457002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6803","nonce":1276457002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6802","nonce":1276457002}]},"public_addr":"172.21.15.142:6800/1276457002","cluster_addr":"172.21.15.142:6801/1276457002","heartbeat_back_addr":"172.21.15.142:6803/1276457002","heartbeat_front_addr":"172.21.15.142:6802/1276457002","state":["exists","up"]},{"osd":1,"uuid":"c82ae70d-f2a5-4334-a84f-87a054655ad7","up":1,"in":1,"weight":1,"primary_affinity":0.9330291748046875,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":574,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6804","nonce":2156745596}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6805","nonce":2156745596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6807","nonce":2156745596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6806","nonce":2156745596}]},"public_addr":"172.21.15.142:6804/2156745596","cluster_addr":"172.21.15.142:6805/2156745596","heartbeat_back_addr":"172.21.15.142:6807/2156745596","heartbeat_front_addr":"172.21.15.142:6806/2156745596","state":["exists","up"]},{"osd":2,"uuid":"b8fcfee2-fb36-47e4-a200-65aab5e1435b","up":1,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":393,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6808","nonce":2380078138}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6809","nonce":2380078138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6811","nonce":2380078138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6810","nonce":2380078138}]},"public_addr":"172.21.15.142:6808/2380078138","cluster_addr":"172.21.15.142:6809/2380078138","heartbeat_back_addr":"172.21.15.142:6811/2380078138","heartbeat_front_addr":"172.21.15.142:6810/2380078138","state":["exists","up"]},{"osd":3,"uuid":"f28de7af-d9bf-4096-ab56-1ef663dc214c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":29,"up_thru":397,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6812","nonce":2351592071}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6813","nonce":2351592071}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6815","nonce":2351592071}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6814","nonce":2351592071}]},"public_addr":"172.21.15.142:6812/2351592071","cluster_addr":"172.21.15.142:6813/2351592071","heartbeat_back_addr":"172.21.15.142:6815/2351592071","heartbeat_front_addr":"172.21.15.142:6814/2351592071","state":["exists","up"]},{"osd":4,"uuid":"8dfc82b4-6137-4f9c-b848-160cdaab7877","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":535,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6801","nonce":3325699378}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6802","nonce":3325699378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6804","nonce":3325699378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6803","nonce":3325699378}]},"public_addr":"172.21.15.71:6801/3325699378","cluster_addr":"172.21.15.71:6802/3325699378","heartbeat_back_addr":"172.21.15.71:6804/3325699378","heartbeat_front_addr":"172.21.15.71:6803/3325699378","state":["exists","up"]},{"osd":5,"uuid":"80ade1c6-d24e-453c-b6db-434af43d222b","up":1,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":495,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6805","nonce":724581550}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6806","nonce":724581550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6808","nonce":724581550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6807","nonce":724581550}]},"public_addr":"172.21.15.71:6805/724581550","cluster_addr":"172.21.15.71:6806/724581550","heartbeat_back_addr":"172.21.15.71:6808/724581550","heartbeat_front_addr":"172.21.15.71:6807/724581550","state":["exists","up"]},{"osd":6,"uuid":"f2acf352-ac5f-434e-b71d-8d44be7ad4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":535,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6809","nonce":1309108708}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6810","nonce":1309108708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6812","nonce":1309108708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6811","nonce":1309108708}]},"public_addr":"172.21.15.71:6809/1309108708","cluster_addr":"172.21.15.71:6810/1309108708","heartbeat_back_addr":"172.21.15.71:6812/1309108708","heartbeat_front_addr":"172.21.15.71:6811/1309108708","state":["exists","up"]},{"osd":7,"uuid":"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":56,"last_clean_end":199,"up_from":225,"up_thru":535,"down_at":200,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6813","nonce":2429996026}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6814","nonce":2429996026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6816","nonce":2429996026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6815","nonce":2429996026}]},"public_addr":"172.21.15.71:6813/2429996026","cluster_addr":"172.21.15.71:6814/2429996026","heartbeat_back_addr":"172.21.15.71:6816/2429996026","heartbeat_front_addr":"172.21.15.71:6815/2429996026","state":["exists","up"]},{"osd":8,"uuid":"3c2e5345-07d0-40c1-b3aa-fa0493b44083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":559,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6800","nonce":930793981}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6801","nonce":930793981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6803","nonce":930793981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6802","nonce":930793981}]},"public_addr":"172.21.15.65:6800/930793981","cluster_addr":"172.21.15.65:6801/930793981","heartbeat_back_addr":"172.21.15.65:6803/930793981","heartbeat_front_addr":"172.21.15.65:6802/930793981","state":["exists","up"]},{"osd":9,"uuid":"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6","up":1,"in":1,"weight":1,"primary_affinity":0,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":257,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6804","nonce":3578070571}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6805","nonce":3578070571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6807","nonce":3578070571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6806","nonce":3578070571}]},"public_addr":"172.21.15.65:6804/3578070571","cluster_addr":"172.21.15.65:6805/3578070571","heartbeat_back_addr":"172.21.15.65:6807/3578070571","heartbeat_front_addr":"172.21.15.65:6806/3578070571","state":["exists","up"]},{"osd":10,"uuid":"7092d516-77a6-4060-a297-090099cd553e","up":1,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":95,"up_thru":371,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6808","nonce":1216706886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6809","nonce":1216706886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6811","nonce":1216706886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6810","nonce":1216706886}]},"public_addr":"172.21.15.65:6808/1216706886","cluster_addr":"172.21.15.65:6809/1216706886","heartbeat_back_addr":"172.21.15.65:6811/1216706886","heartbeat_front_addr":"172.21.15.65:6810/1216706886","state":["exists","up"]},{"osd":11,"uuid":"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":103,"up_thru":574,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6812","nonce":3290130542}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6813","nonce":3290130542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6815","nonce":3290130542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6814","nonce":3290130542}]},"public_addr":"172.21.15.65:6812/3290130542","cluster_addr":"172.21.15.65:6813/3290130542","heartbeat_back_addr":"172.21.15.65:6815/3290130542","heartbeat_front_addr":"172.21.15.65:6814/3290130542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:44:03.851665+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:44:28.386459+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":65536,"last_purged_snaps_scrub":"2020-11-16T20:43:58.466652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:44:20.451739+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:44:45.703225+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":65536,"last_purged_snaps_scrub":"2020-11-16T20:44:16.489806+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:44:39.332021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:44:20.756099+0000","dead_epoch":200},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:44:25.864112+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:43:59.012509+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":65536,"last_purged_snaps_scrub":"2020-11-16T20:44:06.010027+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:44:29.842795+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"1.0","mappings":[{"from":7,"to":1}]}],"pg_temp":[{"pgid":"5.8","osds":[0,11]}],"primary_temp":[],"blocklist":{"172.21.15.142:0/1195728362":"2020-11-17T20:14:25.826902+0000","172.21.15.142:6800/3623425812":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/3991833904":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/1735707732":"2020-11-17T20:11:44.591303+0000","172.21.15.142:6800/1465625619":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/3648584722":"2020-11-17T20:11:20.538376+0000","172.21.15.142:0/3320495051":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/1223358460":"2020-11-17T20:11:20.538376+0000","172.21.15.142:6800/2714967177":"2020-11-17T20:11:20.538376+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2020-11-16T20:44:50.629 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:50.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:50 smithi142 bash[20366]: debug 2020-11-16T20:44:50.522+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:50.894 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:50.999 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:51.357 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:44:50 smithi142 bash[18009]: debug 2020-11-16T20:44:50.894+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:51.379 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:44:51.404 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:44:51.435 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:44:51.450 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:44:51.468 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:44:51.499 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:44:51.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:51 smithi065 bash[9468]: cluster 2020-11-16T20:44:50.370255+0000 mgr.x (mgr.14196) 986 : cluster [DBG] pgmap v1478: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.8 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 624 op/s; 12599/255134 objects misplaced (4.938%); 4.6 MiB/s, 72 objects/s recovering
2020-11-16T20:44:51.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:51 smithi065 bash[9468]: audit 2020-11-16T20:44:50.572421+0000 mon.a (mon.0) 1913 : audit [DBG] from='client.? v1:172.21.15.142:0/295365041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:44:51.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:51 smithi065 bash[9468]: audit 2020-11-16T20:44:51.279469+0000 mon.a (mon.0) 1914 : audit [INF] from='client.? v1:172.21.15.142:0/2429385619' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:44:51.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:51 smithi065 bash[9468]: audit 2020-11-16T20:44:51.352536+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? v1:172.21.15.142:0/1334371257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:51.538 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:44:51.573 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:44:51.602 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:44:51.627 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:44:51.654 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:44:51.684 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:44:51.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:51 smithi071 bash[9480]: cluster 2020-11-16T20:44:50.370255+0000 mgr.x (mgr.14196) 986 : cluster [DBG] pgmap v1478: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.8 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 624 op/s; 12599/255134 objects misplaced (4.938%); 4.6 MiB/s, 72 objects/s recovering
2020-11-16T20:44:51.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:51 smithi071 bash[9480]: audit 2020-11-16T20:44:50.572421+0000 mon.a (mon.0) 1913 : audit [DBG] from='client.? v1:172.21.15.142:0/295365041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:44:51.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:51 smithi071 bash[9480]: audit 2020-11-16T20:44:51.279469+0000 mon.a (mon.0) 1914 : audit [INF] from='client.? v1:172.21.15.142:0/2429385619' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:44:51.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:51 smithi071 bash[9480]: audit 2020-11-16T20:44:51.352536+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? v1:172.21.15.142:0/1334371257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:51.711 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:44:51.712 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.713 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.713 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.713 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.713 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.713 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.713 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.713 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.714 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.714 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.714 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.714 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:44:51.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:51 smithi142 bash[9523]: cluster 2020-11-16T20:44:50.370255+0000 mgr.x (mgr.14196) 986 : cluster [DBG] pgmap v1478: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.8 GiB data, 18 GiB used, 786 GiB / 805 GiB avail; 0 B/s wr, 624 op/s; 12599/255134 objects misplaced (4.938%); 4.6 MiB/s, 72 objects/s recovering
2020-11-16T20:44:51.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:51 smithi142 bash[9523]: audit 2020-11-16T20:44:50.572421+0000 mon.a (mon.0) 1913 : audit [DBG] from='client.? v1:172.21.15.142:0/295365041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:44:51.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:51 smithi142 bash[9523]: audit 2020-11-16T20:44:51.279469+0000 mon.a (mon.0) 1914 : audit [INF] from='client.? v1:172.21.15.142:0/2429385619' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:44:51.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:51 smithi142 bash[9523]: audit 2020-11-16T20:44:51.352536+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? v1:172.21.15.142:0/1334371257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:44:52.132 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:52.236 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:52.440 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.386284+0000 osd.0 (osd.0) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.440 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.412226+0000 osd.1 (osd.1) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.440 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.442641+0000 mon.a (mon.0) 1915 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:52.440 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.442800+0000 osd.2 (osd.2) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.441 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: audit 2020-11-16T20:44:51.450887+0000 mon.a (mon.0) 1916 : audit [INF] from='client.? v1:172.21.15.142:0/2429385619' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:44:52.441 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.450941+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e581: 12 total, 12 up, 9 in
2020-11-16T20:44:52.441 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.475702+0000 osd.3 (osd.3) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.441 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.503443+0000 osd.4 (osd.4) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.441 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.575640+0000 osd.6 (osd.6) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.441 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.606534+0000 osd.7 (osd.7) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.441 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.630267+0000 osd.8 (osd.8) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.442 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.686948+0000 osd.10 (osd.10) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.442 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.714074+0000 osd.11 (osd.11) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.442 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[9523]: cluster 2020-11-16T20:44:52.370754+0000 mgr.x (mgr.14196) 987 : cluster [DBG] pgmap v1480: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 7.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 570 op/s; 12419/252434 objects misplaced (4.920%); 4.3 MiB/s, 68 objects/s recovering
2020-11-16T20:44:52.442 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:52 smithi142 bash[15670]: debug 2020-11-16T20:44:52.130+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:52.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.386284+0000 osd.0 (osd.0) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.412226+0000 osd.1 (osd.1) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.442641+0000 mon.a (mon.0) 1915 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:52.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.442800+0000 osd.2 (osd.2) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: audit 2020-11-16T20:44:51.450887+0000 mon.a (mon.0) 1916 : audit [INF] from='client.? v1:172.21.15.142:0/2429385619' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:44:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.450941+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e581: 12 total, 12 up, 9 in
2020-11-16T20:44:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.475702+0000 osd.3 (osd.3) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.503443+0000 osd.4 (osd.4) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.575640+0000 osd.6 (osd.6) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.606534+0000 osd.7 (osd.7) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.630267+0000 osd.8 (osd.8) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.686948+0000 osd.10 (osd.10) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.714074+0000 osd.11 (osd.11) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:52 smithi071 bash[9480]: cluster 2020-11-16T20:44:52.370754+0000 mgr.x (mgr.14196) 987 : cluster [DBG] pgmap v1480: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 7.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 570 op/s; 12419/252434 objects misplaced (4.920%); 4.3 MiB/s, 68 objects/s recovering
2020-11-16T20:44:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.386284+0000 osd.0 (osd.0) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.412226+0000 osd.1 (osd.1) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.442641+0000 mon.a (mon.0) 1915 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:44:52.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.442800+0000 osd.2 (osd.2) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: audit 2020-11-16T20:44:51.450887+0000 mon.a (mon.0) 1916 : audit [INF] from='client.? v1:172.21.15.142:0/2429385619' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:44:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.450941+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e581: 12 total, 12 up, 9 in
2020-11-16T20:44:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.475702+0000 osd.3 (osd.3) 141 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.503443+0000 osd.4 (osd.4) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.575640+0000 osd.6 (osd.6) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.606534+0000 osd.7 (osd.7) 115 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.630267+0000 osd.8 (osd.8) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.686948+0000 osd.10 (osd.10) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.714074+0000 osd.11 (osd.11) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:52.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:52 smithi065 bash[9468]: cluster 2020-11-16T20:44:52.370754+0000 mgr.x (mgr.14196) 987 : cluster [DBG] pgmap v1480: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 7.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 570 op/s; 12419/252434 objects misplaced (4.920%); 4.3 MiB/s, 68 objects/s recovering
2020-11-16T20:44:53.132 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:53.237 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:53.417 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:53.439 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:53 smithi142 bash[22738]: debug 2020-11-16T20:44:53.134+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:53.522 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:53.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:53 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.541796+0000 osd.5 (osd.5) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:53.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:53 smithi065 bash[9468]: cluster 2020-11-16T20:44:51.657556+0000 osd.9 (osd.9) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:53.530 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:53 smithi065 bash[18823]: debug 2020-11-16T20:44:53.419+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:53.643 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:44:53.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:53 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.541796+0000 osd.5 (osd.5) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:53.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:53 smithi071 bash[9480]: cluster 2020-11-16T20:44:51.657556+0000 osd.9 (osd.9) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:53.752 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:53.768 INFO:tasks.cephadm.ceph_manager.ceph:all up!
2020-11-16T20:44:53.768 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:53 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.541796+0000 osd.5 (osd.5) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:53.769 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:53 smithi142 bash[9523]: cluster 2020-11-16T20:44:51.657556+0000 osd.9 (osd.9) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:44:53.781 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:44:53 smithi065 bash[18823]: debug 2020-11-16T20:44:53.639+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:53.899 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:53.940 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:44:53.940 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:44:54.003 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:54.011 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:53 smithi071 bash[12066]: debug 2020-11-16T20:44:53.898+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:54.124 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:44:54.227 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:54.447 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:44:54 smithi071 bash[26650]: debug 2020-11-16T20:44:54.122+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:54.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:54 smithi071 bash[9480]: cluster 2020-11-16T20:44:54.371163+0000 mgr.x (mgr.14196) 988 : cluster [DBG] pgmap v1481: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 677 op/s; 12264/249232 objects misplaced (4.921%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:44:54.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:54 smithi065 bash[9468]: cluster 2020-11-16T20:44:54.371163+0000 mgr.x (mgr.14196) 988 : cluster [DBG] pgmap v1481: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 677 op/s; 12264/249232 objects misplaced (4.921%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:44:54.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:54 smithi142 bash[9523]: cluster 2020-11-16T20:44:54.371163+0000 mgr.x (mgr.14196) 988 : cluster [DBG] pgmap v1481: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 677 op/s; 12264/249232 objects misplaced (4.921%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:44:55.021 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:55.124 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:55.149 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_blocked_ops
2020-11-16T20:44:55.238 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:55.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:55 smithi065 bash[14115]: debug 2020-11-16T20:44:55.019+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:55.282 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:55 smithi065 bash[14115]: debug 2020-11-16T20:44:55.239+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:55.341 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:55.348 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:44:55.457 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:55.562 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:55.673 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:55 smithi071 bash[16796]: debug 2020-11-16T20:44:55.458+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:55.675 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:55.782 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:55.944 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:44:55.948 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:55 smithi071 bash[14419]: debug 2020-11-16T20:44:55.674+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:55.962 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:44:56.101 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:56.119 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:44:56.140 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:44:56.222 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:56.531 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:44:56 smithi065 bash[14115]: debug 2020-11-16T20:44:56.119+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:56.813 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:44:56.916 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:57.038 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:44:57.102 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:44:56 smithi065 bash[16457]: debug 2020-11-16T20:44:56.811+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:57.142 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:57.199 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:44:57 smithi071 bash[12066]: debug 2020-11-16T20:44:57.038+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:57.410 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:44:57.426 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:57 smithi065 bash[9468]: cluster 2020-11-16T20:44:56.371707+0000 mgr.x (mgr.14196) 989 : cluster [DBG] pgmap v1482: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 12264/247726 objects misplaced (4.951%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:44:57.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:57 smithi142 bash[9523]: cluster 2020-11-16T20:44:56.371707+0000 mgr.x (mgr.14196) 989 : cluster [DBG] pgmap v1482: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 12264/247726 objects misplaced (4.951%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:44:57.514 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:57.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:57 smithi071 bash[9480]: cluster 2020-11-16T20:44:56.371707+0000 mgr.x (mgr.14196) 989 : cluster [DBG] pgmap v1482: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 12264/247726 objects misplaced (4.951%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:44:57.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:44:57 smithi142 bash[20366]: debug 2020-11-16T20:44:57.410+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:57.940 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:44:58.044 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:58.282 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:44:57 smithi142 bash[18009]: debug 2020-11-16T20:44:57.942+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:58.423 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:44:58.528 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:58.704 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:44:58.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:44:58 smithi142 bash[15670]: debug 2020-11-16T20:44:58.426+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:58.808 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:58.817 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:44:58 smithi071 bash[16796]: debug 2020-11-16T20:44:58.702+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:58.920 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:59.026 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:59.172 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:44:59.199 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:58 smithi071 bash[14419]: debug 2020-11-16T20:44:58.918+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:59.276 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:59.441 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:59 smithi065 bash[9468]: cluster 2020-11-16T20:44:58.372288+0000 mgr.x (mgr.14196) 990 : cluster [DBG] pgmap v1483: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.5 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 625 op/s; 11906/244250 objects misplaced (4.875%); 4.3 MiB/s, 69 objects/s recovering
2020-11-16T20:44:59.442 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:59 smithi065 bash[9468]: cluster 2020-11-16T20:44:58.514270+0000 osd.2 (osd.2) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:59.442 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:44:59 smithi065 bash[11785]: debug 2020-11-16T20:44:59.171+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:59.474 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:44:59.578 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:59.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:59 smithi071 bash[9480]: cluster 2020-11-16T20:44:58.372288+0000 mgr.x (mgr.14196) 990 : cluster [DBG] pgmap v1483: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.5 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 625 op/s; 11906/244250 objects misplaced (4.875%); 4.3 MiB/s, 69 objects/s recovering
2020-11-16T20:44:59.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:59 smithi071 bash[9480]: cluster 2020-11-16T20:44:58.514270+0000 osd.2 (osd.2) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:59.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:44:59 smithi071 bash[9480]: cluster 2020-11-16T20:44:58.514356+0000 osd.2 (osd.2) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:59.700 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:44:59 smithi065 bash[9468]: cluster 2020-11-16T20:44:58.514356+0000 osd.2 (osd.2) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:59.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:44:59 smithi142 bash[22738]: debug 2020-11-16T20:44:59.474+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:59.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:59 smithi142 bash[9523]: cluster 2020-11-16T20:44:58.372288+0000 mgr.x (mgr.14196) 990 : cluster [DBG] pgmap v1483: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.5 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 625 op/s; 11906/244250 objects misplaced (4.875%); 4.3 MiB/s, 69 objects/s recovering
2020-11-16T20:44:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:59 smithi142 bash[9523]: cluster 2020-11-16T20:44:58.514270+0000 osd.2 (osd.2) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:44:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:44:59 smithi142 bash[9523]: cluster 2020-11-16T20:44:58.514356+0000 osd.2 (osd.2) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:44:59.806 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:59.940 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:44:59.948 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:59 smithi071 bash[14419]: debug 2020-11-16T20:44:59.698+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:44:59.949 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:44:59 smithi071 bash[14419]: debug 2020-11-16T20:44:59.942+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:00.044 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:45:00.165 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:45:00.213 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:45:00.213 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:45:00.269 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:00.282 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:45:00 smithi065 bash[11785]: debug 2020-11-16T20:45:00.159+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:00.460 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:00.564 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:00.572 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:00 smithi065 bash[9468]: cluster 2020-11-16T20:44:59.272191+0000 osd.9 (osd.9) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:00.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:00 smithi065 bash[9468]: cluster 2020-11-16T20:44:59.272303+0000 osd.9 (osd.9) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:00.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:00 smithi065 bash[9468]: cluster 2020-11-16T20:44:59.444083+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e582: 12 total, 12 up, 9 in
2020-11-16T20:45:00.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:00.372784+0000 mgr.x (mgr.14196) 991 : cluster [DBG] pgmap v1485: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.4 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 633 op/s; 11906/242700 objects misplaced (4.906%); 4.9 MiB/s, 77 objects/s recovering
2020-11-16T20:45:00.573 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:00 smithi065 bash[16457]: debug 2020-11-16T20:45:00.459+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:00 smithi142 bash[9523]: cluster 2020-11-16T20:44:59.272191+0000 osd.9 (osd.9) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:00 smithi142 bash[9523]: cluster 2020-11-16T20:44:59.272303+0000 osd.9 (osd.9) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:00 smithi142 bash[9523]: cluster 2020-11-16T20:44:59.444083+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e582: 12 total, 12 up, 9 in
2020-11-16T20:45:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:00.372784+0000 mgr.x (mgr.14196) 991 : cluster [DBG] pgmap v1485: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.4 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 633 op/s; 11906/242700 objects misplaced (4.906%); 4.9 MiB/s, 77 objects/s recovering
2020-11-16T20:45:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:00 smithi071 bash[9480]: cluster 2020-11-16T20:44:59.272191+0000 osd.9 (osd.9) 136 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:00 smithi071 bash[9480]: cluster 2020-11-16T20:44:59.272303+0000 osd.9 (osd.9) 137 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:00 smithi071 bash[9480]: cluster 2020-11-16T20:44:59.444083+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e582: 12 total, 12 up, 9 in
2020-11-16T20:45:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:00.372784+0000 mgr.x (mgr.14196) 991 : cluster [DBG] pgmap v1485: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.4 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 633 op/s; 11906/242700 objects misplaced (4.906%); 4.9 MiB/s, 77 objects/s recovering
2020-11-16T20:45:01.280 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:01.384 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:01.512 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:01.531 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:45:01 smithi065 bash[18823]: debug 2020-11-16T20:45:01.279+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:01.540 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_historic_ops
2020-11-16T20:45:01.617 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:01.699 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:45:01 smithi071 bash[16796]: debug 2020-11-16T20:45:01.510+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:01.706 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:45:01.747 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:01.851 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:01.951 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:02.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:01 smithi065 bash[16457]: debug 2020-11-16T20:45:01.747+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:02.056 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:02.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:01 smithi071 bash[14419]: debug 2020-11-16T20:45:01.950+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:02.561 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:02.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:02 smithi065 bash[9468]: cluster 2020-11-16T20:45:02.373488+0000 mgr.x (mgr.14196) 992 : cluster [DBG] pgmap v1486: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 7.3 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 11714/239998 objects misplaced (4.881%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:45:02.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:02 smithi065 bash[16457]: debug 2020-11-16T20:45:02.455+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:02.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:02 smithi071 bash[9480]: cluster 2020-11-16T20:45:02.373488+0000 mgr.x (mgr.14196) 992 : cluster [DBG] pgmap v1486: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 7.3 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 11714/239998 objects misplaced (4.881%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:45:03.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:02 smithi142 bash[9523]: cluster 2020-11-16T20:45:02.373488+0000 mgr.x (mgr.14196) 992 : cluster [DBG] pgmap v1486: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 7.3 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 11714/239998 objects misplaced (4.881%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:45:03.188 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:03.292 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:03.492 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:45:03 smithi065 bash[18823]: debug 2020-11-16T20:45:03.187+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:03.563 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:03.666 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:03.814 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:45:03 smithi142 bash[20366]: debug 2020-11-16T20:45:03.566+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:03.814 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:03.917 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:04.107 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:45:03 smithi142 bash[22738]: debug 2020-11-16T20:45:03.814+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:04.108 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:45:04 smithi142 bash[22738]: debug 2020-11-16T20:45:04.110+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:04.108 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:04.180 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:45:04.210 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:45:04.221 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:45:04.259 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:45:04.294 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:45:04.329 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:45:04.353 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:45:04.360 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:45:04.390 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:45:04.421 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:45:04.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:04 smithi071 bash[9480]: audit 2020-11-16T20:45:04.150521+0000 mon.a (mon.0) 1919 : audit [DBG] from='client.? v1:172.21.15.142:0/2296266353' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:04.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:45:04 smithi071 bash[12066]: debug 2020-11-16T20:45:04.354+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:04.451 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:45:04.457 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:04.469 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:04 smithi142 bash[9523]: audit 2020-11-16T20:45:04.150521+0000 mon.a (mon.0) 1919 : audit [DBG] from='client.? v1:172.21.15.142:0/2296266353' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:04.484 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:45:04.516 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:45:04.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:04 smithi065 bash[9468]: audit 2020-11-16T20:45:04.150521+0000 mon.a (mon.0) 1919 : audit [DBG] from='client.? v1:172.21.15.142:0/2296266353' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:04.547 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:45:04.551 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.551 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.551 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.551 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.551 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:45:04.591 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:04.696 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:04.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:45:04 smithi142 bash[20366]: debug 2020-11-16T20:45:04.594+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:04.922 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:45:05.201 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.187700+0000 osd.0 (osd.0) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.228525+0000 osd.1 (osd.1) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.265759+0000 osd.2 (osd.2) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.297291+0000 osd.3 (osd.3) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.299140+0000 osd.0 (osd.0) 158 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:05.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.299203+0000 osd.0 (osd.0) 159 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:05.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.332589+0000 osd.4 (osd.4) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.363679+0000 osd.5 (osd.5) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.374179+0000 mgr.x (mgr.14196) 993 : cluster [DBG] pgmap v1487: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 11547/236804 objects misplaced (4.876%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:45:05.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.394025+0000 osd.6 (osd.6) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.424798+0000 osd.7 (osd.7) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: audit 2020-11-16T20:45:04.437327+0000 mon.c (mon.2) 56 : audit [INF] from='client.? v1:172.21.15.142:0/2960176177' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:45:05.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: audit 2020-11-16T20:45:04.441946+0000 mon.a (mon.0) 1920 : audit [INF] from='client.35828 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:45:05.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.454449+0000 osd.8 (osd.8) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.486900+0000 osd.9 (osd.9) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.519381+0000 osd.10 (osd.10) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.204 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:45:04 smithi142 bash[15670]: debug 2020-11-16T20:45:04.814+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:05.208 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:45:05.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.187700+0000 osd.0 (osd.0) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.228525+0000 osd.1 (osd.1) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.265759+0000 osd.2 (osd.2) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.297291+0000 osd.3 (osd.3) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.299140+0000 osd.0 (osd.0) 158 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.299203+0000 osd.0 (osd.0) 159 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.332589+0000 osd.4 (osd.4) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.363679+0000 osd.5 (osd.5) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.374179+0000 mgr.x (mgr.14196) 993 : cluster [DBG] pgmap v1487: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 11547/236804 objects misplaced (4.876%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:45:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.394025+0000 osd.6 (osd.6) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.424798+0000 osd.7 (osd.7) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: audit 2020-11-16T20:45:04.437327+0000 mon.c (mon.2) 56 : audit [INF] from='client.? v1:172.21.15.142:0/2960176177' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:45:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: audit 2020-11-16T20:45:04.441946+0000 mon.a (mon.0) 1920 : audit [INF] from='client.35828 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:45:05.534 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.454449+0000 osd.8 (osd.8) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.486900+0000 osd.9 (osd.9) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.535 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:05 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.519381+0000 osd.10 (osd.10) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.187700+0000 osd.0 (osd.0) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.228525+0000 osd.1 (osd.1) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.265759+0000 osd.2 (osd.2) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.297291+0000 osd.3 (osd.3) 142 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.299140+0000 osd.0 (osd.0) 158 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.299203+0000 osd.0 (osd.0) 159 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.332589+0000 osd.4 (osd.4) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.363679+0000 osd.5 (osd.5) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.374179+0000 mgr.x (mgr.14196) 993 : cluster [DBG] pgmap v1487: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 621 op/s; 11547/236804 objects misplaced (4.876%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:45:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.394025+0000 osd.6 (osd.6) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.424798+0000 osd.7 (osd.7) 116 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: audit 2020-11-16T20:45:04.437327+0000 mon.c (mon.2) 56 : audit [INF] from='client.? v1:172.21.15.142:0/2960176177' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:45:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: audit 2020-11-16T20:45:04.441946+0000 mon.a (mon.0) 1920 : audit [INF] from='client.35828 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:45:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.454449+0000 osd.8 (osd.8) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.486900+0000 osd.9 (osd.9) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:05 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.519381+0000 osd.10 (osd.10) 125 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:05.943 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:45:06.048 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:06.184 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:06.201 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:45:05 smithi142 bash[18009]: debug 2020-11-16T20:45:05.946+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:06.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:06 smithi142 bash[9523]: cluster 2020-11-16T20:45:04.550409+0000 osd.11 (osd.11) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:06.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:06 smithi142 bash[9523]: cluster 2020-11-16T20:45:05.203353+0000 mon.a (mon.0) 1921 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:45:06.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:06 smithi142 bash[9523]: audit 2020-11-16T20:45:05.211201+0000 mon.a (mon.0) 1922 : audit [INF] from='client.35828 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:45:06.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:06 smithi142 bash[9523]: cluster 2020-11-16T20:45:05.211253+0000 mon.a (mon.0) 1923 : cluster [DBG] osdmap e583: 12 total, 12 up, 9 in
2020-11-16T20:45:06.287 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:06.401 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:45:06 smithi071 bash[26650]: debug 2020-11-16T20:45:06.182+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:06.401 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:06 smithi071 bash[9480]: cluster 2020-11-16T20:45:04.550409+0000 osd.11 (osd.11) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:06.402 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:06 smithi071 bash[9480]: cluster 2020-11-16T20:45:05.203353+0000 mon.a (mon.0) 1921 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:45:06.402 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:06 smithi071 bash[9480]: audit 2020-11-16T20:45:05.211201+0000 mon.a (mon.0) 1922 : audit [INF] from='client.35828 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:45:06.402 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:06 smithi071 bash[9480]: cluster 2020-11-16T20:45:05.211253+0000 mon.a (mon.0) 1923 : cluster [DBG] osdmap e583: 12 total, 12 up, 9 in
2020-11-16T20:45:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:06.457 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:06 smithi065 bash[9468]: cluster 2020-11-16T20:45:04.550409+0000 osd.11 (osd.11) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:06.457 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:06 smithi065 bash[9468]: cluster 2020-11-16T20:45:05.203353+0000 mon.a (mon.0) 1921 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:45:06.457 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:06 smithi065 bash[9468]: audit 2020-11-16T20:45:05.211201+0000 mon.a (mon.0) 1922 : audit [INF] from='client.35828 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:45:06.457 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:06 smithi065 bash[9468]: cluster 2020-11-16T20:45:05.211253+0000 mon.a (mon.0) 1923 : cluster [DBG] osdmap e583: 12 total, 12 up, 9 in
2020-11-16T20:45:06.506 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:06.699 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:45:06 smithi071 bash[16796]: debug 2020-11-16T20:45:06.402+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:06.700 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:06.704 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:45:06.704 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:45:06.704 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:45:06.704 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:45:06.704 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.705 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:24183 4.d e416/407 4:b376ed3a:::benchmark_data_smithi065_31807_object24182:head v 416'1530, mlcod=416'1528)",
2020-11-16T20:45:06.705 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:11.820787+0000",
2020-11-16T20:45:06.705 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 474.88274832899998,
2020-11-16T20:45:06.705 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.30685159200000001,
2020-11-16T20:45:06.705 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.705 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.705 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.820787+0000",
2020-11-16T20:45:06.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.820787+0000",
2020-11-16T20:45:06.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:45:06.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.820754+0000",
2020-11-16T20:45:06.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000115878
2020-11-16T20:45:06.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.820870+0000",
2020-11-16T20:45:06.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1832e-05
2020-11-16T20:45:06.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.820881+0000",
2020-11-16T20:45:06.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4760000000000001e-06
2020-11-16T20:45:06.709 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.709 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.820889+0000",
2020-11-16T20:45:06.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7463000000000002e-05
2020-11-16T20:45:06.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.710 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.710 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.820946+0000",
2020-11-16T20:45:06.710 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0962999999999999e-05
2020-11-16T20:45:06.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.820967+0000",
2020-11-16T20:45:06.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.30659145700000001
2020-11-16T20:45:06.711 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.711 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.127559+0000",
2020-11-16T20:45:06.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9943000000000004e-05
2020-11-16T20:45:06.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.127639+0000",
2020-11-16T20:45:06.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.30685159200000001
2020-11-16T20:45:06.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.712 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.713 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.713 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.713 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.713 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:137065 4.0 e443/442 4:0839c03f:::benchmark_data_smithi065_31807_object137064:head v 443'8521, mlcod=415'9)",
2020-11-16T20:45:06.713 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:38:32.480123+0000",
2020-11-16T20:45:06.713 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 394.22341244099999,
2020-11-16T20:45:06.713 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.070097241000000005,
2020-11-16T20:45:06.714 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.714 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.714 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.480123+0000",
2020-11-16T20:45:06.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.480123+0000",
2020-11-16T20:45:06.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:45:06.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.480100+0000",
2020-11-16T20:45:06.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011092899999999999
2020-11-16T20:45:06.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.480211+0000",
2020-11-16T20:45:06.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3257e-05
2020-11-16T20:45:06.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.480224+0000",
2020-11-16T20:45:06.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2669999999999995e-06
2020-11-16T20:45:06.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.480234+0000",
2020-11-16T20:45:06.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.033168923000000003
2020-11-16T20:45:06.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.513403+0000",
2020-11-16T20:45:06.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4131000000000002e-05
2020-11-16T20:45:06.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.513437+0000",
2020-11-16T20:45:06.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036681331999999997
2020-11-16T20:45:06.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.550118+0000",
2020-11-16T20:45:06.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000102188
2020-11-16T20:45:06.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:32.550220+0000",
2020-11-16T20:45:06.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.070097241000000005
2020-11-16T20:45:06.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.721 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.721 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.721 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.721 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.721 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:141219 4.0 e444/442 4:045b6d0f:::benchmark_data_smithi065_31807_object3050:head v 444'8788, mlcod=415'205)",
2020-11-16T20:45:06.721 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:38:40.217809+0000",
2020-11-16T20:45:06.722 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 386.48572658299997,
2020-11-16T20:45:06.722 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.084379574999999998,
2020-11-16T20:45:06.722 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.722 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.722 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.722 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.217809+0000",
2020-11-16T20:45:06.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.217809+0000",
2020-11-16T20:45:06.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999828
2020-11-16T20:45:06.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.217792+0000",
2020-11-16T20:45:06.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7937999999999999e-05
2020-11-16T20:45:06.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.217860+0000",
2020-11-16T20:45:06.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.025e-05
2020-11-16T20:45:06.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.217870+0000",
2020-11-16T20:45:06.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.784e-06
2020-11-16T20:45:06.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.217876+0000",
2020-11-16T20:45:06.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.021082027
2020-11-16T20:45:06.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.238958+0000",
2020-11-16T20:45:06.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4134999999999998e-05
2020-11-16T20:45:06.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.238992+0000",
2020-11-16T20:45:06.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.063111293999999998
2020-11-16T20:45:06.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.302103+0000",
2020-11-16T20:45:06.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5372999999999997e-05
2020-11-16T20:45:06.729 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.729 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.302188+0000",
2020-11-16T20:45:06.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.084379574999999998
2020-11-16T20:45:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:141320 4.0 e444/442 4:05200165:::benchmark_data_smithi065_31807_object3151:head v 444'8789, mlcod=415'205)",
2020-11-16T20:45:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:38:40.232577+0000",
2020-11-16T20:45:06.730 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 386.47095875999997,
2020-11-16T20:45:06.731 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.069675596000000006,
2020-11-16T20:45:06.731 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.731 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.731 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.232577+0000",
2020-11-16T20:45:06.732 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.732 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.732 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.732 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.732 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.232577+0000",
2020-11-16T20:45:06.732 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:45:06.732 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.733 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.733 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.733 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.232551+0000",
2020-11-16T20:45:06.733 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4194000000000001e-05
2020-11-16T20:45:06.733 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.733 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.733 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.232636+0000",
2020-11-16T20:45:06.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3706999999999999e-05
2020-11-16T20:45:06.734 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.734 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.232649+0000",
2020-11-16T20:45:06.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5669999999999995e-06
2020-11-16T20:45:06.734 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.735 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.232658+0000",
2020-11-16T20:45:06.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017706473
2020-11-16T20:45:06.735 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.735 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.250364+0000",
2020-11-16T20:45:06.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3105000000000002e-05
2020-11-16T20:45:06.736 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.736 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.250397+0000",
2020-11-16T20:45:06.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.051795275000000002
2020-11-16T20:45:06.736 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.737 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.302193+0000",
2020-11-16T20:45:06.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9580999999999998e-05
2020-11-16T20:45:06.737 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.737 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.738 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:40.302252+0000",
2020-11-16T20:45:06.738 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.069675596000000006
2020-11-16T20:45:06.738 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.738 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.738 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.738 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.738 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.738 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:151545 4.0 e448/442 4:0ba19efe:::benchmark_data_smithi065_31807_object13376:head v 448'9437, mlcod=416'853)",
2020-11-16T20:45:06.739 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:38:55.971068+0000",
2020-11-16T20:45:06.739 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 370.73246749600003,
2020-11-16T20:45:06.739 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.086926817000000003,
2020-11-16T20:45:06.739 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.739 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.739 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.739 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.971068+0000",
2020-11-16T20:45:06.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.740 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.740 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.971068+0000",
2020-11-16T20:45:06.741 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:45:06.741 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.741 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.741 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.741 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.971038+0000",
2020-11-16T20:45:06.741 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2929000000000004e-05
2020-11-16T20:45:06.741 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.741 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.742 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.742 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.971131+0000",
2020-11-16T20:45:06.742 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2061e-05
2020-11-16T20:45:06.742 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.742 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.742 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.742 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.971143+0000",
2020-11-16T20:45:06.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3250000000000008e-06
2020-11-16T20:45:06.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.971152+0000",
2020-11-16T20:45:06.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010940726
2020-11-16T20:45:06.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.982093+0000",
2020-11-16T20:45:06.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8025999999999999e-05
2020-11-16T20:45:06.744 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.744 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.982121+0000",
2020-11-16T20:45:06.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.075804469999999999
2020-11-16T20:45:06.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.745 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.745 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:56.057925+0000",
2020-11-16T20:45:06.745 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9760999999999998e-05
2020-11-16T20:45:06.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:56.057995+0000",
2020-11-16T20:45:06.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.086926817000000003
2020-11-16T20:45:06.746 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.746 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.746 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.746 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.747 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.747 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:151557 4.0 e448/442 4:093b0667:::benchmark_data_smithi065_31807_object13388:head v 448'9438, mlcod=416'853)",
2020-11-16T20:45:06.747 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:38:55.988284+0000",
2020-11-16T20:45:06.747 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 370.71525151600002,
2020-11-16T20:45:06.747 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.069846951000000004,
2020-11-16T20:45:06.747 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.747 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.747 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.748 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.988284+0000",
2020-11-16T20:45:06.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.748 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.748 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.988284+0000",
2020-11-16T20:45:06.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:45:06.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.988245+0000",
2020-11-16T20:45:06.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119107
2020-11-16T20:45:06.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.750 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.988364+0000",
2020-11-16T20:45:06.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2648000000000001e-05
2020-11-16T20:45:06.750 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.750 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.751 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.988386+0000",
2020-11-16T20:45:06.751 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2848e-05
2020-11-16T20:45:06.751 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.751 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.751 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.751 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.988399+0000",
2020-11-16T20:45:06.751 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0071107979999999998
2020-11-16T20:45:06.751 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.752 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.752 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.752 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.995510+0000",
2020-11-16T20:45:06.752 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3693000000000002e-05
2020-11-16T20:45:06.752 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.752 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.752 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:55.995534+0000",
2020-11-16T20:45:06.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.062531227999999994
2020-11-16T20:45:06.753 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.753 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:56.058065+0000",
2020-11-16T20:45:06.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5857000000000003e-05
2020-11-16T20:45:06.753 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.754 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.754 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.754 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:38:56.058131+0000",
2020-11-16T20:45:06.754 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.069846951000000004
2020-11-16T20:45:06.754 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.754 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.754 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.755 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.755 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:156274 4.0 e449/442 4:0aee75ab:::benchmark_data_smithi065_31807_object18105:head v 449'9730, mlcod=416'1146)",
2020-11-16T20:45:06.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:03.160042+0000",
2020-11-16T20:45:06.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 363.54349340599998,
2020-11-16T20:45:06.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.068727305000000002,
2020-11-16T20:45:06.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.755 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.756 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.756 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.160042+0000",
2020-11-16T20:45:06.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.756 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.756 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.160042+0000",
2020-11-16T20:45:06.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999871
2020-11-16T20:45:06.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.160029+0000",
2020-11-16T20:45:06.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1037e-05
2020-11-16T20:45:06.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.160070+0000",
2020-11-16T20:45:06.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9789999999999999e-06
2020-11-16T20:45:06.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.160079+0000",
2020-11-16T20:45:06.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7040000000000002e-06
2020-11-16T20:45:06.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.160084+0000",
2020-11-16T20:45:06.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.01739222
2020-11-16T20:45:06.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.177476+0000",
2020-11-16T20:45:06.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0199e-05
2020-11-16T20:45:06.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.177507+0000",
2020-11-16T20:45:06.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.051209478000000003
2020-11-16T20:45:06.761 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.761 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.228716+0000",
2020-11-16T20:45:06.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3343000000000001e-05
2020-11-16T20:45:06.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.228769+0000",
2020-11-16T20:45:06.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.068727305000000002
2020-11-16T20:45:06.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.762 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.763 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.763 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.763 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.763 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:156512 4.d e449/407 4:b6d0c018:::benchmark_data_smithi065_31807_object18343:head v 449'9743, mlcod=449'9741)",
2020-11-16T20:45:06.763 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:03.409208+0000",
2020-11-16T20:45:06.763 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 363.29432708500002,
2020-11-16T20:45:06.763 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.083896382000000005,
2020-11-16T20:45:06.764 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.764 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.764 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.764 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.764 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.764 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.409208+0000",
2020-11-16T20:45:06.764 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.765 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.765 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.409208+0000",
2020-11-16T20:45:06.765 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:45:06.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.765 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.409186+0000",
2020-11-16T20:45:06.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9839000000000007e-05
2020-11-16T20:45:06.766 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.766 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.409256+0000",
2020-11-16T20:45:06.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0961999999999999e-05
2020-11-16T20:45:06.767 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.767 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.767 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.767 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.409267+0000",
2020-11-16T20:45:06.767 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.686e-06
2020-11-16T20:45:06.767 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.767 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.409273+0000",
2020-11-16T20:45:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.056151225999999999
2020-11-16T20:45:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.465425+0000",
2020-11-16T20:45:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0092999999999994e-05
2020-11-16T20:45:06.769 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.769 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.465505+0000",
2020-11-16T20:45:06.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.027550108
2020-11-16T20:45:06.769 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.769 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.493055+0000",
2020-11-16T20:45:06.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9904999999999997e-05
2020-11-16T20:45:06.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.493105+0000",
2020-11-16T20:45:06.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.083896382000000005
2020-11-16T20:45:06.771 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.771 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.771 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.771 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.771 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.771 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:156430 4.0 e449/442 4:0ddca65d:::benchmark_data_smithi065_31807_object18261:head v 449'9743, mlcod=416'1159)",
2020-11-16T20:45:06.771 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:03.467966+0000",
2020-11-16T20:45:06.772 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 363.23556898099997,
2020-11-16T20:45:06.772 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.076268148999999993,
2020-11-16T20:45:06.772 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.772 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.772 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.772 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.467966+0000",
2020-11-16T20:45:06.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.773 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.773 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.467966+0000",
2020-11-16T20:45:06.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999475
2020-11-16T20:45:06.773 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.467914+0000",
2020-11-16T20:45:06.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016505
2020-11-16T20:45:06.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.468079+0000",
2020-11-16T20:45:06.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6488e-05
2020-11-16T20:45:06.775 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.775 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.468116+0000",
2020-11-16T20:45:06.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1137e-05
2020-11-16T20:45:06.775 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.776 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.776 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.468127+0000",
2020-11-16T20:45:06.776 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029042808
2020-11-16T20:45:06.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.776 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.497169+0000",
2020-11-16T20:45:06.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9531999999999999e-05
2020-11-16T20:45:06.777 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.777 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.497189+0000",
2020-11-16T20:45:06.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.046997219999999999
2020-11-16T20:45:06.777 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.544186+0000",
2020-11-16T20:45:06.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8375999999999999e-05
2020-11-16T20:45:06.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:03.544235+0000",
2020-11-16T20:45:06.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.076268148999999993
2020-11-16T20:45:06.779 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.779 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.779 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.779 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.779 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.779 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:157797 4.0 e451/442 4:0f4ab868:::benchmark_data_smithi065_31807_object19628:head v 451'9819, mlcod=416'1235)",
2020-11-16T20:45:06.780 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:05.358760+0000",
2020-11-16T20:45:06.780 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 361.34477583500001,
2020-11-16T20:45:06.780 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.072695016000000001,
2020-11-16T20:45:06.780 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.780 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.780 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.780 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.358760+0000",
2020-11-16T20:45:06.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.781 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.781 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.358760+0000",
2020-11-16T20:45:06.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:45:06.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.358737+0000",
2020-11-16T20:45:06.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3510999999999995e-05
2020-11-16T20:45:06.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.358810+0000",
2020-11-16T20:45:06.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1449e-05
2020-11-16T20:45:06.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.358822+0000",
2020-11-16T20:45:06.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3490000000000003e-06
2020-11-16T20:45:06.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.358829+0000",
2020-11-16T20:45:06.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.01016362
2020-11-16T20:45:06.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.368993+0000",
2020-11-16T20:45:06.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3747000000000001e-05
2020-11-16T20:45:06.785 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.785 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.369026+0000",
2020-11-16T20:45:06.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.062399713000000002
2020-11-16T20:45:06.786 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.786 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.431426+0000",
2020-11-16T20:45:06.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8611000000000001e-05
2020-11-16T20:45:06.786 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.787 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.787 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:05.431455+0000",
2020-11-16T20:45:06.787 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.072695016000000001
2020-11-16T20:45:06.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.787 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.787 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.787 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.788 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.788 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:166108 4.0 e458/442 4:0e92c119:::benchmark_data_smithi065_31807_object27939:head v 458'10358, mlcod=417'1774)",
2020-11-16T20:45:06.788 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:20.002771+0000",
2020-11-16T20:45:06.788 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 346.70076407300002,
2020-11-16T20:45:06.788 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.108615157,
2020-11-16T20:45:06.788 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.788 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.788 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.002771+0000",
2020-11-16T20:45:06.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.002771+0000",
2020-11-16T20:45:06.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:45:06.790 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.790 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.002754+0000",
2020-11-16T20:45:06.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8999999999999996e-05
2020-11-16T20:45:06.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.002833+0000",
2020-11-16T20:45:06.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0199e-05
2020-11-16T20:45:06.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.002843+0000",
2020-11-16T20:45:06.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.174e-06
2020-11-16T20:45:06.792 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.792 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.002851+0000",
2020-11-16T20:45:06.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.033925827999999998
2020-11-16T20:45:06.793 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.793 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.793 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.793 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.036777+0000",
2020-11-16T20:45:06.793 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.7765000000000002e-05
2020-11-16T20:45:06.793 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.793 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.793 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.036815+0000",
2020-11-16T20:45:06.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.074473030999999995
2020-11-16T20:45:06.794 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.794 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.111288+0000",
2020-11-16T20:45:06.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.857e-05
2020-11-16T20:45:06.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.111387+0000",
2020-11-16T20:45:06.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.108615157
2020-11-16T20:45:06.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.795 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.795 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.796 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.796 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.796 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "MOSDPGPush(4.0 458/442 [PushOp(4:027952b1:::benchmark_data_smithi065_31807_object28043:head, version: 417'1783, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(4:027952b1:::benchmark_data_smithi065_31807_object28043:head@417'1783, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])",
2020-11-16T20:45:06.796 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:20.024761+0000",
2020-11-16T20:45:06.796 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 346.67877422499998,
2020-11-16T20:45:06.796 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.086680028000000006,
2020-11-16T20:45:06.796 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:45:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.024761+0000",
2020-11-16T20:45:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.797 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.024761+0000",
2020-11-16T20:45:06.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:45:06.798 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.798 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.024736+0000",
2020-11-16T20:45:06.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011534700000000001
2020-11-16T20:45:06.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.024852+0000",
2020-11-16T20:45:06.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5836000000000001e-05
2020-11-16T20:45:06.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.024878+0000",
2020-11-16T20:45:06.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2943e-05
2020-11-16T20:45:06.800 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.800 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.024891+0000",
2020-11-16T20:45:06.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.040999670000000002
2020-11-16T20:45:06.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.065890+0000",
2020-11-16T20:45:06.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3027000000000002e-05
2020-11-16T20:45:06.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.065913+0000",
2020-11-16T20:45:06.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.045527975999999998
2020-11-16T20:45:06.802 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.802 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.111441+0000",
2020-11-16T20:45:06.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.086680028000000006
2020-11-16T20:45:06.803 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.803 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.803 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.803 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.803 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.803 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:166115 4.0 e458/442 4:0b742fb5:::benchmark_data_smithi065_31807_object27946:head v 458'10359, mlcod=417'1774)",
2020-11-16T20:45:06.803 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:20.033270+0000",
2020-11-16T20:45:06.804 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 346.670265626,
2020-11-16T20:45:06.804 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.078168657000000002,
2020-11-16T20:45:06.804 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.804 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.804 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.804 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.033270+0000",
2020-11-16T20:45:06.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.033270+0000",
2020-11-16T20:45:06.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:45:06.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.806 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.033237+0000",
2020-11-16T20:45:06.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6915000000000004e-05
2020-11-16T20:45:06.806 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.806 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.807 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.033324+0000",
2020-11-16T20:45:06.807 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2210000000000003e-06
2020-11-16T20:45:06.807 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.807 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.807 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.807 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.033333+0000",
2020-11-16T20:45:06.807 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6219999999999998e-06
2020-11-16T20:45:06.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.808 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.808 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.033342+0000",
2020-11-16T20:45:06.808 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013353263000000001
2020-11-16T20:45:06.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.808 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.046695+0000",
2020-11-16T20:45:06.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.7146e-05
2020-11-16T20:45:06.809 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.809 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.046732+0000",
2020-11-16T20:45:06.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.064660214999999993
2020-11-16T20:45:06.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.111393+0000",
2020-11-16T20:45:06.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5840999999999997e-05
2020-11-16T20:45:06.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.111438+0000",
2020-11-16T20:45:06.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.078168657000000002
2020-11-16T20:45:06.811 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.811 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.811 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.811 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.811 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.812 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:166678 4.0 e458/442 4:027c5666:::benchmark_data_smithi065_31807_object28509:head v 458'10390, mlcod=417'1806)",
2020-11-16T20:45:06.812 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:20.792410+0000",
2020-11-16T20:45:06.812 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 345.91112496800002,
2020-11-16T20:45:06.812 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.081362116999999998,
2020-11-16T20:45:06.812 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.812 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.812 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.812 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.792410+0000",
2020-11-16T20:45:06.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.813 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.813 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.792410+0000",
2020-11-16T20:45:06.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999843
2020-11-16T20:45:06.814 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.814 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.792395+0000",
2020-11-16T20:45:06.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3344000000000003e-05
2020-11-16T20:45:06.814 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.792448+0000",
2020-11-16T20:45:06.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8730000000000007e-06
2020-11-16T20:45:06.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.792456+0000",
2020-11-16T20:45:06.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.921e-06
2020-11-16T20:45:06.816 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.816 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.792461+0000",
2020-11-16T20:45:06.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016613892000000002
2020-11-16T20:45:06.816 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.809075+0000",
2020-11-16T20:45:06.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4036000000000003e-05
2020-11-16T20:45:06.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.809119+0000",
2020-11-16T20:45:06.818 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.064592660999999996
2020-11-16T20:45:06.818 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.818 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.818 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.818 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.873711+0000",
2020-11-16T20:45:06.818 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1169999999999999e-05
2020-11-16T20:45:06.818 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.819 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.819 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.819 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.873773+0000",
2020-11-16T20:45:06.819 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.081362116999999998
2020-11-16T20:45:06.819 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.819 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.819 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.820 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.820 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.820 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:166704 4.0 e458/442 4:0fe02e81:::benchmark_data_smithi065_31807_object28535:head v 458'10391, mlcod=417'1806)",
2020-11-16T20:45:06.820 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:20.804682+0000",
2020-11-16T20:45:06.820 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 345.89885348400003,
2020-11-16T20:45:06.820 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.069126666000000003,
2020-11-16T20:45:06.820 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.820 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.804682+0000",
2020-11-16T20:45:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.804682+0000",
2020-11-16T20:45:06.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999857
2020-11-16T20:45:06.822 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.822 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.804668+0000",
2020-11-16T20:45:06.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8199999999999999e-05
2020-11-16T20:45:06.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.804716+0000",
2020-11-16T20:45:06.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4109999999999999e-06
2020-11-16T20:45:06.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.804723+0000",
2020-11-16T20:45:06.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0690000000000001e-06
2020-11-16T20:45:06.824 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.824 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.804728+0000",
2020-11-16T20:45:06.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014379102
2020-11-16T20:45:06.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.819107+0000",
2020-11-16T20:45:06.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9723999999999999e-05
2020-11-16T20:45:06.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.826 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.826 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.819137+0000",
2020-11-16T20:45:06.826 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.054640764000000001
2020-11-16T20:45:06.826 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.826 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.826 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.826 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.873778+0000",
2020-11-16T20:45:06.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0783e-05
2020-11-16T20:45:06.827 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.827 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:20.873809+0000",
2020-11-16T20:45:06.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.069126666000000003
2020-11-16T20:45:06.827 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.827 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.828 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.828 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.828 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.828 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:171711 4.0 e460/442 4:08e2e30a:::benchmark_data_smithi065_31807_object33542:head v 460'10711, mlcod=417'2128)",
2020-11-16T20:45:06.828 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:28.507940+0000",
2020-11-16T20:45:06.828 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 338.19559594100002,
2020-11-16T20:45:06.828 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.073615306000000005,
2020-11-16T20:45:06.829 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.829 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.829 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.829 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.507940+0000",
2020-11-16T20:45:06.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.829 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.507940+0000",
2020-11-16T20:45:06.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999838
2020-11-16T20:45:06.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.507923+0000",
2020-11-16T20:45:06.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1666999999999998e-05
2020-11-16T20:45:06.831 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.831 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.507975+0000",
2020-11-16T20:45:06.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1969999999999996e-06
2020-11-16T20:45:06.831 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.832 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.507983+0000",
2020-11-16T20:45:06.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3449999999999996e-06
2020-11-16T20:45:06.832 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.832 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.833 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.507989+0000",
2020-11-16T20:45:06.833 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026187104999999999
2020-11-16T20:45:06.833 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.833 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.833 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.833 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.534176+0000",
2020-11-16T20:45:06.833 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5198000000000002e-05
2020-11-16T20:45:06.833 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.834 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.834 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.834 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.534201+0000",
2020-11-16T20:45:06.834 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.047288372000000002
2020-11-16T20:45:06.834 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.834 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.834 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.581489+0000",
2020-11-16T20:45:06.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5486000000000003e-05
2020-11-16T20:45:06.835 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.835 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.581555+0000",
2020-11-16T20:45:06.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.073615306000000005
2020-11-16T20:45:06.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.836 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.836 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.836 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.836 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.836 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:171754 4.0 e460/442 4:0a78cb72:::benchmark_data_smithi065_31807_object33585:head v 460'10712, mlcod=417'2128)",
2020-11-16T20:45:06.836 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:28.523279+0000",
2020-11-16T20:45:06.836 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 338.18025648899999,
2020-11-16T20:45:06.837 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.068348092999999999,
2020-11-16T20:45:06.837 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.837 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.837 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.837 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.523279+0000",
2020-11-16T20:45:06.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.523279+0000",
2020-11-16T20:45:06.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:45:06.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.523255+0000",
2020-11-16T20:45:06.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7603999999999998e-05
2020-11-16T20:45:06.839 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.839 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.523332+0000",
2020-11-16T20:45:06.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4188999999999999e-05
2020-11-16T20:45:06.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.523346+0000",
2020-11-16T20:45:06.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4840000000000001e-06
2020-11-16T20:45:06.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.523353+0000",
2020-11-16T20:45:06.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.020877400000000001
2020-11-16T20:45:06.841 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.841 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.544230+0000",
2020-11-16T20:45:06.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7623e-05
2020-11-16T20:45:06.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.544258+0000",
2020-11-16T20:45:06.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.047323241000000002
2020-11-16T20:45:06.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.843 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.591581+0000",
2020-11-16T20:45:06.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5911000000000001e-05
2020-11-16T20:45:06.843 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.843 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:28.591627+0000",
2020-11-16T20:45:06.844 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.068348092999999999
2020-11-16T20:45:06.844 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.844 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.844 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.844 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.844 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.844 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:186317 4.0 e468/442 4:0986f22b:::benchmark_data_smithi065_31807_object48148:head v 468'11627, mlcod=420'3049)",
2020-11-16T20:45:06.845 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:51.888832+0000",
2020-11-16T20:45:06.845 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 314.81470312099998,
2020-11-16T20:45:06.845 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.072383070999999993,
2020-11-16T20:45:06.845 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.845 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.845 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.845 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.845 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.846 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.888832+0000",
2020-11-16T20:45:06.846 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.846 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.846 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.846 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.846 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.888832+0000",
2020-11-16T20:45:06.846 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:45:06.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.847 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.847 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.888809+0000",
2020-11-16T20:45:06.847 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7513000000000002e-05
2020-11-16T20:45:06.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.888876+0000",
2020-11-16T20:45:06.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5729999999999996e-06
2020-11-16T20:45:06.848 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.848 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.888883+0000",
2020-11-16T20:45:06.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0040000000000001e-06
2020-11-16T20:45:06.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.888887+0000",
2020-11-16T20:45:06.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0097826010000000001
2020-11-16T20:45:06.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.898670+0000",
2020-11-16T20:45:06.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8983e-05
2020-11-16T20:45:06.850 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.850 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.898699+0000",
2020-11-16T20:45:06.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.062444554999999999
2020-11-16T20:45:06.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.961143+0000",
2020-11-16T20:45:06.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2280999999999995e-05
2020-11-16T20:45:06.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:51.961215+0000",
2020-11-16T20:45:06.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.072383070999999993
2020-11-16T20:45:06.852 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.852 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.852 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.852 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.852 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.853 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:189477 4.0 e470/442 4:0ceaf09c:::benchmark_data_smithi065_31807_object51308:head v 470'11807, mlcod=420'3222)",
2020-11-16T20:45:06.853 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:39:56.041206+0000",
2020-11-16T20:45:06.853 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 310.66232925399999,
2020-11-16T20:45:06.853 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.075608912,
2020-11-16T20:45:06.853 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.853 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.853 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.041206+0000",
2020-11-16T20:45:06.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.041206+0000",
2020-11-16T20:45:06.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:45:06.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.041178+0000",
2020-11-16T20:45:06.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9095e-05
2020-11-16T20:45:06.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.041267+0000",
2020-11-16T20:45:06.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6189999999999999e-05
2020-11-16T20:45:06.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.041283+0000",
2020-11-16T20:45:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0940000000000002e-06
2020-11-16T20:45:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.041290+0000",
2020-11-16T20:45:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.019855186
2020-11-16T20:45:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.061145+0000",
2020-11-16T20:45:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.8136999999999998e-05
2020-11-16T20:45:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.061183+0000",
2020-11-16T20:45:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.055587309000000001
2020-11-16T20:45:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.116771+0000",
2020-11-16T20:45:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4410999999999999e-05
2020-11-16T20:45:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:39:56.116815+0000",
2020-11-16T20:45:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.075608912
2020-11-16T20:45:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:45:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:45:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.35333.0:207676 4.0 e479/442 4:09834ebf:::benchmark_data_smithi065_31807_object69507:head v 479'12920, mlcod=424'4336)",
2020-11-16T20:45:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:22.162904+0000",
2020-11-16T20:45:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 284.54063178600001,
2020-11-16T20:45:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.073607392999999993,
2020-11-16T20:45:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:45:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:45:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:45:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:45:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.162904+0000",
2020-11-16T20:45:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:45:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:45:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.162904+0000",
2020-11-16T20:45:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:45:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:45:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.162877+0000",
2020-11-16T20:45:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3209999999999998e-05
2020-11-16T20:45:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:45:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.162960+0000",
2020-11-16T20:45:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1935e-05
2020-11-16T20:45:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:45:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.162972+0000",
2020-11-16T20:45:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1069999999999999e-06
2020-11-16T20:45:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:45:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.162979+0000",
2020-11-16T20:45:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.019889322000000001
2020-11-16T20:45:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:45:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.182868+0000",
2020-11-16T20:45:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6860000000000002e-05
2020-11-16T20:45:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:45:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.182915+0000",
2020-11-16T20:45:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.053531693999999998
2020-11-16T20:45:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:45:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.236447+0000",
2020-11-16T20:45:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4356999999999994e-05
2020-11-16T20:45:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:45:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:45:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:45:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:22.236511+0000",
2020-11-16T20:45:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.073607392999999993
2020-11-16T20:45:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:45:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:45:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:45:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:45:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:45:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:45:06.970 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:07.032 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:45:06 smithi065 bash[18823]: debug 2020-11-16T20:45:06.699+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:07.079 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:07.183 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:07.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:07 smithi142 bash[9523]: cluster 2020-11-16T20:45:06.374636+0000 mgr.x (mgr.14196) 994 : cluster [DBG] pgmap v1489: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 561 op/s; 11547/235270 objects misplaced (4.908%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:45:07.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:07 smithi142 bash[9523]: cluster 2020-11-16T20:45:06.958261+0000 osd.10 (osd.10) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:07.208 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:07 smithi142 bash[9523]: cluster 2020-11-16T20:45:06.958333+0000 osd.10 (osd.10) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:07.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:07 smithi071 bash[9480]: cluster 2020-11-16T20:45:06.374636+0000 mgr.x (mgr.14196) 994 : cluster [DBG] pgmap v1489: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 561 op/s; 11547/235270 objects misplaced (4.908%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:45:07.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:07 smithi071 bash[9480]: cluster 2020-11-16T20:45:06.958261+0000 osd.10 (osd.10) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:07.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:07 smithi071 bash[9480]: cluster 2020-11-16T20:45:06.958333+0000 osd.10 (osd.10) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:07.450 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:45:07 smithi071 bash[16796]: debug 2020-11-16T20:45:07.078+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:07.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:07 smithi065 bash[9468]: cluster 2020-11-16T20:45:06.374636+0000 mgr.x (mgr.14196) 994 : cluster [DBG] pgmap v1489: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.2 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 561 op/s; 11547/235270 objects misplaced (4.908%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:45:07.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:07 smithi065 bash[9468]: cluster 2020-11-16T20:45:06.958261+0000 osd.10 (osd.10) 126 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:07.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:07 smithi065 bash[9468]: cluster 2020-11-16T20:45:06.958333+0000 osd.10 (osd.10) 127 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:07.661 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:07.765 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:45:07.829 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_ops_in_flight
2020-11-16T20:45:07.887 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:45:07.991 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:07.996 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:45:08.000 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:45:07 smithi065 bash[14115]: debug 2020-11-16T20:45:07.887+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:08.000 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:07 smithi065 bash[16457]: debug 2020-11-16T20:45:07.663+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:08.098 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:08.202 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:08.282 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:08 smithi065 bash[16457]: debug 2020-11-16T20:45:08.099+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:08.340 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:08.445 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:45:08.553 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:08 smithi071 bash[14419]: debug 2020-11-16T20:45:08.338+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:08.554 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:45:08.555 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:45:08 smithi071 bash[12066]: debug 2020-11-16T20:45:08.554+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:08.602 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:45:08.661 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:08.752 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:45:08.853 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:08 smithi065 bash[9468]: cluster 2020-11-16T20:45:07.577831+0000 mon.a (mon.0) 1924 : cluster [DBG] osdmap e584: 12 total, 12 up, 9 in
2020-11-16T20:45:08.853 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:08 smithi065 bash[9468]: cluster 2020-11-16T20:45:08.375050+0000 mgr.x (mgr.14196) 995 : cluster [DBG] pgmap v1491: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.1 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 11160/231632 objects misplaced (4.818%); 5.8 MiB/s, 93 objects/s recovering
2020-11-16T20:45:08.854 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:45:08 smithi065 bash[18823]: debug 2020-11-16T20:45:08.854+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:08.854 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:08.908 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:45:08.915 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:08 smithi142 bash[9523]: cluster 2020-11-16T20:45:07.577831+0000 mon.a (mon.0) 1924 : cluster [DBG] osdmap e584: 12 total, 12 up, 9 in
2020-11-16T20:45:08.915 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:08 smithi142 bash[9523]: cluster 2020-11-16T20:45:08.375050+0000 mgr.x (mgr.14196) 995 : cluster [DBG] pgmap v1491: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.1 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 11160/231632 objects misplaced (4.818%); 5.8 MiB/s, 93 objects/s recovering
2020-11-16T20:45:08.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:08 smithi071 bash[9480]: cluster 2020-11-16T20:45:07.577831+0000 mon.a (mon.0) 1924 : cluster [DBG] osdmap e584: 12 total, 12 up, 9 in
2020-11-16T20:45:08.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:08 smithi071 bash[9480]: cluster 2020-11-16T20:45:08.375050+0000 mgr.x (mgr.14196) 995 : cluster [DBG] pgmap v1491: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.1 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 11160/231632 objects misplaced (4.818%); 5.8 MiB/s, 93 objects/s recovering
2020-11-16T20:45:08.957 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:09.117 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:45:09.117 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:09.223 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:45:09.448 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:45:09 smithi071 bash[26650]: debug 2020-11-16T20:45:09.118+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:09.505 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:45:09.608 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:09.762 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:45:09 smithi065 bash[14115]: debug 2020-11-16T20:45:09.502+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:09.762 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:09.866 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:45:10.031 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:09 smithi065 bash[16457]: debug 2020-11-16T20:45:09.762+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:10.103 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:45:10.207 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:10.282 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:45:10 smithi142 bash[18009]: debug 2020-11-16T20:45:10.102+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:10.393 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:10.497 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:10.531 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:10 smithi065 bash[16457]: debug 2020-11-16T20:45:10.390+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:10.624 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:10.728 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:10.948 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:10 smithi071 bash[14419]: debug 2020-11-16T20:45:10.622+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:10.952 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:11.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:45:10 smithi142 bash[22738]: debug 2020-11-16T20:45:10.954+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:11.057 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:11.175 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:11.282 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:11.429 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:45:11 smithi071 bash[16796]: debug 2020-11-16T20:45:11.174+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:11.470 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:11.573 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:11.671 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:11.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:11 smithi071 bash[9480]: cluster 2020-11-16T20:45:10.375469+0000 mgr.x (mgr.14196) 996 : cluster [DBG] pgmap v1492: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 617 op/s; 11160/230112 objects misplaced (4.850%); 4.3 MiB/s, 69 objects/s recovering
2020-11-16T20:45:11.699 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:11 smithi071 bash[14419]: debug 2020-11-16T20:45:11.670+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:11.777 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:11.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:11 smithi065 bash[9468]: cluster 2020-11-16T20:45:10.375469+0000 mgr.x (mgr.14196) 996 : cluster [DBG] pgmap v1492: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 617 op/s; 11160/230112 objects misplaced (4.850%); 4.3 MiB/s, 69 objects/s recovering
2020-11-16T20:45:11.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:11 smithi142 bash[9523]: cluster 2020-11-16T20:45:10.375469+0000 mgr.x (mgr.14196) 996 : cluster [DBG] pgmap v1492: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 617 op/s; 11160/230112 objects misplaced (4.850%); 4.3 MiB/s, 69 objects/s recovering
2020-11-16T20:45:11.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:45:11 smithi142 bash[15670]: debug 2020-11-16T20:45:11.466+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:11.914 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:12.018 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:12.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:45:11 smithi142 bash[20366]: debug 2020-11-16T20:45:11.910+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:12.589 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:12.692 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:12.900 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:12 smithi065 bash[9468]: cluster 2020-11-16T20:45:12.375939+0000 mgr.x (mgr.14196) 997 : cluster [DBG] pgmap v1493: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 498 op/s; 11160/228820 objects misplaced (4.877%); 3.0 MiB/s, 48 objects/s recovering
2020-11-16T20:45:12.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:12 smithi071 bash[9480]: cluster 2020-11-16T20:45:12.375939+0000 mgr.x (mgr.14196) 997 : cluster [DBG] pgmap v1493: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 498 op/s; 11160/228820 objects misplaced (4.877%); 3.0 MiB/s, 48 objects/s recovering
2020-11-16T20:45:12.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:45:12 smithi071 bash[16796]: debug 2020-11-16T20:45:12.590+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:13.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:12 smithi142 bash[9523]: cluster 2020-11-16T20:45:12.375939+0000 mgr.x (mgr.14196) 997 : cluster [DBG] pgmap v1493: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 7.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 498 op/s; 11160/228820 objects misplaced (4.877%); 3.0 MiB/s, 48 objects/s recovering
2020-11-16T20:45:13.100 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:45:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:45:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T20:45:13.101 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:45:13.589 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:13.692 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:13.769 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean
2020-11-16T20:45:13.769 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:45:13.940 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:45:14.034 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:45:13 smithi142 bash[15670]: debug 2020-11-16T20:45:13.590+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:14.043 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:14.147 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:14.179 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_blocked_ops
2020-11-16T20:45:14.275 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:14.339 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:45:14.379 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:14.448 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:45:14 smithi071 bash[26650]: debug 2020-11-16T20:45:14.274+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:14.532 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:45:14 smithi065 bash[18823]: debug 2020-11-16T20:45:14.042+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:14.722 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:14.826 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:45:15.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:45:14 smithi142 bash[20366]: debug 2020-11-16T20:45:14.722+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:15.542 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:45:15.647 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:15.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:15 smithi071 bash[9480]: cluster 2020-11-16T20:45:14.376403+0000 mgr.x (mgr.14196) 998 : cluster [DBG] pgmap v1494: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.8 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 707 op/s; 10775/223826 objects misplaced (4.814%); 5.3 MiB/s, 84 objects/s recovering
2020-11-16T20:45:15.774 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:15 smithi065 bash[9468]: cluster 2020-11-16T20:45:14.376403+0000 mgr.x (mgr.14196) 998 : cluster [DBG] pgmap v1494: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.8 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 707 op/s; 10775/223826 objects misplaced (4.814%); 5.3 MiB/s, 84 objects/s recovering
2020-11-16T20:45:15.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:15 smithi142 bash[9523]: cluster 2020-11-16T20:45:14.376403+0000 mgr.x (mgr.14196) 998 : cluster [DBG] pgmap v1494: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.8 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 707 op/s; 10775/223826 objects misplaced (4.814%); 5.3 MiB/s, 84 objects/s recovering
2020-11-16T20:45:15.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:45:15 smithi142 bash[18009]: debug 2020-11-16T20:45:15.542+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:15.829 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:15.934 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:16.133 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:45:15 smithi142 bash[15670]: debug 2020-11-16T20:45:15.822+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:16.134 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:16.237 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:45:16.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:45:16 smithi142 bash[20366]: debug 2020-11-16T20:45:16.134+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:16.565 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:45:16.669 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:17.031 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:45:16 smithi065 bash[14115]: debug 2020-11-16T20:45:16.562+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:17.120 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:45:17.176 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:17.177 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:45:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:45:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:45:17.280 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:45:17.301 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:45:17.336 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:45:17.370 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:45:17.393 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:45:17.403 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:45:17.440 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:17 smithi065 bash[16457]: debug 2020-11-16T20:45:17.174+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:17.441 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:45:17 smithi065 bash[11785]: debug 2020-11-16T20:45:17.394+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:17.443 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:45:17.474 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:45:17.497 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:17.507 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:45:17.532 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:45:17.533 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.534 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.534 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.534 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.534 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.534 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.534 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.535 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.535 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.535 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.535 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.535 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:45:17.767 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:17 smithi071 bash[9480]: cluster 2020-11-16T20:45:16.376819+0000 mgr.x (mgr.14196) 999 : cluster [DBG] pgmap v1495: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.8 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 656 op/s; 10775/222130 objects misplaced (4.851%); 4.8 MiB/s, 77 objects/s recovering
2020-11-16T20:45:17.767 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:17 smithi071 bash[9480]: audit 2020-11-16T20:45:17.081119+0000 mon.b (mon.1) 430 : audit [DBG] from='client.? v1:172.21.15.142:0/3557946574' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:17.768 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:17 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.262748+0000 osd.3 (osd.3) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:17.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:17 smithi065 bash[9468]: cluster 2020-11-16T20:45:16.376819+0000 mgr.x (mgr.14196) 999 : cluster [DBG] pgmap v1495: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.8 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 656 op/s; 10775/222130 objects misplaced (4.851%); 4.8 MiB/s, 77 objects/s recovering
2020-11-16T20:45:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:17 smithi065 bash[9468]: audit 2020-11-16T20:45:17.081119+0000 mon.b (mon.1) 430 : audit [DBG] from='client.? v1:172.21.15.142:0/3557946574' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:17 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.262748+0000 osd.3 (osd.3) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:17.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:17 smithi142 bash[9523]: cluster 2020-11-16T20:45:16.376819+0000 mgr.x (mgr.14196) 999 : cluster [DBG] pgmap v1495: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.8 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 656 op/s; 10775/222130 objects misplaced (4.851%); 4.8 MiB/s, 77 objects/s recovering
2020-11-16T20:45:17.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:17 smithi142 bash[9523]: audit 2020-11-16T20:45:17.081119+0000 mon.b (mon.1) 430 : audit [DBG] from='client.? v1:172.21.15.142:0/3557946574' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:17.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:17 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.262748+0000 osd.3 (osd.3) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.453 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:45:18.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:16.556723+0000 osd.5 (osd.5) 153 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:18.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:16.556819+0000 osd.5 (osd.5) 154 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:18.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.127857+0000 osd.0 (osd.0) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.179481+0000 osd.1 (osd.1) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.218550+0000 osd.2 (osd.2) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.302513+0000 osd.4 (osd.4) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.339874+0000 osd.5 (osd.5) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.369715+0000 osd.6 (osd.6) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.404151+0000 osd.7 (osd.7) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: audit 2020-11-16T20:45:17.441044+0000 mon.a (mon.0) 1925 : audit [INF] from='client.? v1:172.21.15.142:0/3267622053' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:45:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.446497+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e585: 12 total, 12 up, 9 in
2020-11-16T20:45:18.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.446650+0000 osd.8 (osd.8) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.477693+0000 osd.9 (osd.9) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.509673+0000 osd.10 (osd.10) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.701 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:18 smithi071 bash[9480]: cluster 2020-11-16T20:45:17.535234+0000 osd.11 (osd.11) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:16.556723+0000 osd.5 (osd.5) 153 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:16.556819+0000 osd.5 (osd.5) 154 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.127857+0000 osd.0 (osd.0) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.179481+0000 osd.1 (osd.1) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.218550+0000 osd.2 (osd.2) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.302513+0000 osd.4 (osd.4) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.339874+0000 osd.5 (osd.5) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.369715+0000 osd.6 (osd.6) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.404151+0000 osd.7 (osd.7) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: audit 2020-11-16T20:45:17.441044+0000 mon.a (mon.0) 1925 : audit [INF] from='client.? v1:172.21.15.142:0/3267622053' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:45:18.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.446497+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e585: 12 total, 12 up, 9 in
2020-11-16T20:45:18.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.446650+0000 osd.8 (osd.8) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.477693+0000 osd.9 (osd.9) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.509673+0000 osd.10 (osd.10) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.784 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:18 smithi065 bash[9468]: cluster 2020-11-16T20:45:17.535234+0000 osd.11 (osd.11) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:16.556723+0000 osd.5 (osd.5) 153 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:18.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:16.556819+0000 osd.5 (osd.5) 154 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:18.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.127857+0000 osd.0 (osd.0) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.179481+0000 osd.1 (osd.1) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.218550+0000 osd.2 (osd.2) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.302513+0000 osd.4 (osd.4) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.339874+0000 osd.5 (osd.5) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.369715+0000 osd.6 (osd.6) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.404151+0000 osd.7 (osd.7) 117 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: audit 2020-11-16T20:45:17.441044+0000 mon.a (mon.0) 1925 : audit [INF] from='client.? v1:172.21.15.142:0/3267622053' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:45:18.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.446497+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e585: 12 total, 12 up, 9 in
2020-11-16T20:45:18.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.446650+0000 osd.8 (osd.8) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.477693+0000 osd.9 (osd.9) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.509673+0000 osd.10 (osd.10) 128 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:18.787 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:18 smithi142 bash[9523]: cluster 2020-11-16T20:45:17.535234+0000 osd.11 (osd.11) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:19.259 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:45:19.260 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:45:19.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:19 smithi071 bash[9480]: cluster 2020-11-16T20:45:18.377214+0000 mgr.x (mgr.14196) 1000 : cluster [DBG] pgmap v1497: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.7 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 660 op/s; 10375/218414 objects misplaced (4.750%); 4.9 MiB/s, 78 objects/s recovering
2020-11-16T20:45:19.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:19 smithi071 bash[9480]: cluster 2020-11-16T20:45:18.444312+0000 mon.a (mon.0) 1927 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:45:19.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:19 smithi071 bash[9480]: cluster 2020-11-16T20:45:18.444351+0000 mon.a (mon.0) 1928 : cluster [INF] Cluster is now healthy
2020-11-16T20:45:19.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:19 smithi071 bash[9480]: audit 2020-11-16T20:45:18.457106+0000 mon.a (mon.0) 1929 : audit [INF] from='client.? v1:172.21.15.142:0/3267622053' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:45:19.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:19 smithi071 bash[9480]: cluster 2020-11-16T20:45:18.457150+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e586: 12 total, 12 up, 9 in
2020-11-16T20:45:19.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:19 smithi065 bash[9468]: cluster 2020-11-16T20:45:18.377214+0000 mgr.x (mgr.14196) 1000 : cluster [DBG] pgmap v1497: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.7 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 660 op/s; 10375/218414 objects misplaced (4.750%); 4.9 MiB/s, 78 objects/s recovering
2020-11-16T20:45:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:19 smithi065 bash[9468]: cluster 2020-11-16T20:45:18.444312+0000 mon.a (mon.0) 1927 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:45:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:19 smithi065 bash[9468]: cluster 2020-11-16T20:45:18.444351+0000 mon.a (mon.0) 1928 : cluster [INF] Cluster is now healthy
2020-11-16T20:45:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:19 smithi065 bash[9468]: audit 2020-11-16T20:45:18.457106+0000 mon.a (mon.0) 1929 : audit [INF] from='client.? v1:172.21.15.142:0/3267622053' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:45:19.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:19 smithi065 bash[9468]: cluster 2020-11-16T20:45:18.457150+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e586: 12 total, 12 up, 9 in
2020-11-16T20:45:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:19 smithi142 bash[9523]: cluster 2020-11-16T20:45:18.377214+0000 mgr.x (mgr.14196) 1000 : cluster [DBG] pgmap v1497: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.7 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 660 op/s; 10375/218414 objects misplaced (4.750%); 4.9 MiB/s, 78 objects/s recovering
2020-11-16T20:45:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:19 smithi142 bash[9523]: cluster 2020-11-16T20:45:18.444312+0000 mon.a (mon.0) 1927 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:45:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:19 smithi142 bash[9523]: cluster 2020-11-16T20:45:18.444351+0000 mon.a (mon.0) 1928 : cluster [INF] Cluster is now healthy
2020-11-16T20:45:19.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:19 smithi142 bash[9523]: audit 2020-11-16T20:45:18.457106+0000 mon.a (mon.0) 1929 : audit [INF] from='client.? v1:172.21.15.142:0/3267622053' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:45:19.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:19 smithi142 bash[9523]: cluster 2020-11-16T20:45:18.457150+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e586: 12 total, 12 up, 9 in
2020-11-16T20:45:20.044 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:20.148 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:20.248 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:20.352 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:20.413 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_historic_ops
2020-11-16T20:45:20.448 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:20 smithi071 bash[14419]: debug 2020-11-16T20:45:20.042+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:20.449 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:45:20 smithi071 bash[16796]: debug 2020-11-16T20:45:20.250+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:20.585 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:45:20.870 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:20.974 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:21.120 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:48.627 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:45:48.628 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:45:48.637 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:21 smithi065 bash[9468]: cluster 2020-11-16T20:45:20.377593+0000 mgr.x (mgr.14196) 1001 : cluster [DBG] pgmap v1499: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 749 op/s; 10375/216818 objects misplaced (4.785%); 6.1 MiB/s, 98 objects/s recovering
2020-11-16T20:45:48.637 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:21 smithi065 bash[9468]: cluster 2020-11-16T20:45:20.565858+0000 osd.3 (osd.3) 144 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.637 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:21 smithi065 bash[9468]: cluster 2020-11-16T20:45:20.565928+0000 osd.3 (osd.3) 145 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.638 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:22 smithi065 bash[9468]: cluster 2020-11-16T20:45:21.451591+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e587: 12 total, 12 up, 9 in
2020-11-16T20:45:48.638 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:22 smithi065 bash[9468]: cluster 2020-11-16T20:45:21.670300+0000 osd.7 (osd.7) 118 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.638 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:22 smithi065 bash[9468]: cluster 2020-11-16T20:45:21.670405+0000 osd.7 (osd.7) 119 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.638 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:22 smithi065 bash[9468]: cluster 2020-11-16T20:45:22.378059+0000 mgr.x (mgr.14196) 1002 : cluster [DBG] pgmap v1501: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 550 op/s; 10375/215520 objects misplaced (4.814%); 4.2 MiB/s, 66 objects/s recovering
2020-11-16T20:45:48.638 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:22 smithi065 bash[9468]: audit 2020-11-16T20:45:22.395081+0000 mgr.x (mgr.14196) 1003 : audit [DBG] from='client.16035 v1:172.21.15.142:0/251053861' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:45:48.639 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:23 smithi065 bash[9468]: cluster 2020-11-16T20:45:22.584266+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e588: 12 total, 12 up, 9 in
2020-11-16T20:45:48.639 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:24 smithi065 bash[9468]: cluster 2020-11-16T20:45:24.378662+0000 mgr.x (mgr.14196) 1004 : cluster [DBG] pgmap v1503: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.4 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 665 op/s; 9980/210422 objects misplaced (4.743%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:45:48.639 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:27 smithi065 bash[9468]: cluster 2020-11-16T20:45:25.954163+0000 osd.8 (osd.8) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.639 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:27 smithi065 bash[9468]: cluster 2020-11-16T20:45:25.954261+0000 osd.8 (osd.8) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.639 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:27 smithi065 bash[9468]: cluster 2020-11-16T20:45:26.013901+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e589: 12 total, 12 up, 9 in
2020-11-16T20:45:48.639 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:27 smithi065 bash[9468]: audit 2020-11-16T20:45:26.239446+0000 mon.b (mon.1) 431 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:45:48.640 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:27 smithi065 bash[9468]: audit 2020-11-16T20:45:26.239691+0000 mon.b (mon.1) 432 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:45:48.640 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:27 smithi065 bash[9468]: audit 2020-11-16T20:45:26.243319+0000 mon.a (mon.0) 1934 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:45:48.640 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:27 smithi065 bash[9468]: audit 2020-11-16T20:45:26.243839+0000 mon.a (mon.0) 1935 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:45:48.640 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:27 smithi065 bash[9468]: cluster 2020-11-16T20:45:26.379288+0000 mgr.x (mgr.14196) 1005 : cluster [DBG] pgmap v1505: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.4 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 665 op/s; 9980/208834 objects misplaced (4.779%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:45:48.640 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:29 smithi065 bash[9468]: cluster 2020-11-16T20:45:28.379759+0000 mgr.x (mgr.14196) 1006 : cluster [DBG] pgmap v1506: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.3 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 762 op/s; 9567/204944 objects misplaced (4.668%); 7.3 MiB/s, 116 objects/s recovering
2020-11-16T20:45:48.640 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:29 smithi065 bash[9468]: cluster 2020-11-16T20:45:28.418531+0000 osd.1 (osd.1) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.640 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:29 smithi065 bash[9468]: cluster 2020-11-16T20:45:28.418621+0000 osd.1 (osd.1) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.641 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:29 smithi065 bash[9468]: cluster 2020-11-16T20:45:28.473338+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e590: 12 total, 12 up, 9 in
2020-11-16T20:45:48.641 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:31 smithi065 bash[9468]: cluster 2020-11-16T20:45:30.380224+0000 mgr.x (mgr.14196) 1007 : cluster [DBG] pgmap v1508: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.2 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 596 op/s; 9567/203158 objects misplaced (4.709%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:45:48.641 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:31 smithi065 bash[9468]: cluster 2020-11-16T20:45:30.678956+0000 osd.11 (osd.11) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.641 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:31 smithi065 bash[9468]: cluster 2020-11-16T20:45:30.679028+0000 osd.11 (osd.11) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.641 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:32 smithi065 bash[9468]: cluster 2020-11-16T20:45:31.448127+0000 mon.a (mon.0) 1937 : cluster [DBG] osdmap e591: 12 total, 12 up, 9 in
2020-11-16T20:45:48.641 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:33 smithi065 bash[9468]: cluster 2020-11-16T20:45:32.380612+0000 mgr.x (mgr.14196) 1008 : cluster [DBG] pgmap v1510: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.2 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 649 op/s; 9567/201744 objects misplaced (4.742%); 4.1 MiB/s, 64 objects/s recovering
2020-11-16T20:45:48.642 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:34 smithi065 bash[9468]: cluster 2020-11-16T20:45:34.381114+0000 mgr.x (mgr.14196) 1009 : cluster [DBG] pgmap v1511: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.0 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 784 op/s; 9128/196278 objects misplaced (4.651%); 6.7 MiB/s, 106 objects/s recovering
2020-11-16T20:45:48.642 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:37 smithi065 bash[9468]: cluster 2020-11-16T20:45:36.381559+0000 mgr.x (mgr.14196) 1010 : cluster [DBG] pgmap v1512: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.9 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 658 op/s; 9128/194404 objects misplaced (4.695%); 3.4 MiB/s, 54 objects/s recovering
2020-11-16T20:45:48.642 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:39 smithi065 bash[9468]: cluster 2020-11-16T20:45:38.382022+0000 mgr.x (mgr.14196) 1011 : cluster [DBG] pgmap v1513: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.8 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 750 op/s; 8686/190056 objects misplaced (4.570%); 5.6 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.642 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:41 smithi065 bash[9468]: cluster 2020-11-16T20:45:40.283614+0000 osd.6 (osd.6) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.642 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:41 smithi065 bash[9468]: cluster 2020-11-16T20:45:40.283692+0000 osd.6 (osd.6) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.643 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:41 smithi065 bash[9468]: cluster 2020-11-16T20:45:40.382626+0000 mgr.x (mgr.14196) 1012 : cluster [DBG] pgmap v1514: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 748 op/s; 8686/188184 objects misplaced (4.616%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.643 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:41 smithi065 bash[9468]: cluster 2020-11-16T20:45:40.449312+0000 mon.a (mon.0) 1938 : cluster [DBG] osdmap e592: 12 total, 12 up, 9 in
2020-11-16T20:45:48.643 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:42 smithi065 bash[9468]: cluster 2020-11-16T20:45:42.383071+0000 mgr.x (mgr.14196) 1013 : cluster [DBG] pgmap v1516: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 745 op/s; 8686/186840 objects misplaced (4.649%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.643 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:45 smithi065 bash[9468]: cluster 2020-11-16T20:45:44.383561+0000 mgr.x (mgr.14196) 1014 : cluster [DBG] pgmap v1517: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 731 op/s; 8225/181640 objects misplaced (4.528%); 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:45:48.643 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:47 smithi065 bash[9468]: cluster 2020-11-16T20:45:46.383991+0000 mgr.x (mgr.14196) 1015 : cluster [DBG] pgmap v1518: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 731 op/s; 8225/179774 objects misplaced (4.575%); 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:45:48.644 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:45:48.644 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:45:48.644 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_ops_in_flight
2020-11-16T20:45:48.645 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:45:20 smithi142 bash[20366]: debug 2020-11-16T20:45:20.870+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:48.645 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:21 smithi142 bash[9523]: cluster 2020-11-16T20:45:20.377593+0000 mgr.x (mgr.14196) 1001 : cluster [DBG] pgmap v1499: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 749 op/s; 10375/216818 objects misplaced (4.785%); 6.1 MiB/s, 98 objects/s recovering
2020-11-16T20:45:48.645 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:21 smithi142 bash[9523]: cluster 2020-11-16T20:45:20.565858+0000 osd.3 (osd.3) 144 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:21 smithi142 bash[9523]: cluster 2020-11-16T20:45:20.565928+0000 osd.3 (osd.3) 145 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:22 smithi142 bash[9523]: cluster 2020-11-16T20:45:21.451591+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e587: 12 total, 12 up, 9 in
2020-11-16T20:45:48.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:22 smithi142 bash[9523]: cluster 2020-11-16T20:45:21.670300+0000 osd.7 (osd.7) 118 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:22 smithi142 bash[9523]: cluster 2020-11-16T20:45:21.670405+0000 osd.7 (osd.7) 119 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:22 smithi142 bash[9523]: cluster 2020-11-16T20:45:22.378059+0000 mgr.x (mgr.14196) 1002 : cluster [DBG] pgmap v1501: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 550 op/s; 10375/215520 objects misplaced (4.814%); 4.2 MiB/s, 66 objects/s recovering
2020-11-16T20:45:48.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:22 smithi142 bash[9523]: audit 2020-11-16T20:45:22.395081+0000 mgr.x (mgr.14196) 1003 : audit [DBG] from='client.16035 v1:172.21.15.142:0/251053861' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:45:48.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:23 smithi142 bash[9523]: cluster 2020-11-16T20:45:22.584266+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e588: 12 total, 12 up, 9 in
2020-11-16T20:45:48.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:24 smithi142 bash[9523]: cluster 2020-11-16T20:45:24.378662+0000 mgr.x (mgr.14196) 1004 : cluster [DBG] pgmap v1503: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.4 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 665 op/s; 9980/210422 objects misplaced (4.743%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:45:48.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:27 smithi142 bash[9523]: cluster 2020-11-16T20:45:25.954163+0000 osd.8 (osd.8) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:27 smithi142 bash[9523]: cluster 2020-11-16T20:45:25.954261+0000 osd.8 (osd.8) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.647 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:27 smithi142 bash[9523]: cluster 2020-11-16T20:45:26.013901+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e589: 12 total, 12 up, 9 in
2020-11-16T20:45:48.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:27 smithi142 bash[9523]: audit 2020-11-16T20:45:26.239446+0000 mon.b (mon.1) 431 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:45:48.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:27 smithi142 bash[9523]: audit 2020-11-16T20:45:26.239691+0000 mon.b (mon.1) 432 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:45:48.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:27 smithi142 bash[9523]: audit 2020-11-16T20:45:26.243319+0000 mon.a (mon.0) 1934 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:45:48.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:27 smithi142 bash[9523]: audit 2020-11-16T20:45:26.243839+0000 mon.a (mon.0) 1935 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:45:48.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:27 smithi142 bash[9523]: cluster 2020-11-16T20:45:26.379288+0000 mgr.x (mgr.14196) 1005 : cluster [DBG] pgmap v1505: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.4 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 665 op/s; 9980/208834 objects misplaced (4.779%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:45:48.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:29 smithi142 bash[9523]: cluster 2020-11-16T20:45:28.379759+0000 mgr.x (mgr.14196) 1006 : cluster [DBG] pgmap v1506: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.3 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 762 op/s; 9567/204944 objects misplaced (4.668%); 7.3 MiB/s, 116 objects/s recovering
2020-11-16T20:45:48.648 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:29 smithi142 bash[9523]: cluster 2020-11-16T20:45:28.418531+0000 osd.1 (osd.1) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:29 smithi142 bash[9523]: cluster 2020-11-16T20:45:28.418621+0000 osd.1 (osd.1) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:29 smithi142 bash[9523]: cluster 2020-11-16T20:45:28.473338+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e590: 12 total, 12 up, 9 in
2020-11-16T20:45:48.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:31 smithi142 bash[9523]: cluster 2020-11-16T20:45:30.380224+0000 mgr.x (mgr.14196) 1007 : cluster [DBG] pgmap v1508: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.2 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 596 op/s; 9567/203158 objects misplaced (4.709%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:45:48.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:31 smithi142 bash[9523]: cluster 2020-11-16T20:45:30.678956+0000 osd.11 (osd.11) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:31 smithi142 bash[9523]: cluster 2020-11-16T20:45:30.679028+0000 osd.11 (osd.11) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.649 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:32 smithi142 bash[9523]: cluster 2020-11-16T20:45:31.448127+0000 mon.a (mon.0) 1937 : cluster [DBG] osdmap e591: 12 total, 12 up, 9 in
2020-11-16T20:45:48.650 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:33 smithi142 bash[9523]: cluster 2020-11-16T20:45:32.380612+0000 mgr.x (mgr.14196) 1008 : cluster [DBG] pgmap v1510: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.2 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 649 op/s; 9567/201744 objects misplaced (4.742%); 4.1 MiB/s, 64 objects/s recovering
2020-11-16T20:45:48.650 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:34 smithi142 bash[9523]: cluster 2020-11-16T20:45:34.381114+0000 mgr.x (mgr.14196) 1009 : cluster [DBG] pgmap v1511: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.0 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 784 op/s; 9128/196278 objects misplaced (4.651%); 6.7 MiB/s, 106 objects/s recovering
2020-11-16T20:45:48.650 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:37 smithi142 bash[9523]: cluster 2020-11-16T20:45:36.381559+0000 mgr.x (mgr.14196) 1010 : cluster [DBG] pgmap v1512: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.9 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 658 op/s; 9128/194404 objects misplaced (4.695%); 3.4 MiB/s, 54 objects/s recovering
2020-11-16T20:45:48.650 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:39 smithi142 bash[9523]: cluster 2020-11-16T20:45:38.382022+0000 mgr.x (mgr.14196) 1011 : cluster [DBG] pgmap v1513: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.8 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 750 op/s; 8686/190056 objects misplaced (4.570%); 5.6 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.650 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:41 smithi142 bash[9523]: cluster 2020-11-16T20:45:40.283614+0000 osd.6 (osd.6) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.650 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:41 smithi142 bash[9523]: cluster 2020-11-16T20:45:40.283692+0000 osd.6 (osd.6) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.651 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:41 smithi142 bash[9523]: cluster 2020-11-16T20:45:40.382626+0000 mgr.x (mgr.14196) 1012 : cluster [DBG] pgmap v1514: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 748 op/s; 8686/188184 objects misplaced (4.616%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.651 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:41 smithi142 bash[9523]: cluster 2020-11-16T20:45:40.449312+0000 mon.a (mon.0) 1938 : cluster [DBG] osdmap e592: 12 total, 12 up, 9 in
2020-11-16T20:45:48.651 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:42 smithi142 bash[9523]: cluster 2020-11-16T20:45:42.383071+0000 mgr.x (mgr.14196) 1013 : cluster [DBG] pgmap v1516: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 745 op/s; 8686/186840 objects misplaced (4.649%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.651 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:45 smithi142 bash[9523]: cluster 2020-11-16T20:45:44.383561+0000 mgr.x (mgr.14196) 1014 : cluster [DBG] pgmap v1517: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 731 op/s; 8225/181640 objects misplaced (4.528%); 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:45:48.651 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:47 smithi142 bash[9523]: cluster 2020-11-16T20:45:46.383991+0000 mgr.x (mgr.14196) 1015 : cluster [DBG] pgmap v1518: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 731 op/s; 8225/179774 objects misplaced (4.575%); 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:45:48.651 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:45:48.652 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1501,"stamp":"2020-11-16T20:45:22.377792+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7062093848,"num_objects":107760,"num_object_clones":0,"num_object_copies":215520,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":10375,"num_objects_unfound":0,"num_objects_dirty":107760,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":180284,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4458,"num_bytes_recovered":292159488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160584,"ondisk_log_size":160584,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":16673104,"kb_used_data":14122504,"kb_used_omap":0,"kb_used_meta":2550463,"kb_avail":827033264,"statfs":{"total":863955320832,"available":846882062336,"internally_reserved":0,"allocated":14461444096,"data_stored":14458327454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2611674172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,5,0,2,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-216596480,"num_objects":-3305,"num_object_clones":0,"num_object_copies":-6610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-400,"num_objects_unfound":0,"num_objects_dirty":-3305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3305,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":400,"num_bytes_recovered":26214400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001193"},"pg_stats":[{"pgid":"5.f","version":"585'11405","reported_seq":"11462","reported_epoch":"585","state":"active+clean","last_fresh":"2020-11-16T20:45:17.702365+0000","last_change":"2020-11-16T20:42:36.935898+0000","last_active":"2020-11-16T20:45:17.702365+0000","last_peered":"2020-11-16T20:45:17.702365+0000","last_clean":"2020-11-16T20:45:17.702365+0000","last_became_active":"2020-11-16T20:42:36.935497+0000","last_became_peered":"2020-11-16T20:42:36.935497+0000","last_unstale":"2020-11-16T20:45:17.702365+0000","last_undegraded":"2020-11-16T20:45:17.702365+0000","last_fullsized":"2020-11-16T20:45:17.702365+0000","mapping_epoch":535,"log_start":"543'1400","ondisk_log_start":"543'1400","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10005,"ondisk_log_size":10005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":451739648,"num_objects":6893,"num_object_clones":0,"num_object_copies":13786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6893,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11405,"num_write_kb":585536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"585'11312","reported_seq":"11369","reported_epoch":"585","state":"active+clean","last_fresh":"2020-11-16T20:45:17.483791+0000","last_change":"2020-11-16T20:42:36.935412+0000","last_active":"2020-11-16T20:45:17.483791+0000","last_peered":"2020-11-16T20:45:17.483791+0000","last_clean":"2020-11-16T20:45:17.483791+0000","last_became_active":"2020-11-16T20:42:36.934950+0000","last_became_peered":"2020-11-16T20:42:36.934950+0000","last_unstale":"2020-11-16T20:45:17.483791+0000","last_undegraded":"2020-11-16T20:45:17.483791+0000","last_fullsized":"2020-11-16T20:45:17.483791+0000","mapping_epoch":535,"log_start":"543'1300","ondisk_log_start":"543'1300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10012,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":438042624,"num_objects":6684,"num_object_clones":0,"num_object_copies":13368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6684,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11312,"num_write_kb":575872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.d","version":"586'11460","reported_seq":"11522","reported_epoch":"586","state":"active+clean","last_fresh":"2020-11-16T20:45:21.188071+0000","last_change":"2020-11-16T20:44:11.201221+0000","last_active":"2020-11-16T20:45:21.188071+0000","last_peered":"2020-11-16T20:45:21.188071+0000","last_clean":"2020-11-16T20:45:21.188071+0000","last_became_active":"2020-11-16T20:42:36.932540+0000","last_became_peered":"2020-11-16T20:42:36.932540+0000","last_unstale":"2020-11-16T20:45:21.188071+0000","last_undegraded":"2020-11-16T20:45:21.188071+0000","last_fullsized":"2020-11-16T20:45:21.188071+0000","mapping_epoch":535,"log_start":"543'1400","ondisk_log_start":"543'1400","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8345","last_scrub_stamp":"2020-11-16T20:44:11.201127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:11.201127+0000","log_size":10060,"ondisk_log_size":10060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":437190680,"num_objects":6672,"num_object_clones":0,"num_object_copies":13344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6672,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11460,"num_write_kb":580161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"5.c","version":"586'11214","reported_seq":"11272","reported_epoch":"586","state":"active+clean","last_fresh":"2020-11-16T20:45:19.113513+0000","last_change":"2020-11-16T20:42:36.936375+0000","last_active":"2020-11-16T20:45:19.113513+0000","last_peered":"2020-11-16T20:45:19.113513+0000","last_clean":"2020-11-16T20:45:19.113513+0000","last_became_active":"2020-11-16T20:42:36.935852+0000","last_became_peered":"2020-11-16T20:42:36.935852+0000","last_unstale":"2020-11-16T20:45:19.113513+0000","last_undegraded":"2020-11-16T20:45:19.113513+0000","last_fullsized":"2020-11-16T20:45:19.113513+0000","mapping_epoch":535,"log_start":"543'1200","ondisk_log_start":"543'1200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10014,"ondisk_log_size":10014,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":434896896,"num_objects":6636,"num_object_clones":0,"num_object_copies":13272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6636,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11214,"num_write_kb":571200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"584'11009","reported_seq":"11068","reported_epoch":"584","state":"active+clean","last_fresh":"2020-11-16T20:45:17.417299+0000","last_change":"2020-11-16T20:44:18.826868+0000","last_active":"2020-11-16T20:45:17.417299+0000","last_peered":"2020-11-16T20:45:17.417299+0000","last_clean":"2020-11-16T20:45:17.417299+0000","last_became_active":"2020-11-16T20:42:37.025125+0000","last_became_peered":"2020-11-16T20:42:37.025125+0000","last_unstale":"2020-11-16T20:45:17.417299+0000","last_undegraded":"2020-11-16T20:45:17.417299+0000","last_fullsized":"2020-11-16T20:45:17.417299+0000","mapping_epoch":535,"log_start":"543'1000","ondisk_log_start":"543'1000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"570'8685","last_scrub_stamp":"2020-11-16T20:44:18.826809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:18.826809+0000","log_size":10009,"ondisk_log_size":10009,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":440336384,"num_objects":6719,"num_object_clones":0,"num_object_copies":13438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6719,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11009,"num_write_kb":567296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"584'11037","reported_seq":"16279","reported_epoch":"584","state":"active+recovering","last_fresh":"2020-11-16T20:45:17.447789+0000","last_change":"2020-11-16T20:43:40.704169+0000","last_active":"2020-11-16T20:45:17.447789+0000","last_peered":"2020-11-16T20:45:17.447789+0000","last_clean":"2020-11-16T20:43:39.407752+0000","last_became_active":"2020-11-16T20:43:40.621644+0000","last_became_peered":"2020-11-16T20:43:40.621644+0000","last_unstale":"2020-11-16T20:45:17.447789+0000","last_undegraded":"2020-11-16T20:45:17.447789+0000","last_fullsized":"2020-11-16T20:45:17.447789+0000","mapping_epoch":559,"log_start":"543'1000","ondisk_log_start":"543'1000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10037,"ondisk_log_size":10037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":436404224,"num_objects":6659,"num_object_clones":0,"num_object_copies":13318,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3559,"num_objects_unfound":0,"num_objects_dirty":6659,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11037,"num_write_kb":566272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2589,"num_bytes_recovered":169672704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":["8","11"],"object_location_counts":[{"shards":"4,8","objects":3100},{"shards":"8,11","objects":3559}],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.9","version":"586'11445","reported_seq":"11503","reported_epoch":"586","state":"active+clean","last_fresh":"2020-11-16T20:45:21.092125+0000","last_change":"2020-11-16T20:42:36.932966+0000","last_active":"2020-11-16T20:45:21.092125+0000","last_peered":"2020-11-16T20:45:21.092125+0000","last_clean":"2020-11-16T20:45:21.092125+0000","last_became_active":"2020-11-16T20:42:36.932468+0000","last_became_peered":"2020-11-16T20:42:36.932468+0000","last_unstale":"2020-11-16T20:45:21.092125+0000","last_undegraded":"2020-11-16T20:45:21.092125+0000","last_fullsized":"2020-11-16T20:45:21.092125+0000","mapping_epoch":535,"log_start":"543'1400","ondisk_log_start":"543'1400","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10045,"ondisk_log_size":10045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":439681024,"num_objects":6709,"num_object_clones":0,"num_object_copies":13418,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6709,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11445,"num_write_kb":580928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"584'11203","reported_seq":"15002","reported_epoch":"584","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:45:17.432925+0000","last_change":"2020-11-16T20:44:30.400028+0000","last_active":"2020-11-16T20:45:17.432925+0000","last_peered":"2020-11-16T20:45:17.432925+0000","last_clean":"2020-11-16T20:44:27.926891+0000","last_became_active":"2020-11-16T20:44:30.282707+0000","last_became_peered":"2020-11-16T20:44:30.282707+0000","last_unstale":"2020-11-16T20:45:17.432925+0000","last_undegraded":"2020-11-16T20:45:17.432925+0000","last_fullsized":"2020-11-16T20:45:17.432925+0000","mapping_epoch":575,"log_start":"543'1200","ondisk_log_start":"543'1200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8485","last_scrub_stamp":"2020-11-16T20:44:12.519147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:12.519147+0000","log_size":10003,"ondisk_log_size":10003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":446758912,"num_objects":6817,"num_object_clones":0,"num_object_copies":13634,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6816,"num_objects_unfound":0,"num_objects_dirty":6817,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11203,"num_write_kb":576640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1869,"num_bytes_recovered":122486784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0],"acting":[0,11],"avail_no_missing":["0","9"],"object_location_counts":[{"shards":"0,9","objects":6816},{"shards":"0,11","objects":1}],"blocked_by":[],"up_primary":11,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"586'11327","reported_seq":"11385","reported_epoch":"586","state":"active+clean","last_fresh":"2020-11-16T20:45:19.157572+0000","last_change":"2020-11-16T20:42:37.028159+0000","last_active":"2020-11-16T20:45:19.157572+0000","last_peered":"2020-11-16T20:45:19.157572+0000","last_clean":"2020-11-16T20:45:19.157572+0000","last_became_active":"2020-11-16T20:42:37.027383+0000","last_became_peered":"2020-11-16T20:42:37.027383+0000","last_unstale":"2020-11-16T20:45:19.157572+0000","last_undegraded":"2020-11-16T20:45:19.157572+0000","last_fullsized":"2020-11-16T20:45:19.157572+0000","mapping_epoch":535,"log_start":"543'1300","ondisk_log_start":"543'1300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10027,"ondisk_log_size":10027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":440729600,"num_objects":6725,"num_object_clones":0,"num_object_copies":13450,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6725,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11327,"num_write_kb":577664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"586'11640","reported_seq":"11698","reported_epoch":"586","state":"active+clean","last_fresh":"2020-11-16T20:45:21.110558+0000","last_change":"2020-11-16T20:42:36.935782+0000","last_active":"2020-11-16T20:45:21.110558+0000","last_peered":"2020-11-16T20:45:21.110558+0000","last_clean":"2020-11-16T20:45:21.110558+0000","last_became_active":"2020-11-16T20:42:36.935328+0000","last_became_peered":"2020-11-16T20:42:36.935328+0000","last_unstale":"2020-11-16T20:45:21.110558+0000","last_undegraded":"2020-11-16T20:45:21.110558+0000","last_fullsized":"2020-11-16T20:45:21.110558+0000","mapping_epoch":535,"log_start":"543'1600","ondisk_log_start":"543'1600","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10040,"ondisk_log_size":10040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":441188352,"num_objects":6732,"num_object_clones":0,"num_object_copies":13464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11640,"num_write_kb":587904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8],"acting":[7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.5","version":"584'11276","reported_seq":"11332","reported_epoch":"584","state":"active+clean","last_fresh":"2020-11-16T20:45:17.348626+0000","last_change":"2020-11-16T20:44:21.543235+0000","last_active":"2020-11-16T20:45:17.348626+0000","last_peered":"2020-11-16T20:45:17.348626+0000","last_clean":"2020-11-16T20:45:17.348626+0000","last_became_active":"2020-11-16T20:42:43.138983+0000","last_became_peered":"2020-11-16T20:42:43.138983+0000","last_unstale":"2020-11-16T20:45:17.348626+0000","last_undegraded":"2020-11-16T20:45:17.348626+0000","last_fullsized":"2020-11-16T20:45:17.348626+0000","mapping_epoch":539,"log_start":"543'1200","ondisk_log_start":"543'1200","created":535,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"571'9068","last_scrub_stamp":"2020-11-16T20:44:21.543141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:21.543141+0000","log_size":10076,"ondisk_log_size":10076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":449576960,"num_objects":6860,"num_object_clones":0,"num_object_copies":13720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6860,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11276,"num_write_kb":580352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"584'11340","reported_seq":"11396","reported_epoch":"584","state":"active+clean","last_fresh":"2020-11-16T20:45:17.423798+0000","last_change":"2020-11-16T20:42:37.023385+0000","last_active":"2020-11-16T20:45:17.423798+0000","last_peered":"2020-11-16T20:45:17.423798+0000","last_clean":"2020-11-16T20:45:17.423798+0000","last_became_active":"2020-11-16T20:42:36.936796+0000","last_became_peered":"2020-11-16T20:42:36.936796+0000","last_unstale":"2020-11-16T20:45:17.423798+0000","last_undegraded":"2020-11-16T20:45:17.423798+0000","last_fullsized":"2020-11-16T20:45:17.423798+0000","mapping_epoch":535,"log_start":"543'1300","ondisk_log_start":"543'1300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10040,"ondisk_log_size":10040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":456916992,"num_objects":6972,"num_object_clones":0,"num_object_copies":13944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6972,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11340,"num_write_kb":585984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"586'11288","reported_seq":"11349","reported_epoch":"586","state":"active+clean","last_fresh":"2020-11-16T20:45:20.219248+0000","last_change":"2020-11-16T20:44:07.699166+0000","last_active":"2020-11-16T20:45:20.219248+0000","last_peered":"2020-11-16T20:45:20.219248+0000","last_clean":"2020-11-16T20:45:20.219248+0000","last_became_active":"2020-11-16T20:42:36.930542+0000","last_became_peered":"2020-11-16T20:42:36.930542+0000","last_unstale":"2020-11-16T20:45:20.219248+0000","last_undegraded":"2020-11-16T20:45:20.219248+0000","last_fullsized":"2020-11-16T20:45:20.219248+0000","mapping_epoch":535,"log_start":"543'1200","ondisk_log_start":"543'1200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8059","last_scrub_stamp":"2020-11-16T20:44:07.699099+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:07.699099+0000","log_size":10088,"ondisk_log_size":10088,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":435027968,"num_objects":6638,"num_object_clones":0,"num_object_copies":13276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11288,"num_write_kb":573632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1","version":"585'11046","reported_seq":"11103","reported_epoch":"585","state":"active+clean","last_fresh":"2020-11-16T20:45:17.789022+0000","last_change":"2020-11-16T20:42:36.999981+0000","last_active":"2020-11-16T20:45:17.789022+0000","last_peered":"2020-11-16T20:45:17.789022+0000","last_clean":"2020-11-16T20:45:17.789022+0000","last_became_active":"2020-11-16T20:42:36.999029+0000","last_became_peered":"2020-11-16T20:42:36.999029+0000","last_unstale":"2020-11-16T20:45:17.789022+0000","last_undegraded":"2020-11-16T20:45:17.789022+0000","last_fullsized":"2020-11-16T20:45:17.789022+0000","mapping_epoch":535,"log_start":"543'1000","ondisk_log_start":"543'1000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10046,"ondisk_log_size":10046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":444596224,"num_objects":6784,"num_object_clones":0,"num_object_copies":13568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6784,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11046,"num_write_kb":570560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"586'11147","reported_seq":"11205","reported_epoch":"586","state":"active+clean","last_fresh":"2020-11-16T20:45:19.098858+0000","last_change":"2020-11-16T20:42:36.936967+0000","last_active":"2020-11-16T20:45:19.098858+0000","last_peered":"2020-11-16T20:45:19.098858+0000","last_clean":"2020-11-16T20:45:19.098858+0000","last_became_active":"2020-11-16T20:42:36.936154+0000","last_became_peered":"2020-11-16T20:42:36.936154+0000","last_unstale":"2020-11-16T20:45:19.098858+0000","last_undegraded":"2020-11-16T20:45:19.098858+0000","last_fullsized":"2020-11-16T20:45:19.098858+0000","mapping_epoch":535,"log_start":"543'1100","ondisk_log_start":"543'1100","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10047,"ondisk_log_size":10047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":430899200,"num_objects":6575,"num_object_clones":0,"num_object_copies":13150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6575,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11147,"num_write_kb":567104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"585'11135","reported_seq":"11192","reported_epoch":"585","state":"active+clean","last_fresh":"2020-11-16T20:45:17.467310+0000","last_change":"2020-11-16T20:42:36.933903+0000","last_active":"2020-11-16T20:45:17.467310+0000","last_peered":"2020-11-16T20:45:17.467310+0000","last_clean":"2020-11-16T20:45:17.467310+0000","last_became_active":"2020-11-16T20:42:36.933463+0000","last_became_peered":"2020-11-16T20:42:36.933463+0000","last_unstale":"2020-11-16T20:45:17.467310+0000","last_undegraded":"2020-11-16T20:45:17.467310+0000","last_fullsized":"2020-11-16T20:45:17.467310+0000","mapping_epoch":535,"log_start":"543'1100","ondisk_log_start":"543'1100","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10035,"ondisk_log_size":10035,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":438108160,"num_objects":6685,"num_object_clones":0,"num_object_copies":13370,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6685,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11135,"num_write_kb":570240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0],"acting":[8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"97","reported_epoch":"585","state":"active+clean","last_fresh":"2020-11-16T20:45:17.451828+0000","last_change":"2020-11-16T20:44:28.944176+0000","last_active":"2020-11-16T20:45:17.451828+0000","last_peered":"2020-11-16T20:45:17.451828+0000","last_clean":"2020-11-16T20:45:17.451828+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:45:17.451828+0000","last_undegraded":"2020-11-16T20:45:17.451828+0000","last_fullsized":"2020-11-16T20:45:17.451828+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:43:21.379376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:43:21.379376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":7062093848,"num_objects":107760,"num_object_clones":0,"num_object_copies":215520,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":10375,"num_objects_unfound":0,"num_objects_dirty":107760,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":180284,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4458,"num_bytes_recovered":292159488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14409998336,"data_stored":14409990192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160584,"ondisk_log_size":160584,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631781,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1527552,"kb_used_data":1254328,"kb_used_omap":0,"kb_used_meta":273216,"kb_avail":92217600,"statfs":{"total":95995035648,"available":94430822400,"internally_reserved":0,"allocated":1284431872,"data_stored":1284077804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":279773184},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":1.1839999999999999,"5min":3.476,"15min":2.734},"min":{"1min":0.59299999999999997,"5min":0.55800000000000005,"15min":0.53300000000000003},"max":{"1min":2.6970000000000001,"5min":152.119,"15min":242.179},"last":1.9550000000000001},{"interface":"front","average":{"1min":1.423,"5min":3.5150000000000001,"15min":3.1099999999999999},"min":{"1min":0.84099999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":2.3399999999999999,"5min":149.19200000000001,"15min":244.363},"last":3.1469999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:44:34 2020","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":3.1930000000000001,"15min":4.2999999999999998},"min":{"1min":0.63200000000000001,"5min":0.57099999999999995,"15min":0.52900000000000003},"max":{"1min":2.3069999999999999,"5min":67.519000000000005,"15min":247.31299999999999},"last":2.4020000000000001},{"interface":"front","average":{"1min":1.3149999999999999,"5min":3.7109999999999999,"15min":4.4800000000000004},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.53900000000000003},"max":{"1min":2.2610000000000001,"5min":57.296999999999997,"15min":244.84999999999999},"last":2.831}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":1.49,"5min":2.0489999999999999,"15min":4.6660000000000004},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.63600000000000001},"max":{"1min":3.121,"5min":6.2699999999999996,"15min":343.45999999999998},"last":2.1549999999999998},{"interface":"front","average":{"1min":1.4470000000000001,"5min":1.581,"15min":4.718},"min":{"1min":0.66400000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":4.4109999999999996,"5min":6.5780000000000003,"15min":342.61599999999999},"last":3.1850000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:45:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":2.0990000000000002,"15min":2.1709999999999998},"min":{"1min":0.76900000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":5.4699999999999998,"5min":7.0019999999999998,"15min":7.8600000000000003},"last":1.54},{"interface":"front","average":{"1min":2.2869999999999999,"5min":2.734,"15min":2.6309999999999998},"min":{"1min":1.226,"5min":1.097,"15min":0.95899999999999996},"max":{"1min":5.423,"5min":8.5920000000000005,"15min":8.5920000000000005},"last":3.3029999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":2.0609999999999999,"5min":2.8380000000000001,"15min":2.2919999999999998},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":4.0330000000000004,"5min":10.515000000000001,"15min":10.515000000000001},"last":2.5670000000000002},{"interface":"front","average":{"1min":2.101,"5min":2.218,"15min":2.5030000000000001},"min":{"1min":0.92600000000000005,"5min":0.753,"15min":0.753},"max":{"1min":5.532,"5min":6.8460000000000001,"15min":7.827},"last":3.7770000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":6.3220000000000001,"5min":3.2749999999999999,"15min":3.1309999999999998},"min":{"1min":0.93000000000000005,"5min":0.748,"15min":0.69599999999999995},"max":{"1min":86.338999999999999,"5min":86.338999999999999,"15min":154.48599999999999},"last":2.5129999999999999},{"interface":"front","average":{"1min":6.6950000000000003,"5min":3.9630000000000001,"15min":3.778},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.0189999999999999},"max":{"1min":86.311000000000007,"5min":86.311000000000007,"15min":155.05000000000001},"last":2.7120000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:44:55 2020","interfaces":[{"interface":"back","average":{"1min":2.0430000000000001,"5min":3.0920000000000001,"15min":3.3170000000000002},"min":{"1min":1.403,"5min":1.161,"15min":0.95299999999999996},"max":{"1min":4.4699999999999998,"5min":8.0630000000000006,"15min":96.248000000000005},"last":2.7709999999999999},{"interface":"front","average":{"1min":2.1989999999999998,"5min":2.4729999999999999,"15min":2.895},"min":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.78900000000000003},"max":{"1min":5.6689999999999996,"5min":7.1379999999999999,"15min":96.337999999999994},"last":4.3949999999999996}]},{"osd":8,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":2.2799999999999998,"5min":2.6429999999999998,"15min":2.5},"min":{"1min":1.3009999999999999,"5min":0.875,"15min":0.875},"max":{"1min":4.1719999999999997,"5min":6.9770000000000003,"15min":8.2379999999999995},"last":2.3700000000000001},{"interface":"front","average":{"1min":3.4129999999999998,"5min":2.9590000000000001,"15min":2.7050000000000001},"min":{"1min":1.034,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":9.8230000000000004,"5min":9.8230000000000004,"15min":9.8230000000000004},"last":3.431}]},{"osd":9,"last update":"Mon Nov 16 20:44:59 2020","interfaces":[{"interface":"back","average":{"1min":2.4329999999999998,"5min":3.4830000000000001,"15min":3.319},"min":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.2629999999999999},"max":{"1min":4.5819999999999999,"5min":10.037000000000001,"15min":10.037000000000001},"last":2.9249999999999998},{"interface":"front","average":{"1min":3.391,"5min":3.1930000000000001,"15min":2.944},"min":{"1min":1.29,"5min":0.998,"15min":0.89100000000000001},"max":{"1min":9.2929999999999993,"5min":11.759,"15min":11.759},"last":3.9580000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":2.778,"15min":2.8759999999999999},"min":{"1min":1.0720000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":4.3159999999999998,"5min":7.0960000000000001,"15min":9.9830000000000005},"last":2.6120000000000001},{"interface":"front","average":{"1min":3.0339999999999998,"5min":2.964,"15min":2.8900000000000001},"min":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":6.1180000000000003,"5min":7.2859999999999996,"15min":7.2859999999999996},"last":4.4790000000000001}]}]},{"osd":10,"up_from":0,"seq":408021893418,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678339,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2228784,"kb_used_data":1847400,"kb_used_omap":0,"kb_used_meta":381376,"kb_avail":91516368,"statfs":{"total":95995035648,"available":93712760832,"internally_reserved":0,"allocated":1891737600,"data_stored":1891393522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":390529024},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":2.2789999999999999,"15min":2.7949999999999999},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.48499999999999999},"max":{"1min":6.7949999999999999,"5min":53.825000000000003,"15min":253.441},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.9730000000000001,"5min":2.9700000000000002,"15min":3.3969999999999998},"min":{"1min":0.86299999999999999,"5min":0.76000000000000001,"15min":0.58099999999999996},"max":{"1min":6.9130000000000003,"5min":54.207000000000001,"15min":253.72999999999999},"last":3.1800000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":1.5289999999999999,"5min":1.6479999999999999,"15min":2.5670000000000002},"min":{"1min":0.72299999999999998,"5min":0.63300000000000001,"15min":0.55400000000000005},"max":{"1min":2.6589999999999998,"5min":5.2359999999999998,"15min":250.76499999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":1.768,"5min":1.631,"15min":2.4390000000000001},"min":{"1min":0.76700000000000002,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":4.1689999999999996,"5min":7.1159999999999997,"15min":250.529},"last":3.6459999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.909,"15min":3.3769999999999998},"min":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.59599999999999997},"max":{"1min":3.6930000000000001,"5min":8.6549999999999994,"15min":314.88900000000001},"last":3.2360000000000002},{"interface":"front","average":{"1min":1.76,"5min":2.008,"15min":3.7469999999999999},"min":{"1min":0.66300000000000003,"5min":0.61699999999999999,"15min":0.60099999999999998},"max":{"1min":4.694,"5min":7.2610000000000001,"15min":312.904},"last":3.4550000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.9630000000000001,"15min":2.6139999999999999},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.3969999999999998,"5min":7.0609999999999999,"15min":130.13800000000001},"last":2.9550000000000001},{"interface":"front","average":{"1min":2.218,"5min":2.3109999999999999,"15min":2.6789999999999998},"min":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.60899999999999999},"max":{"1min":7.0960000000000001,"5min":7.0960000000000001,"15min":128.81800000000001},"last":2.8420000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":2.1349999999999998,"15min":2.8540000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.73499999999999999},"max":{"1min":3.7320000000000002,"5min":5.8300000000000001,"15min":127.413},"last":2.8159999999999998},{"interface":"front","average":{"1min":2.0960000000000001,"5min":2.383,"15min":2.7330000000000001},"min":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":6.6849999999999996,"5min":6.7119999999999997,"15min":127.542},"last":3.0230000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":2.028,"5min":2.548,"15min":2.4990000000000001},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":5.9180000000000001,"5min":12.82,"15min":12.82},"last":2.6539999999999999},{"interface":"front","average":{"1min":2.847,"5min":2.843,"15min":2.6509999999999998},"min":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":0.76900000000000002},"max":{"1min":8.8260000000000005,"5min":8.8260000000000005,"15min":10.377000000000001},"last":3.0979999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:12 2020","interfaces":[{"interface":"back","average":{"1min":2.9740000000000002,"5min":3.0720000000000001,"15min":3.3559999999999999},"min":{"1min":1.5760000000000001,"5min":1.139,"15min":1.0089999999999999},"max":{"1min":6.5209999999999999,"5min":7.9969999999999999,"15min":130.572},"last":2.8599999999999999},{"interface":"front","average":{"1min":2.226,"5min":2.6859999999999999,"15min":3.282},"min":{"1min":1.1699999999999999,"5min":1.0660000000000001,"15min":1.0429999999999999},"max":{"1min":4.0510000000000002,"5min":5.7320000000000002,"15min":128.73599999999999},"last":1.909}]},{"osd":8,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":2.831,"5min":3.048,"15min":2.8730000000000002},"min":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":0.69699999999999995},"max":{"1min":5.5389999999999997,"5min":8.2479999999999993,"15min":10.721},"last":3.8969999999999998},{"interface":"front","average":{"1min":2.8599999999999999,"5min":3.1720000000000002,"15min":3.1320000000000001},"min":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":0.98099999999999998},"max":{"1min":4.8419999999999996,"5min":8.3640000000000008,"15min":13.355},"last":2.988}]},{"osd":10,"last update":"Mon Nov 16 20:44:47 2020","interfaces":[{"interface":"back","average":{"1min":2.5910000000000002,"5min":3.2949999999999999,"15min":3.1789999999999998},"min":{"1min":1.264,"5min":1.264,"15min":0.874},"max":{"1min":4.8540000000000001,"5min":8.4529999999999994,"15min":11.589},"last":3.1419999999999999},{"interface":"front","average":{"1min":2.9710000000000001,"5min":3.4689999999999999,"15min":2.9790000000000001},"min":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":0.93500000000000005},"max":{"1min":8.9930000000000003,"5min":8.9930000000000003,"15min":11.678000000000001},"last":3.29}]},{"osd":11,"last update":"Mon Nov 16 20:44:59 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":3.0019999999999998,"15min":3.0489999999999999},"min":{"1min":1.51,"5min":1.181,"15min":1.181},"max":{"1min":7.5750000000000002,"5min":8.9930000000000003,"15min":8.9930000000000003},"last":4.0579999999999998},{"interface":"front","average":{"1min":3.1360000000000001,"5min":3.6160000000000001,"15min":3.3780000000000001},"min":{"1min":1.7210000000000001,"5min":1.571,"15min":1.3859999999999999},"max":{"1min":6.9050000000000002,"5min":9.3339999999999996,"15min":12.023999999999999},"last":3.7749999999999999}]}]},{"osd":8,"up_from":63,"seq":270582939975,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1976100,"kb_used_data":1730652,"kb_used_omap":0,"kb_used_meta":245440,"kb_avail":91769052,"statfs":{"total":95995035648,"available":93971509248,"internally_reserved":0,"allocated":1772187648,"data_stored":1771849458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":251330560},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,1,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:44:17 2020","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.796,"15min":1.8759999999999999},"min":{"1min":0.64100000000000001,"5min":0.55200000000000005,"15min":0.55100000000000005},"max":{"1min":3.0830000000000002,"5min":30.399000000000001,"15min":60.295999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.6379999999999999,"5min":1.821,"15min":1.948},"min":{"1min":0.59199999999999997,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":3.621,"5min":29.84,"15min":58.633000000000003},"last":1.554}]},{"osd":1,"last update":"Mon Nov 16 20:44:56 2020","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":3.1320000000000001,"15min":3.0419999999999998},"min":{"1min":0.61199999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":6.0599999999999996,"5min":48.720999999999997,"15min":141.761},"last":6.1749999999999998},{"interface":"front","average":{"1min":1.954,"5min":3.254,"15min":3.472},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.64200000000000002},"max":{"1min":3.9430000000000001,"5min":48.799999999999997,"15min":141.87100000000001},"last":0.61399999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:44:17 2020","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":1.802,"15min":2.831},"min":{"1min":0.64700000000000002,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":4.6280000000000001,"5min":5.0460000000000003,"15min":137.90299999999999},"last":1.131},{"interface":"front","average":{"1min":1.667,"5min":1.804,"15min":2.8119999999999998},"min":{"1min":0.72799999999999998,"5min":0.623,"15min":0.60799999999999998},"max":{"1min":3.7519999999999998,"5min":5.1760000000000002,"15min":138.24299999999999},"last":1.6859999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:44:17 2020","interfaces":[{"interface":"back","average":{"1min":2.294,"5min":2.3130000000000002,"15min":2.4329999999999998},"min":{"1min":0.97599999999999998,"5min":0.72699999999999998,"15min":0.61499999999999999},"max":{"1min":5.5419999999999998,"5min":5.5419999999999998,"15min":36.006999999999998},"last":0.85499999999999998},{"interface":"front","average":{"1min":2.0590000000000002,"5min":2.149,"15min":2.4089999999999998},"min":{"1min":1.022,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":5.2809999999999997,"5min":7.6150000000000002,"15min":42.060000000000002},"last":1.8169999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:44:17 2020","interfaces":[{"interface":"back","average":{"1min":2.2010000000000001,"5min":2.2789999999999999,"15min":2.2530000000000001},"min":{"1min":1.2250000000000001,"5min":0.72999999999999998,"15min":0.65900000000000003},"max":{"1min":5.5220000000000002,"5min":5.5220000000000002,"15min":6.1790000000000003},"last":2.3740000000000001},{"interface":"front","average":{"1min":2.617,"5min":2.2730000000000001,"15min":2.101},"min":{"1min":0.82999999999999996,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":6.8029999999999999,"5min":7.7220000000000004,"15min":7.7220000000000004},"last":2.8239999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:44:22 2020","interfaces":[{"interface":"back","average":{"1min":2.5230000000000001,"5min":2.4460000000000002,"15min":2.3809999999999998},"min":{"1min":1.02,"5min":0.84299999999999997,"15min":0.69599999999999995},"max":{"1min":4.8040000000000003,"5min":9.4199999999999999,"15min":9.4199999999999999},"last":1.4350000000000001},{"interface":"front","average":{"1min":2.548,"5min":2.6440000000000001,"15min":2.6269999999999998},"min":{"1min":1.3320000000000001,"5min":0.95399999999999996,"15min":0.872},"max":{"1min":5.7709999999999999,"5min":10.359,"15min":10.569000000000001},"last":1.9370000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:44:33 2020","interfaces":[{"interface":"back","average":{"1min":2.3860000000000001,"5min":2.6720000000000002,"15min":2.831},"min":{"1min":1.345,"5min":1.0669999999999999,"15min":1.006},"max":{"1min":6.0289999999999999,"5min":8.0909999999999993,"15min":37.5},"last":2.5099999999999998},{"interface":"front","average":{"1min":2.9500000000000002,"5min":2.7250000000000001,"15min":2.726},"min":{"1min":1.3879999999999999,"5min":1.123,"15min":0.84499999999999997},"max":{"1min":5.8949999999999996,"5min":7.2859999999999996,"15min":35.509999999999998},"last":1.0049999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:44:33 2020","interfaces":[{"interface":"back","average":{"1min":2.859,"5min":2.8069999999999999,"15min":3.2280000000000002},"min":{"1min":1.506,"5min":1.194,"15min":0.93500000000000005},"max":{"1min":5.9450000000000003,"5min":7.5359999999999996,"15min":89.052999999999997},"last":2.399},{"interface":"front","average":{"1min":3.0979999999999999,"5min":3.1669999999999998,"15min":3.3210000000000002},"min":{"1min":1.647,"5min":1.486,"15min":0.86199999999999999},"max":{"1min":6.04,"5min":8.8960000000000008,"15min":89.296000000000006},"last":2.5369999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:44:33 2020","interfaces":[{"interface":"back","average":{"1min":2.9580000000000002,"5min":2.778,"15min":2.7309999999999999},"min":{"1min":1.2769999999999999,"5min":0.98199999999999998,"15min":0.92400000000000004},"max":{"1min":6.3330000000000002,"5min":8.4239999999999995,"15min":12.064},"last":6.3239999999999998},{"interface":"front","average":{"1min":2.911,"5min":2.891,"15min":2.9390000000000001},"min":{"1min":1.7849999999999999,"5min":1.2569999999999999,"15min":1.1639999999999999},"max":{"1min":5.8360000000000003,"5min":5.8360000000000003,"15min":8.3460000000000001},"last":2.2690000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:45:02 2020","interfaces":[{"interface":"back","average":{"1min":3.6949999999999998,"5min":3.2919999999999998,"15min":3.137},"min":{"1min":1.5349999999999999,"5min":1.1870000000000001,"15min":0.96299999999999997},"max":{"1min":6.7569999999999997,"5min":9.1189999999999998,"15min":9.1189999999999998},"last":6.8700000000000001},{"interface":"front","average":{"1min":2.597,"5min":2.8639999999999999,"15min":3.0379999999999998},"min":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2549999999999999},"max":{"1min":6.274,"5min":6.274,"15min":12.257999999999999},"last":2.7450000000000001}]}]},{"osd":7,"up_from":225,"seq":966367641807,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1535488,"kb_used_data":1293560,"kb_used_omap":0,"kb_used_meta":241919,"kb_avail":92209664,"statfs":{"total":95995035648,"available":94422695936,"internally_reserved":0,"allocated":1324605440,"data_stored":1324251392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":247725116},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:44:42 2020","interfaces":[{"interface":"back","average":{"1min":2.1890000000000001,"5min":2.4260000000000002,"15min":3.0720000000000001},"min":{"1min":0.61599999999999999,"5min":0.57599999999999996,"15min":0.503},"max":{"1min":13.581,"5min":32.640999999999998,"15min":123.182},"last":1.157},{"interface":"front","average":{"1min":1.3759999999999999,"5min":2.04,"15min":2.9249999999999998},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.52700000000000002},"max":{"1min":2.8119999999999998,"5min":32.710000000000001,"15min":122.154},"last":1.5329999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:44:42 2020","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.6890000000000001,"15min":2.5379999999999998},"min":{"1min":0.625,"5min":0.61599999999999999,"15min":0.53800000000000003},"max":{"1min":5.5289999999999999,"5min":11.444000000000001,"15min":118.31699999999999},"last":1.2150000000000001},{"interface":"front","average":{"1min":1.4850000000000001,"5min":1.994,"15min":2.867},"min":{"1min":0.75600000000000001,"5min":0.73199999999999998,"15min":0.53600000000000003},"max":{"1min":5.3700000000000001,"5min":11.568,"15min":117.771},"last":2.6909999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:44:42 2020","interfaces":[{"interface":"back","average":{"1min":2.395,"5min":2.7959999999999998,"15min":3.984},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.57399999999999995},"max":{"1min":13.955,"5min":81.248000000000005,"15min":219.61199999999999},"last":1.6220000000000001},{"interface":"front","average":{"1min":1.768,"5min":3.0339999999999998,"15min":4.1150000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":5.6909999999999998,"5min":81.700000000000003,"15min":221.09700000000001},"last":2.996}]},{"osd":4,"last update":"Mon Nov 16 20:44:42 2020","interfaces":[{"interface":"back","average":{"1min":1.903,"5min":1.96,"15min":2.024},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":4.9459999999999997,"5min":7.0490000000000004,"15min":11.75},"last":1.252},{"interface":"front","average":{"1min":2.375,"5min":2.476,"15min":2.3109999999999999},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":6.1260000000000003,"5min":11.821999999999999,"15min":11.821999999999999},"last":3.2559999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:44:40 2020","interfaces":[{"interface":"back","average":{"1min":2.9740000000000002,"5min":2.2509999999999999,"15min":2.218},"min":{"1min":1.089,"5min":0.76000000000000001,"15min":0.69899999999999995},"max":{"1min":14.191000000000001,"5min":14.191000000000001,"15min":14.191000000000001},"last":1.8859999999999999},{"interface":"front","average":{"1min":1.569,"5min":2.0569999999999999,"15min":2.383},"min":{"1min":0.85199999999999998,"5min":0.74299999999999999,"15min":0.64800000000000002},"max":{"1min":3.9169999999999998,"5min":7.258,"15min":42.213999999999999},"last":2.3149999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:44:51 2020","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":2.7029999999999998,"15min":2.476},"min":{"1min":0.96999999999999997,"5min":0.77600000000000002,"15min":0.71899999999999997},"max":{"1min":13.795,"5min":13.795,"15min":13.795},"last":2.375},{"interface":"front","average":{"1min":2.4620000000000002,"5min":2.7450000000000001,"15min":2.597},"min":{"1min":1.1259999999999999,"5min":0.81999999999999995,"15min":0.72999999999999998},"max":{"1min":6.423,"5min":11.693,"15min":11.693},"last":3.5209999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:44:42 2020","interfaces":[{"interface":"back","average":{"1min":2.0339999999999998,"5min":2.556,"15min":2.552},"min":{"1min":1.02,"5min":0.94099999999999995,"15min":0.80000000000000004},"max":{"1min":3.4020000000000001,"5min":7.8319999999999999,"15min":42.518000000000001},"last":2.6280000000000001},{"interface":"front","average":{"1min":2.1629999999999998,"5min":2.6360000000000001,"15min":2.6880000000000002},"min":{"1min":1.149,"5min":1.149,"15min":0.92600000000000005},"max":{"1min":3.633,"5min":7.5460000000000003,"15min":42.670000000000002},"last":2.9319999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:44:42 2020","interfaces":[{"interface":"back","average":{"1min":2.1739999999999999,"5min":2.8540000000000001,"15min":2.8759999999999999},"min":{"1min":1.296,"5min":1.296,"15min":1.0409999999999999},"max":{"1min":4.3869999999999996,"5min":18.677,"15min":42.825000000000003},"last":3.21},{"interface":"front","average":{"1min":2.7269999999999999,"5min":3.1659999999999999,"15min":2.9169999999999998},"min":{"1min":0.999,"5min":0.999,"15min":0.95199999999999996},"max":{"1min":6.8049999999999997,"5min":18.725000000000001,"15min":42.156999999999996},"last":3.7919999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:44:42 2020","interfaces":[{"interface":"back","average":{"1min":2.1749999999999998,"5min":2.762,"15min":2.8540000000000001},"min":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":0.98899999999999999},"max":{"1min":4.1680000000000001,"5min":7.9880000000000004,"15min":43.125999999999998},"last":3.9820000000000002},{"interface":"front","average":{"1min":2.3540000000000001,"5min":2.8570000000000002,"15min":2.8809999999999998},"min":{"1min":1.341,"5min":1.2350000000000001,"15min":1.0529999999999999},"max":{"1min":4.5949999999999998,"5min":8.2319999999999993,"15min":42.377000000000002},"last":3.48}]},{"osd":11,"last update":"Mon Nov 16 20:44:42 2020","interfaces":[{"interface":"back","average":{"1min":2.4550000000000001,"5min":3.496,"15min":3.2429999999999999},"min":{"1min":1.466,"5min":1.466,"15min":1.1830000000000001},"max":{"1min":4.8250000000000002,"5min":20.788,"15min":42.976999999999997},"last":3.7240000000000002},{"interface":"front","average":{"1min":2.621,"5min":3.3999999999999999,"15min":3.222},"min":{"1min":1.194,"5min":1.194,"15min":1.135},"max":{"1min":5.9820000000000002,"5min":20.579999999999998,"15min":42.305999999999997},"last":4.069}]}]},{"osd":6,"up_from":49,"seq":210453397841,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1538748,"kb_used_data":1299956,"kb_used_omap":0,"kb_used_meta":238784,"kb_avail":92206404,"statfs":{"total":95995035648,"available":94419357696,"internally_reserved":0,"allocated":1331154944,"data_stored":1330804968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":244514816},"hb_peers":[0,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:44:39 2020","interfaces":[{"interface":"back","average":{"1min":21.489000000000001,"5min":5.3840000000000003,"15min":2.7000000000000002},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":219.09899999999999,"5min":219.09899999999999,"15min":219.09899999999999},"last":2.7799999999999998},{"interface":"front","average":{"1min":22.361000000000001,"5min":6.0540000000000003,"15min":3.3359999999999999},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":219.006,"5min":219.006,"15min":219.006},"last":2.0270000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:42:21 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":4.6769999999999996,"15min":3.024},"min":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4350000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":4.7450000000000001,"15min":3.004},"min":{"1min":0.72599999999999998,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":4.2779999999999996,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:44:22 2020","interfaces":[{"interface":"back","average":{"1min":1.2889999999999999,"5min":1.5760000000000001,"15min":1.915},"min":{"1min":0.627,"5min":0.625,"15min":0.57699999999999996},"max":{"1min":3.0979999999999999,"5min":5.6349999999999998,"15min":82.668000000000006},"last":0.99299999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.6559999999999999,"15min":1.964},"min":{"1min":0.64100000000000001,"5min":0.59399999999999997,"15min":0.58099999999999996},"max":{"1min":4.1029999999999998,"5min":5.7640000000000002,"15min":84.108000000000004},"last":1.1819999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:44:22 2020","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.073,"15min":2.9300000000000002},"min":{"1min":0.628,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":7.3029999999999999,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.353},{"interface":"front","average":{"1min":1.506,"5min":1.9510000000000001,"15min":2.992},"min":{"1min":0.81299999999999994,"5min":0.71699999999999997,"15min":0.68799999999999994},"max":{"1min":4.2430000000000003,"5min":6.3150000000000004,"15min":171.46100000000001},"last":2.4590000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:44:22 2020","interfaces":[{"interface":"back","average":{"1min":2.0209999999999999,"5min":2.0219999999999998,"15min":2.4969999999999999},"min":{"1min":0.65700000000000003,"5min":0.60699999999999998,"15min":0.58999999999999997},"max":{"1min":4.8719999999999999,"5min":7.8090000000000002,"15min":116.849},"last":3.371},{"interface":"front","average":{"1min":3.2040000000000002,"5min":2.3050000000000002,"15min":2.641},"min":{"1min":0.72399999999999998,"5min":0.66000000000000003,"15min":0.56399999999999995},"max":{"1min":7.5700000000000003,"5min":7.5700000000000003,"15min":117.947},"last":2.3039999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:44:22 2020","interfaces":[{"interface":"back","average":{"1min":2.827,"5min":2.411,"15min":2.2130000000000001},"min":{"1min":1.101,"5min":0.875,"15min":0.72599999999999998},"max":{"1min":7.4530000000000003,"5min":7.4530000000000003,"15min":13.518000000000001},"last":1.6679999999999999},{"interface":"front","average":{"1min":3.073,"5min":2.3260000000000001,"15min":2.1960000000000002},"min":{"1min":1.2869999999999999,"5min":0.83499999999999996,"15min":0.79400000000000004},"max":{"1min":7.835,"5min":7.835,"15min":9.1539999999999999},"last":1.9710000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:44:43 2020","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":2.3900000000000001,"15min":2.1899999999999999},"min":{"1min":1.1499999999999999,"5min":0.75600000000000001,"15min":0.67700000000000005},"max":{"1min":10.506,"5min":10.506,"15min":12.582000000000001},"last":1.601},{"interface":"front","average":{"1min":3.226,"5min":2.871,"15min":2.7309999999999999},"min":{"1min":1.0349999999999999,"5min":1.034,"15min":0.79300000000000004},"max":{"1min":10.651999999999999,"5min":10.651999999999999,"15min":14.067},"last":3.081}]},{"osd":8,"last update":"Mon Nov 16 20:45:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1749999999999998,"5min":3.8170000000000002,"15min":2.883},"min":{"1min":1.2310000000000001,"5min":0.97899999999999998,"15min":0.90400000000000003},"max":{"1min":4.3949999999999996,"5min":115.756,"15min":115.756},"last":3.7010000000000001},{"interface":"front","average":{"1min":2.1930000000000001,"5min":3.6699999999999999,"15min":2.9620000000000002},"min":{"1min":0.90900000000000003,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":4.1669999999999998,"5min":114.051,"15min":114.051},"last":1.8700000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:44:22 2020","interfaces":[{"interface":"back","average":{"1min":2.2730000000000001,"5min":3.8929999999999998,"15min":3.1560000000000001},"min":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":0.94799999999999995},"max":{"1min":5.1459999999999999,"5min":112.631,"15min":112.631},"last":135.161},{"interface":"front","average":{"1min":2.5870000000000002,"5min":4.258,"15min":3.2000000000000002},"min":{"1min":1.3420000000000001,"5min":1.014,"15min":0.97299999999999998},"max":{"1min":5.2430000000000003,"5min":113.06100000000001,"15min":113.06100000000001},"last":135.35400000000001}]},{"osd":10,"last update":"Mon Nov 16 20:44:58 2020","interfaces":[{"interface":"back","average":{"1min":2.46,"5min":2.8239999999999998,"15min":2.6120000000000001},"min":{"1min":1.1970000000000001,"5min":0.98499999999999999,"15min":0.88900000000000001},"max":{"1min":4.984,"5min":9.0419999999999998,"15min":9.1489999999999991},"last":2.6120000000000001},{"interface":"front","average":{"1min":2.7709999999999999,"5min":3.1389999999999998,"15min":2.6320000000000001},"min":{"1min":1.4890000000000001,"5min":1.276,"15min":0.88800000000000001},"max":{"1min":5.1180000000000003,"5min":9.2230000000000008,"15min":10.095000000000001},"last":2.8570000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:44:58 2020","interfaces":[{"interface":"back","average":{"1min":2.1709999999999998,"5min":3.5019999999999998,"15min":2.7160000000000002},"min":{"1min":1.0609999999999999,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":3.9900000000000002,"5min":113.28,"15min":113.28},"last":2.258},{"interface":"front","average":{"1min":2.3999999999999999,"5min":3.8410000000000002,"15min":2.9689999999999999},"min":{"1min":1.381,"5min":1.095,"15min":1.095},"max":{"1min":4.1390000000000002,"5min":113.851,"15min":113.851},"last":2.5350000000000001}]}]},{"osd":1,"up_from":18,"seq":77309411692,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2091632,"kb_used_data":1718568,"kb_used_omap":0,"kb_used_meta":373056,"kb_avail":91653520,"statfs":{"total":95995035648,"available":93853204480,"internally_reserved":0,"allocated":1759813632,"data_stored":1759469574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":382009344},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:44:14 2020","interfaces":[{"interface":"back","average":{"1min":1.758,"5min":1.6539999999999999,"15min":2.077},"min":{"1min":0.54200000000000004,"5min":0.48199999999999998,"15min":0.47199999999999998},"max":{"1min":6.3129999999999997,"5min":8.3879999999999999,"15min":97.320999999999998},"last":3.2949999999999999},{"interface":"front","average":{"1min":2.2029999999999998,"5min":2.4609999999999999,"15min":2.7389999999999999},"min":{"1min":0.89900000000000002,"5min":0.67800000000000005,"15min":0.51200000000000001},"max":{"1min":7.1479999999999997,"5min":13.487,"15min":97.376000000000005},"last":3.4990000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:44:44 2020","interfaces":[{"interface":"back","average":{"1min":2.544,"5min":1.8260000000000001,"15min":2.383},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":13.121,"5min":13.121,"15min":98.257000000000005},"last":1.0029999999999999},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.9350000000000001,"15min":2.5950000000000002},"min":{"1min":0.61499999999999999,"5min":0.52100000000000002,"15min":0.52000000000000002},"max":{"1min":5.2759999999999998,"5min":12.002000000000001,"15min":97.945999999999998},"last":1.052}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":1.2989999999999999},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":1.6439999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:44:44 2020","interfaces":[{"interface":"back","average":{"1min":2.3109999999999999,"5min":2.1619999999999999,"15min":2.137},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":5.7539999999999996,"5min":5.7539999999999996,"15min":5.7539999999999996},"last":3.0840000000000001},{"interface":"front","average":{"1min":2.2610000000000001,"5min":2.3719999999999999,"15min":2.3900000000000001},"min":{"1min":0.94099999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"max":{"1min":5.8230000000000004,"5min":5.8230000000000004,"15min":5.8230000000000004},"last":2.653}]},{"osd":5,"last update":"Mon Nov 16 20:45:08 2020","interfaces":[{"interface":"back","average":{"1min":3.3660000000000001,"5min":3.6779999999999999,"15min":3.3130000000000002},"min":{"1min":0.93700000000000006,"5min":0.66500000000000004,"15min":0.65000000000000002},"max":{"1min":26.977,"5min":97.927999999999997,"15min":97.927999999999997},"last":1.2470000000000001},{"interface":"front","average":{"1min":3.855,"5min":4.2800000000000002,"15min":4.1879999999999997},"min":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":0.96599999999999997},"max":{"1min":27.120999999999999,"5min":98.322000000000003,"15min":98.322000000000003},"last":1.6399999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:44:14 2020","interfaces":[{"interface":"back","average":{"1min":2.8980000000000001,"5min":3.1429999999999998,"15min":3.9449999999999998},"min":{"1min":1.54,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":6.532,"5min":13.009,"15min":103.09699999999999},"last":1.417},{"interface":"front","average":{"1min":2.9100000000000001,"5min":3.145,"15min":4.1529999999999996},"min":{"1min":1.639,"5min":0.91000000000000003,"15min":0.88100000000000001},"max":{"1min":6.8769999999999998,"5min":13.792,"15min":102.877},"last":2.8540000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:44:44 2020","interfaces":[{"interface":"back","average":{"1min":2.7010000000000001,"5min":2.7130000000000001,"15min":4.1710000000000003},"min":{"1min":0.87,"5min":0.87,"15min":0.83599999999999997},"max":{"1min":13.673999999999999,"5min":13.673999999999999,"15min":160.39400000000001},"last":1.599},{"interface":"front","average":{"1min":3.0249999999999999,"5min":2.3849999999999998,"15min":3.173},"min":{"1min":0.86199999999999999,"5min":0.751,"15min":0.70699999999999996},"max":{"1min":26.556999999999999,"5min":26.556999999999999,"15min":161.446},"last":2.3439999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:45:08 2020","interfaces":[{"interface":"back","average":{"1min":3.9470000000000001,"5min":4.3899999999999997,"15min":4.5910000000000002},"min":{"1min":1.698,"5min":1.212,"15min":0.82899999999999996},"max":{"1min":27.251999999999999,"5min":98.739999999999995,"15min":98.739999999999995},"last":2.3919999999999999},{"interface":"front","average":{"1min":3.0350000000000001,"5min":2.5339999999999998,"15min":3.1760000000000002},"min":{"1min":0.86899999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":26.77,"5min":26.77,"15min":99.825000000000003},"last":1.863}]},{"osd":9,"last update":"Mon Nov 16 20:44:44 2020","interfaces":[{"interface":"back","average":{"1min":3.0880000000000001,"5min":3.27,"15min":3.883},"min":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":14.648,"5min":15.629,"15min":98.683999999999997},"last":1.8240000000000001},{"interface":"front","average":{"1min":3.5840000000000001,"5min":3.4089999999999998,"15min":4.1289999999999996},"min":{"1min":1.284,"5min":1.2549999999999999,"15min":0.86399999999999999},"max":{"1min":13.813000000000001,"5min":15.382999999999999,"15min":98.972999999999999},"last":2.2450000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:44:44 2020","interfaces":[{"interface":"back","average":{"1min":1.931,"5min":2.6280000000000001,"15min":3.754},"min":{"1min":1.125,"5min":0.94099999999999995,"15min":0.94099999999999995},"max":{"1min":4.6280000000000001,"5min":9.6880000000000006,"15min":100.108},"last":1.3240000000000001},{"interface":"front","average":{"1min":2.1099999999999999,"5min":2.835,"15min":3.6469999999999998},"min":{"1min":1.077,"5min":1.046,"15min":1.04},"max":{"1min":4.5209999999999999,"5min":13.097,"15min":98.613},"last":1.49}]},{"osd":11,"last update":"Mon Nov 16 20:45:00 2020","interfaces":[{"interface":"back","average":{"1min":4.3259999999999996,"5min":3.6629999999999998,"15min":3.96},"min":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.0620000000000001},"max":{"1min":26.873000000000001,"5min":26.873000000000001,"15min":99.150000000000006},"last":2.04},{"interface":"front","average":{"1min":3.4630000000000001,"5min":3.2040000000000002,"15min":4.1929999999999996},"min":{"1min":1.2210000000000001,"5min":1.198,"15min":1.0509999999999999},"max":{"1min":26.925999999999998,"5min":26.925999999999998,"15min":99.512},"last":2.0739999999999998}]}]},{"osd":0,"up_from":12,"seq":51539607921,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2837092,"kb_used_data":2618652,"kb_used_omap":0,"kb_used_meta":218432,"kb_avail":90908060,"statfs":{"total":95995035648,"available":93089853440,"internally_reserved":0,"allocated":2681499648,"data_stored":2681161458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":223674368},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.0880000000000001,"5min":2.9889999999999999,"15min":2.9079999999999999},"min":{"1min":0.65000000000000002,"5min":0.495,"15min":0.47599999999999998},"max":{"1min":9.3320000000000007,"5min":54.354999999999997,"15min":54.354999999999997},"last":1.401},{"interface":"front","average":{"1min":2.3730000000000002,"5min":2.948,"15min":2.9830000000000001},"min":{"1min":0.84799999999999998,"5min":0.69399999999999995,"15min":0.54100000000000004},"max":{"1min":9.5820000000000007,"5min":54.603999999999999,"15min":54.603999999999999},"last":1.0740000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:45:10 2020","interfaces":[{"interface":"back","average":{"1min":1.633,"5min":1.837,"15min":2.145},"min":{"1min":0.58299999999999996,"5min":0.496,"15min":0.496},"max":{"1min":7.2009999999999996,"5min":11.704000000000001,"15min":31.731999999999999},"last":0.96399999999999997},{"interface":"front","average":{"1min":1.655,"5min":1.748,"15min":2.0630000000000002},"min":{"1min":0.66800000000000004,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":7.2519999999999998,"5min":8.7279999999999998,"15min":34.512},"last":1.026}]},{"osd":4,"last update":"Mon Nov 16 20:44:35 2020","interfaces":[{"interface":"back","average":{"1min":1.901,"5min":2.1059999999999999,"15min":1.996},"min":{"1min":0.64600000000000002,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":6.2629999999999999,"5min":42.704000000000001,"15min":111.956},"last":1.657},{"interface":"front","average":{"1min":2.444,"5min":2.718,"15min":2.6030000000000002},"min":{"1min":1.284,"5min":0.90200000000000002,"15min":0.72299999999999998},"max":{"1min":6.8239999999999998,"5min":42.994999999999997,"15min":112.206},"last":2.0169999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:45:10 2020","interfaces":[{"interface":"back","average":{"1min":2.7829999999999999,"5min":2.2269999999999999,"15min":1.948},"min":{"1min":0.71299999999999997,"5min":0.63300000000000001,"15min":0.60999999999999999},"max":{"1min":8.1790000000000003,"5min":12.334,"15min":12.334},"last":1.6830000000000001},{"interface":"front","average":{"1min":2.681,"5min":2.169,"15min":2.1709999999999998},"min":{"1min":1.133,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":8.6959999999999997,"5min":8.6959999999999997,"15min":47.793999999999997},"last":2.5649999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:44:35 2020","interfaces":[{"interface":"back","average":{"1min":2.8490000000000002,"5min":2.9689999999999999,"15min":2.4609999999999999},"min":{"1min":1.2,"5min":0.79500000000000004,"15min":0.71699999999999997},"max":{"1min":8.4689999999999994,"5min":44.396000000000001,"15min":47.442},"last":2.3119999999999998},{"interface":"front","average":{"1min":3.1499999999999999,"5min":3.415,"15min":2.5800000000000001},"min":{"1min":1.0169999999999999,"5min":0.88300000000000001,"15min":0.70399999999999996},"max":{"1min":8.1219999999999999,"5min":42.076000000000001,"15min":48.149999999999999},"last":1.855}]},{"osd":7,"last update":"Mon Nov 16 20:44:43 2020","interfaces":[{"interface":"back","average":{"1min":3.3900000000000001,"5min":3.1139999999999999,"15min":3.2879999999999998},"min":{"1min":1.4690000000000001,"5min":0.85799999999999998,"15min":0.82199999999999995},"max":{"1min":8.5129999999999999,"5min":44.165999999999997,"15min":97.435000000000002},"last":2.2589999999999999},{"interface":"front","average":{"1min":3.222,"5min":3.3479999999999999,"15min":3.4359999999999999},"min":{"1min":0.81200000000000006,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":8.4039999999999999,"5min":44.518000000000001,"15min":96.828000000000003},"last":2.0779999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:45:10 2020","interfaces":[{"interface":"back","average":{"1min":3.29,"5min":4.1120000000000001,"15min":3.5019999999999998},"min":{"1min":1.2709999999999999,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":9.7729999999999997,"5min":82.204999999999998,"15min":96.248000000000005},"last":1.736},{"interface":"front","average":{"1min":2.9260000000000002,"5min":4.157,"15min":3.3450000000000002},"min":{"1min":0.97599999999999998,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":8.6099999999999994,"5min":79.483999999999995,"15min":96.043000000000006},"last":1.9350000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:44:39 2020","interfaces":[{"interface":"back","average":{"1min":2.879,"5min":3.3700000000000001,"15min":2.5659999999999998},"min":{"1min":1.137,"5min":0.91200000000000003,"15min":0.79400000000000004},"max":{"1min":8.0239999999999991,"5min":60.097999999999999,"15min":60.097999999999999},"last":2.2029999999999998},{"interface":"front","average":{"1min":3.3300000000000001,"5min":3.4649999999999999,"15min":2.8999999999999999},"min":{"1min":1.163,"5min":0.89400000000000002,"15min":0.88400000000000001},"max":{"1min":8.109,"5min":59.579000000000001,"15min":59.579000000000001},"last":2.4580000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:44:43 2020","interfaces":[{"interface":"back","average":{"1min":3.464,"5min":3.0950000000000002,"15min":2.5350000000000001},"min":{"1min":1.7809999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"max":{"1min":9.1829999999999998,"5min":26.870999999999999,"15min":26.870999999999999},"last":2.165},{"interface":"front","average":{"1min":4.1710000000000003,"5min":3.456,"15min":3.1549999999999998},"min":{"1min":1.286,"5min":1.264,"15min":0.95099999999999996},"max":{"1min":15.052,"5min":24.378,"15min":47.237000000000002},"last":2.105}]},{"osd":11,"last update":"Mon Nov 16 20:45:10 2020","interfaces":[{"interface":"back","average":{"1min":3.403,"5min":4.1280000000000001,"15min":3.5579999999999998},"min":{"1min":1.498,"5min":1.1140000000000001,"15min":1.032},"max":{"1min":10.217000000000001,"5min":55.441000000000003,"15min":55.441000000000003},"last":1.96},{"interface":"front","average":{"1min":3.6360000000000001,"5min":4.4640000000000004,"15min":3.6680000000000001},"min":{"1min":1.554,"5min":1.133,"15min":1.133},"max":{"1min":10.352,"5min":61.509,"15min":61.509},"last":2.4129999999999998}]}]},{"osd":2,"up_from":0,"seq":98784248167,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051937,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":701884,"kb_used_data":430580,"kb_used_omap":0,"kb_used_meta":271296,"kb_avail":93043268,"statfs":{"total":95995035648,"available":95276306432,"internally_reserved":0,"allocated":440913920,"data_stored":440563944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":277807104},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:44:51 2020","interfaces":[{"interface":"back","average":{"1min":1.5429999999999999,"5min":2.9449999999999998,"15min":2.0569999999999999},"min":{"1min":0.629,"5min":0.51200000000000001,"15min":0.47999999999999998},"max":{"1min":3.391,"5min":130.286,"15min":130.286},"last":0.67100000000000004},{"interface":"front","average":{"1min":1.8240000000000001,"5min":3.226,"15min":2.3490000000000002},"min":{"1min":1.0660000000000001,"5min":0.68300000000000005,"15min":0.48899999999999999},"max":{"1min":3.5070000000000001,"5min":130.40799999999999,"15min":130.40799999999999},"last":1.1020000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:44:57 2020","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.415,"15min":2.2669999999999999},"min":{"1min":0.55600000000000005,"5min":0.52900000000000003,"15min":0.52800000000000002},"max":{"1min":4.4930000000000003,"5min":4.4930000000000003,"15min":122.545},"last":0.57999999999999996},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.329,"15min":2.323},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.52700000000000002},"max":{"1min":1.923,"5min":5.2039999999999997,"15min":123.28},"last":1.919}]},{"osd":4,"last update":"Mon Nov 16 20:44:22 2020","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":1.341,"15min":2.0009999999999999},"min":{"1min":0.60399999999999998,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":3.0219999999999998,"5min":5.3319999999999999,"15min":38.744999999999997},"last":1.5629999999999999},{"interface":"front","average":{"1min":1.7430000000000001,"5min":1.6499999999999999,"15min":2.0990000000000002},"min":{"1min":0.97099999999999997,"5min":0.58999999999999997,"15min":0.58399999999999996},"max":{"1min":5.806,"5min":5.806,"15min":36.244},"last":1.266}]},{"osd":5,"last update":"Mon Nov 16 20:44:57 2020","interfaces":[{"interface":"back","average":{"1min":1.2430000000000001,"5min":1.4890000000000001,"15min":2.0630000000000002},"min":{"1min":0.73999999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.4500000000000002,"5min":4.343,"15min":38.185000000000002},"last":0.77300000000000002},{"interface":"front","average":{"1min":1.51,"5min":1.661,"15min":2.0489999999999999},"min":{"1min":0.874,"5min":0.77500000000000002,"15min":0.71399999999999997},"max":{"1min":2.5459999999999998,"5min":4.4749999999999996,"15min":37.875},"last":1.24}]},{"osd":6,"last update":"Mon Nov 16 20:44:22 2020","interfaces":[{"interface":"back","average":{"1min":1.7090000000000001,"5min":4.1760000000000002,"15min":3.1459999999999999},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":2.6259999999999999,"5min":81.596999999999994,"15min":81.596999999999994},"last":0.93300000000000005},{"interface":"front","average":{"1min":2.0089999999999999,"5min":4.6219999999999999,"15min":3.3439999999999999},"min":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":0.77100000000000002},"max":{"1min":2.9369999999999998,"5min":81.935000000000002,"15min":81.935000000000002},"last":1.0509999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:44:55 2020","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.883,"15min":2.9500000000000002},"min":{"1min":0.74299999999999999,"5min":0.71399999999999997,"15min":0.69999999999999996},"max":{"1min":5.7569999999999997,"5min":5.7569999999999997,"15min":121.33199999999999},"last":0.88},{"interface":"front","average":{"1min":1.6599999999999999,"5min":2.2229999999999999,"15min":2.9910000000000001},"min":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.80900000000000005},"max":{"1min":3.0459999999999998,"5min":5.5250000000000004,"15min":84.724999999999994},"last":1.8879999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:44:57 2020","interfaces":[{"interface":"back","average":{"1min":1.6419999999999999,"5min":2.04,"15min":3.1840000000000002},"min":{"1min":1.0580000000000001,"5min":0.92600000000000005,"15min":0.90000000000000002},"max":{"1min":2.552,"5min":3.8500000000000001,"15min":111.735},"last":5.2309999999999999},{"interface":"front","average":{"1min":1.9399999999999999,"5min":2.2829999999999999,"15min":2.8199999999999998},"min":{"1min":1.0389999999999999,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":3.444,"5min":4.782,"15min":107.529},"last":6.3280000000000003}]},{"osd":9,"last update":"Mon Nov 16 20:44:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3620000000000001,"5min":2.339,"15min":3.2269999999999999},"min":{"1min":1.331,"5min":1.01,"15min":1.01},"max":{"1min":6.1079999999999997,"5min":6.8609999999999998,"15min":82.418000000000006},"last":1.4379999999999999},{"interface":"front","average":{"1min":2.1909999999999998,"5min":2.6280000000000001,"15min":2.7789999999999999},"min":{"1min":1.042,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":5.3259999999999996,"5min":7.2889999999999997,"15min":42.310000000000002},"last":2.0329999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:44:51 2020","interfaces":[{"interface":"back","average":{"1min":1.9019999999999999,"5min":2.3170000000000002,"15min":3.1499999999999999},"min":{"1min":1.377,"5min":1.242,"15min":0.91500000000000004},"max":{"1min":2.6640000000000001,"5min":4.8339999999999996,"15min":79.700999999999993},"last":1.5900000000000001},{"interface":"front","average":{"1min":2.1179999999999999,"5min":2.4590000000000001,"15min":2.9079999999999999},"min":{"1min":1.3049999999999999,"5min":1.052,"15min":1.052},"max":{"1min":5.4450000000000003,"5min":6.7249999999999996,"15min":40.555999999999997},"last":1.407}]},{"osd":11,"last update":"Mon Nov 16 20:44:57 2020","interfaces":[{"interface":"back","average":{"1min":2.2450000000000001,"5min":2.5750000000000002,"15min":3.254},"min":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.1399999999999999},"max":{"1min":5.0800000000000001,"5min":5.4340000000000002,"15min":81.390000000000001},"last":1.7549999999999999},{"interface":"front","average":{"1min":2.4849999999999999,"5min":2.7410000000000001,"15min":3.0139999999999998},"min":{"1min":1.5349999999999999,"5min":1.1930000000000001,"15min":1.1180000000000001},"max":{"1min":5.0330000000000004,"5min":7.7279999999999998,"15min":42.034999999999997},"last":1.7270000000000001}]}]},{"osd":4,"up_from":35,"seq":150323855708,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2235824,"kb_used_data":1928808,"kb_used_omap":0,"kb_used_meta":306944,"kb_avail":91509328,"statfs":{"total":95995035648,"available":93705551872,"internally_reserved":0,"allocated":1975099392,"data_stored":1974755334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":314310656},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":1.891,"15min":1.8100000000000001},"min":{"1min":0.63800000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":7.327,"5min":16.091999999999999,"15min":62.197000000000003},"last":0.97999999999999998},{"interface":"front","average":{"1min":2.0329999999999999,"5min":1.899,"15min":1.954},"min":{"1min":0.61299999999999999,"5min":0.57299999999999995,"15min":0.54400000000000004},"max":{"1min":6.9980000000000002,"5min":16.904,"15min":61.820999999999998},"last":1.014}]},{"osd":1,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":1.8759999999999999,"15min":3.931},"min":{"1min":0.67000000000000004,"5min":0.57499999999999996,"15min":0.53300000000000003},"max":{"1min":5.1299999999999999,"5min":14.339,"15min":277.74299999999999},"last":1.054},{"interface":"front","average":{"1min":1.8819999999999999,"5min":2.141,"15min":3.9500000000000002},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":7.149,"5min":14.382999999999999,"15min":286.88499999999999},"last":1.385}]},{"osd":2,"last update":"Mon Nov 16 20:44:32 2020","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.839,"15min":2.2480000000000002},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.53800000000000003},"max":{"1min":4.6619999999999999,"5min":5.2969999999999997,"15min":37.697000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.024,"15min":2.3239999999999998},"min":{"1min":0.70399999999999996,"5min":0.66300000000000003,"15min":0.57999999999999996},"max":{"1min":8.7929999999999993,"5min":8.7929999999999993,"15min":37.956000000000003},"last":1.1439999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":1.5289999999999999,"5min":2.343,"15min":3.9769999999999999},"min":{"1min":0.83199999999999996,"5min":0.66700000000000004,"15min":0.66000000000000003},"max":{"1min":3.3359999999999999,"5min":78.021000000000001,"15min":247.41499999999999},"last":1.194},{"interface":"front","average":{"1min":2.052,"5min":2.8340000000000001,"15min":4.1799999999999997},"min":{"1min":0.79400000000000004,"5min":0.70899999999999996,"15min":0.624},"max":{"1min":7.6959999999999997,"5min":78.088999999999999,"15min":249.12},"last":3.427}]},{"osd":5,"last update":"Mon Nov 16 20:45:07 2020","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.1749999999999998,"15min":2.1909999999999998},"min":{"1min":0.91400000000000003,"5min":0.74099999999999999,"15min":0.65700000000000003},"max":{"1min":7.4649999999999999,"5min":7.4649999999999999,"15min":61.781999999999996},"last":0.82099999999999995},{"interface":"front","average":{"1min":2.718,"5min":2.448,"15min":2.4790000000000001},"min":{"1min":1.236,"5min":0.76800000000000002,"15min":0.72199999999999998},"max":{"1min":7.5730000000000004,"5min":7.5730000000000004,"15min":61.533000000000001},"last":3.7669999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":3.774,"15min":2.887},"min":{"1min":0.96799999999999997,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":5.04,"5min":165.12,"15min":165.12},"last":1.452},{"interface":"front","average":{"1min":2.121,"5min":3.8839999999999999,"15min":3.04},"min":{"1min":1.0640000000000001,"5min":0.88300000000000001,"15min":0.81299999999999994},"max":{"1min":4.5789999999999997,"5min":162.14099999999999,"15min":162.14099999999999},"last":1.3200000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:45:07 2020","interfaces":[{"interface":"back","average":{"1min":2.2010000000000001,"5min":2.3889999999999998,"15min":2.6349999999999998},"min":{"1min":0.95599999999999996,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":4.9429999999999996,"5min":7.1260000000000003,"15min":62.481999999999999},"last":1.218},{"interface":"front","average":{"1min":3.0209999999999999,"5min":2.8330000000000002,"15min":2.8180000000000001},"min":{"1min":1.502,"5min":0.91200000000000003,"15min":0.90700000000000003},"max":{"1min":7.8449999999999998,"5min":8.5839999999999996,"15min":63.067},"last":3.6019999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:44:38 2020","interfaces":[{"interface":"back","average":{"1min":2.5739999999999998,"5min":2.4830000000000001,"15min":3.0649999999999999},"min":{"1min":1.4430000000000001,"5min":0.879,"15min":0.879},"max":{"1min":7.5030000000000001,"5min":8.0229999999999997,"15min":63.304000000000002},"last":1.8620000000000001},{"interface":"front","average":{"1min":2.972,"5min":2.6720000000000002,"15min":2.972},"min":{"1min":1.5029999999999999,"5min":1.2010000000000001,"15min":1.0269999999999999},"max":{"1min":7.8300000000000001,"5min":7.8300000000000001,"15min":63.232999999999997},"last":2.044}]},{"osd":10,"last update":"Mon Nov 16 20:44:48 2020","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":2.6160000000000001,"15min":3.1419999999999999},"min":{"1min":1.3560000000000001,"5min":1.2669999999999999,"15min":1.143},"max":{"1min":7.3799999999999999,"5min":7.3799999999999999,"15min":64.043999999999997},"last":2.1880000000000002},{"interface":"front","average":{"1min":2.254,"5min":2.4140000000000001,"15min":2.992},"min":{"1min":1.004,"5min":1.004,"15min":1.004},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":62.686999999999998},"last":1.544}]},{"osd":11,"last update":"Mon Nov 16 20:45:07 2020","interfaces":[{"interface":"back","average":{"1min":3.0310000000000001,"5min":2.8580000000000001,"15min":3.0350000000000001},"min":{"1min":1.593,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":7.7430000000000003,"5min":7.7430000000000003,"15min":64.244},"last":2.4990000000000001},{"interface":"front","average":{"1min":3.0659999999999998,"5min":3.0750000000000002,"15min":3.1819999999999999},"min":{"1min":1.7490000000000001,"5min":1.2370000000000001,"15min":1.0649999999999999},"max":{"1min":7.6299999999999999,"5min":12.273999999999999,"15min":64.447999999999993},"last":2.3580000000000001}]}]},{"osd":5,"up_from":0,"seq":180388626778,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:45:48.654 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:45:48.657 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:45:48.658 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:21 smithi071 bash[14419]: debug 2020-11-16T20:45:21.118+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:48.659 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:21 smithi071 bash[9480]: cluster 2020-11-16T20:45:20.377593+0000 mgr.x (mgr.14196) 1001 : cluster [DBG] pgmap v1499: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 749 op/s; 10375/216818 objects misplaced (4.785%); 6.1 MiB/s, 98 objects/s recovering
2020-11-16T20:45:48.659 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:21 smithi071 bash[9480]: cluster 2020-11-16T20:45:20.565858+0000 osd.3 (osd.3) 144 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.659 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:21 smithi071 bash[9480]: cluster 2020-11-16T20:45:20.565928+0000 osd.3 (osd.3) 145 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.659 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:22 smithi071 bash[9480]: cluster 2020-11-16T20:45:21.451591+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e587: 12 total, 12 up, 9 in
2020-11-16T20:45:48.659 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:22 smithi071 bash[9480]: cluster 2020-11-16T20:45:21.670300+0000 osd.7 (osd.7) 118 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.660 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:22 smithi071 bash[9480]: cluster 2020-11-16T20:45:21.670405+0000 osd.7 (osd.7) 119 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.660 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:22 smithi071 bash[9480]: cluster 2020-11-16T20:45:22.378059+0000 mgr.x (mgr.14196) 1002 : cluster [DBG] pgmap v1501: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.6 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 550 op/s; 10375/215520 objects misplaced (4.814%); 4.2 MiB/s, 66 objects/s recovering
2020-11-16T20:45:48.660 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:22 smithi071 bash[9480]: audit 2020-11-16T20:45:22.395081+0000 mgr.x (mgr.14196) 1003 : audit [DBG] from='client.16035 v1:172.21.15.142:0/251053861' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:45:48.660 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:23 smithi071 bash[9480]: cluster 2020-11-16T20:45:22.584266+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e588: 12 total, 12 up, 9 in
2020-11-16T20:45:48.660 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:24 smithi071 bash[9480]: cluster 2020-11-16T20:45:24.378662+0000 mgr.x (mgr.14196) 1004 : cluster [DBG] pgmap v1503: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.4 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 665 op/s; 9980/210422 objects misplaced (4.743%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:45:48.660 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:27 smithi071 bash[9480]: cluster 2020-11-16T20:45:25.954163+0000 osd.8 (osd.8) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.661 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:27 smithi071 bash[9480]: cluster 2020-11-16T20:45:25.954261+0000 osd.8 (osd.8) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.661 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:27 smithi071 bash[9480]: cluster 2020-11-16T20:45:26.013901+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e589: 12 total, 12 up, 9 in
2020-11-16T20:45:48.661 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:27 smithi071 bash[9480]: audit 2020-11-16T20:45:26.239446+0000 mon.b (mon.1) 431 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:45:48.661 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:27 smithi071 bash[9480]: audit 2020-11-16T20:45:26.239691+0000 mon.b (mon.1) 432 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:45:48.661 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:27 smithi071 bash[9480]: audit 2020-11-16T20:45:26.243319+0000 mon.a (mon.0) 1934 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:45:48.661 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:27 smithi071 bash[9480]: audit 2020-11-16T20:45:26.243839+0000 mon.a (mon.0) 1935 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:45:48.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:27 smithi071 bash[9480]: cluster 2020-11-16T20:45:26.379288+0000 mgr.x (mgr.14196) 1005 : cluster [DBG] pgmap v1505: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.4 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 665 op/s; 9980/208834 objects misplaced (4.779%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:45:48.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:29 smithi071 bash[9480]: cluster 2020-11-16T20:45:28.379759+0000 mgr.x (mgr.14196) 1006 : cluster [DBG] pgmap v1506: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.3 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 762 op/s; 9567/204944 objects misplaced (4.668%); 7.3 MiB/s, 116 objects/s recovering
2020-11-16T20:45:48.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:29 smithi071 bash[9480]: cluster 2020-11-16T20:45:28.418531+0000 osd.1 (osd.1) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:29 smithi071 bash[9480]: cluster 2020-11-16T20:45:28.418621+0000 osd.1 (osd.1) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:29 smithi071 bash[9480]: cluster 2020-11-16T20:45:28.473338+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e590: 12 total, 12 up, 9 in
2020-11-16T20:45:48.662 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:31 smithi071 bash[9480]: cluster 2020-11-16T20:45:30.380224+0000 mgr.x (mgr.14196) 1007 : cluster [DBG] pgmap v1508: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.2 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 596 op/s; 9567/203158 objects misplaced (4.709%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:45:48.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:31 smithi071 bash[9480]: cluster 2020-11-16T20:45:30.678956+0000 osd.11 (osd.11) 145 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:31 smithi071 bash[9480]: cluster 2020-11-16T20:45:30.679028+0000 osd.11 (osd.11) 146 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:32 smithi071 bash[9480]: cluster 2020-11-16T20:45:31.448127+0000 mon.a (mon.0) 1937 : cluster [DBG] osdmap e591: 12 total, 12 up, 9 in
2020-11-16T20:45:48.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:33 smithi071 bash[9480]: cluster 2020-11-16T20:45:32.380612+0000 mgr.x (mgr.14196) 1008 : cluster [DBG] pgmap v1510: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.2 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 649 op/s; 9567/201744 objects misplaced (4.742%); 4.1 MiB/s, 64 objects/s recovering
2020-11-16T20:45:48.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:34 smithi071 bash[9480]: cluster 2020-11-16T20:45:34.381114+0000 mgr.x (mgr.14196) 1009 : cluster [DBG] pgmap v1511: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 6.0 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 784 op/s; 9128/196278 objects misplaced (4.651%); 6.7 MiB/s, 106 objects/s recovering
2020-11-16T20:45:48.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:37 smithi071 bash[9480]: cluster 2020-11-16T20:45:36.381559+0000 mgr.x (mgr.14196) 1010 : cluster [DBG] pgmap v1512: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.9 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 658 op/s; 9128/194404 objects misplaced (4.695%); 3.4 MiB/s, 54 objects/s recovering
2020-11-16T20:45:48.663 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:39 smithi071 bash[9480]: cluster 2020-11-16T20:45:38.382022+0000 mgr.x (mgr.14196) 1011 : cluster [DBG] pgmap v1513: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.8 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 750 op/s; 8686/190056 objects misplaced (4.570%); 5.6 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:41 smithi071 bash[9480]: cluster 2020-11-16T20:45:40.283614+0000 osd.6 (osd.6) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:41 smithi071 bash[9480]: cluster 2020-11-16T20:45:40.283692+0000 osd.6 (osd.6) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:41 smithi071 bash[9480]: cluster 2020-11-16T20:45:40.382626+0000 mgr.x (mgr.14196) 1012 : cluster [DBG] pgmap v1514: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 748 op/s; 8686/188184 objects misplaced (4.616%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:41 smithi071 bash[9480]: cluster 2020-11-16T20:45:40.449312+0000 mon.a (mon.0) 1938 : cluster [DBG] osdmap e592: 12 total, 12 up, 9 in
2020-11-16T20:45:48.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:42 smithi071 bash[9480]: cluster 2020-11-16T20:45:42.383071+0000 mgr.x (mgr.14196) 1013 : cluster [DBG] pgmap v1516: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 745 op/s; 8686/186840 objects misplaced (4.649%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:48.664 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:45 smithi071 bash[9480]: cluster 2020-11-16T20:45:44.383561+0000 mgr.x (mgr.14196) 1014 : cluster [DBG] pgmap v1517: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 731 op/s; 8225/181640 objects misplaced (4.528%); 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:45:48.665 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:47 smithi071 bash[9480]: cluster 2020-11-16T20:45:46.383991+0000 mgr.x (mgr.14196) 1015 : cluster [DBG] pgmap v1518: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 731 op/s; 8225/179774 objects misplaced (4.575%); 5.6 MiB/s, 90 objects/s recovering
2020-11-16T20:45:48.759 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:48.847 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:45:48.847 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:45:48.849 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:45:48.900 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:48.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:48 smithi071 bash[9480]: cluster 2020-11-16T20:45:46.617577+0000 osd.4 (osd.4) 157 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:48 smithi071 bash[9480]: cluster 2020-11-16T20:45:46.617640+0000 osd.4 (osd.4) 158 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:48 smithi071 bash[9480]: cluster 2020-11-16T20:45:47.583989+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e593: 12 total, 12 up, 9 in
2020-11-16T20:45:48.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:48 smithi071 bash[9480]: cluster 2020-11-16T20:45:48.384435+0000 mgr.x (mgr.14196) 1016 : cluster [DBG] pgmap v1520: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.4 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 786 op/s; 7760/175590 objects misplaced (4.419%); 7.2 MiB/s, 115 objects/s recovering
2020-11-16T20:45:48.944 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:48 smithi065 bash[9468]: cluster 2020-11-16T20:45:46.617577+0000 osd.4 (osd.4) 157 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:48.945 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:48 smithi065 bash[9468]: cluster 2020-11-16T20:45:46.617640+0000 osd.4 (osd.4) 158 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:48.945 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:48 smithi065 bash[9468]: cluster 2020-11-16T20:45:47.583989+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e593: 12 total, 12 up, 9 in
2020-11-16T20:45:48.945 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:48 smithi065 bash[9468]: cluster 2020-11-16T20:45:48.384435+0000 mgr.x (mgr.14196) 1016 : cluster [DBG] pgmap v1520: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.4 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 786 op/s; 7760/175590 objects misplaced (4.419%); 7.2 MiB/s, 115 objects/s recovering
2020-11-16T20:45:49.004 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:49.014 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:48 smithi142 bash[9523]: cluster 2020-11-16T20:45:46.617577+0000 osd.4 (osd.4) 157 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:49.015 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:48 smithi142 bash[9523]: cluster 2020-11-16T20:45:46.617640+0000 osd.4 (osd.4) 158 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:49.015 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:48 smithi142 bash[9523]: cluster 2020-11-16T20:45:47.583989+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e593: 12 total, 12 up, 9 in
2020-11-16T20:45:49.015 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:48 smithi142 bash[9523]: cluster 2020-11-16T20:45:48.384435+0000 mgr.x (mgr.14196) 1016 : cluster [DBG] pgmap v1520: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.4 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 786 op/s; 7760/175590 objects misplaced (4.419%); 7.2 MiB/s, 115 objects/s recovering
2020-11-16T20:45:49.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:48 smithi071 bash[14419]: debug 2020-11-16T20:45:48.902+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:49.202 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:45:49.865 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:49.968 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:45:50.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:45:49 smithi142 bash[22738]: debug 2020-11-16T20:45:49.869+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:50.617 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:45:50.721 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:51.031 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:45:50 smithi065 bash[11785]: debug 2020-11-16T20:45:50.614+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:51.349 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:51.452 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:51.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:51 smithi142 bash[9523]: cluster 2020-11-16T20:45:50.384876+0000 mgr.x (mgr.14196) 1017 : cluster [DBG] pgmap v1521: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.3 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 723 op/s; 7760/173810 objects misplaced (4.465%); 5.8 MiB/s, 93 objects/s recovering
2020-11-16T20:45:51.611 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:51 smithi065 bash[9468]: cluster 2020-11-16T20:45:50.384876+0000 mgr.x (mgr.14196) 1017 : cluster [DBG] pgmap v1521: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.3 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 723 op/s; 7760/173810 objects misplaced (4.465%); 5.8 MiB/s, 93 objects/s recovering
2020-11-16T20:45:51.612 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:45:51 smithi065 bash[18823]: debug 2020-11-16T20:45:51.346+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:51.612 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:45:51 smithi065 bash[18823]: debug 2020-11-16T20:45:51.610+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:51.613 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:45:51.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:51 smithi071 bash[9480]: cluster 2020-11-16T20:45:50.384876+0000 mgr.x (mgr.14196) 1017 : cluster [DBG] pgmap v1521: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.3 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 723 op/s; 7760/173810 objects misplaced (4.465%); 5.8 MiB/s, 93 objects/s recovering
2020-11-16T20:45:51.716 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:51.826 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:51.933 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:52.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:51 smithi071 bash[14419]: debug 2020-11-16T20:45:51.825+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:52.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:52 smithi071 bash[9480]: cluster 2020-11-16T20:45:52.385271+0000 mgr.x (mgr.14196) 1018 : cluster [DBG] pgmap v1522: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.3 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 726 op/s; 7760/172302 objects misplaced (4.504%); 5.8 MiB/s, 92 objects/s recovering
2020-11-16T20:45:53.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:52 smithi065 bash[9468]: cluster 2020-11-16T20:45:52.385271+0000 mgr.x (mgr.14196) 1018 : cluster [DBG] pgmap v1522: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.3 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 726 op/s; 7760/172302 objects misplaced (4.504%); 5.8 MiB/s, 92 objects/s recovering
2020-11-16T20:45:53.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:52 smithi142 bash[9523]: cluster 2020-11-16T20:45:52.385271+0000 mgr.x (mgr.14196) 1018 : cluster [DBG] pgmap v1522: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.3 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 726 op/s; 7760/172302 objects misplaced (4.504%); 5.8 MiB/s, 92 objects/s recovering
2020-11-16T20:45:53.306 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:53.410 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:53.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:45:53 smithi142 bash[20366]: debug 2020-11-16T20:45:53.309+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:53.896 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:54.000 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:54.131 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:54.235 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:54.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:45:53 smithi142 bash[22738]: debug 2020-11-16T20:45:53.901+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:54.349 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:54 smithi071 bash[14419]: debug 2020-11-16T20:45:54.129+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:54.350 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:54.453 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:54.698 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:45:54 smithi071 bash[26650]: debug 2020-11-16T20:45:54.349+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:54.770 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:54.802 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:45:54.802 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:45:54.874 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:54.991 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:55.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:45:54 smithi142 bash[15670]: debug 2020-11-16T20:45:54.773+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:55.094 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:55.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:54 smithi071 bash[14419]: debug 2020-11-16T20:45:54.989+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:55.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:55 smithi071 bash[9480]: cluster 2020-11-16T20:45:54.385743+0000 mgr.x (mgr.14196) 1019 : cluster [DBG] pgmap v1523: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.1 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 765 op/s; 7282/166330 objects misplaced (4.378%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:45:55.770 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:55 smithi065 bash[9468]: cluster 2020-11-16T20:45:54.385743+0000 mgr.x (mgr.14196) 1019 : cluster [DBG] pgmap v1523: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.1 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 765 op/s; 7282/166330 objects misplaced (4.378%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:45:55.771 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:45:55 smithi065 bash[16457]: debug 2020-11-16T20:45:55.770+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:55.772 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:45:55.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:55 smithi142 bash[9523]: cluster 2020-11-16T20:45:54.385743+0000 mgr.x (mgr.14196) 1019 : cluster [DBG] pgmap v1523: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.1 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 765 op/s; 7282/166330 objects misplaced (4.378%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:45:55.877 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:55.902 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_blocked_ops
2020-11-16T20:45:56.071 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:45:56.501 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:45:56.605 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:56.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:45:56 smithi142 bash[22738]: debug 2020-11-16T20:45:56.505+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:57.020 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:57.124 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:45:57.286 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:45:57 smithi142 bash[15670]: debug 2020-11-16T20:45:57.025+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:57.376 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:45:57.439 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:57 smithi065 bash[9468]: cluster 2020-11-16T20:45:56.386126+0000 mgr.x (mgr.14196) 1020 : cluster [DBG] pgmap v1524: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.0 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 766 op/s; 7282/164432 objects misplaced (4.429%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:45:57.439 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:45:57 smithi065 bash[11785]: debug 2020-11-16T20:45:57.373+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:57.480 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:57.596 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:57.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:57 smithi071 bash[9480]: cluster 2020-11-16T20:45:56.386126+0000 mgr.x (mgr.14196) 1020 : cluster [DBG] pgmap v1524: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.0 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 766 op/s; 7282/164432 objects misplaced (4.429%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:45:57.699 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:45:57 smithi071 bash[26650]: debug 2020-11-16T20:45:57.597+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:57.700 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:57.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:57 smithi142 bash[9523]: cluster 2020-11-16T20:45:56.386126+0000 mgr.x (mgr.14196) 1020 : cluster [DBG] pgmap v1524: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.0 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 766 op/s; 7282/164432 objects misplaced (4.429%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:45:57.813 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:57.918 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:58.022 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:45:57 smithi071 bash[26650]: debug 2020-11-16T20:45:57.813+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:58.023 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:58.126 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:58.341 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:45:58.446 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:58.448 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:58 smithi071 bash[14419]: debug 2020-11-16T20:45:58.021+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:58.462 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:45:58 smithi142 bash[15670]: debug 2020-11-16T20:45:58.345+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:58.552 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:45:58.560 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:45:58.598 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:45:58.636 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:45:58.659 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:58.670 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:45:58.703 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:45:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:45:58.773 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:45:58 smithi071 bash[16796]: debug 2020-11-16T20:45:58.549+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:58.773 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:45:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:45:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:45:58.854 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:45:58.877 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:45:58.931 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:45:58.936 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:45:58.937 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:45:58.960 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:45:58.966 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.966 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.966 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.966 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.966 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.966 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.967 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.967 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.967 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.967 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.967 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.967 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:45:58.998 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:45:59.101 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:45:59.110 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[26650]: debug 2020-11-16T20:45:58.997+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:59.110 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:45:58 smithi071 bash[14419]: debug 2020-11-16T20:45:58.773+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:59.210 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:45:59.315 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:45:59.446 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:45:59.448 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[12066]: debug 2020-11-16T20:45:59.209+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:45:59.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.386687+0000 mgr.x (mgr.14196) 1021 : cluster [DBG] pgmap v1525: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.9 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 760 op/s; 6807/160068 objects misplaced (4.253%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: audit 2020-11-16T20:45:58.527485+0000 mon.a (mon.0) 1940 : audit [DBG] from='client.? v1:172.21.15.142:0/3137302253' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.564487+0000 osd.0 (osd.0) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.569048+0000 osd.2 (osd.2) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.569133+0000 osd.2 (osd.2) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.603600+0000 osd.1 (osd.1) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.643547+0000 osd.2 (osd.2) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.674191+0000 osd.3 (osd.3) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: audit 2020-11-16T20:45:58.684108+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? v1:172.21.15.142:0/516414595' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:45:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.935069+0000 osd.10 (osd.10) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:45:59 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.963427+0000 osd.11 (osd.11) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.386687+0000 mgr.x (mgr.14196) 1021 : cluster [DBG] pgmap v1525: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.9 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 760 op/s; 6807/160068 objects misplaced (4.253%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: audit 2020-11-16T20:45:58.527485+0000 mon.a (mon.0) 1940 : audit [DBG] from='client.? v1:172.21.15.142:0/3137302253' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.564487+0000 osd.0 (osd.0) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.569048+0000 osd.2 (osd.2) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.569133+0000 osd.2 (osd.2) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.603600+0000 osd.1 (osd.1) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.643547+0000 osd.2 (osd.2) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.674191+0000 osd.3 (osd.3) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: audit 2020-11-16T20:45:58.684108+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? v1:172.21.15.142:0/516414595' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:45:59.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.935069+0000 osd.10 (osd.10) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:45:59 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.963427+0000 osd.11 (osd.11) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.386687+0000 mgr.x (mgr.14196) 1021 : cluster [DBG] pgmap v1525: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.9 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 760 op/s; 6807/160068 objects misplaced (4.253%); 5.5 MiB/s, 88 objects/s recovering
2020-11-16T20:45:59.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: audit 2020-11-16T20:45:58.527485+0000 mon.a (mon.0) 1940 : audit [DBG] from='client.? v1:172.21.15.142:0/3137302253' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:45:59.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.564487+0000 osd.0 (osd.0) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.569048+0000 osd.2 (osd.2) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:45:59.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.569133+0000 osd.2 (osd.2) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:45:59.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.603600+0000 osd.1 (osd.1) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.643547+0000 osd.2 (osd.2) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.674191+0000 osd.3 (osd.3) 146 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: audit 2020-11-16T20:45:58.684108+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? v1:172.21.15.142:0/516414595' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:45:59.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.935069+0000 osd.10 (osd.10) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:45:59.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:45:59 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.963427+0000 osd.11 (osd.11) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:46:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:46:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:46:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:46:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:46:00.742 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.707469+0000 osd.4 (osd.4) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.742 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.750036+0000 osd.5 (osd.5) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.742 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.792308+0000 osd.6 (osd.6) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.743 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.820881+0000 osd.7 (osd.7) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.743 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.857913+0000 osd.8 (osd.8) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.743 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:58.890496+0000 osd.9 (osd.9) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.743 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: audit 2020-11-16T20:45:58.925563+0000 mgr.x (mgr.14196) 1022 : audit [DBG] from='client.25930 v1:172.21.15.142:0/4140754823' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:00.743 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:59.423483+0000 osd.9 (osd.9) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:00.743 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:59.423565+0000 osd.9 (osd.9) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:00.743 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:59.446854+0000 mon.a (mon.0) 1942 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:00.744 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: audit 2020-11-16T20:45:59.450924+0000 mon.a (mon.0) 1943 : audit [INF] from='client.? v1:172.21.15.142:0/516414595' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:46:00.744 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:45:59.450975+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e594: 12 total, 12 up, 9 in
2020-11-16T20:46:00.744 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:00 smithi065 bash[9468]: cluster 2020-11-16T20:46:00.387238+0000 mgr.x (mgr.14196) 1023 : cluster [DBG] pgmap v1527: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 786 op/s; 6807/158070 objects misplaced (4.306%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:46:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.707469+0000 osd.4 (osd.4) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.750036+0000 osd.5 (osd.5) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.792308+0000 osd.6 (osd.6) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.820881+0000 osd.7 (osd.7) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.857913+0000 osd.8 (osd.8) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:58.890496+0000 osd.9 (osd.9) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: audit 2020-11-16T20:45:58.925563+0000 mgr.x (mgr.14196) 1022 : audit [DBG] from='client.25930 v1:172.21.15.142:0/4140754823' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:59.423483+0000 osd.9 (osd.9) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:59.423565+0000 osd.9 (osd.9) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:59.446854+0000 mon.a (mon.0) 1942 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: audit 2020-11-16T20:45:59.450924+0000 mon.a (mon.0) 1943 : audit [INF] from='client.? v1:172.21.15.142:0/516414595' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:46:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:45:59.450975+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e594: 12 total, 12 up, 9 in
2020-11-16T20:46:00.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:00 smithi142 bash[9523]: cluster 2020-11-16T20:46:00.387238+0000 mgr.x (mgr.14196) 1023 : cluster [DBG] pgmap v1527: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 786 op/s; 6807/158070 objects misplaced (4.306%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:46:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.707469+0000 osd.4 (osd.4) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.750036+0000 osd.5 (osd.5) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.792308+0000 osd.6 (osd.6) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.820881+0000 osd.7 (osd.7) 120 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.857913+0000 osd.8 (osd.8) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:58.890496+0000 osd.9 (osd.9) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: audit 2020-11-16T20:45:58.925563+0000 mgr.x (mgr.14196) 1022 : audit [DBG] from='client.25930 v1:172.21.15.142:0/4140754823' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:00.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:59.423483+0000 osd.9 (osd.9) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:00.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:59.423565+0000 osd.9 (osd.9) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:00.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:59.446854+0000 mon.a (mon.0) 1942 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:00.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: audit 2020-11-16T20:45:59.450924+0000 mon.a (mon.0) 1943 : audit [INF] from='client.? v1:172.21.15.142:0/516414595' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:46:00.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:45:59.450975+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e594: 12 total, 12 up, 9 in
2020-11-16T20:46:00.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:00 smithi071 bash[9480]: cluster 2020-11-16T20:46:00.387238+0000 mgr.x (mgr.14196) 1023 : cluster [DBG] pgmap v1527: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 786 op/s; 6807/158070 objects misplaced (4.306%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:46:01.254 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:01.359 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:01.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:01 smithi142 bash[20366]: debug 2020-11-16T20:46:01.257+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:01.695 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:01.756 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1525,"stamp":"2020-11-16T20:45:58.386315+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5245042712,"num_objects":80034,"num_object_clones":0,"num_object_copies":160068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6807,"num_objects_unfound":0,"num_objects_dirty":80034,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":208010,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8026,"num_bytes_recovered":525991936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160610,"ondisk_log_size":160610,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":13408352,"kb_used_data":10794200,"kb_used_omap":0,"kb_used_meta":2613823,"kb_avail":830298016,"statfs":{"total":863955320832,"available":850225168384,"internally_reserved":0,"allocated":11053260800,"data_stored":11050273472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2676554812},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-538247168,"num_objects":-8213,"num_object_clones":0,"num_object_copies":-16426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-953,"num_objects_unfound":0,"num_objects_dirty":-8213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8213,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":953,"num_bytes_recovered":62455808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.805896"},"pg_stats":[{"pgid":"5.f","version":"593'13370","reported_seq":"13435","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:57.768507+0000","last_change":"2020-11-16T20:42:36.935898+0000","last_active":"2020-11-16T20:45:57.768507+0000","last_peered":"2020-11-16T20:45:57.768507+0000","last_clean":"2020-11-16T20:45:57.768507+0000","last_became_active":"2020-11-16T20:42:36.935497+0000","last_became_peered":"2020-11-16T20:42:36.935497+0000","last_unstale":"2020-11-16T20:45:57.768507+0000","last_undegraded":"2020-11-16T20:45:57.768507+0000","last_fullsized":"2020-11-16T20:45:57.768507+0000","mapping_epoch":535,"log_start":"546'3300","ondisk_log_start":"546'3300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10070,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":322961408,"num_objects":4928,"num_object_clones":0,"num_object_copies":9856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4928,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13370,"num_write_kb":585536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"593'13071","reported_seq":"13136","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:57.460151+0000","last_change":"2020-11-16T20:42:36.935412+0000","last_active":"2020-11-16T20:45:57.460151+0000","last_peered":"2020-11-16T20:45:57.460151+0000","last_clean":"2020-11-16T20:45:57.460151+0000","last_became_active":"2020-11-16T20:42:36.934950+0000","last_became_peered":"2020-11-16T20:42:36.934950+0000","last_unstale":"2020-11-16T20:45:57.460151+0000","last_undegraded":"2020-11-16T20:45:57.460151+0000","last_fullsized":"2020-11-16T20:45:57.460151+0000","mapping_epoch":535,"log_start":"546'3000","ondisk_log_start":"546'3000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10071,"ondisk_log_size":10071,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":322764800,"num_objects":4925,"num_object_clones":0,"num_object_copies":9850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4925,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13071,"num_write_kb":575872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.d","version":"593'13003","reported_seq":"13072","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:56.292781+0000","last_change":"2020-11-16T20:44:11.201221+0000","last_active":"2020-11-16T20:45:56.292781+0000","last_peered":"2020-11-16T20:45:56.292781+0000","last_clean":"2020-11-16T20:45:56.292781+0000","last_became_active":"2020-11-16T20:42:36.932540+0000","last_became_peered":"2020-11-16T20:42:36.932540+0000","last_unstale":"2020-11-16T20:45:56.292781+0000","last_undegraded":"2020-11-16T20:45:56.292781+0000","last_fullsized":"2020-11-16T20:45:56.292781+0000","mapping_epoch":535,"log_start":"546'3000","ondisk_log_start":"546'3000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8345","last_scrub_stamp":"2020-11-16T20:44:11.201127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:11.201127+0000","log_size":10003,"ondisk_log_size":10003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336068632,"num_objects":5129,"num_object_clones":0,"num_object_copies":10258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5129,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13003,"num_write_kb":580161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"5.c","version":"593'12768","reported_seq":"12833","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:54.141492+0000","last_change":"2020-11-16T20:42:36.936375+0000","last_active":"2020-11-16T20:45:54.141492+0000","last_peered":"2020-11-16T20:45:54.141492+0000","last_clean":"2020-11-16T20:45:54.141492+0000","last_became_active":"2020-11-16T20:42:36.935852+0000","last_became_peered":"2020-11-16T20:42:36.935852+0000","last_unstale":"2020-11-16T20:45:54.141492+0000","last_undegraded":"2020-11-16T20:45:54.141492+0000","last_fullsized":"2020-11-16T20:45:54.141492+0000","mapping_epoch":535,"log_start":"546'2700","ondisk_log_start":"546'2700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10068,"ondisk_log_size":10068,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333053952,"num_objects":5082,"num_object_clones":0,"num_object_copies":10164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5082,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12768,"num_write_kb":571200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"593'12817","reported_seq":"12884","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:57.565543+0000","last_change":"2020-11-16T20:44:18.826868+0000","last_active":"2020-11-16T20:45:57.565543+0000","last_peered":"2020-11-16T20:45:57.565543+0000","last_clean":"2020-11-16T20:45:57.565543+0000","last_became_active":"2020-11-16T20:42:37.025125+0000","last_became_peered":"2020-11-16T20:42:37.025125+0000","last_unstale":"2020-11-16T20:45:57.565543+0000","last_undegraded":"2020-11-16T20:45:57.565543+0000","last_fullsized":"2020-11-16T20:45:57.565543+0000","mapping_epoch":535,"log_start":"546'2800","ondisk_log_start":"546'2800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"570'8685","last_scrub_stamp":"2020-11-16T20:44:18.826809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:18.826809+0000","log_size":10017,"ondisk_log_size":10017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":321847296,"num_objects":4911,"num_object_clones":0,"num_object_copies":9822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4911,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12817,"num_write_kb":567296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"593'12821","reported_seq":"21515","reported_epoch":"593","state":"active+recovering","last_fresh":"2020-11-16T20:45:57.528143+0000","last_change":"2020-11-16T20:43:40.704169+0000","last_active":"2020-11-16T20:45:57.528143+0000","last_peered":"2020-11-16T20:45:57.528143+0000","last_clean":"2020-11-16T20:43:39.407752+0000","last_became_active":"2020-11-16T20:43:40.621644+0000","last_became_peered":"2020-11-16T20:43:40.621644+0000","last_unstale":"2020-11-16T20:45:57.528143+0000","last_undegraded":"2020-11-16T20:45:57.528143+0000","last_fullsized":"2020-11-16T20:45:57.528143+0000","mapping_epoch":559,"log_start":"546'2800","ondisk_log_start":"546'2800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10021,"ondisk_log_size":10021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":319488000,"num_objects":4875,"num_object_clones":0,"num_object_copies":9750,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1837,"num_objects_unfound":0,"num_objects_dirty":4875,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12821,"num_write_kb":566272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4311,"num_bytes_recovered":282525696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":["8","11"],"object_location_counts":[{"shards":"4,8","objects":3038},{"shards":"8,11","objects":1837}],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.9","version":"593'13060","reported_seq":"13125","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:56.153301+0000","last_change":"2020-11-16T20:42:36.932966+0000","last_active":"2020-11-16T20:45:56.153301+0000","last_peered":"2020-11-16T20:45:56.153301+0000","last_clean":"2020-11-16T20:45:56.153301+0000","last_became_active":"2020-11-16T20:42:36.932468+0000","last_became_peered":"2020-11-16T20:42:36.932468+0000","last_unstale":"2020-11-16T20:45:56.153301+0000","last_undegraded":"2020-11-16T20:45:56.153301+0000","last_fullsized":"2020-11-16T20:45:56.153301+0000","mapping_epoch":535,"log_start":"546'3000","ondisk_log_start":"546'3000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10060,"ondisk_log_size":10060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333840384,"num_objects":5094,"num_object_clones":0,"num_object_copies":10188,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5094,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13060,"num_write_kb":580928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"593'13050","reported_seq":"20554","reported_epoch":"593","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:45:57.565111+0000","last_change":"2020-11-16T20:44:30.400028+0000","last_active":"2020-11-16T20:45:57.565111+0000","last_peered":"2020-11-16T20:45:57.565111+0000","last_clean":"2020-11-16T20:44:27.926891+0000","last_became_active":"2020-11-16T20:44:30.282707+0000","last_became_peered":"2020-11-16T20:44:30.282707+0000","last_unstale":"2020-11-16T20:45:57.565111+0000","last_undegraded":"2020-11-16T20:45:57.565111+0000","last_fullsized":"2020-11-16T20:45:57.565111+0000","mapping_epoch":575,"log_start":"546'3000","ondisk_log_start":"546'3000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8485","last_scrub_stamp":"2020-11-16T20:44:12.519147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:12.519147+0000","log_size":10050,"ondisk_log_size":10050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":325713920,"num_objects":4970,"num_object_clones":0,"num_object_copies":9940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4970,"num_objects_unfound":0,"num_objects_dirty":4970,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13050,"num_write_kb":576640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3715,"num_bytes_recovered":243466240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0],"acting":[0,11],"avail_no_missing":["0","9"],"object_location_counts":[{"shards":"0,9","objects":4970}],"blocked_by":[],"up_primary":11,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"593'12855","reported_seq":"12920","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:54.175468+0000","last_change":"2020-11-16T20:42:37.028159+0000","last_active":"2020-11-16T20:45:54.175468+0000","last_peered":"2020-11-16T20:45:54.175468+0000","last_clean":"2020-11-16T20:45:54.175468+0000","last_became_active":"2020-11-16T20:42:37.027383+0000","last_became_peered":"2020-11-16T20:42:37.027383+0000","last_unstale":"2020-11-16T20:45:54.175468+0000","last_undegraded":"2020-11-16T20:45:54.175468+0000","last_fullsized":"2020-11-16T20:45:54.175468+0000","mapping_epoch":535,"log_start":"546'2800","ondisk_log_start":"546'2800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10055,"ondisk_log_size":10055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":340590592,"num_objects":5197,"num_object_clones":0,"num_object_copies":10394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5197,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12855,"num_write_kb":577664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"593'13342","reported_seq":"13407","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:56.096893+0000","last_change":"2020-11-16T20:42:36.935782+0000","last_active":"2020-11-16T20:45:56.096893+0000","last_peered":"2020-11-16T20:45:56.096893+0000","last_clean":"2020-11-16T20:45:56.096893+0000","last_became_active":"2020-11-16T20:42:36.935328+0000","last_became_peered":"2020-11-16T20:42:36.935328+0000","last_unstale":"2020-11-16T20:45:56.096893+0000","last_undegraded":"2020-11-16T20:45:56.096893+0000","last_fullsized":"2020-11-16T20:45:56.096893+0000","mapping_epoch":535,"log_start":"546'3300","ondisk_log_start":"546'3300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10042,"ondisk_log_size":10042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":329646080,"num_objects":5030,"num_object_clones":0,"num_object_copies":10060,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13342,"num_write_kb":587904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8],"acting":[7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.5","version":"593'13159","reported_seq":"13224","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:57.544802+0000","last_change":"2020-11-16T20:44:21.543235+0000","last_active":"2020-11-16T20:45:57.544802+0000","last_peered":"2020-11-16T20:45:57.544802+0000","last_clean":"2020-11-16T20:45:57.544802+0000","last_became_active":"2020-11-16T20:42:43.138983+0000","last_became_peered":"2020-11-16T20:42:43.138983+0000","last_unstale":"2020-11-16T20:45:57.544802+0000","last_undegraded":"2020-11-16T20:45:57.544802+0000","last_fullsized":"2020-11-16T20:45:57.544802+0000","mapping_epoch":539,"log_start":"546'3100","ondisk_log_start":"546'3100","created":535,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"571'9068","last_scrub_stamp":"2020-11-16T20:44:21.543141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:21.543141+0000","log_size":10059,"ondisk_log_size":10059,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":326172672,"num_objects":4977,"num_object_clones":0,"num_object_copies":9954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4977,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13159,"num_write_kb":580352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"593'13301","reported_seq":"13366","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:57.516572+0000","last_change":"2020-11-16T20:42:37.023385+0000","last_active":"2020-11-16T20:45:57.516572+0000","last_peered":"2020-11-16T20:45:57.516572+0000","last_clean":"2020-11-16T20:45:57.516572+0000","last_became_active":"2020-11-16T20:42:36.936796+0000","last_became_peered":"2020-11-16T20:42:36.936796+0000","last_unstale":"2020-11-16T20:45:57.516572+0000","last_undegraded":"2020-11-16T20:45:57.516572+0000","last_fullsized":"2020-11-16T20:45:57.516572+0000","mapping_epoch":535,"log_start":"546'3300","ondisk_log_start":"546'3300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10001,"ondisk_log_size":10001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":328400896,"num_objects":5011,"num_object_clones":0,"num_object_copies":10022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5011,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13301,"num_write_kb":585984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"593'12824","reported_seq":"12892","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:55.039331+0000","last_change":"2020-11-16T20:44:07.699166+0000","last_active":"2020-11-16T20:45:55.039331+0000","last_peered":"2020-11-16T20:45:55.039331+0000","last_clean":"2020-11-16T20:45:55.039331+0000","last_became_active":"2020-11-16T20:42:36.930542+0000","last_became_peered":"2020-11-16T20:42:36.930542+0000","last_unstale":"2020-11-16T20:45:55.039331+0000","last_undegraded":"2020-11-16T20:45:55.039331+0000","last_fullsized":"2020-11-16T20:45:55.039331+0000","mapping_epoch":535,"log_start":"546'2800","ondisk_log_start":"546'2800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8059","last_scrub_stamp":"2020-11-16T20:44:07.699099+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:07.699099+0000","log_size":10024,"ondisk_log_size":10024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":334364672,"num_objects":5102,"num_object_clones":0,"num_object_copies":10204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5102,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12824,"num_write_kb":573632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1","version":"593'12832","reported_seq":"12897","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:57.781765+0000","last_change":"2020-11-16T20:42:36.999981+0000","last_active":"2020-11-16T20:45:57.781765+0000","last_peered":"2020-11-16T20:45:57.781765+0000","last_clean":"2020-11-16T20:45:57.781765+0000","last_became_active":"2020-11-16T20:42:36.999029+0000","last_became_peered":"2020-11-16T20:42:36.999029+0000","last_unstale":"2020-11-16T20:45:57.781765+0000","last_undegraded":"2020-11-16T20:45:57.781765+0000","last_fullsized":"2020-11-16T20:45:57.781765+0000","mapping_epoch":535,"log_start":"546'2800","ondisk_log_start":"546'2800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10032,"ondisk_log_size":10032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":327548928,"num_objects":4998,"num_object_clones":0,"num_object_copies":9996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4998,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12832,"num_write_kb":570560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"593'12726","reported_seq":"12791","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:54.142885+0000","last_change":"2020-11-16T20:42:36.936967+0000","last_active":"2020-11-16T20:45:54.142885+0000","last_peered":"2020-11-16T20:45:54.142885+0000","last_clean":"2020-11-16T20:45:54.142885+0000","last_became_active":"2020-11-16T20:42:36.936154+0000","last_became_peered":"2020-11-16T20:42:36.936154+0000","last_unstale":"2020-11-16T20:45:54.142885+0000","last_undegraded":"2020-11-16T20:45:54.142885+0000","last_fullsized":"2020-11-16T20:45:54.142885+0000","mapping_epoch":535,"log_start":"546'2700","ondisk_log_start":"546'2700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10026,"ondisk_log_size":10026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":327417856,"num_objects":4996,"num_object_clones":0,"num_object_copies":9992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12726,"num_write_kb":567104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"593'13011","reported_seq":"13076","reported_epoch":"593","state":"active+clean","last_fresh":"2020-11-16T20:45:57.528061+0000","last_change":"2020-11-16T20:42:36.933903+0000","last_active":"2020-11-16T20:45:57.528061+0000","last_peered":"2020-11-16T20:45:57.528061+0000","last_clean":"2020-11-16T20:45:57.528061+0000","last_became_active":"2020-11-16T20:42:36.933463+0000","last_became_peered":"2020-11-16T20:42:36.933463+0000","last_unstale":"2020-11-16T20:45:57.528061+0000","last_undegraded":"2020-11-16T20:45:57.528061+0000","last_fullsized":"2020-11-16T20:45:57.528061+0000","mapping_epoch":535,"log_start":"546'3000","ondisk_log_start":"546'3000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10011,"ondisk_log_size":10011,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":315162624,"num_objects":4809,"num_object_clones":0,"num_object_copies":9618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4809,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13011,"num_write_kb":570240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0],"acting":[8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"104","reported_epoch":"592","state":"active+clean","last_fresh":"2020-11-16T20:45:40.480918+0000","last_change":"2020-11-16T20:44:28.944176+0000","last_active":"2020-11-16T20:45:40.480918+0000","last_peered":"2020-11-16T20:45:40.480918+0000","last_clean":"2020-11-16T20:45:40.480918+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:45:40.480918+0000","last_undegraded":"2020-11-16T20:45:40.480918+0000","last_fullsized":"2020-11-16T20:45:40.480918+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:43:21.379376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:43:21.379376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":5245042712,"num_objects":80034,"num_object_clones":0,"num_object_copies":160068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6807,"num_objects_unfound":0,"num_objects_dirty":80034,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":208010,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8026,"num_bytes_recovered":525991936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10996162560,"data_stored":10996154416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160610,"ondisk_log_size":160610,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631788,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1334300,"kb_used_data":1045140,"kb_used_omap":0,"kb_used_meta":289152,"kb_avail":92410852,"statfs":{"total":95995035648,"available":94628712448,"internally_reserved":0,"allocated":1070223360,"data_stored":1069888252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":296091648},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":1.1839999999999999,"5min":3.476,"15min":2.734},"min":{"1min":0.59299999999999997,"5min":0.55800000000000005,"15min":0.53300000000000003},"max":{"1min":2.6970000000000001,"5min":152.119,"15min":242.179},"last":1.4239999999999999},{"interface":"front","average":{"1min":1.423,"5min":3.5150000000000001,"15min":3.1099999999999999},"min":{"1min":0.84099999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":2.3399999999999999,"5min":149.19200000000001,"15min":244.363},"last":1.1639999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:45:37 2020","interfaces":[{"interface":"back","average":{"1min":1.51,"5min":1.714,"15min":4.2670000000000003},"min":{"1min":0.63100000000000001,"5min":0.57099999999999995,"15min":0.52900000000000003},"max":{"1min":3.6240000000000001,"5min":7.5179999999999998,"15min":247.31299999999999},"last":0.92800000000000005},{"interface":"front","average":{"1min":1.488,"5min":2.3050000000000002,"15min":4.431},"min":{"1min":0.63,"5min":0.59899999999999998,"15min":0.53900000000000003},"max":{"1min":2.831,"5min":13.054,"15min":244.84999999999999},"last":2.5819999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":1.49,"5min":2.0489999999999999,"15min":4.6660000000000004},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.63600000000000001},"max":{"1min":3.121,"5min":6.2699999999999996,"15min":343.45999999999998},"last":0.80200000000000005},{"interface":"front","average":{"1min":1.4470000000000001,"5min":1.581,"15min":4.718},"min":{"1min":0.66400000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":4.4109999999999996,"5min":6.5780000000000003,"15min":342.61599999999999},"last":2.145}]},{"osd":4,"last update":"Mon Nov 16 20:45:13 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":2.0990000000000002,"15min":2.1709999999999998},"min":{"1min":0.76900000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":5.4699999999999998,"5min":7.0019999999999998,"15min":7.8600000000000003},"last":4.0430000000000001},{"interface":"front","average":{"1min":2.2869999999999999,"5min":2.734,"15min":2.6309999999999998},"min":{"1min":1.226,"5min":1.097,"15min":0.95899999999999996},"max":{"1min":5.423,"5min":8.5920000000000005,"15min":8.5920000000000005},"last":1.585}]},{"osd":5,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":2.0609999999999999,"5min":2.8380000000000001,"15min":2.2919999999999998},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":4.0330000000000004,"5min":10.515000000000001,"15min":10.515000000000001},"last":1.3129999999999999},{"interface":"front","average":{"1min":2.101,"5min":2.218,"15min":2.5030000000000001},"min":{"1min":0.92600000000000005,"5min":0.753,"15min":0.753},"max":{"1min":5.532,"5min":6.8460000000000001,"15min":7.827},"last":2.3559999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":6.3220000000000001,"5min":3.2749999999999999,"15min":3.1309999999999998},"min":{"1min":0.93000000000000005,"5min":0.748,"15min":0.69599999999999995},"max":{"1min":86.338999999999999,"5min":86.338999999999999,"15min":154.48599999999999},"last":3.9409999999999998},{"interface":"front","average":{"1min":6.6950000000000003,"5min":3.9630000000000001,"15min":3.778},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.0189999999999999},"max":{"1min":86.311000000000007,"5min":86.311000000000007,"15min":155.05000000000001},"last":1.5109999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:56 2020","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":2.9319999999999999,"15min":3.2829999999999999},"min":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":10.215,"5min":10.215,"15min":96.248000000000005},"last":3.714},{"interface":"front","average":{"1min":2.2970000000000002,"5min":2.4590000000000001,"15min":2.79},"min":{"1min":1.4099999999999999,"5min":0.92300000000000004,"15min":0.78900000000000003},"max":{"1min":4.3949999999999996,"5min":7.1379999999999999,"15min":96.337999999999994},"last":3.282}]},{"osd":8,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":2.2799999999999998,"5min":2.6429999999999998,"15min":2.5},"min":{"1min":1.3009999999999999,"5min":0.875,"15min":0.875},"max":{"1min":4.1719999999999997,"5min":6.9770000000000003,"15min":8.2379999999999995},"last":3.8359999999999999},{"interface":"front","average":{"1min":3.4129999999999998,"5min":2.9590000000000001,"15min":2.7050000000000001},"min":{"1min":1.034,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":9.8230000000000004,"5min":9.8230000000000004,"15min":9.8230000000000004},"last":3.069}]},{"osd":9,"last update":"Mon Nov 16 20:44:59 2020","interfaces":[{"interface":"back","average":{"1min":2.4329999999999998,"5min":3.4830000000000001,"15min":3.319},"min":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.2629999999999999},"max":{"1min":4.5819999999999999,"5min":10.037000000000001,"15min":10.037000000000001},"last":1.04},{"interface":"front","average":{"1min":3.391,"5min":3.1930000000000001,"15min":2.944},"min":{"1min":1.29,"5min":0.998,"15min":0.89100000000000001},"max":{"1min":9.2929999999999993,"5min":11.759,"15min":11.759},"last":6.4500000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:45:11 2020","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":2.778,"15min":2.8759999999999999},"min":{"1min":1.0720000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":4.3159999999999998,"5min":7.0960000000000001,"15min":9.9830000000000005},"last":10.254},{"interface":"front","average":{"1min":3.0339999999999998,"5min":2.964,"15min":2.8900000000000001},"min":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":6.1180000000000003,"5min":7.2859999999999996,"15min":7.2859999999999996},"last":6.6079999999999997}]}]},{"osd":10,"up_from":0,"seq":408021893425,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678347,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1889240,"kb_used_data":1503888,"kb_used_omap":0,"kb_used_meta":385344,"kb_avail":91855912,"statfs":{"total":95995035648,"available":94060453888,"internally_reserved":0,"allocated":1539981312,"data_stored":1539650276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":394592256},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":8.7910000000000004,"5min":3.0680000000000001,"15min":3.2200000000000002},"min":{"1min":0.51900000000000002,"5min":0.51700000000000002,"15min":0.48499999999999999},"max":{"1min":114.18600000000001,"5min":114.18600000000001,"15min":253.441},"last":0.67400000000000004},{"interface":"front","average":{"1min":9.2750000000000004,"5min":3.694,"15min":3.863},"min":{"1min":0.84699999999999998,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":114.682,"5min":114.682,"15min":253.72999999999999},"last":1.123}]},{"osd":2,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.6359999999999999,"15min":2.5369999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":250.76499999999999},"last":0.98499999999999999},{"interface":"front","average":{"1min":1.403,"5min":1.5940000000000001,"15min":2.3839999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":3.6459999999999999,"5min":4.5650000000000004,"15min":250.529},"last":1.089}]},{"osd":3,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":1.8660000000000001,"15min":3.3599999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":6.016,"5min":7.9470000000000001,"15min":314.88900000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.9219999999999999,"15min":3.6829999999999998},"min":{"1min":0.68100000000000005,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.4550000000000001,"5min":4.694,"15min":312.904},"last":0.73899999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0649999999999999,"5min":2.0569999999999999,"15min":2.5569999999999999},"min":{"1min":0.68400000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":6.5629999999999997,"5min":7.0609999999999999,"15min":130.13800000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":2.0489999999999999,"5min":2.2759999999999998,"15min":2.649},"min":{"1min":1.071,"5min":0.76100000000000001,"15min":0.60899999999999999},"max":{"1min":5.2370000000000001,"5min":7.0960000000000001,"15min":128.81800000000001},"last":1.266}]},{"osd":5,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.1139999999999999,"15min":2.7839999999999998},"min":{"1min":0.83699999999999997,"5min":0.76000000000000001,"15min":0.73499999999999999},"max":{"1min":6.2759999999999998,"5min":6.2759999999999998,"15min":127.413},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.9810000000000001,"5min":2.4009999999999998,"15min":2.698},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":5.6669999999999998,"5min":6.7119999999999997,"15min":127.542},"last":1.393}]},{"osd":6,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.5230000000000001,"15min":2.4649999999999999},"min":{"1min":1.097,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":6.4029999999999996,"5min":12.82,"15min":12.82},"last":1.655},{"interface":"front","average":{"1min":2.4420000000000002,"5min":2.786,"15min":2.5880000000000001},"min":{"1min":1.2290000000000001,"5min":1.0640000000000001,"15min":0.76900000000000002},"max":{"1min":6.4850000000000003,"5min":8.8260000000000005,"15min":10.377000000000001},"last":1.181}]},{"osd":7,"last update":"Mon Nov 16 20:45:12 2020","interfaces":[{"interface":"back","average":{"1min":2.9740000000000002,"5min":3.0720000000000001,"15min":3.3559999999999999},"min":{"1min":1.5760000000000001,"5min":1.139,"15min":1.0089999999999999},"max":{"1min":6.5209999999999999,"5min":7.9969999999999999,"15min":130.572},"last":1.5129999999999999},{"interface":"front","average":{"1min":2.226,"5min":2.6859999999999999,"15min":3.282},"min":{"1min":1.1699999999999999,"5min":1.0660000000000001,"15min":1.0429999999999999},"max":{"1min":4.0510000000000002,"5min":5.7320000000000002,"15min":128.73599999999999},"last":1.429}]},{"osd":8,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.4750000000000001,"5min":2.9790000000000001,"15min":2.8039999999999998},"min":{"1min":1.3069999999999999,"5min":1.2549999999999999,"15min":0.69699999999999995},"max":{"1min":5.1699999999999999,"5min":5.8010000000000002,"15min":10.721},"last":1.244},{"interface":"front","average":{"1min":2.7320000000000002,"5min":3.1150000000000002,"15min":3.0310000000000001},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":8.8300000000000001,"5min":8.8300000000000001,"15min":13.355},"last":1.5740000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:45:50 2020","interfaces":[{"interface":"back","average":{"1min":2.23,"5min":3.0409999999999999,"15min":3.0950000000000002},"min":{"1min":1.389,"5min":1.264,"15min":1.264},"max":{"1min":3.4870000000000001,"5min":6.5010000000000003,"15min":11.589},"last":1.7170000000000001},{"interface":"front","average":{"1min":9.2940000000000005,"5min":4.6399999999999997,"15min":3.3620000000000001},"min":{"1min":1.5409999999999999,"5min":1.3240000000000001,"15min":0.93500000000000005},"max":{"1min":120.693,"5min":120.693,"15min":120.693},"last":1.966}]},{"osd":11,"last update":"Mon Nov 16 20:44:59 2020","interfaces":[{"interface":"back","average":{"1min":2.8130000000000002,"5min":3.0019999999999998,"15min":3.0489999999999999},"min":{"1min":1.51,"5min":1.181,"15min":1.181},"max":{"1min":7.5750000000000002,"5min":8.9930000000000003,"15min":8.9930000000000003},"last":1.9370000000000001},{"interface":"front","average":{"1min":3.1360000000000001,"5min":3.6160000000000001,"15min":3.3780000000000001},"min":{"1min":1.7210000000000001,"5min":1.571,"15min":1.3859999999999999},"max":{"1min":6.9050000000000002,"5min":9.3339999999999996,"15min":12.023999999999999},"last":1.804}]}]},{"osd":8,"up_from":63,"seq":270582939983,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1511704,"kb_used_data":1264144,"kb_used_omap":0,"kb_used_meta":247552,"kb_avail":92233448,"statfs":{"total":95995035648,"available":94447050752,"internally_reserved":0,"allocated":1294483456,"data_stored":1294152440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":253493248},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":5.5250000000000004,"5min":2.6429999999999998,"15min":2.1400000000000001},"min":{"1min":0.56899999999999995,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":80.534000000000006,"5min":80.534000000000006,"15min":80.534000000000006},"last":2.464},{"interface":"front","average":{"1min":5.5679999999999996,"5min":2.6920000000000002,"15min":2.1579999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.54900000000000004},"max":{"1min":80.248000000000005,"5min":80.248000000000005,"15min":80.248000000000005},"last":11.851000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:44:56 2020","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":3.1320000000000001,"15min":3.0419999999999998},"min":{"1min":0.61199999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":6.0599999999999996,"5min":48.720999999999997,"15min":141.761},"last":0.98299999999999998},{"interface":"front","average":{"1min":1.954,"5min":3.254,"15min":3.472},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.64200000000000002},"max":{"1min":3.9430000000000001,"5min":48.799999999999997,"15min":141.87100000000001},"last":2.7000000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1709999999999998,"5min":1.899,"15min":2.7959999999999998},"min":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":8.468,"5min":8.468,"15min":137.90299999999999},"last":2.5859999999999999},{"interface":"front","average":{"1min":1.9419999999999999,"5min":1.879,"15min":2.794},"min":{"1min":0.746,"5min":0.623,"15min":0.60799999999999998},"max":{"1min":5.8739999999999997,"5min":5.8739999999999997,"15min":138.24299999999999},"last":13.185}]},{"osd":4,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.427,"5min":2.363,"15min":2.4529999999999998},"min":{"1min":0.85499999999999998,"5min":0.72699999999999998,"15min":0.69299999999999995},"max":{"1min":8.3219999999999992,"5min":8.3219999999999992,"15min":36.006999999999998},"last":2.8239999999999998},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.1789999999999998,"15min":2.4289999999999998},"min":{"1min":0.86499999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":6.3760000000000003,"5min":6.3760000000000003,"15min":42.060000000000002},"last":12.077999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.2530000000000001,"5min":2.3530000000000002,"15min":2.2480000000000002},"min":{"1min":1.04,"5min":0.999,"15min":0.65900000000000003},"max":{"1min":6.4850000000000003,"5min":6.4850000000000003,"15min":6.4850000000000003},"last":12.273999999999999},{"interface":"front","average":{"1min":2.528,"5min":2.3879999999999999,"15min":2.1099999999999999},"min":{"1min":1.093,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":5.9500000000000002,"5min":7.0060000000000002,"15min":7.7220000000000004},"last":11.808999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":2.4670000000000001,"15min":2.3919999999999999},"min":{"1min":1.2490000000000001,"5min":0.84299999999999997,"15min":0.69599999999999995},"max":{"1min":8.6210000000000004,"5min":8.6210000000000004,"15min":9.4199999999999999},"last":2.9369999999999998},{"interface":"front","average":{"1min":2.3799999999999999,"5min":2.6280000000000001,"15min":2.633},"min":{"1min":1.133,"5min":1.04,"15min":0.872},"max":{"1min":6.569,"5min":10.359,"15min":10.569000000000001},"last":12.166}]},{"osd":7,"last update":"Mon Nov 16 20:45:34 2020","interfaces":[{"interface":"back","average":{"1min":2.73,"5min":2.6819999999999999,"15min":2.7890000000000001},"min":{"1min":1.1519999999999999,"5min":1.0669999999999999,"15min":1.006},"max":{"1min":6.0810000000000004,"5min":8.0909999999999993,"15min":37.5},"last":13.644},{"interface":"front","average":{"1min":2.6320000000000001,"5min":2.7879999999999998,"15min":2.6930000000000001},"min":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":5.883,"5min":5.8949999999999996,"15min":35.509999999999998},"last":11.984}]},{"osd":9,"last update":"Mon Nov 16 20:45:34 2020","interfaces":[{"interface":"back","average":{"1min":2.839,"5min":2.895,"15min":3.1880000000000002},"min":{"1min":1.3340000000000001,"5min":1.194,"15min":0.93500000000000005},"max":{"1min":8.7490000000000006,"5min":8.7490000000000006,"15min":89.052999999999997},"last":3.0430000000000001},{"interface":"front","average":{"1min":3.0640000000000001,"5min":3.194,"15min":3.2909999999999999},"min":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":0.86199999999999999},"max":{"1min":8.8640000000000008,"5min":8.8640000000000008,"15min":89.296000000000006},"last":3.149}]},{"osd":10,"last update":"Mon Nov 16 20:45:34 2020","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":2.8490000000000002,"15min":2.7360000000000002},"min":{"1min":1.4099999999999999,"5min":0.98199999999999998,"15min":0.92400000000000004},"max":{"1min":6.6760000000000002,"5min":8.4239999999999995,"15min":12.064},"last":12.244999999999999},{"interface":"front","average":{"1min":2.9289999999999998,"5min":2.968,"15min":2.9580000000000002},"min":{"1min":1.5880000000000001,"5min":1.5049999999999999,"15min":1.1639999999999999},"max":{"1min":8.9830000000000005,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":5.4039999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:45:02 2020","interfaces":[{"interface":"back","average":{"1min":3.6949999999999998,"5min":3.2919999999999998,"15min":3.137},"min":{"1min":1.5349999999999999,"5min":1.1870000000000001,"15min":0.96299999999999997},"max":{"1min":6.7569999999999997,"5min":9.1189999999999998,"15min":9.1189999999999998},"last":12.114000000000001},{"interface":"front","average":{"1min":2.597,"5min":2.8639999999999999,"15min":3.0379999999999998},"min":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2549999999999999},"max":{"1min":6.274,"5min":6.274,"15min":12.257999999999999},"last":13.513}]}]},{"osd":7,"up_from":225,"seq":966367641814,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1238108,"kb_used_data":984404,"kb_used_omap":0,"kb_used_meta":253695,"kb_avail":92507044,"statfs":{"total":95995035648,"available":94727213056,"internally_reserved":0,"allocated":1008029696,"data_stored":1007694608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":259783740},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.097,"5min":2.153,"15min":3.0899999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.503},"max":{"1min":11.471,"5min":32.640999999999998,"15min":123.182},"last":0.56399999999999995},{"interface":"front","average":{"1min":1.631,"5min":1.9930000000000001,"15min":2.9129999999999998},"min":{"1min":0.63100000000000001,"5min":0.57799999999999996,"15min":0.52700000000000002},"max":{"1min":7.4550000000000001,"5min":32.710000000000001,"15min":122.154},"last":0.95299999999999996}]},{"osd":2,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.573,"15min":2.4929999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.53800000000000003},"max":{"1min":2.4319999999999999,"5min":7.4109999999999996,"15min":118.31699999999999},"last":1.423},{"interface":"front","average":{"1min":1.639,"5min":1.9279999999999999,"15min":2.8109999999999999},"min":{"1min":0.88400000000000001,"5min":0.73199999999999998,"15min":0.53600000000000003},"max":{"1min":2.6909999999999998,"5min":7.7910000000000004,"15min":117.771},"last":1.141}]},{"osd":3,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.4900000000000002,"5min":2.9580000000000002,"15min":3.992},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.57399999999999995},"max":{"1min":11.221,"5min":81.248000000000005,"15min":219.61199999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.7430000000000001,"5min":2.8540000000000001,"15min":4.0519999999999996},"min":{"1min":0.80800000000000005,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.996,"5min":81.700000000000003,"15min":221.09700000000001},"last":1.5860000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":1.9039999999999999,"15min":2.024},"min":{"1min":0.92100000000000004,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":7.7030000000000003,"5min":7.7030000000000003,"15min":11.75},"last":0.76700000000000002},{"interface":"front","average":{"1min":2.8599999999999999,"5min":2.5409999999999999,"15min":2.3340000000000001},"min":{"1min":1.2729999999999999,"5min":0.629,"15min":0.629},"max":{"1min":11.789,"5min":11.789,"15min":11.821999999999999},"last":1.282}]},{"osd":5,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":2.4569999999999999,"15min":2.2639999999999998},"min":{"1min":0.82899999999999996,"5min":0.79100000000000004,"15min":0.69899999999999995},"max":{"1min":11.978999999999999,"5min":14.191000000000001,"15min":14.191000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":2.5190000000000001,"5min":2.226,"15min":2.387},"min":{"1min":1.091,"5min":0.84499999999999997,"15min":0.64800000000000002},"max":{"1min":7.9290000000000003,"5min":7.9290000000000003,"15min":42.213999999999999},"last":0.85699999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:45:52 2020","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":2.762,"15min":2.5179999999999998},"min":{"1min":0.94599999999999995,"5min":0.93300000000000005,"15min":0.71899999999999997},"max":{"1min":12.243,"5min":13.795,"15min":13.795},"last":1.0409999999999999},{"interface":"front","average":{"1min":2.3330000000000002,"5min":2.6400000000000001,"15min":2.5710000000000002},"min":{"1min":1.01,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":4.6920000000000002,"5min":8.3970000000000002,"15min":11.693},"last":1.968}]},{"osd":8,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.75,"5min":2.637,"15min":2.5550000000000002},"min":{"1min":1.091,"5min":1.02,"15min":0.80000000000000004},"max":{"1min":8.1669999999999998,"5min":8.1669999999999998,"15min":42.518000000000001},"last":1.0940000000000001},{"interface":"front","average":{"1min":2.7469999999999999,"5min":2.7509999999999999,"15min":2.641},"min":{"1min":1.7350000000000001,"5min":1.149,"15min":0.92600000000000005},"max":{"1min":8.8360000000000003,"5min":8.8360000000000003,"15min":42.670000000000002},"last":1.2270000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.762,"15min":2.8580000000000001},"min":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.0409999999999999},"max":{"1min":8.3859999999999992,"5min":8.3859999999999992,"15min":42.825000000000003},"last":1.5569999999999999},{"interface":"front","average":{"1min":2.4740000000000002,"5min":2.9260000000000002,"15min":2.9009999999999998},"min":{"1min":1.3169999999999999,"5min":0.999,"15min":0.95199999999999996},"max":{"1min":3.7919999999999998,"5min":8.5079999999999991,"15min":42.156999999999996},"last":2.101}]},{"osd":10,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.9660000000000002,"5min":2.8559999999999999,"15min":2.8690000000000002},"min":{"1min":1.373,"5min":1.1319999999999999,"15min":0.98899999999999999},"max":{"1min":9.0779999999999994,"5min":9.0779999999999994,"15min":43.125999999999998},"last":1.3140000000000001},{"interface":"front","average":{"1min":3.048,"5min":2.9790000000000001,"15min":2.9100000000000001},"min":{"1min":1.603,"5min":1.2350000000000001,"15min":1.0529999999999999},"max":{"1min":8.6170000000000009,"5min":8.6170000000000009,"15min":42.377000000000002},"last":1.3999999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":3.077,"5min":3.347,"15min":3.2290000000000001},"min":{"1min":1.369,"5min":1.369,"15min":1.1830000000000001},"max":{"1min":9.3190000000000008,"5min":9.3190000000000008,"15min":42.976999999999997},"last":1.4830000000000001},{"interface":"front","average":{"1min":2.6779999999999999,"5min":3.1819999999999999,"15min":3.1589999999999998},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.135},"max":{"1min":4.4089999999999998,"5min":8.5909999999999993,"15min":42.305999999999997},"last":2.2189999999999999}]}]},{"osd":6,"up_from":49,"seq":210453397848,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1227352,"kb_used_data":989072,"kb_used_omap":0,"kb_used_meta":238272,"kb_avail":92517800,"statfs":{"total":95995035648,"available":94738227200,"internally_reserved":0,"allocated":1012809728,"data_stored":1012478712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":243990528},"hb_peers":[0,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:42 2020","interfaces":[{"interface":"back","average":{"1min":1.5900000000000001,"5min":5.4299999999999997,"15min":2.7149999999999999},"min":{"1min":0.65400000000000003,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":4.8819999999999997,"5min":219.09899999999999,"15min":219.09899999999999},"last":1.444},{"interface":"front","average":{"1min":1.379,"5min":5.9340000000000002,"15min":3.2959999999999998},"min":{"1min":0.70399999999999996,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.0270000000000001,"5min":219.006,"15min":219.006},"last":2.234}]},{"osd":1,"last update":"Mon Nov 16 20:42:21 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":4.6769999999999996,"15min":3.024},"min":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4350000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":4.7450000000000001,"15min":3.004},"min":{"1min":0.72599999999999998,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":4.2779999999999996,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":1.431,"15min":1.8300000000000001},"min":{"1min":0.68899999999999995,"5min":0.625,"15min":0.57699999999999996},"max":{"1min":3.2959999999999998,"5min":4.3600000000000003,"15min":82.668000000000006},"last":1.51},{"interface":"front","average":{"1min":1.343,"5min":1.677,"15min":1.905},"min":{"1min":0.68500000000000005,"5min":0.59399999999999997,"15min":0.58099999999999996},"max":{"1min":1.8959999999999999,"5min":5.7640000000000002,"15min":84.108000000000004},"last":2.597}]},{"osd":3,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":2.0600000000000001,"15min":2.9049999999999998},"min":{"1min":0.66600000000000004,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":6.5309999999999997,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.5720000000000001},{"interface":"front","average":{"1min":1.772,"5min":1.986,"15min":2.9209999999999998},"min":{"1min":0.92400000000000004,"5min":0.71699999999999997,"15min":0.68799999999999994},"max":{"1min":2.4590000000000001,"5min":6.3150000000000004,"15min":171.46100000000001},"last":2.8100000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":2.165,"15min":2.4990000000000001},"min":{"1min":1.4590000000000001,"5min":0.65700000000000003,"15min":0.58999999999999997},"max":{"1min":3.371,"5min":7.8090000000000002,"15min":116.849},"last":2.4350000000000001},{"interface":"front","average":{"1min":1.9570000000000001,"5min":2.298,"15min":2.5880000000000001},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.56399999999999995},"max":{"1min":5.6879999999999997,"5min":7.5700000000000003,"15min":117.947},"last":2.8780000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":1.897,"5min":2.351,"15min":2.1840000000000002},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.72599999999999998},"max":{"1min":5.8600000000000003,"5min":7.4530000000000003,"15min":13.518000000000001},"last":2.0369999999999999},{"interface":"front","average":{"1min":2.2480000000000002,"5min":2.4159999999999999,"15min":2.165},"min":{"1min":1.052,"5min":0.89200000000000002,"15min":0.79400000000000004},"max":{"1min":6.242,"5min":7.835,"15min":9.1539999999999999},"last":2.4689999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:44 2020","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":2.331,"15min":2.1720000000000002},"min":{"1min":0.81399999999999995,"5min":0.75600000000000001,"15min":0.67700000000000005},"max":{"1min":2.9159999999999999,"5min":10.506,"15min":12.582000000000001},"last":2.7010000000000001},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.8100000000000001,"15min":2.657},"min":{"1min":1.1180000000000001,"5min":1.0349999999999999,"15min":0.79300000000000004},"max":{"1min":3.0819999999999999,"5min":10.651999999999999,"15min":14.067},"last":2.9740000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:45:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1749999999999998,"5min":3.8170000000000002,"15min":2.883},"min":{"1min":1.2310000000000001,"5min":0.97899999999999998,"15min":0.90400000000000003},"max":{"1min":4.3949999999999996,"5min":115.756,"15min":115.756},"last":3.3940000000000001},{"interface":"front","average":{"1min":2.1930000000000001,"5min":3.6699999999999999,"15min":2.9620000000000002},"min":{"1min":0.90900000000000003,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":4.1669999999999998,"5min":114.051,"15min":114.051},"last":2.3090000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":10.331,"5min":5.5270000000000001,"15min":3.5910000000000002},"min":{"1min":1.556,"5min":1.0720000000000001,"15min":0.94799999999999995},"max":{"1min":135.161,"5min":135.161,"15min":135.161},"last":3.1640000000000001},{"interface":"front","average":{"1min":10.673999999999999,"5min":5.9470000000000001,"15min":3.6419999999999999},"min":{"1min":1.7490000000000001,"5min":1.2210000000000001,"15min":0.97299999999999998},"max":{"1min":135.35400000000001,"5min":135.35400000000001,"15min":135.35400000000001},"last":3.302}]},{"osd":10,"last update":"Mon Nov 16 20:44:58 2020","interfaces":[{"interface":"back","average":{"1min":2.46,"5min":2.8239999999999998,"15min":2.6120000000000001},"min":{"1min":1.1970000000000001,"5min":0.98499999999999999,"15min":0.88900000000000001},"max":{"1min":4.984,"5min":9.0419999999999998,"15min":9.1489999999999991},"last":2.6640000000000001},{"interface":"front","average":{"1min":2.7709999999999999,"5min":3.1389999999999998,"15min":2.6320000000000001},"min":{"1min":1.4890000000000001,"5min":1.276,"15min":0.88800000000000001},"max":{"1min":5.1180000000000003,"5min":9.2230000000000008,"15min":10.095000000000001},"last":3.117}]},{"osd":11,"last update":"Mon Nov 16 20:44:58 2020","interfaces":[{"interface":"back","average":{"1min":2.1709999999999998,"5min":3.5019999999999998,"15min":2.7160000000000002},"min":{"1min":1.0609999999999999,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":3.9900000000000002,"5min":113.28,"15min":113.28},"last":3.0470000000000002},{"interface":"front","average":{"1min":2.3999999999999999,"5min":3.8410000000000002,"15min":2.9689999999999999},"min":{"1min":1.381,"5min":1.095,"15min":1.095},"max":{"1min":4.1390000000000002,"5min":113.851,"15min":113.851},"last":3.2120000000000002}]}]},{"osd":1,"up_from":18,"seq":77309411699,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1695320,"kb_used_data":1317648,"kb_used_omap":0,"kb_used_meta":377664,"kb_avail":92049832,"statfs":{"total":95995035648,"available":94259027968,"internally_reserved":0,"allocated":1349271552,"data_stored":1348940536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":386727936},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:19 2020","interfaces":[{"interface":"back","average":{"1min":1.798,"5min":1.653,"15min":2.0659999999999998},"min":{"1min":0.53600000000000003,"5min":0.52800000000000002,"15min":0.47199999999999998},"max":{"1min":9.7789999999999999,"5min":9.7789999999999999,"15min":97.320999999999998},"last":1.198},{"interface":"front","average":{"1min":2.1560000000000001,"5min":2.3610000000000002,"15min":2.738},"min":{"1min":0.83599999999999997,"5min":0.67800000000000005,"15min":0.51200000000000001},"max":{"1min":9.9030000000000005,"5min":13.487,"15min":97.376000000000005},"last":1.4730000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.802,"15min":2.3159999999999998},"min":{"1min":0.64300000000000002,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":6.0339999999999998,"5min":13.121,"15min":98.257000000000005},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.242,"5min":1.663,"15min":2.5539999999999998},"min":{"1min":0.59699999999999998,"5min":0.52100000000000002,"15min":0.52000000000000002},"max":{"1min":2.6360000000000001,"5min":12.002000000000001,"15min":97.945999999999998},"last":1.3320000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":1.2989999999999999},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":1.6439999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.613,"5min":2.0590000000000002,"15min":2.1030000000000002},"min":{"1min":0.72099999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.0840000000000001,"5min":5.7539999999999996,"15min":5.7539999999999996},"last":1.607},{"interface":"front","average":{"1min":1.8360000000000001,"5min":2.2589999999999999,"15min":2.3530000000000002},"min":{"1min":0.96699999999999997,"5min":0.93799999999999994,"15min":0.93799999999999994},"max":{"1min":2.8660000000000001,"5min":5.8230000000000004,"15min":5.8230000000000004},"last":1.736}]},{"osd":5,"last update":"Mon Nov 16 20:45:08 2020","interfaces":[{"interface":"back","average":{"1min":3.3660000000000001,"5min":3.6779999999999999,"15min":3.3130000000000002},"min":{"1min":0.93700000000000006,"5min":0.66500000000000004,"15min":0.65000000000000002},"max":{"1min":26.977,"5min":97.927999999999997,"15min":97.927999999999997},"last":0.748},{"interface":"front","average":{"1min":3.855,"5min":4.2800000000000002,"15min":4.1879999999999997},"min":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":0.96599999999999997},"max":{"1min":27.120999999999999,"5min":98.322000000000003,"15min":98.322000000000003},"last":0.98999999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:45:19 2020","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":2.7909999999999999,"15min":3.9249999999999998},"min":{"1min":1.159,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":3.4940000000000002,"5min":13.009,"15min":103.09699999999999},"last":1.849},{"interface":"front","average":{"1min":2.3380000000000001,"5min":2.9129999999999998,"15min":4.1310000000000002},"min":{"1min":1.355,"5min":0.91000000000000003,"15min":0.88100000000000001},"max":{"1min":3.9169999999999998,"5min":13.792,"15min":102.877},"last":2.089}]},{"osd":7,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.4740000000000002,"15min":4.1479999999999997},"min":{"1min":0.95599999999999996,"5min":0.87,"15min":0.83599999999999997},"max":{"1min":6.1820000000000004,"5min":13.673999999999999,"15min":160.39400000000001},"last":0.85999999999999999},{"interface":"front","average":{"1min":1.4199999999999999,"5min":2.2269999999999999,"15min":3.1059999999999999},"min":{"1min":0.91400000000000003,"5min":0.751,"15min":0.70699999999999996},"max":{"1min":2.4849999999999999,"5min":26.556999999999999,"15min":161.446},"last":1.0309999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:45:08 2020","interfaces":[{"interface":"back","average":{"1min":3.9470000000000001,"5min":4.3899999999999997,"15min":4.5910000000000002},"min":{"1min":1.698,"5min":1.212,"15min":0.82899999999999996},"max":{"1min":27.251999999999999,"5min":98.739999999999995,"15min":98.739999999999995},"last":1.9670000000000001},{"interface":"front","average":{"1min":3.0350000000000001,"5min":2.5339999999999998,"15min":3.1760000000000002},"min":{"1min":0.86899999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":26.77,"5min":26.77,"15min":99.825000000000003},"last":1.161}]},{"osd":9,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":2.2189999999999999,"5min":2.923,"15min":3.8140000000000001},"min":{"1min":1.036,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":9.8659999999999997,"5min":15.629,"15min":98.683999999999997},"last":1.1180000000000001},{"interface":"front","average":{"1min":2.1659999999999999,"5min":3.0880000000000001,"15min":3.7069999999999999},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":0.86399999999999999},"max":{"1min":6.258,"5min":15.382999999999999,"15min":98.972999999999999},"last":1.421}]},{"osd":10,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":2.3820000000000001,"15min":3.6520000000000001},"min":{"1min":1.048,"5min":0.94099999999999995,"15min":0.94099999999999995},"max":{"1min":3.96,"5min":6.8209999999999997,"15min":100.108},"last":1.3},{"interface":"front","average":{"1min":1.768,"5min":2.5979999999999999,"15min":3.3239999999999998},"min":{"1min":1.095,"5min":1.046,"15min":1.04},"max":{"1min":3.8210000000000002,"5min":11.148999999999999,"15min":98.613},"last":1.4490000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:45:00 2020","interfaces":[{"interface":"back","average":{"1min":4.3259999999999996,"5min":3.6629999999999998,"15min":3.96},"min":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.0620000000000001},"max":{"1min":26.873000000000001,"5min":26.873000000000001,"15min":99.150000000000006},"last":3.6320000000000001},{"interface":"front","average":{"1min":3.4630000000000001,"5min":3.2040000000000002,"15min":4.1929999999999996},"min":{"1min":1.2210000000000001,"5min":1.198,"15min":1.0509999999999999},"max":{"1min":26.925999999999998,"5min":26.925999999999998,"15min":99.512},"last":2.1720000000000002}]}]},{"osd":0,"up_from":12,"seq":51539607929,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2136920,"kb_used_data":1904592,"kb_used_omap":0,"kb_used_meta":232064,"kb_avail":91608232,"statfs":{"total":95995035648,"available":93806829568,"internally_reserved":0,"allocated":1950302208,"data_stored":1949971192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237633536},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.0880000000000001,"5min":2.9889999999999999,"15min":2.9079999999999999},"min":{"1min":0.65000000000000002,"5min":0.495,"15min":0.47599999999999998},"max":{"1min":9.3320000000000007,"5min":54.354999999999997,"15min":54.354999999999997},"last":1.665},{"interface":"front","average":{"1min":2.3730000000000002,"5min":2.948,"15min":2.9830000000000001},"min":{"1min":0.84799999999999998,"5min":0.69399999999999995,"15min":0.54100000000000004},"max":{"1min":9.5820000000000007,"5min":54.603999999999999,"15min":54.603999999999999},"last":1.141}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:45:10 2020","interfaces":[{"interface":"back","average":{"1min":1.633,"5min":1.837,"15min":2.145},"min":{"1min":0.58299999999999996,"5min":0.496,"15min":0.496},"max":{"1min":7.2009999999999996,"5min":11.704000000000001,"15min":31.731999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.655,"5min":1.748,"15min":2.0630000000000002},"min":{"1min":0.66800000000000004,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":7.2519999999999998,"5min":8.7279999999999998,"15min":34.512},"last":1.9319999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:45:36 2020","interfaces":[{"interface":"back","average":{"1min":2.077,"5min":1.899,"15min":2.016},"min":{"1min":1.2050000000000001,"5min":0.59999999999999998,"15min":0.55100000000000005},"max":{"1min":7.9020000000000001,"5min":7.9020000000000001,"15min":111.956},"last":1.8},{"interface":"front","average":{"1min":2.7629999999999999,"5min":2.5550000000000002,"15min":2.6070000000000002},"min":{"1min":1.419,"5min":1.0249999999999999,"15min":0.72299999999999998},"max":{"1min":9.0090000000000003,"5min":9.0090000000000003,"15min":112.206},"last":2.1000000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:45:10 2020","interfaces":[{"interface":"back","average":{"1min":2.7829999999999999,"5min":2.2269999999999999,"15min":1.948},"min":{"1min":0.71299999999999997,"5min":0.63300000000000001,"15min":0.60999999999999999},"max":{"1min":8.1790000000000003,"5min":12.334,"15min":12.334},"last":1.409},{"interface":"front","average":{"1min":2.681,"5min":2.169,"15min":2.1709999999999998},"min":{"1min":1.133,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":8.6959999999999997,"5min":8.6959999999999997,"15min":47.793999999999997},"last":1.1639999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:45:38 2020","interfaces":[{"interface":"back","average":{"1min":2.7770000000000001,"5min":2.5760000000000001,"15min":2.4849999999999999},"min":{"1min":1.341,"5min":0.79500000000000004,"15min":0.71699999999999997},"max":{"1min":8.4719999999999995,"5min":9.25,"15min":47.442},"last":1.4670000000000001},{"interface":"front","average":{"1min":2.8029999999999999,"5min":2.7970000000000002,"15min":2.5979999999999999},"min":{"1min":1.46,"5min":0.88300000000000001,"15min":0.70399999999999996},"max":{"1min":8.8610000000000007,"5min":9.0969999999999995,"15min":48.149999999999999},"last":1.643}]},{"osd":7,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":3.0640000000000001,"5min":2.714,"15min":3.3140000000000001},"min":{"1min":1.0940000000000001,"5min":0.85799999999999998,"15min":0.82199999999999995},"max":{"1min":11.177,"5min":11.177,"15min":97.435000000000002},"last":1.488},{"interface":"front","average":{"1min":2.0390000000000001,"5min":2.629,"15min":3.4140000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":5.0830000000000002,"5min":12.471,"15min":96.828000000000003},"last":1.6000000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:45:10 2020","interfaces":[{"interface":"back","average":{"1min":3.29,"5min":4.1120000000000001,"15min":3.5019999999999998},"min":{"1min":1.2709999999999999,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":9.7729999999999997,"5min":82.204999999999998,"15min":96.248000000000005},"last":2.0539999999999998},{"interface":"front","average":{"1min":2.9260000000000002,"5min":4.157,"15min":3.3450000000000002},"min":{"1min":0.97599999999999998,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":8.6099999999999994,"5min":79.483999999999995,"15min":96.043000000000006},"last":1.8939999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:45:42 2020","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.3769999999999998,"15min":2.5510000000000002},"min":{"1min":1.488,"5min":0.91200000000000003,"15min":0.79400000000000004},"max":{"1min":5.1760000000000002,"5min":60.097999999999999,"15min":60.097999999999999},"last":1.762},{"interface":"front","average":{"1min":2.5720000000000001,"5min":3.4849999999999999,"15min":2.903},"min":{"1min":1.6259999999999999,"5min":0.89400000000000002,"15min":0.88400000000000001},"max":{"1min":7.6600000000000001,"5min":59.579000000000001,"15min":59.579000000000001},"last":2.2280000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.9540000000000002,"15min":2.5289999999999999},"min":{"1min":1.6399999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"max":{"1min":7.3449999999999998,"5min":9.1829999999999998,"15min":26.870999999999999},"last":2.3919999999999999},{"interface":"front","average":{"1min":2.7080000000000002,"5min":3.5190000000000001,"15min":3.1419999999999999},"min":{"1min":1.407,"5min":1.264,"15min":1.004},"max":{"1min":9.9920000000000009,"5min":24.378,"15min":47.237000000000002},"last":2.0800000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:45:10 2020","interfaces":[{"interface":"back","average":{"1min":3.403,"5min":4.1280000000000001,"15min":3.5579999999999998},"min":{"1min":1.498,"5min":1.1140000000000001,"15min":1.032},"max":{"1min":10.217000000000001,"5min":55.441000000000003,"15min":55.441000000000003},"last":1.829},{"interface":"front","average":{"1min":3.6360000000000001,"5min":4.4640000000000004,"15min":3.6680000000000001},"min":{"1min":1.554,"5min":1.133,"15min":1.133},"max":{"1min":10.352,"5min":61.509,"15min":61.509},"last":2.7509999999999999}]}]},{"osd":2,"up_from":0,"seq":98784248174,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051944,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":601496,"kb_used_data":328976,"kb_used_omap":0,"kb_used_meta":272512,"kb_avail":93143656,"statfs":{"total":95995035648,"available":95379103744,"internally_reserved":0,"allocated":336871424,"data_stored":336540408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":279052288},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":1.806,"5min":1.54,"15min":2.0430000000000001},"min":{"1min":0.60799999999999998,"5min":0.51200000000000001,"15min":0.47999999999999998},"max":{"1min":8.8539999999999992,"5min":8.8539999999999992,"15min":130.286},"last":0.84999999999999998},{"interface":"front","average":{"1min":1.8859999999999999,"5min":1.8149999999999999,"15min":2.3159999999999998},"min":{"1min":0.86799999999999999,"5min":0.68999999999999995,"15min":0.48899999999999999},"max":{"1min":7.0140000000000002,"5min":7.0140000000000002,"15min":130.40799999999999},"last":2.6269999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:44:57 2020","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.415,"15min":2.2669999999999999},"min":{"1min":0.55600000000000005,"5min":0.52900000000000003,"15min":0.52800000000000002},"max":{"1min":4.4930000000000003,"5min":4.4930000000000003,"15min":122.545},"last":0.81499999999999995},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.329,"15min":2.323},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.52700000000000002},"max":{"1min":1.923,"5min":5.2039999999999997,"15min":123.28},"last":1.611}]},{"osd":4,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.9199999999999999},"min":{"1min":0.59499999999999997,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":2.3719999999999999,"5min":5.3319999999999999,"15min":38.744999999999997},"last":1.296},{"interface":"front","average":{"1min":1.369,"5min":1.6299999999999999,"15min":2.0219999999999998},"min":{"1min":0.84999999999999998,"5min":0.58999999999999997,"15min":0.58399999999999996},"max":{"1min":2.0369999999999999,"5min":5.806,"15min":36.244},"last":1.3460000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:44:57 2020","interfaces":[{"interface":"back","average":{"1min":1.2430000000000001,"5min":1.4890000000000001,"15min":2.0630000000000002},"min":{"1min":0.73999999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.4500000000000002,"5min":4.343,"15min":38.185000000000002},"last":1.1519999999999999},{"interface":"front","average":{"1min":1.51,"5min":1.661,"15min":2.0489999999999999},"min":{"1min":0.874,"5min":0.77500000000000002,"15min":0.71399999999999997},"max":{"1min":2.5459999999999998,"5min":4.4749999999999996,"15min":37.875},"last":1.6739999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.3690000000000002,"15min":3.0569999999999999},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":14.042,"5min":37.177999999999997,"15min":81.596999999999994},"last":0.93200000000000005},{"interface":"front","average":{"1min":2.5910000000000002,"5min":2.8620000000000001,"15min":3.306},"min":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.77100000000000002},"max":{"1min":14.182,"5min":37.545000000000002,"15min":81.935000000000002},"last":1.474}]},{"osd":7,"last update":"Mon Nov 16 20:44:55 2020","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.883,"15min":2.9500000000000002},"min":{"1min":0.74299999999999999,"5min":0.71399999999999997,"15min":0.69999999999999996},"max":{"1min":5.7569999999999997,"5min":5.7569999999999997,"15min":121.33199999999999},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.6599999999999999,"5min":2.2229999999999999,"15min":2.9910000000000001},"min":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.80900000000000005},"max":{"1min":3.0459999999999998,"5min":5.5250000000000004,"15min":84.724999999999994},"last":1.986}]},{"osd":8,"last update":"Mon Nov 16 20:44:57 2020","interfaces":[{"interface":"back","average":{"1min":1.6419999999999999,"5min":2.04,"15min":3.1840000000000002},"min":{"1min":1.0580000000000001,"5min":0.92600000000000005,"15min":0.90000000000000002},"max":{"1min":2.552,"5min":3.8500000000000001,"15min":111.735},"last":1.9059999999999999},{"interface":"front","average":{"1min":1.9399999999999999,"5min":2.2829999999999999,"15min":2.8199999999999998},"min":{"1min":1.0389999999999999,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":3.444,"5min":4.782,"15min":107.529},"last":2.762}]},{"osd":9,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":2.202,"5min":2.3610000000000002,"15min":3.0979999999999999},"min":{"1min":1.331,"5min":1.01,"15min":1.01},"max":{"1min":4.3600000000000003,"5min":6.8609999999999998,"15min":82.418000000000006},"last":2.194},{"interface":"front","average":{"1min":2.1440000000000001,"5min":2.52,"15min":2.7320000000000002},"min":{"1min":1.349,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":4.5220000000000002,"5min":7.2889999999999997,"15min":42.310000000000002},"last":1.8220000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":2.3180000000000001,"15min":3.177},"min":{"1min":1.5900000000000001,"5min":1.2909999999999999,"15min":0.91500000000000004},"max":{"1min":4.234,"5min":4.8339999999999996,"15min":79.700999999999993},"last":2.4550000000000001},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.4129999999999998,"15min":2.8010000000000002},"min":{"1min":1.3680000000000001,"5min":1.052,"15min":1.052},"max":{"1min":4.665,"5min":6.7249999999999996,"15min":40.555999999999997},"last":2.1680000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:44:57 2020","interfaces":[{"interface":"back","average":{"1min":2.2450000000000001,"5min":2.5750000000000002,"15min":3.254},"min":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.1399999999999999},"max":{"1min":5.0800000000000001,"5min":5.4340000000000002,"15min":81.390000000000001},"last":2.8900000000000001},{"interface":"front","average":{"1min":2.4849999999999999,"5min":2.7410000000000001,"15min":3.0139999999999998},"min":{"1min":1.5349999999999999,"5min":1.1930000000000001,"15min":1.1180000000000001},"max":{"1min":5.0330000000000004,"5min":7.7279999999999998,"15min":42.034999999999997},"last":2.3109999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855716,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1773912,"kb_used_data":1456336,"kb_used_omap":0,"kb_used_meta":317568,"kb_avail":91971240,"statfs":{"total":95995035648,"available":94178549760,"internally_reserved":0,"allocated":1491288064,"data_stored":1490957048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":325189632},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.9590000000000001,"15min":1.8280000000000001},"min":{"1min":0.75,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":5.1520000000000001,"5min":16.091999999999999,"15min":62.197000000000003},"last":1.7569999999999999},{"interface":"front","average":{"1min":1.581,"5min":1.9039999999999999,"15min":1.9610000000000001},"min":{"1min":0.82399999999999995,"5min":0.59599999999999997,"15min":0.54400000000000004},"max":{"1min":2.9820000000000002,"5min":16.904,"15min":61.820999999999998},"last":2.0670000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.823,"15min":3.645},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.53300000000000003},"max":{"1min":1.6970000000000001,"5min":14.339,"15min":277.74299999999999},"last":5.141},{"interface":"front","average":{"1min":1.643,"5min":2.0819999999999999,"15min":3.7149999999999999},"min":{"1min":0.88400000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.117,"5min":14.382999999999999,"15min":286.88499999999999},"last":5.0970000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:45:34 2020","interfaces":[{"interface":"back","average":{"1min":1.77,"5min":1.8149999999999999,"15min":2.2090000000000001},"min":{"1min":0.68700000000000006,"5min":0.60999999999999999,"15min":0.53800000000000003},"max":{"1min":3.2839999999999998,"5min":5.2969999999999997,"15min":37.697000000000003},"last":1.7929999999999999},{"interface":"front","average":{"1min":1.956,"5min":2.0960000000000001,"15min":2.2919999999999998},"min":{"1min":0.98999999999999999,"5min":0.66300000000000003,"15min":0.57999999999999996},"max":{"1min":5.2560000000000002,"5min":8.7929999999999993,"15min":37.956000000000003},"last":2.2810000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":2.3690000000000002,"15min":3.6240000000000001},"min":{"1min":0.875,"5min":0.75600000000000001,"15min":0.66000000000000003},"max":{"1min":2.3820000000000001,"5min":78.021000000000001,"15min":247.41499999999999},"last":2.6549999999999998},{"interface":"front","average":{"1min":2.1150000000000002,"5min":2.8679999999999999,"15min":3.9449999999999998},"min":{"1min":1.0589999999999999,"5min":0.70899999999999996,"15min":0.624},"max":{"1min":5.343,"5min":78.088999999999999,"15min":249.12},"last":2.1419999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:45:07 2020","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.1749999999999998,"15min":2.1909999999999998},"min":{"1min":0.91400000000000003,"5min":0.74099999999999999,"15min":0.65700000000000003},"max":{"1min":7.4649999999999999,"5min":7.4649999999999999,"15min":61.781999999999996},"last":1.9059999999999999},{"interface":"front","average":{"1min":2.718,"5min":2.448,"15min":2.4790000000000001},"min":{"1min":1.236,"5min":0.76800000000000002,"15min":0.72199999999999998},"max":{"1min":7.5730000000000004,"5min":7.5730000000000004,"15min":61.533000000000001},"last":2.9809999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":2.073,"5min":3.6720000000000002,"15min":2.7999999999999998},"min":{"1min":0.81899999999999995,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":6.1609999999999996,"5min":165.12,"15min":165.12},"last":1.8380000000000001},{"interface":"front","average":{"1min":1.849,"5min":3.7010000000000001,"15min":2.9199999999999999},"min":{"1min":1.3100000000000001,"5min":0.88300000000000001,"15min":0.81299999999999994},"max":{"1min":2.827,"5min":162.14099999999999,"15min":162.14099999999999},"last":2.1720000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:45:07 2020","interfaces":[{"interface":"back","average":{"1min":2.2010000000000001,"5min":2.3889999999999998,"15min":2.6349999999999998},"min":{"1min":0.95599999999999996,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":4.9429999999999996,"5min":7.1260000000000003,"15min":62.481999999999999},"last":2.3130000000000002},{"interface":"front","average":{"1min":3.0209999999999999,"5min":2.8330000000000002,"15min":2.8180000000000001},"min":{"1min":1.502,"5min":0.91200000000000003,"15min":0.90700000000000003},"max":{"1min":7.8449999999999998,"5min":8.5839999999999996,"15min":63.067},"last":3.1629999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":2.0209999999999999,"5min":2.5110000000000001,"15min":2.9420000000000002},"min":{"1min":1.093,"5min":1.093,"15min":0.879},"max":{"1min":3.3109999999999999,"5min":8.0229999999999997,"15min":63.304000000000002},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.113,"5min":2.6840000000000002,"15min":2.8439999999999999},"min":{"1min":1.155,"5min":1.155,"15min":1.0269999999999999},"max":{"1min":3.0609999999999999,"5min":7.8300000000000001,"15min":63.232999999999997},"last":2.512}]},{"osd":10,"last update":"Mon Nov 16 20:45:53 2020","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":2.6850000000000001,"15min":3.0619999999999998},"min":{"1min":1.3440000000000001,"5min":1.2669999999999999,"15min":1.143},"max":{"1min":6.8840000000000003,"5min":7.3799999999999999,"15min":64.043999999999997},"last":2.7909999999999999},{"interface":"front","average":{"1min":2.6429999999999998,"5min":2.456,"15min":2.9260000000000002},"min":{"1min":1.5049999999999999,"5min":1.004,"15min":1.004},"max":{"1min":6.8579999999999997,"5min":6.8780000000000001,"15min":62.686999999999998},"last":2.5430000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:45:07 2020","interfaces":[{"interface":"back","average":{"1min":3.0310000000000001,"5min":2.8580000000000001,"15min":3.0350000000000001},"min":{"1min":1.593,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":7.7430000000000003,"5min":7.7430000000000003,"15min":64.244},"last":2.927},{"interface":"front","average":{"1min":3.0659999999999998,"5min":3.0750000000000002,"15min":3.1819999999999999},"min":{"1min":1.7490000000000001,"5min":1.2370000000000001,"15min":1.0649999999999999},"max":{"1min":7.6299999999999999,"5min":12.273999999999999,"15min":64.447999999999993},"last":7.2370000000000001}]}]},{"osd":5,"up_from":0,"seq":180388626785,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:46:01.760 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph status --format=json
2020-11-16T20:46:01.800 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:01.803 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_historic_ops
2020-11-16T20:46:01.933 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:01.977 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:46:01.985 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:02.033 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:01 smithi065 bash[18823]: debug 2020-11-16T20:46:01.693+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:02.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:02.198 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:01 smithi071 bash[26650]: debug 2020-11-16T20:46:01.933+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:02.760 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:02.864 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:02.872 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:02 smithi071 bash[9480]: cluster 2020-11-16T20:46:02.387764+0000 mgr.x (mgr.14196) 1024 : cluster [DBG] pgmap v1528: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 780 op/s; 6807/156690 objects misplaced (4.344%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:46:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:02 smithi065 bash[9468]: cluster 2020-11-16T20:46:02.387764+0000 mgr.x (mgr.14196) 1024 : cluster [DBG] pgmap v1528: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 780 op/s; 6807/156690 objects misplaced (4.344%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:46:03.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:02 smithi142 bash[9523]: cluster 2020-11-16T20:46:02.387764+0000 mgr.x (mgr.14196) 1024 : cluster [DBG] pgmap v1528: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 780 op/s; 6807/156690 objects misplaced (4.344%); 6.0 MiB/s, 95 objects/s recovering
2020-11-16T20:46:03.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:46:02 smithi142 bash[15670]: debug 2020-11-16T20:46:02.760+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:03.113 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:03.198 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:46:03 smithi071 bash[16796]: debug 2020-11-16T20:46:03.009+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:03.372 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:03.475 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:03.620 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:03.624 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:46:03 smithi065 bash[14115]: debug 2020-11-16T20:46:03.369+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:03.624 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:46:03 smithi065 bash[14115]: debug 2020-11-16T20:46:03.617+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:03.719 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:46:03.724 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:03.780 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:46:03.837 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:03.894 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:03.941 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:03.960 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:04.013 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:03 smithi065 bash[18823]: debug 2020-11-16T20:46:03.837+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:04.877 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:04.981 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:05.006 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:46:04 smithi142 bash[15670]: debug 2020-11-16T20:46:04.884+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:05.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:05 smithi065 bash[9468]: cluster 2020-11-16T20:46:04.388257+0000 mgr.x (mgr.14196) 1025 : cluster [DBG] pgmap v1529: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.6 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 767 op/s; 6287/150970 objects misplaced (4.164%); 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:46:05.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:05 smithi065 bash[9468]: cluster 2020-11-16T20:46:04.493826+0000 osd.0 (osd.0) 162 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:05.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:05 smithi065 bash[9468]: cluster 2020-11-16T20:46:04.493887+0000 osd.0 (osd.0) 163 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:05.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:05 smithi142 bash[9523]: cluster 2020-11-16T20:46:04.388257+0000 mgr.x (mgr.14196) 1025 : cluster [DBG] pgmap v1529: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.6 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 767 op/s; 6287/150970 objects misplaced (4.164%); 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:46:05.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:05 smithi142 bash[9523]: cluster 2020-11-16T20:46:04.493826+0000 osd.0 (osd.0) 162 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:05.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:05 smithi142 bash[9523]: cluster 2020-11-16T20:46:04.493887+0000 osd.0 (osd.0) 163 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:05.877 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:05.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:05 smithi071 bash[9480]: cluster 2020-11-16T20:46:04.388257+0000 mgr.x (mgr.14196) 1025 : cluster [DBG] pgmap v1529: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.6 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 767 op/s; 6287/150970 objects misplaced (4.164%); 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:46:05.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:05 smithi071 bash[9480]: cluster 2020-11-16T20:46:04.493826+0000 osd.0 (osd.0) 162 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:05.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:05 smithi071 bash[9480]: cluster 2020-11-16T20:46:04.493887+0000 osd.0 (osd.0) 163 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:05.981 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:06.251 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:06.252 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:06 smithi065 bash[18823]: debug 2020-11-16T20:46:06.249+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:06.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:05 smithi142 bash[20366]: debug 2020-11-16T20:46:05.876+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:06.355 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:06.495 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:06.525 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:06 smithi065 bash[9468]: cluster 2020-11-16T20:46:05.447218+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e595: 12 total, 12 up, 9 in
2020-11-16T20:46:06.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:06 smithi065 bash[9468]: cluster 2020-11-16T20:46:06.388701+0000 mgr.x (mgr.14196) 1026 : cluster [DBG] pgmap v1531: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 6287/148994 objects misplaced (4.220%); 4.1 MiB/s, 64 objects/s recovering
2020-11-16T20:46:06.598 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:06.698 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:06 smithi071 bash[26650]: debug 2020-11-16T20:46:06.493+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:06.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:06 smithi071 bash[9480]: cluster 2020-11-16T20:46:05.447218+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e595: 12 total, 12 up, 9 in
2020-11-16T20:46:06.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:06 smithi071 bash[9480]: cluster 2020-11-16T20:46:06.388701+0000 mgr.x (mgr.14196) 1026 : cluster [DBG] pgmap v1531: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 6287/148994 objects misplaced (4.220%); 4.1 MiB/s, 64 objects/s recovering
2020-11-16T20:46:06.706 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:06.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:06 smithi142 bash[9523]: cluster 2020-11-16T20:46:05.447218+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e595: 12 total, 12 up, 9 in
2020-11-16T20:46:06.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:06 smithi142 bash[9523]: cluster 2020-11-16T20:46:06.388701+0000 mgr.x (mgr.14196) 1026 : cluster [DBG] pgmap v1531: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 0 B/s wr, 691 op/s; 6287/148994 objects misplaced (4.220%); 4.1 MiB/s, 64 objects/s recovering
2020-11-16T20:46:06.815 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:06.857 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:46:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:46:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:46:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:46:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.858 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:24127 4.1 4:8c15bef6:::benchmark_data_smithi065_31807_object24126:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:46:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:11.794196+0000",
2020-11-16T20:46:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 535.062860312,
2020-11-16T20:46:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.33461930499999998,
2020-11-16T20:46:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 24127
2020-11-16T20:46:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794196+0000",
2020-11-16T20:46:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794196+0000",
2020-11-16T20:46:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:46:06.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794160+0000",
2020-11-16T20:46:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012613199999999999
2020-11-16T20:46:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794286+0000",
2020-11-16T20:46:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8471e-05
2020-11-16T20:46:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794305+0000",
2020-11-16T20:46:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3050000000000004e-06
2020-11-16T20:46:06.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794312+0000",
2020-11-16T20:46:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3478000000000003e-05
2020-11-16T20:46:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794395+0000",
2020-11-16T20:46:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019572799999999999
2020-11-16T20:46:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794591+0000",
2020-11-16T20:46:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021520999999999999
2020-11-16T20:46:06.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5",
2020-11-16T20:46:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794806+0000",
2020-11-16T20:46:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0023801310000000002
2020-11-16T20:46:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.797186+0000",
2020-11-16T20:46:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33129671399999999
2020-11-16T20:46:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.128483+0000",
2020-11-16T20:46:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000177546
2020-11-16T20:46:06.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.128661+0000",
2020-11-16T20:46:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015431
2020-11-16T20:46:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.128815+0000",
2020-11-16T20:46:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33461930499999998
2020-11-16T20:46:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.869 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:24128 4.1 4:8320af5f:::benchmark_data_smithi065_31807_object24127:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:46:06.870 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:11.794578+0000",
2020-11-16T20:46:06.870 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 535.06247785200003,
2020-11-16T20:46:06.870 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.33763902499999998,
2020-11-16T20:46:06.870 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.870 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:06.870 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.870 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 24128
2020-11-16T20:46:06.871 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.871 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794578+0000",
2020-11-16T20:46:06.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.872 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.872 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794578+0000",
2020-11-16T20:46:06.872 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999958
2020-11-16T20:46:06.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794536+0000",
2020-11-16T20:46:06.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013796199999999999
2020-11-16T20:46:06.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794674+0000",
2020-11-16T20:46:06.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6625000000000001e-05
2020-11-16T20:46:06.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794691+0000",
2020-11-16T20:46:06.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5210000000000002e-06
2020-11-16T20:46:06.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.794699+0000",
2020-11-16T20:46:06.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001110906
2020-11-16T20:46:06.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.795810+0000",
2020-11-16T20:46:06.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020290600000000001
2020-11-16T20:46:06.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:06.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.796013+0000",
2020-11-16T20:46:06.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022789300000000001
2020-11-16T20:46:06.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5",
2020-11-16T20:46:06.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.796241+0000",
2020-11-16T20:46:06.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33270343800000002
2020-11-16T20:46:06.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.128945+0000",
2020-11-16T20:46:06.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.003036558
2020-11-16T20:46:06.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:06.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.131981+0000",
2020-11-16T20:46:06.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014115500000000001
2020-11-16T20:46:06.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:06.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.132122+0000",
2020-11-16T20:46:06.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4908999999999995e-05
2020-11-16T20:46:06.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.132217+0000",
2020-11-16T20:46:06.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33763902499999998
2020-11-16T20:46:06.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.880 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.880 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.880 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.880 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.880 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:24131 4.1 4:89bb12f6:::benchmark_data_smithi065_31807_object24130:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:46:06.880 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:11.796823+0000",
2020-11-16T20:46:06.881 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 535.06023267099999,
2020-11-16T20:46:06.881 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.34203952199999998,
2020-11-16T20:46:06.881 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.881 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:06.881 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.882 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 24131
2020-11-16T20:46:06.882 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.882 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.882 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.796823+0000",
2020-11-16T20:46:06.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.796823+0000",
2020-11-16T20:46:06.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:46:06.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.796801+0000",
2020-11-16T20:46:06.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9702000000000004e-05
2020-11-16T20:46:06.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.796881+0000",
2020-11-16T20:46:06.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0132999999999999e-05
2020-11-16T20:46:06.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.796891+0000",
2020-11-16T20:46:06.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0070000000000003e-06
2020-11-16T20:46:06.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.796897+0000",
2020-11-16T20:46:06.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00033032100000000001
2020-11-16T20:46:06.886 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.886 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.797227+0000",
2020-11-16T20:46:06.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000176825
2020-11-16T20:46:06.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:06.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.797404+0000",
2020-11-16T20:46:06.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000236985
2020-11-16T20:46:06.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5",
2020-11-16T20:46:06.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.797641+0000",
2020-11-16T20:46:06.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.33140108299999999
2020-11-16T20:46:06.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.129042+0000",
2020-11-16T20:46:06.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0097341860000000006
2020-11-16T20:46:06.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:06.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.138776+0000",
2020-11-16T20:46:06.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9280999999999998e-05
2020-11-16T20:46:06.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:06.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.138825+0000",
2020-11-16T20:46:06.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.7551e-05
2020-11-16T20:46:06.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.138863+0000",
2020-11-16T20:46:06.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.34203952199999998
2020-11-16T20:46:06.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.891 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.891 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.891 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.891 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.891 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:24134 4.1 4:88d1bd89:::benchmark_data_smithi065_31807_object24133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)",
2020-11-16T20:46:06.891 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:37:11.797713+0000",
2020-11-16T20:46:06.891 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 535.05934290300002,
2020-11-16T20:46:06.892 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.34254732100000002,
2020-11-16T20:46:06.892 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.892 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:06.892 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 24134
2020-11-16T20:46:06.893 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.893 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.893 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.893 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.893 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.797713+0000",
2020-11-16T20:46:06.893 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.893 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.893 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.797713+0000",
2020-11-16T20:46:06.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:46:06.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:11.797678+0000",
2020-11-16T20:46:06.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.32759165299999998
2020-11-16T20:46:06.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.125270+0000",
2020-11-16T20:46:06.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6096000000000001e-05
2020-11-16T20:46:06.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.125306+0000",
2020-11-16T20:46:06.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7249e-05
2020-11-16T20:46:06.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.125323+0000",
2020-11-16T20:46:06.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0037938080000000001
2020-11-16T20:46:06.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.129117+0000",
2020-11-16T20:46:06.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00048068399999999999
2020-11-16T20:46:06.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:06.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.129598+0000",
2020-11-16T20:46:06.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00053021700000000004
2020-11-16T20:46:06.898 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.898 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5",
2020-11-16T20:46:06.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.130128+0000",
2020-11-16T20:46:06.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0087504509999999994
2020-11-16T20:46:06.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:06.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.138878+0000",
2020-11-16T20:46:06.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00126278
2020-11-16T20:46:06.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.140141+0000",
2020-11-16T20:46:06.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5122000000000004e-05
2020-11-16T20:46:06.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:06.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.140206+0000",
2020-11-16T20:46:06.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4259999999999999e-05
2020-11-16T20:46:06.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:37:12.140260+0000",
2020-11-16T20:46:06.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.34254732100000002
2020-11-16T20:46:06.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.901 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.902 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.902 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.902 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.902 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222475 4.1 4.777109f1 (undecoded) ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:06.902 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.525958+0000",
2020-11-16T20:46:06.902 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.33109798700002,
2020-11-16T20:46:06.902 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0011123529999999,
2020-11-16T20:46:06.902 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.903 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:46:06.903 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222475
2020-11-16T20:46:06.903 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.903 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.525958+0000",
2020-11-16T20:46:06.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.525958+0000",
2020-11-16T20:46:06.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:46:06.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.525922+0000",
2020-11-16T20:46:06.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0364999999999994e-05
2020-11-16T20:46:06.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.526003+0000",
2020-11-16T20:46:06.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3991999999999999e-05
2020-11-16T20:46:06.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.526017+0000",
2020-11-16T20:46:06.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6879999999999999e-06
2020-11-16T20:46:06.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.526024+0000",
2020-11-16T20:46:06.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6539999999999997e-05
2020-11-16T20:46:06.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.526081+0000",
2020-11-16T20:46:06.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1578e-05
2020-11-16T20:46:06.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.526093+0000",
2020-11-16T20:46:06.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.000935055
2020-11-16T20:46:06.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527028+0000",
2020-11-16T20:46:06.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2769999999999999e-05
2020-11-16T20:46:06.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527070+0000",
2020-11-16T20:46:06.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0011123529999999
2020-11-16T20:46:06.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.910 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.910 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.911 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.911 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.911 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222483 4.1 4.53e0d6d1 (undecoded) ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:06.911 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.532849+0000",
2020-11-16T20:46:06.911 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.32420712200002,
2020-11-16T20:46:06.911 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.99432004299999999,
2020-11-16T20:46:06.911 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.911 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:46:06.912 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222483
2020-11-16T20:46:06.912 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.912 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.532849+0000",
2020-11-16T20:46:06.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.913 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.913 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.532849+0000",
2020-11-16T20:46:06.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999604
2020-11-16T20:46:06.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.914 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.914 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.532809+0000",
2020-11-16T20:46:06.914 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8492000000000006e-05
2020-11-16T20:46:06.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.532898+0000",
2020-11-16T20:46:06.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8334000000000001e-05
2020-11-16T20:46:06.915 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.915 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.532916+0000",
2020-11-16T20:46:06.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0475000000000001e-05
2020-11-16T20:46:06.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.532927+0000",
2020-11-16T20:46:06.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9317000000000001e-05
2020-11-16T20:46:06.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.532986+0000",
2020-11-16T20:46:06.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0097e-05
2020-11-16T20:46:06.917 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.917 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.532996+0000",
2020-11-16T20:46:06.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.99414638499999997
2020-11-16T20:46:06.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.918 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.918 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527142+0000",
2020-11-16T20:46:06.918 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.6563e-05
2020-11-16T20:46:06.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527169+0000",
2020-11-16T20:46:06.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.99432004299999999
2020-11-16T20:46:06.919 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.919 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.919 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.919 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.919 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.920 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222486 4.1 4.7df04d31 (undecoded) ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:06.920 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.541678+0000",
2020-11-16T20:46:06.920 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.315378388,
2020-11-16T20:46:06.920 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.98555292000000005,
2020-11-16T20:46:06.920 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.920 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:46:06.920 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222486
2020-11-16T20:46:06.921 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.921 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.541678+0000",
2020-11-16T20:46:06.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.541678+0000",
2020-11-16T20:46:06.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999547
2020-11-16T20:46:06.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.541633+0000",
2020-11-16T20:46:06.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103743
2020-11-16T20:46:06.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.541736+0000",
2020-11-16T20:46:06.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3478000000000001e-05
2020-11-16T20:46:06.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.541760+0000",
2020-11-16T20:46:06.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3268000000000001e-05
2020-11-16T20:46:06.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.541773+0000",
2020-11-16T20:46:06.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3547999999999994e-05
2020-11-16T20:46:06.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.541857+0000",
2020-11-16T20:46:06.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8564999999999999e-05
2020-11-16T20:46:06.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.541875+0000",
2020-11-16T20:46:06.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.98533925899999997
2020-11-16T20:46:06.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527214+0000",
2020-11-16T20:46:06.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6177000000000001e-05
2020-11-16T20:46:06.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527231+0000",
2020-11-16T20:46:06.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.98555292000000005
2020-11-16T20:46:06.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.928 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.928 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.928 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.928 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.928 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222490 4.1 4.1f04d061 (undecoded) ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:06.928 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.544734+0000",
2020-11-16T20:46:06.929 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.31232243199997,
2020-11-16T20:46:06.929 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.982558916,
2020-11-16T20:46:06.929 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.929 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:46:06.929 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222490
2020-11-16T20:46:06.930 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.930 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.544734+0000",
2020-11-16T20:46:06.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.544734+0000",
2020-11-16T20:46:06.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999466
2020-11-16T20:46:06.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.544680+0000",
2020-11-16T20:46:06.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000117479
2020-11-16T20:46:06.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.544798+0000",
2020-11-16T20:46:06.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5255000000000001e-05
2020-11-16T20:46:06.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.544823+0000",
2020-11-16T20:46:06.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0813e-05
2020-11-16T20:46:06.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.544834+0000",
2020-11-16T20:46:06.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7162000000000005e-05
2020-11-16T20:46:06.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.544901+0000",
2020-11-16T20:46:06.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3217999999999999e-05
2020-11-16T20:46:06.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.544914+0000",
2020-11-16T20:46:06.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.98236121499999995
2020-11-16T20:46:06.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527275+0000",
2020-11-16T20:46:06.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7181e-05
2020-11-16T20:46:06.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527293+0000",
2020-11-16T20:46:06.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.982558916
2020-11-16T20:46:06.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.937 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.937 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.937 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.937 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.937 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222516 4.1 4.e7a609c1 (undecoded) ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:06.937 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.578329+0000",
2020-11-16T20:46:06.937 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.27872683099997,
2020-11-16T20:46:06.938 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.94902529000000002,
2020-11-16T20:46:06.938 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.938 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:46:06.938 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222516
2020-11-16T20:46:06.939 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.939 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.578329+0000",
2020-11-16T20:46:06.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.578329+0000",
2020-11-16T20:46:06.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:46:06.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.578304+0000",
2020-11-16T20:46:06.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0538000000000002e-05
2020-11-16T20:46:06.941 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.941 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.941 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.941 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.578365+0000",
2020-11-16T20:46:06.941 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3457e-05
2020-11-16T20:46:06.941 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.941 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.578378+0000",
2020-11-16T20:46:06.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9449999999999999e-06
2020-11-16T20:46:06.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.578387+0000",
2020-11-16T20:46:06.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6597e-05
2020-11-16T20:46:06.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.578444+0000",
2020-11-16T20:46:06.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1214e-05
2020-11-16T20:46:06.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.578455+0000",
2020-11-16T20:46:06.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.94888360999999999
2020-11-16T20:46:06.944 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.944 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527339+0000",
2020-11-16T20:46:06.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5832999999999999e-05
2020-11-16T20:46:06.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527355+0000",
2020-11-16T20:46:06.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.94902529000000002
2020-11-16T20:46:06.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.945 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.946 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.946 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.946 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.946 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222475 4.1 4:8f908eee:::benchmark_data_smithi065_31807_object84306:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e488)",
2020-11-16T20:46:06.946 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.627673+0000",
2020-11-16T20:46:06.946 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.22938333799999,
2020-11-16T20:46:06.946 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.1532193529999999,
2020-11-16T20:46:06.946 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.947 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:06.947 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222475
2020-11-16T20:46:06.947 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.947 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627673+0000",
2020-11-16T20:46:06.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627673+0000",
2020-11-16T20:46:06.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:46:06.949 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.949 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627645+0000",
2020-11-16T20:46:06.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3898000000000004e-05
2020-11-16T20:46:06.949 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627708+0000",
2020-11-16T20:46:06.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6181999999999999e-05
2020-11-16T20:46:06.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627725+0000",
2020-11-16T20:46:06.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.028e-05
2020-11-16T20:46:06.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627735+0000",
2020-11-16T20:46:06.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0067000000000004e-05
2020-11-16T20:46:06.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627815+0000",
2020-11-16T20:46:06.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2048999999999997e-05
2020-11-16T20:46:06.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627857+0000",
2020-11-16T20:46:06.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89959466300000002
2020-11-16T20:46:06.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527452+0000",
2020-11-16T20:46:06.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9236e-05
2020-11-16T20:46:06.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527471+0000",
2020-11-16T20:46:06.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.192155641
2020-11-16T20:46:06.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.719627+0000",
2020-11-16T20:46:06.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014419500000000001
2020-11-16T20:46:06.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:06.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.719771+0000",
2020-11-16T20:46:06.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018158599999999999
2020-11-16T20:46:06.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:06.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.719952+0000",
2020-11-16T20:46:06.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026728895999999999
2020-11-16T20:46:06.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:06.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.746681+0000",
2020-11-16T20:46:06.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.03353714
2020-11-16T20:46:06.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780218+0000",
2020-11-16T20:46:06.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000315815
2020-11-16T20:46:06.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780534+0000",
2020-11-16T20:46:06.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000117019
2020-11-16T20:46:06.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:06.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780651+0000",
2020-11-16T20:46:06.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000240879
2020-11-16T20:46:06.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780892+0000",
2020-11-16T20:46:06.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1532193529999999
2020-11-16T20:46:06.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.959 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.960 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.960 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.960 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.960 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222483 4.1 4:8b6b07ca:::benchmark_data_smithi065_31807_object84314:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e488)",
2020-11-16T20:46:06.960 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.627793+0000",
2020-11-16T20:46:06.960 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.22926326100003,
2020-11-16T20:46:06.960 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.1535350260000001,
2020-11-16T20:46:06.961 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.961 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:06.961 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222483
2020-11-16T20:46:06.961 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.961 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627793+0000",
2020-11-16T20:46:06.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627793+0000",
2020-11-16T20:46:06.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:46:06.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627766+0000",
2020-11-16T20:46:06.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010132
2020-11-16T20:46:06.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627867+0000",
2020-11-16T20:46:06.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0563e-05
2020-11-16T20:46:06.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627878+0000",
2020-11-16T20:46:06.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2879999999999993e-06
2020-11-16T20:46:06.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627886+0000",
2020-11-16T20:46:06.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6474000000000001e-05
2020-11-16T20:46:06.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627952+0000",
2020-11-16T20:46:06.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3240000000000003e-06
2020-11-16T20:46:06.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627961+0000",
2020-11-16T20:46:06.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.899569387
2020-11-16T20:46:06.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527530+0000",
2020-11-16T20:46:06.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5801e-05
2020-11-16T20:46:06.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527546+0000",
2020-11-16T20:46:06.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1966710009999999
2020-11-16T20:46:06.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.724217+0000",
2020-11-16T20:46:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9635000000000005e-05
2020-11-16T20:46:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.724306+0000",
2020-11-16T20:46:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010003
2020-11-16T20:46:06.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:06.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.724406+0000",
2020-11-16T20:46:06.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.022284205000000001
2020-11-16T20:46:06.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:06.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.746691+0000",
2020-11-16T20:46:06.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.033633867999999997
2020-11-16T20:46:06.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780325+0000",
2020-11-16T20:46:06.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00065798799999999998
2020-11-16T20:46:06.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780983+0000",
2020-11-16T20:46:06.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5700999999999999e-05
2020-11-16T20:46:06.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:06.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.781058+0000",
2020-11-16T20:46:06.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026958100000000002
2020-11-16T20:46:06.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.781328+0000",
2020-11-16T20:46:06.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1535350260000001
2020-11-16T20:46:06.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.974 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.974 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.974 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.974 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222486 4.1 4:8cb20fbe:::benchmark_data_smithi065_31807_object84317:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e488)",
2020-11-16T20:46:06.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.627950+0000",
2020-11-16T20:46:06.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.22910611600003,
2020-11-16T20:46:06.975 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.1537821039999998,
2020-11-16T20:46:06.975 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.975 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:06.975 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222486
2020-11-16T20:46:06.975 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.976 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627950+0000",
2020-11-16T20:46:06.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627950+0000",
2020-11-16T20:46:06.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:46:06.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627917+0000",
2020-11-16T20:46:06.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8202000000000003e-05
2020-11-16T20:46:06.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627975+0000",
2020-11-16T20:46:06.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.148e-06
2020-11-16T20:46:06.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627982+0000",
2020-11-16T20:46:06.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.7160000000000001e-06
2020-11-16T20:46:06.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.627986+0000",
2020-11-16T20:46:06.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6267999999999998e-05
2020-11-16T20:46:06.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628032+0000",
2020-11-16T20:46:06.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7000000000000002e-06
2020-11-16T20:46:06.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628039+0000",
2020-11-16T20:46:06.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89958246500000005
2020-11-16T20:46:06.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527622+0000",
2020-11-16T20:46:06.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5472999999999999e-05
2020-11-16T20:46:06.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.982 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527637+0000",
2020-11-16T20:46:06.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1995030849999999
2020-11-16T20:46:06.982 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.982 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.727140+0000",
2020-11-16T20:46:06.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000384898
2020-11-16T20:46:06.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:06.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.727525+0000",
2020-11-16T20:46:06.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00048790599999999997
2020-11-16T20:46:06.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:06.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.728013+0000",
2020-11-16T20:46:06.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.028782313
2020-11-16T20:46:06.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:06.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.756795+0000",
2020-11-16T20:46:06.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023646944999999999
2020-11-16T20:46:06.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780442+0000",
2020-11-16T20:46:06.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00094229999999999997
2020-11-16T20:46:06.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.781385+0000",
2020-11-16T20:46:06.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9145e-05
2020-11-16T20:46:06.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:06.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.781484+0000",
2020-11-16T20:46:06.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00024839600000000001
2020-11-16T20:46:06.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:06.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.781732+0000",
2020-11-16T20:46:06.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1537821039999998
2020-11-16T20:46:06.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:06.988 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:06.988 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:06.988 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:06.988 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:06.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222490 4.1 4:860b20f8:::benchmark_data_smithi065_31807_object84321:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e488)",
2020-11-16T20:46:06.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.628047+0000",
2020-11-16T20:46:06.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.229009378,
2020-11-16T20:46:06.988 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.1541723319999999,
2020-11-16T20:46:06.989 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:06.989 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:06.989 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:06.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:06.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:06.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222490
2020-11-16T20:46:06.989 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:06.990 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:06.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:06.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628047+0000",
2020-11-16T20:46:06.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:06.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:06.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628047+0000",
2020-11-16T20:46:06.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999614
2020-11-16T20:46:06.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:06.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628008+0000",
2020-11-16T20:46:06.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4408999999999999e-05
2020-11-16T20:46:06.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:06.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628073+0000",
2020-11-16T20:46:06.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1938e-05
2020-11-16T20:46:06.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:06.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628085+0000",
2020-11-16T20:46:06.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.8130000000000002e-06
2020-11-16T20:46:06.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:06.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628088+0000",
2020-11-16T20:46:06.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9590999999999999e-05
2020-11-16T20:46:06.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628148+0000",
2020-11-16T20:46:06.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3083e-05
2020-11-16T20:46:06.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628161+0000",
2020-11-16T20:46:06.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89952257999999996
2020-11-16T20:46:06.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527684+0000",
2020-11-16T20:46:06.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4035e-05
2020-11-16T20:46:06.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:06.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527698+0000",
2020-11-16T20:46:06.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2058614949999999
2020-11-16T20:46:06.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:06.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.733559+0000",
2020-11-16T20:46:06.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000385514
2020-11-16T20:46:06.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:06.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.733945+0000",
2020-11-16T20:46:06.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00042673899999999998
2020-11-16T20:46:06.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:06.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.734371+0000",
2020-11-16T20:46:06.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.022441882
2020-11-16T20:46:06.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:06.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.756813+0000",
2020-11-16T20:46:06.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.024987493
2020-11-16T20:46:06.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:06.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:06.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:06.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.781801+0000",
2020-11-16T20:46:06.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9784999999999995e-05
2020-11-16T20:46:06.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.781891+0000",
2020-11-16T20:46:07.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6571999999999996e-05
2020-11-16T20:46:07.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:07.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.781987+0000",
2020-11-16T20:46:07.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000231809
2020-11-16T20:46:07.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:07.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.782219+0000",
2020-11-16T20:46:07.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1541723319999999
2020-11-16T20:46:07.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:07.002 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:07.002 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:07.002 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:07.002 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:07.002 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222516 4.1 4:839065e7:::benchmark_data_smithi065_31807_object84347:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e488)",
2020-11-16T20:46:07.002 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.628139+0000",
2020-11-16T20:46:07.002 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.22891682400001,
2020-11-16T20:46:07.002 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.1546197170000001,
2020-11-16T20:46:07.003 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:07.003 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:07.003 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:07.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:07.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:07.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222516
2020-11-16T20:46:07.003 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:07.004 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:07.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:07.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628139+0000",
2020-11-16T20:46:07.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:07.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:07.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628139+0000",
2020-11-16T20:46:07.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:46:07.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:07.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628115+0000",
2020-11-16T20:46:07.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5275000000000002e-05
2020-11-16T20:46:07.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:07.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628171+0000",
2020-11-16T20:46:07.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.601e-06
2020-11-16T20:46:07.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:07.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628177+0000",
2020-11-16T20:46:07.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.2169999999999999e-06
2020-11-16T20:46:07.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:07.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628181+0000",
2020-11-16T20:46:07.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6797000000000003e-05
2020-11-16T20:46:07.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628257+0000",
2020-11-16T20:46:07.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6277999999999999e-05
2020-11-16T20:46:07.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.628274+0000",
2020-11-16T20:46:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89947136800000005
2020-11-16T20:46:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527745+0000",
2020-11-16T20:46:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.324e-05
2020-11-16T20:46:07.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527758+0000",
2020-11-16T20:46:07.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.21396919
2020-11-16T20:46:07.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.741727+0000",
2020-11-16T20:46:07.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00032370199999999998
2020-11-16T20:46:07.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:07.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.742051+0000",
2020-11-16T20:46:07.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018381800000000001
2020-11-16T20:46:07.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:07.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.742235+0000",
2020-11-16T20:46:07.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.024673245
2020-11-16T20:46:07.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:07.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.766908+0000",
2020-11-16T20:46:07.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015392909
2020-11-16T20:46:07.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.782301+0000",
2020-11-16T20:46:07.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000166238
2020-11-16T20:46:07.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.782467+0000",
2020-11-16T20:46:07.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1588999999999994e-05
2020-11-16T20:46:07.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:07.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.782549+0000",
2020-11-16T20:46:07.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000210039
2020-11-16T20:46:07.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:07.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.782759+0000",
2020-11-16T20:46:07.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1546197170000001
2020-11-16T20:46:07.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:07.016 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:07.016 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:07.016 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:07.016 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:07.016 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222553 4.1 4:87e934b5:::benchmark_data_smithi065_31807_object84384:head [delete] snapc 0=[] ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:07.016 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.630612+0000",
2020-11-16T20:46:07.016 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.22644449199998,
2020-11-16T20:46:07.016 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.1525833579999998,
2020-11-16T20:46:07.017 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:07.017 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:07.017 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:07.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:07.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:07.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222553
2020-11-16T20:46:07.017 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:07.018 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:07.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:07.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.630612+0000",
2020-11-16T20:46:07.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:07.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:07.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.630612+0000",
2020-11-16T20:46:07.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:46:07.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:07.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.630591+0000",
2020-11-16T20:46:07.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7070000000000002e-05
2020-11-16T20:46:07.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:07.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.630638+0000",
2020-11-16T20:46:07.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6969999999999999e-06
2020-11-16T20:46:07.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:07.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.630647+0000",
2020-11-16T20:46:07.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8930000000000002e-06
2020-11-16T20:46:07.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:07.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.630653+0000",
2020-11-16T20:46:07.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0374000000000002e-05
2020-11-16T20:46:07.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.630713+0000",
2020-11-16T20:46:07.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0020000000000006e-06
2020-11-16T20:46:07.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.630721+0000",
2020-11-16T20:46:07.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89707108800000002
2020-11-16T20:46:07.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527792+0000",
2020-11-16T20:46:07.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2169999999999997e-06
2020-11-16T20:46:07.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527799+0000",
2020-11-16T20:46:07.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.218951457
2020-11-16T20:46:07.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.746751+0000",
2020-11-16T20:46:07.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000123502
2020-11-16T20:46:07.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:07.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.746874+0000",
2020-11-16T20:46:07.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000121019
2020-11-16T20:46:07.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:07.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.746995+0000",
2020-11-16T20:46:07.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.019927416
2020-11-16T20:46:07.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:07.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.766923+0000",
2020-11-16T20:46:07.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015443327
2020-11-16T20:46:07.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.782366+0000",
2020-11-16T20:46:07.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00051394600000000004
2020-11-16T20:46:07.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.782880+0000",
2020-11-16T20:46:07.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5698000000000004e-05
2020-11-16T20:46:07.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:07.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.782976+0000",
2020-11-16T20:46:07.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021936899999999999
2020-11-16T20:46:07.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:07.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783195+0000",
2020-11-16T20:46:07.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1525833579999998
2020-11-16T20:46:07.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:07.030 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:07.030 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:07.030 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:07.030 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:07.030 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222582 4.1 4:853982ff:::benchmark_data_smithi065_31807_object84413:head [delete] snapc 0=[] ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:07.030 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.683886+0000",
2020-11-16T20:46:07.030 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.17317008800001,
2020-11-16T20:46:07.031 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0997546929999999,
2020-11-16T20:46:07.031 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:07.031 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:07.031 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:07.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:07.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:07.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222582
2020-11-16T20:46:07.031 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:07.032 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:07.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:07.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.683886+0000",
2020-11-16T20:46:07.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:07.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:07.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.683886+0000",
2020-11-16T20:46:07.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999514
2020-11-16T20:46:07.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:07.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.683837+0000",
2020-11-16T20:46:07.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7083999999999994e-05
2020-11-16T20:46:07.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:07.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.683934+0000",
2020-11-16T20:46:07.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9624e-05
2020-11-16T20:46:07.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:07.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.683954+0000",
2020-11-16T20:46:07.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2624e-05
2020-11-16T20:46:07.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:07.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.683966+0000",
2020-11-16T20:46:07.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013359999999999999
2020-11-16T20:46:07.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.684100+0000",
2020-11-16T20:46:07.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4956999999999999e-05
2020-11-16T20:46:07.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.684115+0000",
2020-11-16T20:46:07.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.84373231100000001
2020-11-16T20:46:07.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527847+0000",
2020-11-16T20:46:07.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3991e-05
2020-11-16T20:46:07.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527861+0000",
2020-11-16T20:46:07.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2236511750000001
2020-11-16T20:46:07.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.751513+0000",
2020-11-16T20:46:07.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019477900000000001
2020-11-16T20:46:07.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:07.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.751707+0000",
2020-11-16T20:46:07.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000255887
2020-11-16T20:46:07.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:07.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.751963+0000",
2020-11-16T20:46:07.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.027628231999999999
2020-11-16T20:46:07.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:07.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.779591+0000",
2020-11-16T20:46:07.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0036876489999999999
2020-11-16T20:46:07.041 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.041 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783279+0000",
2020-11-16T20:46:07.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000108348
2020-11-16T20:46:07.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783387+0000",
2020-11-16T20:46:07.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6028999999999999e-05
2020-11-16T20:46:07.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:07.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783473+0000",
2020-11-16T20:46:07.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016723399999999999
2020-11-16T20:46:07.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:07.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783641+0000",
2020-11-16T20:46:07.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0997546929999999
2020-11-16T20:46:07.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:07.044 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:07.044 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:07.044 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:07.044 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:07.044 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222586 4.1 4:8e4a895b:::benchmark_data_smithi065_31807_object84417:head [delete] snapc 0=[] ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:07.044 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.685469+0000",
2020-11-16T20:46:07.045 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.17158708599999,
2020-11-16T20:46:07.045 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0984867129999998,
2020-11-16T20:46:07.045 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:07.045 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:07.045 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:07.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:07.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:07.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222586
2020-11-16T20:46:07.046 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:07.046 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:07.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:07.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.685469+0000",
2020-11-16T20:46:07.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:07.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:07.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.685469+0000",
2020-11-16T20:46:07.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:46:07.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:07.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.685445+0000",
2020-11-16T20:46:07.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3034000000000007e-05
2020-11-16T20:46:07.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:07.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.685508+0000",
2020-11-16T20:46:07.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.119e-05
2020-11-16T20:46:07.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:07.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.685519+0000",
2020-11-16T20:46:07.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6060000000000003e-06
2020-11-16T20:46:07.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:07.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.685527+0000",
2020-11-16T20:46:07.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6668999999999995e-05
2020-11-16T20:46:07.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.685594+0000",
2020-11-16T20:46:07.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2026e-05
2020-11-16T20:46:07.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.685606+0000",
2020-11-16T20:46:07.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.84234075100000005
2020-11-16T20:46:07.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527947+0000",
2020-11-16T20:46:07.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2217000000000001e-05
2020-11-16T20:46:07.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.527969+0000",
2020-11-16T20:46:07.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.228910707
2020-11-16T20:46:07.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.756880+0000",
2020-11-16T20:46:07.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000186913
2020-11-16T20:46:07.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:07.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.757067+0000",
2020-11-16T20:46:07.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000175448
2020-11-16T20:46:07.054 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.054 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:07.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.757242+0000",
2020-11-16T20:46:07.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.022368743999999999
2020-11-16T20:46:07.054 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:07.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.779611+0000",
2020-11-16T20:46:07.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0037257750000000002
2020-11-16T20:46:07.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783337+0000",
2020-11-16T20:46:07.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00036811
2020-11-16T20:46:07.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783705+0000",
2020-11-16T20:46:07.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0895000000000005e-05
2020-11-16T20:46:07.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:07.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783776+0000",
2020-11-16T20:46:07.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018006700000000001
2020-11-16T20:46:07.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:07.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.783956+0000",
2020-11-16T20:46:07.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0984867129999998
2020-11-16T20:46:07.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:07.058 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:07.058 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:07.058 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:07.058 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:07.058 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222595 4.1 4:8852d269:::benchmark_data_smithi065_31807_object84426:head [delete] snapc 0=[] ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:07.059 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.704305+0000",
2020-11-16T20:46:07.059 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.15275093000002,
2020-11-16T20:46:07.059 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0801202970000001,
2020-11-16T20:46:07.059 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:07.059 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:07.059 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:07.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:07.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:07.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222595
2020-11-16T20:46:07.060 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:07.060 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:07.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:07.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.704305+0000",
2020-11-16T20:46:07.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:07.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:07.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.704305+0000",
2020-11-16T20:46:07.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999056
2020-11-16T20:46:07.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:07.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.704211+0000",
2020-11-16T20:46:07.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000201428
2020-11-16T20:46:07.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:07.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.704412+0000",
2020-11-16T20:46:07.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6814999999999999e-05
2020-11-16T20:46:07.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:07.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.704449+0000",
2020-11-16T20:46:07.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9397000000000001e-05
2020-11-16T20:46:07.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:07.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.704468+0000",
2020-11-16T20:46:07.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012886500000000001
2020-11-16T20:46:07.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.704597+0000",
2020-11-16T20:46:07.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1979000000000001e-05
2020-11-16T20:46:07.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.704619+0000",
2020-11-16T20:46:07.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.823428665
2020-11-16T20:46:07.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528048+0000",
2020-11-16T20:46:07.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6104e-05
2020-11-16T20:46:07.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528064+0000",
2020-11-16T20:46:07.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2338570799999999
2020-11-16T20:46:07.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.761921+0000",
2020-11-16T20:46:07.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000172387
2020-11-16T20:46:07.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:07.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.762094+0000",
2020-11-16T20:46:07.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018761299999999999
2020-11-16T20:46:07.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:07.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.762281+0000",
2020-11-16T20:46:07.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017805893999999999
2020-11-16T20:46:07.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:07.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780087+0000",
2020-11-16T20:46:07.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.003988045
2020-11-16T20:46:07.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784075+0000",
2020-11-16T20:46:07.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000125313
2020-11-16T20:46:07.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784200+0000",
2020-11-16T20:46:07.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8718000000000002e-05
2020-11-16T20:46:07.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:07.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784269+0000",
2020-11-16T20:46:07.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015630400000000001
2020-11-16T20:46:07.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:07.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784425+0000",
2020-11-16T20:46:07.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0801202970000001
2020-11-16T20:46:07.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:07.072 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:07.072 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:07.072 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:07.072 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:07.073 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222602 4.1 4:81947e1a:::benchmark_data_smithi065_31807_object84433:head [delete] snapc 0=[] ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:07.073 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.719912+0000",
2020-11-16T20:46:07.073 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.13714389900002,
2020-11-16T20:46:07.073 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0648545920000001,
2020-11-16T20:46:07.073 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:07.073 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:07.073 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:07.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:07.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:07.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222602
2020-11-16T20:46:07.074 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:07.074 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:07.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:07.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.719912+0000",
2020-11-16T20:46:07.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:07.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:07.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.719912+0000",
2020-11-16T20:46:07.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999337
2020-11-16T20:46:07.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:07.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.719846+0000",
2020-11-16T20:46:07.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013257699999999999
2020-11-16T20:46:07.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:07.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.719978+0000",
2020-11-16T20:46:07.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7333000000000001e-05
2020-11-16T20:46:07.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:07.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.720006+0000",
2020-11-16T20:46:07.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7609999999999999e-05
2020-11-16T20:46:07.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:07.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.720023+0000",
2020-11-16T20:46:07.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000112559
2020-11-16T20:46:07.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.720136+0000",
2020-11-16T20:46:07.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5273e-05
2020-11-16T20:46:07.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.720161+0000",
2020-11-16T20:46:07.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.80798799499999996
2020-11-16T20:46:07.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528149+0000",
2020-11-16T20:46:07.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7085e-05
2020-11-16T20:46:07.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528166+0000",
2020-11-16T20:46:07.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.238818253
2020-11-16T20:46:07.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.766984+0000",
2020-11-16T20:46:07.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000141512
2020-11-16T20:46:07.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:07.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.767126+0000",
2020-11-16T20:46:07.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000106999
2020-11-16T20:46:07.082 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.082 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:07.082 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.767233+0000",
2020-11-16T20:46:07.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012880449
2020-11-16T20:46:07.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:07.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780113+0000",
2020-11-16T20:46:07.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0040361440000000002
2020-11-16T20:46:07.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784150+0000",
2020-11-16T20:46:07.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00038306800000000003
2020-11-16T20:46:07.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784533+0000",
2020-11-16T20:46:07.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4519999999999997e-05
2020-11-16T20:46:07.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:07.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784617+0000",
2020-11-16T20:46:07.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014966299999999999
2020-11-16T20:46:07.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:07.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784767+0000",
2020-11-16T20:46:07.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0648545920000001
2020-11-16T20:46:07.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:07.086 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:07.086 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:07.086 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:46:07.087 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:46:07.087 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222608 4.1 4:869afa52:::benchmark_data_smithi065_31807_object84439:head [delete] snapc 0=[] ondisk+write+known_if_redirected e488)",
2020-11-16T20:46:07.087 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.736052+0000",
2020-11-16T20:46:07.087 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 323.12100408600003,
2020-11-16T20:46:07.087 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.0490091129999999,
2020-11-16T20:46:07.087 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:46:07.087 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:46:07.087 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:46:07.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:46:07.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:46:07.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222608
2020-11-16T20:46:07.088 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:46:07.088 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:46:07.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:46:07.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.736052+0000",
2020-11-16T20:46:07.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:46:07.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:46:07.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.736052+0000",
2020-11-16T20:46:07.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999437
2020-11-16T20:46:07.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:46:07.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.735996+0000",
2020-11-16T20:46:07.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000121444
2020-11-16T20:46:07.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:46:07.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.736117+0000",
2020-11-16T20:46:07.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9533e-05
2020-11-16T20:46:07.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:46:07.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.736147+0000",
2020-11-16T20:46:07.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9386e-05
2020-11-16T20:46:07.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:07.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.736166+0000",
2020-11-16T20:46:07.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012807500000000001
2020-11-16T20:46:07.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.736294+0000",
2020-11-16T20:46:07.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2152000000000001e-05
2020-11-16T20:46:07.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.736317+0000",
2020-11-16T20:46:07.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.79191966199999997
2020-11-16T20:46:07.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528236+0000",
2020-11-16T20:46:07.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9038999999999998e-05
2020-11-16T20:46:07.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:46:07.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528255+0000",
2020-11-16T20:46:07.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2434159570000001
2020-11-16T20:46:07.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:46:07.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.771671+0000",
2020-11-16T20:46:07.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00034747100000000002
2020-11-16T20:46:07.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:46:07.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.772019+0000",
2020-11-16T20:46:07.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00036354399999999999
2020-11-16T20:46:07.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,6",
2020-11-16T20:46:07.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.772382+0000",
2020-11-16T20:46:07.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0079624469999999992
2020-11-16T20:46:07.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:46:07.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.780345+0000",
2020-11-16T20:46:07.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0041387749999999999
2020-11-16T20:46:07.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784483+0000",
2020-11-16T20:46:07.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000340501
2020-11-16T20:46:07.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:07.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784824+0000",
2020-11-16T20:46:07.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7746999999999999e-05
2020-11-16T20:46:07.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:46:07.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.784902+0000",
2020-11-16T20:46:07.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015943500000000001
2020-11-16T20:46:07.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:46:07.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:46:07.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:46:07.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:45.785061+0000",
2020-11-16T20:46:07.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0490091129999999
2020-11-16T20:46:07.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:46:07.100 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:46:07.100 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:46:07.100 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:46:07.101 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:46:07.101 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:46:07.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:46:06 smithi071 bash[14419]: debug 2020-11-16T20:46:06.705+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:07.405 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:07.510 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:07.622 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:07.725 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:07.733 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:07 smithi142 bash[20366]: debug 2020-11-16T20:46:07.408+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:07.942 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T20:46:07.948 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:46:07 smithi071 bash[16796]: debug 2020-11-16T20:46:07.621+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:08.133 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:46:08.171 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:08.275 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:08.423 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:08.527 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:08.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:46:08 smithi142 bash[22738]: debug 2020-11-16T20:46:08.176+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:08.749 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:08.781 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:08 smithi065 bash[18823]: debug 2020-11-16T20:46:08.421+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:08.808 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:46:08 smithi142 bash[15670]: debug 2020-11-16T20:46:08.748+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:08.853 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:09.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:08 smithi071 bash[9480]: cluster 2020-11-16T20:46:07.835834+0000 osd.10 (osd.10) 130 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:09.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:08 smithi071 bash[9480]: cluster 2020-11-16T20:46:07.835922+0000 osd.10 (osd.10) 131 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:09.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:08 smithi071 bash[9480]: cluster 2020-11-16T20:46:07.895034+0000 mon.a (mon.0) 1946 : cluster [DBG] osdmap e596: 12 total, 12 up, 9 in
2020-11-16T20:46:09.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:08 smithi071 bash[9480]: cluster 2020-11-16T20:46:08.389072+0000 mgr.x (mgr.14196) 1027 : cluster [DBG] pgmap v1533: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.4 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 839 op/s; 5760/144630 objects misplaced (3.983%); 8.2 MiB/s, 130 objects/s recovering
2020-11-16T20:46:09.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:08 smithi065 bash[9468]: cluster 2020-11-16T20:46:07.835834+0000 osd.10 (osd.10) 130 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:09.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:08 smithi065 bash[9468]: cluster 2020-11-16T20:46:07.835922+0000 osd.10 (osd.10) 131 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:09.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:08 smithi065 bash[9468]: cluster 2020-11-16T20:46:07.895034+0000 mon.a (mon.0) 1946 : cluster [DBG] osdmap e596: 12 total, 12 up, 9 in
2020-11-16T20:46:09.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:08 smithi065 bash[9468]: cluster 2020-11-16T20:46:08.389072+0000 mgr.x (mgr.14196) 1027 : cluster [DBG] pgmap v1533: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.4 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 839 op/s; 5760/144630 objects misplaced (3.983%); 8.2 MiB/s, 130 objects/s recovering
2020-11-16T20:46:09.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:08 smithi142 bash[9523]: cluster 2020-11-16T20:46:07.835834+0000 osd.10 (osd.10) 130 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:09.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:08 smithi142 bash[9523]: cluster 2020-11-16T20:46:07.835922+0000 osd.10 (osd.10) 131 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:09.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:08 smithi142 bash[9523]: cluster 2020-11-16T20:46:07.895034+0000 mon.a (mon.0) 1946 : cluster [DBG] osdmap e596: 12 total, 12 up, 9 in
2020-11-16T20:46:09.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:08 smithi142 bash[9523]: cluster 2020-11-16T20:46:08.389072+0000 mgr.x (mgr.14196) 1027 : cluster [DBG] pgmap v1533: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.4 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 839 op/s; 5760/144630 objects misplaced (3.983%); 8.2 MiB/s, 130 objects/s recovering
2020-11-16T20:46:10.720 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:46:10.720 INFO:teuthology.orchestra.run.smithi142.stdout:{"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false}},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1947,"monmap":{"epoch":3,"min_mon_release_name":"pacific","num_mons":3},"osdmap":{"epoch":596,"num_osds":12,"num_up_osds":12,"osd_up_since":1605558492,"num_in_osds":9,"osd_in_since":1605559243,"num_remapped_pgs":1},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":15},{"state_name":"active+recovering+remapped","count":1},{"state_name":"active+recovering","count":1}],"num_pgs":17,"num_pools":2,"num_objects":71253,"data_bytes":4669571096,"bytes_used":12676984832,"bytes_avail":851278336000,"bytes_total":863955320832,"misplaced_objects":5760,"misplaced_total":142506,"misplaced_ratio":0.040419350764178352,"recovering_objects_per_sec":130,"recovering_bytes_per_sec":8575093,"recovering_keys_per_sec":0,"num_objects_recovered":1047,"num_bytes_recovered":68616192,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":886},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://smithi071.front.sepia.ceph.com:8443/"}},"servicemap":{"epoch":47,"modified":"2020-11-16T20:45:48.384245+0000","services":{}},"progress_events":{}}
2020-11-16T20:46:11.059 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:11.163 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:11.297 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:11.403 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:11.411 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:11 smithi071 bash[12066]: debug 2020-11-16T20:46:11.061+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:11.442 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:11 smithi065 bash[18823]: debug 2020-11-16T20:46:11.293+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:11.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:11 smithi071 bash[9480]: cluster 2020-11-16T20:46:10.389611+0000 mgr.x (mgr.14196) 1028 : cluster [DBG] pgmap v1534: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 886 op/s; 5760/142506 objects misplaced (4.042%); 8.2 MiB/s, 130 objects/s recovering
2020-11-16T20:46:11.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:11 smithi071 bash[9480]: audit 2020-11-16T20:46:10.723934+0000 mon.b (mon.1) 433 : audit [DBG] from='client.? v1:172.21.15.142:0/3656758351' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:46:11.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:11 smithi065 bash[9468]: cluster 2020-11-16T20:46:10.389611+0000 mgr.x (mgr.14196) 1028 : cluster [DBG] pgmap v1534: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 886 op/s; 5760/142506 objects misplaced (4.042%); 8.2 MiB/s, 130 objects/s recovering
2020-11-16T20:46:11.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:11 smithi065 bash[9468]: audit 2020-11-16T20:46:10.723934+0000 mon.b (mon.1) 433 : audit [DBG] from='client.? v1:172.21.15.142:0/3656758351' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:46:11.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:11 smithi142 bash[9523]: cluster 2020-11-16T20:46:10.389611+0000 mgr.x (mgr.14196) 1028 : cluster [DBG] pgmap v1534: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 886 op/s; 5760/142506 objects misplaced (4.042%); 8.2 MiB/s, 130 objects/s recovering
2020-11-16T20:46:11.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:11 smithi142 bash[9523]: audit 2020-11-16T20:46:10.723934+0000 mon.b (mon.1) 433 : audit [DBG] from='client.? v1:172.21.15.142:0/3656758351' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:46:12.017 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:12.123 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:12.393 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout
2020-11-16T20:46:12.393 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:46:12.448 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:12 smithi071 bash[12066]: debug 2020-11-16T20:46:12.017+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:12.557 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:12.709 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:12.808 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:12 smithi142 bash[9523]: cluster 2020-11-16T20:46:12.390064+0000 mgr.x (mgr.14196) 1029 : cluster [DBG] pgmap v1535: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 617 op/s; 5760/141090 objects misplaced (4.083%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:46:12.812 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:12.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:12 smithi071 bash[9480]: cluster 2020-11-16T20:46:12.390064+0000 mgr.x (mgr.14196) 1029 : cluster [DBG] pgmap v1535: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 617 op/s; 5760/141090 objects misplaced (4.083%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:46:12.948 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:12 smithi071 bash[12066]: debug 2020-11-16T20:46:12.709+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:12.965 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:13.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:12 smithi065 bash[9468]: cluster 2020-11-16T20:46:12.390064+0000 mgr.x (mgr.14196) 1029 : cluster [DBG] pgmap v1535: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 617 op/s; 5760/141090 objects misplaced (4.083%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:46:13.068 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:13.191 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:13.294 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:13.416 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:46:13 smithi071 bash[14419]: debug 2020-11-16T20:46:13.185+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:13.416 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:12 smithi071 bash[12066]: debug 2020-11-16T20:46:12.965+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:13.431 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:13.538 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:13.781 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:13 smithi065 bash[11785]: debug 2020-11-16T20:46:13.429+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:14.484 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:14.588 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:14.722 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:14.828 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:14.834 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:46:14 smithi142 bash[22738]: debug 2020-11-16T20:46:14.488+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:14.960 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:14 smithi065 bash[11785]: debug 2020-11-16T20:46:14.721+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:14.960 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:15.066 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:15.180 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:15.281 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:15 smithi065 bash[11785]: debug 2020-11-16T20:46:15.177+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:15.281 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:46:14 smithi065 bash[16457]: debug 2020-11-16T20:46:14.957+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:15.288 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:15.350 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:46:15.400 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:46:15.433 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:46:15.459 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:15.477 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:46:15.520 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:46:15.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:15 smithi142 bash[9523]: cluster 2020-11-16T20:46:14.390643+0000 mgr.x (mgr.14196) 1030 : cluster [DBG] pgmap v1536: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.1 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 862 op/s; 5202/135100 objects misplaced (3.850%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:46:15.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:15 smithi142 bash[9523]: audit 2020-11-16T20:46:15.305492+0000 mon.a (mon.0) 1947 : audit [DBG] from='client.? v1:172.21.15.142:0/3012312806' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:15.532 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:46:15 smithi142 bash[15670]: debug 2020-11-16T20:46:15.460+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:15.555 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:46:15.563 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:15.588 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:46:15.625 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:46:15.666 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:46:15.692 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:46:15.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:15 smithi071 bash[9480]: cluster 2020-11-16T20:46:14.390643+0000 mgr.x (mgr.14196) 1030 : cluster [DBG] pgmap v1536: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.1 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 862 op/s; 5202/135100 objects misplaced (3.850%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:46:15.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:15 smithi071 bash[9480]: audit 2020-11-16T20:46:15.305492+0000 mon.a (mon.0) 1947 : audit [DBG] from='client.? v1:172.21.15.142:0/3012312806' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:15.730 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:46:15.734 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:15.777 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:46:15.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:15 smithi065 bash[9468]: cluster 2020-11-16T20:46:14.390643+0000 mgr.x (mgr.14196) 1030 : cluster [DBG] pgmap v1536: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.1 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 862 op/s; 5202/135100 objects misplaced (3.850%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:46:15.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:15 smithi065 bash[9468]: audit 2020-11-16T20:46:15.305492+0000 mon.a (mon.0) 1947 : audit [DBG] from='client.? v1:172.21.15.142:0/3012312806' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:15.784 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.784 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.784 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.784 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.784 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.784 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.785 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.785 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.785 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.785 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.785 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.785 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:46:15.837 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:46:15.837 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:46:15.839 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:15.878 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:15 smithi142 bash[18009]: debug 2020-11-16T20:46:15.736+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:15.955 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:16.063 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:16.281 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:46:15 smithi065 bash[14115]: debug 2020-11-16T20:46:15.953+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:16.457 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:46:16.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.349335+0000 osd.0 (osd.0) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.407368+0000 osd.1 (osd.1) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.440158+0000 osd.2 (osd.2) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: audit 2020-11-16T20:46:15.459994+0000 mon.a (mon.0) 1948 : audit [INF] from='client.? v1:172.21.15.142:0/1906338764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:46:16.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.482929+0000 osd.3 (osd.3) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.522481+0000 osd.4 (osd.4) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.588405+0000 osd.6 (osd.6) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.628080+0000 osd.7 (osd.7) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.667268+0000 osd.8 (osd.8) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.734146+0000 osd.10 (osd.10) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:16 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.780598+0000 osd.11 (osd.11) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.349335+0000 osd.0 (osd.0) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.407368+0000 osd.1 (osd.1) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.440158+0000 osd.2 (osd.2) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: audit 2020-11-16T20:46:15.459994+0000 mon.a (mon.0) 1948 : audit [INF] from='client.? v1:172.21.15.142:0/1906338764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:46:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.482929+0000 osd.3 (osd.3) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.522481+0000 osd.4 (osd.4) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.588405+0000 osd.6 (osd.6) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.628080+0000 osd.7 (osd.7) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.667268+0000 osd.8 (osd.8) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.734146+0000 osd.10 (osd.10) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.783 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:16 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.780598+0000 osd.11 (osd.11) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.349335+0000 osd.0 (osd.0) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.407368+0000 osd.1 (osd.1) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.440158+0000 osd.2 (osd.2) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: audit 2020-11-16T20:46:15.459994+0000 mon.a (mon.0) 1948 : audit [INF] from='client.? v1:172.21.15.142:0/1906338764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:46:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.482929+0000 osd.3 (osd.3) 147 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.522481+0000 osd.4 (osd.4) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.588405+0000 osd.6 (osd.6) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.628080+0000 osd.7 (osd.7) 121 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.667268+0000 osd.8 (osd.8) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.734146+0000 osd.10 (osd.10) 132 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:16 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.780598+0000 osd.11 (osd.11) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:16.801 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops
2020-11-16T20:46:16.962 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:46:17.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:17 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.559399+0000 osd.5 (osd.5) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:17.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:17 smithi071 bash[9480]: cluster 2020-11-16T20:46:15.696264+0000 osd.9 (osd.9) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:17.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:17 smithi071 bash[9480]: cluster 2020-11-16T20:46:16.391104+0000 mgr.x (mgr.14196) 1031 : cluster [DBG] pgmap v1537: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.1 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 803 op/s; 5202/132912 objects misplaced (3.914%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:46:17.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:17 smithi071 bash[9480]: cluster 2020-11-16T20:46:16.451638+0000 mon.a (mon.0) 1949 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:17.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:17 smithi071 bash[9480]: audit 2020-11-16T20:46:16.460606+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? v1:172.21.15.142:0/1906338764' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:46:17.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:17 smithi071 bash[9480]: cluster 2020-11-16T20:46:16.460640+0000 mon.a (mon.0) 1951 : cluster [DBG] osdmap e597: 12 total, 12 up, 9 in
2020-11-16T20:46:17.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:17 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.559399+0000 osd.5 (osd.5) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:17.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:17 smithi065 bash[9468]: cluster 2020-11-16T20:46:15.696264+0000 osd.9 (osd.9) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:17 smithi065 bash[9468]: cluster 2020-11-16T20:46:16.391104+0000 mgr.x (mgr.14196) 1031 : cluster [DBG] pgmap v1537: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.1 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 803 op/s; 5202/132912 objects misplaced (3.914%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:46:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:17 smithi065 bash[9468]: cluster 2020-11-16T20:46:16.451638+0000 mon.a (mon.0) 1949 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:17 smithi065 bash[9468]: audit 2020-11-16T20:46:16.460606+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? v1:172.21.15.142:0/1906338764' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:46:17.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:17 smithi065 bash[9468]: cluster 2020-11-16T20:46:16.460640+0000 mon.a (mon.0) 1951 : cluster [DBG] osdmap e597: 12 total, 12 up, 9 in
2020-11-16T20:46:17.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:17 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.559399+0000 osd.5 (osd.5) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:17.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:17 smithi142 bash[9523]: cluster 2020-11-16T20:46:15.696264+0000 osd.9 (osd.9) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:17.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:17 smithi142 bash[9523]: cluster 2020-11-16T20:46:16.391104+0000 mgr.x (mgr.14196) 1031 : cluster [DBG] pgmap v1537: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 4.1 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 0 B/s wr, 803 op/s; 5202/132912 objects misplaced (3.914%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:46:17.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:17 smithi142 bash[9523]: cluster 2020-11-16T20:46:16.451638+0000 mon.a (mon.0) 1949 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:17.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:17 smithi142 bash[9523]: audit 2020-11-16T20:46:16.460606+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? v1:172.21.15.142:0/1906338764' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:46:17.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:17 smithi142 bash[9523]: cluster 2020-11-16T20:46:16.460640+0000 mon.a (mon.0) 1951 : cluster [DBG] osdmap e597: 12 total, 12 up, 9 in
2020-11-16T20:46:17.940 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:18.044 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:18.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:46:17 smithi142 bash[15670]: debug 2020-11-16T20:46:17.944+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:18.323 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:18.426 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:18.549 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:18.652 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:18.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:18 smithi071 bash[9480]: cluster 2020-11-16T20:46:16.770884+0000 osd.5 (osd.5) 158 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:18.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:18 smithi071 bash[9480]: cluster 2020-11-16T20:46:16.770970+0000 osd.5 (osd.5) 159 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:18.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:18 smithi071 bash[9480]: cluster 2020-11-16T20:46:17.589802+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e598: 12 total, 12 up, 9 in
2020-11-16T20:46:18.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:18 smithi071 bash[9480]: cluster 2020-11-16T20:46:18.391556+0000 mgr.x (mgr.14196) 1032 : cluster [DBG] pgmap v1540: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.9 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 879 op/s; 4603/128424 objects misplaced (3.584%); 9.0 MiB/s, 144 objects/s recovering
2020-11-16T20:46:18.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:18 smithi065 bash[9468]: cluster 2020-11-16T20:46:16.770884+0000 osd.5 (osd.5) 158 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:18 smithi065 bash[9468]: cluster 2020-11-16T20:46:16.770970+0000 osd.5 (osd.5) 159 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:18 smithi065 bash[9468]: cluster 2020-11-16T20:46:17.589802+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e598: 12 total, 12 up, 9 in
2020-11-16T20:46:18.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:18 smithi065 bash[9468]: cluster 2020-11-16T20:46:18.391556+0000 mgr.x (mgr.14196) 1032 : cluster [DBG] pgmap v1540: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.9 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 879 op/s; 4603/128424 objects misplaced (3.584%); 9.0 MiB/s, 144 objects/s recovering
2020-11-16T20:46:18.782 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:18 smithi065 bash[18823]: debug 2020-11-16T20:46:18.549+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:18.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:18 smithi142 bash[9523]: cluster 2020-11-16T20:46:16.770884+0000 osd.5 (osd.5) 158 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:18.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:18 smithi142 bash[9523]: cluster 2020-11-16T20:46:16.770970+0000 osd.5 (osd.5) 159 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:18.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:18 smithi142 bash[9523]: cluster 2020-11-16T20:46:17.589802+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e598: 12 total, 12 up, 9 in
2020-11-16T20:46:18.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:18 smithi142 bash[9523]: cluster 2020-11-16T20:46:18.391556+0000 mgr.x (mgr.14196) 1032 : cluster [DBG] pgmap v1540: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.9 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 879 op/s; 4603/128424 objects misplaced (3.584%); 9.0 MiB/s, 144 objects/s recovering
2020-11-16T20:46:18.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:18 smithi142 bash[20366]: debug 2020-11-16T20:46:18.328+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:18.811 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:18.915 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:19.032 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:19.136 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:19.198 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:18 smithi071 bash[12066]: debug 2020-11-16T20:46:18.809+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:19.281 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:46:19 smithi065 bash[14115]: debug 2020-11-16T20:46:19.029+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:19.403 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:19 smithi142 bash[20366]: debug 2020-11-16T20:46:19.408+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:19.508 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:20.090 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:20.194 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:20.320 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:20.404 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:20 smithi142 bash[20366]: debug 2020-11-16T20:46:20.088+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:20.428 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:20.492 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:46:20.531 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:20 smithi065 bash[18823]: debug 2020-11-16T20:46:20.317+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:20.534 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:46:20.567 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:20.669 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:20.672 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:20.713 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:20.783 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:20.887 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:21.031 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:20 smithi065 bash[11785]: debug 2020-11-16T20:46:20.781+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:21.032 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:46:20 smithi065 bash[16457]: debug 2020-11-16T20:46:20.565+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:21.063 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:21.165 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:21.182 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:46:21 smithi071 bash[16796]: debug 2020-11-16T20:46:21.061+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:21.400 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:46:21.400 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:46:21.442 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:21 smithi142 bash[9523]: cluster 2020-11-16T20:46:20.391994+0000 mgr.x (mgr.14196) 1033 : cluster [DBG] pgmap v1541: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.9 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 916 op/s; 4603/126420 objects misplaced (3.641%); 9.0 MiB/s, 144 objects/s recovering
2020-11-16T20:46:21.442 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:21 smithi142 bash[9523]: cluster 2020-11-16T20:46:20.865678+0000 osd.3 (osd.3) 148 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:21.442 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:21 smithi142 bash[9523]: cluster 2020-11-16T20:46:20.865740+0000 osd.3 (osd.3) 149 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:21.468 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:46:21.473 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:46:21.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:21 smithi071 bash[9480]: cluster 2020-11-16T20:46:20.391994+0000 mgr.x (mgr.14196) 1033 : cluster [DBG] pgmap v1541: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.9 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 916 op/s; 4603/126420 objects misplaced (3.641%); 9.0 MiB/s, 144 objects/s recovering
2020-11-16T20:46:21.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:21 smithi071 bash[9480]: cluster 2020-11-16T20:46:20.865678+0000 osd.3 (osd.3) 148 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:21.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:21 smithi071 bash[9480]: cluster 2020-11-16T20:46:20.865740+0000 osd.3 (osd.3) 149 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:21.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:21 smithi065 bash[9468]: cluster 2020-11-16T20:46:20.391994+0000 mgr.x (mgr.14196) 1033 : cluster [DBG] pgmap v1541: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.9 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 916 op/s; 4603/126420 objects misplaced (3.641%); 9.0 MiB/s, 144 objects/s recovering
2020-11-16T20:46:21.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:21 smithi065 bash[9468]: cluster 2020-11-16T20:46:20.865678+0000 osd.3 (osd.3) 148 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:21.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:21 smithi065 bash[9468]: cluster 2020-11-16T20:46:20.865740+0000 osd.3 (osd.3) 149 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:22.040 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:22.143 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:22.280 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:22.387 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:22.437 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_historic_ops
2020-11-16T20:46:22.448 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:22 smithi142 bash[18009]: debug 2020-11-16T20:46:22.036+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:22.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:22 smithi142 bash[9523]: cluster 2020-11-16T20:46:21.455730+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e599: 12 total, 12 up, 9 in
2020-11-16T20:46:22.449 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:22 smithi065 bash[9468]: cluster 2020-11-16T20:46:21.455730+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e599: 12 total, 12 up, 9 in
2020-11-16T20:46:22.449 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:46:22 smithi065 bash[14115]: debug 2020-11-16T20:46:22.273+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:22.551 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:22.604 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:46:22.658 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:22.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:22 smithi071 bash[9480]: cluster 2020-11-16T20:46:21.455730+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e599: 12 total, 12 up, 9 in
2020-11-16T20:46:22.698 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:22 smithi071 bash[12066]: debug 2020-11-16T20:46:22.549+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:22.771 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:22.875 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:22.997 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:23.031 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:23 smithi065 bash[11785]: debug 2020-11-16T20:46:22.993+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:23.031 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:46:22 smithi065 bash[16457]: debug 2020-11-16T20:46:22.765+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:23.104 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:23.333 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:23.349 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1542,"stamp":"2020-11-16T20:46:21.451150+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4092330008,"num_objects":62445,"num_object_clones":0,"num_object_copies":124890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4603,"num_objects_unfound":0,"num_objects_dirty":62445,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":225599,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10230,"num_bytes_recovered":670433280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160699,"ondisk_log_size":160699,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":11379672,"kb_used_data":8706768,"kb_used_omap":0,"kb_used_meta":2672831,"kb_avail":832326696,"statfs":{"total":863955320832,"available":852302536704,"internally_reserved":0,"allocated":8915730432,"data_stored":8912496648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2736979004},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,2,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-334561280,"num_objects":-5105,"num_object_clones":0,"num_object_copies":-10210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-599,"num_objects_unfound":0,"num_objects_dirty":-5105,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5105,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":599,"num_bytes_recovered":39256064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.060875"},"pg_stats":[{"pgid":"5.f","version":"598'14355","reported_seq":"14425","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:17.826770+0000","last_change":"2020-11-16T20:42:36.935898+0000","last_active":"2020-11-16T20:46:17.826770+0000","last_peered":"2020-11-16T20:46:17.826770+0000","last_clean":"2020-11-16T20:46:17.826770+0000","last_became_active":"2020-11-16T20:42:36.935497+0000","last_became_peered":"2020-11-16T20:42:36.935497+0000","last_unstale":"2020-11-16T20:46:17.826770+0000","last_undegraded":"2020-11-16T20:46:17.826770+0000","last_fullsized":"2020-11-16T20:46:17.826770+0000","mapping_epoch":535,"log_start":"549'4300","ondisk_log_start":"549'4300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10055,"ondisk_log_size":10055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":258408448,"num_objects":3943,"num_object_clones":0,"num_object_copies":7886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14355,"num_write_kb":585536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"597'14036","reported_seq":"14105","reported_epoch":"597","state":"active+clean","last_fresh":"2020-11-16T20:46:17.524741+0000","last_change":"2020-11-16T20:42:36.935412+0000","last_active":"2020-11-16T20:46:17.524741+0000","last_peered":"2020-11-16T20:46:17.524741+0000","last_clean":"2020-11-16T20:46:17.524741+0000","last_became_active":"2020-11-16T20:42:36.934950+0000","last_became_peered":"2020-11-16T20:42:36.934950+0000","last_unstale":"2020-11-16T20:46:17.524741+0000","last_undegraded":"2020-11-16T20:46:17.524741+0000","last_fullsized":"2020-11-16T20:46:17.524741+0000","mapping_epoch":535,"log_start":"548'4000","ondisk_log_start":"548'4000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10036,"ondisk_log_size":10036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":259522560,"num_objects":3960,"num_object_clones":0,"num_object_copies":7920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3960,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14036,"num_write_kb":575872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.d","version":"598'14218","reported_seq":"14292","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:21.271329+0000","last_change":"2020-11-16T20:44:11.201221+0000","last_active":"2020-11-16T20:46:21.271329+0000","last_peered":"2020-11-16T20:46:21.271329+0000","last_clean":"2020-11-16T20:46:21.271329+0000","last_became_active":"2020-11-16T20:42:36.932540+0000","last_became_peered":"2020-11-16T20:42:36.932540+0000","last_unstale":"2020-11-16T20:46:21.271329+0000","last_undegraded":"2020-11-16T20:46:21.271329+0000","last_fullsized":"2020-11-16T20:46:21.271329+0000","mapping_epoch":535,"log_start":"549'4200","ondisk_log_start":"549'4200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8345","last_scrub_stamp":"2020-11-16T20:44:11.201127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:11.201127+0000","log_size":10018,"ondisk_log_size":10018,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":256442392,"num_objects":3914,"num_object_clones":0,"num_object_copies":7828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3914,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14218,"num_write_kb":580161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"5.c","version":"598'14028","reported_seq":"14098","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:19.206635+0000","last_change":"2020-11-16T20:42:36.936375+0000","last_active":"2020-11-16T20:46:19.206635+0000","last_peered":"2020-11-16T20:46:19.206635+0000","last_clean":"2020-11-16T20:46:19.206635+0000","last_became_active":"2020-11-16T20:42:36.935852+0000","last_became_peered":"2020-11-16T20:42:36.935852+0000","last_unstale":"2020-11-16T20:46:19.206635+0000","last_undegraded":"2020-11-16T20:46:19.206635+0000","last_fullsized":"2020-11-16T20:46:19.206635+0000","mapping_epoch":535,"log_start":"548'4000","ondisk_log_start":"548'4000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10028,"ondisk_log_size":10028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":250478592,"num_objects":3822,"num_object_clones":0,"num_object_copies":7644,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14028,"num_write_kb":571200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"598'13766","reported_seq":"13839","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:17.592875+0000","last_change":"2020-11-16T20:44:18.826868+0000","last_active":"2020-11-16T20:46:17.592875+0000","last_peered":"2020-11-16T20:46:17.592875+0000","last_clean":"2020-11-16T20:46:17.592875+0000","last_became_active":"2020-11-16T20:42:37.025125+0000","last_became_peered":"2020-11-16T20:42:37.025125+0000","last_unstale":"2020-11-16T20:46:17.592875+0000","last_undegraded":"2020-11-16T20:46:17.592875+0000","last_fullsized":"2020-11-16T20:46:17.592875+0000","mapping_epoch":535,"log_start":"547'3700","ondisk_log_start":"547'3700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"570'8685","last_scrub_stamp":"2020-11-16T20:44:18.826809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:18.826809+0000","log_size":10066,"ondisk_log_size":10066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":259653632,"num_objects":3962,"num_object_clones":0,"num_object_copies":7924,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3962,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13766,"num_write_kb":567296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"597'13790","reported_seq":"24946","reported_epoch":"597","state":"active+recovering","last_fresh":"2020-11-16T20:46:17.567768+0000","last_change":"2020-11-16T20:43:40.704169+0000","last_active":"2020-11-16T20:46:17.567768+0000","last_peered":"2020-11-16T20:46:17.567768+0000","last_clean":"2020-11-16T20:43:39.407752+0000","last_became_active":"2020-11-16T20:43:40.621644+0000","last_became_peered":"2020-11-16T20:43:40.621644+0000","last_unstale":"2020-11-16T20:46:17.567768+0000","last_undegraded":"2020-11-16T20:46:17.567768+0000","last_fullsized":"2020-11-16T20:46:17.567768+0000","mapping_epoch":559,"log_start":"547'3700","ondisk_log_start":"547'3700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10090,"ondisk_log_size":10090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255983616,"num_objects":3906,"num_object_clones":0,"num_object_copies":7812,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":608,"num_objects_unfound":0,"num_objects_dirty":3906,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13790,"num_write_kb":566272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5540,"num_bytes_recovered":363069440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":["8","11"],"object_location_counts":[{"shards":"4,8","objects":3298},{"shards":"8,11","objects":608}],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.9","version":"598'14355","reported_seq":"14425","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:21.154819+0000","last_change":"2020-11-16T20:42:36.932966+0000","last_active":"2020-11-16T20:46:21.154819+0000","last_peered":"2020-11-16T20:46:21.154819+0000","last_clean":"2020-11-16T20:46:21.154819+0000","last_became_active":"2020-11-16T20:42:36.932468+0000","last_became_peered":"2020-11-16T20:42:36.932468+0000","last_unstale":"2020-11-16T20:46:21.154819+0000","last_undegraded":"2020-11-16T20:46:21.154819+0000","last_fullsized":"2020-11-16T20:46:21.154819+0000","mapping_epoch":535,"log_start":"549'4300","ondisk_log_start":"549'4300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10055,"ondisk_log_size":10055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":248971264,"num_objects":3799,"num_object_clones":0,"num_object_copies":7598,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3799,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14355,"num_write_kb":580928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"597'14024","reported_seq":"23477","reported_epoch":"597","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:46:17.585097+0000","last_change":"2020-11-16T20:44:30.400028+0000","last_active":"2020-11-16T20:46:17.585097+0000","last_peered":"2020-11-16T20:46:17.585097+0000","last_clean":"2020-11-16T20:44:27.926891+0000","last_became_active":"2020-11-16T20:44:30.282707+0000","last_became_peered":"2020-11-16T20:44:30.282707+0000","last_unstale":"2020-11-16T20:46:17.585097+0000","last_undegraded":"2020-11-16T20:46:17.585097+0000","last_fullsized":"2020-11-16T20:46:17.585097+0000","mapping_epoch":575,"log_start":"548'4000","ondisk_log_start":"548'4000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8485","last_scrub_stamp":"2020-11-16T20:44:12.519147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:12.519147+0000","log_size":10024,"ondisk_log_size":10024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261881856,"num_objects":3996,"num_object_clones":0,"num_object_copies":7992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3995,"num_objects_unfound":0,"num_objects_dirty":3996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14024,"num_write_kb":576640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4690,"num_bytes_recovered":307363840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0],"acting":[0,11],"avail_no_missing":["0","9"],"object_location_counts":[{"shards":"0,9","objects":3995},{"shards":"0,11","objects":1}],"blocked_by":[],"up_primary":11,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"598'14126","reported_seq":"14196","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:19.129392+0000","last_change":"2020-11-16T20:42:37.028159+0000","last_active":"2020-11-16T20:46:19.129392+0000","last_peered":"2020-11-16T20:46:19.129392+0000","last_clean":"2020-11-16T20:46:19.129392+0000","last_became_active":"2020-11-16T20:42:37.027383+0000","last_became_peered":"2020-11-16T20:42:37.027383+0000","last_unstale":"2020-11-16T20:46:19.129392+0000","last_undegraded":"2020-11-16T20:46:19.129392+0000","last_fullsized":"2020-11-16T20:46:19.129392+0000","mapping_epoch":535,"log_start":"549'4100","ondisk_log_start":"549'4100","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10026,"ondisk_log_size":10026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":257294336,"num_objects":3926,"num_object_clones":0,"num_object_copies":7852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3926,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14126,"num_write_kb":577664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"598'14574","reported_seq":"14644","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:21.162835+0000","last_change":"2020-11-16T20:42:36.935782+0000","last_active":"2020-11-16T20:46:21.162835+0000","last_peered":"2020-11-16T20:46:21.162835+0000","last_clean":"2020-11-16T20:46:21.162835+0000","last_became_active":"2020-11-16T20:42:36.935328+0000","last_became_peered":"2020-11-16T20:42:36.935328+0000","last_unstale":"2020-11-16T20:46:21.162835+0000","last_undegraded":"2020-11-16T20:46:21.162835+0000","last_fullsized":"2020-11-16T20:46:21.162835+0000","mapping_epoch":535,"log_start":"549'4500","ondisk_log_start":"549'4500","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10074,"ondisk_log_size":10074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":248905728,"num_objects":3798,"num_object_clones":0,"num_object_copies":7596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3798,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14574,"num_write_kb":587904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8],"acting":[7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.5","version":"598'14150","reported_seq":"14220","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:17.592306+0000","last_change":"2020-11-16T20:44:21.543235+0000","last_active":"2020-11-16T20:46:17.592306+0000","last_peered":"2020-11-16T20:46:17.592306+0000","last_clean":"2020-11-16T20:46:17.592306+0000","last_became_active":"2020-11-16T20:42:43.138983+0000","last_became_peered":"2020-11-16T20:42:43.138983+0000","last_unstale":"2020-11-16T20:46:17.592306+0000","last_undegraded":"2020-11-16T20:46:17.592306+0000","last_fullsized":"2020-11-16T20:46:17.592306+0000","mapping_epoch":539,"log_start":"548'4100","ondisk_log_start":"548'4100","created":535,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"571'9068","last_scrub_stamp":"2020-11-16T20:44:21.543141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:21.543141+0000","log_size":10050,"ondisk_log_size":10050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261226496,"num_objects":3986,"num_object_clones":0,"num_object_copies":7972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14150,"num_write_kb":580352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"597'14295","reported_seq":"14365","reported_epoch":"597","state":"active+clean","last_fresh":"2020-11-16T20:46:17.582604+0000","last_change":"2020-11-16T20:42:37.023385+0000","last_active":"2020-11-16T20:46:17.582604+0000","last_peered":"2020-11-16T20:46:17.582604+0000","last_clean":"2020-11-16T20:46:17.582604+0000","last_became_active":"2020-11-16T20:42:36.936796+0000","last_became_peered":"2020-11-16T20:42:36.936796+0000","last_unstale":"2020-11-16T20:46:17.582604+0000","last_undegraded":"2020-11-16T20:46:17.582604+0000","last_fullsized":"2020-11-16T20:46:17.582604+0000","mapping_epoch":535,"log_start":"549'4200","ondisk_log_start":"549'4200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10095,"ondisk_log_size":10095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":263258112,"num_objects":4017,"num_object_clones":0,"num_object_copies":8034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14295,"num_write_kb":585984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"598'14103","reported_seq":"14176","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:20.292159+0000","last_change":"2020-11-16T20:44:07.699166+0000","last_active":"2020-11-16T20:46:20.292159+0000","last_peered":"2020-11-16T20:46:20.292159+0000","last_clean":"2020-11-16T20:46:20.292159+0000","last_became_active":"2020-11-16T20:42:36.930542+0000","last_became_peered":"2020-11-16T20:42:36.930542+0000","last_unstale":"2020-11-16T20:46:20.292159+0000","last_undegraded":"2020-11-16T20:46:20.292159+0000","last_fullsized":"2020-11-16T20:46:20.292159+0000","mapping_epoch":535,"log_start":"549'4100","ondisk_log_start":"549'4100","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8059","last_scrub_stamp":"2020-11-16T20:44:07.699099+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:07.699099+0000","log_size":10003,"ondisk_log_size":10003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":250544128,"num_objects":3823,"num_object_clones":0,"num_object_copies":7646,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14103,"num_write_kb":573632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1","version":"598'13838","reported_seq":"13908","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:17.839407+0000","last_change":"2020-11-16T20:42:36.999981+0000","last_active":"2020-11-16T20:46:17.839407+0000","last_peered":"2020-11-16T20:46:17.839407+0000","last_clean":"2020-11-16T20:46:17.839407+0000","last_became_active":"2020-11-16T20:42:36.999029+0000","last_became_peered":"2020-11-16T20:42:36.999029+0000","last_unstale":"2020-11-16T20:46:17.839407+0000","last_undegraded":"2020-11-16T20:46:17.839407+0000","last_fullsized":"2020-11-16T20:46:17.839407+0000","mapping_epoch":535,"log_start":"547'3800","ondisk_log_start":"547'3800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10038,"ondisk_log_size":10038,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261619712,"num_objects":3992,"num_object_clones":0,"num_object_copies":7984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3992,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13838,"num_write_kb":570560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"598'14009","reported_seq":"14079","reported_epoch":"598","state":"active+clean","last_fresh":"2020-11-16T20:46:19.173809+0000","last_change":"2020-11-16T20:42:36.936967+0000","last_active":"2020-11-16T20:46:19.173809+0000","last_peered":"2020-11-16T20:46:19.173809+0000","last_clean":"2020-11-16T20:46:19.173809+0000","last_became_active":"2020-11-16T20:42:36.936154+0000","last_became_peered":"2020-11-16T20:42:36.936154+0000","last_unstale":"2020-11-16T20:46:19.173809+0000","last_undegraded":"2020-11-16T20:46:19.173809+0000","last_fullsized":"2020-11-16T20:46:19.173809+0000","mapping_epoch":535,"log_start":"548'4000","ondisk_log_start":"548'4000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10009,"ondisk_log_size":10009,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":243335168,"num_objects":3713,"num_object_clones":0,"num_object_copies":7426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14009,"num_write_kb":567104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"597'13932","reported_seq":"14001","reported_epoch":"597","state":"active+clean","last_fresh":"2020-11-16T20:46:17.500084+0000","last_change":"2020-11-16T20:42:36.933903+0000","last_active":"2020-11-16T20:46:17.500084+0000","last_peered":"2020-11-16T20:46:17.500084+0000","last_clean":"2020-11-16T20:46:17.500084+0000","last_became_active":"2020-11-16T20:42:36.933463+0000","last_became_peered":"2020-11-16T20:42:36.933463+0000","last_unstale":"2020-11-16T20:46:17.500084+0000","last_undegraded":"2020-11-16T20:46:17.500084+0000","last_fullsized":"2020-11-16T20:46:17.500084+0000","mapping_epoch":535,"log_start":"547'3900","ondisk_log_start":"547'3900","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10032,"ondisk_log_size":10032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":254803968,"num_objects":3888,"num_object_clones":0,"num_object_copies":7776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3888,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13932,"num_write_kb":570240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0],"acting":[8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"109","reported_epoch":"597","state":"active+clean","last_fresh":"2020-11-16T20:46:16.465754+0000","last_change":"2020-11-16T20:44:28.944176+0000","last_active":"2020-11-16T20:46:16.465754+0000","last_peered":"2020-11-16T20:46:16.465754+0000","last_clean":"2020-11-16T20:46:16.465754+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:46:16.465754+0000","last_undegraded":"2020-11-16T20:46:16.465754+0000","last_fullsized":"2020-11-16T20:46:16.465754+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:43:21.379376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:43:21.379376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":4092330008,"num_objects":62445,"num_object_clones":0,"num_object_copies":124890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4603,"num_objects_unfound":0,"num_objects_dirty":62445,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":225599,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10230,"num_bytes_recovered":670433280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8856805376,"data_stored":8856797232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160699,"ondisk_log_size":160699,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631793,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1182936,"kb_used_data":888016,"kb_used_omap":0,"kb_used_meta":294912,"kb_avail":92562216,"statfs":{"total":95995035648,"available":94783709184,"internally_reserved":0,"allocated":909328384,"data_stored":908963936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":301989888},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":3.4990000000000001,"15min":2.718},"min":{"1min":0.69199999999999995,"5min":0.59299999999999997,"15min":0.53300000000000003},"max":{"1min":7.0209999999999999,"5min":152.119,"15min":242.179},"last":4.4100000000000001},{"interface":"front","average":{"1min":1.9470000000000001,"5min":3.556,"15min":3.0819999999999999},"min":{"1min":0.91600000000000004,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":7.1500000000000004,"5min":149.19200000000001,"15min":244.363},"last":2.3999999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:45:37 2020","interfaces":[{"interface":"back","average":{"1min":1.51,"5min":1.714,"15min":4.2670000000000003},"min":{"1min":0.63100000000000001,"5min":0.57099999999999995,"15min":0.52900000000000003},"max":{"1min":3.6240000000000001,"5min":7.5179999999999998,"15min":247.31299999999999},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.488,"5min":2.3050000000000002,"15min":4.431},"min":{"1min":0.63,"5min":0.59899999999999998,"15min":0.53900000000000003},"max":{"1min":2.831,"5min":13.054,"15min":244.84999999999999},"last":0.77300000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.1299999999999999,"5min":2.0339999999999998,"15min":4.6840000000000002},"min":{"1min":0.80200000000000005,"5min":0.74399999999999999,"15min":0.63600000000000001},"max":{"1min":7.3090000000000002,"5min":7.3090000000000002,"15min":343.45999999999998},"last":1.5620000000000001},{"interface":"front","average":{"1min":1.8999999999999999,"5min":1.635,"15min":4.681},"min":{"1min":0.84299999999999997,"5min":0.66400000000000003,"15min":0.61299999999999999},"max":{"1min":5.4370000000000003,"5min":6.5780000000000003,"15min":342.61599999999999},"last":1.425}]},{"osd":4,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":2.052,"15min":2.1549999999999998},"min":{"1min":0.76100000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":4.0430000000000001,"5min":7.0019999999999998,"15min":7.8600000000000003},"last":1.1419999999999999},{"interface":"front","average":{"1min":2.3079999999999998,"5min":2.6520000000000001,"15min":2.5699999999999998},"min":{"1min":1.4470000000000001,"5min":1.097,"15min":0.95899999999999996},"max":{"1min":7.5789999999999997,"5min":8.5920000000000005,"15min":8.5920000000000005},"last":1.3069999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.4159999999999999,"5min":2.673,"15min":2.2919999999999998},"min":{"1min":1.3129999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":7.8970000000000002,"5min":9.1920000000000002,"15min":10.515000000000001},"last":2.242},{"interface":"front","average":{"1min":2.4239999999999999,"5min":2.21,"15min":2.4399999999999999},"min":{"1min":1.121,"5min":0.753,"15min":0.753},"max":{"1min":5.8899999999999997,"5min":5.8899999999999997,"15min":7.827},"last":1.6080000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":3.073,"5min":3.452,"15min":3.1499999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.69599999999999995},"max":{"1min":8.7880000000000003,"5min":86.338999999999999,"15min":154.48599999999999},"last":2.0070000000000001},{"interface":"front","average":{"1min":2.488,"5min":3.8889999999999998,"15min":3.6739999999999999},"min":{"1min":1.077,"5min":1.077,"15min":1.0189999999999999},"max":{"1min":5.1829999999999998,"5min":86.311000000000007,"15min":155.05000000000001},"last":1.5029999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:56 2020","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":2.9319999999999999,"15min":3.2829999999999999},"min":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":10.215,"5min":10.215,"15min":96.248000000000005},"last":1.7649999999999999},{"interface":"front","average":{"1min":2.2970000000000002,"5min":2.4590000000000001,"15min":2.79},"min":{"1min":1.4099999999999999,"5min":0.92300000000000004,"15min":0.78900000000000003},"max":{"1min":4.3949999999999996,"5min":7.1379999999999999,"15min":96.337999999999994},"last":1.9059999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.694,"5min":2.6259999999999999,"15min":2.492},"min":{"1min":0.93700000000000006,"5min":0.875,"15min":0.875},"max":{"1min":10.340999999999999,"5min":10.340999999999999,"15min":10.340999999999999},"last":1.3500000000000001},{"interface":"front","average":{"1min":3.4129999999999998,"5min":3.1480000000000001,"15min":2.7349999999999999},"min":{"1min":1.2869999999999999,"5min":0.83099999999999996,"15min":0.73599999999999999},"max":{"1min":8.6029999999999998,"5min":9.8230000000000004,"15min":9.8230000000000004},"last":1.7270000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:46:03 2020","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":3.3439999999999999,"15min":3.1880000000000002},"min":{"1min":1.04,"5min":1.04,"15min":1.04},"max":{"1min":2.9249999999999998,"5min":10.037000000000001,"15min":10.037000000000001},"last":2.452},{"interface":"front","average":{"1min":2.895,"5min":3.149,"15min":2.9209999999999998},"min":{"1min":1.607,"5min":0.998,"15min":0.89100000000000001},"max":{"1min":6.4500000000000002,"5min":9.2929999999999993,"15min":11.759},"last":1.8180000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":3.0800000000000001,"5min":2.8860000000000001,"15min":2.8530000000000002},"min":{"1min":1.173,"5min":1.0720000000000001,"15min":0.88700000000000001},"max":{"1min":10.926,"5min":10.926,"15min":10.926},"last":1.637},{"interface":"front","average":{"1min":2.8340000000000001,"5min":2.9409999999999998,"15min":2.8490000000000002},"min":{"1min":1.4990000000000001,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":6.6079999999999997,"5min":6.6079999999999997,"15min":7.2859999999999996},"last":2.0640000000000001}]}]},{"osd":10,"up_from":0,"seq":408021893430,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678351,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1704404,"kb_used_data":1316876,"kb_used_omap":0,"kb_used_meta":387520,"kb_avail":92040748,"statfs":{"total":95995035648,"available":94249725952,"internally_reserved":0,"allocated":1348481024,"data_stored":1348120648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":396820480},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":8.7910000000000004,"5min":3.0680000000000001,"15min":3.2200000000000002},"min":{"1min":0.51900000000000002,"5min":0.51700000000000002,"15min":0.48499999999999999},"max":{"1min":114.18600000000001,"5min":114.18600000000001,"15min":253.441},"last":0.64300000000000002},{"interface":"front","average":{"1min":9.2750000000000004,"5min":3.694,"15min":3.863},"min":{"1min":0.84699999999999998,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":114.682,"5min":114.682,"15min":253.72999999999999},"last":0.82999999999999996}]},{"osd":2,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.6359999999999999,"15min":2.5369999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":250.76499999999999},"last":1.375},{"interface":"front","average":{"1min":1.403,"5min":1.5940000000000001,"15min":2.3839999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":3.6459999999999999,"5min":4.5650000000000004,"15min":250.529},"last":0.68500000000000005}]},{"osd":3,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":1.8660000000000001,"15min":3.3599999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":6.016,"5min":7.9470000000000001,"15min":314.88900000000001},"last":1.881},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.9219999999999999,"15min":3.6829999999999998},"min":{"1min":0.68100000000000005,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.4550000000000001,"5min":4.694,"15min":312.904},"last":1.73}]},{"osd":4,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0649999999999999,"5min":2.0569999999999999,"15min":2.5569999999999999},"min":{"1min":0.68400000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":6.5629999999999997,"5min":7.0609999999999999,"15min":130.13800000000001},"last":2.5600000000000001},{"interface":"front","average":{"1min":2.0489999999999999,"5min":2.2759999999999998,"15min":2.649},"min":{"1min":1.071,"5min":0.76100000000000001,"15min":0.60899999999999999},"max":{"1min":5.2370000000000001,"5min":7.0960000000000001,"15min":128.81800000000001},"last":0.97899999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.1139999999999999,"15min":2.7839999999999998},"min":{"1min":0.83699999999999997,"5min":0.76000000000000001,"15min":0.73499999999999999},"max":{"1min":6.2759999999999998,"5min":6.2759999999999998,"15min":127.413},"last":2.3959999999999999},{"interface":"front","average":{"1min":1.9810000000000001,"5min":2.4009999999999998,"15min":2.698},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":5.6669999999999998,"5min":6.7119999999999997,"15min":127.542},"last":1.4850000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.5230000000000001,"15min":2.4649999999999999},"min":{"1min":1.097,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":6.4029999999999996,"5min":12.82,"15min":12.82},"last":2.0550000000000002},{"interface":"front","average":{"1min":2.4420000000000002,"5min":2.786,"15min":2.5880000000000001},"min":{"1min":1.2290000000000001,"5min":1.0640000000000001,"15min":0.76900000000000002},"max":{"1min":6.4850000000000003,"5min":8.8260000000000005,"15min":10.377000000000001},"last":2.2010000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.851,"5min":2.7480000000000002,"15min":3.2559999999999998},"min":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":3.4239999999999999,"5min":6.5209999999999999,"15min":130.572},"last":1.605},{"interface":"front","average":{"1min":9.1280000000000001,"5min":3.9329999999999998,"15min":3.6619999999999999},"min":{"1min":1.421,"5min":1.0660000000000001,"15min":1.0429999999999999},"max":{"1min":121.273,"5min":121.273,"15min":128.73599999999999},"last":1.8400000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.4750000000000001,"5min":2.9790000000000001,"15min":2.8039999999999998},"min":{"1min":1.3069999999999999,"5min":1.2549999999999999,"15min":0.69699999999999995},"max":{"1min":5.1699999999999999,"5min":5.8010000000000002,"15min":10.721},"last":5.0979999999999999},{"interface":"front","average":{"1min":2.7320000000000002,"5min":3.1150000000000002,"15min":3.0310000000000001},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":8.8300000000000001,"5min":8.8300000000000001,"15min":13.355},"last":2.5099999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:45:50 2020","interfaces":[{"interface":"back","average":{"1min":2.23,"5min":3.0409999999999999,"15min":3.0950000000000002},"min":{"1min":1.389,"5min":1.264,"15min":1.264},"max":{"1min":3.4870000000000001,"5min":6.5010000000000003,"15min":11.589},"last":2.0019999999999998},{"interface":"front","average":{"1min":9.2940000000000005,"5min":4.6399999999999997,"15min":3.3620000000000001},"min":{"1min":1.5409999999999999,"5min":1.3240000000000001,"15min":0.93500000000000005},"max":{"1min":120.693,"5min":120.693,"15min":120.693},"last":2.157}]},{"osd":11,"last update":"Mon Nov 16 20:46:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1549999999999998,"5min":2.7869999999999999,"15min":2.9159999999999999},"min":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":4.0579999999999998,"5min":8.9930000000000003,"15min":8.9930000000000003},"last":1.7130000000000001},{"interface":"front","average":{"1min":9.3840000000000003,"5min":4.6639999999999997,"15min":3.758},"min":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.3859999999999999},"max":{"1min":121.5,"5min":121.5,"15min":121.5},"last":2.3300000000000001}]}]},{"osd":8,"up_from":63,"seq":270582939987,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1271688,"kb_used_data":1016704,"kb_used_omap":0,"kb_used_meta":254976,"kb_avail":92473464,"statfs":{"total":95995035648,"available":94692827136,"internally_reserved":0,"allocated":1041104896,"data_stored":1040750408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":261095424},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":5.5250000000000004,"5min":2.6429999999999998,"15min":2.1400000000000001},"min":{"1min":0.56899999999999995,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":80.534000000000006,"5min":80.534000000000006,"15min":80.534000000000006},"last":0.66100000000000003},{"interface":"front","average":{"1min":5.5679999999999996,"5min":2.6920000000000002,"15min":2.1579999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.54900000000000004},"max":{"1min":80.248000000000005,"5min":80.248000000000005,"15min":80.248000000000005},"last":2.6139999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:45:58 2020","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":2.8079999999999998,"15min":3.0619999999999998},"min":{"1min":0.70399999999999996,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":6.7450000000000001,"5min":48.720999999999997,"15min":141.761},"last":11.826000000000001},{"interface":"front","average":{"1min":2.5099999999999998,"5min":2.9260000000000002,"15min":3.4790000000000001},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":8.2089999999999996,"5min":48.799999999999997,"15min":141.87100000000001},"last":5.9180000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1709999999999998,"5min":1.899,"15min":2.7959999999999998},"min":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":8.468,"5min":8.468,"15min":137.90299999999999},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.9419999999999999,"5min":1.879,"15min":2.794},"min":{"1min":0.746,"5min":0.623,"15min":0.60799999999999998},"max":{"1min":5.8739999999999997,"5min":5.8739999999999997,"15min":138.24299999999999},"last":0.72499999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.427,"5min":2.363,"15min":2.4529999999999998},"min":{"1min":0.85499999999999998,"5min":0.72699999999999998,"15min":0.69299999999999995},"max":{"1min":8.3219999999999992,"5min":8.3219999999999992,"15min":36.006999999999998},"last":1.3580000000000001},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.1789999999999998,"15min":2.4289999999999998},"min":{"1min":0.86499999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":6.3760000000000003,"5min":6.3760000000000003,"15min":42.060000000000002},"last":1.5680000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.2530000000000001,"5min":2.3530000000000002,"15min":2.2480000000000002},"min":{"1min":1.04,"5min":0.999,"15min":0.65900000000000003},"max":{"1min":6.4850000000000003,"5min":6.4850000000000003,"15min":6.4850000000000003},"last":0.91400000000000003},{"interface":"front","average":{"1min":2.528,"5min":2.3879999999999999,"15min":2.1099999999999999},"min":{"1min":1.093,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":5.9500000000000002,"5min":7.0060000000000002,"15min":7.7220000000000004},"last":5.0940000000000003}]},{"osd":6,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":2.4670000000000001,"15min":2.3919999999999999},"min":{"1min":1.2490000000000001,"5min":0.84299999999999997,"15min":0.69599999999999995},"max":{"1min":8.6210000000000004,"5min":8.6210000000000004,"15min":9.4199999999999999},"last":4.6710000000000003},{"interface":"front","average":{"1min":2.3799999999999999,"5min":2.6280000000000001,"15min":2.633},"min":{"1min":1.133,"5min":1.04,"15min":0.872},"max":{"1min":6.569,"5min":10.359,"15min":10.569000000000001},"last":1.0509999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:34 2020","interfaces":[{"interface":"back","average":{"1min":2.73,"5min":2.6819999999999999,"15min":2.7890000000000001},"min":{"1min":1.1519999999999999,"5min":1.0669999999999999,"15min":1.006},"max":{"1min":6.0810000000000004,"5min":8.0909999999999993,"15min":37.5},"last":1.6970000000000001},{"interface":"front","average":{"1min":2.6320000000000001,"5min":2.7879999999999998,"15min":2.6930000000000001},"min":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":5.883,"5min":5.8949999999999996,"15min":35.509999999999998},"last":1.4159999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:45:34 2020","interfaces":[{"interface":"back","average":{"1min":2.839,"5min":2.895,"15min":3.1880000000000002},"min":{"1min":1.3340000000000001,"5min":1.194,"15min":0.93500000000000005},"max":{"1min":8.7490000000000006,"5min":8.7490000000000006,"15min":89.052999999999997},"last":1.177},{"interface":"front","average":{"1min":3.0640000000000001,"5min":3.194,"15min":3.2909999999999999},"min":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":0.86199999999999999},"max":{"1min":8.8640000000000008,"5min":8.8640000000000008,"15min":89.296000000000006},"last":1.526}]},{"osd":10,"last update":"Mon Nov 16 20:45:34 2020","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":2.8490000000000002,"15min":2.7360000000000002},"min":{"1min":1.4099999999999999,"5min":0.98199999999999998,"15min":0.92400000000000004},"max":{"1min":6.6760000000000002,"5min":8.4239999999999995,"15min":12.064},"last":4.8029999999999999},{"interface":"front","average":{"1min":2.9289999999999998,"5min":2.968,"15min":2.9580000000000002},"min":{"1min":1.5880000000000001,"5min":1.5049999999999999,"15min":1.1639999999999999},"max":{"1min":8.9830000000000005,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":2.0609999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:46:06 2020","interfaces":[{"interface":"back","average":{"1min":4.0999999999999996,"5min":3.5600000000000001,"15min":3.1339999999999999},"min":{"1min":1.276,"5min":1.25,"15min":0.96299999999999997},"max":{"1min":12.114000000000001,"5min":12.114000000000001,"15min":12.114000000000001},"last":4.9420000000000002},{"interface":"front","average":{"1min":3.6320000000000001,"5min":2.9969999999999999,"15min":3.0369999999999999},"min":{"1min":1.671,"5min":1.2929999999999999,"15min":1.2549999999999999},"max":{"1min":13.513,"5min":13.513,"15min":13.513},"last":1.827}]}]},{"osd":7,"up_from":225,"seq":966367641819,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":990552,"kb_used_data":742288,"kb_used_omap":0,"kb_used_meta":248255,"kb_avail":92754600,"statfs":{"total":95995035648,"available":94980710400,"internally_reserved":0,"allocated":760102912,"data_stored":759738484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":254213180},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.097,"5min":2.153,"15min":3.0899999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.503},"max":{"1min":11.471,"5min":32.640999999999998,"15min":123.182},"last":1.296},{"interface":"front","average":{"1min":1.631,"5min":1.9930000000000001,"15min":2.9129999999999998},"min":{"1min":0.63100000000000001,"5min":0.57799999999999996,"15min":0.52700000000000002},"max":{"1min":7.4550000000000001,"5min":32.710000000000001,"15min":122.154},"last":2.484}]},{"osd":2,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.573,"15min":2.4929999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.53800000000000003},"max":{"1min":2.4319999999999999,"5min":7.4109999999999996,"15min":118.31699999999999},"last":0.5},{"interface":"front","average":{"1min":1.639,"5min":1.9279999999999999,"15min":2.8109999999999999},"min":{"1min":0.88400000000000001,"5min":0.73199999999999998,"15min":0.53600000000000003},"max":{"1min":2.6909999999999998,"5min":7.7910000000000004,"15min":117.771},"last":0.70999999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.4900000000000002,"5min":2.9580000000000002,"15min":3.992},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.57399999999999995},"max":{"1min":11.221,"5min":81.248000000000005,"15min":219.61199999999999},"last":1.153},{"interface":"front","average":{"1min":1.7430000000000001,"5min":2.8540000000000001,"15min":4.0519999999999996},"min":{"1min":0.80800000000000005,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.996,"5min":81.700000000000003,"15min":221.09700000000001},"last":0.89500000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":1.9039999999999999,"15min":2.024},"min":{"1min":0.92100000000000004,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":7.7030000000000003,"5min":7.7030000000000003,"15min":11.75},"last":2.629},{"interface":"front","average":{"1min":2.8599999999999999,"5min":2.5409999999999999,"15min":2.3340000000000001},"min":{"1min":1.2729999999999999,"5min":0.629,"15min":0.629},"max":{"1min":11.789,"5min":11.789,"15min":11.821999999999999},"last":4.2770000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":2.4569999999999999,"15min":2.2639999999999998},"min":{"1min":0.82899999999999996,"5min":0.79100000000000004,"15min":0.69899999999999995},"max":{"1min":11.978999999999999,"5min":14.191000000000001,"15min":14.191000000000001},"last":0.97199999999999998},{"interface":"front","average":{"1min":2.5190000000000001,"5min":2.226,"15min":2.387},"min":{"1min":1.091,"5min":0.84499999999999997,"15min":0.64800000000000002},"max":{"1min":7.9290000000000003,"5min":7.9290000000000003,"15min":42.213999999999999},"last":2.992}]},{"osd":6,"last update":"Mon Nov 16 20:45:52 2020","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":2.762,"15min":2.5179999999999998},"min":{"1min":0.94599999999999995,"5min":0.93300000000000005,"15min":0.71899999999999997},"max":{"1min":12.243,"5min":13.795,"15min":13.795},"last":3.5070000000000001},{"interface":"front","average":{"1min":2.3330000000000002,"5min":2.6400000000000001,"15min":2.5710000000000002},"min":{"1min":1.01,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":4.6920000000000002,"5min":8.3970000000000002,"15min":11.693},"last":3.2410000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.75,"5min":2.637,"15min":2.5550000000000002},"min":{"1min":1.091,"5min":1.02,"15min":0.80000000000000004},"max":{"1min":8.1669999999999998,"5min":8.1669999999999998,"15min":42.518000000000001},"last":2.7559999999999998},{"interface":"front","average":{"1min":2.7469999999999999,"5min":2.7509999999999999,"15min":2.641},"min":{"1min":1.7350000000000001,"5min":1.149,"15min":0.92600000000000005},"max":{"1min":8.8360000000000003,"5min":8.8360000000000003,"15min":42.670000000000002},"last":2.8700000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.762,"15min":2.8580000000000001},"min":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.0409999999999999},"max":{"1min":8.3859999999999992,"5min":8.3859999999999992,"15min":42.825000000000003},"last":3.4359999999999999},{"interface":"front","average":{"1min":2.4740000000000002,"5min":2.9260000000000002,"15min":2.9009999999999998},"min":{"1min":1.3169999999999999,"5min":0.999,"15min":0.95199999999999996},"max":{"1min":3.7919999999999998,"5min":8.5079999999999991,"15min":42.156999999999996},"last":1.1859999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.9660000000000002,"5min":2.8559999999999999,"15min":2.8690000000000002},"min":{"1min":1.373,"5min":1.1319999999999999,"15min":0.98899999999999999},"max":{"1min":9.0779999999999994,"5min":9.0779999999999994,"15min":43.125999999999998},"last":3.2949999999999999},{"interface":"front","average":{"1min":3.048,"5min":2.9790000000000001,"15min":2.9100000000000001},"min":{"1min":1.603,"5min":1.2350000000000001,"15min":1.0529999999999999},"max":{"1min":8.6170000000000009,"5min":8.6170000000000009,"15min":42.377000000000002},"last":3.5790000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":3.077,"5min":3.347,"15min":3.2290000000000001},"min":{"1min":1.369,"5min":1.369,"15min":1.1830000000000001},"max":{"1min":9.3190000000000008,"5min":9.3190000000000008,"15min":42.976999999999997},"last":3.1139999999999999},{"interface":"front","average":{"1min":2.6779999999999999,"5min":3.1819999999999999,"15min":3.1589999999999998},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.135},"max":{"1min":4.4089999999999998,"5min":8.5909999999999993,"15min":42.305999999999997},"last":1.0249999999999999}]}]},{"osd":6,"up_from":49,"seq":210453397853,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":993556,"kb_used_data":744268,"kb_used_omap":0,"kb_used_meta":249280,"kb_avail":92751596,"statfs":{"total":95995035648,"available":94977634304,"internally_reserved":0,"allocated":762130432,"data_stored":761770076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":255262720},"hb_peers":[0,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:42 2020","interfaces":[{"interface":"back","average":{"1min":1.5900000000000001,"5min":5.4299999999999997,"15min":2.7149999999999999},"min":{"1min":0.65400000000000003,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":4.8819999999999997,"5min":219.09899999999999,"15min":219.09899999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.379,"5min":5.9340000000000002,"15min":3.2959999999999998},"min":{"1min":0.70399999999999996,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.0270000000000001,"5min":219.006,"15min":219.006},"last":1.5369999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:42:21 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":4.6769999999999996,"15min":3.024},"min":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4350000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":4.7450000000000001,"15min":3.004},"min":{"1min":0.72599999999999998,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":4.2779999999999996,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":1.431,"15min":1.8300000000000001},"min":{"1min":0.68899999999999995,"5min":0.625,"15min":0.57699999999999996},"max":{"1min":3.2959999999999998,"5min":4.3600000000000003,"15min":82.668000000000006},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.343,"5min":1.677,"15min":1.905},"min":{"1min":0.68500000000000005,"5min":0.59399999999999997,"15min":0.58099999999999996},"max":{"1min":1.8959999999999999,"5min":5.7640000000000002,"15min":84.108000000000004},"last":4.8289999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":2.0600000000000001,"15min":2.9049999999999998},"min":{"1min":0.66600000000000004,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":6.5309999999999997,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.306},{"interface":"front","average":{"1min":1.772,"5min":1.986,"15min":2.9209999999999998},"min":{"1min":0.92400000000000004,"5min":0.71699999999999997,"15min":0.68799999999999994},"max":{"1min":2.4590000000000001,"5min":6.3150000000000004,"15min":171.46100000000001},"last":1.258}]},{"osd":4,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":2.165,"15min":2.4990000000000001},"min":{"1min":1.4590000000000001,"5min":0.65700000000000003,"15min":0.58999999999999997},"max":{"1min":3.371,"5min":7.8090000000000002,"15min":116.849},"last":2.2559999999999998},{"interface":"front","average":{"1min":1.9570000000000001,"5min":2.298,"15min":2.5880000000000001},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.56399999999999995},"max":{"1min":5.6879999999999997,"5min":7.5700000000000003,"15min":117.947},"last":2.6160000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":1.897,"5min":2.351,"15min":2.1840000000000002},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.72599999999999998},"max":{"1min":5.8600000000000003,"5min":7.4530000000000003,"15min":13.518000000000001},"last":1.4350000000000001},{"interface":"front","average":{"1min":2.2480000000000002,"5min":2.4159999999999999,"15min":2.165},"min":{"1min":1.052,"5min":0.89200000000000002,"15min":0.79400000000000004},"max":{"1min":6.242,"5min":7.835,"15min":9.1539999999999999},"last":1.575}]},{"osd":7,"last update":"Mon Nov 16 20:45:44 2020","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":2.331,"15min":2.1720000000000002},"min":{"1min":0.81399999999999995,"5min":0.75600000000000001,"15min":0.67700000000000005},"max":{"1min":2.9159999999999999,"5min":10.506,"15min":12.582000000000001},"last":0.86799999999999999},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.8100000000000001,"15min":2.657},"min":{"1min":1.1180000000000001,"5min":1.0349999999999999,"15min":0.79300000000000004},"max":{"1min":3.0819999999999999,"5min":10.651999999999999,"15min":14.067},"last":1.677}]},{"osd":8,"last update":"Mon Nov 16 20:46:01 2020","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":3.8199999999999998,"15min":2.8300000000000001},"min":{"1min":1.4359999999999999,"5min":0.97899999999999998,"15min":0.90400000000000003},"max":{"1min":7.6779999999999999,"5min":115.756,"15min":115.756},"last":1.395},{"interface":"front","average":{"1min":2.3149999999999999,"5min":3.5419999999999998,"15min":2.8639999999999999},"min":{"1min":0.94999999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":7.7050000000000001,"5min":114.051,"15min":114.051},"last":1}]},{"osd":9,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":10.331,"5min":5.5270000000000001,"15min":3.5910000000000002},"min":{"1min":1.556,"5min":1.0720000000000001,"15min":0.94799999999999995},"max":{"1min":135.161,"5min":135.161,"15min":135.161},"last":1.8200000000000001},{"interface":"front","average":{"1min":10.673999999999999,"5min":5.9470000000000001,"15min":3.6419999999999999},"min":{"1min":1.7490000000000001,"5min":1.2210000000000001,"15min":0.97299999999999998},"max":{"1min":135.35400000000001,"5min":135.35400000000001,"15min":135.35400000000001},"last":2.1259999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:45:58 2020","interfaces":[{"interface":"back","average":{"1min":2.7330000000000001,"5min":2.8919999999999999,"15min":2.556},"min":{"1min":1.032,"5min":0.98499999999999999,"15min":0.88900000000000001},"max":{"1min":6.1689999999999996,"5min":9.0419999999999998,"15min":9.1489999999999991},"last":2.4590000000000001},{"interface":"front","average":{"1min":2.9750000000000001,"5min":3.2010000000000001,"15min":2.6389999999999998},"min":{"1min":1.171,"5min":1.171,"15min":0.88800000000000001},"max":{"1min":6.4400000000000004,"5min":9.2230000000000008,"15min":10.095000000000001},"last":2.7639999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:45:58 2020","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":3.5339999999999998,"15min":2.6640000000000001},"min":{"1min":1.179,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":4.641,"5min":113.28,"15min":113.28},"last":1.155},{"interface":"front","average":{"1min":2.4399999999999999,"5min":3.8759999999999999,"15min":2.9209999999999998},"min":{"1min":1.512,"5min":1.095,"15min":1.095},"max":{"1min":4.9790000000000001,"5min":113.851,"15min":113.851},"last":2.4009999999999998}]}]},{"osd":1,"up_from":18,"seq":77309411704,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1382100,"kb_used_data":992524,"kb_used_omap":0,"kb_used_meta":389568,"kb_avail":92363052,"statfs":{"total":95995035648,"available":94579765248,"internally_reserved":0,"allocated":1016344576,"data_stored":1015984220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":398917632},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:19 2020","interfaces":[{"interface":"back","average":{"1min":1.798,"5min":1.653,"15min":2.0659999999999998},"min":{"1min":0.53600000000000003,"5min":0.52800000000000002,"15min":0.47199999999999998},"max":{"1min":9.7789999999999999,"5min":9.7789999999999999,"15min":97.320999999999998},"last":2.0150000000000001},{"interface":"front","average":{"1min":2.1560000000000001,"5min":2.3610000000000002,"15min":2.738},"min":{"1min":0.83599999999999997,"5min":0.67800000000000005,"15min":0.51200000000000001},"max":{"1min":9.9030000000000005,"5min":13.487,"15min":97.376000000000005},"last":2.351}]},{"osd":2,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.802,"15min":2.3159999999999998},"min":{"1min":0.64300000000000002,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":6.0339999999999998,"5min":13.121,"15min":98.257000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":1.242,"5min":1.663,"15min":2.5539999999999998},"min":{"1min":0.59699999999999998,"5min":0.52100000000000002,"15min":0.52000000000000002},"max":{"1min":2.6360000000000001,"5min":12.002000000000001,"15min":97.945999999999998},"last":2.1909999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":1.2989999999999999},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":1.6439999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.613,"5min":2.0590000000000002,"15min":2.1030000000000002},"min":{"1min":0.72099999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.0840000000000001,"5min":5.7539999999999996,"15min":5.7539999999999996},"last":2.4910000000000001},{"interface":"front","average":{"1min":1.8360000000000001,"5min":2.2589999999999999,"15min":2.3530000000000002},"min":{"1min":0.96699999999999997,"5min":0.93799999999999994,"15min":0.93799999999999994},"max":{"1min":2.8660000000000001,"5min":5.8230000000000004,"15min":5.8230000000000004},"last":2.8809999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":2,"5min":3.6000000000000001,"15min":3.298},"min":{"1min":0.748,"5min":0.748,"15min":0.65000000000000002},"max":{"1min":7.7869999999999999,"5min":97.927999999999997,"15min":97.927999999999997},"last":0.73099999999999998},{"interface":"front","average":{"1min":2.4670000000000001,"5min":4.2220000000000004,"15min":4.173},"min":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.96599999999999997},"max":{"1min":8.4480000000000004,"5min":98.322000000000003,"15min":98.322000000000003},"last":1.1890000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:45:19 2020","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":2.7909999999999999,"15min":3.9249999999999998},"min":{"1min":1.159,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":3.4940000000000002,"5min":13.009,"15min":103.09699999999999},"last":2.8039999999999998},{"interface":"front","average":{"1min":2.3380000000000001,"5min":2.9129999999999998,"15min":4.1310000000000002},"min":{"1min":1.355,"5min":0.91000000000000003,"15min":0.88100000000000001},"max":{"1min":3.9169999999999998,"5min":13.792,"15min":102.877},"last":2.6930000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.4740000000000002,"15min":4.1479999999999997},"min":{"1min":0.95599999999999996,"5min":0.87,"15min":0.83599999999999997},"max":{"1min":6.1820000000000004,"5min":13.673999999999999,"15min":160.39400000000001},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.4199999999999999,"5min":2.2269999999999999,"15min":3.1059999999999999},"min":{"1min":0.91400000000000003,"5min":0.751,"15min":0.70699999999999996},"max":{"1min":2.4849999999999999,"5min":26.556999999999999,"15min":161.446},"last":0.998}]},{"osd":8,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":2.5350000000000001,"5min":4.3630000000000004,"15min":4.3390000000000004},"min":{"1min":1.5409999999999999,"5min":1.4259999999999999,"15min":0.82899999999999996},"max":{"1min":7.2709999999999999,"5min":98.739999999999995,"15min":98.739999999999995},"last":2.6080000000000001},{"interface":"front","average":{"1min":1.7589999999999999,"5min":2.3530000000000002,"15min":3.0830000000000002},"min":{"1min":0.76400000000000001,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":4.1139999999999999,"5min":26.77,"15min":99.825000000000003},"last":1.478}]},{"osd":9,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":2.2189999999999999,"5min":2.923,"15min":3.8140000000000001},"min":{"1min":1.036,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":9.8659999999999997,"5min":15.629,"15min":98.683999999999997},"last":1.29},{"interface":"front","average":{"1min":2.1659999999999999,"5min":3.0880000000000001,"15min":3.7069999999999999},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":0.86399999999999999},"max":{"1min":6.258,"5min":15.382999999999999,"15min":98.972999999999999},"last":1.3999999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":2.3820000000000001,"15min":3.6520000000000001},"min":{"1min":1.048,"5min":0.94099999999999995,"15min":0.94099999999999995},"max":{"1min":3.96,"5min":6.8209999999999997,"15min":100.108},"last":1.161},{"interface":"front","average":{"1min":1.768,"5min":2.5979999999999999,"15min":3.3239999999999998},"min":{"1min":1.095,"5min":1.046,"15min":1.04},"max":{"1min":3.8210000000000002,"5min":11.148999999999999,"15min":98.613},"last":1.3280000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:46:02 2020","interfaces":[{"interface":"back","average":{"1min":3.415,"5min":3.6749999999999998,"15min":3.9790000000000001},"min":{"1min":1.4450000000000001,"5min":1.1359999999999999,"15min":1.0620000000000001},"max":{"1min":9.4009999999999998,"5min":26.873000000000001,"15min":99.150000000000006},"last":1.8640000000000001},{"interface":"front","average":{"1min":2.6909999999999998,"5min":3.0710000000000002,"15min":3.8679999999999999},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":9.4489999999999998,"5min":26.925999999999998,"15min":99.512},"last":1.97}]}]},{"osd":0,"up_from":12,"seq":51539607933,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1774792,"kb_used_data":1533632,"kb_used_omap":0,"kb_used_meta":241152,"kb_avail":91970360,"statfs":{"total":95995035648,"available":94177648640,"internally_reserved":0,"allocated":1570439168,"data_stored":1570084680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":246939648},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:45:17 2020","interfaces":[{"interface":"back","average":{"1min":2.0880000000000001,"5min":2.9889999999999999,"15min":2.9079999999999999},"min":{"1min":0.65000000000000002,"5min":0.495,"15min":0.47599999999999998},"max":{"1min":9.3320000000000007,"5min":54.354999999999997,"15min":54.354999999999997},"last":5.8730000000000002},{"interface":"front","average":{"1min":2.3730000000000002,"5min":2.948,"15min":2.9830000000000001},"min":{"1min":0.84799999999999998,"5min":0.69399999999999995,"15min":0.54100000000000004},"max":{"1min":9.5820000000000007,"5min":54.603999999999999,"15min":54.603999999999999},"last":6.6050000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.847,"15min":2.101},"min":{"1min":0.66100000000000003,"5min":0.56499999999999995,"15min":0.496},"max":{"1min":4.8490000000000002,"5min":11.704000000000001,"15min":31.731999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.579,"15min":2.0270000000000001},"min":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.1099999999999999,"5min":7.2519999999999998,"15min":34.512},"last":0.88800000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:45:36 2020","interfaces":[{"interface":"back","average":{"1min":2.077,"5min":1.899,"15min":2.016},"min":{"1min":1.2050000000000001,"5min":0.59999999999999998,"15min":0.55100000000000005},"max":{"1min":7.9020000000000001,"5min":7.9020000000000001,"15min":111.956},"last":1.1020000000000001},{"interface":"front","average":{"1min":2.7629999999999999,"5min":2.5550000000000002,"15min":2.6070000000000002},"min":{"1min":1.419,"5min":1.0249999999999999,"15min":0.72299999999999998},"max":{"1min":9.0090000000000003,"5min":9.0090000000000003,"15min":112.206},"last":1.504}]},{"osd":5,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.8420000000000001,"5min":2.2200000000000002,"15min":1.931},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.60999999999999999},"max":{"1min":5.2690000000000001,"5min":12.334,"15min":12.334},"last":1.155},{"interface":"front","average":{"1min":1.641,"5min":2.1280000000000001,"15min":2.117},"min":{"1min":1.0369999999999999,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":3.4420000000000002,"5min":8.6959999999999997,"15min":47.793999999999997},"last":1.236}]},{"osd":6,"last update":"Mon Nov 16 20:45:38 2020","interfaces":[{"interface":"back","average":{"1min":2.7770000000000001,"5min":2.5760000000000001,"15min":2.4849999999999999},"min":{"1min":1.341,"5min":0.79500000000000004,"15min":0.71699999999999997},"max":{"1min":8.4719999999999995,"5min":9.25,"15min":47.442},"last":1.647},{"interface":"front","average":{"1min":2.8029999999999999,"5min":2.7970000000000002,"15min":2.5979999999999999},"min":{"1min":1.46,"5min":0.88300000000000001,"15min":0.70399999999999996},"max":{"1min":8.8610000000000007,"5min":9.0969999999999995,"15min":48.149999999999999},"last":1.3680000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":3.0640000000000001,"5min":2.714,"15min":3.3140000000000001},"min":{"1min":1.0940000000000001,"5min":0.85799999999999998,"15min":0.82199999999999995},"max":{"1min":11.177,"5min":11.177,"15min":97.435000000000002},"last":6.5060000000000002},{"interface":"front","average":{"1min":2.0390000000000001,"5min":2.629,"15min":3.4140000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":5.0830000000000002,"5min":12.471,"15min":96.828000000000003},"last":1.3069999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":4.1920000000000002,"15min":3.472},"min":{"1min":1.2350000000000001,"5min":0.85499999999999998,"15min":0.77200000000000002},"max":{"1min":6.8040000000000003,"5min":82.204999999999998,"15min":96.248000000000005},"last":1.4450000000000001},{"interface":"front","average":{"1min":2.1400000000000001,"5min":4.1890000000000001,"15min":3.2959999999999998},"min":{"1min":0.876,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":4.9880000000000004,"5min":79.483999999999995,"15min":96.043000000000006},"last":1.837}]},{"osd":9,"last update":"Mon Nov 16 20:45:42 2020","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.3769999999999998,"15min":2.5510000000000002},"min":{"1min":1.488,"5min":0.91200000000000003,"15min":0.79400000000000004},"max":{"1min":5.1760000000000002,"5min":60.097999999999999,"15min":60.097999999999999},"last":1.7030000000000001},{"interface":"front","average":{"1min":2.5720000000000001,"5min":3.4849999999999999,"15min":2.903},"min":{"1min":1.6259999999999999,"5min":0.89400000000000002,"15min":0.88400000000000001},"max":{"1min":7.6600000000000001,"5min":59.579000000000001,"15min":59.579000000000001},"last":1.9490000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.9540000000000002,"15min":2.5289999999999999},"min":{"1min":1.6399999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"max":{"1min":7.3449999999999998,"5min":9.1829999999999998,"15min":26.870999999999999},"last":1.7629999999999999},{"interface":"front","average":{"1min":2.7080000000000002,"5min":3.5190000000000001,"15min":3.1419999999999999},"min":{"1min":1.407,"5min":1.264,"15min":1.004},"max":{"1min":9.9920000000000009,"5min":24.378,"15min":47.237000000000002},"last":6.0839999999999996}]},{"osd":11,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":3.419,"5min":4.3040000000000003,"15min":3.5659999999999998},"min":{"1min":1.7330000000000001,"5min":1.1140000000000001,"15min":1.032},"max":{"1min":11.002000000000001,"5min":55.441000000000003,"15min":55.441000000000003},"last":6.9790000000000001},{"interface":"front","average":{"1min":3.2989999999999999,"5min":4.6719999999999997,"15min":3.6800000000000002},"min":{"1min":1.546,"5min":1.133,"15min":1.133},"max":{"1min":8.7460000000000004,"5min":61.509,"15min":61.509},"last":6.391}]}]},{"osd":2,"up_from":0,"seq":98784248179,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051949,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":524692,"kb_used_data":255372,"kb_used_omap":0,"kb_used_meta":269312,"kb_avail":93220460,"statfs":{"total":95995035648,"available":95457751040,"internally_reserved":0,"allocated":261500928,"data_stored":261140572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":275775488},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":1.806,"5min":1.54,"15min":2.0430000000000001},"min":{"1min":0.60799999999999998,"5min":0.51200000000000001,"15min":0.47999999999999998},"max":{"1min":8.8539999999999992,"5min":8.8539999999999992,"15min":130.286},"last":1.1890000000000001},{"interface":"front","average":{"1min":1.8859999999999999,"5min":1.8149999999999999,"15min":2.3159999999999998},"min":{"1min":0.86799999999999999,"5min":0.68999999999999995,"15min":0.48899999999999999},"max":{"1min":7.0140000000000002,"5min":7.0140000000000002,"15min":130.40799999999999},"last":2.609}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.3129999999999999,"15min":2.2269999999999999},"min":{"1min":0.57999999999999996,"5min":0.52900000000000003,"15min":0.52800000000000002},"max":{"1min":5.048,"5min":5.048,"15min":122.545},"last":0.65500000000000003},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.2569999999999999,"15min":2.2639999999999998},"min":{"1min":0.67300000000000004,"5min":0.60299999999999998,"15min":0.52700000000000002},"max":{"1min":2.21,"5min":5.0720000000000001,"15min":123.28},"last":2.9199999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.9199999999999999},"min":{"1min":0.59499999999999997,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":2.3719999999999999,"5min":5.3319999999999999,"15min":38.744999999999997},"last":0.69599999999999995},{"interface":"front","average":{"1min":1.369,"5min":1.6299999999999999,"15min":2.0219999999999998},"min":{"1min":0.84999999999999998,"5min":0.58999999999999997,"15min":0.58399999999999996},"max":{"1min":2.0369999999999999,"5min":5.806,"15min":36.244},"last":1.3360000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":1.214,"5min":1.448,"15min":1.9670000000000001},"min":{"1min":0.74199999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.4390000000000001,"5min":4.343,"15min":38.185000000000002},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.548,"5min":1.6759999999999999,"15min":2},"min":{"1min":0.82099999999999995,"5min":0.77500000000000002,"15min":0.71399999999999997},"max":{"1min":4.0869999999999997,"5min":4.4749999999999996,"15min":37.875},"last":1.292}]},{"osd":6,"last update":"Mon Nov 16 20:45:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.3690000000000002,"15min":3.0569999999999999},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":14.042,"5min":37.177999999999997,"15min":81.596999999999994},"last":1.1339999999999999},{"interface":"front","average":{"1min":2.5910000000000002,"5min":2.8620000000000001,"15min":3.306},"min":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.77100000000000002},"max":{"1min":14.182,"5min":37.545000000000002,"15min":81.935000000000002},"last":1.5860000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.7789999999999999,"15min":2.944},"min":{"1min":0.83999999999999997,"5min":0.71399999999999997,"15min":0.69999999999999996},"max":{"1min":4.149,"5min":5.7569999999999997,"15min":121.33199999999999},"last":3.0249999999999999},{"interface":"front","average":{"1min":2.2759999999999998,"5min":2.1480000000000001,"15min":2.9260000000000002},"min":{"1min":1.2490000000000001,"5min":0.98499999999999999,"15min":0.80900000000000005},"max":{"1min":4.6150000000000002,"5min":4.8700000000000001,"15min":84.724999999999994},"last":1.444}]},{"osd":8,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":2.2229999999999999,"5min":2.0630000000000002,"15min":2.762},"min":{"1min":1.196,"5min":1.042,"15min":0.90000000000000002},"max":{"1min":5.2309999999999999,"5min":5.2309999999999999,"15min":80.588999999999999},"last":1.49},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.2970000000000002,"15min":2.448},"min":{"1min":1.0860000000000001,"5min":0.89100000000000001,"15min":0.81899999999999995},"max":{"1min":6.3280000000000003,"5min":6.3280000000000003,"15min":40.341999999999999},"last":2.085}]},{"osd":9,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":2.202,"5min":2.3610000000000002,"15min":3.0979999999999999},"min":{"1min":1.331,"5min":1.01,"15min":1.01},"max":{"1min":4.3600000000000003,"5min":6.8609999999999998,"15min":82.418000000000006},"last":1.927},{"interface":"front","average":{"1min":2.1440000000000001,"5min":2.52,"15min":2.7320000000000002},"min":{"1min":1.349,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":4.5220000000000002,"5min":7.2889999999999997,"15min":42.310000000000002},"last":1.738}]},{"osd":10,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":2.3180000000000001,"15min":3.177},"min":{"1min":1.5900000000000001,"5min":1.2909999999999999,"15min":0.91500000000000004},"max":{"1min":4.234,"5min":4.8339999999999996,"15min":79.700999999999993},"last":1.7589999999999999},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.4129999999999998,"15min":2.8010000000000002},"min":{"1min":1.3680000000000001,"5min":1.052,"15min":1.052},"max":{"1min":4.665,"5min":6.7249999999999996,"15min":40.555999999999997},"last":2.056}]},{"osd":11,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":2.3999999999999999,"5min":2.5779999999999998,"15min":3.2389999999999999},"min":{"1min":1.7549999999999999,"5min":1.3029999999999999,"15min":1.1399999999999999},"max":{"1min":4.4859999999999998,"5min":5.4340000000000002,"15min":81.390000000000001},"last":1.6220000000000001},{"interface":"front","average":{"1min":2.343,"5min":2.6469999999999998,"15min":2.9660000000000002},"min":{"1min":1.6619999999999999,"5min":1.1930000000000001,"15min":1.1180000000000001},"max":{"1min":4.8099999999999996,"5min":7.7279999999999998,"15min":42.034999999999997},"last":1.8959999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855720,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1554952,"kb_used_data":1217088,"kb_used_omap":0,"kb_used_meta":337856,"kb_avail":92190200,"statfs":{"total":95995035648,"available":94402764800,"internally_reserved":0,"allocated":1246298112,"data_stored":1245943624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":345964544},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.9590000000000001,"15min":1.8280000000000001},"min":{"1min":0.75,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":5.1520000000000001,"5min":16.091999999999999,"15min":62.197000000000003},"last":4.5739999999999998},{"interface":"front","average":{"1min":1.581,"5min":1.9039999999999999,"15min":1.9610000000000001},"min":{"1min":0.82399999999999995,"5min":0.59599999999999997,"15min":0.54400000000000004},"max":{"1min":2.9820000000000002,"5min":16.904,"15min":61.820999999999998},"last":1.3440000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.823,"15min":3.645},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.53300000000000003},"max":{"1min":1.6970000000000001,"5min":14.339,"15min":277.74299999999999},"last":1.238},{"interface":"front","average":{"1min":1.643,"5min":2.0819999999999999,"15min":3.7149999999999999},"min":{"1min":0.88400000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.117,"5min":14.382999999999999,"15min":286.88499999999999},"last":2.1819999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:45:34 2020","interfaces":[{"interface":"back","average":{"1min":1.77,"5min":1.8149999999999999,"15min":2.2090000000000001},"min":{"1min":0.68700000000000006,"5min":0.60999999999999999,"15min":0.53800000000000003},"max":{"1min":3.2839999999999998,"5min":5.2969999999999997,"15min":37.697000000000003},"last":1.9410000000000001},{"interface":"front","average":{"1min":1.956,"5min":2.0960000000000001,"15min":2.2919999999999998},"min":{"1min":0.98999999999999999,"5min":0.66300000000000003,"15min":0.57999999999999996},"max":{"1min":5.2560000000000002,"5min":8.7929999999999993,"15min":37.956000000000003},"last":4.8319999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":2.3690000000000002,"15min":3.6240000000000001},"min":{"1min":0.875,"5min":0.75600000000000001,"15min":0.66000000000000003},"max":{"1min":2.3820000000000001,"5min":78.021000000000001,"15min":247.41499999999999},"last":1.534},{"interface":"front","average":{"1min":2.1150000000000002,"5min":2.8679999999999999,"15min":3.9449999999999998},"min":{"1min":1.0589999999999999,"5min":0.70899999999999996,"15min":0.624},"max":{"1min":5.343,"5min":78.088999999999999,"15min":249.12},"last":1.7649999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.1080000000000001,"15min":2.149},"min":{"1min":0.82099999999999995,"5min":0.74099999999999999,"15min":0.65700000000000003},"max":{"1min":4.7380000000000004,"5min":7.4649999999999999,"15min":61.781999999999996},"last":4.7110000000000003},{"interface":"front","average":{"1min":2.5230000000000001,"5min":2.4430000000000001,"15min":2.4449999999999998},"min":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.72199999999999998},"max":{"1min":7.3689999999999998,"5min":7.5730000000000004,"15min":61.533000000000001},"last":5.1230000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":2.073,"5min":3.6720000000000002,"15min":2.7999999999999998},"min":{"1min":0.81899999999999995,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":6.1609999999999996,"5min":165.12,"15min":165.12},"last":1.643},{"interface":"front","average":{"1min":1.849,"5min":3.7010000000000001,"15min":2.9199999999999999},"min":{"1min":1.3100000000000001,"5min":0.88300000000000001,"15min":0.81299999999999994},"max":{"1min":2.827,"5min":162.14099999999999,"15min":162.14099999999999},"last":1.8799999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":6.0279999999999996,"5min":3.141,"15min":2.7669999999999999},"min":{"1min":1.218,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":62.771000000000001,"5min":62.771000000000001,"15min":62.771000000000001},"last":5.2590000000000003},{"interface":"front","average":{"1min":6.306,"5min":3.613,"15min":2.9489999999999998},"min":{"1min":1.2549999999999999,"5min":0.91200000000000003,"15min":0.90700000000000003},"max":{"1min":63.076000000000001,"5min":63.076000000000001,"15min":63.076000000000001},"last":5.6299999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":2.0209999999999999,"5min":2.5110000000000001,"15min":2.9420000000000002},"min":{"1min":1.093,"5min":1.093,"15min":0.879},"max":{"1min":3.3109999999999999,"5min":8.0229999999999997,"15min":63.304000000000002},"last":2.2480000000000002},{"interface":"front","average":{"1min":2.113,"5min":2.6840000000000002,"15min":2.8439999999999999},"min":{"1min":1.155,"5min":1.155,"15min":1.0269999999999999},"max":{"1min":3.0609999999999999,"5min":7.8300000000000001,"15min":63.232999999999997},"last":2.3959999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:45:53 2020","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":2.6850000000000001,"15min":3.0619999999999998},"min":{"1min":1.3440000000000001,"5min":1.2669999999999999,"15min":1.143},"max":{"1min":6.8840000000000003,"5min":7.3799999999999999,"15min":64.043999999999997},"last":2.1259999999999999},{"interface":"front","average":{"1min":2.6429999999999998,"5min":2.456,"15min":2.9260000000000002},"min":{"1min":1.5049999999999999,"5min":1.004,"15min":1.004},"max":{"1min":6.8579999999999997,"5min":6.8780000000000001,"15min":62.686999999999998},"last":2.0630000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":3.1339999999999999,"5min":3.0030000000000001,"15min":2.9670000000000001},"min":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.0089999999999999},"max":{"1min":10.928000000000001,"5min":10.928000000000001,"15min":64.244},"last":2.0089999999999999},{"interface":"front","average":{"1min":3.6459999999999999,"5min":3.2170000000000001,"15min":3.1419999999999999},"min":{"1min":1.591,"5min":1.4870000000000001,"15min":1.0649999999999999},"max":{"1min":11.039999999999999,"5min":11.039999999999999,"15min":64.447999999999993},"last":4.1360000000000001}]}]},{"osd":5,"up_from":0,"seq":180388626790,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:46:23.436 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:23.448 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:23 smithi071 bash[26650]: debug 2020-11-16T20:46:23.333+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:23.690 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:23 smithi142 bash[9523]: audit 2020-11-16T20:46:21.463701+0000 mgr.x (mgr.14196) 1034 : audit [DBG] from='client.16074 v1:172.21.15.142:0/1307489802' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:23.690 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:23 smithi142 bash[9523]: cluster 2020-11-16T20:46:22.002598+0000 osd.7 (osd.7) 122 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:23.691 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:23 smithi142 bash[9523]: cluster 2020-11-16T20:46:22.002725+0000 osd.7 (osd.7) 123 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:23.691 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:23 smithi142 bash[9523]: cluster 2020-11-16T20:46:22.392347+0000 mgr.x (mgr.14196) 1035 : cluster [DBG] pgmap v1543: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 668 op/s; 4603/124890 objects misplaced (3.686%); 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:46:23.691 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:23 smithi142 bash[9523]: cluster 2020-11-16T20:46:22.588949+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e600: 12 total, 12 up, 9 in
2020-11-16T20:46:23.691 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:23 smithi142 bash[20366]: debug 2020-11-16T20:46:23.696+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:23.691 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:23.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:23 smithi065 bash[9468]: audit 2020-11-16T20:46:21.463701+0000 mgr.x (mgr.14196) 1034 : audit [DBG] from='client.16074 v1:172.21.15.142:0/1307489802' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:23.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:23 smithi065 bash[9468]: cluster 2020-11-16T20:46:22.002598+0000 osd.7 (osd.7) 122 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:23.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:23 smithi065 bash[9468]: cluster 2020-11-16T20:46:22.002725+0000 osd.7 (osd.7) 123 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:23 smithi065 bash[9468]: cluster 2020-11-16T20:46:22.392347+0000 mgr.x (mgr.14196) 1035 : cluster [DBG] pgmap v1543: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 668 op/s; 4603/124890 objects misplaced (3.686%); 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:46:23.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:23 smithi065 bash[9468]: cluster 2020-11-16T20:46:22.588949+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e600: 12 total, 12 up, 9 in
2020-11-16T20:46:23.794 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:23.911 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:23.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:23 smithi071 bash[9480]: audit 2020-11-16T20:46:21.463701+0000 mgr.x (mgr.14196) 1034 : audit [DBG] from='client.16074 v1:172.21.15.142:0/1307489802' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:23.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:23 smithi071 bash[9480]: cluster 2020-11-16T20:46:22.002598+0000 osd.7 (osd.7) 122 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:23.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:23 smithi071 bash[9480]: cluster 2020-11-16T20:46:22.002725+0000 osd.7 (osd.7) 123 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:23.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:23 smithi071 bash[9480]: cluster 2020-11-16T20:46:22.392347+0000 mgr.x (mgr.14196) 1035 : cluster [DBG] pgmap v1543: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 668 op/s; 4603/124890 objects misplaced (3.686%); 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:46:23.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:23 smithi071 bash[9480]: cluster 2020-11-16T20:46:22.588949+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e600: 12 total, 12 up, 9 in
2020-11-16T20:46:24.015 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:24.194 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:24.281 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:46:23 smithi065 bash[14115]: debug 2020-11-16T20:46:23.909+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:24.298 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:24.387 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:46:24 smithi071 bash[16796]: debug 2020-11-16T20:46:24.193+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:24.402 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:24.505 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:24.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:24 smithi065 bash[9468]: cluster 2020-11-16T20:46:24.392819+0000 mgr.x (mgr.14196) 1036 : cluster [DBG] pgmap v1545: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.6 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 944 op/s; 3954/118626 objects misplaced (3.333%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T20:46:24.782 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:46:24 smithi065 bash[16457]: debug 2020-11-16T20:46:24.401+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:24.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:24 smithi142 bash[9523]: cluster 2020-11-16T20:46:24.392819+0000 mgr.x (mgr.14196) 1036 : cluster [DBG] pgmap v1545: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.6 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 944 op/s; 3954/118626 objects misplaced (3.333%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T20:46:24.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:24 smithi071 bash[9480]: cluster 2020-11-16T20:46:24.392819+0000 mgr.x (mgr.14196) 1036 : cluster [DBG] pgmap v1545: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.6 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 944 op/s; 3954/118626 objects misplaced (3.333%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T20:46:25.845 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:25.948 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:26.185 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:26.282 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:25 smithi142 bash[18009]: debug 2020-11-16T20:46:25.848+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:26.289 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:26.354 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:46:26.425 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:26.448 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:46:26 smithi071 bash[16796]: debug 2020-11-16T20:46:26.185+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:26.519 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:26.528 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:26.781 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:26 smithi065 bash[11785]: debug 2020-11-16T20:46:26.425+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:26.814 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:46:26 smithi071 bash[16796]: debug 2020-11-16T20:46:26.813+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:26.815 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:26.919 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:27.038 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:27.142 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:27.185 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[11785]: debug 2020-11-16T20:46:27.037+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:27.346 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:46:27.346 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:46:27.441 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:27 smithi071 bash[9480]: cluster 2020-11-16T20:46:26.129585+0000 osd.8 (osd.8) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:27.442 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:27 smithi071 bash[9480]: cluster 2020-11-16T20:46:26.129656+0000 osd.8 (osd.8) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:27.442 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:27 smithi071 bash[9480]: cluster 2020-11-16T20:46:26.189132+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e601: 12 total, 12 up, 9 in
2020-11-16T20:46:27.442 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:27 smithi071 bash[9480]: audit 2020-11-16T20:46:26.244974+0000 mon.b (mon.1) 434 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:46:27.442 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:27 smithi071 bash[9480]: audit 2020-11-16T20:46:26.245814+0000 mon.b (mon.1) 435 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:46:27.442 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:27 smithi071 bash[9480]: audit 2020-11-16T20:46:26.248240+0000 mon.a (mon.0) 1956 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:46:27.442 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:27 smithi071 bash[9480]: audit 2020-11-16T20:46:26.248959+0000 mon.a (mon.0) 1957 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:46:27.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:27 smithi071 bash[9480]: cluster 2020-11-16T20:46:26.393224+0000 mgr.x (mgr.14196) 1037 : cluster [DBG] pgmap v1547: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.6 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 830 op/s; 3954/116446 objects misplaced (3.396%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:46:27.514 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[9523]: cluster 2020-11-16T20:46:26.129585+0000 osd.8 (osd.8) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:27.515 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[9523]: cluster 2020-11-16T20:46:26.129656+0000 osd.8 (osd.8) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:27.515 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[9523]: cluster 2020-11-16T20:46:26.189132+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e601: 12 total, 12 up, 9 in
2020-11-16T20:46:27.515 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[9523]: audit 2020-11-16T20:46:26.244974+0000 mon.b (mon.1) 434 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:46:27.515 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[9523]: audit 2020-11-16T20:46:26.245814+0000 mon.b (mon.1) 435 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:46:27.515 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[9523]: audit 2020-11-16T20:46:26.248240+0000 mon.a (mon.0) 1956 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:46:27.516 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[9523]: audit 2020-11-16T20:46:26.248959+0000 mon.a (mon.0) 1957 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:46:27.516 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[9523]: cluster 2020-11-16T20:46:26.393224+0000 mgr.x (mgr.14196) 1037 : cluster [DBG] pgmap v1547: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.6 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 830 op/s; 3954/116446 objects misplaced (3.396%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:46:27.518 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:27.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[9468]: cluster 2020-11-16T20:46:26.129585+0000 osd.8 (osd.8) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:27.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[9468]: cluster 2020-11-16T20:46:26.129656+0000 osd.8 (osd.8) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:27.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[9468]: cluster 2020-11-16T20:46:26.189132+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e601: 12 total, 12 up, 9 in
2020-11-16T20:46:27.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[9468]: audit 2020-11-16T20:46:26.244974+0000 mon.b (mon.1) 434 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:46:27.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[9468]: audit 2020-11-16T20:46:26.245814+0000 mon.b (mon.1) 435 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:46:27.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[9468]: audit 2020-11-16T20:46:26.248240+0000 mon.a (mon.0) 1956 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:46:27.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[9468]: audit 2020-11-16T20:46:26.248959+0000 mon.a (mon.0) 1957 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:46:27.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:27 smithi065 bash[9468]: cluster 2020-11-16T20:46:26.393224+0000 mgr.x (mgr.14196) 1037 : cluster [DBG] pgmap v1547: 17 pgs: 1 active+recovering+remapped, 1 active+recovering, 15 active+clean; 3.6 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 830 op/s; 3954/116446 objects misplaced (3.396%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:46:27.622 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:27.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:27 smithi142 bash[20366]: debug 2020-11-16T20:46:27.520+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:28.293 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:28.397 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:28.415 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T20:46:28.624 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:28.634 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:28.698 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:28 smithi071 bash[26650]: debug 2020-11-16T20:46:28.293+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:28.741 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:28.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:46:28 smithi142 bash[22738]: debug 2020-11-16T20:46:28.636+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:28.854 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:28.958 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:29.074 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:46:28 smithi071 bash[14419]: debug 2020-11-16T20:46:28.849+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:29.074 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:29.181 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:29.322 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:29.426 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:29.433 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:46:29 smithi071 bash[14419]: debug 2020-11-16T20:46:29.073+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:29.452 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:29 smithi065 bash[9468]: cluster 2020-11-16T20:46:28.393641+0000 mgr.x (mgr.14196) 1038 : cluster [DBG] pgmap v1548: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.4 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 948 op/s; 3473/111714 objects misplaced (3.109%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:46:29.453 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:29 smithi065 bash[18823]: debug 2020-11-16T20:46:29.321+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:29.555 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:29.659 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:29.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:29 smithi071 bash[9480]: cluster 2020-11-16T20:46:28.393641+0000 mgr.x (mgr.14196) 1038 : cluster [DBG] pgmap v1548: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.4 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 948 op/s; 3473/111714 objects misplaced (3.109%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:46:29.698 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:46:29 smithi071 bash[14419]: debug 2020-11-16T20:46:29.553+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:29 smithi142 bash[9523]: cluster 2020-11-16T20:46:28.393641+0000 mgr.x (mgr.14196) 1038 : cluster [DBG] pgmap v1548: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.4 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 948 op/s; 3473/111714 objects misplaced (3.109%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:46:30.635 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:30.742 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:30.749 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:30 smithi065 bash[9468]: cluster 2020-11-16T20:46:29.197293+0000 osd.1 (osd.1) 197 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:30.749 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:30 smithi065 bash[9468]: cluster 2020-11-16T20:46:29.197376+0000 osd.1 (osd.1) 198 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:30.750 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:30 smithi065 bash[9468]: cluster 2020-11-16T20:46:29.454469+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e602: 12 total, 12 up, 9 in
2020-11-16T20:46:30.750 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:30 smithi065 bash[9468]: cluster 2020-11-16T20:46:30.393988+0000 mgr.x (mgr.14196) 1039 : cluster [DBG] pgmap v1550: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.3 GiB data, 9.6 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 889 op/s; 3473/109408 objects misplaced (3.174%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:46:30.862 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:30 smithi142 bash[9523]: cluster 2020-11-16T20:46:29.197293+0000 osd.1 (osd.1) 197 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:30.862 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:30 smithi142 bash[9523]: cluster 2020-11-16T20:46:29.197376+0000 osd.1 (osd.1) 198 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:30.862 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:30 smithi142 bash[9523]: cluster 2020-11-16T20:46:29.454469+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e602: 12 total, 12 up, 9 in
2020-11-16T20:46:30.862 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:30 smithi142 bash[9523]: cluster 2020-11-16T20:46:30.393988+0000 mgr.x (mgr.14196) 1039 : cluster [DBG] pgmap v1550: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.3 GiB data, 9.6 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 889 op/s; 3473/109408 objects misplaced (3.174%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:46:30.863 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:30 smithi142 bash[18009]: debug 2020-11-16T20:46:30.636+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:30.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:30 smithi071 bash[9480]: cluster 2020-11-16T20:46:29.197293+0000 osd.1 (osd.1) 197 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:30.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:30 smithi071 bash[9480]: cluster 2020-11-16T20:46:29.197376+0000 osd.1 (osd.1) 198 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:30.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:30 smithi071 bash[9480]: cluster 2020-11-16T20:46:29.454469+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e602: 12 total, 12 up, 9 in
2020-11-16T20:46:30.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:30 smithi071 bash[9480]: cluster 2020-11-16T20:46:30.393988+0000 mgr.x (mgr.14196) 1039 : cluster [DBG] pgmap v1550: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.3 GiB data, 9.6 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 889 op/s; 3473/109408 objects misplaced (3.174%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:46:30.988 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:31.031 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:30 smithi065 bash[18823]: debug 2020-11-16T20:46:30.873+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:31.103 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:31.207 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:31.352 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:32.903 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:46:32.904 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:46:32.904 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:46:32.904 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:46:32.904 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:46:32.904 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:46:32.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:46:32.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:46:32.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:46:32.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:46:32.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:46:32.905 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:46:32.905 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.906 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.906 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.906 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.906 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.906 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.906 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.906 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.907 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.907 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.907 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.907 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:46:32.907 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:46:32.907 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:46:31 smithi065 bash[16457]: debug 2020-11-16T20:46:31.345+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:32.908 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:31 smithi065 bash[18823]: debug 2020-11-16T20:46:31.101+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:32.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.544414+0000 osd.11 (osd.11) 149 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.544514+0000 osd.11 (osd.11) 150 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: audit 2020-11-16T20:46:31.594019+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? v1:172.21.15.142:0/2558938225' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.602466+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e603: 12 total, 12 up, 9 in
2020-11-16T20:46:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.640338+0000 osd.0 (osd.0) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.706790+0000 osd.2 (osd.2) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.749858+0000 osd.3 (osd.3) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:32.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.830207+0000 osd.5 (osd.5) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:32.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:32.023676+0000 osd.10 (osd.10) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:32.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:32.075515+0000 osd.11 (osd.11) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:32.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: audit 2020-11-16T20:46:32.203979+0000 mon.a (mon.0) 1960 : audit [INF] from='client.? v1:172.21.15.142:0/2809227602' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:46:32.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:32 smithi071 bash[9480]: cluster 2020-11-16T20:46:32.394415+0000 mgr.x (mgr.14196) 1040 : cluster [DBG] pgmap v1552: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.3 GiB data, 9.5 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 828 op/s; 3473/107794 objects misplaced (3.222%); 4.8 MiB/s, 77 objects/s recovering
2020-11-16T20:46:33.009 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:33.016 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.544414+0000 osd.11 (osd.11) 149 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:33.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.544514+0000 osd.11 (osd.11) 150 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:33.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: audit 2020-11-16T20:46:31.594019+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? v1:172.21.15.142:0/2558938225' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:33.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.602466+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e603: 12 total, 12 up, 9 in
2020-11-16T20:46:33.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.640338+0000 osd.0 (osd.0) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.706790+0000 osd.2 (osd.2) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.749858+0000 osd.3 (osd.3) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.018 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.830207+0000 osd.5 (osd.5) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.018 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:32.023676+0000 osd.10 (osd.10) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.018 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:32.075515+0000 osd.11 (osd.11) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.018 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: audit 2020-11-16T20:46:32.203979+0000 mon.a (mon.0) 1960 : audit [INF] from='client.? v1:172.21.15.142:0/2809227602' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:46:33.018 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:32 smithi065 bash[9468]: cluster 2020-11-16T20:46:32.394415+0000 mgr.x (mgr.14196) 1040 : cluster [DBG] pgmap v1552: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.3 GiB data, 9.5 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 828 op/s; 3473/107794 objects misplaced (3.222%); 4.8 MiB/s, 77 objects/s recovering
2020-11-16T20:46:33.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.544414+0000 osd.11 (osd.11) 149 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:33.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.544514+0000 osd.11 (osd.11) 150 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:33.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: audit 2020-11-16T20:46:31.594019+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? v1:172.21.15.142:0/2558938225' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:33.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.602466+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e603: 12 total, 12 up, 9 in
2020-11-16T20:46:33.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.640338+0000 osd.0 (osd.0) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.706790+0000 osd.2 (osd.2) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.749858+0000 osd.3 (osd.3) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.830207+0000 osd.5 (osd.5) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:32.023676+0000 osd.10 (osd.10) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:32.075515+0000 osd.11 (osd.11) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: audit 2020-11-16T20:46:32.203979+0000 mon.a (mon.0) 1960 : audit [INF] from='client.? v1:172.21.15.142:0/2809227602' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:46:33.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:32 smithi142 bash[9523]: cluster 2020-11-16T20:46:32.394415+0000 mgr.x (mgr.14196) 1040 : cluster [DBG] pgmap v1552: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 3.3 GiB data, 9.5 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 828 op/s; 3473/107794 objects misplaced (3.222%); 4.8 MiB/s, 77 objects/s recovering
2020-11-16T20:46:33.132 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:33.240 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:33.281 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[18823]: debug 2020-11-16T20:46:33.129+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:33.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.673962+0000 osd.1 (osd.1) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.787777+0000 osd.4 (osd.4) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.869998+0000 osd.6 (osd.6) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.904772+0000 osd.7 (osd.7) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.944112+0000 osd.8 (osd.8) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: cluster 2020-11-16T20:46:31.987477+0000 osd.9 (osd.9) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: cluster 2020-11-16T20:46:32.600319+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: audit 2020-11-16T20:46:32.611415+0000 mon.a (mon.0) 1962 : audit [INF] from='client.? v1:172.21.15.142:0/2809227602' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:46:33.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:33 smithi071 bash[9480]: cluster 2020-11-16T20:46:32.611464+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e604: 12 total, 12 up, 9 in
2020-11-16T20:46:34.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.673962+0000 osd.1 (osd.1) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.787777+0000 osd.4 (osd.4) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.869998+0000 osd.6 (osd.6) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.904772+0000 osd.7 (osd.7) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.944112+0000 osd.8 (osd.8) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: cluster 2020-11-16T20:46:31.987477+0000 osd.9 (osd.9) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: cluster 2020-11-16T20:46:32.600319+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:34.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: audit 2020-11-16T20:46:32.611415+0000 mon.a (mon.0) 1962 : audit [INF] from='client.? v1:172.21.15.142:0/2809227602' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:46:34.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:33 smithi065 bash[9468]: cluster 2020-11-16T20:46:32.611464+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e604: 12 total, 12 up, 9 in
2020-11-16T20:46:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.673962+0000 osd.1 (osd.1) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.787777+0000 osd.4 (osd.4) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.869998+0000 osd.6 (osd.6) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.904772+0000 osd.7 (osd.7) 124 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.944112+0000 osd.8 (osd.8) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: cluster 2020-11-16T20:46:31.987477+0000 osd.9 (osd.9) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:34.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: cluster 2020-11-16T20:46:32.600319+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:46:34.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: audit 2020-11-16T20:46:32.611415+0000 mon.a (mon.0) 1962 : audit [INF] from='client.? v1:172.21.15.142:0/2809227602' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:46:34.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:33 smithi142 bash[9523]: cluster 2020-11-16T20:46:32.611464+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e604: 12 total, 12 up, 9 in
2020-11-16T20:46:34.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:34 smithi071 bash[9480]: cluster 2020-11-16T20:46:32.725195+0000 osd.7 (osd.7) 125 : cluster [DBG] 5.6 scrub starts
2020-11-16T20:46:34.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:34 smithi071 bash[9480]: cluster 2020-11-16T20:46:33.611284+0000 osd.1 (osd.1) 200 : cluster [DBG] 5.c scrub starts
2020-11-16T20:46:34.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:34 smithi071 bash[9480]: cluster 2020-11-16T20:46:34.394817+0000 mgr.x (mgr.14196) 1041 : cluster [DBG] pgmap v1554: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering+remapped, 15 active+clean; 3.1 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 855 op/s; 3211/101446 objects misplaced (3.165%); 2.7 MiB/s, 43 objects/s recovering
2020-11-16T20:46:35.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:34 smithi065 bash[9468]: cluster 2020-11-16T20:46:32.725195+0000 osd.7 (osd.7) 125 : cluster [DBG] 5.6 scrub starts
2020-11-16T20:46:35.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:34 smithi065 bash[9468]: cluster 2020-11-16T20:46:33.611284+0000 osd.1 (osd.1) 200 : cluster [DBG] 5.c scrub starts
2020-11-16T20:46:35.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:34 smithi065 bash[9468]: cluster 2020-11-16T20:46:34.394817+0000 mgr.x (mgr.14196) 1041 : cluster [DBG] pgmap v1554: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering+remapped, 15 active+clean; 3.1 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 855 op/s; 3211/101446 objects misplaced (3.165%); 2.7 MiB/s, 43 objects/s recovering
2020-11-16T20:46:35.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:34 smithi142 bash[9523]: cluster 2020-11-16T20:46:32.725195+0000 osd.7 (osd.7) 125 : cluster [DBG] 5.6 scrub starts
2020-11-16T20:46:35.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:34 smithi142 bash[9523]: cluster 2020-11-16T20:46:33.611284+0000 osd.1 (osd.1) 200 : cluster [DBG] 5.c scrub starts
2020-11-16T20:46:35.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:34 smithi142 bash[9523]: cluster 2020-11-16T20:46:34.394817+0000 mgr.x (mgr.14196) 1041 : cluster [DBG] pgmap v1554: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering+remapped, 15 active+clean; 3.1 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 855 op/s; 3211/101446 objects misplaced (3.165%); 2.7 MiB/s, 43 objects/s recovering
2020-11-16T20:46:35.084 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:46:35.189 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:35.531 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:46:35 smithi065 bash[14115]: debug 2020-11-16T20:46:35.081+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:35.864 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:35 smithi142 bash[9523]: cluster 2020-11-16T20:46:33.798425+0000 osd.7 (osd.7) 126 : cluster [DBG] 5.6 scrub ok
2020-11-16T20:46:35.865 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:35 smithi142 bash[9523]: cluster 2020-11-16T20:46:34.468478+0000 osd.1 (osd.1) 201 : cluster [DBG] 5.c scrub ok
2020-11-16T20:46:35.865 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:35 smithi142 bash[9523]: cluster 2020-11-16T20:46:34.658709+0000 osd.1 (osd.1) 202 : cluster [DBG] 5.7 scrub starts
2020-11-16T20:46:35.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:35 smithi071 bash[9480]: cluster 2020-11-16T20:46:33.798425+0000 osd.7 (osd.7) 126 : cluster [DBG] 5.6 scrub ok
2020-11-16T20:46:35.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:35 smithi071 bash[9480]: cluster 2020-11-16T20:46:34.468478+0000 osd.1 (osd.1) 201 : cluster [DBG] 5.c scrub ok
2020-11-16T20:46:35.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:35 smithi071 bash[9480]: cluster 2020-11-16T20:46:34.658709+0000 osd.1 (osd.1) 202 : cluster [DBG] 5.7 scrub starts
2020-11-16T20:46:36.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:35 smithi065 bash[9468]: cluster 2020-11-16T20:46:33.798425+0000 osd.7 (osd.7) 126 : cluster [DBG] 5.6 scrub ok
2020-11-16T20:46:36.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:35 smithi065 bash[9468]: cluster 2020-11-16T20:46:34.468478+0000 osd.1 (osd.1) 201 : cluster [DBG] 5.c scrub ok
2020-11-16T20:46:36.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:35 smithi065 bash[9468]: cluster 2020-11-16T20:46:34.658709+0000 osd.1 (osd.1) 202 : cluster [DBG] 5.7 scrub starts
2020-11-16T20:46:36.480 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:36.584 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:36.797 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:36.901 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:36.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:36 smithi142 bash[9523]: cluster 2020-11-16T20:46:34.761200+0000 osd.7 (osd.7) 127 : cluster [DBG] 5.9 scrub starts
2020-11-16T20:46:36.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:36 smithi142 bash[9523]: cluster 2020-11-16T20:46:35.336125+0000 osd.4 (osd.4) 162 : cluster [DBG] 5.1 scrub starts
2020-11-16T20:46:36.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:36 smithi142 bash[9523]: cluster 2020-11-16T20:46:35.414869+0000 osd.7 (osd.7) 128 : cluster [DBG] 5.9 scrub ok
2020-11-16T20:46:36.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:36 smithi142 bash[9523]: cluster 2020-11-16T20:46:35.418751+0000 osd.1 (osd.1) 203 : cluster [DBG] 5.7 scrub ok
2020-11-16T20:46:36.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:36 smithi142 bash[9523]: cluster 2020-11-16T20:46:36.395340+0000 mgr.x (mgr.14196) 1042 : cluster [DBG] pgmap v1555: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering+remapped, 15 active+clean; 3.0 GiB data, 9.0 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 757 op/s; 3211/99478 objects misplaced (3.228%); 2.4 MiB/s, 37 objects/s recovering
2020-11-16T20:46:36.943 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:36 smithi142 bash[20366]: debug 2020-11-16T20:46:36.796+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:36.948 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:36 smithi071 bash[12066]: debug 2020-11-16T20:46:36.481+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:36.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:36 smithi071 bash[9480]: cluster 2020-11-16T20:46:34.761200+0000 osd.7 (osd.7) 127 : cluster [DBG] 5.9 scrub starts
2020-11-16T20:46:36.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:36 smithi071 bash[9480]: cluster 2020-11-16T20:46:35.336125+0000 osd.4 (osd.4) 162 : cluster [DBG] 5.1 scrub starts
2020-11-16T20:46:36.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:36 smithi071 bash[9480]: cluster 2020-11-16T20:46:35.414869+0000 osd.7 (osd.7) 128 : cluster [DBG] 5.9 scrub ok
2020-11-16T20:46:36.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:36 smithi071 bash[9480]: cluster 2020-11-16T20:46:35.418751+0000 osd.1 (osd.1) 203 : cluster [DBG] 5.7 scrub ok
2020-11-16T20:46:36.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:36 smithi071 bash[9480]: cluster 2020-11-16T20:46:36.395340+0000 mgr.x (mgr.14196) 1042 : cluster [DBG] pgmap v1555: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering+remapped, 15 active+clean; 3.0 GiB data, 9.0 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 757 op/s; 3211/99478 objects misplaced (3.228%); 2.4 MiB/s, 37 objects/s recovering
2020-11-16T20:46:37.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:36 smithi065 bash[9468]: cluster 2020-11-16T20:46:34.761200+0000 osd.7 (osd.7) 127 : cluster [DBG] 5.9 scrub starts
2020-11-16T20:46:37.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:36 smithi065 bash[9468]: cluster 2020-11-16T20:46:35.336125+0000 osd.4 (osd.4) 162 : cluster [DBG] 5.1 scrub starts
2020-11-16T20:46:37.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:36 smithi065 bash[9468]: cluster 2020-11-16T20:46:35.414869+0000 osd.7 (osd.7) 128 : cluster [DBG] 5.9 scrub ok
2020-11-16T20:46:37.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:36 smithi065 bash[9468]: cluster 2020-11-16T20:46:35.418751+0000 osd.1 (osd.1) 203 : cluster [DBG] 5.7 scrub ok
2020-11-16T20:46:37.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:36 smithi065 bash[9468]: cluster 2020-11-16T20:46:36.395340+0000 mgr.x (mgr.14196) 1042 : cluster [DBG] pgmap v1555: 17 pgs: 1 active+clean+scrubbing, 1 active+recovering+remapped, 15 active+clean; 3.0 GiB data, 9.0 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 757 op/s; 3211/99478 objects misplaced (3.228%); 2.4 MiB/s, 37 objects/s recovering
2020-11-16T20:46:37.180 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:46:37.352 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:37.865 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:46:37.873 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:37 smithi142 bash[9523]: cluster 2020-11-16T20:46:35.985614+0000 osd.4 (osd.4) 163 : cluster [DBG] 5.1 scrub ok
2020-11-16T20:46:37.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:37 smithi071 bash[9480]: cluster 2020-11-16T20:46:35.985614+0000 osd.4 (osd.4) 163 : cluster [DBG] 5.1 scrub ok
2020-11-16T20:46:38.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:37 smithi065 bash[9468]: cluster 2020-11-16T20:46:35.985614+0000 osd.4 (osd.4) 163 : cluster [DBG] 5.1 scrub ok
2020-11-16T20:46:38.036 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:38.086 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:38.193 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:38.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:46:38 smithi142 bash[22738]: debug 2020-11-16T20:46:38.088+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:38.305 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:38.408 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:38.602 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:38 smithi071 bash[26650]: debug 2020-11-16T20:46:38.305+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:38.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:38 smithi071 bash[9480]: cluster 2020-11-16T20:46:36.704758+0000 osd.1 (osd.1) 204 : cluster [DBG] 5.0 scrub starts
2020-11-16T20:46:38.603 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:38 smithi071 bash[9480]: cluster 2020-11-16T20:46:37.595399+0000 osd.1 (osd.1) 205 : cluster [DBG] 5.0 scrub ok
2020-11-16T20:46:38.702 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:38.740 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:38 smithi142 bash[9523]: cluster 2020-11-16T20:46:36.704758+0000 osd.1 (osd.1) 204 : cluster [DBG] 5.0 scrub starts
2020-11-16T20:46:38.740 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:38 smithi142 bash[9523]: cluster 2020-11-16T20:46:37.595399+0000 osd.1 (osd.1) 205 : cluster [DBG] 5.0 scrub ok
2020-11-16T20:46:38.740 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:38 smithi142 bash[9523]: cluster 2020-11-16T20:46:38.395873+0000 mgr.x (mgr.14196) 1043 : cluster [DBG] pgmap v1556: 17 pgs: 1 active+recovering+remapped, 1 active+clean+scrubbing, 15 active+clean; 2.9 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 889 op/s; 2955/95172 objects misplaced (3.105%); 4.0 MiB/s, 64 objects/s recovering
2020-11-16T20:46:38.805 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:38.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:38 smithi071 bash[9480]: cluster 2020-11-16T20:46:38.395873+0000 mgr.x (mgr.14196) 1043 : cluster [DBG] pgmap v1556: 17 pgs: 1 active+recovering+remapped, 1 active+clean+scrubbing, 15 active+clean; 2.9 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 889 op/s; 2955/95172 objects misplaced (3.105%); 4.0 MiB/s, 64 objects/s recovering
2020-11-16T20:46:39.002 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:46:38 smithi142 bash[22738]: debug 2020-11-16T20:46:38.704+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:39.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:38 smithi065 bash[9468]: cluster 2020-11-16T20:46:36.704758+0000 osd.1 (osd.1) 204 : cluster [DBG] 5.0 scrub starts
2020-11-16T20:46:39.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:38 smithi065 bash[9468]: cluster 2020-11-16T20:46:37.595399+0000 osd.1 (osd.1) 205 : cluster [DBG] 5.0 scrub ok
2020-11-16T20:46:39.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:38 smithi065 bash[9468]: cluster 2020-11-16T20:46:38.395873+0000 mgr.x (mgr.14196) 1043 : cluster [DBG] pgmap v1556: 17 pgs: 1 active+recovering+remapped, 1 active+clean+scrubbing, 15 active+clean; 2.9 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 889 op/s; 2955/95172 objects misplaced (3.105%); 4.0 MiB/s, 64 objects/s recovering
2020-11-16T20:46:39.966 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:40.070 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:40.282 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:39 smithi142 bash[18009]: debug 2020-11-16T20:46:39.968+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:40.482 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:46:40.490 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:46:41.146 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:41.250 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:41.358 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:46:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:46:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244390 5.5 5:a5d7f27e:::benchmark_data_smithi065_37993_object100366:head [delete] snapc 0=[] ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.349515+0000",
2020-11-16T20:46:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.015148537,
2020-11-16T20:46:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.015180637,
2020-11-16T20:46:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:46:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244390
2020-11-16T20:46:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349515+0000",
2020-11-16T20:46:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349515+0000",
2020-11-16T20:46:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:46:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349479+0000",
2020-11-16T20:46:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9139000000000002e-05
2020-11-16T20:46:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349558+0000",
2020-11-16T20:46:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3713999999999999e-05
2020-11-16T20:46:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349571+0000",
2020-11-16T20:46:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4279999999999999e-06
2020-11-16T20:46:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349579+0000",
2020-11-16T20:46:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0069171950000000001
2020-11-16T20:46:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:46:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.356496+0000",
2020-11-16T20:46:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000148107
2020-11-16T20:46:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:46:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.356644+0000",
2020-11-16T20:46:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015548
2020-11-16T20:46:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:46:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.356800+0000",
2020-11-16T20:46:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0072849150000000003
2020-11-16T20:46:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244391 5.5 5:ac06336e:::benchmark_data_smithi065_37993_object100367:head [delete] snapc 0=[] ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.349645+0000",
2020-11-16T20:46:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.015018147000000001,
2020-11-16T20:46:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.015159614,
2020-11-16T20:46:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:46:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244391
2020-11-16T20:46:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349645+0000",
2020-11-16T20:46:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349645+0000",
2020-11-16T20:46:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:46:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349612+0000",
2020-11-16T20:46:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2466999999999996e-05
2020-11-16T20:46:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349685+0000",
2020-11-16T20:46:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1952e-05
2020-11-16T20:46:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349697+0000",
2020-11-16T20:46:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6219999999999997e-06
2020-11-16T20:46:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349702+0000",
2020-11-16T20:46:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012915393000000001
2020-11-16T20:46:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:46:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362618+0000",
2020-11-16T20:46:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000142874
2020-11-16T20:46:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:46:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362761+0000",
2020-11-16T20:46:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000147071
2020-11-16T20:46:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:46:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362908+0000",
2020-11-16T20:46:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013262533999999999
2020-11-16T20:46:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244392 5.3 5:c55b71cd:::benchmark_data_smithi065_37993_object100368:head [delete] snapc 0=[] ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.350196+0000",
2020-11-16T20:46:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.014467252999999999,
2020-11-16T20:46:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.014701011,
2020-11-16T20:46:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:46:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244392
2020-11-16T20:46:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.350196+0000",
2020-11-16T20:46:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.350196+0000",
2020-11-16T20:46:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:46:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.350167+0000",
2020-11-16T20:46:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5256e-05
2020-11-16T20:46:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.350232+0000",
2020-11-16T20:46:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1564e-05
2020-11-16T20:46:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.350243+0000",
2020-11-16T20:46:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7409999999999998e-06
2020-11-16T20:46:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.350249+0000",
2020-11-16T20:46:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001272933
2020-11-16T20:46:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:46:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.351522+0000",
2020-11-16T20:46:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016775399999999999
2020-11-16T20:46:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:46:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.351690+0000",
2020-11-16T20:46:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017144799999999999
2020-11-16T20:46:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:46:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.351861+0000",
2020-11-16T20:46:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012817337
2020-11-16T20:46:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:46:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.364679+0000",
2020-11-16T20:46:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014482526000000001
2020-11-16T20:46:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244360 5.8 5.1645baa8 (undecoded) ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.303266+0000",
2020-11-16T20:46:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.061396838000000002,
2020-11-16T20:46:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.061719173000000002,
2020-11-16T20:46:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:46:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244360
2020-11-16T20:46:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.303266+0000",
2020-11-16T20:46:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.303266+0000",
2020-11-16T20:46:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999557
2020-11-16T20:46:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.303222+0000",
2020-11-16T20:46:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3894000000000006e-05
2020-11-16T20:46:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.303316+0000",
2020-11-16T20:46:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5004000000000001e-05
2020-11-16T20:46:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.303331+0000",
2020-11-16T20:46:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4479999999999997e-06
2020-11-16T20:46:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.303338+0000",
2020-11-16T20:46:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.182e-05
2020-11-16T20:46:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244395 5.b 5:d72b4884:::benchmark_data_smithi065_37993_object100371:head [delete] snapc 0=[] ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.358243+0000",
2020-11-16T20:46:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.006420233,
2020-11-16T20:46:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0068053719999999996,
2020-11-16T20:46:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:46:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244395
2020-11-16T20:46:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358243+0000",
2020-11-16T20:46:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358243+0000",
2020-11-16T20:46:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:46:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358225+0000",
2020-11-16T20:46:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1946999999999997e-05
2020-11-16T20:46:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358267+0000",
2020-11-16T20:46:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3010000000000007e-06
2020-11-16T20:46:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358275+0000",
2020-11-16T20:46:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6920000000000001e-06
2020-11-16T20:46:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358280+0000",
2020-11-16T20:46:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000181965
2020-11-16T20:46:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:46:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358462+0000",
2020-11-16T20:46:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015426599999999999
2020-11-16T20:46:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:46:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358616+0000",
2020-11-16T20:46:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017936199999999999
2020-11-16T20:46:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:46:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358795+0000",
2020-11-16T20:46:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00055238800000000001
2020-11-16T20:46:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244396 5.3 5:cef0759a:::benchmark_data_smithi065_37993_object100372:head [delete] snapc 0=[] ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.358311+0000",
2020-11-16T20:46:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.006352234,
2020-11-16T20:46:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.006788573,
2020-11-16T20:46:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:46:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244396
2020-11-16T20:46:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358311+0000",
2020-11-16T20:46:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358311+0000",
2020-11-16T20:46:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999847
2020-11-16T20:46:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358296+0000",
2020-11-16T20:46:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5089999999999998e-05
2020-11-16T20:46:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358331+0000",
2020-11-16T20:46:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3589999999999996e-06
2020-11-16T20:46:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358337+0000",
2020-11-16T20:46:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.841e-06
2020-11-16T20:46:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358340+0000",
2020-11-16T20:46:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8577000000000002e-05
2020-11-16T20:46:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:46:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358439+0000",
2020-11-16T20:46:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016285400000000001
2020-11-16T20:46:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:46:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358601+0000",
2020-11-16T20:46:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019129499999999999
2020-11-16T20:46:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:46:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.358793+0000",
2020-11-16T20:46:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00048165300000000002
2020-11-16T20:46:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244401 5.8 5.1b94c698 (undecoded) ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.362157+0000",
2020-11-16T20:46:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.002505888,
2020-11-16T20:46:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0029893279999999999,
2020-11-16T20:46:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:46:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244401
2020-11-16T20:46:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362157+0000",
2020-11-16T20:46:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362157+0000",
2020-11-16T20:46:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:46:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362129+0000",
2020-11-16T20:46:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4986000000000004e-05
2020-11-16T20:46:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362194+0000",
2020-11-16T20:46:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2441e-05
2020-11-16T20:46:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362206+0000",
2020-11-16T20:46:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6239999999999996e-06
2020-11-16T20:46:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362213+0000",
2020-11-16T20:46:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5309999999999997e-05
2020-11-16T20:46:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.15876.0:244390 5.5 e604/539)",
2020-11-16T20:46:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.363422+0000",
2020-11-16T20:46:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0012416370000000001,
2020-11-16T20:46:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0017614449999999999,
2020-11-16T20:46:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:46:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.363422+0000",
2020-11-16T20:46:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.363422+0000",
2020-11-16T20:46:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:46:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.363399+0000",
2020-11-16T20:46:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8359999999999997e-05
2020-11-16T20:46:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.363457+0000",
2020-11-16T20:46:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0125999999999999e-05
2020-11-16T20:46:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.363467+0000",
2020-11-16T20:46:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.302e-06
2020-11-16T20:46:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.363474+0000",
2020-11-16T20:46:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2095999999999997e-05
2020-11-16T20:46:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244370 5.8 5.f201b098 (undecoded) ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.315815+0000",
2020-11-16T20:46:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.048847988000000002,
2020-11-16T20:46:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.049397012999999997,
2020-11-16T20:46:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:46:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244370
2020-11-16T20:46:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.315815+0000",
2020-11-16T20:46:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.315815+0000",
2020-11-16T20:46:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:46:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.315785+0000",
2020-11-16T20:46:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7326e-05
2020-11-16T20:46:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.315842+0000",
2020-11-16T20:46:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0156000000000001e-05
2020-11-16T20:46:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.315853+0000",
2020-11-16T20:46:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4029999999999998e-06
2020-11-16T20:46:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.315858+0000",
2020-11-16T20:46:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2728000000000002e-05
2020-11-16T20:46:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244351 5.8 5.4fba3b38 (undecoded) ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.287586+0000",
2020-11-16T20:46:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.077076951000000005,
2020-11-16T20:46:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.077659066999999998,
2020-11-16T20:46:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T20:46:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244351
2020-11-16T20:46:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.287586+0000",
2020-11-16T20:46:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.287586+0000",
2020-11-16T20:46:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:46:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.287556+0000",
2020-11-16T20:46:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8490000000000003e-05
2020-11-16T20:46:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.287624+0000",
2020-11-16T20:46:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2775000000000001e-05
2020-11-16T20:46:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.287637+0000",
2020-11-16T20:46:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3930000000000002e-06
2020-11-16T20:46:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.287645+0000",
2020-11-16T20:46:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8239000000000003e-05
2020-11-16T20:46:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244386 5.5 5:a7f36e61:::benchmark_data_smithi065_37993_object100362:head [delete] snapc 0=[] ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.343227+0000",
2020-11-16T20:46:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.021435855,
2020-11-16T20:46:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.022052642000000001,
2020-11-16T20:46:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:46:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244386
2020-11-16T20:46:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343227+0000",
2020-11-16T20:46:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343227+0000",
2020-11-16T20:46:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999828
2020-11-16T20:46:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343210+0000",
2020-11-16T20:46:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0009999999999998e-05
2020-11-16T20:46:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343250+0000",
2020-11-16T20:46:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2619999999999998e-06
2020-11-16T20:46:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343258+0000",
2020-11-16T20:46:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3649999999999997e-06
2020-11-16T20:46:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343263+0000",
2020-11-16T20:46:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4935000000000003e-05
2020-11-16T20:46:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:46:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343308+0000",
2020-11-16T20:46:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7418999999999997e-05
2020-11-16T20:46:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:46:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343405+0000",
2020-11-16T20:46:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0789000000000002e-05
2020-11-16T20:46:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:46:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.343486+0000",
2020-11-16T20:46:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019064682999999999
2020-11-16T20:46:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362551+0000",
2020-11-16T20:46:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019323096000000001
2020-11-16T20:46:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:46:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:46:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:244388 5.5 5:acb58505:::benchmark_data_smithi065_37993_object100364:head [delete] snapc 0=[] ondisk+write+known_if_redirected e604)",
2020-11-16T20:46:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:46:41.347709+0000",
2020-11-16T20:46:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.016954521,
2020-11-16T20:46:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.017630946000000002,
2020-11-16T20:46:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:46:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:46:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:46:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:46:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:46:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 244388
2020-11-16T20:46:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:46:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:46:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:46:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.347709+0000",
2020-11-16T20:46:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:46:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:46:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.347709+0000",
2020-11-16T20:46:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999571
2020-11-16T20:46:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:46:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.347666+0000",
2020-11-16T20:46:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6922000000000005e-05
2020-11-16T20:46:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:46:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.347763+0000",
2020-11-16T20:46:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1141e-05
2020-11-16T20:46:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:46:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.347784+0000",
2020-11-16T20:46:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0497e-05
2020-11-16T20:46:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:46:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.347794+0000",
2020-11-16T20:46:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0010684410000000001
2020-11-16T20:46:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:46:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.348863+0000",
2020-11-16T20:46:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000212623
2020-11-16T20:46:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:46:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349075+0000",
2020-11-16T20:46:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015111399999999999
2020-11-16T20:46:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:46:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.349227+0000",
2020-11-16T20:46:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013366682
2020-11-16T20:46:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:46:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:46:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:46:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:46:41.362593+0000",
2020-11-16T20:46:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014884491
2020-11-16T20:46:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:46:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:46:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:46:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:46:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:46:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 12
2020-11-16T20:46:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:46:41.453 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:46:41 smithi142 bash[22738]: debug 2020-11-16T20:46:41.152+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:41.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:41 smithi065 bash[9468]: cluster 2020-11-16T20:46:40.396318+0000 mgr.x (mgr.14196) 1044 : cluster [DBG] pgmap v1557: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.8 GiB data, 8.7 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 827 op/s; 2955/93236 objects misplaced (3.169%); 3.7 MiB/s, 58 objects/s recovering
2020-11-16T20:46:41.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:41 smithi065 bash[9468]: cluster 2020-11-16T20:46:40.474043+0000 osd.6 (osd.6) 177 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:41.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:41 smithi065 bash[9468]: cluster 2020-11-16T20:46:40.474129+0000 osd.6 (osd.6) 178 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:41.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:41 smithi142 bash[9523]: cluster 2020-11-16T20:46:40.396318+0000 mgr.x (mgr.14196) 1044 : cluster [DBG] pgmap v1557: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.8 GiB data, 8.7 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 827 op/s; 2955/93236 objects misplaced (3.169%); 3.7 MiB/s, 58 objects/s recovering
2020-11-16T20:46:41.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:41 smithi142 bash[9523]: cluster 2020-11-16T20:46:40.474043+0000 osd.6 (osd.6) 177 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:41.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:41 smithi142 bash[9523]: cluster 2020-11-16T20:46:40.474129+0000 osd.6 (osd.6) 178 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:41.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:41 smithi071 bash[9480]: cluster 2020-11-16T20:46:40.396318+0000 mgr.x (mgr.14196) 1044 : cluster [DBG] pgmap v1557: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.8 GiB data, 8.7 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 827 op/s; 2955/93236 objects misplaced (3.169%); 3.7 MiB/s, 58 objects/s recovering
2020-11-16T20:46:41.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:41 smithi071 bash[9480]: cluster 2020-11-16T20:46:40.474043+0000 osd.6 (osd.6) 177 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:41.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:41 smithi071 bash[9480]: cluster 2020-11-16T20:46:40.474129+0000 osd.6 (osd.6) 178 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:42.236 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:42.237 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:42 smithi142 bash[20366]: debug 2020-11-16T20:46:42.240+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:42.339 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:42.486 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:42.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:42 smithi142 bash[9523]: audit 2020-11-16T20:46:40.471561+0000 mgr.x (mgr.14196) 1045 : audit [DBG] from='client.16092 v1:172.21.15.142:0/2399888307' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:42.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:42 smithi142 bash[9523]: cluster 2020-11-16T20:46:40.923176+0000 osd.8 (osd.8) 158 : cluster [DBG] 5.a scrub starts
2020-11-16T20:46:42.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:42 smithi142 bash[9523]: cluster 2020-11-16T20:46:41.464183+0000 mon.a (mon.0) 1964 : cluster [DBG] osdmap e605: 12 total, 12 up, 9 in
2020-11-16T20:46:42.548 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:42 smithi142 bash[9523]: cluster 2020-11-16T20:46:41.615889+0000 osd.8 (osd.8) 159 : cluster [DBG] 5.a scrub ok
2020-11-16T20:46:42.589 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:42.698 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:46:42 smithi071 bash[16796]: debug 2020-11-16T20:46:42.485+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:42.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:42 smithi071 bash[9480]: audit 2020-11-16T20:46:40.471561+0000 mgr.x (mgr.14196) 1045 : audit [DBG] from='client.16092 v1:172.21.15.142:0/2399888307' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:42.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:42 smithi071 bash[9480]: cluster 2020-11-16T20:46:40.923176+0000 osd.8 (osd.8) 158 : cluster [DBG] 5.a scrub starts
2020-11-16T20:46:42.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:42 smithi071 bash[9480]: cluster 2020-11-16T20:46:41.464183+0000 mon.a (mon.0) 1964 : cluster [DBG] osdmap e605: 12 total, 12 up, 9 in
2020-11-16T20:46:42.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:42 smithi071 bash[9480]: cluster 2020-11-16T20:46:41.615889+0000 osd.8 (osd.8) 159 : cluster [DBG] 5.a scrub ok
2020-11-16T20:46:42.746 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:42 smithi065 bash[9468]: audit 2020-11-16T20:46:40.471561+0000 mgr.x (mgr.14196) 1045 : audit [DBG] from='client.16092 v1:172.21.15.142:0/2399888307' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:46:42.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:42 smithi065 bash[9468]: cluster 2020-11-16T20:46:40.923176+0000 osd.8 (osd.8) 158 : cluster [DBG] 5.a scrub starts
2020-11-16T20:46:42.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:42 smithi065 bash[9468]: cluster 2020-11-16T20:46:41.464183+0000 mon.a (mon.0) 1964 : cluster [DBG] osdmap e605: 12 total, 12 up, 9 in
2020-11-16T20:46:42.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:42 smithi065 bash[9468]: cluster 2020-11-16T20:46:41.615889+0000 osd.8 (osd.8) 159 : cluster [DBG] 5.a scrub ok
2020-11-16T20:46:42.747 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:42 smithi065 bash[18823]: debug 2020-11-16T20:46:42.745+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:42.748 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:42.851 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:42.965 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:43.069 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:43.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:42 smithi071 bash[12066]: debug 2020-11-16T20:46:42.961+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:43.195 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:43.298 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:43.419 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:43.448 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:43 smithi071 bash[26650]: debug 2020-11-16T20:46:43.193+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:43.448 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:46:43 smithi071 bash[14419]: debug 2020-11-16T20:46:43.421+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:43.504 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:43 smithi142 bash[9523]: cluster 2020-11-16T20:46:42.396768+0000 mgr.x (mgr.14196) 1046 : cluster [DBG] pgmap v1559: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.8 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 793 op/s; 2955/90710 objects misplaced (3.258%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:46:43.504 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1557,"stamp":"2020-11-16T20:46:40.396067+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3055091736,"num_objects":46618,"num_object_clones":0,"num_object_copies":93236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2955,"num_objects_unfound":0,"num_objects_dirty":46618,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":241426,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11878,"num_bytes_recovered":778436608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160826,"ondisk_log_size":160826,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":9076172,"kb_used_data":6378692,"kb_used_omap":0,"kb_used_meta":2697343,"kb_avail":834630196,"statfs":{"total":863955320832,"available":854661320704,"internally_reserved":0,"allocated":6531780608,"data_stored":6528740963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2762079292},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,4,2,12,8,1,3],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-477036544,"num_objects":-7279,"num_object_clones":0,"num_object_copies":-14558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-518,"num_objects_unfound":0,"num_objects_dirty":-7279,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7279,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":518,"num_bytes_recovered":33947648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.797812"},"pg_stats":[{"pgid":"5.f","version":"604'15342","reported_seq":"15418","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:37.155016+0000","last_change":"2020-11-16T20:42:36.935898+0000","last_active":"2020-11-16T20:46:37.155016+0000","last_peered":"2020-11-16T20:46:37.155016+0000","last_clean":"2020-11-16T20:46:37.155016+0000","last_became_active":"2020-11-16T20:42:36.935497+0000","last_became_peered":"2020-11-16T20:42:36.935497+0000","last_unstale":"2020-11-16T20:46:37.155016+0000","last_undegraded":"2020-11-16T20:46:37.155016+0000","last_fullsized":"2020-11-16T20:46:37.155016+0000","mapping_epoch":535,"log_start":"554'5300","ondisk_log_start":"554'5300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10042,"ondisk_log_size":10042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":193724416,"num_objects":2956,"num_object_clones":0,"num_object_copies":5912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2956,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15342,"num_write_kb":585536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"604'15053","reported_seq":"15129","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:37.486874+0000","last_change":"2020-11-16T20:42:36.935412+0000","last_active":"2020-11-16T20:46:37.486874+0000","last_peered":"2020-11-16T20:46:37.486874+0000","last_clean":"2020-11-16T20:46:37.486874+0000","last_became_active":"2020-11-16T20:42:36.934950+0000","last_became_peered":"2020-11-16T20:42:36.934950+0000","last_unstale":"2020-11-16T20:46:37.486874+0000","last_undegraded":"2020-11-16T20:46:37.486874+0000","last_fullsized":"2020-11-16T20:46:37.486874+0000","mapping_epoch":535,"log_start":"552'5000","ondisk_log_start":"552'5000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10053,"ondisk_log_size":10053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":192872448,"num_objects":2943,"num_object_clones":0,"num_object_copies":5886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15053,"num_write_kb":575872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.d","version":"604'15004","reported_seq":"15084","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:36.341607+0000","last_change":"2020-11-16T20:44:11.201221+0000","last_active":"2020-11-16T20:46:36.341607+0000","last_peered":"2020-11-16T20:46:36.341607+0000","last_clean":"2020-11-16T20:46:36.341607+0000","last_became_active":"2020-11-16T20:42:36.932540+0000","last_became_peered":"2020-11-16T20:42:36.932540+0000","last_unstale":"2020-11-16T20:46:36.341607+0000","last_undegraded":"2020-11-16T20:46:36.341607+0000","last_fullsized":"2020-11-16T20:46:36.341607+0000","mapping_epoch":535,"log_start":"552'5000","ondisk_log_start":"552'5000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8345","last_scrub_stamp":"2020-11-16T20:44:11.201127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:11.201127+0000","log_size":10004,"ondisk_log_size":10004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204931096,"num_objects":3128,"num_object_clones":0,"num_object_copies":6256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3128,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":15004,"num_write_kb":580161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"5.c","version":"604'15023","reported_seq":"15102","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:39.213489+0000","last_change":"2020-11-16T20:46:34.468555+0000","last_active":"2020-11-16T20:46:39.213489+0000","last_peered":"2020-11-16T20:46:39.213489+0000","last_clean":"2020-11-16T20:46:39.213489+0000","last_became_active":"2020-11-16T20:42:36.935852+0000","last_became_peered":"2020-11-16T20:42:36.935852+0000","last_unstale":"2020-11-16T20:46:39.213489+0000","last_undegraded":"2020-11-16T20:46:39.213489+0000","last_fullsized":"2020-11-16T20:46:39.213489+0000","mapping_epoch":535,"log_start":"552'5000","ondisk_log_start":"552'5000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14806","last_scrub_stamp":"2020-11-16T20:46:34.468480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:34.468480+0000","log_size":10023,"ondisk_log_size":10023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":185270272,"num_objects":2827,"num_object_clones":0,"num_object_copies":5654,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2827,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15023,"num_write_kb":571200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"604'14785","reported_seq":"14863","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:37.645951+0000","last_change":"2020-11-16T20:44:18.826868+0000","last_active":"2020-11-16T20:46:37.645951+0000","last_peered":"2020-11-16T20:46:37.645951+0000","last_clean":"2020-11-16T20:46:37.645951+0000","last_became_active":"2020-11-16T20:42:37.025125+0000","last_became_peered":"2020-11-16T20:42:37.025125+0000","last_unstale":"2020-11-16T20:46:37.645951+0000","last_undegraded":"2020-11-16T20:46:37.645951+0000","last_fullsized":"2020-11-16T20:46:37.645951+0000","mapping_epoch":535,"log_start":"552'4700","ondisk_log_start":"552'4700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"570'8685","last_scrub_stamp":"2020-11-16T20:44:18.826809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:18.826809+0000","log_size":10085,"ondisk_log_size":10085,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":192872448,"num_objects":2943,"num_object_clones":0,"num_object_copies":5886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14785,"num_write_kb":567296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"604'14786","reported_seq":"27168","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:37.491268+0000","last_change":"2020-11-16T20:46:24.866442+0000","last_active":"2020-11-16T20:46:37.491268+0000","last_peered":"2020-11-16T20:46:37.491268+0000","last_clean":"2020-11-16T20:46:37.491268+0000","last_became_active":"2020-11-16T20:43:40.621644+0000","last_became_peered":"2020-11-16T20:43:40.621644+0000","last_unstale":"2020-11-16T20:46:37.491268+0000","last_undegraded":"2020-11-16T20:46:37.491268+0000","last_fullsized":"2020-11-16T20:46:37.491268+0000","mapping_epoch":559,"log_start":"552'4700","ondisk_log_start":"552'4700","created":535,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10086,"ondisk_log_size":10086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":190709760,"num_objects":2910,"num_object_clones":0,"num_object_copies":5820,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2910,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14786,"num_write_kb":566272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6148,"num_bytes_recovered":402915328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.9","version":"604'15137","reported_seq":"15216","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:36.191530+0000","last_change":"2020-11-16T20:46:35.414938+0000","last_active":"2020-11-16T20:46:36.191530+0000","last_peered":"2020-11-16T20:46:36.191530+0000","last_clean":"2020-11-16T20:46:36.191530+0000","last_became_active":"2020-11-16T20:42:36.932468+0000","last_became_peered":"2020-11-16T20:42:36.932468+0000","last_unstale":"2020-11-16T20:46:36.191530+0000","last_undegraded":"2020-11-16T20:46:36.191530+0000","last_fullsized":"2020-11-16T20:46:36.191530+0000","mapping_epoch":535,"log_start":"552'5100","ondisk_log_start":"552'5100","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15102","last_scrub_stamp":"2020-11-16T20:46:35.414871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.414871+0000","log_size":10037,"ondisk_log_size":10037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":197722112,"num_objects":3017,"num_object_clones":0,"num_object_copies":6034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15137,"num_write_kb":580928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"604'15064","reported_seq":"26609","reported_epoch":"604","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:46:37.650913+0000","last_change":"2020-11-16T20:44:30.400028+0000","last_active":"2020-11-16T20:46:37.650913+0000","last_peered":"2020-11-16T20:46:37.650913+0000","last_clean":"2020-11-16T20:44:27.926891+0000","last_became_active":"2020-11-16T20:44:30.282707+0000","last_became_peered":"2020-11-16T20:44:30.282707+0000","last_unstale":"2020-11-16T20:46:37.650913+0000","last_undegraded":"2020-11-16T20:46:37.650913+0000","last_fullsized":"2020-11-16T20:46:37.650913+0000","mapping_epoch":575,"log_start":"552'5000","ondisk_log_start":"552'5000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8485","last_scrub_stamp":"2020-11-16T20:44:12.519147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:12.519147+0000","log_size":10064,"ondisk_log_size":10064,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":193724416,"num_objects":2956,"num_object_clones":0,"num_object_copies":5912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2955,"num_objects_unfound":0,"num_objects_dirty":2956,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15064,"num_write_kb":576640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5730,"num_bytes_recovered":375521280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0],"acting":[0,11],"avail_no_missing":["0","9"],"object_location_counts":[{"shards":"0,9","objects":2955},{"shards":"0,11","objects":1}],"blocked_by":[],"up_primary":11,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"604'15203","reported_seq":"15282","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:39.227489+0000","last_change":"2020-11-16T20:46:35.418832+0000","last_active":"2020-11-16T20:46:39.227489+0000","last_peered":"2020-11-16T20:46:39.227489+0000","last_clean":"2020-11-16T20:46:39.227489+0000","last_became_active":"2020-11-16T20:42:37.027383+0000","last_became_peered":"2020-11-16T20:42:37.027383+0000","last_unstale":"2020-11-16T20:46:39.227489+0000","last_undegraded":"2020-11-16T20:46:39.227489+0000","last_fullsized":"2020-11-16T20:46:39.227489+0000","mapping_epoch":535,"log_start":"555'5200","ondisk_log_start":"555'5200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15018","last_scrub_stamp":"2020-11-16T20:46:35.418754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.418754+0000","log_size":10003,"ondisk_log_size":10003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":186712064,"num_objects":2849,"num_object_clones":0,"num_object_copies":5698,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2849,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15203,"num_write_kb":577664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"604'15374","reported_seq":"15453","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:36.149002+0000","last_change":"2020-11-16T20:46:33.798485+0000","last_active":"2020-11-16T20:46:36.149002+0000","last_peered":"2020-11-16T20:46:36.149002+0000","last_clean":"2020-11-16T20:46:36.149002+0000","last_became_active":"2020-11-16T20:42:36.935328+0000","last_became_peered":"2020-11-16T20:42:36.935328+0000","last_unstale":"2020-11-16T20:46:36.149002+0000","last_undegraded":"2020-11-16T20:46:36.149002+0000","last_fullsized":"2020-11-16T20:46:36.149002+0000","mapping_epoch":535,"log_start":"554'5300","ondisk_log_start":"554'5300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15252","last_scrub_stamp":"2020-11-16T20:46:33.798427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:33.798427+0000","log_size":10074,"ondisk_log_size":10074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":196476928,"num_objects":2998,"num_object_clones":0,"num_object_copies":5996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2998,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15374,"num_write_kb":587904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8],"acting":[7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.5","version":"604'15190","reported_seq":"15266","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:37.633113+0000","last_change":"2020-11-16T20:44:21.543235+0000","last_active":"2020-11-16T20:46:37.633113+0000","last_peered":"2020-11-16T20:46:37.633113+0000","last_clean":"2020-11-16T20:46:37.633113+0000","last_became_active":"2020-11-16T20:42:43.138983+0000","last_became_peered":"2020-11-16T20:42:43.138983+0000","last_unstale":"2020-11-16T20:46:37.633113+0000","last_undegraded":"2020-11-16T20:46:37.633113+0000","last_fullsized":"2020-11-16T20:46:37.633113+0000","mapping_epoch":539,"log_start":"552'5100","ondisk_log_start":"552'5100","created":535,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"571'9068","last_scrub_stamp":"2020-11-16T20:44:21.543141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:21.543141+0000","log_size":10090,"ondisk_log_size":10090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":193069056,"num_objects":2946,"num_object_clones":0,"num_object_copies":5892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2946,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15190,"num_write_kb":580352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"604'15403","reported_seq":"15479","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:37.483479+0000","last_change":"2020-11-16T20:42:37.023385+0000","last_active":"2020-11-16T20:46:37.483479+0000","last_peered":"2020-11-16T20:46:37.483479+0000","last_clean":"2020-11-16T20:46:37.483479+0000","last_became_active":"2020-11-16T20:42:36.936796+0000","last_became_peered":"2020-11-16T20:42:36.936796+0000","last_unstale":"2020-11-16T20:46:37.483479+0000","last_undegraded":"2020-11-16T20:46:37.483479+0000","last_fullsized":"2020-11-16T20:46:37.483479+0000","mapping_epoch":535,"log_start":"555'5400","ondisk_log_start":"555'5400","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10003,"ondisk_log_size":10003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":190644224,"num_objects":2909,"num_object_clones":0,"num_object_copies":5818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15403,"num_write_kb":585984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"604'15151","reported_seq":"15230","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:40.253206+0000","last_change":"2020-11-16T20:44:07.699166+0000","last_active":"2020-11-16T20:46:40.253206+0000","last_peered":"2020-11-16T20:46:40.253206+0000","last_clean":"2020-11-16T20:46:40.253206+0000","last_became_active":"2020-11-16T20:42:36.930542+0000","last_became_peered":"2020-11-16T20:42:36.930542+0000","last_unstale":"2020-11-16T20:46:40.253206+0000","last_undegraded":"2020-11-16T20:46:40.253206+0000","last_fullsized":"2020-11-16T20:46:40.253206+0000","mapping_epoch":535,"log_start":"554'5100","ondisk_log_start":"554'5100","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8059","last_scrub_stamp":"2020-11-16T20:44:07.699099+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:07.699099+0000","log_size":10051,"ondisk_log_size":10051,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181862400,"num_objects":2775,"num_object_clones":0,"num_object_copies":5550,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2775,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15151,"num_write_kb":573632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1","version":"604'14885","reported_seq":"14964","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:37.162871+0000","last_change":"2020-11-16T20:46:35.985700+0000","last_active":"2020-11-16T20:46:37.162871+0000","last_peered":"2020-11-16T20:46:37.162871+0000","last_clean":"2020-11-16T20:46:37.162871+0000","last_became_active":"2020-11-16T20:42:36.999029+0000","last_became_peered":"2020-11-16T20:42:36.999029+0000","last_unstale":"2020-11-16T20:46:37.162871+0000","last_undegraded":"2020-11-16T20:46:37.162871+0000","last_fullsized":"2020-11-16T20:46:37.162871+0000","mapping_epoch":535,"log_start":"552'4800","ondisk_log_start":"552'4800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14818","last_scrub_stamp":"2020-11-16T20:46:35.985616+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.985616+0000","log_size":10085,"ondisk_log_size":10085,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":193003520,"num_objects":2945,"num_object_clones":0,"num_object_copies":5890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2945,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14885,"num_write_kb":570560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"604'15062","reported_seq":"15141","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:39.254474+0000","last_change":"2020-11-16T20:46:37.595489+0000","last_active":"2020-11-16T20:46:39.254474+0000","last_peered":"2020-11-16T20:46:39.254474+0000","last_clean":"2020-11-16T20:46:39.254474+0000","last_became_active":"2020-11-16T20:42:36.936154+0000","last_became_peered":"2020-11-16T20:42:36.936154+0000","last_unstale":"2020-11-16T20:46:39.254474+0000","last_undegraded":"2020-11-16T20:46:39.254474+0000","last_fullsized":"2020-11-16T20:46:39.254474+0000","mapping_epoch":535,"log_start":"552'5000","ondisk_log_start":"552'5000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14984","last_scrub_stamp":"2020-11-16T20:46:37.595402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:37.595402+0000","log_size":10062,"ondisk_log_size":10062,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":174325760,"num_objects":2660,"num_object_clones":0,"num_object_copies":5320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15062,"num_write_kb":567104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"604'14964","reported_seq":"15040","reported_epoch":"604","state":"active+clean","last_fresh":"2020-11-16T20:46:37.479230+0000","last_change":"2020-11-16T20:42:36.933903+0000","last_active":"2020-11-16T20:46:37.479230+0000","last_peered":"2020-11-16T20:46:37.479230+0000","last_clean":"2020-11-16T20:46:37.479230+0000","last_became_active":"2020-11-16T20:42:36.933463+0000","last_became_peered":"2020-11-16T20:42:36.933463+0000","last_unstale":"2020-11-16T20:46:37.479230+0000","last_undegraded":"2020-11-16T20:46:37.479230+0000","last_fullsized":"2020-11-16T20:46:37.479230+0000","mapping_epoch":535,"log_start":"552'4900","ondisk_log_start":"552'4900","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10064,"ondisk_log_size":10064,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":187170816,"num_objects":2856,"num_object_clones":0,"num_object_copies":5712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14964,"num_write_kb":570240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0],"acting":[8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"115","reported_epoch":"603","state":"active+clean","last_fresh":"2020-11-16T20:46:31.605301+0000","last_change":"2020-11-16T20:44:28.944176+0000","last_active":"2020-11-16T20:46:31.605301+0000","last_peered":"2020-11-16T20:46:31.605301+0000","last_clean":"2020-11-16T20:46:31.605301+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:46:31.605301+0000","last_undegraded":"2020-11-16T20:46:31.605301+0000","last_fullsized":"2020-11-16T20:46:31.605301+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:43:21.379376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:43:21.379376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":3055091736,"num_objects":46618,"num_object_clones":0,"num_object_copies":93236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2955,"num_objects_unfound":0,"num_objects_dirty":46618,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":241426,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11878,"num_bytes_recovered":778436608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6473785344,"data_stored":6473777200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160826,"ondisk_log_size":160826,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631796,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":691688,"kb_used_data":396192,"kb_used_omap":0,"kb_used_meta":295424,"kb_avail":93053464,"statfs":{"total":95995035648,"available":95286747136,"internally_reserved":0,"allocated":405700608,"data_stored":405359687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":302514176},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":3.4990000000000001,"15min":2.718},"min":{"1min":0.69199999999999995,"5min":0.59299999999999997,"15min":0.53300000000000003},"max":{"1min":7.0209999999999999,"5min":152.119,"15min":242.179},"last":0.79200000000000004},{"interface":"front","average":{"1min":1.9470000000000001,"5min":3.556,"15min":3.0819999999999999},"min":{"1min":0.91600000000000004,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":7.1500000000000004,"5min":149.19200000000001,"15min":244.363},"last":1.149}]},{"osd":1,"last update":"Mon Nov 16 20:45:37 2020","interfaces":[{"interface":"back","average":{"1min":1.51,"5min":1.714,"15min":4.2670000000000003},"min":{"1min":0.63100000000000001,"5min":0.57099999999999995,"15min":0.52900000000000003},"max":{"1min":3.6240000000000001,"5min":7.5179999999999998,"15min":247.31299999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":1.488,"5min":2.3050000000000002,"15min":4.431},"min":{"1min":0.63,"5min":0.59899999999999998,"15min":0.53900000000000003},"max":{"1min":2.831,"5min":13.054,"15min":244.84999999999999},"last":5.4969999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.1299999999999999,"5min":2.0339999999999998,"15min":4.6840000000000002},"min":{"1min":0.80200000000000005,"5min":0.74399999999999999,"15min":0.63600000000000001},"max":{"1min":7.3090000000000002,"5min":7.3090000000000002,"15min":343.45999999999998},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.8999999999999999,"5min":1.635,"15min":4.681},"min":{"1min":0.84299999999999997,"5min":0.66400000000000003,"15min":0.61299999999999999},"max":{"1min":5.4370000000000003,"5min":6.5780000000000003,"15min":342.61599999999999},"last":5.6799999999999997}]},{"osd":4,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":2.052,"15min":2.1549999999999998},"min":{"1min":0.76100000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":4.0430000000000001,"5min":7.0019999999999998,"15min":7.8600000000000003},"last":3.0649999999999999},{"interface":"front","average":{"1min":2.3079999999999998,"5min":2.6520000000000001,"15min":2.5699999999999998},"min":{"1min":1.4470000000000001,"5min":1.097,"15min":0.95899999999999996},"max":{"1min":7.5789999999999997,"5min":8.5920000000000005,"15min":8.5920000000000005},"last":3.0409999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.4159999999999999,"5min":2.673,"15min":2.2919999999999998},"min":{"1min":1.3129999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":7.8970000000000002,"5min":9.1920000000000002,"15min":10.515000000000001},"last":1.3149999999999999},{"interface":"front","average":{"1min":2.4239999999999999,"5min":2.21,"15min":2.4399999999999999},"min":{"1min":1.121,"5min":0.753,"15min":0.753},"max":{"1min":5.8899999999999997,"5min":5.8899999999999997,"15min":7.827},"last":10.685}]},{"osd":6,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":3.073,"5min":3.452,"15min":3.1499999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.69599999999999995},"max":{"1min":8.7880000000000003,"5min":86.338999999999999,"15min":154.48599999999999},"last":1.577},{"interface":"front","average":{"1min":2.488,"5min":3.8889999999999998,"15min":3.6739999999999999},"min":{"1min":1.077,"5min":1.077,"15min":1.0189999999999999},"max":{"1min":5.1829999999999998,"5min":86.311000000000007,"15min":155.05000000000001},"last":1.363}]},{"osd":7,"last update":"Mon Nov 16 20:45:56 2020","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":2.9319999999999999,"15min":3.2829999999999999},"min":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":10.215,"5min":10.215,"15min":96.248000000000005},"last":0.83799999999999997},{"interface":"front","average":{"1min":2.2970000000000002,"5min":2.4590000000000001,"15min":2.79},"min":{"1min":1.4099999999999999,"5min":0.92300000000000004,"15min":0.78900000000000003},"max":{"1min":4.3949999999999996,"5min":7.1379999999999999,"15min":96.337999999999994},"last":11.029999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.694,"5min":2.6259999999999999,"15min":2.492},"min":{"1min":0.93700000000000006,"5min":0.875,"15min":0.875},"max":{"1min":10.340999999999999,"5min":10.340999999999999,"15min":10.340999999999999},"last":1.0169999999999999},{"interface":"front","average":{"1min":3.4129999999999998,"5min":3.1480000000000001,"15min":2.7349999999999999},"min":{"1min":1.2869999999999999,"5min":0.83099999999999996,"15min":0.73599999999999999},"max":{"1min":8.6029999999999998,"5min":9.8230000000000004,"15min":9.8230000000000004},"last":17.193000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:46:03 2020","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":3.3439999999999999,"15min":3.1880000000000002},"min":{"1min":1.04,"5min":1.04,"15min":1.04},"max":{"1min":2.9249999999999998,"5min":10.037000000000001,"15min":10.037000000000001},"last":1.458},{"interface":"front","average":{"1min":2.895,"5min":3.149,"15min":2.9209999999999998},"min":{"1min":1.607,"5min":0.998,"15min":0.89100000000000001},"max":{"1min":6.4500000000000002,"5min":9.2929999999999993,"15min":11.759},"last":10.869}]},{"osd":10,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":3.0800000000000001,"5min":2.8860000000000001,"15min":2.8530000000000002},"min":{"1min":1.173,"5min":1.0720000000000001,"15min":0.88700000000000001},"max":{"1min":10.926,"5min":10.926,"15min":10.926},"last":1.498},{"interface":"front","average":{"1min":2.8340000000000001,"5min":2.9409999999999998,"15min":2.8490000000000002},"min":{"1min":1.4990000000000001,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":6.6079999999999997,"5min":6.6079999999999997,"15min":7.2859999999999996},"last":11.185}]}]},{"osd":10,"up_from":0,"seq":408021893433,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678355,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1510052,"kb_used_data":1116124,"kb_used_omap":0,"kb_used_meta":393920,"kb_avail":92235100,"statfs":{"total":95995035648,"available":94448742400,"internally_reserved":0,"allocated":1142910976,"data_stored":1142574127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":403374080},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":8.7910000000000004,"5min":3.0680000000000001,"15min":3.2200000000000002},"min":{"1min":0.51900000000000002,"5min":0.51700000000000002,"15min":0.48499999999999999},"max":{"1min":114.18600000000001,"5min":114.18600000000001,"15min":253.441},"last":0.51700000000000002},{"interface":"front","average":{"1min":9.2750000000000004,"5min":3.694,"15min":3.863},"min":{"1min":0.84699999999999998,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":114.682,"5min":114.682,"15min":253.72999999999999},"last":0.80000000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.6359999999999999,"15min":2.5369999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":250.76499999999999},"last":0.99299999999999999},{"interface":"front","average":{"1min":1.403,"5min":1.5940000000000001,"15min":2.3839999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":3.6459999999999999,"5min":4.5650000000000004,"15min":250.529},"last":1.2050000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":1.8660000000000001,"15min":3.3599999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":6.016,"5min":7.9470000000000001,"15min":314.88900000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.9219999999999999,"15min":3.6829999999999998},"min":{"1min":0.68100000000000005,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.4550000000000001,"5min":4.694,"15min":312.904},"last":1.028}]},{"osd":4,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0649999999999999,"5min":2.0569999999999999,"15min":2.5569999999999999},"min":{"1min":0.68400000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":6.5629999999999997,"5min":7.0609999999999999,"15min":130.13800000000001},"last":0.84699999999999998},{"interface":"front","average":{"1min":2.0489999999999999,"5min":2.2759999999999998,"15min":2.649},"min":{"1min":1.071,"5min":0.76100000000000001,"15min":0.60899999999999999},"max":{"1min":5.2370000000000001,"5min":7.0960000000000001,"15min":128.81800000000001},"last":1.3280000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.1139999999999999,"15min":2.7839999999999998},"min":{"1min":0.83699999999999997,"5min":0.76000000000000001,"15min":0.73499999999999999},"max":{"1min":6.2759999999999998,"5min":6.2759999999999998,"15min":127.413},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.9810000000000001,"5min":2.4009999999999998,"15min":2.698},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":5.6669999999999998,"5min":6.7119999999999997,"15min":127.542},"last":1.145}]},{"osd":6,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.5230000000000001,"15min":2.4649999999999999},"min":{"1min":1.097,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":6.4029999999999996,"5min":12.82,"15min":12.82},"last":0.94399999999999995},{"interface":"front","average":{"1min":2.4420000000000002,"5min":2.786,"15min":2.5880000000000001},"min":{"1min":1.2290000000000001,"5min":1.0640000000000001,"15min":0.76900000000000002},"max":{"1min":6.4850000000000003,"5min":8.8260000000000005,"15min":10.377000000000001},"last":1.7829999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.851,"5min":2.7480000000000002,"15min":3.2559999999999998},"min":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":3.4239999999999999,"5min":6.5209999999999999,"15min":130.572},"last":1.2430000000000001},{"interface":"front","average":{"1min":9.1280000000000001,"5min":3.9329999999999998,"15min":3.6619999999999999},"min":{"1min":1.421,"5min":1.0660000000000001,"15min":1.0429999999999999},"max":{"1min":121.273,"5min":121.273,"15min":128.73599999999999},"last":1.5229999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.4750000000000001,"5min":2.9790000000000001,"15min":2.8039999999999998},"min":{"1min":1.3069999999999999,"5min":1.2549999999999999,"15min":0.69699999999999995},"max":{"1min":5.1699999999999999,"5min":5.8010000000000002,"15min":10.721},"last":1.605},{"interface":"front","average":{"1min":2.7320000000000002,"5min":3.1150000000000002,"15min":3.0310000000000001},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":8.8300000000000001,"5min":8.8300000000000001,"15min":13.355},"last":1.353}]},{"osd":10,"last update":"Mon Nov 16 20:45:50 2020","interfaces":[{"interface":"back","average":{"1min":2.23,"5min":3.0409999999999999,"15min":3.0950000000000002},"min":{"1min":1.389,"5min":1.264,"15min":1.264},"max":{"1min":3.4870000000000001,"5min":6.5010000000000003,"15min":11.589},"last":1.4419999999999999},{"interface":"front","average":{"1min":9.2940000000000005,"5min":4.6399999999999997,"15min":3.3620000000000001},"min":{"1min":1.5409999999999999,"5min":1.3240000000000001,"15min":0.93500000000000005},"max":{"1min":120.693,"5min":120.693,"15min":120.693},"last":1.976}]},{"osd":11,"last update":"Mon Nov 16 20:46:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1549999999999998,"5min":2.7869999999999999,"15min":2.9159999999999999},"min":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":4.0579999999999998,"5min":8.9930000000000003,"15min":8.9930000000000003},"last":1.419},{"interface":"front","average":{"1min":9.3840000000000003,"5min":4.6639999999999997,"15min":3.758},"min":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.3859999999999999},"max":{"1min":121.5,"5min":121.5,"15min":121.5},"last":2.0609999999999999}]}]},{"osd":8,"up_from":63,"seq":270582939991,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1010660,"kb_used_data":752348,"kb_used_omap":0,"kb_used_meta":258304,"kb_avail":92734492,"statfs":{"total":95995035648,"available":94960119808,"internally_reserved":0,"allocated":770404352,"data_stored":770067523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":264503296},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,1,0,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.762,"5min":2.7810000000000001,"15min":1.958},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":8.0139999999999993,"5min":80.534000000000006,"15min":80.534000000000006},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.327,"5min":2.8490000000000002,"15min":2.0209999999999999},"min":{"1min":0.57599999999999996,"5min":0.55100000000000005,"15min":0.54900000000000004},"max":{"1min":11.851000000000001,"5min":80.248000000000005,"15min":80.248000000000005},"last":0.71199999999999997}]},{"osd":1,"last update":"Mon Nov 16 20:45:58 2020","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":2.8079999999999998,"15min":3.0619999999999998},"min":{"1min":0.70399999999999996,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":6.7450000000000001,"5min":48.720999999999997,"15min":141.761},"last":0.98499999999999999},{"interface":"front","average":{"1min":2.5099999999999998,"5min":2.9260000000000002,"15min":3.4790000000000001},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":8.2089999999999996,"5min":48.799999999999997,"15min":141.87100000000001},"last":1.425}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.2930000000000001,"5min":2.036,"15min":2.6190000000000002},"min":{"1min":0.80300000000000005,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":8.3780000000000001,"5min":8.468,"15min":137.90299999999999},"last":1.014},{"interface":"front","average":{"1min":2.286,"5min":1.952,"15min":2.5880000000000001},"min":{"1min":0.72499999999999998,"5min":0.623,"15min":0.60799999999999998},"max":{"1min":13.185,"5min":13.185,"15min":138.24299999999999},"last":1.224}]},{"osd":4,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.48,"5min":2.4500000000000002,"15min":2.4489999999999998},"min":{"1min":0.93600000000000005,"5min":0.85499999999999998,"15min":0.69299999999999995},"max":{"1min":8.5229999999999997,"5min":8.5229999999999997,"15min":36.006999999999998},"last":1.296},{"interface":"front","average":{"1min":2.5209999999999999,"5min":2.3130000000000002,"15min":2.4300000000000002},"min":{"1min":0.83999999999999997,"5min":0.82399999999999995,"15min":0.64000000000000001},"max":{"1min":12.077999999999999,"5min":12.077999999999999,"15min":42.060000000000002},"last":1.0820000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":2.3959999999999999,"15min":2.2170000000000001},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.65900000000000003},"max":{"1min":12.273999999999999,"5min":12.273999999999999,"15min":12.273999999999999},"last":1.498},{"interface":"front","average":{"1min":3.423,"5min":2.6760000000000002,"15min":2.1850000000000001},"min":{"1min":0.82699999999999996,"5min":0.76900000000000002,"15min":0.65400000000000003},"max":{"1min":11.808999999999999,"5min":11.808999999999999,"15min":11.808999999999999},"last":1.194}]},{"osd":6,"last update":"Mon Nov 16 20:46:25 2020","interfaces":[{"interface":"back","average":{"1min":2.903,"5min":2.645,"15min":2.3959999999999999},"min":{"1min":1.048,"5min":0.84299999999999997,"15min":0.69599999999999995},"max":{"1min":8.6649999999999991,"5min":8.6649999999999991,"15min":9.4199999999999999},"last":1.161},{"interface":"front","average":{"1min":3.1800000000000002,"5min":2.7120000000000002,"15min":2.6389999999999998},"min":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":0.872},"max":{"1min":12.166,"5min":12.166,"15min":12.166},"last":1.3480000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":3.4430000000000001,"5min":2.9100000000000001,"15min":2.867},"min":{"1min":1.3720000000000001,"5min":1.1080000000000001,"15min":1.006},"max":{"1min":13.644,"5min":13.644,"15min":37.5},"last":1.6479999999999999},{"interface":"front","average":{"1min":3.2469999999999999,"5min":2.9279999999999999,"15min":2.7519999999999998},"min":{"1min":1.254,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":11.984,"5min":11.984,"15min":35.509999999999998},"last":2.218}]},{"osd":9,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":2.8820000000000001,"5min":2.931,"15min":3.1989999999999998},"min":{"1min":1.177,"5min":1.177,"15min":0.93500000000000005},"max":{"1min":8.9399999999999995,"5min":8.9399999999999995,"15min":89.052999999999997},"last":1.55},{"interface":"front","average":{"1min":3.1760000000000002,"5min":3.2450000000000001,"15min":3.3130000000000002},"min":{"1min":1.413,"5min":1.413,"15min":0.86199999999999999},"max":{"1min":9.0709999999999997,"5min":9.0709999999999997,"15min":89.296000000000006},"last":1.841}]},{"osd":10,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":3.855,"5min":3.173,"15min":2.8210000000000002},"min":{"1min":1.095,"5min":1.0129999999999999,"15min":0.92400000000000004},"max":{"1min":12.244999999999999,"5min":12.244999999999999,"15min":12.244999999999999},"last":1.3220000000000001},{"interface":"front","average":{"1min":3.238,"5min":3.081,"15min":2.9729999999999999},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":8.7929999999999993,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":1.6859999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:46:06 2020","interfaces":[{"interface":"back","average":{"1min":4.0999999999999996,"5min":3.5600000000000001,"15min":3.1339999999999999},"min":{"1min":1.276,"5min":1.25,"15min":0.96299999999999997},"max":{"1min":12.114000000000001,"5min":12.114000000000001,"15min":12.114000000000001},"last":1.792},{"interface":"front","average":{"1min":3.6320000000000001,"5min":2.9969999999999999,"15min":3.0369999999999999},"min":{"1min":1.671,"5min":1.2929999999999999,"15min":1.2549999999999999},"max":{"1min":13.513,"5min":13.513,"15min":13.513},"last":1.881}]}]},{"osd":7,"up_from":225,"seq":966367641822,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":840104,"kb_used_data":590048,"kb_used_omap":0,"kb_used_meta":250047,"kb_avail":92905048,"statfs":{"total":95995035648,"available":95134769152,"internally_reserved":0,"allocated":604209152,"data_stored":603868251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":256048188},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,5,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.097,"5min":2.153,"15min":3.0899999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.503},"max":{"1min":11.471,"5min":32.640999999999998,"15min":123.182},"last":0.70399999999999996},{"interface":"front","average":{"1min":1.631,"5min":1.9930000000000001,"15min":2.9129999999999998},"min":{"1min":0.63100000000000001,"5min":0.57799999999999996,"15min":0.52700000000000002},"max":{"1min":7.4550000000000001,"5min":32.710000000000001,"15min":122.154},"last":1.6870000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.573,"15min":2.4929999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.53800000000000003},"max":{"1min":2.4319999999999999,"5min":7.4109999999999996,"15min":118.31699999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.639,"5min":1.9279999999999999,"15min":2.8109999999999999},"min":{"1min":0.88400000000000001,"5min":0.73199999999999998,"15min":0.53600000000000003},"max":{"1min":2.6909999999999998,"5min":7.7910000000000004,"15min":117.771},"last":1.1000000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.4900000000000002,"5min":2.9580000000000002,"15min":3.992},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.57399999999999995},"max":{"1min":11.221,"5min":81.248000000000005,"15min":219.61199999999999},"last":1.194},{"interface":"front","average":{"1min":1.7430000000000001,"5min":2.8540000000000001,"15min":4.0519999999999996},"min":{"1min":0.80800000000000005,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.996,"5min":81.700000000000003,"15min":221.09700000000001},"last":0.83699999999999997}]},{"osd":4,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":1.9039999999999999,"15min":2.024},"min":{"1min":0.92100000000000004,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":7.7030000000000003,"5min":7.7030000000000003,"15min":11.75},"last":1.954},{"interface":"front","average":{"1min":2.8599999999999999,"5min":2.5409999999999999,"15min":2.3340000000000001},"min":{"1min":1.2729999999999999,"5min":0.629,"15min":0.629},"max":{"1min":11.789,"5min":11.789,"15min":11.821999999999999},"last":0.97299999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":2.4569999999999999,"15min":2.2639999999999998},"min":{"1min":0.82899999999999996,"5min":0.79100000000000004,"15min":0.69899999999999995},"max":{"1min":11.978999999999999,"5min":14.191000000000001,"15min":14.191000000000001},"last":1.363},{"interface":"front","average":{"1min":2.5190000000000001,"5min":2.226,"15min":2.387},"min":{"1min":1.091,"5min":0.84499999999999997,"15min":0.64800000000000002},"max":{"1min":7.9290000000000003,"5min":7.9290000000000003,"15min":42.213999999999999},"last":1.8200000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:45:52 2020","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":2.762,"15min":2.5179999999999998},"min":{"1min":0.94599999999999995,"5min":0.93300000000000005,"15min":0.71899999999999997},"max":{"1min":12.243,"5min":13.795,"15min":13.795},"last":1.4970000000000001},{"interface":"front","average":{"1min":2.3330000000000002,"5min":2.6400000000000001,"15min":2.5710000000000002},"min":{"1min":1.01,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":4.6920000000000002,"5min":8.3970000000000002,"15min":11.693},"last":1.7949999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.75,"5min":2.637,"15min":2.5550000000000002},"min":{"1min":1.091,"5min":1.02,"15min":0.80000000000000004},"max":{"1min":8.1669999999999998,"5min":8.1669999999999998,"15min":42.518000000000001},"last":2.0880000000000001},{"interface":"front","average":{"1min":2.7469999999999999,"5min":2.7509999999999999,"15min":2.641},"min":{"1min":1.7350000000000001,"5min":1.149,"15min":0.92600000000000005},"max":{"1min":8.8360000000000003,"5min":8.8360000000000003,"15min":42.670000000000002},"last":2.3460000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.762,"15min":2.8580000000000001},"min":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.0409999999999999},"max":{"1min":8.3859999999999992,"5min":8.3859999999999992,"15min":42.825000000000003},"last":2.1739999999999999},{"interface":"front","average":{"1min":2.4740000000000002,"5min":2.9260000000000002,"15min":2.9009999999999998},"min":{"1min":1.3169999999999999,"5min":0.999,"15min":0.95199999999999996},"max":{"1min":3.7919999999999998,"5min":8.5079999999999991,"15min":42.156999999999996},"last":1.2290000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":2.9660000000000002,"5min":2.8559999999999999,"15min":2.8690000000000002},"min":{"1min":1.373,"5min":1.1319999999999999,"15min":0.98899999999999999},"max":{"1min":9.0779999999999994,"5min":9.0779999999999994,"15min":43.125999999999998},"last":2.2690000000000001},{"interface":"front","average":{"1min":3.048,"5min":2.9790000000000001,"15min":2.9100000000000001},"min":{"1min":1.603,"5min":1.2350000000000001,"15min":1.0529999999999999},"max":{"1min":8.6170000000000009,"5min":8.6170000000000009,"15min":42.377000000000002},"last":2.4140000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:45:43 2020","interfaces":[{"interface":"back","average":{"1min":3.077,"5min":3.347,"15min":3.2290000000000001},"min":{"1min":1.369,"5min":1.369,"15min":1.1830000000000001},"max":{"1min":9.3190000000000008,"5min":9.3190000000000008,"15min":42.976999999999997},"last":3.9199999999999999},{"interface":"front","average":{"1min":2.6779999999999999,"5min":3.1819999999999999,"15min":3.1589999999999998},"min":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.135},"max":{"1min":4.4089999999999998,"5min":8.5909999999999993,"15min":42.305999999999997},"last":1.663}]}]},{"osd":6,"up_from":49,"seq":210453397857,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":789476,"kb_used_data":541980,"kb_used_omap":0,"kb_used_meta":247488,"kb_avail":92955676,"statfs":{"total":95995035648,"available":95186612224,"internally_reserved":0,"allocated":554987520,"data_stored":554650691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":253427712},"hb_peers":[0,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:42 2020","interfaces":[{"interface":"back","average":{"1min":1.5900000000000001,"5min":5.4299999999999997,"15min":2.7149999999999999},"min":{"1min":0.65400000000000003,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":4.8819999999999997,"5min":219.09899999999999,"15min":219.09899999999999},"last":2.113},{"interface":"front","average":{"1min":1.379,"5min":5.9340000000000002,"15min":3.2959999999999998},"min":{"1min":0.70399999999999996,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.0270000000000001,"5min":219.006,"15min":219.006},"last":0.55600000000000005}]},{"osd":1,"last update":"Mon Nov 16 20:42:21 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":4.6769999999999996,"15min":3.024},"min":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4350000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":4.7450000000000001,"15min":3.004},"min":{"1min":0.72599999999999998,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":4.2779999999999996,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.3600000000000001,"15min":1.77},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":2.7130000000000001,"5min":4.3600000000000003,"15min":82.668000000000006},"last":0.82699999999999996},{"interface":"front","average":{"1min":1.472,"5min":1.581,"15min":1.8700000000000001},"min":{"1min":0.72599999999999998,"5min":0.59399999999999997,"15min":0.58099999999999996},"max":{"1min":4.8289999999999997,"5min":4.8289999999999997,"15min":84.108000000000004},"last":0.93899999999999995}]},{"osd":3,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0960000000000001,"5min":2.0720000000000001,"15min":2.903},"min":{"1min":0.67400000000000004,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":5.1429999999999998,"5min":7.3029999999999999,"15min":171.21899999999999},"last":2.1970000000000001},{"interface":"front","average":{"1min":1.7470000000000001,"5min":1.893,"15min":2.8740000000000001},"min":{"1min":0.74299999999999999,"5min":0.71699999999999997,"15min":0.68799999999999994},"max":{"1min":3.2069999999999999,"5min":4.2430000000000003,"15min":171.46100000000001},"last":1.3520000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.1909999999999998,"15min":2.496},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":7.9589999999999996,"5min":7.9589999999999996,"15min":116.849},"last":1.1899999999999999},{"interface":"front","average":{"1min":2.5430000000000001,"5min":2.4089999999999998,"15min":2.5640000000000001},"min":{"1min":0.77700000000000002,"5min":0.59999999999999998,"15min":0.56399999999999995},"max":{"1min":7.0730000000000004,"5min":7.5700000000000003,"15min":117.947},"last":1.2370000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.1070000000000002,"5min":2.3220000000000001,"15min":2.1429999999999998},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":5.2850000000000001,"5min":7.4530000000000003,"15min":13.518000000000001},"last":1.423},{"interface":"front","average":{"1min":2.5030000000000001,"5min":2.504,"15min":2.1419999999999999},"min":{"1min":0.91900000000000004,"5min":0.89200000000000002,"15min":0.79400000000000004},"max":{"1min":5.9089999999999998,"5min":7.835,"15min":9.1539999999999999},"last":1.675}]},{"osd":7,"last update":"Mon Nov 16 20:45:44 2020","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":2.331,"15min":2.1720000000000002},"min":{"1min":0.81399999999999995,"5min":0.75600000000000001,"15min":0.67700000000000005},"max":{"1min":2.9159999999999999,"5min":10.506,"15min":12.582000000000001},"last":1.284},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.8100000000000001,"15min":2.657},"min":{"1min":1.1180000000000001,"5min":1.0349999999999999,"15min":0.79300000000000004},"max":{"1min":3.0819999999999999,"5min":10.651999999999999,"15min":14.067},"last":1.8879999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:01 2020","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":3.8199999999999998,"15min":2.8300000000000001},"min":{"1min":1.4359999999999999,"5min":0.97899999999999998,"15min":0.90400000000000003},"max":{"1min":7.6779999999999999,"5min":115.756,"15min":115.756},"last":0.80000000000000004},{"interface":"front","average":{"1min":2.3149999999999999,"5min":3.5419999999999998,"15min":2.8639999999999999},"min":{"1min":0.94999999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":7.7050000000000001,"5min":114.051,"15min":114.051},"last":1.984}]},{"osd":9,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0950000000000002,"5min":4.2199999999999998,"15min":3.5449999999999999},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":3.1640000000000001,"5min":135.161,"15min":135.161},"last":1.0740000000000001},{"interface":"front","average":{"1min":2.3809999999999998,"5min":4.556,"15min":3.613},"min":{"1min":1.28,"5min":1.2210000000000001,"15min":0.97299999999999998},"max":{"1min":3.302,"5min":135.35400000000001,"15min":135.35400000000001},"last":1.478}]},{"osd":10,"last update":"Mon Nov 16 20:45:58 2020","interfaces":[{"interface":"back","average":{"1min":2.7330000000000001,"5min":2.8919999999999999,"15min":2.556},"min":{"1min":1.032,"5min":0.98499999999999999,"15min":0.88900000000000001},"max":{"1min":6.1689999999999996,"5min":9.0419999999999998,"15min":9.1489999999999991},"last":2.8839999999999999},{"interface":"front","average":{"1min":2.9750000000000001,"5min":3.2010000000000001,"15min":2.6389999999999998},"min":{"1min":1.171,"5min":1.171,"15min":0.88800000000000001},"max":{"1min":6.4400000000000004,"5min":9.2230000000000008,"15min":10.095000000000001},"last":3.077}]},{"osd":11,"last update":"Mon Nov 16 20:45:58 2020","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":3.5339999999999998,"15min":2.6640000000000001},"min":{"1min":1.179,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":4.641,"5min":113.28,"15min":113.28},"last":1.647},{"interface":"front","average":{"1min":2.4399999999999999,"5min":3.8759999999999999,"15min":2.9209999999999998},"min":{"1min":1.512,"5min":1.095,"15min":1.095},"max":{"1min":4.9790000000000001,"5min":113.851,"15min":113.851},"last":2.1520000000000001}]}]},{"osd":1,"up_from":18,"seq":77309411708,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1117668,"kb_used_data":725020,"kb_used_omap":0,"kb_used_meta":392640,"kb_avail":92627484,"statfs":{"total":95995035648,"available":94850543616,"internally_reserved":0,"allocated":742420480,"data_stored":742083651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":402063360},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.546,"5min":1.665,"15min":2.0430000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.47199999999999998},"max":{"1min":5.4119999999999999,"5min":9.7789999999999999,"15min":97.320999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":2.1680000000000001,"5min":2.3199999999999998,"15min":2.7389999999999999},"min":{"1min":1.012,"5min":0.80900000000000005,"15min":0.51200000000000001},"max":{"1min":7.6580000000000004,"5min":13.487,"15min":97.376000000000005},"last":0.76500000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.802,"15min":2.3159999999999998},"min":{"1min":0.64300000000000002,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":6.0339999999999998,"5min":13.121,"15min":98.257000000000005},"last":3.0579999999999998},{"interface":"front","average":{"1min":1.242,"5min":1.663,"15min":2.5539999999999998},"min":{"1min":0.59699999999999998,"5min":0.52100000000000002,"15min":0.52000000000000002},"max":{"1min":2.6360000000000001,"5min":12.002000000000001,"15min":97.945999999999998},"last":0.64500000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":1.2989999999999999},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":1.6439999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.613,"5min":2.0590000000000002,"15min":2.1030000000000002},"min":{"1min":0.72099999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.0840000000000001,"5min":5.7539999999999996,"15min":5.7539999999999996},"last":1.0529999999999999},{"interface":"front","average":{"1min":1.8360000000000001,"5min":2.2589999999999999,"15min":2.3530000000000002},"min":{"1min":0.96699999999999997,"5min":0.93799999999999994,"15min":0.93799999999999994},"max":{"1min":2.8660000000000001,"5min":5.8230000000000004,"15min":5.8230000000000004},"last":6.5700000000000003}]},{"osd":5,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":2,"5min":3.6000000000000001,"15min":3.298},"min":{"1min":0.748,"5min":0.748,"15min":0.65000000000000002},"max":{"1min":7.7869999999999999,"5min":97.927999999999997,"15min":97.927999999999997},"last":3.4660000000000002},{"interface":"front","average":{"1min":2.4670000000000001,"5min":4.2220000000000004,"15min":4.173},"min":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.96599999999999997},"max":{"1min":8.4480000000000004,"5min":98.322000000000003,"15min":98.322000000000003},"last":3.8439999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":3.2250000000000001,"5min":2.9180000000000001,"15min":3.9529999999999998},"min":{"1min":1.4319999999999999,"5min":1.159,"15min":0.79400000000000004},"max":{"1min":16.026,"5min":16.026,"15min":103.09699999999999},"last":3.7519999999999998},{"interface":"front","average":{"1min":3.5870000000000002,"5min":3.121,"15min":4.1639999999999997},"min":{"1min":1.4119999999999999,"5min":1.355,"15min":0.88100000000000001},"max":{"1min":16.198,"5min":16.198,"15min":102.877},"last":0.89900000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.4740000000000002,"15min":4.1479999999999997},"min":{"1min":0.95599999999999996,"5min":0.87,"15min":0.83599999999999997},"max":{"1min":6.1820000000000004,"5min":13.673999999999999,"15min":160.39400000000001},"last":3.2069999999999999},{"interface":"front","average":{"1min":1.4199999999999999,"5min":2.2269999999999999,"15min":3.1059999999999999},"min":{"1min":0.91400000000000003,"5min":0.751,"15min":0.70699999999999996},"max":{"1min":2.4849999999999999,"5min":26.556999999999999,"15min":161.446},"last":1.9419999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":2.5350000000000001,"5min":4.3630000000000004,"15min":4.3390000000000004},"min":{"1min":1.5409999999999999,"5min":1.4259999999999999,"15min":0.82899999999999996},"max":{"1min":7.2709999999999999,"5min":98.739999999999995,"15min":98.739999999999995},"last":1.179},{"interface":"front","average":{"1min":1.7589999999999999,"5min":2.3530000000000002,"15min":3.0830000000000002},"min":{"1min":0.76400000000000001,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":4.1139999999999999,"5min":26.77,"15min":99.825000000000003},"last":1.8120000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":2.2189999999999999,"5min":2.923,"15min":3.8140000000000001},"min":{"1min":1.036,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":9.8659999999999997,"5min":15.629,"15min":98.683999999999997},"last":3.3370000000000002},{"interface":"front","average":{"1min":2.1659999999999999,"5min":3.0880000000000001,"15min":3.7069999999999999},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":0.86399999999999999},"max":{"1min":6.258,"5min":15.382999999999999,"15min":98.972999999999999},"last":3.5870000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":2.3820000000000001,"15min":3.6520000000000001},"min":{"1min":1.048,"5min":0.94099999999999995,"15min":0.94099999999999995},"max":{"1min":3.96,"5min":6.8209999999999997,"15min":100.108},"last":1.5649999999999999},{"interface":"front","average":{"1min":1.768,"5min":2.5979999999999999,"15min":3.3239999999999998},"min":{"1min":1.095,"5min":1.046,"15min":1.04},"max":{"1min":3.8210000000000002,"5min":11.148999999999999,"15min":98.613},"last":1.6779999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:46:02 2020","interfaces":[{"interface":"back","average":{"1min":3.415,"5min":3.6749999999999998,"15min":3.9790000000000001},"min":{"1min":1.4450000000000001,"5min":1.1359999999999999,"15min":1.0620000000000001},"max":{"1min":9.4009999999999998,"5min":26.873000000000001,"15min":99.150000000000006},"last":3.714},{"interface":"front","average":{"1min":2.6909999999999998,"5min":3.0710000000000002,"15min":3.8679999999999999},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":9.4489999999999998,"5min":26.925999999999998,"15min":99.512},"last":1.0149999999999999}]}]},{"osd":0,"up_from":12,"seq":51539607937,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1370596,"kb_used_data":1128092,"kb_used_omap":0,"kb_used_meta":242496,"kb_avail":92374556,"statfs":{"total":95995035648,"available":94591545344,"internally_reserved":0,"allocated":1155166208,"data_stored":1154829379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":248315904},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1,4,1,3],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:46:21 2020","interfaces":[{"interface":"back","average":{"1min":2.327,"5min":2.339,"15min":2.96},"min":{"1min":0.66700000000000004,"5min":0.57199999999999995,"15min":0.47599999999999998},"max":{"1min":6.2329999999999997,"5min":10.478,"15min":54.354999999999997},"last":1.365},{"interface":"front","average":{"1min":2.5409999999999999,"5min":2.3140000000000001,"15min":3.0270000000000001},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.54100000000000004},"max":{"1min":7.3659999999999997,"5min":9.5820000000000007,"15min":54.603999999999999},"last":1.1699999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.847,"15min":2.101},"min":{"1min":0.66100000000000003,"5min":0.56499999999999995,"15min":0.496},"max":{"1min":4.8490000000000002,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.198},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.579,"15min":2.0270000000000001},"min":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.1099999999999999,"5min":7.2519999999999998,"15min":34.512},"last":1.226}]},{"osd":4,"last update":"Mon Nov 16 20:46:36 2020","interfaces":[{"interface":"back","average":{"1min":1.716,"5min":1.9359999999999999,"15min":2},"min":{"1min":0.72199999999999998,"5min":0.64600000000000002,"15min":0.55100000000000005},"max":{"1min":6.7569999999999997,"5min":7.9020000000000001,"15min":111.956},"last":1.4610000000000001},{"interface":"front","average":{"1min":2.1259999999999999,"5min":2.581,"15min":2.5600000000000001},"min":{"1min":1.286,"5min":1.0249999999999999,"15min":0.72299999999999998},"max":{"1min":7.2910000000000004,"5min":9.0090000000000003,"15min":112.206},"last":1.792}]},{"osd":5,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.8420000000000001,"5min":2.2200000000000002,"15min":1.931},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.60999999999999999},"max":{"1min":5.2690000000000001,"5min":12.334,"15min":12.334},"last":1.4850000000000001},{"interface":"front","average":{"1min":1.641,"5min":2.1280000000000001,"15min":2.117},"min":{"1min":1.0369999999999999,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":3.4420000000000002,"5min":8.6959999999999997,"15min":47.793999999999997},"last":1.6240000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:45:38 2020","interfaces":[{"interface":"back","average":{"1min":2.7770000000000001,"5min":2.5760000000000001,"15min":2.4849999999999999},"min":{"1min":1.341,"5min":0.79500000000000004,"15min":0.71699999999999997},"max":{"1min":8.4719999999999995,"5min":9.25,"15min":47.442},"last":1.948},{"interface":"front","average":{"1min":2.8029999999999999,"5min":2.7970000000000002,"15min":2.5979999999999999},"min":{"1min":1.46,"5min":0.88300000000000001,"15min":0.70399999999999996},"max":{"1min":8.8610000000000007,"5min":9.0969999999999995,"15min":48.149999999999999},"last":3.887}]},{"osd":7,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":3.0640000000000001,"5min":2.714,"15min":3.3140000000000001},"min":{"1min":1.0940000000000001,"5min":0.85799999999999998,"15min":0.82199999999999995},"max":{"1min":11.177,"5min":11.177,"15min":97.435000000000002},"last":1.835},{"interface":"front","average":{"1min":2.0390000000000001,"5min":2.629,"15min":3.4140000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":5.0830000000000002,"5min":12.471,"15min":96.828000000000003},"last":1.679}]},{"osd":8,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":4.1920000000000002,"15min":3.472},"min":{"1min":1.2350000000000001,"5min":0.85499999999999998,"15min":0.77200000000000002},"max":{"1min":6.8040000000000003,"5min":82.204999999999998,"15min":96.248000000000005},"last":3.069},{"interface":"front","average":{"1min":2.1400000000000001,"5min":4.1890000000000001,"15min":3.2959999999999998},"min":{"1min":0.876,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":4.9880000000000004,"5min":79.483999999999995,"15min":96.043000000000006},"last":2.9889999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:45:42 2020","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.3769999999999998,"15min":2.5510000000000002},"min":{"1min":1.488,"5min":0.91200000000000003,"15min":0.79400000000000004},"max":{"1min":5.1760000000000002,"5min":60.097999999999999,"15min":60.097999999999999},"last":2.1240000000000001},{"interface":"front","average":{"1min":2.5720000000000001,"5min":3.4849999999999999,"15min":2.903},"min":{"1min":1.6259999999999999,"5min":0.89400000000000002,"15min":0.88400000000000001},"max":{"1min":7.6600000000000001,"5min":59.579000000000001,"15min":59.579000000000001},"last":2.762}]},{"osd":10,"last update":"Mon Nov 16 20:45:46 2020","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.9540000000000002,"15min":2.5289999999999999},"min":{"1min":1.6399999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"max":{"1min":7.3449999999999998,"5min":9.1829999999999998,"15min":26.870999999999999},"last":2.089},{"interface":"front","average":{"1min":2.7080000000000002,"5min":3.5190000000000001,"15min":3.1419999999999999},"min":{"1min":1.407,"5min":1.264,"15min":1.004},"max":{"1min":9.9920000000000009,"5min":24.378,"15min":47.237000000000002},"last":1.74}]},{"osd":11,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":3.419,"5min":4.3040000000000003,"15min":3.5659999999999998},"min":{"1min":1.7330000000000001,"5min":1.1140000000000001,"15min":1.032},"max":{"1min":11.002000000000001,"5min":55.441000000000003,"15min":55.441000000000003},"last":1.661},{"interface":"front","average":{"1min":3.2989999999999999,"5min":4.6719999999999997,"15min":3.6800000000000002},"min":{"1min":1.546,"5min":1.133,"15min":1.133},"max":{"1min":8.7460000000000004,"5min":61.509,"15min":61.509},"last":2.2709999999999999}]}]},{"osd":2,"up_from":0,"seq":98784248182,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051953,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":452964,"kb_used_data":186908,"kb_used_omap":0,"kb_used_meta":266048,"kb_avail":93292188,"statfs":{"total":95995035648,"available":95531200512,"internally_reserved":0,"allocated":191393792,"data_stored":191056963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":272433152},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":1.806,"5min":1.54,"15min":2.0430000000000001},"min":{"1min":0.60799999999999998,"5min":0.51200000000000001,"15min":0.47999999999999998},"max":{"1min":8.8539999999999992,"5min":8.8539999999999992,"15min":130.286},"last":0.88400000000000001},{"interface":"front","average":{"1min":1.8859999999999999,"5min":1.8149999999999999,"15min":2.3159999999999998},"min":{"1min":0.86799999999999999,"5min":0.68999999999999995,"15min":0.48899999999999999},"max":{"1min":7.0140000000000002,"5min":7.0140000000000002,"15min":130.40799999999999},"last":1.323}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.3129999999999999,"15min":2.2269999999999999},"min":{"1min":0.57999999999999996,"5min":0.52900000000000003,"15min":0.52800000000000002},"max":{"1min":5.048,"5min":5.048,"15min":122.545},"last":0.90600000000000003},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.2569999999999999,"15min":2.2639999999999998},"min":{"1min":0.67300000000000004,"5min":0.60299999999999998,"15min":0.52700000000000002},"max":{"1min":2.21,"5min":5.0720000000000001,"15min":123.28},"last":1.228}]},{"osd":4,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.5169999999999999,"5min":1.3919999999999999,"15min":1.9099999999999999},"min":{"1min":0.60499999999999998,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":4.29,"5min":4.29,"15min":38.744999999999997},"last":0.93300000000000005},{"interface":"front","average":{"1min":1.5149999999999999,"5min":1.6399999999999999,"15min":1.9810000000000001},"min":{"1min":0.61599999999999999,"5min":0.60399999999999998,"15min":0.58399999999999996},"max":{"1min":3.5659999999999998,"5min":5.806,"15min":36.244},"last":1.4179999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":1.214,"5min":1.448,"15min":1.9670000000000001},"min":{"1min":0.74199999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.4390000000000001,"5min":4.343,"15min":38.185000000000002},"last":1.347},{"interface":"front","average":{"1min":1.548,"5min":1.6759999999999999,"15min":2},"min":{"1min":0.82099999999999995,"5min":0.77500000000000002,"15min":0.71399999999999997},"max":{"1min":4.0869999999999997,"5min":4.4749999999999996,"15min":37.875},"last":1.173}]},{"osd":6,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":2.3359999999999999,"15min":3.0390000000000001},"min":{"1min":0.89800000000000002,"5min":0.748,"15min":0.748},"max":{"1min":4.5339999999999998,"5min":37.177999999999997,"15min":81.596999999999994},"last":1.633},{"interface":"front","average":{"1min":2.2789999999999999,"5min":2.8599999999999999,"15min":3.3119999999999998},"min":{"1min":1.0720000000000001,"5min":0.90900000000000003,"15min":0.77100000000000002},"max":{"1min":4.6970000000000001,"5min":37.545000000000002,"15min":81.935000000000002},"last":1.7569999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.7789999999999999,"15min":2.944},"min":{"1min":0.83999999999999997,"5min":0.71399999999999997,"15min":0.69999999999999996},"max":{"1min":4.149,"5min":5.7569999999999997,"15min":121.33199999999999},"last":1.5940000000000001},{"interface":"front","average":{"1min":2.2759999999999998,"5min":2.1480000000000001,"15min":2.9260000000000002},"min":{"1min":1.2490000000000001,"5min":0.98499999999999999,"15min":0.80900000000000005},"max":{"1min":4.6150000000000002,"5min":4.8700000000000001,"15min":84.724999999999994},"last":2.0619999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":2.2229999999999999,"5min":2.0630000000000002,"15min":2.762},"min":{"1min":1.196,"5min":1.042,"15min":0.90000000000000002},"max":{"1min":5.2309999999999999,"5min":5.2309999999999999,"15min":80.588999999999999},"last":1.7989999999999999},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.2970000000000002,"15min":2.448},"min":{"1min":1.0860000000000001,"5min":0.89100000000000001,"15min":0.81899999999999995},"max":{"1min":6.3280000000000003,"5min":6.3280000000000003,"15min":40.341999999999999},"last":2.0920000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":2.202,"5min":2.3610000000000002,"15min":3.0979999999999999},"min":{"1min":1.331,"5min":1.01,"15min":1.01},"max":{"1min":4.3600000000000003,"5min":6.8609999999999998,"15min":82.418000000000006},"last":1.5569999999999999},{"interface":"front","average":{"1min":2.1440000000000001,"5min":2.52,"15min":2.7320000000000002},"min":{"1min":1.349,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":4.5220000000000002,"5min":7.2889999999999997,"15min":42.310000000000002},"last":1.508}]},{"osd":10,"last update":"Mon Nov 16 20:45:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":2.3180000000000001,"15min":3.177},"min":{"1min":1.5900000000000001,"5min":1.2909999999999999,"15min":0.91500000000000004},"max":{"1min":4.234,"5min":4.8339999999999996,"15min":79.700999999999993},"last":1.6870000000000001},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.4129999999999998,"15min":2.8010000000000002},"min":{"1min":1.3680000000000001,"5min":1.052,"15min":1.052},"max":{"1min":4.665,"5min":6.7249999999999996,"15min":40.555999999999997},"last":2.1819999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:45:57 2020","interfaces":[{"interface":"back","average":{"1min":2.3999999999999999,"5min":2.5779999999999998,"15min":3.2389999999999999},"min":{"1min":1.7549999999999999,"5min":1.3029999999999999,"15min":1.1399999999999999},"max":{"1min":4.4859999999999998,"5min":5.4340000000000002,"15min":81.390000000000001},"last":1.9099999999999999},{"interface":"front","average":{"1min":2.343,"5min":2.6469999999999998,"15min":2.9660000000000002},"min":{"1min":1.6619999999999999,"5min":1.1930000000000001,"15min":1.1180000000000001},"max":{"1min":4.8099999999999996,"5min":7.7279999999999998,"15min":42.034999999999997},"last":1.9259999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855724,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1292964,"kb_used_data":941980,"kb_used_omap":0,"kb_used_meta":350976,"kb_avail":92452188,"statfs":{"total":95995035648,"available":94671040512,"internally_reserved":0,"allocated":964587520,"data_stored":964250691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":359399424},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.9590000000000001,"15min":1.8280000000000001},"min":{"1min":0.75,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":5.1520000000000001,"5min":16.091999999999999,"15min":62.197000000000003},"last":1.278},{"interface":"front","average":{"1min":1.581,"5min":1.9039999999999999,"15min":1.9610000000000001},"min":{"1min":0.82399999999999995,"5min":0.59599999999999997,"15min":0.54400000000000004},"max":{"1min":2.9820000000000002,"5min":16.904,"15min":61.820999999999998},"last":1.3100000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.823,"15min":3.645},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.53300000000000003},"max":{"1min":1.6970000000000001,"5min":14.339,"15min":277.74299999999999},"last":2.2269999999999999},{"interface":"front","average":{"1min":1.643,"5min":2.0819999999999999,"15min":3.7149999999999999},"min":{"1min":0.88400000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.117,"5min":14.382999999999999,"15min":286.88499999999999},"last":2.294}]},{"osd":2,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":2.415,"5min":1.9550000000000001,"15min":2.2130000000000001},"min":{"1min":0.83399999999999996,"5min":0.60999999999999999,"15min":0.53800000000000003},"max":{"1min":8.2400000000000002,"5min":8.2400000000000002,"15min":37.697000000000003},"last":2.4009999999999998},{"interface":"front","average":{"1min":2.4820000000000002,"5min":2.2200000000000002,"15min":2.294},"min":{"1min":0.74099999999999999,"5min":0.66300000000000003,"15min":0.57999999999999996},"max":{"1min":7.2729999999999997,"5min":8.7929999999999993,"15min":37.956000000000003},"last":2.2610000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":2.3690000000000002,"15min":3.6240000000000001},"min":{"1min":0.875,"5min":0.75600000000000001,"15min":0.66000000000000003},"max":{"1min":2.3820000000000001,"5min":78.021000000000001,"15min":247.41499999999999},"last":0.82899999999999996},{"interface":"front","average":{"1min":2.1150000000000002,"5min":2.8679999999999999,"15min":3.9449999999999998},"min":{"1min":1.0589999999999999,"5min":0.70899999999999996,"15min":0.624},"max":{"1min":5.343,"5min":78.088999999999999,"15min":249.12},"last":0.98599999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.1080000000000001,"15min":2.149},"min":{"1min":0.82099999999999995,"5min":0.74099999999999999,"15min":0.65700000000000003},"max":{"1min":4.7380000000000004,"5min":7.4649999999999999,"15min":61.781999999999996},"last":1.1140000000000001},{"interface":"front","average":{"1min":2.5230000000000001,"5min":2.4430000000000001,"15min":2.4449999999999998},"min":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.72199999999999998},"max":{"1min":7.3689999999999998,"5min":7.5730000000000004,"15min":61.533000000000001},"last":1.3879999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":2.073,"5min":3.6720000000000002,"15min":2.7999999999999998},"min":{"1min":0.81899999999999995,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":6.1609999999999996,"5min":165.12,"15min":165.12},"last":1.7849999999999999},{"interface":"front","average":{"1min":1.849,"5min":3.7010000000000001,"15min":2.9199999999999999},"min":{"1min":1.3100000000000001,"5min":0.88300000000000001,"15min":0.81299999999999994},"max":{"1min":2.827,"5min":162.14099999999999,"15min":162.14099999999999},"last":1.6579999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":6.0279999999999996,"5min":3.141,"15min":2.7669999999999999},"min":{"1min":1.218,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":62.771000000000001,"5min":62.771000000000001,"15min":62.771000000000001},"last":1.5589999999999999},{"interface":"front","average":{"1min":6.306,"5min":3.613,"15min":2.9489999999999998},"min":{"1min":1.2549999999999999,"5min":0.91200000000000003,"15min":0.90700000000000003},"max":{"1min":63.076000000000001,"5min":63.076000000000001,"15min":63.076000000000001},"last":1.5800000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:45:39 2020","interfaces":[{"interface":"back","average":{"1min":2.0209999999999999,"5min":2.5110000000000001,"15min":2.9420000000000002},"min":{"1min":1.093,"5min":1.093,"15min":0.879},"max":{"1min":3.3109999999999999,"5min":8.0229999999999997,"15min":63.304000000000002},"last":1.5289999999999999},{"interface":"front","average":{"1min":2.113,"5min":2.6840000000000002,"15min":2.8439999999999999},"min":{"1min":1.155,"5min":1.155,"15min":1.0269999999999999},"max":{"1min":3.0609999999999999,"5min":7.8300000000000001,"15min":63.232999999999997},"last":1.355}]},{"osd":10,"last update":"Mon Nov 16 20:45:53 2020","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":2.6850000000000001,"15min":3.0619999999999998},"min":{"1min":1.3440000000000001,"5min":1.2669999999999999,"15min":1.143},"max":{"1min":6.8840000000000003,"5min":7.3799999999999999,"15min":64.043999999999997},"last":1.988},{"interface":"front","average":{"1min":2.6429999999999998,"5min":2.456,"15min":2.9260000000000002},"min":{"1min":1.5049999999999999,"5min":1.004,"15min":1.004},"max":{"1min":6.8579999999999997,"5min":6.8780000000000001,"15min":62.686999999999998},"last":2.052}]},{"osd":11,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":3.1339999999999999,"5min":3.0030000000000001,"15min":2.9670000000000001},"min":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.0089999999999999},"max":{"1min":10.928000000000001,"5min":10.928000000000001,"15min":64.244},"last":1.8899999999999999},{"interface":"front","average":{"1min":3.6459999999999999,"5min":3.2170000000000001,"15min":3.1419999999999999},"min":{"1min":1.591,"5min":1.4870000000000001,"15min":1.0649999999999999},"max":{"1min":11.039999999999999,"5min":11.039999999999999,"15min":64.447999999999993},"last":2.0840000000000001}]}]},{"osd":5,"up_from":0,"seq":180388626794,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:46:43.509 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph status --format=json
2020-11-16T20:46:43.523 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:43.638 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:43.726 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:43.742 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:43.750 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:43 smithi065 bash[9468]: cluster 2020-11-16T20:46:42.396768+0000 mgr.x (mgr.14196) 1046 : cluster [DBG] pgmap v1559: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.8 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 793 op/s; 2955/90710 objects misplaced (3.258%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:46:43.750 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:43 smithi065 bash[18823]: debug 2020-11-16T20:46:43.637+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:43.856 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:43.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:43 smithi071 bash[9480]: cluster 2020-11-16T20:46:42.396768+0000 mgr.x (mgr.14196) 1046 : cluster [DBG] pgmap v1559: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.8 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 793 op/s; 2955/90710 objects misplaced (3.258%); 3.3 MiB/s, 52 objects/s recovering
2020-11-16T20:46:43.962 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:44.031 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:43 smithi065 bash[18823]: debug 2020-11-16T20:46:43.853+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:44.083 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:44.188 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:44.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:44 smithi065 bash[9468]: cluster 2020-11-16T20:46:44.397192+0000 mgr.x (mgr.14196) 1047 : cluster [DBG] pgmap v1560: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.6 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 794 op/s; 2673/85548 objects misplaced (3.125%); 3.4 MiB/s, 53 objects/s recovering
2020-11-16T20:46:44.462 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:46:44 smithi065 bash[16457]: debug 2020-11-16T20:46:44.081+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:44.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:44 smithi142 bash[9523]: cluster 2020-11-16T20:46:44.397192+0000 mgr.x (mgr.14196) 1047 : cluster [DBG] pgmap v1560: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.6 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 794 op/s; 2673/85548 objects misplaced (3.125%); 3.4 MiB/s, 53 objects/s recovering
2020-11-16T20:46:44.830 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops
2020-11-16T20:46:44.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:44 smithi071 bash[9480]: cluster 2020-11-16T20:46:44.397192+0000 mgr.x (mgr.14196) 1047 : cluster [DBG] pgmap v1560: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.6 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 794 op/s; 2673/85548 objects misplaced (3.125%); 3.4 MiB/s, 53 objects/s recovering
2020-11-16T20:46:44.991 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:45.139 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:45 smithi142 bash[20366]: debug 2020-11-16T20:46:45.144+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:45.139 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:45.243 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:45.369 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:45.472 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:45.586 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:45 smithi071 bash[26650]: debug 2020-11-16T20:46:45.365+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:45.586 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:45 smithi071 bash[12066]: debug 2020-11-16T20:46:45.585+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:45.693 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:45.796 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:45.901 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:45.948 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:45 smithi071 bash[12066]: debug 2020-11-16T20:46:45.797+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:46.446 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:46.550 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:46.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:46:46 smithi142 bash[22738]: debug 2020-11-16T20:46:46.447+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:46.834 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:46.942 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:47.080 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:47.185 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:47.281 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:47 smithi065 bash[11785]: debug 2020-11-16T20:46:47.076+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:47.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:46:46 smithi142 bash[15670]: debug 2020-11-16T20:46:46.835+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:47.304 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:47.412 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:47.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:47 smithi071 bash[9480]: cluster 2020-11-16T20:46:46.397635+0000 mgr.x (mgr.14196) 1048 : cluster [DBG] pgmap v1561: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.5 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 812 op/s; 2673/83230 objects misplaced (3.212%); 3.4 MiB/s, 53 objects/s recovering
2020-11-16T20:46:47.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:47 smithi065 bash[9468]: cluster 2020-11-16T20:46:46.397635+0000 mgr.x (mgr.14196) 1048 : cluster [DBG] pgmap v1561: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.5 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 812 op/s; 2673/83230 objects misplaced (3.212%); 3.4 MiB/s, 53 objects/s recovering
2020-11-16T20:46:47.781 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:47 smithi065 bash[11785]: debug 2020-11-16T20:46:47.296+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:47.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:47 smithi142 bash[9523]: cluster 2020-11-16T20:46:46.397635+0000 mgr.x (mgr.14196) 1048 : cluster [DBG] pgmap v1561: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.5 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 812 op/s; 2673/83230 objects misplaced (3.212%); 3.4 MiB/s, 53 objects/s recovering
2020-11-16T20:46:48.178 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:48.281 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:48.411 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:48.450 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:48 smithi142 bash[18009]: debug 2020-11-16T20:46:48.179+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:48.515 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:48.638 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:48 smithi071 bash[26650]: debug 2020-11-16T20:46:48.409+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:48.638 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:48 smithi071 bash[9480]: cluster 2020-11-16T20:46:47.511851+0000 osd.4 (osd.4) 164 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:48.638 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:48 smithi071 bash[9480]: cluster 2020-11-16T20:46:47.511936+0000 osd.4 (osd.4) 165 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:48.639 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:48.742 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:48.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:48 smithi142 bash[9523]: cluster 2020-11-16T20:46:47.511851+0000 osd.4 (osd.4) 164 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:48.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:48 smithi142 bash[9523]: cluster 2020-11-16T20:46:47.511936+0000 osd.4 (osd.4) 165 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:48.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:48 smithi065 bash[9468]: cluster 2020-11-16T20:46:47.511851+0000 osd.4 (osd.4) 164 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:46:48.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:48 smithi065 bash[9468]: cluster 2020-11-16T20:46:47.511936+0000 osd.4 (osd.4) 165 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:46:48.948 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:48 smithi071 bash[26650]: debug 2020-11-16T20:46:48.637+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:49.692 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:49.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:49 smithi065 bash[9468]: cluster 2020-11-16T20:46:48.398128+0000 mgr.x (mgr.14196) 1049 : cluster [DBG] pgmap v1562: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.4 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 854 op/s; 2388/78072 objects misplaced (3.059%); 3.5 MiB/s, 56 objects/s recovering
2020-11-16T20:46:49.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:49 smithi065 bash[9468]: cluster 2020-11-16T20:46:48.466070+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e606: 12 total, 12 up, 9 in
2020-11-16T20:46:49.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:49 smithi142 bash[20366]: debug 2020-11-16T20:46:49.695+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:49.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:49 smithi142 bash[9523]: cluster 2020-11-16T20:46:48.398128+0000 mgr.x (mgr.14196) 1049 : cluster [DBG] pgmap v1562: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.4 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 854 op/s; 2388/78072 objects misplaced (3.059%); 3.5 MiB/s, 56 objects/s recovering
2020-11-16T20:46:49.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:49 smithi142 bash[9523]: cluster 2020-11-16T20:46:48.466070+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e606: 12 total, 12 up, 9 in
2020-11-16T20:46:49.796 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:49.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:49 smithi071 bash[9480]: cluster 2020-11-16T20:46:48.398128+0000 mgr.x (mgr.14196) 1049 : cluster [DBG] pgmap v1562: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.4 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 854 op/s; 2388/78072 objects misplaced (3.059%); 3.5 MiB/s, 56 objects/s recovering
2020-11-16T20:46:49.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:49 smithi071 bash[9480]: cluster 2020-11-16T20:46:48.466070+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e606: 12 total, 12 up, 9 in
2020-11-16T20:46:50.110 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:50.214 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:50.354 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:50 smithi142 bash[20366]: debug 2020-11-16T20:46:50.111+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:50.409 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:50.513 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:50.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:50 smithi065 bash[9468]: cluster 2020-11-16T20:46:50.398651+0000 mgr.x (mgr.14196) 1050 : cluster [DBG] pgmap v1564: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.3 GiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 887 op/s; 2388/75900 objects misplaced (3.146%); 4.0 MiB/s, 63 objects/s recovering
2020-11-16T20:46:50.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:50 smithi142 bash[9523]: cluster 2020-11-16T20:46:50.398651+0000 mgr.x (mgr.14196) 1050 : cluster [DBG] pgmap v1564: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.3 GiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 887 op/s; 2388/75900 objects misplaced (3.146%); 4.0 MiB/s, 63 objects/s recovering
2020-11-16T20:46:50.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:50 smithi142 bash[18009]: debug 2020-11-16T20:46:50.411+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:50.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:50 smithi071 bash[9480]: cluster 2020-11-16T20:46:50.398651+0000 mgr.x (mgr.14196) 1050 : cluster [DBG] pgmap v1564: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.3 GiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 887 op/s; 2388/75900 objects misplaced (3.146%); 4.0 MiB/s, 63 objects/s recovering
2020-11-16T20:46:51.780 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:51.884 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:52.033 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:46:51 smithi142 bash[15670]: debug 2020-11-16T20:46:51.779+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:52.166 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:46:52.270 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:52.425 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:46:52 smithi142 bash[22738]: debug 2020-11-16T20:46:52.163+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:52.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:52 smithi142 bash[9523]: cluster 2020-11-16T20:46:52.399114+0000 mgr.x (mgr.14196) 1051 : cluster [DBG] pgmap v1565: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.2 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 885 op/s; 2388/72988 objects misplaced (3.272%); 3.5 MiB/s, 56 objects/s recovering
2020-11-16T20:46:52.935 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:46:52.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:52 smithi071 bash[9480]: cluster 2020-11-16T20:46:52.399114+0000 mgr.x (mgr.14196) 1051 : cluster [DBG] pgmap v1565: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.2 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 885 op/s; 2388/72988 objects misplaced (3.272%); 3.5 MiB/s, 56 objects/s recovering
2020-11-16T20:46:52.972 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:46:53.002 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:46:53.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:52 smithi065 bash[9468]: cluster 2020-11-16T20:46:52.399114+0000 mgr.x (mgr.14196) 1051 : cluster [DBG] pgmap v1565: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.2 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 885 op/s; 2388/72988 objects misplaced (3.272%); 3.5 MiB/s, 56 objects/s recovering
2020-11-16T20:46:53.037 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:46:53.075 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:46:53.107 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:46:53.139 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:46:53.176 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:46:53.216 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:46:53.247 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:46:53.280 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:46:53.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:46:53.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.318 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.318 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.318 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.318 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.318 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.318 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.319 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.319 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.319 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.319 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.319 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:46:53.582 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:53.598 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:46:53.686 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:53.790 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:46:53.893 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:53.900 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:53 smithi142 bash[18009]: debug 2020-11-16T20:46:53.583+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:53.901 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:53 smithi142 bash[9523]: audit 2020-11-16T20:46:52.911043+0000 mon.a (mon.0) 1966 : audit [DBG] from='client.? v1:172.21.15.142:0/1359514111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:53.901 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:53 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.041897+0000 osd.3 (osd.3) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:53.901 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:53 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.112165+0000 osd.5 (osd.5) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:53.901 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:53 smithi142 bash[9523]: audit 2020-11-16T20:46:53.213621+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? v1:172.21.15.142:0/385742805' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:46:53.902 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:53 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.317270+0000 osd.11 (osd.11) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:53.948 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:46:53 smithi071 bash[26650]: debug 2020-11-16T20:46:53.789+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:53.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:53 smithi071 bash[9480]: audit 2020-11-16T20:46:52.911043+0000 mon.a (mon.0) 1966 : audit [DBG] from='client.? v1:172.21.15.142:0/1359514111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:53.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:53 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.041897+0000 osd.3 (osd.3) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:53.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:53 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.112165+0000 osd.5 (osd.5) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:53.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:53 smithi071 bash[9480]: audit 2020-11-16T20:46:53.213621+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? v1:172.21.15.142:0/385742805' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:46:53.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:53 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.317270+0000 osd.11 (osd.11) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:53 smithi065 bash[9468]: audit 2020-11-16T20:46:52.911043+0000 mon.a (mon.0) 1966 : audit [DBG] from='client.? v1:172.21.15.142:0/1359514111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:46:54.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:53 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.041897+0000 osd.3 (osd.3) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:53 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.112165+0000 osd.5 (osd.5) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:53 smithi065 bash[9468]: audit 2020-11-16T20:46:53.213621+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? v1:172.21.15.142:0/385742805' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:46:54.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:53 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.317270+0000 osd.11 (osd.11) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:52.943092+0000 osd.0 (osd.0) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:52.975684+0000 osd.1 (osd.1) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.010042+0000 osd.2 (osd.2) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.076512+0000 osd.4 (osd.4) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.144278+0000 osd.6 (osd.6) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.181189+0000 osd.7 (osd.7) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.220354+0000 osd.8 (osd.8) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.251085+0000 osd.9 (osd.9) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.284212+0000 osd.10 (osd.10) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:54.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.593652+0000 mon.a (mon.0) 1968 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:46:54.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.593684+0000 mon.a (mon.0) 1969 : cluster [INF] Cluster is now healthy
2020-11-16T20:46:54.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: audit 2020-11-16T20:46:53.602978+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? v1:172.21.15.142:0/385742805' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:46:54.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:53.603026+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e607: 12 total, 12 up, 9 in
2020-11-16T20:46:54.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:54 smithi071 bash[9480]: cluster 2020-11-16T20:46:54.399616+0000 mgr.x (mgr.14196) 1052 : cluster [DBG] pgmap v1567: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.1 GiB data, 7.2 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.00k op/s; 2099/67186 objects misplaced (3.124%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:46:55.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:52.943092+0000 osd.0 (osd.0) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:52.975684+0000 osd.1 (osd.1) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.010042+0000 osd.2 (osd.2) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.076512+0000 osd.4 (osd.4) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.144278+0000 osd.6 (osd.6) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.181189+0000 osd.7 (osd.7) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.220354+0000 osd.8 (osd.8) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.251085+0000 osd.9 (osd.9) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.284212+0000 osd.10 (osd.10) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.593652+0000 mon.a (mon.0) 1968 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:46:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.593684+0000 mon.a (mon.0) 1969 : cluster [INF] Cluster is now healthy
2020-11-16T20:46:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: audit 2020-11-16T20:46:53.602978+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? v1:172.21.15.142:0/385742805' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:46:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:53.603026+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e607: 12 total, 12 up, 9 in
2020-11-16T20:46:55.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:54 smithi065 bash[9468]: cluster 2020-11-16T20:46:54.399616+0000 mgr.x (mgr.14196) 1052 : cluster [DBG] pgmap v1567: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.1 GiB data, 7.2 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.00k op/s; 2099/67186 objects misplaced (3.124%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:46:55.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:52.943092+0000 osd.0 (osd.0) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:52.975684+0000 osd.1 (osd.1) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.010042+0000 osd.2 (osd.2) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.076512+0000 osd.4 (osd.4) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.144278+0000 osd.6 (osd.6) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.181189+0000 osd.7 (osd.7) 129 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.220354+0000 osd.8 (osd.8) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.251085+0000 osd.9 (osd.9) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.284212+0000 osd.10 (osd.10) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:46:55.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.593652+0000 mon.a (mon.0) 1968 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:46:55.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.593684+0000 mon.a (mon.0) 1969 : cluster [INF] Cluster is now healthy
2020-11-16T20:46:55.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: audit 2020-11-16T20:46:53.602978+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? v1:172.21.15.142:0/385742805' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:46:55.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:53.603026+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e607: 12 total, 12 up, 9 in
2020-11-16T20:46:55.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:54 smithi142 bash[9523]: cluster 2020-11-16T20:46:54.399616+0000 mgr.x (mgr.14196) 1052 : cluster [DBG] pgmap v1567: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.1 GiB data, 7.2 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.00k op/s; 2099/67186 objects misplaced (3.124%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:46:55.362 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:55.466 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:55.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:55 smithi142 bash[18009]: debug 2020-11-16T20:46:55.363+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:56.237 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:56.341 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:56.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:56 smithi142 bash[20366]: debug 2020-11-16T20:46:56.239+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:56.570 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:46:56.674 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:56.806 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:46:56.909 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:56.948 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:46:56 smithi071 bash[12066]: debug 2020-11-16T20:46:56.804+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:57.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:46:56 smithi142 bash[18009]: debug 2020-11-16T20:46:56.571+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:57.033 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:57.140 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:57.257 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:57.281 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:46:57 smithi065 bash[16457]: debug 2020-11-16T20:46:57.032+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:57.361 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:57.448 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:46:57 smithi071 bash[14419]: debug 2020-11-16T20:46:57.256+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:57.482 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:46:57.588 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:57.707 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:57 smithi071 bash[9480]: cluster 2020-11-16T20:46:56.400060+0000 mgr.x (mgr.14196) 1053 : cluster [DBG] pgmap v1568: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.0 GiB data, 7.0 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 825 op/s; 2099/64864 objects misplaced (3.236%); 2.3 MiB/s, 36 objects/s recovering
2020-11-16T20:46:57.708 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:46:57.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:57 smithi065 bash[9468]: cluster 2020-11-16T20:46:56.400060+0000 mgr.x (mgr.14196) 1053 : cluster [DBG] pgmap v1568: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.0 GiB data, 7.0 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 825 op/s; 2099/64864 objects misplaced (3.236%); 2.3 MiB/s, 36 objects/s recovering
2020-11-16T20:46:57.781 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:46:57 smithi065 bash[11785]: debug 2020-11-16T20:46:57.480+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:57.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:57 smithi142 bash[9523]: cluster 2020-11-16T20:46:56.400060+0000 mgr.x (mgr.14196) 1053 : cluster [DBG] pgmap v1568: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 2.0 GiB data, 7.0 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 825 op/s; 2099/64864 objects misplaced (3.236%); 2.3 MiB/s, 36 objects/s recovering
2020-11-16T20:46:57.813 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:57.917 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:46:58.020 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:58.137 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:46:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:46:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:{"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1994,"monmap":{"epoch":3,"min_mon_release_name":"pacific","num_mons":3},"osdmap":{"epoch":607,"num_osds":12,"num_up_osds":12,"osd_up_since":1605558492,"num_in_osds":9,"osd_in_since":1605559243,"num_remapped_pgs":1},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":16},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":17,"num_pools":2,"num_objects":32432,"data_bytes":2125398040,"bytes_used":7539478528,"bytes_avail":856415842304,"bytes_total":863955320832,"misplaced_objects":2099,"misplaced_total":64864,"misplaced_ratio":0.032360014800197338,"recovering_objects_per_sec":36,"recovering_bytes_per_sec":2366903,"recovering_keys_per_sec":0,"num_objects_recovered":289,"num_bytes_recovered":18939904,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":825},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://smithi071.front.sepia.ceph.com:8443/"}},"servicemap":{"epoch":47,"modified":"2020-11-16T20:45:48.384245+0000","services":{}},"progress_events":{}}
2020-11-16T20:46:58.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:46:57 smithi071 bash[14419]: debug 2020-11-16T20:46:57.704+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:58.198 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:46:57 smithi071 bash[16796]: debug 2020-11-16T20:46:57.916+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:58.247 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:58.260 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:46:58.260 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:46:58.281 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:46:58 smithi065 bash[18823]: debug 2020-11-16T20:46:58.136+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:58.419 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:46:58.475 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:46:58.523 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:58.555 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:46:58.670 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:58.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:58 smithi142 bash[9523]: audit 2020-11-16T20:46:58.147536+0000 mon.a (mon.0) 1972 : audit [DBG] from='client.? v1:172.21.15.142:0/3678760836' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:46:58.679 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:46:58 smithi142 bash[15670]: debug 2020-11-16T20:46:58.423+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:46:58.757 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:46:58.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:58 smithi065 bash[9468]: audit 2020-11-16T20:46:58.147536+0000 mon.a (mon.0) 1972 : audit [DBG] from='client.? v1:172.21.15.142:0/3678760836' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:46:58.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:58 smithi071 bash[9480]: audit 2020-11-16T20:46:58.147536+0000 mon.a (mon.0) 1972 : audit [DBG] from='client.? v1:172.21.15.142:0/3678760836' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:46:59.754 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:46:59 smithi142 bash[9523]: cluster 2020-11-16T20:46:58.400477+0000 mgr.x (mgr.14196) 1054 : cluster [DBG] pgmap v1569: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.8 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 928 op/s; 1791/59614 objects misplaced (3.004%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:46:59.754 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:46:59.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:46:59 smithi065 bash[9468]: cluster 2020-11-16T20:46:58.400477+0000 mgr.x (mgr.14196) 1054 : cluster [DBG] pgmap v1569: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.8 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 928 op/s; 1791/59614 objects misplaced (3.004%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:46:59.857 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:46:59.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:46:59 smithi071 bash[9480]: cluster 2020-11-16T20:46:58.400477+0000 mgr.x (mgr.14196) 1054 : cluster [DBG] pgmap v1569: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.8 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 928 op/s; 1791/59614 objects misplaced (3.004%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:47:00.000 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:00.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:46:59 smithi142 bash[20366]: debug 2020-11-16T20:46:59.755+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:00.107 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:00.281 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:00 smithi065 bash[16457]: debug 2020-11-16T20:47:00.000+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:00.473 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:00 smithi142 bash[9523]: cluster 2020-11-16T20:46:59.460440+0000 osd.2 (osd.2) 161 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:00.473 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:00 smithi142 bash[9523]: cluster 2020-11-16T20:46:59.460512+0000 osd.2 (osd.2) 162 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:00.473 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:00 smithi142 bash[9523]: cluster 2020-11-16T20:46:59.480277+0000 mon.a (mon.0) 1973 : cluster [DBG] osdmap e608: 12 total, 12 up, 9 in
2020-11-16T20:47:00.473 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:00 smithi142 bash[9523]: cluster 2020-11-16T20:46:59.605342+0000 osd.9 (osd.9) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:00.473 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:00 smithi142 bash[9523]: cluster 2020-11-16T20:46:59.605425+0000 osd.9 (osd.9) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:00.507 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout
2020-11-16T20:47:00.508 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:47:00.556 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_historic_ops
2020-11-16T20:47:00.586 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:00.681 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:00.690 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:00.730 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:00.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:00 smithi065 bash[9468]: cluster 2020-11-16T20:46:59.460440+0000 osd.2 (osd.2) 161 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:00.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:00 smithi065 bash[9468]: cluster 2020-11-16T20:46:59.460512+0000 osd.2 (osd.2) 162 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:00.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:00 smithi065 bash[9468]: cluster 2020-11-16T20:46:59.480277+0000 mon.a (mon.0) 1973 : cluster [DBG] osdmap e608: 12 total, 12 up, 9 in
2020-11-16T20:47:00.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:00 smithi065 bash[9468]: cluster 2020-11-16T20:46:59.605342+0000 osd.9 (osd.9) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:00.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:00 smithi065 bash[9468]: cluster 2020-11-16T20:46:59.605425+0000 osd.9 (osd.9) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:00.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:00 smithi065 bash[9468]: cluster 2020-11-16T20:47:00.400857+0000 mgr.x (mgr.14196) 1055 : cluster [DBG] pgmap v1571: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.7 GiB data, 6.6 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 978 op/s; 1791/57332 objects misplaced (3.124%); 4.7 MiB/s, 74 objects/s recovering
2020-11-16T20:47:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:00 smithi142 bash[9523]: cluster 2020-11-16T20:47:00.400857+0000 mgr.x (mgr.14196) 1055 : cluster [DBG] pgmap v1571: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.7 GiB data, 6.6 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 978 op/s; 1791/57332 objects misplaced (3.124%); 4.7 MiB/s, 74 objects/s recovering
2020-11-16T20:47:00.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:00 smithi142 bash[15670]: debug 2020-11-16T20:47:00.587+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:00 smithi071 bash[9480]: cluster 2020-11-16T20:46:59.460440+0000 osd.2 (osd.2) 161 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:00 smithi071 bash[9480]: cluster 2020-11-16T20:46:59.460512+0000 osd.2 (osd.2) 162 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:00 smithi071 bash[9480]: cluster 2020-11-16T20:46:59.480277+0000 mon.a (mon.0) 1973 : cluster [DBG] osdmap e608: 12 total, 12 up, 9 in
2020-11-16T20:47:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:00 smithi071 bash[9480]: cluster 2020-11-16T20:46:59.605342+0000 osd.9 (osd.9) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:00 smithi071 bash[9480]: cluster 2020-11-16T20:46:59.605425+0000 osd.9 (osd.9) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:00 smithi071 bash[9480]: cluster 2020-11-16T20:47:00.400857+0000 mgr.x (mgr.14196) 1055 : cluster [DBG] pgmap v1571: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.7 GiB data, 6.6 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 978 op/s; 1791/57332 objects misplaced (3.124%); 4.7 MiB/s, 74 objects/s recovering
2020-11-16T20:47:01.574 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:01.678 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:01.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:01 smithi065 bash[9468]: cluster 2020-11-16T20:47:00.493498+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e609: 12 total, 12 up, 9 in
2020-11-16T20:47:01.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:01 smithi142 bash[9523]: cluster 2020-11-16T20:47:00.493498+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e609: 12 total, 12 up, 9 in
2020-11-16T20:47:01.785 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:01 smithi142 bash[15670]: debug 2020-11-16T20:47:01.575+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:01.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:01 smithi071 bash[9480]: cluster 2020-11-16T20:47:00.493498+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e609: 12 total, 12 up, 9 in
2020-11-16T20:47:02.022 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:02.127 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:02.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:02 smithi142 bash[15670]: debug 2020-11-16T20:47:02.023+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:02.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:02 smithi142 bash[9523]: cluster 2020-11-16T20:47:02.401308+0000 mgr.x (mgr.14196) 1056 : cluster [DBG] pgmap v1573: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.7 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 800 op/s; 1791/54372 objects misplaced (3.294%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:47:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:02 smithi071 bash[9480]: cluster 2020-11-16T20:47:02.401308+0000 mgr.x (mgr.14196) 1056 : cluster [DBG] pgmap v1573: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.7 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 800 op/s; 1791/54372 objects misplaced (3.294%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:47:02.969 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:02 smithi065 bash[9468]: cluster 2020-11-16T20:47:02.401308+0000 mgr.x (mgr.14196) 1056 : cluster [DBG] pgmap v1573: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.7 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 800 op/s; 1791/54372 objects misplaced (3.294%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:47:03.073 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:03.195 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:03.300 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:03.325 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:02 smithi142 bash[18009]: debug 2020-11-16T20:47:02.971+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:03.443 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:03.447 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:47:03 smithi071 bash[26650]: debug 2020-11-16T20:47:03.196+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:03.547 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:03.781 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:03 smithi065 bash[11785]: debug 2020-11-16T20:47:03.440+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:03.850 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:03.955 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:04.073 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:04.177 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:04.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:03 smithi142 bash[15670]: debug 2020-11-16T20:47:03.851+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:04.293 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:04.399 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:04.447 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:04 smithi071 bash[16796]: debug 2020-11-16T20:47:04.072+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:04.502 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:04 smithi065 bash[16457]: debug 2020-11-16T20:47:04.292+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:04.502 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:04 smithi065 bash[11785]: debug 2020-11-16T20:47:04.500+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:04.504 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:04.607 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:04.730 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:04.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:04 smithi065 bash[16457]: debug 2020-11-16T20:47:04.728+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:04.834 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:04.963 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:05.067 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:05.203 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:47:04 smithi065 bash[18823]: debug 2020-11-16T20:47:04.960+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:05.204 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:05.309 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:05.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:05 smithi065 bash[9468]: cluster 2020-11-16T20:47:04.401781+0000 mgr.x (mgr.14196) 1057 : cluster [DBG] pgmap v1574: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.5 GiB data, 6.1 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.01k op/s; 1485/48674 objects misplaced (3.051%); 4.8 MiB/s, 76 objects/s recovering
2020-11-16T20:47:05.531 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:05 smithi065 bash[11785]: debug 2020-11-16T20:47:05.204+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:05.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:05 smithi142 bash[9523]: cluster 2020-11-16T20:47:04.401781+0000 mgr.x (mgr.14196) 1057 : cluster [DBG] pgmap v1574: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.5 GiB data, 6.1 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.01k op/s; 1485/48674 objects misplaced (3.051%); 4.8 MiB/s, 76 objects/s recovering
2020-11-16T20:47:05.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:05 smithi071 bash[9480]: cluster 2020-11-16T20:47:04.401781+0000 mgr.x (mgr.14196) 1057 : cluster [DBG] pgmap v1574: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.5 GiB data, 6.1 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.01k op/s; 1485/48674 objects misplaced (3.051%); 4.8 MiB/s, 76 objects/s recovering
2020-11-16T20:47:06.180 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:06.283 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:06.501 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:06.532 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:06 smithi142 bash[15670]: debug 2020-11-16T20:47:06.183+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:06.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:06 smithi142 bash[9523]: cluster 2020-11-16T20:47:04.809659+0000 osd.0 (osd.0) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:06.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:06 smithi142 bash[9523]: cluster 2020-11-16T20:47:04.809750+0000 osd.0 (osd.0) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:06.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:06 smithi142 bash[9523]: cluster 2020-11-16T20:47:05.469594+0000 mon.a (mon.0) 1975 : cluster [DBG] osdmap e610: 12 total, 12 up, 9 in
2020-11-16T20:47:06.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:06 smithi142 bash[9523]: cluster 2020-11-16T20:47:06.402347+0000 mgr.x (mgr.14196) 1058 : cluster [DBG] pgmap v1576: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.4 GiB data, 6.0 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 831 op/s; 1485/46348 objects misplaced (3.204%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:47:06.609 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:47:06 smithi071 bash[26650]: debug 2020-11-16T20:47:06.392+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:06.609 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:06 smithi071 bash[9480]: cluster 2020-11-16T20:47:04.809659+0000 osd.0 (osd.0) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:06.610 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:06 smithi071 bash[9480]: cluster 2020-11-16T20:47:04.809750+0000 osd.0 (osd.0) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:06.610 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:06 smithi071 bash[9480]: cluster 2020-11-16T20:47:05.469594+0000 mon.a (mon.0) 1975 : cluster [DBG] osdmap e610: 12 total, 12 up, 9 in
2020-11-16T20:47:06.610 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:06 smithi071 bash[9480]: cluster 2020-11-16T20:47:06.402347+0000 mgr.x (mgr.14196) 1058 : cluster [DBG] pgmap v1576: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.4 GiB data, 6.0 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 831 op/s; 1485/46348 objects misplaced (3.204%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:47:06.610 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:06 smithi071 bash[14419]: debug 2020-11-16T20:47:06.608+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:06.611 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:06.717 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:06.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:06 smithi065 bash[9468]: cluster 2020-11-16T20:47:04.809659+0000 osd.0 (osd.0) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:06.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:06 smithi065 bash[9468]: cluster 2020-11-16T20:47:04.809750+0000 osd.0 (osd.0) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:06.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:06 smithi065 bash[9468]: cluster 2020-11-16T20:47:05.469594+0000 mon.a (mon.0) 1975 : cluster [DBG] osdmap e610: 12 total, 12 up, 9 in
2020-11-16T20:47:06.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:06 smithi065 bash[9468]: cluster 2020-11-16T20:47:06.402347+0000 mgr.x (mgr.14196) 1058 : cluster [DBG] pgmap v1576: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.4 GiB data, 6.0 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 831 op/s; 1485/46348 objects misplaced (3.204%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:47:07.554 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:07.658 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:08.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:47:07 smithi142 bash[20366]: debug 2020-11-16T20:47:07.551+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:09.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:09 smithi071 bash[9480]: cluster 2020-11-16T20:47:08.072555+0000 osd.10 (osd.10) 135 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:09.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:09 smithi071 bash[9480]: cluster 2020-11-16T20:47:08.072669+0000 osd.10 (osd.10) 136 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:09.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:09 smithi071 bash[9480]: cluster 2020-11-16T20:47:08.132943+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e611: 12 total, 12 up, 9 in
2020-11-16T20:47:09.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:09 smithi071 bash[9480]: cluster 2020-11-16T20:47:08.402808+0000 mgr.x (mgr.14196) 1059 : cluster [DBG] pgmap v1578: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.3 GiB data, 5.7 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1198/41212 objects misplaced (2.907%); 4.7 MiB/s, 74 objects/s recovering
2020-11-16T20:47:09.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:09 smithi065 bash[9468]: cluster 2020-11-16T20:47:08.072555+0000 osd.10 (osd.10) 135 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:09.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:09 smithi065 bash[9468]: cluster 2020-11-16T20:47:08.072669+0000 osd.10 (osd.10) 136 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:09.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:09 smithi065 bash[9468]: cluster 2020-11-16T20:47:08.132943+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e611: 12 total, 12 up, 9 in
2020-11-16T20:47:09.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:09 smithi065 bash[9468]: cluster 2020-11-16T20:47:08.402808+0000 mgr.x (mgr.14196) 1059 : cluster [DBG] pgmap v1578: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.3 GiB data, 5.7 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1198/41212 objects misplaced (2.907%); 4.7 MiB/s, 74 objects/s recovering
2020-11-16T20:47:09.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:09 smithi142 bash[9523]: cluster 2020-11-16T20:47:08.072555+0000 osd.10 (osd.10) 135 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:09.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:09 smithi142 bash[9523]: cluster 2020-11-16T20:47:08.072669+0000 osd.10 (osd.10) 136 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:09.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:09 smithi142 bash[9523]: cluster 2020-11-16T20:47:08.132943+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e611: 12 total, 12 up, 9 in
2020-11-16T20:47:09.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:09 smithi142 bash[9523]: cluster 2020-11-16T20:47:08.402808+0000 mgr.x (mgr.14196) 1059 : cluster [DBG] pgmap v1578: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.3 GiB data, 5.7 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1198/41212 objects misplaced (2.907%); 4.7 MiB/s, 74 objects/s recovering
2020-11-16T20:47:10.872 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:10.975 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:11.197 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:10 smithi071 bash[12066]: debug 2020-11-16T20:47:10.872+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:11.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:11 smithi065 bash[9468]: cluster 2020-11-16T20:47:10.403249+0000 mgr.x (mgr.14196) 1060 : cluster [DBG] pgmap v1579: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.2 GiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 956 op/s; 1198/39058 objects misplaced (3.067%); 4.6 MiB/s, 74 objects/s recovering
2020-11-16T20:47:11.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:11 smithi142 bash[9523]: cluster 2020-11-16T20:47:10.403249+0000 mgr.x (mgr.14196) 1060 : cluster [DBG] pgmap v1579: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.2 GiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 956 op/s; 1198/39058 objects misplaced (3.067%); 4.6 MiB/s, 74 objects/s recovering
2020-11-16T20:47:11.930 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:11.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:11 smithi071 bash[9480]: cluster 2020-11-16T20:47:10.403249+0000 mgr.x (mgr.14196) 1060 : cluster [DBG] pgmap v1579: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.2 GiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 956 op/s; 1198/39058 objects misplaced (3.067%); 4.6 MiB/s, 74 objects/s recovering
2020-11-16T20:47:12.034 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:12.159 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:12.262 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:12.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:11 smithi142 bash[15670]: debug 2020-11-16T20:47:11.931+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:12.371 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:12 smithi071 bash[14419]: debug 2020-11-16T20:47:12.156+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:12.371 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:12 smithi071 bash[14419]: debug 2020-11-16T20:47:12.372+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:12.374 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:12.478 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:12.580 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:12.600 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:12 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.403793+0000 mgr.x (mgr.14196) 1061 : cluster [DBG] pgmap v1580: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.1 GiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 754 op/s; 1198/36592 objects misplaced (3.274%); 2.2 MiB/s, 35 objects/s recovering
2020-11-16T20:47:12.600 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:12 smithi142 bash[9523]: audit 2020-11-16T20:47:12.481697+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? v1:172.21.15.142:0/2756916118' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:47:12.609 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:47:12.676 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:47:12.685 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:12.698 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:47:12 smithi071 bash[26650]: debug 2020-11-16T20:47:12.576+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:12.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:12 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.403793+0000 mgr.x (mgr.14196) 1061 : cluster [DBG] pgmap v1580: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.1 GiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 754 op/s; 1198/36592 objects misplaced (3.274%); 2.2 MiB/s, 35 objects/s recovering
2020-11-16T20:47:12.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:12 smithi071 bash[9480]: audit 2020-11-16T20:47:12.481697+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? v1:172.21.15.142:0/2756916118' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:47:12.734 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:47:12.745 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:47:12.746 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:47:12.746 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:47:12.746 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:47:12.746 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.746 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:111613 4.b 4:d842c8b6:::benchmark_data_smithi065_31807_object111612:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e433)",
2020-11-16T20:47:12.746 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:04.520308+0000",
2020-11-16T20:47:12.746 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 548.22314558200003,
2020-11-16T20:47:12.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.477064141,
2020-11-16T20:47:12.747 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.747 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.747 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:12.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:12.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 111613
2020-11-16T20:47:12.748 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.748 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520308+0000",
2020-11-16T20:47:12.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520308+0000",
2020-11-16T20:47:12.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:47:12.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520273+0000",
2020-11-16T20:47:12.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012045900000000001
2020-11-16T20:47:12.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520394+0000",
2020-11-16T20:47:12.750 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7920000000000001e-05
2020-11-16T20:47:12.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520412+0000",
2020-11-16T20:47:12.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0722e-05
2020-11-16T20:47:12.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520422+0000",
2020-11-16T20:47:12.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7507000000000002e-05
2020-11-16T20:47:12.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520500+0000",
2020-11-16T20:47:12.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000192535
2020-11-16T20:47:12.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520692+0000",
2020-11-16T20:47:12.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021517800000000001
2020-11-16T20:47:12.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:47:12.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.520908+0000",
2020-11-16T20:47:12.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003211275
2020-11-16T20:47:12.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.524119+0000",
2020-11-16T20:47:12.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.47309089500000001
2020-11-16T20:47:12.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997210+0000",
2020-11-16T20:47:12.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3325000000000005e-05
2020-11-16T20:47:12.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997303+0000",
2020-11-16T20:47:12.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9377999999999999e-05
2020-11-16T20:47:12.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997372+0000",
2020-11-16T20:47:12.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.477064141
2020-11-16T20:47:12.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.757 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.757 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.757 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.757 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102600 5.b 5:d68dd824:::benchmark_data_smithi065_37993_object102599:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:47:12.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.228108+0000",
2020-11-16T20:47:12.757 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.51534592100001,
2020-11-16T20:47:12.758 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.38834162100000003,
2020-11-16T20:47:12.758 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.758 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.758 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102600
2020-11-16T20:47:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228108+0000",
2020-11-16T20:47:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228108+0000",
2020-11-16T20:47:12.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999371
2020-11-16T20:47:12.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228045+0000",
2020-11-16T20:47:12.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163487
2020-11-16T20:47:12.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228209+0000",
2020-11-16T20:47:12.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1545e-05
2020-11-16T20:47:12.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228220+0000",
2020-11-16T20:47:12.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7640000000000002e-06
2020-11-16T20:47:12.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228226+0000",
2020-11-16T20:47:12.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2335e-05
2020-11-16T20:47:12.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228268+0000",
2020-11-16T20:47:12.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163919
2020-11-16T20:47:12.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228432+0000",
2020-11-16T20:47:12.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000173091
2020-11-16T20:47:12.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:47:12.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228605+0000",
2020-11-16T20:47:12.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012709089999999999
2020-11-16T20:47:12.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241314+0000",
2020-11-16T20:47:12.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0029580209999999999
2020-11-16T20:47:12.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.244272+0000",
2020-11-16T20:47:12.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37205937300000003
2020-11-16T20:47:12.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616332+0000",
2020-11-16T20:47:12.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000117927
2020-11-16T20:47:12.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616450+0000",
2020-11-16T20:47:12.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38834162100000003
2020-11-16T20:47:12.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.767 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.768 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.768 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.768 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102602 5.b 5:d46674bc:::benchmark_data_smithi065_37993_object102601:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:47:12.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.232060+0000",
2020-11-16T20:47:12.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.51139430000001,
2020-11-16T20:47:12.768 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.38461187800000002,
2020-11-16T20:47:12.769 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.769 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.769 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102602
2020-11-16T20:47:12.769 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.769 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232060+0000",
2020-11-16T20:47:12.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232060+0000",
2020-11-16T20:47:12.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999328
2020-11-16T20:47:12.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.231993+0000",
2020-11-16T20:47:12.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015067800000000001
2020-11-16T20:47:12.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232143+0000",
2020-11-16T20:47:12.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5574999999999999e-05
2020-11-16T20:47:12.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232159+0000",
2020-11-16T20:47:12.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.0224000000000001e-05
2020-11-16T20:47:12.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232189+0000",
2020-11-16T20:47:12.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000161631
2020-11-16T20:47:12.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232351+0000",
2020-11-16T20:47:12.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016604599999999999
2020-11-16T20:47:12.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232517+0000",
2020-11-16T20:47:12.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019306999999999999
2020-11-16T20:47:12.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:47:12.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232710+0000",
2020-11-16T20:47:12.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0086104879999999995
2020-11-16T20:47:12.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241320+0000",
2020-11-16T20:47:12.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37520292700000002
2020-11-16T20:47:12.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616523+0000",
2020-11-16T20:47:12.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0789000000000003e-05
2020-11-16T20:47:12.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616594+0000",
2020-11-16T20:47:12.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7472000000000006e-05
2020-11-16T20:47:12.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616672+0000",
2020-11-16T20:47:12.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38461187800000002
2020-11-16T20:47:12.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.778 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102604 5.b 5:dbd9db49:::benchmark_data_smithi065_37993_object102603:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:47:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.232295+0000",
2020-11-16T20:47:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.51115895699999,
2020-11-16T20:47:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.39310098999999998,
2020-11-16T20:47:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.780 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.780 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102604
2020-11-16T20:47:12.780 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.780 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232295+0000",
2020-11-16T20:47:12.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232295+0000",
2020-11-16T20:47:12.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999237
2020-11-16T20:47:12.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232219+0000",
2020-11-16T20:47:12.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017921300000000001
2020-11-16T20:47:12.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232398+0000",
2020-11-16T20:47:12.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4894e-05
2020-11-16T20:47:12.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232413+0000",
2020-11-16T20:47:12.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2560000000000002e-06
2020-11-16T20:47:12.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232418+0000",
2020-11-16T20:47:12.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0059030289999999997
2020-11-16T20:47:12.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.238321+0000",
2020-11-16T20:47:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000101896
2020-11-16T20:47:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.238423+0000",
2020-11-16T20:47:12.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000100709
2020-11-16T20:47:12.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:47:12.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.238524+0000",
2020-11-16T20:47:12.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002799869
2020-11-16T20:47:12.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241324+0000",
2020-11-16T20:47:12.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38375191600000003
2020-11-16T20:47:12.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625076+0000",
2020-11-16T20:47:12.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016889499999999999
2020-11-16T20:47:12.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625245+0000",
2020-11-16T20:47:12.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000151392
2020-11-16T20:47:12.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625396+0000",
2020-11-16T20:47:12.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.39310098999999998
2020-11-16T20:47:12.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.789 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.789 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.789 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.790 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.790 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102606 5.3 5:ce6b2750:::benchmark_data_smithi065_37993_object102605:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:47:12.790 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.232470+0000",
2020-11-16T20:47:12.790 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.51098354199999,
2020-11-16T20:47:12.790 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.39332636399999998,
2020-11-16T20:47:12.790 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.790 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.791 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102606
2020-11-16T20:47:12.791 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.791 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232470+0000",
2020-11-16T20:47:12.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232470+0000",
2020-11-16T20:47:12.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:47:12.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232442+0000",
2020-11-16T20:47:12.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.9580000000000005e-05
2020-11-16T20:47:12.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232542+0000",
2020-11-16T20:47:12.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0183999999999999e-05
2020-11-16T20:47:12.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232552+0000",
2020-11-16T20:47:12.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6299999999999997e-06
2020-11-16T20:47:12.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232556+0000",
2020-11-16T20:47:12.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0086281190000000001
2020-11-16T20:47:12.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241185+0000",
2020-11-16T20:47:12.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000107441
2020-11-16T20:47:12.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241292+0000",
2020-11-16T20:47:12.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000129646
2020-11-16T20:47:12.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:47:12.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241422+0000",
2020-11-16T20:47:12.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.384070725
2020-11-16T20:47:12.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625492+0000",
2020-11-16T20:47:12.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9922000000000001e-05
2020-11-16T20:47:12.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625542+0000",
2020-11-16T20:47:12.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013804600000000001
2020-11-16T20:47:12.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625680+0000",
2020-11-16T20:47:12.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000116412
2020-11-16T20:47:12.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625797+0000",
2020-11-16T20:47:12.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.39332636399999998
2020-11-16T20:47:12.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.800 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.800 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.800 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.800 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102620 5.3 5:cc71adfd:::benchmark_data_smithi065_37993_object102619:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:47:12.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.241680+0000",
2020-11-16T20:47:12.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.50177418999999,
2020-11-16T20:47:12.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.39124040700000001,
2020-11-16T20:47:12.801 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.801 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.801 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102620
2020-11-16T20:47:12.802 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.802 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241680+0000",
2020-11-16T20:47:12.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241680+0000",
2020-11-16T20:47:12.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:47:12.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241651+0000",
2020-11-16T20:47:12.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0001086
2020-11-16T20:47:12.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241760+0000",
2020-11-16T20:47:12.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1747e-05
2020-11-16T20:47:12.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241771+0000",
2020-11-16T20:47:12.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4780000000000001e-05
2020-11-16T20:47:12.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241786+0000",
2020-11-16T20:47:12.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024965180000000001
2020-11-16T20:47:12.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.244283+0000",
2020-11-16T20:47:12.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37222192399999998
2020-11-16T20:47:12.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616505+0000",
2020-11-16T20:47:12.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00032310999999999999
2020-11-16T20:47:12.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:47:12.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616828+0000",
2020-11-16T20:47:12.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0091761029999999997
2020-11-16T20:47:12.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.626004+0000",
2020-11-16T20:47:12.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.006760645
2020-11-16T20:47:12.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.632764+0000",
2020-11-16T20:47:12.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8405999999999994e-05
2020-11-16T20:47:12.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.632843+0000",
2020-11-16T20:47:12.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7251999999999998e-05
2020-11-16T20:47:12.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.632920+0000",
2020-11-16T20:47:12.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.39124040700000001
2020-11-16T20:47:12.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.811 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.811 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.811 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.811 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.811 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.15876.0:102600 5.b e560/535 ondisk, result = 0)",
2020-11-16T20:47:12.811 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.242680+0000",
2020-11-16T20:47:12.812 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.500773525,
2020-11-16T20:47:12.812 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.37378034500000001,
2020-11-16T20:47:12.812 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.812 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:47:12.812 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242680+0000",
2020-11-16T20:47:12.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242680+0000",
2020-11-16T20:47:12.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:47:12.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242658+0000",
2020-11-16T20:47:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8430000000000001e-05
2020-11-16T20:47:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242716+0000",
2020-11-16T20:47:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8509999999999994e-06
2020-11-16T20:47:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242726+0000",
2020-11-16T20:47:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0109999999999997e-06
2020-11-16T20:47:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242732+0000",
2020-11-16T20:47:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0015296520000000001
2020-11-16T20:47:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.244262+0000",
2020-11-16T20:47:12.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.339e-06
2020-11-16T20:47:12.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.244267+0000",
2020-11-16T20:47:12.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37219388399999997
2020-11-16T20:47:12.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616461+0000",
2020-11-16T20:47:12.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37378034500000001
2020-11-16T20:47:12.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.818 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.818 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.818 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.819 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.819 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.15876.0:102602 5.b e560/535 ondisk, result = 0)",
2020-11-16T20:47:12.819 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.242771+0000",
2020-11-16T20:47:12.819 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.50068265799999,
2020-11-16T20:47:12.819 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.37390634299999997,
2020-11-16T20:47:12.819 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.819 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:47:12.819 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242771+0000",
2020-11-16T20:47:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242771+0000",
2020-11-16T20:47:12.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999979
2020-11-16T20:47:12.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242750+0000",
2020-11-16T20:47:12.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3918000000000001e-05
2020-11-16T20:47:12.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242804+0000",
2020-11-16T20:47:12.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4309999999999994e-06
2020-11-16T20:47:12.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242812+0000",
2020-11-16T20:47:12.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7620000000000001e-06
2020-11-16T20:47:12.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242816+0000",
2020-11-16T20:47:12.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37368289300000002
2020-11-16T20:47:12.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616499+0000",
2020-11-16T20:47:12.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.272e-05
2020-11-16T20:47:12.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616512+0000",
2020-11-16T20:47:12.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016575499999999999
2020-11-16T20:47:12.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616678+0000",
2020-11-16T20:47:12.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37390634299999997
2020-11-16T20:47:12.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.825 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.826 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.826 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.826 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.826 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.15876.0:102614 5.4 e560/535 5:278330ee:::benchmark_data_smithi065_37993_object102613:head v 560'6361, mlcod=560'6359)",
2020-11-16T20:47:12.826 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.243673+0000",
2020-11-16T20:47:12.826 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 210.49978058600001,
2020-11-16T20:47:12.826 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.37267866199999999,
2020-11-16T20:47:12.827 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.827 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.827 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243673+0000",
2020-11-16T20:47:12.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243673+0000",
2020-11-16T20:47:12.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:47:12.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243654+0000",
2020-11-16T20:47:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9690000000000004e-05
2020-11-16T20:47:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243743+0000",
2020-11-16T20:47:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0110000000000003e-06
2020-11-16T20:47:12.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243750+0000",
2020-11-16T20:47:12.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3920000000000002e-06
2020-11-16T20:47:12.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243756+0000",
2020-11-16T20:47:12.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6453999999999999e-05
2020-11-16T20:47:12.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243802+0000",
2020-11-16T20:47:12.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1513999999999997e-05
2020-11-16T20:47:12.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243834+0000",
2020-11-16T20:47:12.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37235737400000002
2020-11-16T20:47:12.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616191+0000",
2020-11-16T20:47:12.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000160948
2020-11-16T20:47:12.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616352+0000",
2020-11-16T20:47:12.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37267866199999999
2020-11-16T20:47:12.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.834 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.834 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.834 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.834 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:156844 5.8 5:11d82516:::benchmark_data_smithi065_37993_object12820:head [delete] snapc 0=[] ondisk+write+known_if_redirected e579)",
2020-11-16T20:47:12.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:41.692750+0000",
2020-11-16T20:47:12.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 151.05070438999999,
2020-11-16T20:47:12.835 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.390950146,
2020-11-16T20:47:12.835 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.835 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.835 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 156844
2020-11-16T20:47:12.836 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.836 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692750+0000",
2020-11-16T20:47:12.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692750+0000",
2020-11-16T20:47:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:47:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692709+0000",
2020-11-16T20:47:12.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000103386
2020-11-16T20:47:12.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692813+0000",
2020-11-16T20:47:12.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1369000000000002e-05
2020-11-16T20:47:12.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692834+0000",
2020-11-16T20:47:12.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2628e-05
2020-11-16T20:47:12.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692847+0000",
2020-11-16T20:47:12.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.19498907600000001
2020-11-16T20:47:12.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.887836+0000",
2020-11-16T20:47:12.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013219999999999999
2020-11-16T20:47:12.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.887968+0000",
2020-11-16T20:47:12.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.031634698000000003
2020-11-16T20:47:12.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.919603+0000",
2020-11-16T20:47:12.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012497800000000001
2020-11-16T20:47:12.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.919727+0000",
2020-11-16T20:47:12.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023595199999999999
2020-11-16T20:47:12.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.919963+0000",
2020-11-16T20:47:12.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032441033000000001
2020-11-16T20:47:12.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.952404+0000",
2020-11-16T20:47:12.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12671168899999999
2020-11-16T20:47:12.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.079116+0000",
2020-11-16T20:47:12.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3374000000000006e-05
2020-11-16T20:47:12.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.079190+0000",
2020-11-16T20:47:12.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0045101539999999997
2020-11-16T20:47:12.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.083700+0000",
2020-11-16T20:47:12.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.390950146
2020-11-16T20:47:12.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.846 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.846 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.846 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.846 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:156860 5.8 5:1678eace:::benchmark_data_smithi065_37993_object12836:head [delete] snapc 0=[] ondisk+write+known_if_redirected e579)",
2020-11-16T20:47:12.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:41.721586+0000",
2020-11-16T20:47:12.847 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 151.021867633,
2020-11-16T20:47:12.847 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.36704812599999997,
2020-11-16T20:47:12.847 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.847 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.847 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 156860
2020-11-16T20:47:12.848 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.848 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.721586+0000",
2020-11-16T20:47:12.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.721586+0000",
2020-11-16T20:47:12.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:47:12.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.721557+0000",
2020-11-16T20:47:12.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8516000000000006e-05
2020-11-16T20:47:12.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.721626+0000",
2020-11-16T20:47:12.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2071e-05
2020-11-16T20:47:12.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.721638+0000",
2020-11-16T20:47:12.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2910000000000004e-06
2020-11-16T20:47:12.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.721644+0000",
2020-11-16T20:47:12.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.16639083800000001
2020-11-16T20:47:12.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.888035+0000",
2020-11-16T20:47:12.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00089284900000000003
2020-11-16T20:47:12.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.888928+0000",
2020-11-16T20:47:12.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.044566493999999998
2020-11-16T20:47:12.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.933494+0000",
2020-11-16T20:47:12.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7736000000000001e-05
2020-11-16T20:47:12.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.933592+0000",
2020-11-16T20:47:12.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000118423
2020-11-16T20:47:12.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.933710+0000",
2020-11-16T20:47:12.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.033993454999999999
2020-11-16T20:47:12.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.967704+0000",
2020-11-16T20:47:12.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.116120852
2020-11-16T20:47:12.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.083825+0000",
2020-11-16T20:47:12.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012878999999999999
2020-11-16T20:47:12.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.083953+0000",
2020-11-16T20:47:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00468104
2020-11-16T20:47:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.088634+0000",
2020-11-16T20:47:12.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.36704812599999997
2020-11-16T20:47:12.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.858 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.858 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.858 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.858 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160489 5.8 5:157589e4:::benchmark_data_smithi065_37993_object16465:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:47:12.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.742584+0000",
2020-11-16T20:47:12.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 145.000869451,
2020-11-16T20:47:12.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.49763328800000001,
2020-11-16T20:47:12.859 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.859 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.859 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160489
2020-11-16T20:47:12.860 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.860 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742584+0000",
2020-11-16T20:47:12.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742584+0000",
2020-11-16T20:47:12.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:47:12.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742551+0000",
2020-11-16T20:47:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4175e-05
2020-11-16T20:47:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742625+0000",
2020-11-16T20:47:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4535999999999999e-05
2020-11-16T20:47:12.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742640+0000",
2020-11-16T20:47:12.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4559999999999997e-06
2020-11-16T20:47:12.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742646+0000",
2020-11-16T20:47:12.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.10471322600000001
2020-11-16T20:47:12.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.847360+0000",
2020-11-16T20:47:12.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.9495999999999997e-05
2020-11-16T20:47:12.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.847459+0000",
2020-11-16T20:47:12.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045283718000000001
2020-11-16T20:47:12.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.892743+0000",
2020-11-16T20:47:12.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014508699999999999
2020-11-16T20:47:12.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.892888+0000",
2020-11-16T20:47:12.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020903499999999999
2020-11-16T20:47:12.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.893097+0000",
2020-11-16T20:47:12.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.304150225
2020-11-16T20:47:12.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197247+0000",
2020-11-16T20:47:12.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.037831228000000001
2020-11-16T20:47:12.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.235078+0000",
2020-11-16T20:47:12.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7094000000000003e-05
2020-11-16T20:47:12.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.869 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.235165+0000",
2020-11-16T20:47:12.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0050523410000000001
2020-11-16T20:47:12.869 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.869 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.870 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.240218+0000",
2020-11-16T20:47:12.870 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.49763328800000001
2020-11-16T20:47:12.870 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.870 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.870 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.870 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.870 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160495 5.8 5:1c743167:::benchmark_data_smithi065_37993_object16471:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:47:12.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.753464+0000",
2020-11-16T20:47:12.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 144.98998951799999,
2020-11-16T20:47:12.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.481512457,
2020-11-16T20:47:12.871 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.871 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.871 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160495
2020-11-16T20:47:12.872 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.872 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753464+0000",
2020-11-16T20:47:12.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753464+0000",
2020-11-16T20:47:12.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:47:12.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753424+0000",
2020-11-16T20:47:12.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9645e-05
2020-11-16T20:47:12.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753514+0000",
2020-11-16T20:47:12.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6291e-05
2020-11-16T20:47:12.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753530+0000",
2020-11-16T20:47:12.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1474999999999999e-05
2020-11-16T20:47:12.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753542+0000",
2020-11-16T20:47:12.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.093985630000000001
2020-11-16T20:47:12.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.847527+0000",
2020-11-16T20:47:12.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00076393399999999997
2020-11-16T20:47:12.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.848291+0000",
2020-11-16T20:47:12.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032128324
2020-11-16T20:47:12.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.880419+0000",
2020-11-16T20:47:12.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000111914
2020-11-16T20:47:12.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.880531+0000",
2020-11-16T20:47:12.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000174554
2020-11-16T20:47:12.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.880706+0000",
2020-11-16T20:47:12.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31652698499999998
2020-11-16T20:47:12.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197233+0000",
2020-11-16T20:47:12.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032864460999999998
2020-11-16T20:47:12.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.230097+0000",
2020-11-16T20:47:12.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6860999999999996e-05
2020-11-16T20:47:12.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.230164+0000",
2020-11-16T20:47:12.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0048126319999999998
2020-11-16T20:47:12.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.234977+0000",
2020-11-16T20:47:12.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.481512457
2020-11-16T20:47:12.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.882 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.882 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.882 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.882 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.883 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160496 5.8 5:1fb84e96:::benchmark_data_smithi065_37993_object16472:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:47:12.883 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.753611+0000",
2020-11-16T20:47:12.883 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 144.989842501,
2020-11-16T20:47:12.883 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.49270946100000002,
2020-11-16T20:47:12.883 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.883 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.883 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160496
2020-11-16T20:47:12.884 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.884 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753611+0000",
2020-11-16T20:47:12.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753611+0000",
2020-11-16T20:47:12.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:47:12.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753571+0000",
2020-11-16T20:47:12.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7812000000000006e-05
2020-11-16T20:47:12.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753659+0000",
2020-11-16T20:47:12.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7751999999999999e-05
2020-11-16T20:47:12.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753677+0000",
2020-11-16T20:47:12.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9100000000000002e-06
2020-11-16T20:47:12.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753683+0000",
2020-11-16T20:47:12.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.094673757999999997
2020-11-16T20:47:12.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.848357+0000",
2020-11-16T20:47:12.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00078082499999999997
2020-11-16T20:47:12.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.849137+0000",
2020-11-16T20:47:12.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.33316249100000001
2020-11-16T20:47:12.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.182300+0000",
2020-11-16T20:47:12.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4273999999999999e-05
2020-11-16T20:47:12.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.182394+0000",
2020-11-16T20:47:12.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012503899999999999
2020-11-16T20:47:12.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.182519+0000",
2020-11-16T20:47:12.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.034105101999999998
2020-11-16T20:47:12.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.216624+0000",
2020-11-16T20:47:12.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.023736465000000002
2020-11-16T20:47:12.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.240361+0000",
2020-11-16T20:47:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114978
2020-11-16T20:47:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.240476+0000",
2020-11-16T20:47:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0058450990000000003
2020-11-16T20:47:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.246321+0000",
2020-11-16T20:47:12.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.49270946100000002
2020-11-16T20:47:12.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.894 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.894 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.894 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.895 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160539 5.8 5:1012bf46:::benchmark_data_smithi065_37993_object16515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:47:12.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.811800+0000",
2020-11-16T20:47:12.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 144.93165387499999,
2020-11-16T20:47:12.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.43771021199999999,
2020-11-16T20:47:12.895 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.895 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.895 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160539
2020-11-16T20:47:12.896 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.896 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811800+0000",
2020-11-16T20:47:12.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811800+0000",
2020-11-16T20:47:12.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:47:12.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811770+0000",
2020-11-16T20:47:12.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2966999999999994e-05
2020-11-16T20:47:12.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811843+0000",
2020-11-16T20:47:12.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7159e-05
2020-11-16T20:47:12.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811860+0000",
2020-11-16T20:47:12.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1361e-05
2020-11-16T20:47:12.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811871+0000",
2020-11-16T20:47:12.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.037326959999999999
2020-11-16T20:47:12.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.849198+0000",
2020-11-16T20:47:12.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00073911599999999995
2020-11-16T20:47:12.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.849937+0000",
2020-11-16T20:47:12.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34734948900000001
2020-11-16T20:47:12.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197287+0000",
2020-11-16T20:47:12.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013128099999999999
2020-11-16T20:47:12.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197418+0000",
2020-11-16T20:47:12.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000178784
2020-11-16T20:47:12.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197597+0000",
2020-11-16T20:47:12.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032409171000000001
2020-11-16T20:47:12.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.230006+0000",
2020-11-16T20:47:12.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016379609
2020-11-16T20:47:12.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.246386+0000",
2020-11-16T20:47:12.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4469000000000003e-05
2020-11-16T20:47:12.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.246440+0000",
2020-11-16T20:47:12.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0030700979999999998
2020-11-16T20:47:12.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.249510+0000",
2020-11-16T20:47:12.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.43771021199999999
2020-11-16T20:47:12.906 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.906 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.906 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.906 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.907 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.907 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160566 5.8 5:1e902c83:::benchmark_data_smithi065_37993_object16542:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:47:12.907 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.842204+0000",
2020-11-16T20:47:12.907 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 144.90125000399999,
2020-11-16T20:47:12.907 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.411045893,
2020-11-16T20:47:12.907 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.907 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.908 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160566
2020-11-16T20:47:12.908 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.908 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842204+0000",
2020-11-16T20:47:12.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842204+0000",
2020-11-16T20:47:12.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:47:12.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842175+0000",
2020-11-16T20:47:12.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3995e-05
2020-11-16T20:47:12.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842239+0000",
2020-11-16T20:47:12.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1756999999999999e-05
2020-11-16T20:47:12.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842251+0000",
2020-11-16T20:47:12.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7960000000000001e-06
2020-11-16T20:47:12.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842257+0000",
2020-11-16T20:47:12.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0077659809999999999
2020-11-16T20:47:12.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.850023+0000",
2020-11-16T20:47:12.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00060657599999999995
2020-11-16T20:47:12.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.850630+0000",
2020-11-16T20:47:12.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.36127393699999999
2020-11-16T20:47:12.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.211904+0000",
2020-11-16T20:47:12.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000112896
2020-11-16T20:47:12.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.212016+0000",
2020-11-16T20:47:12.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017566000000000001
2020-11-16T20:47:12.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.212192+0000",
2020-11-16T20:47:12.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028049626000000001
2020-11-16T20:47:12.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.240242+0000",
2020-11-16T20:47:12.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0093427949999999992
2020-11-16T20:47:12.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.249584+0000",
2020-11-16T20:47:12.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8814999999999998e-05
2020-11-16T20:47:12.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.249643+0000",
2020-11-16T20:47:12.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0036065189999999999
2020-11-16T20:47:12.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.253250+0000",
2020-11-16T20:47:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.411045893
2020-11-16T20:47:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.919 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160585 5.8 5:1a4d7226:::benchmark_data_smithi065_37993_object16561:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:47:12.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.863880+0000",
2020-11-16T20:47:12.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 144.87957401400001,
2020-11-16T20:47:12.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.393516176,
2020-11-16T20:47:12.919 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.919 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.920 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160585
2020-11-16T20:47:12.920 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.920 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863880+0000",
2020-11-16T20:47:12.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863880+0000",
2020-11-16T20:47:12.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:47:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863845+0000",
2020-11-16T20:47:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6437e-05
2020-11-16T20:47:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863921+0000",
2020-11-16T20:47:12.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1768e-05
2020-11-16T20:47:12.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863933+0000",
2020-11-16T20:47:12.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4309999999999999e-06
2020-11-16T20:47:12.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863939+0000",
2020-11-16T20:47:12.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9234000000000002e-05
2020-11-16T20:47:12.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863999+0000",
2020-11-16T20:47:12.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00084878099999999995
2020-11-16T20:47:12.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.864847+0000",
2020-11-16T20:47:12.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.359348844
2020-11-16T20:47:12.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.224196+0000",
2020-11-16T20:47:12.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000134609
2020-11-16T20:47:12.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.224331+0000",
2020-11-16T20:47:12.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017415900000000001
2020-11-16T20:47:12.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.224505+0000",
2020-11-16T20:47:12.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025025527999999998
2020-11-16T20:47:12.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.249530+0000",
2020-11-16T20:47:12.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003799041
2020-11-16T20:47:12.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.253329+0000",
2020-11-16T20:47:12.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000108861
2020-11-16T20:47:12.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.253438+0000",
2020-11-16T20:47:12.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0039577400000000004
2020-11-16T20:47:12.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.257396+0000",
2020-11-16T20:47:12.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.393516176
2020-11-16T20:47:12.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.930 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.930 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.931 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.931 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160605 5.8 5:17de8a63:::benchmark_data_smithi065_37993_object16581:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:47:12.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.889213+0000",
2020-11-16T20:47:12.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 144.854241264,
2020-11-16T20:47:12.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.50118574900000001,
2020-11-16T20:47:12.931 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.932 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.932 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160605
2020-11-16T20:47:12.932 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.932 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889213+0000",
2020-11-16T20:47:12.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889213+0000",
2020-11-16T20:47:12.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:47:12.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889182+0000",
2020-11-16T20:47:12.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7774000000000005e-05
2020-11-16T20:47:12.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889250+0000",
2020-11-16T20:47:12.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2135e-05
2020-11-16T20:47:12.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889262+0000",
2020-11-16T20:47:12.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0060000000000003e-06
2020-11-16T20:47:12.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889269+0000",
2020-11-16T20:47:12.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38686246699999999
2020-11-16T20:47:12.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.276132+0000",
2020-11-16T20:47:12.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1762999999999997e-05
2020-11-16T20:47:12.937 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.937 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.276204+0000",
2020-11-16T20:47:12.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.084777553000000005
2020-11-16T20:47:12.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.360981+0000",
2020-11-16T20:47:12.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000160791
2020-11-16T20:47:12.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.361142+0000",
2020-11-16T20:47:12.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025224200000000002
2020-11-16T20:47:12.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.361394+0000",
2020-11-16T20:47:12.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024547910999999999
2020-11-16T20:47:12.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.385942+0000",
2020-11-16T20:47:12.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3237999999999999e-05
2020-11-16T20:47:12.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.385955+0000",
2020-11-16T20:47:12.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0652000000000002e-05
2020-11-16T20:47:12.941 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.941 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.386006+0000",
2020-11-16T20:47:12.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004392427
2020-11-16T20:47:12.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.390398+0000",
2020-11-16T20:47:12.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.50118574900000001
2020-11-16T20:47:12.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.942 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.943 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.943 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.943 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:162353 5.8 5:174986b4:::benchmark_data_smithi065_37993_object18329:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:47:12.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:50.592831+0000",
2020-11-16T20:47:12.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 142.150622626,
2020-11-16T20:47:12.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.368498934,
2020-11-16T20:47:12.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.944 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.944 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 162353
2020-11-16T20:47:12.944 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.944 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592831+0000",
2020-11-16T20:47:12.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592831+0000",
2020-11-16T20:47:12.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:47:12.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592812+0000",
2020-11-16T20:47:12.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4793000000000003e-05
2020-11-16T20:47:12.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592857+0000",
2020-11-16T20:47:12.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8810000000000002e-06
2020-11-16T20:47:12.947 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.947 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592865+0000",
2020-11-16T20:47:12.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8159999999999999e-06
2020-11-16T20:47:12.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592871+0000",
2020-11-16T20:47:12.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.22711761899999999
2020-11-16T20:47:12.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.948 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.819989+0000",
2020-11-16T20:47:12.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010391999999999999
2020-11-16T20:47:12.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.820093+0000",
2020-11-16T20:47:12.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024916007
2020-11-16T20:47:12.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.845009+0000",
2020-11-16T20:47:12.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6083999999999997e-05
2020-11-16T20:47:12.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.845105+0000",
2020-11-16T20:47:12.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012352700000000001
2020-11-16T20:47:12.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.845228+0000",
2020-11-16T20:47:12.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019467762999999999
2020-11-16T20:47:12.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.864696+0000",
2020-11-16T20:47:12.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.086165509000000001
2020-11-16T20:47:12.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.950862+0000",
2020-11-16T20:47:12.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6772000000000002e-05
2020-11-16T20:47:12.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.950948+0000",
2020-11-16T20:47:12.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010381751
2020-11-16T20:47:12.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.961330+0000",
2020-11-16T20:47:12.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.368498934
2020-11-16T20:47:12.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.954 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.955 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.955 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:12.955 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:12.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:171319 5.8 5:19ac9c0e:::benchmark_data_smithi065_37993_object27295:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)",
2020-11-16T20:47:12.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:45:05.060012+0000",
2020-11-16T20:47:12.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 127.683442091,
2020-11-16T20:47:12.955 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.38225997099999998,
2020-11-16T20:47:12.956 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:12.956 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:12.956 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:12.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:12.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:12.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 171319
2020-11-16T20:47:12.956 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:12.956 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:12.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:12.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060012+0000",
2020-11-16T20:47:12.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:12.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:12.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060012+0000",
2020-11-16T20:47:12.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:47:12.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:12.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.059992+0000",
2020-11-16T20:47:12.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4308999999999999e-05
2020-11-16T20:47:12.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:12.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060036+0000",
2020-11-16T20:47:12.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1000000000000004e-06
2020-11-16T20:47:12.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:12.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060044+0000",
2020-11-16T20:47:12.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.532e-06
2020-11-16T20:47:12.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:12.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060049+0000",
2020-11-16T20:47:12.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.199796205
2020-11-16T20:47:12.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.259845+0000",
2020-11-16T20:47:12.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3854e-05
2020-11-16T20:47:12.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:47:12.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.259929+0000",
2020-11-16T20:47:12.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.050346252000000001
2020-11-16T20:47:12.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:12.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.310275+0000",
2020-11-16T20:47:12.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014255499999999999
2020-11-16T20:47:12.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:12.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.310418+0000",
2020-11-16T20:47:12.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025435799999999999
2020-11-16T20:47:12.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:47:12.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.310672+0000",
2020-11-16T20:47:12.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022948977999999998
2020-11-16T20:47:12.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:12.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.333621+0000",
2020-11-16T20:47:12.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.104992869
2020-11-16T20:47:12.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:12.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.438614+0000",
2020-11-16T20:47:12.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000121743
2020-11-16T20:47:12.965 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.965 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:12.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.438736+0000",
2020-11-16T20:47:12.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0035359979999999998
2020-11-16T20:47:12.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:12.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:12.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:12.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.442272+0000",
2020-11-16T20:47:12.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38225997099999998
2020-11-16T20:47:12.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:12.966 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:12.967 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:12.967 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:47:12.967 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:47:12.967 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:47:12.969 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:12.970 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:47:12.970 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:47:12.970 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:47:12.970 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:47:12.970 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:47:13.005 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:47:13.031 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:12 smithi065 bash[14115]: debug 2020-11-16T20:47:12.808+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:13.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:12 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.403793+0000 mgr.x (mgr.14196) 1061 : cluster [DBG] pgmap v1580: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 1.1 GiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 754 op/s; 1198/36592 objects misplaced (3.274%); 2.2 MiB/s, 35 objects/s recovering
2020-11-16T20:47:13.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:12 smithi065 bash[9468]: audit 2020-11-16T20:47:12.481697+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? v1:172.21.15.142:0/2756916118' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:47:13.042 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:47:13.052 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:47:13.055 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:47:13.070 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:13.077 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:47:13.112 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:47:13.151 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:47:13.154 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.154 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.154 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.154 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.155 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.155 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.155 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.155 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.155 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.155 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.155 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.155 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:47:13.212 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:13.317 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:13.531 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[11785]: debug 2020-11-16T20:47:13.208+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.598431+0000 mon.a (mon.0) 1978 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:13.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: audit 2020-11-16T20:47:12.610660+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? v1:172.21.15.142:0/2756916118' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:47:13.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.610722+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e612: 12 total, 12 up, 9 in
2020-11-16T20:47:13.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: audit 2020-11-16T20:47:12.622650+0000 mon.a (mon.0) 1981 : audit [DBG] from='client.? v1:172.21.15.142:0/3620303763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:13.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.680178+0000 osd.0 (osd.0) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:13.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.780580+0000 osd.2 (osd.2) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:13.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.840425+0000 osd.3 (osd.3) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:13.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.937898+0000 osd.5 (osd.5) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:13.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: audit 2020-11-16T20:47:13.045763+0000 mgr.x (mgr.14196) 1062 : audit [DBG] from='client.16128 v1:172.21.15.142:0/3098857686' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:13.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: cluster 2020-11-16T20:47:13.116654+0000 osd.10 (osd.10) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:13.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:13 smithi071 bash[9480]: cluster 2020-11-16T20:47:13.154693+0000 osd.11 (osd.11) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.598431+0000 mon.a (mon.0) 1978 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:14.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: audit 2020-11-16T20:47:12.610660+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? v1:172.21.15.142:0/2756916118' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:47:14.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.610722+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e612: 12 total, 12 up, 9 in
2020-11-16T20:47:14.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: audit 2020-11-16T20:47:12.622650+0000 mon.a (mon.0) 1981 : audit [DBG] from='client.? v1:172.21.15.142:0/3620303763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:14.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.680178+0000 osd.0 (osd.0) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.780580+0000 osd.2 (osd.2) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.840425+0000 osd.3 (osd.3) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.937898+0000 osd.5 (osd.5) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: audit 2020-11-16T20:47:13.045763+0000 mgr.x (mgr.14196) 1062 : audit [DBG] from='client.16128 v1:172.21.15.142:0/3098857686' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:14.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: cluster 2020-11-16T20:47:13.116654+0000 osd.10 (osd.10) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:13 smithi065 bash[9468]: cluster 2020-11-16T20:47:13.154693+0000 osd.11 (osd.11) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.598431+0000 mon.a (mon.0) 1978 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:14.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: audit 2020-11-16T20:47:12.610660+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? v1:172.21.15.142:0/2756916118' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:47:14.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.610722+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e612: 12 total, 12 up, 9 in
2020-11-16T20:47:14.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: audit 2020-11-16T20:47:12.622650+0000 mon.a (mon.0) 1981 : audit [DBG] from='client.? v1:172.21.15.142:0/3620303763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:14.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.680178+0000 osd.0 (osd.0) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.780580+0000 osd.2 (osd.2) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.840425+0000 osd.3 (osd.3) 152 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.937898+0000 osd.5 (osd.5) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: audit 2020-11-16T20:47:13.045763+0000 mgr.x (mgr.14196) 1062 : audit [DBG] from='client.16128 v1:172.21.15.142:0/3098857686' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:14.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: cluster 2020-11-16T20:47:13.116654+0000 osd.10 (osd.10) 137 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:13 smithi142 bash[9523]: cluster 2020-11-16T20:47:13.154693+0000 osd.11 (osd.11) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:14 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.733833+0000 osd.1 (osd.1) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:14 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.894422+0000 osd.4 (osd.4) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:14 smithi071 bash[9480]: cluster 2020-11-16T20:47:12.970125+0000 osd.6 (osd.6) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:14 smithi071 bash[9480]: cluster 2020-11-16T20:47:13.010081+0000 osd.7 (osd.7) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:14 smithi071 bash[9480]: cluster 2020-11-16T20:47:13.045927+0000 osd.8 (osd.8) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:14 smithi071 bash[9480]: cluster 2020-11-16T20:47:13.081774+0000 osd.9 (osd.9) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:14.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:14 smithi071 bash[9480]: cluster 2020-11-16T20:47:14.404313+0000 mgr.x (mgr.14196) 1063 : cluster [DBG] pgmap v1582: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 979 MiB data, 5.1 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 939 op/s; 919/31314 objects misplaced (2.935%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:47:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:14 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.733833+0000 osd.1 (osd.1) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:14 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.894422+0000 osd.4 (osd.4) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:14 smithi065 bash[9468]: cluster 2020-11-16T20:47:12.970125+0000 osd.6 (osd.6) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:14 smithi065 bash[9468]: cluster 2020-11-16T20:47:13.010081+0000 osd.7 (osd.7) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:14 smithi065 bash[9468]: cluster 2020-11-16T20:47:13.045927+0000 osd.8 (osd.8) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:14 smithi065 bash[9468]: cluster 2020-11-16T20:47:13.081774+0000 osd.9 (osd.9) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:14 smithi065 bash[9468]: cluster 2020-11-16T20:47:14.404313+0000 mgr.x (mgr.14196) 1063 : cluster [DBG] pgmap v1582: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 979 MiB data, 5.1 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 939 op/s; 919/31314 objects misplaced (2.935%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:47:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:14 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.733833+0000 osd.1 (osd.1) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:14 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.894422+0000 osd.4 (osd.4) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:14 smithi142 bash[9523]: cluster 2020-11-16T20:47:12.970125+0000 osd.6 (osd.6) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:14 smithi142 bash[9523]: cluster 2020-11-16T20:47:13.010081+0000 osd.7 (osd.7) 130 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:14 smithi142 bash[9523]: cluster 2020-11-16T20:47:13.045927+0000 osd.8 (osd.8) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:14 smithi142 bash[9523]: cluster 2020-11-16T20:47:13.081774+0000 osd.9 (osd.9) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:14 smithi142 bash[9523]: cluster 2020-11-16T20:47:14.404313+0000 mgr.x (mgr.14196) 1063 : cluster [DBG] pgmap v1582: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 979 MiB data, 5.1 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 939 op/s; 919/31314 objects misplaced (2.935%); 4.4 MiB/s, 70 objects/s recovering
2020-11-16T20:47:15.486 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:15.591 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:15.766 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:15 smithi142 bash[15670]: debug 2020-11-16T20:47:15.491+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:15.796 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:15.900 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:15.967 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1581,"stamp":"2020-11-16T20:47:12.608818+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1149567000,"num_objects":17542,"num_object_clones":0,"num_object_copies":35084,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1198,"num_objects_unfound":0,"num_objects_dirty":17542,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":270502,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13635,"num_bytes_recovered":893583360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160802,"ondisk_log_size":160802,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":5552732,"kb_used_data":2810900,"kb_used_omap":0,"kb_used_meta":2741759,"kb_avail":838153636,"statfs":{"total":863955320832,"available":858269323264,"internally_reserved":0,"allocated":2878361600,"data_stored":2874969425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2807561276},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-426835968,"num_objects":-6513,"num_object_clones":0,"num_object_copies":-13026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-287,"num_objects_unfound":0,"num_objects_dirty":-6513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6513,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":287,"num_bytes_recovered":18808832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.143848"},"pg_stats":[{"pgid":"5.f","version":"611'17289","reported_seq":"17372","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:12.182468+0000","last_change":"2020-11-16T20:42:36.935898+0000","last_active":"2020-11-16T20:47:12.182468+0000","last_peered":"2020-11-16T20:47:12.182468+0000","last_clean":"2020-11-16T20:47:12.182468+0000","last_became_active":"2020-11-16T20:42:36.935497+0000","last_became_peered":"2020-11-16T20:42:36.935497+0000","last_unstale":"2020-11-16T20:47:12.182468+0000","last_undegraded":"2020-11-16T20:47:12.182468+0000","last_fullsized":"2020-11-16T20:47:12.182468+0000","mapping_epoch":535,"log_start":"562'7200","ondisk_log_start":"562'7200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":66125824,"num_objects":1009,"num_object_clones":0,"num_object_copies":2018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17289,"num_write_kb":585536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"611'17069","reported_seq":"17152","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:12.580055+0000","last_change":"2020-11-16T20:42:36.935412+0000","last_active":"2020-11-16T20:47:12.580055+0000","last_peered":"2020-11-16T20:47:12.580055+0000","last_clean":"2020-11-16T20:47:12.580055+0000","last_became_active":"2020-11-16T20:42:36.934950+0000","last_became_peered":"2020-11-16T20:42:36.934950+0000","last_unstale":"2020-11-16T20:47:12.580055+0000","last_undegraded":"2020-11-16T20:47:12.580055+0000","last_fullsized":"2020-11-16T20:47:12.580055+0000","mapping_epoch":535,"log_start":"562'7000","ondisk_log_start":"562'7000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10069,"ondisk_log_size":10069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":60751872,"num_objects":927,"num_object_clones":0,"num_object_copies":1854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17069,"num_write_kb":575872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.d","version":"611'17014","reported_seq":"17101","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:11.328753+0000","last_change":"2020-11-16T20:44:11.201221+0000","last_active":"2020-11-16T20:47:11.328753+0000","last_peered":"2020-11-16T20:47:11.328753+0000","last_clean":"2020-11-16T20:47:11.328753+0000","last_became_active":"2020-11-16T20:42:36.932540+0000","last_became_peered":"2020-11-16T20:42:36.932540+0000","last_unstale":"2020-11-16T20:47:11.328753+0000","last_undegraded":"2020-11-16T20:47:11.328753+0000","last_fullsized":"2020-11-16T20:47:11.328753+0000","mapping_epoch":535,"log_start":"562'7000","ondisk_log_start":"562'7000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8345","last_scrub_stamp":"2020-11-16T20:44:11.201127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:11.201127+0000","log_size":10014,"ondisk_log_size":10014,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":73203736,"num_objects":1118,"num_object_clones":0,"num_object_copies":2236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1118,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":17014,"num_write_kb":580161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"5.c","version":"611'16723","reported_seq":"16809","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:09.025638+0000","last_change":"2020-11-16T20:46:34.468555+0000","last_active":"2020-11-16T20:47:09.025638+0000","last_peered":"2020-11-16T20:47:09.025638+0000","last_clean":"2020-11-16T20:47:09.025638+0000","last_became_active":"2020-11-16T20:42:36.935852+0000","last_became_peered":"2020-11-16T20:42:36.935852+0000","last_unstale":"2020-11-16T20:47:09.025638+0000","last_undegraded":"2020-11-16T20:47:09.025638+0000","last_fullsized":"2020-11-16T20:47:09.025638+0000","mapping_epoch":535,"log_start":"561'6700","ondisk_log_start":"561'6700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14806","last_scrub_stamp":"2020-11-16T20:46:34.468480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:34.468480+0000","log_size":10023,"ondisk_log_size":10023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":73859072,"num_objects":1127,"num_object_clones":0,"num_object_copies":2254,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1127,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16723,"num_write_kb":571200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"610'16486","reported_seq":"16571","reported_epoch":"610","state":"active+clean","last_fresh":"2020-11-16T20:47:07.701111+0000","last_change":"2020-11-16T20:44:18.826868+0000","last_active":"2020-11-16T20:47:07.701111+0000","last_peered":"2020-11-16T20:47:07.701111+0000","last_clean":"2020-11-16T20:47:07.701111+0000","last_became_active":"2020-11-16T20:42:37.025125+0000","last_became_peered":"2020-11-16T20:42:37.025125+0000","last_unstale":"2020-11-16T20:47:07.701111+0000","last_undegraded":"2020-11-16T20:47:07.701111+0000","last_fullsized":"2020-11-16T20:47:07.701111+0000","mapping_epoch":535,"log_start":"560'6400","ondisk_log_start":"560'6400","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"570'8685","last_scrub_stamp":"2020-11-16T20:44:18.826809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:18.826809+0000","log_size":10086,"ondisk_log_size":10086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":81395712,"num_objects":1242,"num_object_clones":0,"num_object_copies":2484,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1242,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16486,"num_write_kb":567296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"611'16716","reported_seq":"29107","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:12.586998+0000","last_change":"2020-11-16T20:46:41.615977+0000","last_active":"2020-11-16T20:47:12.586998+0000","last_peered":"2020-11-16T20:47:12.586998+0000","last_clean":"2020-11-16T20:47:12.586998+0000","last_became_active":"2020-11-16T20:43:40.621644+0000","last_became_peered":"2020-11-16T20:43:40.621644+0000","last_unstale":"2020-11-16T20:47:12.586998+0000","last_undegraded":"2020-11-16T20:47:12.586998+0000","last_fullsized":"2020-11-16T20:47:12.586998+0000","mapping_epoch":559,"log_start":"561'6700","ondisk_log_start":"561'6700","created":535,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"605'15001","last_scrub_stamp":"2020-11-16T20:46:41.615891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:41.615891+0000","log_size":10016,"ondisk_log_size":10016,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":64225280,"num_objects":980,"num_object_clones":0,"num_object_copies":1960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":980,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16716,"num_write_kb":566272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6148,"num_bytes_recovered":402915328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.9","version":"611'17047","reported_seq":"17133","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:11.153516+0000","last_change":"2020-11-16T20:46:35.414938+0000","last_active":"2020-11-16T20:47:11.153516+0000","last_peered":"2020-11-16T20:47:11.153516+0000","last_clean":"2020-11-16T20:47:11.153516+0000","last_became_active":"2020-11-16T20:42:36.932468+0000","last_became_peered":"2020-11-16T20:42:36.932468+0000","last_unstale":"2020-11-16T20:47:11.153516+0000","last_undegraded":"2020-11-16T20:47:11.153516+0000","last_fullsized":"2020-11-16T20:47:11.153516+0000","mapping_epoch":535,"log_start":"561'7000","ondisk_log_start":"561'7000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15102","last_scrub_stamp":"2020-11-16T20:46:35.414871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.414871+0000","log_size":10047,"ondisk_log_size":10047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":72548352,"num_objects":1107,"num_object_clones":0,"num_object_copies":2214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1107,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17047,"num_write_kb":580928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"610'16821","reported_seq":"31885","reported_epoch":"610","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:47:07.709754+0000","last_change":"2020-11-16T20:44:30.400028+0000","last_active":"2020-11-16T20:47:07.709754+0000","last_peered":"2020-11-16T20:47:07.709754+0000","last_clean":"2020-11-16T20:44:27.926891+0000","last_became_active":"2020-11-16T20:44:30.282707+0000","last_became_peered":"2020-11-16T20:44:30.282707+0000","last_unstale":"2020-11-16T20:47:07.709754+0000","last_undegraded":"2020-11-16T20:47:07.709754+0000","last_fullsized":"2020-11-16T20:47:07.709754+0000","mapping_epoch":575,"log_start":"561'6800","ondisk_log_start":"561'6800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8485","last_scrub_stamp":"2020-11-16T20:44:12.519147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:12.519147+0000","log_size":10021,"ondisk_log_size":10021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":78577664,"num_objects":1199,"num_object_clones":0,"num_object_copies":2398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1198,"num_objects_unfound":0,"num_objects_dirty":1199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16821,"num_write_kb":576640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7487,"num_bytes_recovered":490668032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0],"acting":[0,11],"avail_no_missing":["0","9"],"object_location_counts":[{"shards":"0,9","objects":1198},{"shards":"0,11","objects":1}],"blocked_by":[],"up_primary":11,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"611'16884","reported_seq":"16970","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:09.143627+0000","last_change":"2020-11-16T20:46:35.418832+0000","last_active":"2020-11-16T20:47:09.143627+0000","last_peered":"2020-11-16T20:47:09.143627+0000","last_clean":"2020-11-16T20:47:09.143627+0000","last_became_active":"2020-11-16T20:42:37.027383+0000","last_became_peered":"2020-11-16T20:42:37.027383+0000","last_unstale":"2020-11-16T20:47:09.143627+0000","last_undegraded":"2020-11-16T20:47:09.143627+0000","last_fullsized":"2020-11-16T20:47:09.143627+0000","mapping_epoch":535,"log_start":"561'6800","ondisk_log_start":"561'6800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15018","last_scrub_stamp":"2020-11-16T20:46:35.418754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.418754+0000","log_size":10084,"ondisk_log_size":10084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76546048,"num_objects":1168,"num_object_clones":0,"num_object_copies":2336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16884,"num_write_kb":577664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"611'17353","reported_seq":"17439","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:11.199965+0000","last_change":"2020-11-16T20:46:33.798485+0000","last_active":"2020-11-16T20:47:11.199965+0000","last_peered":"2020-11-16T20:47:11.199965+0000","last_clean":"2020-11-16T20:47:11.199965+0000","last_became_active":"2020-11-16T20:42:36.935328+0000","last_became_peered":"2020-11-16T20:42:36.935328+0000","last_unstale":"2020-11-16T20:47:11.199965+0000","last_undegraded":"2020-11-16T20:47:11.199965+0000","last_fullsized":"2020-11-16T20:47:11.199965+0000","mapping_epoch":535,"log_start":"562'7300","ondisk_log_start":"562'7300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15252","last_scrub_stamp":"2020-11-16T20:46:33.798427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:33.798427+0000","log_size":10053,"ondisk_log_size":10053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":66781184,"num_objects":1019,"num_object_clones":0,"num_object_copies":2038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17353,"num_write_kb":587904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8],"acting":[7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.5","version":"610'16876","reported_seq":"16958","reported_epoch":"610","state":"active+clean","last_fresh":"2020-11-16T20:47:07.657437+0000","last_change":"2020-11-16T20:44:21.543235+0000","last_active":"2020-11-16T20:47:07.657437+0000","last_peered":"2020-11-16T20:47:07.657437+0000","last_clean":"2020-11-16T20:47:07.657437+0000","last_became_active":"2020-11-16T20:42:43.138983+0000","last_became_peered":"2020-11-16T20:42:43.138983+0000","last_unstale":"2020-11-16T20:47:07.657437+0000","last_undegraded":"2020-11-16T20:47:07.657437+0000","last_fullsized":"2020-11-16T20:47:07.657437+0000","mapping_epoch":539,"log_start":"561'6800","ondisk_log_start":"561'6800","created":535,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"571'9068","last_scrub_stamp":"2020-11-16T20:44:21.543141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:21.543141+0000","log_size":10076,"ondisk_log_size":10076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82575360,"num_objects":1260,"num_object_clones":0,"num_object_copies":2520,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1260,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16876,"num_write_kb":580352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"610'17095","reported_seq":"17177","reported_epoch":"610","state":"active+clean","last_fresh":"2020-11-16T20:47:07.702399+0000","last_change":"2020-11-16T20:42:37.023385+0000","last_active":"2020-11-16T20:47:07.702399+0000","last_peered":"2020-11-16T20:47:07.702399+0000","last_clean":"2020-11-16T20:47:07.702399+0000","last_became_active":"2020-11-16T20:42:36.936796+0000","last_became_peered":"2020-11-16T20:42:36.936796+0000","last_unstale":"2020-11-16T20:47:07.702399+0000","last_undegraded":"2020-11-16T20:47:07.702399+0000","last_fullsized":"2020-11-16T20:47:07.702399+0000","mapping_epoch":535,"log_start":"561'7000","ondisk_log_start":"561'7000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10095,"ondisk_log_size":10095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79757312,"num_objects":1217,"num_object_clones":0,"num_object_copies":2434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1217,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17095,"num_write_kb":585984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"611'16802","reported_seq":"16888","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:10.335731+0000","last_change":"2020-11-16T20:44:07.699166+0000","last_active":"2020-11-16T20:47:10.335731+0000","last_peered":"2020-11-16T20:47:10.335731+0000","last_clean":"2020-11-16T20:47:10.335731+0000","last_became_active":"2020-11-16T20:42:36.930542+0000","last_became_peered":"2020-11-16T20:42:36.930542+0000","last_unstale":"2020-11-16T20:47:10.335731+0000","last_undegraded":"2020-11-16T20:47:10.335731+0000","last_fullsized":"2020-11-16T20:47:10.335731+0000","mapping_epoch":535,"log_start":"561'6800","ondisk_log_start":"561'6800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8059","last_scrub_stamp":"2020-11-16T20:44:07.699099+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:07.699099+0000","log_size":10002,"ondisk_log_size":10002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":73662464,"num_objects":1124,"num_object_clones":0,"num_object_copies":2248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16802,"num_write_kb":573632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1","version":"611'16826","reported_seq":"16912","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:12.179331+0000","last_change":"2020-11-16T20:46:35.985700+0000","last_active":"2020-11-16T20:47:12.179331+0000","last_peered":"2020-11-16T20:47:12.179331+0000","last_clean":"2020-11-16T20:47:12.179331+0000","last_became_active":"2020-11-16T20:42:36.999029+0000","last_became_peered":"2020-11-16T20:42:36.999029+0000","last_unstale":"2020-11-16T20:47:12.179331+0000","last_undegraded":"2020-11-16T20:47:12.179331+0000","last_fullsized":"2020-11-16T20:47:12.179331+0000","mapping_epoch":535,"log_start":"561'6800","ondisk_log_start":"561'6800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14818","last_scrub_stamp":"2020-11-16T20:46:35.985616+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.985616+0000","log_size":10026,"ondisk_log_size":10026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":65798144,"num_objects":1004,"num_object_clones":0,"num_object_copies":2008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16826,"num_write_kb":570560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"611'16684","reported_seq":"16770","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:08.955630+0000","last_change":"2020-11-16T20:46:37.595489+0000","last_active":"2020-11-16T20:47:08.955630+0000","last_peered":"2020-11-16T20:47:08.955630+0000","last_clean":"2020-11-16T20:47:08.955630+0000","last_became_active":"2020-11-16T20:42:36.936154+0000","last_became_peered":"2020-11-16T20:42:36.936154+0000","last_unstale":"2020-11-16T20:47:08.955630+0000","last_undegraded":"2020-11-16T20:47:08.955630+0000","last_fullsized":"2020-11-16T20:47:08.955630+0000","mapping_epoch":535,"log_start":"560'6600","ondisk_log_start":"560'6600","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14984","last_scrub_stamp":"2020-11-16T20:46:37.595402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:37.595402+0000","log_size":10084,"ondisk_log_size":10084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":68026368,"num_objects":1038,"num_object_clones":0,"num_object_copies":2076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1038,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16684,"num_write_kb":567104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"611'16817","reported_seq":"16899","reported_epoch":"611","state":"active+clean","last_fresh":"2020-11-16T20:47:12.596674+0000","last_change":"2020-11-16T20:42:36.933903+0000","last_active":"2020-11-16T20:47:12.596674+0000","last_peered":"2020-11-16T20:47:12.596674+0000","last_clean":"2020-11-16T20:47:12.596674+0000","last_became_active":"2020-11-16T20:42:36.933463+0000","last_became_peered":"2020-11-16T20:42:36.933463+0000","last_unstale":"2020-11-16T20:47:12.596674+0000","last_undegraded":"2020-11-16T20:47:12.596674+0000","last_fullsized":"2020-11-16T20:47:12.596674+0000","mapping_epoch":535,"log_start":"561'6800","ondisk_log_start":"561'6800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10017,"ondisk_log_size":10017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":65732608,"num_objects":1003,"num_object_clones":0,"num_object_copies":2006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1003,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16817,"num_write_kb":570240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0],"acting":[8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"122","reported_epoch":"610","state":"active+clean","last_fresh":"2020-11-16T20:47:05.480150+0000","last_change":"2020-11-16T20:44:28.944176+0000","last_active":"2020-11-16T20:47:05.480150+0000","last_peered":"2020-11-16T20:47:05.480150+0000","last_clean":"2020-11-16T20:47:05.480150+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:47:05.480150+0000","last_undegraded":"2020-11-16T20:47:05.480150+0000","last_fullsized":"2020-11-16T20:47:05.480150+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:43:21.379376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:43:21.379376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1149567000,"num_objects":17542,"num_object_clones":0,"num_object_copies":35084,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1198,"num_objects_unfound":0,"num_objects_dirty":17542,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":270502,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13635,"num_bytes_recovered":893583360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2806652928,"data_stored":2806644784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160802,"ondisk_log_size":160802,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631803,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":457276,"kb_used_data":144308,"kb_used_omap":0,"kb_used_meta":312960,"kb_avail":93287876,"statfs":{"total":95995035648,"available":95526785024,"internally_reserved":0,"allocated":147771392,"data_stored":147389345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":320471040},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":3.4990000000000001,"15min":2.718},"min":{"1min":0.69199999999999995,"5min":0.59299999999999997,"15min":0.53300000000000003},"max":{"1min":7.0209999999999999,"5min":152.119,"15min":242.179},"last":0.91800000000000004},{"interface":"front","average":{"1min":1.9470000000000001,"5min":3.556,"15min":3.0819999999999999},"min":{"1min":0.91600000000000004,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":7.1500000000000004,"5min":149.19200000000001,"15min":244.363},"last":0.55600000000000005}]},{"osd":1,"last update":"Mon Nov 16 20:46:38 2020","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":1.6439999999999999,"15min":4.2400000000000002},"min":{"1min":0.64600000000000002,"5min":0.63100000000000001,"15min":0.52900000000000003},"max":{"1min":7.4429999999999996,"5min":7.4429999999999996,"15min":247.31299999999999},"last":1.0169999999999999},{"interface":"front","average":{"1min":1.837,"5min":2.032,"15min":4.4050000000000002},"min":{"1min":0.64600000000000002,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":5.7720000000000002,"5min":13.054,"15min":244.84999999999999},"last":3.9710000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.1299999999999999,"5min":2.0339999999999998,"15min":4.6840000000000002},"min":{"1min":0.80200000000000005,"5min":0.74399999999999999,"15min":0.63600000000000001},"max":{"1min":7.3090000000000002,"5min":7.3090000000000002,"15min":343.45999999999998},"last":0.70399999999999996},{"interface":"front","average":{"1min":1.8999999999999999,"5min":1.635,"15min":4.681},"min":{"1min":0.84299999999999997,"5min":0.66400000000000003,"15min":0.61299999999999999},"max":{"1min":5.4370000000000003,"5min":6.5780000000000003,"15min":342.61599999999999},"last":0.67300000000000004}]},{"osd":4,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":2.052,"15min":2.1549999999999998},"min":{"1min":0.76100000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":4.0430000000000001,"5min":7.0019999999999998,"15min":7.8600000000000003},"last":2.6520000000000001},{"interface":"front","average":{"1min":2.3079999999999998,"5min":2.6520000000000001,"15min":2.5699999999999998},"min":{"1min":1.4470000000000001,"5min":1.097,"15min":0.95899999999999996},"max":{"1min":7.5789999999999997,"5min":8.5920000000000005,"15min":8.5920000000000005},"last":0.80400000000000005}]},{"osd":5,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.4159999999999999,"5min":2.673,"15min":2.2919999999999998},"min":{"1min":1.3129999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":7.8970000000000002,"5min":9.1920000000000002,"15min":10.515000000000001},"last":1.2669999999999999},{"interface":"front","average":{"1min":2.4239999999999999,"5min":2.21,"15min":2.4399999999999999},"min":{"1min":1.121,"5min":0.753,"15min":0.753},"max":{"1min":5.8899999999999997,"5min":5.8899999999999997,"15min":7.827},"last":0.89400000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":3.073,"5min":3.452,"15min":3.1499999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.69599999999999995},"max":{"1min":8.7880000000000003,"5min":86.338999999999999,"15min":154.48599999999999},"last":3.4809999999999999},{"interface":"front","average":{"1min":2.488,"5min":3.8889999999999998,"15min":3.6739999999999999},"min":{"1min":1.077,"5min":1.077,"15min":1.0189999999999999},"max":{"1min":5.1829999999999998,"5min":86.311000000000007,"15min":155.05000000000001},"last":3.5550000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":2.827,"15min":3.246},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":7.5430000000000001,"5min":10.215,"15min":96.248000000000005},"last":4.2350000000000003},{"interface":"front","average":{"1min":2.6040000000000001,"5min":2.355,"15min":2.778},"min":{"1min":1.018,"5min":0.92300000000000004,"15min":0.78900000000000003},"max":{"1min":11.029999999999999,"5min":11.029999999999999,"15min":96.337999999999994},"last":4.1130000000000004}]},{"osd":8,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":2.694,"5min":2.6259999999999999,"15min":2.492},"min":{"1min":0.93700000000000006,"5min":0.875,"15min":0.875},"max":{"1min":10.340999999999999,"5min":10.340999999999999,"15min":10.340999999999999},"last":2.7850000000000001},{"interface":"front","average":{"1min":3.4129999999999998,"5min":3.1480000000000001,"15min":2.7349999999999999},"min":{"1min":1.2869999999999999,"5min":0.83099999999999996,"15min":0.73599999999999999},"max":{"1min":8.6029999999999998,"5min":9.8230000000000004,"15min":9.8230000000000004},"last":1.032}]},{"osd":9,"last update":"Mon Nov 16 20:47:05 2020","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":3.0369999999999999,"15min":3.1899999999999999},"min":{"1min":1.4510000000000001,"5min":1.04,"15min":1.04},"max":{"1min":7.7309999999999999,"5min":7.7309999999999999,"15min":10.037000000000001},"last":1.4279999999999999},{"interface":"front","average":{"1min":2.6379999999999999,"5min":3.0430000000000001,"15min":2.9159999999999999},"min":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":0.89100000000000001},"max":{"1min":10.869,"5min":10.869,"15min":11.759},"last":1.841}]},{"osd":10,"last update":"Mon Nov 16 20:46:14 2020","interfaces":[{"interface":"back","average":{"1min":3.0800000000000001,"5min":2.8860000000000001,"15min":2.8530000000000002},"min":{"1min":1.173,"5min":1.0720000000000001,"15min":0.88700000000000001},"max":{"1min":10.926,"5min":10.926,"15min":10.926},"last":2.9380000000000002},{"interface":"front","average":{"1min":2.8340000000000001,"5min":2.9409999999999998,"15min":2.8490000000000002},"min":{"1min":1.4990000000000001,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":6.6079999999999997,"5min":6.6079999999999997,"15min":7.2859999999999996},"last":1.6220000000000001}]}]},{"osd":10,"up_from":0,"seq":408021893440,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678361,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1182764,"kb_used_data":789156,"kb_used_omap":0,"kb_used_meta":393600,"kb_avail":92562388,"statfs":{"total":95995035648,"available":94783885312,"internally_reserved":0,"allocated":808095744,"data_stored":807723637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":403046400},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.8410000000000002,"15min":3.1949999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.48499999999999999},"max":{"1min":1.8959999999999999,"5min":114.18600000000001,"15min":253.441},"last":1.054},{"interface":"front","average":{"1min":1.3109999999999999,"5min":3.4630000000000001,"15min":3.835},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.76000000000000001},"max":{"1min":2.2909999999999999,"5min":114.682,"15min":253.72999999999999},"last":2.0110000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.2509999999999999,"5min":1.5740000000000001,"15min":2.5},"min":{"1min":0.83399999999999996,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3050000000000002,"5min":5.1189999999999998,"15min":250.76499999999999},"last":1.597},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.532,"15min":2.3540000000000001},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.3579999999999997,"5min":4.3579999999999997,"15min":250.529},"last":1.397}]},{"osd":3,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.623,"15min":3.3530000000000002},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.9349999999999996,"5min":6.016,"15min":314.88900000000001},"last":2.3069999999999999},{"interface":"front","average":{"1min":1.254,"5min":1.7490000000000001,"15min":3.6429999999999998},"min":{"1min":0.65500000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":4.5339999999999998,"5min":4.694,"15min":312.904},"last":1.107}]},{"osd":4,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.9810000000000001,"15min":2.0369999999999999},"min":{"1min":0.63400000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":5.4770000000000003,"5min":6.5629999999999997,"15min":8.891},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.6950000000000001,"5min":2.2040000000000002,"15min":2.1349999999999998},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.60899999999999999},"max":{"1min":9.4760000000000009,"5min":9.4760000000000009,"15min":9.4760000000000009},"last":1.6319999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.0739999999999998,"5min":2.0779999999999998,"15min":2.2679999999999998},"min":{"1min":0.86299999999999999,"5min":0.76000000000000001,"15min":0.73499999999999999},"max":{"1min":5.2089999999999996,"5min":6.2759999999999998,"15min":10.968},"last":1.3700000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":2.2090000000000001,"15min":2.1579999999999999},"min":{"1min":1.0109999999999999,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":2.1699999999999999,"5min":6.6849999999999996,"15min":9.1690000000000005},"last":1.835}]},{"osd":6,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.3889999999999998,"5min":2.3849999999999998,"15min":2.4630000000000001},"min":{"1min":0.94399999999999995,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":5.6719999999999997,"5min":6.4029999999999996,"15min":12.82},"last":2.1019999999999999},{"interface":"front","average":{"1min":2.3330000000000002,"5min":2.7589999999999999,"15min":2.589},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.76900000000000002},"max":{"1min":6.024,"5min":8.8260000000000005,"15min":10.377000000000001},"last":2.4740000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.851,"5min":2.7480000000000002,"15min":3.2559999999999998},"min":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":3.4239999999999999,"5min":6.5209999999999999,"15min":130.572},"last":2.2080000000000002},{"interface":"front","average":{"1min":9.1280000000000001,"5min":3.9329999999999998,"15min":3.6619999999999999},"min":{"1min":1.421,"5min":1.0660000000000001,"15min":1.0429999999999999},"max":{"1min":121.273,"5min":121.273,"15min":128.73599999999999},"last":1.875}]},{"osd":8,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":2.9809999999999999,"15min":2.8290000000000002},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":0.69699999999999995},"max":{"1min":8.9410000000000007,"5min":8.9410000000000007,"15min":10.721},"last":2.3439999999999999},{"interface":"front","average":{"1min":2.4020000000000001,"5min":2.9940000000000002,"15min":2.9969999999999999},"min":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":5.0019999999999998,"5min":8.8300000000000001,"15min":13.355},"last":1.742}]},{"osd":10,"last update":"Mon Nov 16 20:46:53 2020","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":2.798,"15min":3.044},"min":{"1min":1.22,"5min":1.22,"15min":1.22},"max":{"1min":5.1660000000000004,"5min":6.5010000000000003,"15min":11.589},"last":2.0659999999999998},{"interface":"front","average":{"1min":2.2989999999999999,"5min":4.444,"15min":3.343},"min":{"1min":1.4630000000000001,"5min":1.3240000000000001,"15min":0.93500000000000005},"max":{"1min":5.3239999999999998,"5min":120.693,"15min":120.693},"last":2.5049999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:47:03 2020","interfaces":[{"interface":"back","average":{"1min":2.5600000000000001,"5min":2.6949999999999998,"15min":2.9039999999999999},"min":{"1min":1.387,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":6.4980000000000002,"5min":7.5750000000000002,"15min":8.9930000000000003},"last":2.4020000000000001},{"interface":"front","average":{"1min":2.7829999999999999,"5min":4.5789999999999997,"15min":3.7799999999999998},"min":{"1min":1.681,"5min":1.5269999999999999,"15min":1.4430000000000001},"max":{"1min":5.5330000000000004,"5min":121.5,"15min":121.5},"last":2.6419999999999999}]}]},{"osd":8,"up_from":63,"seq":270582939998,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":523128,"kb_used_data":259184,"kb_used_omap":0,"kb_used_meta":263936,"kb_avail":93222024,"statfs":{"total":95995035648,"available":95459352576,"internally_reserved":0,"allocated":265404416,"data_stored":265026461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":270270464},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.762,"5min":2.7810000000000001,"15min":1.958},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":8.0139999999999993,"5min":80.534000000000006,"15min":80.534000000000006},"last":13.939},{"interface":"front","average":{"1min":2.327,"5min":2.8490000000000002,"15min":2.0209999999999999},"min":{"1min":0.57599999999999996,"5min":0.55100000000000005,"15min":0.54900000000000004},"max":{"1min":11.851000000000001,"5min":80.248000000000005,"15min":80.248000000000005},"last":12.702}]},{"osd":1,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.4369999999999998,"5min":2.524,"15min":2.8359999999999999},"min":{"1min":0.61599999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":11.826000000000001,"5min":30.007000000000001,"15min":141.761},"last":1.6399999999999999},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.5129999999999999,"15min":3.181},"min":{"1min":0.76300000000000001,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":5.9180000000000001,"5min":30.084,"15min":141.87100000000001},"last":1.7090000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.2930000000000001,"5min":2.036,"15min":2.6190000000000002},"min":{"1min":0.80300000000000005,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":8.3780000000000001,"5min":8.468,"15min":137.90299999999999},"last":2.004},{"interface":"front","average":{"1min":2.286,"5min":1.952,"15min":2.5880000000000001},"min":{"1min":0.72499999999999998,"5min":0.623,"15min":0.60799999999999998},"max":{"1min":13.185,"5min":13.185,"15min":138.24299999999999},"last":2.149}]},{"osd":4,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.48,"5min":2.4500000000000002,"15min":2.4489999999999998},"min":{"1min":0.93600000000000005,"5min":0.85499999999999998,"15min":0.69299999999999995},"max":{"1min":8.5229999999999997,"5min":8.5229999999999997,"15min":36.006999999999998},"last":2.3860000000000001},{"interface":"front","average":{"1min":2.5209999999999999,"5min":2.3130000000000002,"15min":2.4300000000000002},"min":{"1min":0.83999999999999997,"5min":0.82399999999999995,"15min":0.64000000000000001},"max":{"1min":12.077999999999999,"5min":12.077999999999999,"15min":42.060000000000002},"last":1.748}]},{"osd":5,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":2.3959999999999999,"15min":2.2170000000000001},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.65900000000000003},"max":{"1min":12.273999999999999,"5min":12.273999999999999,"15min":12.273999999999999},"last":2.8340000000000001},{"interface":"front","average":{"1min":3.423,"5min":2.6760000000000002,"15min":2.1850000000000001},"min":{"1min":0.82699999999999996,"5min":0.76900000000000002,"15min":0.65400000000000003},"max":{"1min":11.808999999999999,"5min":11.808999999999999,"15min":11.808999999999999},"last":2.8980000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:46:25 2020","interfaces":[{"interface":"back","average":{"1min":2.903,"5min":2.645,"15min":2.3959999999999999},"min":{"1min":1.048,"5min":0.84299999999999997,"15min":0.69599999999999995},"max":{"1min":8.6649999999999991,"5min":8.6649999999999991,"15min":9.4199999999999999},"last":2.5590000000000002},{"interface":"front","average":{"1min":3.1800000000000002,"5min":2.7120000000000002,"15min":2.6389999999999998},"min":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":0.872},"max":{"1min":12.166,"5min":12.166,"15min":12.166},"last":2.6059999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":3.4430000000000001,"5min":2.9100000000000001,"15min":2.867},"min":{"1min":1.3720000000000001,"5min":1.1080000000000001,"15min":1.006},"max":{"1min":13.644,"5min":13.644,"15min":37.5},"last":3.04},{"interface":"front","average":{"1min":3.2469999999999999,"5min":2.9279999999999999,"15min":2.7519999999999998},"min":{"1min":1.254,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":11.984,"5min":11.984,"15min":35.509999999999998},"last":3.2370000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":2.8820000000000001,"5min":2.931,"15min":3.1989999999999998},"min":{"1min":1.177,"5min":1.177,"15min":0.93500000000000005},"max":{"1min":8.9399999999999995,"5min":8.9399999999999995,"15min":89.052999999999997},"last":2.758},{"interface":"front","average":{"1min":3.1760000000000002,"5min":3.2450000000000001,"15min":3.3130000000000002},"min":{"1min":1.413,"5min":1.413,"15min":0.86199999999999999},"max":{"1min":9.0709999999999997,"5min":9.0709999999999997,"15min":89.296000000000006},"last":3.6190000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":3.855,"5min":3.173,"15min":2.8210000000000002},"min":{"1min":1.095,"5min":1.0129999999999999,"15min":0.92400000000000004},"max":{"1min":12.244999999999999,"5min":12.244999999999999,"15min":12.244999999999999},"last":3.5630000000000002},{"interface":"front","average":{"1min":3.238,"5min":3.081,"15min":2.9729999999999999},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":8.7929999999999993,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":3.387}]},{"osd":11,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":3.5219999999999998,"15min":3.1160000000000001},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":0.96299999999999997},"max":{"1min":5.79,"5min":12.114000000000001,"15min":12.114000000000001},"last":3.3359999999999999},{"interface":"front","average":{"1min":2.8029999999999999,"5min":3.1019999999999999,"15min":3.028},"min":{"1min":1.6040000000000001,"5min":1.2929999999999999,"15min":1.2549999999999999},"max":{"1min":5.5999999999999996,"5min":13.513,"15min":13.513},"last":3.4289999999999998}]}]},{"osd":7,"up_from":225,"seq":966367641829,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":467772,"kb_used_data":213428,"kb_used_omap":0,"kb_used_meta":254335,"kb_avail":93277380,"statfs":{"total":95995035648,"available":95516037120,"internally_reserved":0,"allocated":218550272,"data_stored":218168245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":260439100},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":2.0430000000000001,"15min":2.7959999999999998},"min":{"1min":0.56399999999999995,"5min":0.54500000000000004,"15min":0.503},"max":{"1min":4.4240000000000004,"5min":32.640999999999998,"15min":123.182},"last":2.0329999999999999},{"interface":"front","average":{"1min":1.4419999999999999,"5min":1.8740000000000001,"15min":2.6230000000000002},"min":{"1min":0.624,"5min":0.57799999999999996,"15min":0.52700000000000002},"max":{"1min":4.468,"5min":32.710000000000001,"15min":122.154},"last":1.272}]},{"osd":2,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.3819999999999999,"5min":1.506,"15min":2.4700000000000002},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":4.6210000000000004,"5min":5.5289999999999999,"15min":118.31699999999999},"last":1.163},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.8160000000000001,"15min":2.8039999999999998},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.59599999999999997},"max":{"1min":5.1959999999999997,"5min":6.532,"15min":117.771},"last":1.3320000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":2.7269999999999999,"15min":3.6440000000000001},"min":{"1min":0.70799999999999996,"5min":0.70299999999999996,"15min":0.57399999999999995},"max":{"1min":3.032,"5min":81.248000000000005,"15min":219.61199999999999},"last":1.0089999999999999},{"interface":"front","average":{"1min":1.7050000000000001,"5min":2.7189999999999999,"15min":3.7469999999999999},"min":{"1min":0.80500000000000005,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":5.0030000000000001,"5min":81.700000000000003,"15min":221.09700000000001},"last":1.631}]},{"osd":4,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":1.8400000000000001,"15min":1.986},"min":{"1min":0.72099999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.629,"5min":7.7030000000000003,"15min":11.75},"last":0.876},{"interface":"front","average":{"1min":2.3210000000000002,"5min":2.5499999999999998,"15min":2.3450000000000002},"min":{"1min":0.97299999999999998,"5min":0.629,"15min":0.629},"max":{"1min":6.4649999999999999,"5min":11.789,"15min":11.821999999999999},"last":1.786}]},{"osd":5,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":2.3290000000000002,"15min":2.2330000000000001},"min":{"1min":0.81000000000000005,"5min":0.79100000000000004,"15min":0.69899999999999995},"max":{"1min":3.7530000000000001,"5min":14.191000000000001,"15min":14.191000000000001},"last":1.369},{"interface":"front","average":{"1min":1.518,"5min":2.0720000000000001,"15min":2.3239999999999998},"min":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.64800000000000002},"max":{"1min":2.992,"5min":7.9290000000000003,"15min":42.213999999999999},"last":0.97199999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:46:53 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":2.5979999999999999,"15min":2.4929999999999999},"min":{"1min":1.028,"5min":0.93300000000000005,"15min":0.71899999999999997},"max":{"1min":3.5070000000000001,"5min":13.795,"15min":13.795},"last":1.7190000000000001},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.5720000000000001,"15min":2.5680000000000001},"min":{"1min":1.3560000000000001,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":7.351,"5min":7.351,"15min":11.693},"last":1.9550000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.1920000000000002,"5min":2.5350000000000001,"15min":2.5449999999999999},"min":{"1min":1.0940000000000001,"5min":1.02,"15min":0.80000000000000004},"max":{"1min":4.2480000000000002,"5min":8.1669999999999998,"15min":42.518000000000001},"last":1.4319999999999999},{"interface":"front","average":{"1min":2.4740000000000002,"5min":2.6819999999999999,"15min":2.6259999999999999},"min":{"1min":1.2270000000000001,"5min":1.149,"15min":0.92600000000000005},"max":{"1min":7.1609999999999996,"5min":8.8360000000000003,"15min":42.670000000000002},"last":1.6759999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.0579999999999998,"5min":2.6230000000000002,"15min":2.8069999999999999},"min":{"1min":1.3759999999999999,"5min":1.2390000000000001,"15min":1.0409999999999999},"max":{"1min":3.4359999999999999,"5min":8.3859999999999992,"15min":42.825000000000003},"last":2.1880000000000002},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.8969999999999998,"15min":2.923},"min":{"1min":1.1859999999999999,"5min":0.999,"15min":0.95199999999999996},"max":{"1min":7.1120000000000001,"5min":7.1120000000000001,"15min":42.156999999999996},"last":2.5529999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.7149999999999999,"15min":2.8380000000000001},"min":{"1min":1.3140000000000001,"5min":1.1319999999999999,"15min":0.98899999999999999},"max":{"1min":3.2949999999999999,"5min":9.0779999999999994,"15min":43.125999999999998},"last":2.1120000000000001},{"interface":"front","average":{"1min":2.1800000000000002,"5min":2.8450000000000002,"15min":2.8809999999999998},"min":{"1min":1.3999999999999999,"5min":1.341,"15min":1.0529999999999999},"max":{"1min":3.5790000000000002,"5min":8.6170000000000009,"15min":42.377000000000002},"last":2.0049999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.6789999999999998,"5min":3.04,"15min":3.2189999999999999},"min":{"1min":1.4830000000000001,"5min":1.369,"15min":1.1830000000000001},"max":{"1min":6.8140000000000001,"5min":9.3190000000000008,"15min":42.976999999999997},"last":1.8480000000000001},{"interface":"front","average":{"1min":3.0539999999999998,"5min":3.0289999999999999,"15min":3.1589999999999998},"min":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"max":{"1min":7.2350000000000003,"5min":7.2350000000000003,"15min":42.305999999999997},"last":2.1269999999999998}]}]},{"osd":6,"up_from":49,"seq":210453397863,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":471480,"kb_used_data":224432,"kb_used_omap":0,"kb_used_meta":247040,"kb_avail":93273672,"statfs":{"total":95995035648,"available":95512240128,"internally_reserved":0,"allocated":229818368,"data_stored":229440413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":252968960},"hb_peers":[0,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:44 2020","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":5.4539999999999997,"15min":2.7229999999999999},"min":{"1min":0.56100000000000005,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":6.6219999999999999,"5min":219.09899999999999,"15min":219.09899999999999},"last":2.3090000000000002},{"interface":"front","average":{"1min":1.522,"5min":5.843,"15min":3.266},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":3.113,"5min":219.006,"15min":219.006},"last":3.742}]},{"osd":1,"last update":"Mon Nov 16 20:42:21 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":4.6769999999999996,"15min":3.024},"min":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4350000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":4.7450000000000001,"15min":3.004},"min":{"1min":0.72599999999999998,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":4.2779999999999996,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.3600000000000001,"15min":1.77},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":2.7130000000000001,"5min":4.3600000000000003,"15min":82.668000000000006},"last":1.286},{"interface":"front","average":{"1min":1.472,"5min":1.581,"15min":1.8700000000000001},"min":{"1min":0.72599999999999998,"5min":0.59399999999999997,"15min":0.58099999999999996},"max":{"1min":4.8289999999999997,"5min":4.8289999999999997,"15min":84.108000000000004},"last":2.8839999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0960000000000001,"5min":2.0720000000000001,"15min":2.903},"min":{"1min":0.67400000000000004,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":5.1429999999999998,"5min":7.3029999999999999,"15min":171.21899999999999},"last":5.133},{"interface":"front","average":{"1min":1.7470000000000001,"5min":1.893,"15min":2.8740000000000001},"min":{"1min":0.74299999999999999,"5min":0.71699999999999997,"15min":0.68799999999999994},"max":{"1min":3.2069999999999999,"5min":4.2430000000000003,"15min":171.46100000000001},"last":2.601}]},{"osd":4,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.1909999999999998,"15min":2.496},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":7.9589999999999996,"5min":7.9589999999999996,"15min":116.849},"last":9.4659999999999993},{"interface":"front","average":{"1min":2.5430000000000001,"5min":2.4089999999999998,"15min":2.5640000000000001},"min":{"1min":0.77700000000000002,"5min":0.59999999999999998,"15min":0.56399999999999995},"max":{"1min":7.0730000000000004,"5min":7.5700000000000003,"15min":117.947},"last":4.1120000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.1070000000000002,"5min":2.3220000000000001,"15min":2.1429999999999998},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":5.2850000000000001,"5min":7.4530000000000003,"15min":13.518000000000001},"last":4.7729999999999997},{"interface":"front","average":{"1min":2.5030000000000001,"5min":2.504,"15min":2.1419999999999999},"min":{"1min":0.91900000000000004,"5min":0.89200000000000002,"15min":0.79400000000000004},"max":{"1min":5.9089999999999998,"5min":7.835,"15min":9.1539999999999999},"last":5.625}]},{"osd":7,"last update":"Mon Nov 16 20:46:44 2020","interfaces":[{"interface":"back","average":{"1min":2.3279999999999998,"5min":2.3180000000000001,"15min":2.214},"min":{"1min":0.83199999999999996,"5min":0.75600000000000001,"15min":0.69699999999999995},"max":{"1min":6.3700000000000001,"5min":10.506,"15min":12.582000000000001},"last":3.351},{"interface":"front","average":{"1min":2.6890000000000001,"5min":2.827,"15min":2.6749999999999998},"min":{"1min":1.115,"5min":1.0349999999999999,"15min":0.79300000000000004},"max":{"1min":6.1840000000000002,"5min":10.651999999999999,"15min":14.067},"last":4.2309999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":2.6589999999999998,"15min":2.875},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":7.8499999999999996,"5min":7.8499999999999996,"15min":115.756},"last":3.1659999999999999},{"interface":"front","average":{"1min":2.3679999999999999,"5min":2.383,"15min":2.8410000000000002},"min":{"1min":1,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":7.8689999999999998,"5min":7.8689999999999998,"15min":114.051},"last":1.712}]},{"osd":9,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0950000000000002,"5min":4.2199999999999998,"15min":3.5449999999999999},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":3.1640000000000001,"5min":135.161,"15min":135.161},"last":3.5019999999999998},{"interface":"front","average":{"1min":2.3809999999999998,"5min":4.556,"15min":3.613},"min":{"1min":1.28,"5min":1.2210000000000001,"15min":0.97299999999999998},"max":{"1min":3.302,"5min":135.35400000000001,"15min":135.35400000000001},"last":3.9870000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.605,"5min":2.891,"15min":2.6030000000000002},"min":{"1min":1.3340000000000001,"5min":1.032,"15min":0.98499999999999999},"max":{"1min":5.444,"5min":9.0419999999999998,"15min":9.1489999999999991},"last":9.2370000000000001},{"interface":"front","average":{"1min":3.2469999999999999,"5min":3.2719999999999998,"15min":2.7000000000000002},"min":{"1min":1.5569999999999999,"5min":1.171,"15min":0.88800000000000001},"max":{"1min":8.8780000000000001,"5min":9.2230000000000008,"15min":10.095000000000001},"last":9.5429999999999993}]},{"osd":11,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":2.052,"5min":2.306,"15min":2.6099999999999999},"min":{"1min":1.155,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":4.8040000000000003,"5min":5.2910000000000004,"15min":113.28},"last":2.2109999999999999},{"interface":"front","average":{"1min":2.351,"5min":2.6509999999999998,"15min":2.8690000000000002},"min":{"1min":1.53,"5min":1.095,"15min":1.095},"max":{"1min":4.9320000000000004,"5min":5.4260000000000002,"15min":113.851},"last":2.7639999999999998}]}]},{"osd":1,"up_from":18,"seq":77309411714,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":679416,"kb_used_data":294128,"kb_used_omap":0,"kb_used_meta":385280,"kb_avail":93065736,"statfs":{"total":95995035648,"available":95299313664,"internally_reserved":0,"allocated":301187072,"data_stored":300809117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":394526720},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.546,"5min":1.665,"15min":2.0430000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.47199999999999998},"max":{"1min":5.4119999999999999,"5min":9.7789999999999999,"15min":97.320999999999998},"last":1.583},{"interface":"front","average":{"1min":2.1680000000000001,"5min":2.3199999999999998,"15min":2.7389999999999999},"min":{"1min":1.012,"5min":0.80900000000000005,"15min":0.51200000000000001},"max":{"1min":7.6580000000000004,"5min":13.487,"15min":97.376000000000005},"last":1.8049999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":1.8200000000000001,"15min":2.3130000000000002},"min":{"1min":0.53100000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":7,"5min":13.121,"15min":98.257000000000005},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.784,"5min":1.7150000000000001,"15min":2.5760000000000001},"min":{"1min":0.64500000000000002,"5min":0.59699999999999998,"15min":0.52000000000000002},"max":{"1min":5.0010000000000003,"5min":12.002000000000001,"15min":97.945999999999998},"last":0.97199999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":1.2989999999999999},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":1.6439999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3690000000000002,"5min":2.1080000000000001,"15min":2.1190000000000002},"min":{"1min":0.747,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":7.742,"5min":7.742,"15min":7.742},"last":1.173},{"interface":"front","average":{"1min":2.274,"5min":2.234,"15min":2.3439999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":6.5700000000000003,"5min":6.5700000000000003,"15min":6.5700000000000003},"last":1.3320000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":2,"5min":3.6000000000000001,"15min":3.298},"min":{"1min":0.748,"5min":0.748,"15min":0.65000000000000002},"max":{"1min":7.7869999999999999,"5min":97.927999999999997,"15min":97.927999999999997},"last":1.1259999999999999},{"interface":"front","average":{"1min":2.4670000000000001,"5min":4.2220000000000004,"15min":4.173},"min":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.96599999999999997},"max":{"1min":8.4480000000000004,"5min":98.322000000000003,"15min":98.322000000000003},"last":1.304}]},{"osd":6,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":3.2250000000000001,"5min":2.9180000000000001,"15min":3.9529999999999998},"min":{"1min":1.4319999999999999,"5min":1.159,"15min":0.79400000000000004},"max":{"1min":16.026,"5min":16.026,"15min":103.09699999999999},"last":1.4630000000000001},{"interface":"front","average":{"1min":3.5870000000000002,"5min":3.121,"15min":4.1639999999999997},"min":{"1min":1.4119999999999999,"5min":1.355,"15min":0.88100000000000001},"max":{"1min":16.198,"5min":16.198,"15min":102.877},"last":1.6919999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":2.5950000000000002,"5min":2.464,"15min":4.1429999999999998},"min":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.83599999999999997},"max":{"1min":8.0039999999999996,"5min":13.673999999999999,"15min":160.39400000000001},"last":1.212},{"interface":"front","average":{"1min":1.712,"5min":1.9470000000000001,"15min":3.081},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":7.4619999999999997,"5min":26.556999999999999,"15min":161.446},"last":3.2989999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":2.5350000000000001,"5min":4.3630000000000004,"15min":4.3390000000000004},"min":{"1min":1.5409999999999999,"5min":1.4259999999999999,"15min":0.82899999999999996},"max":{"1min":7.2709999999999999,"5min":98.739999999999995,"15min":98.739999999999995},"last":5.2530000000000001},{"interface":"front","average":{"1min":1.7589999999999999,"5min":2.3530000000000002,"15min":3.0830000000000002},"min":{"1min":0.76400000000000001,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":4.1139999999999999,"5min":26.77,"15min":99.825000000000003},"last":3.1589999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":2.7770000000000001,"15min":3.742},"min":{"1min":1.1180000000000001,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":7.3600000000000003,"5min":15.629,"15min":98.683999999999997},"last":1.393},{"interface":"front","average":{"1min":2.4169999999999998,"5min":2.9670000000000001,"15min":3.6960000000000002},"min":{"1min":1.208,"5min":1.1830000000000001,"15min":0.86399999999999999},"max":{"1min":8.2210000000000001,"5min":15.382999999999999,"15min":98.972999999999999},"last":3.73}]},{"osd":10,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":2.0630000000000002,"15min":3.552},"min":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.94099999999999995},"max":{"1min":7.0599999999999996,"5min":7.0599999999999996,"15min":100.108},"last":3.573},{"interface":"front","average":{"1min":2.0819999999999999,"5min":2.2360000000000002,"15min":3.218},"min":{"1min":1.109,"5min":1.046,"15min":1.04},"max":{"1min":6.9340000000000002,"5min":6.9340000000000002,"15min":98.613},"last":3.4470000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:47:04 2020","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":3.4769999999999999,"15min":3.9470000000000001},"min":{"1min":1.359,"5min":1.1359999999999999,"15min":1.0620000000000001},"max":{"1min":4.5439999999999996,"5min":26.873000000000001,"15min":99.150000000000006},"last":2.4300000000000002},{"interface":"front","average":{"1min":2.2229999999999999,"5min":2.7669999999999999,"15min":3.7869999999999999},"min":{"1min":1.0149999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":7.6219999999999999,"5min":26.925999999999998,"15min":99.512},"last":3.7050000000000001}]}]},{"osd":0,"up_from":12,"seq":51539607943,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":740268,"kb_used_data":485092,"kb_used_omap":0,"kb_used_meta":255168,"kb_avail":93004884,"statfs":{"total":95995035648,"available":95237001216,"internally_reserved":0,"allocated":496734208,"data_stored":496362121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":261292032},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:46:21 2020","interfaces":[{"interface":"back","average":{"1min":2.327,"5min":2.339,"15min":2.96},"min":{"1min":0.66700000000000004,"5min":0.57199999999999995,"15min":0.47599999999999998},"max":{"1min":6.2329999999999997,"5min":10.478,"15min":54.354999999999997},"last":0.77500000000000002},{"interface":"front","average":{"1min":2.5409999999999999,"5min":2.3140000000000001,"15min":3.0270000000000001},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.54100000000000004},"max":{"1min":7.3659999999999997,"5min":9.5820000000000007,"15min":54.603999999999999},"last":3.173}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.847,"15min":2.101},"min":{"1min":0.66100000000000003,"5min":0.56499999999999995,"15min":0.496},"max":{"1min":4.8490000000000002,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.8380000000000001},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.579,"15min":2.0270000000000001},"min":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.1099999999999999,"5min":7.2519999999999998,"15min":34.512},"last":1.0009999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:46:36 2020","interfaces":[{"interface":"back","average":{"1min":1.716,"5min":1.9359999999999999,"15min":2},"min":{"1min":0.72199999999999998,"5min":0.64600000000000002,"15min":0.55100000000000005},"max":{"1min":6.7569999999999997,"5min":7.9020000000000001,"15min":111.956},"last":1.2789999999999999},{"interface":"front","average":{"1min":2.1259999999999999,"5min":2.581,"15min":2.5600000000000001},"min":{"1min":1.286,"5min":1.0249999999999999,"15min":0.72299999999999998},"max":{"1min":7.2910000000000004,"5min":9.0090000000000003,"15min":112.206},"last":1.927}]},{"osd":5,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":1.8420000000000001,"5min":2.2200000000000002,"15min":1.931},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.60999999999999999},"max":{"1min":5.2690000000000001,"5min":12.334,"15min":12.334},"last":2.2989999999999999},{"interface":"front","average":{"1min":1.641,"5min":2.1280000000000001,"15min":2.117},"min":{"1min":1.0369999999999999,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":3.4420000000000002,"5min":8.6959999999999997,"15min":47.793999999999997},"last":1.4570000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:46:40 2020","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":2.544,"15min":2.4609999999999999},"min":{"1min":1.006,"5min":1.006,"15min":0.71699999999999997},"max":{"1min":6.9290000000000003,"5min":9.25,"15min":47.442},"last":1.631},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.823,"15min":2.585},"min":{"1min":1.3,"5min":0.98399999999999999,"15min":0.70399999999999996},"max":{"1min":6.3630000000000004,"5min":9.0969999999999995,"15min":48.149999999999999},"last":2.117}]},{"osd":7,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":3.0499999999999998,"15min":3.3809999999999998},"min":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.82199999999999995},"max":{"1min":11.204000000000001,"5min":11.204000000000001,"15min":97.435000000000002},"last":1.5509999999999999},{"interface":"front","average":{"1min":2.6829999999999998,"5min":2.706,"15min":3.464},"min":{"1min":0.98299999999999998,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":6.4790000000000001,"5min":12.471,"15min":96.828000000000003},"last":2.9769999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":4.1920000000000002,"15min":3.472},"min":{"1min":1.2350000000000001,"5min":0.85499999999999998,"15min":0.77200000000000002},"max":{"1min":6.8040000000000003,"5min":82.204999999999998,"15min":96.248000000000005},"last":2.427},{"interface":"front","average":{"1min":2.1400000000000001,"5min":4.1890000000000001,"15min":3.2959999999999998},"min":{"1min":0.876,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":4.9880000000000004,"5min":79.483999999999995,"15min":96.043000000000006},"last":2.6400000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:46:45 2020","interfaces":[{"interface":"back","average":{"1min":3.0409999999999999,"5min":2.8919999999999999,"15min":2.5819999999999999},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.79400000000000004},"max":{"1min":8.0519999999999996,"5min":8.9580000000000002,"15min":60.097999999999999},"last":2.8159999999999998},{"interface":"front","average":{"1min":2.6339999999999999,"5min":3.0289999999999999,"15min":2.8969999999999998},"min":{"1min":1.232,"5min":1.163,"15min":0.88400000000000001},"max":{"1min":8.1929999999999996,"5min":11.109,"15min":59.579000000000001},"last":2.339}]},{"osd":10,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":2.895,"5min":3.0720000000000001,"15min":2.5569999999999999},"min":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":0.98899999999999999},"max":{"1min":7.8520000000000003,"5min":9.1829999999999998,"15min":26.870999999999999},"last":2.54},{"interface":"front","average":{"1min":3.75,"5min":3.726,"15min":3.2090000000000001},"min":{"1min":1.284,"5min":1.264,"15min":1.004},"max":{"1min":11.615,"5min":24.378,"15min":47.237000000000002},"last":1.877}]},{"osd":11,"last update":"Mon Nov 16 20:46:12 2020","interfaces":[{"interface":"back","average":{"1min":3.419,"5min":4.3040000000000003,"15min":3.5659999999999998},"min":{"1min":1.7330000000000001,"5min":1.1140000000000001,"15min":1.032},"max":{"1min":11.002000000000001,"5min":55.441000000000003,"15min":55.441000000000003},"last":2.5790000000000002},{"interface":"front","average":{"1min":3.2989999999999999,"5min":4.6719999999999997,"15min":3.6800000000000002},"min":{"1min":1.546,"5min":1.133,"15min":1.133},"max":{"1min":8.7460000000000004,"5min":61.509,"15min":61.509},"last":2.23}]}]},{"osd":2,"up_from":0,"seq":98784248189,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051959,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":344556,"kb_used_data":77220,"kb_used_omap":0,"kb_used_meta":267328,"kb_avail":93400596,"statfs":{"total":95995035648,"available":95642210304,"internally_reserved":0,"allocated":79073280,"data_stored":78701193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":273743872},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":1.3220000000000001,"5min":1.593,"15min":1.9970000000000001},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.47999999999999998},"max":{"1min":3.8140000000000001,"5min":8.8539999999999992,"15min":130.286},"last":1.802},{"interface":"front","average":{"1min":2.0990000000000002,"5min":1.9470000000000001,"15min":2.2970000000000002},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.48899999999999999},"max":{"1min":6.0629999999999997,"5min":7.0140000000000002,"15min":130.40799999999999},"last":1.956}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":1.2450000000000001,"15min":2.1459999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":2.5899999999999999,"5min":5.048,"15min":122.545},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.488,"5min":1.276,"15min":2.2069999999999999},"min":{"1min":0.63600000000000001,"5min":0.60299999999999998,"15min":0.53600000000000003},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":123.28},"last":0.80000000000000004}]},{"osd":4,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.5169999999999999,"5min":1.3919999999999999,"15min":1.9099999999999999},"min":{"1min":0.60499999999999998,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":4.29,"5min":4.29,"15min":38.744999999999997},"last":0.75700000000000001},{"interface":"front","average":{"1min":1.5149999999999999,"5min":1.6399999999999999,"15min":1.9810000000000001},"min":{"1min":0.61599999999999999,"5min":0.60399999999999998,"15min":0.58399999999999996},"max":{"1min":3.5659999999999998,"5min":5.806,"15min":36.244},"last":0.94799999999999995}]},{"osd":5,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":1.385,"15min":1.8839999999999999},"min":{"1min":0.77000000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":3.6720000000000002,"5min":3.6720000000000002,"15min":38.185000000000002},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.492,"5min":1.605,"15min":1.927},"min":{"1min":0.82899999999999996,"5min":0.77500000000000002,"15min":0.71399999999999997},"max":{"1min":3.8359999999999999,"5min":4.0869999999999997,"15min":37.875},"last":1.2529999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:46:23 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":2.3359999999999999,"15min":3.0390000000000001},"min":{"1min":0.89800000000000002,"5min":0.748,"15min":0.748},"max":{"1min":4.5339999999999998,"5min":37.177999999999997,"15min":81.596999999999994},"last":1.411},{"interface":"front","average":{"1min":2.2789999999999999,"5min":2.8599999999999999,"15min":3.3119999999999998},"min":{"1min":1.0720000000000001,"5min":0.90900000000000003,"15min":0.77100000000000002},"max":{"1min":4.6970000000000001,"5min":37.545000000000002,"15min":81.935000000000002},"last":1.7709999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.306,"5min":1.6599999999999999,"15min":2.8239999999999998},"min":{"1min":0.80200000000000005,"5min":0.71399999999999997,"15min":0.69999999999999996},"max":{"1min":3.0249999999999999,"5min":5.7569999999999997,"15min":121.33199999999999},"last":1.216},{"interface":"front","average":{"1min":1.8919999999999999,"5min":2.1080000000000001,"15min":2.859},"min":{"1min":1.0880000000000001,"5min":0.98499999999999999,"15min":0.80900000000000005},"max":{"1min":4.141,"5min":4.6150000000000002,"15min":84.724999999999994},"last":1.524}]},{"osd":8,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.845,"5min":2.0299999999999998,"15min":2.7029999999999998},"min":{"1min":1.101,"5min":1.042,"15min":0.90000000000000002},"max":{"1min":3.698,"5min":5.2309999999999999,"15min":80.588999999999999},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.9950000000000001,"5min":2.2669999999999999,"15min":2.3879999999999999},"min":{"1min":1.25,"5min":0.89100000000000001,"15min":0.81899999999999995},"max":{"1min":4.0439999999999996,"5min":6.3280000000000003,"15min":40.341999999999999},"last":2.0529999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":2.157,"5min":2.3359999999999999,"15min":3.0600000000000001},"min":{"1min":1.383,"5min":1.3049999999999999,"15min":1.01},"max":{"1min":3.9279999999999999,"5min":6.1079999999999997,"15min":82.418000000000006},"last":7.694},{"interface":"front","average":{"1min":1.9670000000000001,"5min":2.2810000000000001,"15min":2.6549999999999998},"min":{"1min":1.1739999999999999,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":4.6909999999999998,"5min":5.6429999999999998,"15min":42.310000000000002},"last":1.6120000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.3210000000000002,"15min":3.105},"min":{"1min":1.4039999999999999,"5min":1.377,"15min":1.091},"max":{"1min":4.2729999999999997,"5min":4.8339999999999996,"15min":79.700999999999993},"last":1.6399999999999999},{"interface":"front","average":{"1min":2.2200000000000002,"5min":2.3940000000000001,"15min":2.7410000000000001},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":4.4050000000000002,"5min":5.4450000000000003,"15min":40.555999999999997},"last":1.9299999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.577,"15min":3.1909999999999998},"min":{"1min":1.6220000000000001,"5min":1.3029999999999999,"15min":1.1399999999999999},"max":{"1min":4.9640000000000004,"5min":5.4340000000000002,"15min":81.390000000000001},"last":5.0430000000000001},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.585,"15min":2.9089999999999998},"min":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"max":{"1min":7.2939999999999996,"5min":7.2939999999999996,"15min":42.034999999999997},"last":4.7300000000000004}]}]},{"osd":4,"up_from":35,"seq":150323855731,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":686072,"kb_used_data":323952,"kb_used_omap":0,"kb_used_meta":362112,"kb_avail":93059080,"statfs":{"total":95995035648,"available":95292497920,"internally_reserved":0,"allocated":331726848,"data_stored":331348893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":370802688},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":2.3050000000000002,"5min":2.1219999999999999,"15min":1.885},"min":{"1min":0.54400000000000004,"5min":0.54200000000000004,"15min":0.52900000000000003},"max":{"1min":10.852,"5min":16.091999999999999,"15min":62.197000000000003},"last":6.4800000000000004},{"interface":"front","average":{"1min":1.8819999999999999,"5min":2.0710000000000002,"15min":1.988},"min":{"1min":0.80700000000000005,"5min":0.61299999999999999,"15min":0.54400000000000004},"max":{"1min":6.4619999999999997,"5min":16.904,"15min":61.820999999999998},"last":6.601}]},{"osd":1,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":2.0110000000000001,"5min":1.8069999999999999,"15min":3.6989999999999998},"min":{"1min":0.72499999999999998,"5min":0.61299999999999999,"15min":0.53300000000000003},"max":{"1min":5.141,"5min":14.339,"15min":277.74299999999999},"last":2.008},{"interface":"front","average":{"1min":2.6560000000000001,"5min":2.1899999999999999,"15min":3.7850000000000001},"min":{"1min":1.03,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":6.25,"5min":14.382999999999999,"15min":286.88499999999999},"last":6.3360000000000003}]},{"osd":2,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":2.415,"5min":1.9550000000000001,"15min":2.2130000000000001},"min":{"1min":0.83399999999999996,"5min":0.60999999999999999,"15min":0.53800000000000003},"max":{"1min":8.2400000000000002,"5min":8.2400000000000002,"15min":37.697000000000003},"last":6.7370000000000001},{"interface":"front","average":{"1min":2.4820000000000002,"5min":2.2200000000000002,"15min":2.294},"min":{"1min":0.74099999999999999,"5min":0.66300000000000003,"15min":0.57999999999999996},"max":{"1min":7.2729999999999997,"5min":8.7929999999999993,"15min":37.956000000000003},"last":1.1040000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":1.6379999999999999,"15min":3.6339999999999999},"min":{"1min":0.80200000000000005,"5min":0.79100000000000004,"15min":0.66000000000000003},"max":{"1min":6.016,"5min":6.016,"15min":247.41499999999999},"last":1.8240000000000001},{"interface":"front","average":{"1min":2.1110000000000002,"5min":2.1280000000000001,"15min":3.9689999999999999},"min":{"1min":0.82199999999999995,"5min":0.79400000000000004,"15min":0.624},"max":{"1min":7.0460000000000003,"5min":7.6959999999999997,"15min":249.12},"last":2.1819999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.1080000000000001,"15min":2.149},"min":{"1min":0.82099999999999995,"5min":0.74099999999999999,"15min":0.65700000000000003},"max":{"1min":4.7380000000000004,"5min":7.4649999999999999,"15min":61.781999999999996},"last":0.95399999999999996},{"interface":"front","average":{"1min":2.5230000000000001,"5min":2.4430000000000001,"15min":2.4449999999999998},"min":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.72199999999999998},"max":{"1min":7.3689999999999998,"5min":7.5730000000000004,"15min":61.533000000000001},"last":0.81200000000000006}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":2.0409999999999999,"5min":3.5939999999999999,"15min":2.827},"min":{"1min":0.82799999999999996,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":4.6100000000000003,"5min":165.12,"15min":165.12},"last":1.1439999999999999},{"interface":"front","average":{"1min":2.8260000000000001,"5min":3.8079999999999998,"15min":2.9929999999999999},"min":{"1min":1.1870000000000001,"5min":1.024,"15min":0.81299999999999994},"max":{"1min":10.648999999999999,"5min":162.14099999999999,"15min":162.14099999999999},"last":1.3959999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":6.0279999999999996,"5min":3.141,"15min":2.7669999999999999},"min":{"1min":1.218,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":62.771000000000001,"5min":62.771000000000001,"15min":62.771000000000001},"last":1.2649999999999999},{"interface":"front","average":{"1min":6.306,"5min":3.613,"15min":2.9489999999999998},"min":{"1min":1.2549999999999999,"5min":0.91200000000000003,"15min":0.90700000000000003},"max":{"1min":63.076000000000001,"5min":63.076000000000001,"15min":63.076000000000001},"last":7.3840000000000003}]},{"osd":9,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":2.8069999999999999,"5min":2.601,"15min":2.9630000000000001},"min":{"1min":1.349,"5min":1.093,"15min":0.879},"max":{"1min":10.375,"5min":10.375,"15min":63.304000000000002},"last":3.3599999999999999},{"interface":"front","average":{"1min":3.2170000000000001,"5min":2.8849999999999998,"15min":2.919},"min":{"1min":1.29,"5min":1.155,"15min":1.0269999999999999},"max":{"1min":10.513,"5min":10.513,"15min":63.232999999999997},"last":3.0019999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.653,"5min":2.794,"15min":3.073},"min":{"1min":1.339,"5min":1.339,"15min":1.143},"max":{"1min":10.805999999999999,"5min":10.805999999999999,"15min":64.043999999999997},"last":7.2229999999999999},{"interface":"front","average":{"1min":3.3100000000000001,"5min":2.7360000000000002,"15min":2.98},"min":{"1min":1.323,"5min":1.004,"15min":1.004},"max":{"1min":8.5180000000000007,"5min":8.5180000000000007,"15min":62.686999999999998},"last":3.1789999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:46:10 2020","interfaces":[{"interface":"back","average":{"1min":3.1339999999999999,"5min":3.0030000000000001,"15min":2.9670000000000001},"min":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.0089999999999999},"max":{"1min":10.928000000000001,"5min":10.928000000000001,"15min":64.244},"last":1.8380000000000001},{"interface":"front","average":{"1min":3.6459999999999999,"5min":3.2170000000000001,"15min":3.1419999999999999},"min":{"1min":1.591,"5min":1.4870000000000001,"15min":1.0649999999999999},"max":{"1min":11.039999999999999,"5min":11.039999999999999,"15min":64.447999999999993},"last":2.3570000000000002}]}]},{"osd":5,"up_from":0,"seq":180388626800,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:47:15.972 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight
2020-11-16T20:47:16.012 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:16.020 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:15 smithi142 bash[22738]: debug 2020-11-16T20:47:15.795+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:16.117 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:16.179 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:16.197 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:16 smithi071 bash[14419]: debug 2020-11-16T20:47:16.012+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:16.267 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:16.371 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:16.378 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:16 smithi065 bash[11785]: debug 2020-11-16T20:47:16.264+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:16.493 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:16.597 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:16.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:16 smithi065 bash[16457]: debug 2020-11-16T20:47:16.492+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:17.121 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:17.224 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:17.350 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:17.454 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:17 smithi142 bash[18009]: debug 2020-11-16T20:47:17.119+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:17.455 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:17 smithi142 bash[9523]: cluster 2020-11-16T20:47:16.404877+0000 mgr.x (mgr.14196) 1064 : cluster [DBG] pgmap v1583: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 924 MiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 703 op/s; 919/29572 objects misplaced (3.108%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:47:17.456 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:17.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:17 smithi065 bash[9468]: cluster 2020-11-16T20:47:16.404877+0000 mgr.x (mgr.14196) 1064 : cluster [DBG] pgmap v1583: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 924 MiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 703 op/s; 919/29572 objects misplaced (3.108%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:47:17.531 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:17 smithi065 bash[11785]: debug 2020-11-16T20:47:17.348+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:17.596 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:17.703 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:17.767 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:47:17.905 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:47:17.935 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:17.944 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:17.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:17 smithi071 bash[9480]: cluster 2020-11-16T20:47:16.404877+0000 mgr.x (mgr.14196) 1064 : cluster [DBG] pgmap v1583: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 924 MiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 703 op/s; 919/29572 objects misplaced (3.108%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:47:18.031 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:17 smithi065 bash[11785]: debug 2020-11-16T20:47:17.596+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:18.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:17 smithi142 bash[22738]: debug 2020-11-16T20:47:17.943+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:18.049 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:18.130 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:18.161 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:18.265 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:18.376 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:18.447 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:18 smithi071 bash[16796]: debug 2020-11-16T20:47:18.160+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:18.480 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:18.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:18 smithi065 bash[9468]: cluster 2020-11-16T20:47:18.405399+0000 mgr.x (mgr.14196) 1065 : cluster [DBG] pgmap v1584: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 732 MiB data, 4.6 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 888 op/s; 626/23434 objects misplaced (2.671%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:47:18.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:18 smithi065 bash[9468]: cluster 2020-11-16T20:47:18.473133+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e613: 12 total, 12 up, 9 in
2020-11-16T20:47:18.531 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:18 smithi065 bash[14115]: debug 2020-11-16T20:47:18.376+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:18.600 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:18.704 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:18.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:18 smithi142 bash[9523]: cluster 2020-11-16T20:47:18.405399+0000 mgr.x (mgr.14196) 1065 : cluster [DBG] pgmap v1584: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 732 MiB data, 4.6 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 888 op/s; 626/23434 objects misplaced (2.671%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:47:18.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:18 smithi142 bash[9523]: cluster 2020-11-16T20:47:18.473133+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e613: 12 total, 12 up, 9 in
2020-11-16T20:47:18.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:18 smithi071 bash[9480]: cluster 2020-11-16T20:47:18.405399+0000 mgr.x (mgr.14196) 1065 : cluster [DBG] pgmap v1584: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 732 MiB data, 4.6 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 888 op/s; 626/23434 objects misplaced (2.671%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:47:18.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:18 smithi071 bash[9480]: cluster 2020-11-16T20:47:18.473133+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e613: 12 total, 12 up, 9 in
2020-11-16T20:47:18.972 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:47:19.031 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:47:18 smithi065 bash[18823]: debug 2020-11-16T20:47:18.596+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:19.139 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:19.188 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:19.242 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:19 smithi142 bash[22738]: debug 2020-11-16T20:47:19.079+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:19.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:19 smithi065 bash[9468]: cluster 2020-11-16T20:47:17.602385+0000 osd.5 (osd.5) 163 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:19.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:19 smithi065 bash[9468]: cluster 2020-11-16T20:47:17.602467+0000 osd.5 (osd.5) 164 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:19.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:19 smithi142 bash[9523]: cluster 2020-11-16T20:47:17.602385+0000 osd.5 (osd.5) 163 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:19.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:19 smithi142 bash[9523]: cluster 2020-11-16T20:47:17.602467+0000 osd.5 (osd.5) 164 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:19.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:19 smithi071 bash[9480]: cluster 2020-11-16T20:47:17.602385+0000 osd.5 (osd.5) 163 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:19.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:19 smithi071 bash[9480]: cluster 2020-11-16T20:47:17.602467+0000 osd.5 (osd.5) 164 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:20.072 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:20.175 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:20.301 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:20.407 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:20.509 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:20 smithi065 bash[16457]: debug 2020-11-16T20:47:20.508+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:20.509 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:47:20 smithi065 bash[18823]: debug 2020-11-16T20:47:20.300+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:20.511 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:20.620 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:20.678 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:20 smithi142 bash[18009]: debug 2020-11-16T20:47:20.075+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:20.679 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:20 smithi142 bash[9523]: cluster 2020-11-16T20:47:20.405814+0000 mgr.x (mgr.14196) 1066 : cluster [DBG] pgmap v1586: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 659 MiB data, 4.4 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 968 op/s; 626/21084 objects misplaced (2.969%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:47:20.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:20 smithi065 bash[9468]: cluster 2020-11-16T20:47:20.405814+0000 mgr.x (mgr.14196) 1066 : cluster [DBG] pgmap v1586: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 659 MiB data, 4.4 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 968 op/s; 626/21084 objects misplaced (2.969%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:47:20.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:20 smithi071 bash[9480]: cluster 2020-11-16T20:47:20.405814+0000 mgr.x (mgr.14196) 1066 : cluster [DBG] pgmap v1586: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 659 MiB data, 4.4 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 968 op/s; 626/21084 objects misplaced (2.969%); 4.5 MiB/s, 71 objects/s recovering
2020-11-16T20:47:22.270 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:22.373 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:22.501 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:22.518 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:22 smithi142 bash[22738]: debug 2020-11-16T20:47:22.271+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:22.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:22 smithi142 bash[9523]: cluster 2020-11-16T20:47:21.520516+0000 osd.3 (osd.3) 153 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:22.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:22 smithi142 bash[9523]: cluster 2020-11-16T20:47:21.520606+0000 osd.3 (osd.3) 154 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:22.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:22 smithi142 bash[9523]: cluster 2020-11-16T20:47:21.529303+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e614: 12 total, 12 up, 9 in
2020-11-16T20:47:22.520 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:22 smithi142 bash[9523]: cluster 2020-11-16T20:47:22.406275+0000 mgr.x (mgr.14196) 1067 : cluster [DBG] pgmap v1588: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 558 MiB data, 4.3 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 840 op/s; 626/17870 objects misplaced (3.503%); 2.3 MiB/s, 36 objects/s recovering
2020-11-16T20:47:22.606 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:22.697 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:22 smithi071 bash[14419]: debug 2020-11-16T20:47:22.496+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:22.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:22 smithi071 bash[9480]: cluster 2020-11-16T20:47:21.520516+0000 osd.3 (osd.3) 153 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:22.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:22 smithi071 bash[9480]: cluster 2020-11-16T20:47:21.520606+0000 osd.3 (osd.3) 154 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:22.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:22 smithi071 bash[9480]: cluster 2020-11-16T20:47:21.529303+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e614: 12 total, 12 up, 9 in
2020-11-16T20:47:22.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:22 smithi071 bash[9480]: cluster 2020-11-16T20:47:22.406275+0000 mgr.x (mgr.14196) 1067 : cluster [DBG] pgmap v1588: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 558 MiB data, 4.3 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 840 op/s; 626/17870 objects misplaced (3.503%); 2.3 MiB/s, 36 objects/s recovering
2020-11-16T20:47:22.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:22 smithi065 bash[9468]: cluster 2020-11-16T20:47:21.520516+0000 osd.3 (osd.3) 153 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:22.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:22 smithi065 bash[9468]: cluster 2020-11-16T20:47:21.520606+0000 osd.3 (osd.3) 154 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:22.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:22 smithi065 bash[9468]: cluster 2020-11-16T20:47:21.529303+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e614: 12 total, 12 up, 9 in
2020-11-16T20:47:22.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:22 smithi065 bash[9468]: cluster 2020-11-16T20:47:22.406275+0000 mgr.x (mgr.14196) 1067 : cluster [DBG] pgmap v1588: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 558 MiB data, 4.3 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 840 op/s; 626/17870 objects misplaced (3.503%); 2.3 MiB/s, 36 objects/s recovering
2020-11-16T20:47:23.570 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:23.674 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:23.834 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:23 smithi142 bash[9523]: cluster 2020-11-16T20:47:22.373524+0000 osd.7 (osd.7) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:23.834 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:23 smithi142 bash[9523]: cluster 2020-11-16T20:47:22.373625+0000 osd.7 (osd.7) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:23.834 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:23 smithi142 bash[9523]: cluster 2020-11-16T20:47:22.612225+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e615: 12 total, 12 up, 9 in
2020-11-16T20:47:23.834 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:23 smithi142 bash[18009]: debug 2020-11-16T20:47:23.571+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:23.837 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:23.942 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:23.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:23 smithi071 bash[9480]: cluster 2020-11-16T20:47:22.373524+0000 osd.7 (osd.7) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:23.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:23 smithi071 bash[9480]: cluster 2020-11-16T20:47:22.373625+0000 osd.7 (osd.7) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:23.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:23 smithi071 bash[9480]: cluster 2020-11-16T20:47:22.612225+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e615: 12 total, 12 up, 9 in
2020-11-16T20:47:23.951 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:23 smithi065 bash[9468]: cluster 2020-11-16T20:47:22.373524+0000 osd.7 (osd.7) 131 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:23.951 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:23 smithi065 bash[9468]: cluster 2020-11-16T20:47:22.373625+0000 osd.7 (osd.7) 132 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:23.951 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:23 smithi065 bash[9468]: cluster 2020-11-16T20:47:22.612225+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e615: 12 total, 12 up, 9 in
2020-11-16T20:47:23.952 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:23 smithi065 bash[14115]: debug 2020-11-16T20:47:23.836+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:24.076 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:24.180 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:24.281 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:24 smithi065 bash[16457]: debug 2020-11-16T20:47:24.068+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:24.302 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:24.405 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:24.447 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:24 smithi071 bash[12066]: debug 2020-11-16T20:47:24.296+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:24.509 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:24.617 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:24.728 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:24.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:24 smithi065 bash[9468]: cluster 2020-11-16T20:47:24.406785+0000 mgr.x (mgr.14196) 1068 : cluster [DBG] pgmap v1590: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 373 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 957 op/s; 318/11944 objects misplaced (2.662%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:47:24.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:24 smithi065 bash[16457]: debug 2020-11-16T20:47:24.508+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:24.831 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:24.935 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:24.938 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:24 smithi142 bash[9523]: cluster 2020-11-16T20:47:24.406785+0000 mgr.x (mgr.14196) 1068 : cluster [DBG] pgmap v1590: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 373 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 957 op/s; 318/11944 objects misplaced (2.662%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:47:24.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:24 smithi071 bash[9480]: cluster 2020-11-16T20:47:24.406785+0000 mgr.x (mgr.14196) 1068 : cluster [DBG] pgmap v1590: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 373 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 957 op/s; 318/11944 objects misplaced (2.662%); 3.2 MiB/s, 51 objects/s recovering
2020-11-16T20:47:24.948 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:24 smithi071 bash[14419]: debug 2020-11-16T20:47:24.728+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:25.039 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:25.175 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:25.280 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:25.281 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:24 smithi065 bash[11785]: debug 2020-11-16T20:47:24.932+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:25.386 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:25.447 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:47:25 smithi071 bash[26650]: debug 2020-11-16T20:47:25.172+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:25.491 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:25.742 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:25 smithi142 bash[15670]: debug 2020-11-16T20:47:25.743+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:25.745 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:25.781 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:25 smithi065 bash[14115]: debug 2020-11-16T20:47:25.384+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:25.848 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:25.980 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:26.086 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:26.197 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:25 smithi071 bash[16796]: debug 2020-11-16T20:47:25.980+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:26.214 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:26.318 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:26.464 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:26.570 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:26.579 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:26 smithi071 bash[9480]: audit 2020-11-16T20:47:26.250813+0000 mon.b (mon.1) 436 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:47:26.579 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:26 smithi071 bash[9480]: audit 2020-11-16T20:47:26.251011+0000 mon.b (mon.1) 437 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:47:26.580 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:26 smithi071 bash[9480]: audit 2020-11-16T20:47:26.261231+0000 mon.a (mon.0) 1985 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:47:26.580 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:26 smithi071 bash[9480]: audit 2020-11-16T20:47:26.261492+0000 mon.a (mon.0) 1986 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:47:26.580 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:26 smithi071 bash[14419]: debug 2020-11-16T20:47:26.212+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:26.701 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:26.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:26 smithi065 bash[16457]: debug 2020-11-16T20:47:26.456+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:26.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:26 smithi065 bash[9468]: audit 2020-11-16T20:47:26.250813+0000 mon.b (mon.1) 436 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:47:26.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:26 smithi065 bash[9468]: audit 2020-11-16T20:47:26.251011+0000 mon.b (mon.1) 437 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:47:26.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:26 smithi065 bash[9468]: audit 2020-11-16T20:47:26.261231+0000 mon.a (mon.0) 1985 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:47:26.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:26 smithi065 bash[9468]: audit 2020-11-16T20:47:26.261492+0000 mon.a (mon.0) 1986 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:47:26.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:26 smithi142 bash[9523]: audit 2020-11-16T20:47:26.250813+0000 mon.b (mon.1) 436 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:47:26.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:26 smithi142 bash[9523]: audit 2020-11-16T20:47:26.251011+0000 mon.b (mon.1) 437 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:47:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:26 smithi142 bash[9523]: audit 2020-11-16T20:47:26.261231+0000 mon.a (mon.0) 1985 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:47:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:26 smithi142 bash[9523]: audit 2020-11-16T20:47:26.261492+0000 mon.a (mon.0) 1986 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:47:26.806 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:26.947 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:47:26 smithi071 bash[26650]: debug 2020-11-16T20:47:26.700+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:27.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:27 smithi071 bash[9480]: cluster 2020-11-16T20:47:26.407237+0000 mgr.x (mgr.14196) 1069 : cluster [DBG] pgmap v1591: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 314 MiB data, 3.8 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 843 op/s; 318/10046 objects misplaced (3.165%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:47:27.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:27 smithi071 bash[9480]: cluster 2020-11-16T20:47:26.448092+0000 osd.8 (osd.8) 162 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:27.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:27 smithi071 bash[9480]: cluster 2020-11-16T20:47:26.448182+0000 osd.8 (osd.8) 163 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:27.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:27 smithi065 bash[9468]: cluster 2020-11-16T20:47:26.407237+0000 mgr.x (mgr.14196) 1069 : cluster [DBG] pgmap v1591: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 314 MiB data, 3.8 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 843 op/s; 318/10046 objects misplaced (3.165%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:47:27.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:27 smithi065 bash[9468]: cluster 2020-11-16T20:47:26.448092+0000 osd.8 (osd.8) 162 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:27.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:27 smithi065 bash[9468]: cluster 2020-11-16T20:47:26.448182+0000 osd.8 (osd.8) 163 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:27.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:27 smithi142 bash[9523]: cluster 2020-11-16T20:47:26.407237+0000 mgr.x (mgr.14196) 1069 : cluster [DBG] pgmap v1591: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 314 MiB data, 3.8 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 843 op/s; 318/10046 objects misplaced (3.165%); 2.4 MiB/s, 38 objects/s recovering
2020-11-16T20:47:27.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:27 smithi142 bash[9523]: cluster 2020-11-16T20:47:26.448092+0000 osd.8 (osd.8) 162 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:27.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:27 smithi142 bash[9523]: cluster 2020-11-16T20:47:26.448182+0000 osd.8 (osd.8) 163 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:28.061 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:28.165 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:28.267 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:47:28.268 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:47:28.268 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:28.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:287793 5.7 5:ee25ab2c:::benchmark_data_smithi065_37993_object143769:head [delete] snapc 0=[] ondisk+write+known_if_redirected e616)",
2020-11-16T20:47:28.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:47:28.273082+0000",
2020-11-16T20:47:28.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.00093137000000000005,
2020-11-16T20:47:28.268 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.00096244099999999997,
2020-11-16T20:47:28.269 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:28.269 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:47:28.269 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:28.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:47:28.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:47:28.269 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 287793
2020-11-16T20:47:28.269 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:28.269 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:28.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:28.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273082+0000",
2020-11-16T20:47:28.270 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:28.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:28.270 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:28.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273082+0000",
2020-11-16T20:47:28.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:47:28.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:28.271 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:28.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273047+0000",
2020-11-16T20:47:28.271 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2693000000000003e-05
2020-11-16T20:47:28.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:28.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:28.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273129+0000",
2020-11-16T20:47:28.272 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8581999999999999e-05
2020-11-16T20:47:28.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:28.272 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:28.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273148+0000",
2020-11-16T20:47:28.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1439999999999992e-06
2020-11-16T20:47:28.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:28.273 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:28.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273157+0000",
2020-11-16T20:47:28.273 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3102999999999994e-05
2020-11-16T20:47:28.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:28.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:28.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273230+0000",
2020-11-16T20:47:28.274 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013884999999999999
2020-11-16T20:47:28.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:28.274 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:28.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273369+0000",
2020-11-16T20:47:28.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000112435
2020-11-16T20:47:28.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:28.275 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:28.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:47:28.275 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:47:28.273481+0000",
2020-11-16T20:47:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00039948799999999998
2020-11-16T20:47:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:47:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T20:47:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 1
2020-11-16T20:47:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:47:28.339 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:28 smithi065 bash[11785]: debug 2020-11-16T20:47:28.060+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:28.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:28 smithi071 bash[9480]: cluster 2020-11-16T20:47:27.330025+0000 mon.a (mon.0) 1987 : cluster [DBG] osdmap e616: 12 total, 12 up, 9 in
2020-11-16T20:47:28.732 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Removed 144021 objects
2020-11-16T20:47:28.733 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Clean up completed and total clean up time :186.206
2020-11-16T20:47:28.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:28 smithi065 bash[9468]: cluster 2020-11-16T20:47:27.330025+0000 mon.a (mon.0) 1987 : cluster [DBG] osdmap e616: 12 total, 12 up, 9 in
2020-11-16T20:47:28.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:28 smithi142 bash[9523]: cluster 2020-11-16T20:47:27.330025+0000 mon.a (mon.0) 1987 : cluster [DBG] osdmap e616: 12 total, 12 up, 9 in
2020-11-16T20:47:29.571 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:29.673 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:47:29.677 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:29.690 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:29 smithi071 bash[9480]: cluster 2020-11-16T20:47:28.407687+0000 mgr.x (mgr.14196) 1070 : cluster [DBG] pgmap v1593: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 119 MiB data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s; 1/3822 objects misplaced (0.026%); 5.7 MiB/s, 90 objects/s recovering
2020-11-16T20:47:29.697 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:47:29.728 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:47:29.754 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:47:29.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:29 smithi065 bash[16457]: debug 2020-11-16T20:47:29.568+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:29.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:29 smithi065 bash[9468]: cluster 2020-11-16T20:47:28.407687+0000 mgr.x (mgr.14196) 1070 : cluster [DBG] pgmap v1593: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 119 MiB data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s; 1/3822 objects misplaced (0.026%); 5.7 MiB/s, 90 objects/s recovering
2020-11-16T20:47:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:29 smithi142 bash[9523]: cluster 2020-11-16T20:47:28.407687+0000 mgr.x (mgr.14196) 1070 : cluster [DBG] pgmap v1593: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 119 MiB data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s; 1/3822 objects misplaced (0.026%); 5.7 MiB/s, 90 objects/s recovering
2020-11-16T20:47:29.787 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:47:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:29.819 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:47:29.845 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:47:29.870 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:47:29.894 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:47:29.902 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:29.919 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:47:29.944 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:47:29.947 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:29 smithi071 bash[12066]: debug 2020-11-16T20:47:29.796+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:29.967 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:47:29.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.971 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.972 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.972 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.972 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.972 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.972 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:47:29.972 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:47:30.035 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:30.139 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:30.258 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:30 smithi065 bash[16457]: debug 2020-11-16T20:47:30.032+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:30.259 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:30.363 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:30.531 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:30 smithi065 bash[11785]: debug 2020-11-16T20:47:30.256+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:30.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:30 smithi065 bash[9468]: audit 2020-11-16T20:47:29.654246+0000 mon.a (mon.0) 1988 : audit [DBG] from='client.? v1:172.21.15.142:0/3613774088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:30.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:30 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.681077+0000 osd.0 (osd.0) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:30 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.735877+0000 osd.2 (osd.2) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:30 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.948604+0000 osd.10 (osd.10) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:30 smithi142 bash[9523]: audit 2020-11-16T20:47:29.654246+0000 mon.a (mon.0) 1988 : audit [DBG] from='client.? v1:172.21.15.142:0/3613774088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:30.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:30 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.681077+0000 osd.0 (osd.0) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:30 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.735877+0000 osd.2 (osd.2) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:30 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.948604+0000 osd.10 (osd.10) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.549 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops
2020-11-16T20:47:30.582 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:30.688 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:30.696 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:30.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:30 smithi071 bash[9480]: audit 2020-11-16T20:47:29.654246+0000 mon.a (mon.0) 1988 : audit [DBG] from='client.? v1:172.21.15.142:0/3613774088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:30.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:30 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.681077+0000 osd.0 (osd.0) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:30 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.735877+0000 osd.2 (osd.2) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:30 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.948604+0000 osd.10 (osd.10) 138 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:30.926 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:30.938 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:30 smithi142 bash[15670]: debug 2020-11-16T20:47:30.587+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:31.031 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:30 smithi065 bash[14115]: debug 2020-11-16T20:47:30.820+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:31.360 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:47:31.446 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.704347+0000 osd.1 (osd.1) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.446 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.761788+0000 osd.3 (osd.3) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.446 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.792078+0000 osd.4 (osd.4) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.447 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.824381+0000 osd.5 (osd.5) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.447 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.849937+0000 osd.6 (osd.6) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.447 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.874806+0000 osd.7 (osd.7) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.447 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.898469+0000 osd.8 (osd.8) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.447 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.922737+0000 osd.9 (osd.9) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.447 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:29.971076+0000 osd.11 (osd.11) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:30.145149+0000 osd.1 (osd.1) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:31.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:30.145256+0000 osd.1 (osd.1) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:31.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:30.353624+0000 mon.a (mon.0) 1989 : cluster [DBG] osdmap e617: 12 total, 12 up, 9 in
2020-11-16T20:47:31.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: cluster 2020-11-16T20:47:30.408145+0000 mgr.x (mgr.14196) 1071 : cluster [DBG] pgmap v1595: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 60 MiB data, 3.3 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1/1916 objects misplaced (0.052%); 5.0 MiB/s, 80 objects/s recovering
2020-11-16T20:47:31.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[9523]: audit 2020-11-16T20:47:31.029537+0000 mon.a (mon.0) 1990 : audit [INF] from='client.? v1:172.21.15.142:0/946321227' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:47:31.563 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:31.667 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:31.678 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.704347+0000 osd.1 (osd.1) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.678 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.761788+0000 osd.3 (osd.3) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.678 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.792078+0000 osd.4 (osd.4) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.678 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.824381+0000 osd.5 (osd.5) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.678 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.849937+0000 osd.6 (osd.6) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.678 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.874806+0000 osd.7 (osd.7) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.679 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.898469+0000 osd.8 (osd.8) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.679 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.922737+0000 osd.9 (osd.9) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.679 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:29.971076+0000 osd.11 (osd.11) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.679 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:30.145149+0000 osd.1 (osd.1) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:31.679 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:30.145256+0000 osd.1 (osd.1) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:31.679 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:30.353624+0000 mon.a (mon.0) 1989 : cluster [DBG] osdmap e617: 12 total, 12 up, 9 in
2020-11-16T20:47:31.679 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: cluster 2020-11-16T20:47:30.408145+0000 mgr.x (mgr.14196) 1071 : cluster [DBG] pgmap v1595: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 60 MiB data, 3.3 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1/1916 objects misplaced (0.052%); 5.0 MiB/s, 80 objects/s recovering
2020-11-16T20:47:31.680 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[9468]: audit 2020-11-16T20:47:31.029537+0000 mon.a (mon.0) 1990 : audit [INF] from='client.? v1:172.21.15.142:0/946321227' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:47:31.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.704347+0000 osd.1 (osd.1) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.761788+0000 osd.3 (osd.3) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.792078+0000 osd.4 (osd.4) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.824381+0000 osd.5 (osd.5) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.849937+0000 osd.6 (osd.6) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.874806+0000 osd.7 (osd.7) 133 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.898469+0000 osd.8 (osd.8) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.922737+0000 osd.9 (osd.9) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:29.971076+0000 osd.11 (osd.11) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:31.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:30.145149+0000 osd.1 (osd.1) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:31.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:30.145256+0000 osd.1 (osd.1) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:31.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:30.353624+0000 mon.a (mon.0) 1989 : cluster [DBG] osdmap e617: 12 total, 12 up, 9 in
2020-11-16T20:47:31.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: cluster 2020-11-16T20:47:30.408145+0000 mgr.x (mgr.14196) 1071 : cluster [DBG] pgmap v1595: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 60 MiB data, 3.3 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.02k op/s; 1/1916 objects misplaced (0.052%); 5.0 MiB/s, 80 objects/s recovering
2020-11-16T20:47:31.700 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:31 smithi071 bash[9480]: audit 2020-11-16T20:47:31.029537+0000 mon.a (mon.0) 1990 : audit [INF] from='client.? v1:172.21.15.142:0/946321227' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:47:31.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:31 smithi142 bash[22738]: debug 2020-11-16T20:47:31.567+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:31.783 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:31.887 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:31.972 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:47:31.974 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:47:32.005 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:47:31 smithi065 bash[18823]: debug 2020-11-16T20:47:31.780+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:32.005 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:32.110 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:32.230 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:32.281 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:47:32 smithi065 bash[18823]: debug 2020-11-16T20:47:32.004+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:32.336 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:32.448 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:32 smithi071 bash[16796]: debug 2020-11-16T20:47:32.228+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:32.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:32 smithi071 bash[9480]: cluster 2020-11-16T20:47:31.349102+0000 mon.a (mon.0) 1991 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:32.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:32 smithi071 bash[9480]: audit 2020-11-16T20:47:31.363058+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? v1:172.21.15.142:0/946321227' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:47:32.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:32 smithi071 bash[9480]: cluster 2020-11-16T20:47:31.363115+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e618: 12 total, 12 up, 9 in
2020-11-16T20:47:32.464 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:32.571 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:32.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:32 smithi142 bash[9523]: cluster 2020-11-16T20:47:31.349102+0000 mon.a (mon.0) 1991 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:32.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:32 smithi142 bash[9523]: audit 2020-11-16T20:47:31.363058+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? v1:172.21.15.142:0/946321227' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:47:32.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:32 smithi142 bash[9523]: cluster 2020-11-16T20:47:31.363115+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e618: 12 total, 12 up, 9 in
2020-11-16T20:47:32.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:32 smithi065 bash[16457]: debug 2020-11-16T20:47:32.464+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:32 smithi065 bash[9468]: cluster 2020-11-16T20:47:31.349102+0000 mon.a (mon.0) 1991 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:32 smithi065 bash[9468]: audit 2020-11-16T20:47:31.363058+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? v1:172.21.15.142:0/946321227' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:47:32.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:32 smithi065 bash[9468]: cluster 2020-11-16T20:47:31.363115+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e618: 12 total, 12 up, 9 in
2020-11-16T20:47:32.956 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:33.062 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:33.253 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:47:32 smithi142 bash[20366]: debug 2020-11-16T20:47:32.959+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:33.298 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:33.402 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:33.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:33 smithi142 bash[18009]: debug 2020-11-16T20:47:33.303+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:33.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:33 smithi142 bash[9523]: cluster 2020-11-16T20:47:31.899425+0000 osd.11 (osd.11) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:33.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:33 smithi142 bash[9523]: cluster 2020-11-16T20:47:31.899572+0000 osd.11 (osd.11) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:33.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:33 smithi142 bash[9523]: audit 2020-11-16T20:47:31.961374+0000 mgr.x (mgr.14196) 1072 : audit [DBG] from='client.16146 v1:172.21.15.142:0/3786887860' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:33.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:33 smithi142 bash[9523]: cluster 2020-11-16T20:47:32.408785+0000 mgr.x (mgr.14196) 1073 : cluster [DBG] pgmap v1597: 17 pgs: 1 active, 16 active+clean; 19 MiB data, 3.2 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 787 op/s; 3.3 MiB/s, 69 objects/s recovering
2020-11-16T20:47:33.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:33 smithi142 bash[9523]: cluster 2020-11-16T20:47:32.601312+0000 mon.a (mon.0) 1994 : cluster [DBG] osdmap e619: 12 total, 12 up, 9 in
2020-11-16T20:47:33.564 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1596,"stamp":"2020-11-16T20:47:31.356938+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":43647000,"num_objects":667,"num_object_clones":0,"num_object_copies":1334,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":667,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":287377,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14832,"num_bytes_recovered":972029952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160877,"ondisk_log_size":160877,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":3450312,"kb_used_data":683792,"kb_used_omap":0,"kb_used_meta":2765759,"kb_avail":840256056,"statfs":{"total":863955320832,"available":860422201344,"internally_reserved":0,"allocated":700203008,"data_stored":697006275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2832137276},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,4,7,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-347668480,"num_objects":-5305,"num_object_clones":0,"num_object_copies":-10610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-317,"num_objects_unfound":0,"num_objects_dirty":-5305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5305,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":317,"num_bytes_recovered":20774912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.950456"},"pg_stats":[{"pgid":"5.f","version":"615'18220","reported_seq":"18305","reported_epoch":"615","state":"active+clean","last_fresh":"2020-11-16T20:47:27.220340+0000","last_change":"2020-11-16T20:42:36.935898+0000","last_active":"2020-11-16T20:47:27.220340+0000","last_peered":"2020-11-16T20:47:27.220340+0000","last_clean":"2020-11-16T20:47:27.220340+0000","last_became_active":"2020-11-16T20:42:36.935497+0000","last_became_peered":"2020-11-16T20:42:36.935497+0000","last_unstale":"2020-11-16T20:47:27.220340+0000","last_undegraded":"2020-11-16T20:47:27.220340+0000","last_fullsized":"2020-11-16T20:47:27.220340+0000","mapping_epoch":535,"log_start":"567'8200","ondisk_log_start":"567'8200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10020,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5111808,"num_objects":78,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18220,"num_write_kb":585536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"616'17955","reported_seq":"18043","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:27.556716+0000","last_change":"2020-11-16T20:42:36.935412+0000","last_active":"2020-11-16T20:47:27.556716+0000","last_peered":"2020-11-16T20:47:27.556716+0000","last_clean":"2020-11-16T20:47:27.556716+0000","last_became_active":"2020-11-16T20:42:36.934950+0000","last_became_peered":"2020-11-16T20:42:36.934950+0000","last_unstale":"2020-11-16T20:47:27.556716+0000","last_undegraded":"2020-11-16T20:47:27.556716+0000","last_fullsized":"2020-11-16T20:47:27.556716+0000","mapping_epoch":535,"log_start":"564'7900","ondisk_log_start":"564'7900","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10055,"ondisk_log_size":10055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2686976,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17955,"num_write_kb":575872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.d","version":"615'17955","reported_seq":"18046","reported_epoch":"615","state":"active+clean","last_fresh":"2020-11-16T20:47:26.395718+0000","last_change":"2020-11-16T20:44:11.201221+0000","last_active":"2020-11-16T20:47:26.395718+0000","last_peered":"2020-11-16T20:47:26.395718+0000","last_clean":"2020-11-16T20:47:26.395718+0000","last_became_active":"2020-11-16T20:42:36.932540+0000","last_became_peered":"2020-11-16T20:42:36.932540+0000","last_unstale":"2020-11-16T20:47:26.395718+0000","last_undegraded":"2020-11-16T20:47:26.395718+0000","last_fullsized":"2020-11-16T20:47:26.395718+0000","mapping_epoch":535,"log_start":"565'7900","ondisk_log_start":"565'7900","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8345","last_scrub_stamp":"2020-11-16T20:44:11.201127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:11.201127+0000","log_size":10055,"ondisk_log_size":10055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":11534360,"num_objects":177,"num_object_clones":0,"num_object_copies":354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":177,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":17955,"num_write_kb":580161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"5.c","version":"616'17850","reported_seq":"17941","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:28.497091+0000","last_change":"2020-11-16T20:46:34.468555+0000","last_active":"2020-11-16T20:47:28.497091+0000","last_peered":"2020-11-16T20:47:28.497091+0000","last_clean":"2020-11-16T20:47:28.497091+0000","last_became_active":"2020-11-16T20:42:36.935852+0000","last_became_peered":"2020-11-16T20:42:36.935852+0000","last_unstale":"2020-11-16T20:47:28.497091+0000","last_undegraded":"2020-11-16T20:47:28.497091+0000","last_fullsized":"2020-11-16T20:47:28.497091+0000","mapping_epoch":535,"log_start":"564'7800","ondisk_log_start":"564'7800","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14806","last_scrub_stamp":"2020-11-16T20:46:34.468480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:34.468480+0000","log_size":10050,"ondisk_log_size":10050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17850,"num_write_kb":571200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"616'17677","reported_seq":"17768","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:27.695474+0000","last_change":"2020-11-16T20:44:18.826868+0000","last_active":"2020-11-16T20:47:27.695474+0000","last_peered":"2020-11-16T20:47:27.695474+0000","last_clean":"2020-11-16T20:47:27.695474+0000","last_became_active":"2020-11-16T20:42:37.025125+0000","last_became_peered":"2020-11-16T20:42:37.025125+0000","last_unstale":"2020-11-16T20:47:27.695474+0000","last_undegraded":"2020-11-16T20:47:27.695474+0000","last_fullsized":"2020-11-16T20:47:27.695474+0000","mapping_epoch":535,"log_start":"564'7600","ondisk_log_start":"564'7600","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"570'8685","last_scrub_stamp":"2020-11-16T20:44:18.826809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:18.826809+0000","log_size":10077,"ondisk_log_size":10077,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3342336,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17677,"num_write_kb":567296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"616'17640","reported_seq":"30037","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:27.612818+0000","last_change":"2020-11-16T20:46:41.615977+0000","last_active":"2020-11-16T20:47:27.612818+0000","last_peered":"2020-11-16T20:47:27.612818+0000","last_clean":"2020-11-16T20:47:27.612818+0000","last_became_active":"2020-11-16T20:43:40.621644+0000","last_became_peered":"2020-11-16T20:43:40.621644+0000","last_unstale":"2020-11-16T20:47:27.612818+0000","last_undegraded":"2020-11-16T20:47:27.612818+0000","last_fullsized":"2020-11-16T20:47:27.612818+0000","mapping_epoch":559,"log_start":"564'7600","ondisk_log_start":"564'7600","created":535,"last_epoch_clean":600,"parent":"0.0","parent_split_bits":0,"last_scrub":"605'15001","last_scrub_stamp":"2020-11-16T20:46:41.615891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:41.615891+0000","log_size":10040,"ondisk_log_size":10040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3670016,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17640,"num_write_kb":566272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6148,"num_bytes_recovered":402915328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"5.9","version":"616'18154","reported_seq":"18246","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:28.518557+0000","last_change":"2020-11-16T20:46:35.414938+0000","last_active":"2020-11-16T20:47:28.518557+0000","last_peered":"2020-11-16T20:47:28.518557+0000","last_clean":"2020-11-16T20:47:28.518557+0000","last_became_active":"2020-11-16T20:42:36.932468+0000","last_became_peered":"2020-11-16T20:42:36.932468+0000","last_unstale":"2020-11-16T20:47:28.518557+0000","last_undegraded":"2020-11-16T20:47:28.518557+0000","last_fullsized":"2020-11-16T20:47:28.518557+0000","mapping_epoch":535,"log_start":"568'8100","ondisk_log_start":"568'8100","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15102","last_scrub_stamp":"2020-11-16T20:46:35.414871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.414871+0000","log_size":10054,"ondisk_log_size":10054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18154,"num_write_kb":580928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"616'17980","reported_seq":"35445","reported_epoch":"616","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:47:27.750475+0000","last_change":"2020-11-16T20:44:30.400028+0000","last_active":"2020-11-16T20:47:27.750475+0000","last_peered":"2020-11-16T20:47:27.750475+0000","last_clean":"2020-11-16T20:44:27.926891+0000","last_became_active":"2020-11-16T20:44:30.282707+0000","last_became_peered":"2020-11-16T20:44:30.282707+0000","last_unstale":"2020-11-16T20:47:27.750475+0000","last_undegraded":"2020-11-16T20:47:27.750475+0000","last_fullsized":"2020-11-16T20:47:27.750475+0000","mapping_epoch":575,"log_start":"564'7900","ondisk_log_start":"564'7900","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8485","last_scrub_stamp":"2020-11-16T20:44:12.519147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:12.519147+0000","log_size":10080,"ondisk_log_size":10080,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2621440,"num_objects":40,"num_object_clones":0,"num_object_copies":80,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17980,"num_write_kb":576640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8684,"num_bytes_recovered":569114624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0],"acting":[0,11],"avail_no_missing":["0","9"],"object_location_counts":[{"shards":"0,9","objects":1},{"shards":"0,11","objects":39}],"blocked_by":[],"up_primary":11,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"616'18052","reported_seq":"18143","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:28.510297+0000","last_change":"2020-11-16T20:46:35.418832+0000","last_active":"2020-11-16T20:47:28.510297+0000","last_peered":"2020-11-16T20:47:28.510297+0000","last_clean":"2020-11-16T20:47:28.510297+0000","last_became_active":"2020-11-16T20:42:37.027383+0000","last_became_peered":"2020-11-16T20:42:37.027383+0000","last_unstale":"2020-11-16T20:47:28.510297+0000","last_undegraded":"2020-11-16T20:47:28.510297+0000","last_fullsized":"2020-11-16T20:47:28.510297+0000","mapping_epoch":535,"log_start":"566'8000","ondisk_log_start":"566'8000","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15018","last_scrub_stamp":"2020-11-16T20:46:35.418754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.418754+0000","log_size":10052,"ondisk_log_size":10052,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18052,"num_write_kb":577664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"616'18372","reported_seq":"18464","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:28.533711+0000","last_change":"2020-11-16T20:46:33.798485+0000","last_active":"2020-11-16T20:47:28.533711+0000","last_peered":"2020-11-16T20:47:28.533711+0000","last_clean":"2020-11-16T20:47:28.533711+0000","last_became_active":"2020-11-16T20:42:36.935328+0000","last_became_peered":"2020-11-16T20:42:36.935328+0000","last_unstale":"2020-11-16T20:47:28.533711+0000","last_undegraded":"2020-11-16T20:47:28.533711+0000","last_fullsized":"2020-11-16T20:47:28.533711+0000","mapping_epoch":535,"log_start":"567'8300","ondisk_log_start":"567'8300","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'15252","last_scrub_stamp":"2020-11-16T20:46:33.798427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:33.798427+0000","log_size":10072,"ondisk_log_size":10072,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18372,"num_write_kb":587904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8],"acting":[7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.5","version":"616'18083","reported_seq":"18170","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:27.750663+0000","last_change":"2020-11-16T20:44:21.543235+0000","last_active":"2020-11-16T20:47:27.750663+0000","last_peered":"2020-11-16T20:47:27.750663+0000","last_clean":"2020-11-16T20:47:27.750663+0000","last_became_active":"2020-11-16T20:42:43.138983+0000","last_became_peered":"2020-11-16T20:42:43.138983+0000","last_unstale":"2020-11-16T20:47:27.750663+0000","last_undegraded":"2020-11-16T20:47:27.750663+0000","last_fullsized":"2020-11-16T20:47:27.750663+0000","mapping_epoch":539,"log_start":"565'8000","ondisk_log_start":"565'8000","created":535,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"571'9068","last_scrub_stamp":"2020-11-16T20:44:21.543141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:21.543141+0000","log_size":10083,"ondisk_log_size":10083,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3473408,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18083,"num_write_kb":580352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"616'18261","reported_seq":"18349","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:27.675093+0000","last_change":"2020-11-16T20:42:37.023385+0000","last_active":"2020-11-16T20:47:27.675093+0000","last_peered":"2020-11-16T20:47:27.675093+0000","last_clean":"2020-11-16T20:47:27.675093+0000","last_became_active":"2020-11-16T20:42:36.936796+0000","last_became_peered":"2020-11-16T20:42:36.936796+0000","last_unstale":"2020-11-16T20:47:27.675093+0000","last_undegraded":"2020-11-16T20:47:27.675093+0000","last_fullsized":"2020-11-16T20:47:27.675093+0000","mapping_epoch":535,"log_start":"567'8200","ondisk_log_start":"567'8200","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10061,"ondisk_log_size":10061,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3342336,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18261,"num_write_kb":585984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"616'17926","reported_seq":"18017","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:28.501031+0000","last_change":"2020-11-16T20:44:07.699166+0000","last_active":"2020-11-16T20:47:28.501031+0000","last_peered":"2020-11-16T20:47:28.501031+0000","last_clean":"2020-11-16T20:47:28.501031+0000","last_became_active":"2020-11-16T20:42:36.930542+0000","last_became_peered":"2020-11-16T20:42:36.930542+0000","last_unstale":"2020-11-16T20:47:28.501031+0000","last_undegraded":"2020-11-16T20:47:28.501031+0000","last_fullsized":"2020-11-16T20:47:28.501031+0000","mapping_epoch":535,"log_start":"565'7900","ondisk_log_start":"565'7900","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"568'8059","last_scrub_stamp":"2020-11-16T20:44:07.699099+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:44:07.699099+0000","log_size":10026,"ondisk_log_size":10026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17926,"num_write_kb":573632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1","version":"615'17757","reported_seq":"17847","reported_epoch":"615","state":"active+clean","last_fresh":"2020-11-16T20:47:27.167775+0000","last_change":"2020-11-16T20:46:35.985700+0000","last_active":"2020-11-16T20:47:27.167775+0000","last_peered":"2020-11-16T20:47:27.167775+0000","last_clean":"2020-11-16T20:47:27.167775+0000","last_became_active":"2020-11-16T20:42:36.999029+0000","last_became_peered":"2020-11-16T20:42:36.999029+0000","last_unstale":"2020-11-16T20:47:27.167775+0000","last_undegraded":"2020-11-16T20:47:27.167775+0000","last_fullsized":"2020-11-16T20:47:27.167775+0000","mapping_epoch":535,"log_start":"564'7700","ondisk_log_start":"564'7700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14818","last_scrub_stamp":"2020-11-16T20:46:35.985616+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:35.985616+0000","log_size":10057,"ondisk_log_size":10057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4784128,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17757,"num_write_kb":570560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"616'17722","reported_seq":"17813","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:28.549703+0000","last_change":"2020-11-16T20:46:37.595489+0000","last_active":"2020-11-16T20:47:28.549703+0000","last_peered":"2020-11-16T20:47:28.549703+0000","last_clean":"2020-11-16T20:47:28.549703+0000","last_became_active":"2020-11-16T20:42:36.936154+0000","last_became_peered":"2020-11-16T20:42:36.936154+0000","last_unstale":"2020-11-16T20:47:28.549703+0000","last_undegraded":"2020-11-16T20:47:28.549703+0000","last_fullsized":"2020-11-16T20:47:28.549703+0000","mapping_epoch":535,"log_start":"564'7700","ondisk_log_start":"564'7700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"604'14984","last_scrub_stamp":"2020-11-16T20:46:37.595402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:46:37.595402+0000","log_size":10022,"ondisk_log_size":10022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17722,"num_write_kb":567104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"616'17773","reported_seq":"17861","reported_epoch":"616","state":"active+clean","last_fresh":"2020-11-16T20:47:27.544819+0000","last_change":"2020-11-16T20:42:36.933903+0000","last_active":"2020-11-16T20:47:27.544819+0000","last_peered":"2020-11-16T20:47:27.544819+0000","last_clean":"2020-11-16T20:47:27.544819+0000","last_became_active":"2020-11-16T20:42:36.933463+0000","last_became_peered":"2020-11-16T20:42:36.933463+0000","last_unstale":"2020-11-16T20:47:27.544819+0000","last_undegraded":"2020-11-16T20:47:27.544819+0000","last_fullsized":"2020-11-16T20:47:27.544819+0000","mapping_epoch":535,"log_start":"564'7700","ondisk_log_start":"564'7700","created":535,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:42:35.917194+0000","last_clean_scrub_stamp":"2020-11-16T20:42:35.917194+0000","log_size":10073,"ondisk_log_size":10073,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3080192,"num_objects":47,"num_object_clones":0,"num_object_copies":94,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17773,"num_write_kb":570240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0],"acting":[8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"127","reported_epoch":"615","state":"active+clean","last_fresh":"2020-11-16T20:47:22.627190+0000","last_change":"2020-11-16T20:44:28.944176+0000","last_active":"2020-11-16T20:47:22.627190+0000","last_peered":"2020-11-16T20:47:22.627190+0000","last_clean":"2020-11-16T20:47:22.627190+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:47:22.627190+0000","last_undegraded":"2020-11-16T20:47:22.627190+0000","last_fullsized":"2020-11-16T20:47:22.627190+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:43:21.379376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:43:21.379376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":43647000,"num_objects":667,"num_object_clones":0,"num_object_copies":1334,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":667,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":287377,"num_write_kb":9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14832,"num_bytes_recovered":972029952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":649007104,"data_stored":649003032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160877,"ondisk_log_size":160877,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631806,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":336364,"kb_used_data":27428,"kb_used_omap":0,"kb_used_meta":308928,"kb_avail":93408788,"statfs":{"total":95995035648,"available":95650598912,"internally_reserved":0,"allocated":28086272,"data_stored":27680703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316342272},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":3.399,"15min":2.7090000000000001},"min":{"1min":0.74099999999999999,"5min":0.59299999999999997,"15min":0.53300000000000003},"max":{"1min":4.4100000000000001,"5min":152.119,"15min":242.179},"last":1.1279999999999999},{"interface":"front","average":{"1min":1.496,"5min":3.4399999999999999,"15min":3.0489999999999999},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.3999999999999999,"5min":149.19200000000001,"15min":244.363},"last":1.587}]},{"osd":1,"last update":"Mon Nov 16 20:46:38 2020","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":1.6439999999999999,"15min":4.2400000000000002},"min":{"1min":0.64600000000000002,"5min":0.63100000000000001,"15min":0.52900000000000003},"max":{"1min":7.4429999999999996,"5min":7.4429999999999996,"15min":247.31299999999999},"last":2.484},{"interface":"front","average":{"1min":1.837,"5min":2.032,"15min":4.4050000000000002},"min":{"1min":0.64600000000000002,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":5.7720000000000002,"5min":13.054,"15min":244.84999999999999},"last":0.84199999999999997}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.609,"5min":1.8839999999999999,"15min":4.6559999999999997},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.63600000000000001},"max":{"1min":2.8100000000000001,"5min":7.3090000000000002,"15min":343.45999999999998},"last":1.869},{"interface":"front","average":{"1min":1.601,"5min":1.5660000000000001,"15min":4.6230000000000002},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":5.6799999999999997,"5min":5.6799999999999997,"15min":342.61599999999999},"last":1.0149999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":1.9810000000000001,"15min":2.1309999999999998},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":8.1280000000000001,"5min":8.1280000000000001,"15min":8.1280000000000001},"last":0.87},{"interface":"front","average":{"1min":1.9470000000000001,"5min":2.4169999999999998,"15min":2.5419999999999998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":3.3279999999999998,"5min":7.5789999999999997,"15min":8.5920000000000005},"last":2.306}]},{"osd":5,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.883,"5min":2.4340000000000002,"15min":2.2679999999999998},"min":{"1min":1.0089999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":3.5739999999999998,"5min":7.8970000000000002,"15min":10.515000000000001},"last":2.105},{"interface":"front","average":{"1min":2.2130000000000001,"5min":2.194,"15min":2.4119999999999999},"min":{"1min":0.877,"5min":0.877,"15min":0.753},"max":{"1min":10.685,"5min":10.685,"15min":10.685},"last":1.482}]},{"osd":6,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":3.3580000000000001,"15min":3.145},"min":{"1min":1.1399999999999999,"5min":0.78200000000000003,"15min":0.69599999999999995},"max":{"1min":3.806,"5min":86.338999999999999,"15min":154.48599999999999},"last":3.2090000000000001},{"interface":"front","average":{"1min":2.5609999999999999,"5min":3.6859999999999999,"15min":3.665},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":8.3309999999999995,"5min":86.311000000000007,"15min":155.05000000000001},"last":3.4430000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":2.827,"15min":3.246},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":7.5430000000000001,"5min":10.215,"15min":96.248000000000005},"last":1.2869999999999999},{"interface":"front","average":{"1min":2.6040000000000001,"5min":2.355,"15min":2.778},"min":{"1min":1.018,"5min":0.92300000000000004,"15min":0.78900000000000003},"max":{"1min":11.029999999999999,"5min":11.029999999999999,"15min":96.337999999999994},"last":1.968}]},{"osd":8,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1640000000000001,"5min":2.5190000000000001,"15min":2.484},"min":{"1min":0.97099999999999997,"5min":0.93700000000000006,"15min":0.875},"max":{"1min":7.6870000000000003,"5min":10.340999999999999,"15min":10.340999999999999},"last":2.9399999999999999},{"interface":"front","average":{"1min":2.9609999999999999,"5min":3.1240000000000001,"15min":2.7440000000000002},"min":{"1min":1.006,"5min":0.94599999999999995,"15min":0.73599999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":17.193000000000001},"last":2.3860000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:47:05 2020","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":3.0369999999999999,"15min":3.1899999999999999},"min":{"1min":1.4510000000000001,"5min":1.04,"15min":1.04},"max":{"1min":7.7309999999999999,"5min":7.7309999999999999,"15min":10.037000000000001},"last":2.6360000000000001},{"interface":"front","average":{"1min":2.6379999999999999,"5min":3.0430000000000001,"15min":2.9159999999999999},"min":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":0.89100000000000001},"max":{"1min":10.869,"5min":10.869,"15min":11.759},"last":2.2730000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.6429999999999998,"5min":2.7269999999999999,"15min":2.8199999999999998},"min":{"1min":1.3420000000000001,"5min":1.0720000000000001,"15min":0.88700000000000001},"max":{"1min":7.976,"5min":10.926,"15min":10.926},"last":2.702},{"interface":"front","average":{"1min":2.6779999999999999,"5min":2.8170000000000002,"15min":2.835},"min":{"1min":1.508,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":11.185,"5min":11.185,"15min":11.185},"last":2.1349999999999998}]}]},{"osd":10,"up_from":0,"seq":408021893444,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678365,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":970484,"kb_used_data":561808,"kb_used_omap":0,"kb_used_meta":408512,"kb_avail":92774668,"statfs":{"total":95995035648,"available":95001260032,"internally_reserved":0,"allocated":575291392,"data_stored":574960985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":418316288},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.8410000000000002,"15min":3.1949999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.48499999999999999},"max":{"1min":1.8959999999999999,"5min":114.18600000000001,"15min":253.441},"last":0.64600000000000002},{"interface":"front","average":{"1min":1.3109999999999999,"5min":3.4630000000000001,"15min":3.835},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.76000000000000001},"max":{"1min":2.2909999999999999,"5min":114.682,"15min":253.72999999999999},"last":0.89700000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.2509999999999999,"5min":1.5740000000000001,"15min":2.5},"min":{"1min":0.83399999999999996,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3050000000000002,"5min":5.1189999999999998,"15min":250.76499999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.532,"15min":2.3540000000000001},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.3579999999999997,"5min":4.3579999999999997,"15min":250.529},"last":2.3220000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.623,"15min":3.3530000000000002},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.9349999999999996,"5min":6.016,"15min":314.88900000000001},"last":0.69299999999999995},{"interface":"front","average":{"1min":1.254,"5min":1.7490000000000001,"15min":3.6429999999999998},"min":{"1min":0.65500000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":4.5339999999999998,"5min":4.694,"15min":312.904},"last":1.097}]},{"osd":4,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.9810000000000001,"15min":2.0369999999999999},"min":{"1min":0.63400000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":5.4770000000000003,"5min":6.5629999999999997,"15min":8.891},"last":1.4370000000000001},{"interface":"front","average":{"1min":1.6950000000000001,"5min":2.2040000000000002,"15min":2.1349999999999998},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.60899999999999999},"max":{"1min":9.4760000000000009,"5min":9.4760000000000009,"15min":9.4760000000000009},"last":1.355}]},{"osd":5,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.0739999999999998,"5min":2.0779999999999998,"15min":2.2679999999999998},"min":{"1min":0.86299999999999999,"5min":0.76000000000000001,"15min":0.73499999999999999},"max":{"1min":5.2089999999999996,"5min":6.2759999999999998,"15min":10.968},"last":0.92600000000000005},{"interface":"front","average":{"1min":1.5169999999999999,"5min":2.2090000000000001,"15min":2.1579999999999999},"min":{"1min":1.0109999999999999,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":2.1699999999999999,"5min":6.6849999999999996,"15min":9.1690000000000005},"last":1.0629999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.3889999999999998,"5min":2.3849999999999998,"15min":2.4630000000000001},"min":{"1min":0.94399999999999995,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":5.6719999999999997,"5min":6.4029999999999996,"15min":12.82},"last":1.1359999999999999},{"interface":"front","average":{"1min":2.3330000000000002,"5min":2.7589999999999999,"15min":2.589},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.76900000000000002},"max":{"1min":6.024,"5min":8.8260000000000005,"15min":10.377000000000001},"last":1.292}]},{"osd":7,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":2.5379999999999998,"15min":2.7970000000000002},"min":{"1min":1.2430000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":2.7639999999999998,"5min":6.5209999999999999,"15min":30.408999999999999},"last":1.1899999999999999},{"interface":"front","average":{"1min":1.849,"5min":3.7229999999999999,"15min":3.1880000000000002},"min":{"1min":1.046,"5min":1.046,"15min":1.0429999999999999},"max":{"1min":3.2999999999999998,"5min":121.273,"15min":121.273},"last":1.242}]},{"osd":8,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":2.9809999999999999,"15min":2.8290000000000002},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":0.69699999999999995},"max":{"1min":8.9410000000000007,"5min":8.9410000000000007,"15min":10.721},"last":1.3779999999999999},{"interface":"front","average":{"1min":2.4020000000000001,"5min":2.9940000000000002,"15min":2.9969999999999999},"min":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":5.0019999999999998,"5min":8.8300000000000001,"15min":13.355},"last":7.718}]},{"osd":10,"last update":"Mon Nov 16 20:46:53 2020","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":2.798,"15min":3.044},"min":{"1min":1.22,"5min":1.22,"15min":1.22},"max":{"1min":5.1660000000000004,"5min":6.5010000000000003,"15min":11.589},"last":2.0790000000000002},{"interface":"front","average":{"1min":2.2989999999999999,"5min":4.444,"15min":3.343},"min":{"1min":1.4630000000000001,"5min":1.3240000000000001,"15min":0.93500000000000005},"max":{"1min":5.3239999999999998,"5min":120.693,"15min":120.693},"last":1.647}]},{"osd":11,"last update":"Mon Nov 16 20:47:03 2020","interfaces":[{"interface":"back","average":{"1min":2.5600000000000001,"5min":2.6949999999999998,"15min":2.9039999999999999},"min":{"1min":1.387,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":6.4980000000000002,"5min":7.5750000000000002,"15min":8.9930000000000003},"last":2.1110000000000002},{"interface":"front","average":{"1min":2.7829999999999999,"5min":4.5789999999999997,"15min":3.7799999999999998},"min":{"1min":1.681,"5min":1.5269999999999999,"15min":1.4430000000000001},"max":{"1min":5.5330000000000004,"5min":121.5,"15min":121.5},"last":1.4990000000000001}]}]},{"osd":8,"up_from":63,"seq":270582940001,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":285992,"kb_used_data":27616,"kb_used_omap":0,"kb_used_meta":258368,"kb_avail":93459160,"statfs":{"total":95995035648,"available":95702179840,"internally_reserved":0,"allocated":28278784,"data_stored":27877307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":264568832},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:25 2020","interfaces":[{"interface":"back","average":{"1min":2.1349999999999998,"5min":2.8900000000000001,"15min":1.8959999999999999},"min":{"1min":0.63400000000000001,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":13.939,"5min":80.534000000000006,"15min":80.534000000000006},"last":6.0460000000000003},{"interface":"front","average":{"1min":2.9830000000000001,"5min":3.206,"15min":2.0099999999999998},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.54900000000000004},"max":{"1min":12.702,"5min":80.248000000000005,"15min":80.248000000000005},"last":6.1349999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.4369999999999998,"5min":2.524,"15min":2.8359999999999999},"min":{"1min":0.61599999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":11.826000000000001,"5min":30.007000000000001,"15min":141.761},"last":5.1109999999999998},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.5129999999999999,"15min":3.181},"min":{"1min":0.76300000000000001,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":5.9180000000000001,"5min":30.084,"15min":141.87100000000001},"last":5.5099999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.9730000000000001,"15min":2.4660000000000002},"min":{"1min":0.69599999999999995,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":4.2999999999999998,"5min":8.468,"15min":137.90299999999999},"last":0.91100000000000003},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.0750000000000002,"15min":2.5099999999999998},"min":{"1min":0.67600000000000005,"5min":0.623,"15min":0.60799999999999998},"max":{"1min":5.2249999999999996,"5min":13.185,"15min":138.24299999999999},"last":0.98399999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":1.782,"5min":2.3199999999999998,"15min":2.4510000000000001},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":3.9670000000000001,"5min":8.5229999999999997,"15min":36.006999999999998},"last":1.526},{"interface":"front","average":{"1min":2.3530000000000002,"5min":2.4159999999999999,"15min":2.4750000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.64000000000000001},"max":{"1min":5.8280000000000003,"5min":12.077999999999999,"15min":42.060000000000002},"last":1.75}]},{"osd":5,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":2.4590000000000001,"15min":2.2490000000000001},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.65900000000000003},"max":{"1min":5.532,"5min":12.273999999999999,"15min":12.273999999999999},"last":1.2090000000000001},{"interface":"front","average":{"1min":1.929,"5min":2.665,"15min":2.1920000000000002},"min":{"1min":0.94699999999999995,"5min":0.82699999999999996,"15min":0.65400000000000003},"max":{"1min":4.657,"5min":11.808999999999999,"15min":11.808999999999999},"last":1.038}]},{"osd":6,"last update":"Mon Nov 16 20:46:25 2020","interfaces":[{"interface":"back","average":{"1min":2.903,"5min":2.645,"15min":2.3959999999999999},"min":{"1min":1.048,"5min":0.84299999999999997,"15min":0.69599999999999995},"max":{"1min":8.6649999999999991,"5min":8.6649999999999991,"15min":9.4199999999999999},"last":1.869},{"interface":"front","average":{"1min":3.1800000000000002,"5min":2.7120000000000002,"15min":2.6389999999999998},"min":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":0.872},"max":{"1min":12.166,"5min":12.166,"15min":12.166},"last":1.4419999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":3.4430000000000001,"5min":2.9100000000000001,"15min":2.867},"min":{"1min":1.3720000000000001,"5min":1.1080000000000001,"15min":1.006},"max":{"1min":13.644,"5min":13.644,"15min":37.5},"last":3.2799999999999998},{"interface":"front","average":{"1min":3.2469999999999999,"5min":2.9279999999999999,"15min":2.7519999999999998},"min":{"1min":1.254,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":11.984,"5min":11.984,"15min":35.509999999999998},"last":3.145}]},{"osd":9,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":2.8820000000000001,"5min":2.931,"15min":3.1989999999999998},"min":{"1min":1.177,"5min":1.177,"15min":0.93500000000000005},"max":{"1min":8.9399999999999995,"5min":8.9399999999999995,"15min":89.052999999999997},"last":1.6879999999999999},{"interface":"front","average":{"1min":3.1760000000000002,"5min":3.2450000000000001,"15min":3.3130000000000002},"min":{"1min":1.413,"5min":1.413,"15min":0.86199999999999999},"max":{"1min":9.0709999999999997,"5min":9.0709999999999997,"15min":89.296000000000006},"last":2.0609999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":3.855,"5min":3.173,"15min":2.8210000000000002},"min":{"1min":1.095,"5min":1.0129999999999999,"15min":0.92400000000000004},"max":{"1min":12.244999999999999,"5min":12.244999999999999,"15min":12.244999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":3.238,"5min":3.081,"15min":2.9729999999999999},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":8.7929999999999993,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":2.2309999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":3.5219999999999998,"15min":3.1160000000000001},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":0.96299999999999997},"max":{"1min":5.79,"5min":12.114000000000001,"15min":12.114000000000001},"last":1.4870000000000001},{"interface":"front","average":{"1min":2.8029999999999999,"5min":3.1019999999999999,"15min":3.028},"min":{"1min":1.6040000000000001,"5min":1.2929999999999999,"15min":1.2549999999999999},"max":{"1min":5.5999999999999996,"5min":13.513,"15min":13.513},"last":1.929}]}]},{"osd":7,"up_from":225,"seq":966367641833,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":257508,"kb_used_data":668,"kb_used_omap":0,"kb_used_meta":256831,"kb_avail":93487644,"statfs":{"total":95995035648,"available":95731347456,"internally_reserved":0,"allocated":684032,"data_stored":347777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":262995004},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":2.0430000000000001,"15min":2.7959999999999998},"min":{"1min":0.56399999999999995,"5min":0.54500000000000004,"15min":0.503},"max":{"1min":4.4240000000000004,"5min":32.640999999999998,"15min":123.182},"last":1.8400000000000001},{"interface":"front","average":{"1min":1.4419999999999999,"5min":1.8740000000000001,"15min":2.6230000000000002},"min":{"1min":0.624,"5min":0.57799999999999996,"15min":0.52700000000000002},"max":{"1min":4.468,"5min":32.710000000000001,"15min":122.154},"last":0.79100000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.3819999999999999,"5min":1.506,"15min":2.4700000000000002},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":4.6210000000000004,"5min":5.5289999999999999,"15min":118.31699999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.8160000000000001,"15min":2.8039999999999998},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.59599999999999997},"max":{"1min":5.1959999999999997,"5min":6.532,"15min":117.771},"last":3.952}]},{"osd":3,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":2.7269999999999999,"15min":3.6440000000000001},"min":{"1min":0.70799999999999996,"5min":0.70299999999999996,"15min":0.57399999999999995},"max":{"1min":3.032,"5min":81.248000000000005,"15min":219.61199999999999},"last":1.9990000000000001},{"interface":"front","average":{"1min":1.7050000000000001,"5min":2.7189999999999999,"15min":3.7469999999999999},"min":{"1min":0.80500000000000005,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":5.0030000000000001,"5min":81.700000000000003,"15min":221.09700000000001},"last":1.0820000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":1.8400000000000001,"15min":1.986},"min":{"1min":0.72099999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.629,"5min":7.7030000000000003,"15min":11.75},"last":1.1399999999999999},{"interface":"front","average":{"1min":2.3210000000000002,"5min":2.5499999999999998,"15min":2.3450000000000002},"min":{"1min":0.97299999999999998,"5min":0.629,"15min":0.629},"max":{"1min":6.4649999999999999,"5min":11.789,"15min":11.821999999999999},"last":0.93400000000000005}]},{"osd":5,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":2.3290000000000002,"15min":2.2330000000000001},"min":{"1min":0.81000000000000005,"5min":0.79100000000000004,"15min":0.69899999999999995},"max":{"1min":3.7530000000000001,"5min":14.191000000000001,"15min":14.191000000000001},"last":1.6950000000000001},{"interface":"front","average":{"1min":1.518,"5min":2.0720000000000001,"15min":2.3239999999999998},"min":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.64800000000000002},"max":{"1min":2.992,"5min":7.9290000000000003,"15min":42.213999999999999},"last":2.339}]},{"osd":6,"last update":"Mon Nov 16 20:46:53 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":2.5979999999999999,"15min":2.4929999999999999},"min":{"1min":1.028,"5min":0.93300000000000005,"15min":0.71899999999999997},"max":{"1min":3.5070000000000001,"5min":13.795,"15min":13.795},"last":2.129},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.5720000000000001,"15min":2.5680000000000001},"min":{"1min":1.3560000000000001,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":7.351,"5min":7.351,"15min":11.693},"last":1.2070000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.1920000000000002,"5min":2.5350000000000001,"15min":2.5449999999999999},"min":{"1min":1.0940000000000001,"5min":1.02,"15min":0.80000000000000004},"max":{"1min":4.2480000000000002,"5min":8.1669999999999998,"15min":42.518000000000001},"last":1.6739999999999999},{"interface":"front","average":{"1min":2.4740000000000002,"5min":2.6819999999999999,"15min":2.6259999999999999},"min":{"1min":1.2270000000000001,"5min":1.149,"15min":0.92600000000000005},"max":{"1min":7.1609999999999996,"5min":8.8360000000000003,"15min":42.670000000000002},"last":2.028}]},{"osd":9,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.0579999999999998,"5min":2.6230000000000002,"15min":2.8069999999999999},"min":{"1min":1.3759999999999999,"5min":1.2390000000000001,"15min":1.0409999999999999},"max":{"1min":3.4359999999999999,"5min":8.3859999999999992,"15min":42.825000000000003},"last":2.1899999999999999},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.8969999999999998,"15min":2.923},"min":{"1min":1.1859999999999999,"5min":0.999,"15min":0.95199999999999996},"max":{"1min":7.1120000000000001,"5min":7.1120000000000001,"15min":42.156999999999996},"last":1.325}]},{"osd":10,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.7149999999999999,"15min":2.8380000000000001},"min":{"1min":1.3140000000000001,"5min":1.1319999999999999,"15min":0.98899999999999999},"max":{"1min":3.2949999999999999,"5min":9.0779999999999994,"15min":43.125999999999998},"last":2.3690000000000002},{"interface":"front","average":{"1min":2.1800000000000002,"5min":2.8450000000000002,"15min":2.8809999999999998},"min":{"1min":1.3999999999999999,"5min":1.341,"15min":1.0529999999999999},"max":{"1min":3.5790000000000002,"5min":8.6170000000000009,"15min":42.377000000000002},"last":2.1720000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:46:47 2020","interfaces":[{"interface":"back","average":{"1min":2.6789999999999998,"5min":3.04,"15min":3.2189999999999999},"min":{"1min":1.4830000000000001,"5min":1.369,"15min":1.1830000000000001},"max":{"1min":6.8140000000000001,"5min":9.3190000000000008,"15min":42.976999999999997},"last":9.0180000000000007},{"interface":"front","average":{"1min":3.0539999999999998,"5min":3.0289999999999999,"15min":3.1589999999999998},"min":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"max":{"1min":7.2350000000000003,"5min":7.2350000000000003,"15min":42.305999999999997},"last":8.9779999999999998}]}]},{"osd":6,"up_from":49,"seq":210453397867,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":246232,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":245568,"kb_avail":93498920,"statfs":{"total":95995035648,"available":95742894080,"internally_reserved":0,"allocated":671744,"data_stored":341357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":251461632},"hb_peers":[0,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:44 2020","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":5.4539999999999997,"15min":2.7229999999999999},"min":{"1min":0.56100000000000005,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":6.6219999999999999,"5min":219.09899999999999,"15min":219.09899999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.522,"5min":5.843,"15min":3.266},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":3.113,"5min":219.006,"15min":219.006},"last":1.113}]},{"osd":1,"last update":"Mon Nov 16 20:42:21 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":4.6769999999999996,"15min":3.024},"min":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4350000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":4.7450000000000001,"15min":3.004},"min":{"1min":0.72599999999999998,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":4.2779999999999996,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.242,"15min":1.736},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":3.8380000000000001,"5min":3.8380000000000001,"15min":82.668000000000006},"last":0.59399999999999997},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5,"15min":1.855},"min":{"1min":0.69599999999999995,"5min":0.59399999999999997,"15min":0.58099999999999996},"max":{"1min":6.3330000000000002,"5min":6.3330000000000002,"15min":84.108000000000004},"last":1.2490000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":2.0259999999999998,"15min":2.855},"min":{"1min":0.69799999999999995,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":5.742,"5min":7.3029999999999999,"15min":171.21899999999999},"last":0.755},{"interface":"front","average":{"1min":2.0030000000000001,"5min":1.802,"15min":2.8109999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":6.6139999999999999,"5min":6.6139999999999999,"15min":171.46100000000001},"last":1.391}]},{"osd":4,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":3.4460000000000002,"5min":2.4140000000000001,"15min":2.5750000000000002},"min":{"1min":0.66500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":9.4659999999999993,"5min":9.4659999999999993,"15min":116.849},"last":2.5539999999999998},{"interface":"front","average":{"1min":2.0569999999999999,"5min":2.383,"15min":2.5390000000000001},"min":{"1min":0.72199999999999998,"5min":0.59999999999999998,"15min":0.56399999999999995},"max":{"1min":6.1639999999999997,"5min":7.5700000000000003,"15min":117.947},"last":1.3300000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":2.1699999999999999,"15min":2.1230000000000002},"min":{"1min":0.92800000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":5.8680000000000003,"5min":7.4530000000000003,"15min":13.518000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.5339999999999998,"15min":2.1400000000000001},"min":{"1min":1.048,"5min":0.91900000000000004,"15min":0.79400000000000004},"max":{"1min":6.3120000000000003,"5min":7.835,"15min":9.1539999999999999},"last":1.556}]},{"osd":7,"last update":"Mon Nov 16 20:46:44 2020","interfaces":[{"interface":"back","average":{"1min":2.3279999999999998,"5min":2.3180000000000001,"15min":2.214},"min":{"1min":0.83199999999999996,"5min":0.75600000000000001,"15min":0.69699999999999995},"max":{"1min":6.3700000000000001,"5min":10.506,"15min":12.582000000000001},"last":2.4860000000000002},{"interface":"front","average":{"1min":2.6890000000000001,"5min":2.827,"15min":2.6749999999999998},"min":{"1min":1.115,"5min":1.0349999999999999,"15min":0.79300000000000004},"max":{"1min":6.1840000000000002,"5min":10.651999999999999,"15min":14.067},"last":1.9370000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":2.6589999999999998,"15min":2.875},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":7.8499999999999996,"5min":7.8499999999999996,"15min":115.756},"last":1.522},{"interface":"front","average":{"1min":2.3679999999999999,"5min":2.383,"15min":2.8410000000000002},"min":{"1min":1,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":7.8689999999999998,"5min":7.8689999999999998,"15min":114.051},"last":0.84799999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":4.0289999999999999,"15min":3.536},"min":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"max":{"1min":7.391,"5min":135.161,"15min":135.161},"last":1.667},{"interface":"front","average":{"1min":2.915,"5min":4.359,"15min":3.6219999999999999},"min":{"1min":1.2869999999999999,"5min":1.2210000000000001,"15min":0.97299999999999998},"max":{"1min":7.5199999999999996,"5min":135.35400000000001,"15min":135.35400000000001},"last":1.798}]},{"osd":10,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.605,"5min":2.891,"15min":2.6030000000000002},"min":{"1min":1.3340000000000001,"5min":1.032,"15min":0.98499999999999999},"max":{"1min":5.444,"5min":9.0419999999999998,"15min":9.1489999999999991},"last":2.4409999999999998},{"interface":"front","average":{"1min":3.2469999999999999,"5min":3.2719999999999998,"15min":2.7000000000000002},"min":{"1min":1.5569999999999999,"5min":1.171,"15min":0.88800000000000001},"max":{"1min":8.8780000000000001,"5min":9.2230000000000008,"15min":10.095000000000001},"last":2.7869999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":2.052,"5min":2.306,"15min":2.6099999999999999},"min":{"1min":1.155,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":4.8040000000000003,"5min":5.2910000000000004,"15min":113.28},"last":1.012},{"interface":"front","average":{"1min":2.351,"5min":2.6509999999999998,"15min":2.8690000000000002},"min":{"1min":1.53,"5min":1.095,"15min":1.095},"max":{"1min":4.9320000000000004,"5min":5.4260000000000002,"15min":113.851},"last":1.169}]}]},{"osd":1,"up_from":18,"seq":77309411718,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":393588,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":392768,"kb_avail":93351564,"statfs":{"total":95995035648,"available":95592001536,"internally_reserved":0,"allocated":671744,"data_stored":341357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":402194432},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.708,"15min":2.0470000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":7.2599999999999998,"5min":9.7789999999999999,"15min":97.320999999999998},"last":1.292},{"interface":"front","average":{"1min":2.1920000000000002,"5min":2.2879999999999998,"15min":2.75},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.51200000000000001},"max":{"1min":7.415,"5min":13.487,"15min":97.376000000000005},"last":1.6719999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":1.8200000000000001,"15min":2.3130000000000002},"min":{"1min":0.53100000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":7,"5min":13.121,"15min":98.257000000000005},"last":1.423},{"interface":"front","average":{"1min":1.784,"5min":1.7150000000000001,"15min":2.5760000000000001},"min":{"1min":0.64500000000000002,"5min":0.59699999999999998,"15min":0.52000000000000002},"max":{"1min":5.0010000000000003,"5min":12.002000000000001,"15min":97.945999999999998},"last":0.98899999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":1.2989999999999999},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":1.6439999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":2.3690000000000002,"5min":2.1080000000000001,"15min":2.1190000000000002},"min":{"1min":0.747,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":7.742,"5min":7.742,"15min":7.742},"last":1.837},{"interface":"front","average":{"1min":2.274,"5min":2.234,"15min":2.3439999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":6.5700000000000003,"5min":6.5700000000000003,"15min":6.5700000000000003},"last":1.498}]},{"osd":5,"last update":"Mon Nov 16 20:47:14 2020","interfaces":[{"interface":"back","average":{"1min":1.9219999999999999,"5min":3.4569999999999999,"15min":3.3260000000000001},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.65000000000000002},"max":{"1min":4.3150000000000004,"5min":97.927999999999997,"15min":97.927999999999997},"last":1.972},{"interface":"front","average":{"1min":2.3650000000000002,"5min":4.0449999999999999,"15min":4.2009999999999996},"min":{"1min":0.99399999999999999,"5min":0.98999999999999999,"15min":0.96599999999999997},"max":{"1min":4.859,"5min":98.322000000000003,"15min":98.322000000000003},"last":2.2509999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.6949999999999998,"15min":3.9609999999999999},"min":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.79400000000000004},"max":{"1min":5.0650000000000004,"5min":16.026,"15min":103.09699999999999},"last":1.9430000000000001},{"interface":"front","average":{"1min":2.351,"5min":2.9239999999999999,"15min":4.1829999999999998},"min":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.88100000000000001},"max":{"1min":7.1020000000000003,"5min":16.198,"15min":102.877},"last":2.04}]},{"osd":7,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":2.5950000000000002,"5min":2.464,"15min":4.1429999999999998},"min":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.83599999999999997},"max":{"1min":8.0039999999999996,"5min":13.673999999999999,"15min":160.39400000000001},"last":2.1120000000000001},{"interface":"front","average":{"1min":1.712,"5min":1.9470000000000001,"15min":3.081},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":7.4619999999999997,"5min":26.556999999999999,"15min":161.446},"last":1.0589999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:47:14 2020","interfaces":[{"interface":"back","average":{"1min":2.3010000000000002,"5min":4.1799999999999997,"15min":4.3559999999999999},"min":{"1min":1.179,"5min":1.179,"15min":0.99299999999999999},"max":{"1min":5.5289999999999999,"5min":98.739999999999995,"15min":98.739999999999995},"last":2.1429999999999998},{"interface":"front","average":{"1min":1.8100000000000001,"5min":2.1240000000000001,"15min":3.0059999999999998},"min":{"1min":0.89100000000000001,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":6.7619999999999996,"5min":26.77,"15min":99.825000000000003},"last":1.2669999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":2.7770000000000001,"15min":3.742},"min":{"1min":1.1180000000000001,"5min":0.93500000000000005,"15min":0.93500000000000005},"max":{"1min":7.3600000000000003,"5min":15.629,"15min":98.683999999999997},"last":2.6429999999999998},{"interface":"front","average":{"1min":2.4169999999999998,"5min":2.9670000000000001,"15min":3.6960000000000002},"min":{"1min":1.208,"5min":1.1830000000000001,"15min":0.86399999999999999},"max":{"1min":8.2210000000000001,"5min":15.382999999999999,"15min":98.972999999999999},"last":2.4990000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":2.0630000000000002,"15min":3.552},"min":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.94099999999999995},"max":{"1min":7.0599999999999996,"5min":7.0599999999999996,"15min":100.108},"last":1.4710000000000001},{"interface":"front","average":{"1min":2.0819999999999999,"5min":2.2360000000000002,"15min":3.218},"min":{"1min":1.109,"5min":1.046,"15min":1.04},"max":{"1min":6.9340000000000002,"5min":6.9340000000000002,"15min":98.613},"last":1.639}]},{"osd":11,"last update":"Mon Nov 16 20:47:04 2020","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":3.4769999999999999,"15min":3.9470000000000001},"min":{"1min":1.359,"5min":1.1359999999999999,"15min":1.0620000000000001},"max":{"1min":4.5439999999999996,"5min":26.873000000000001,"15min":99.150000000000006},"last":2.375},{"interface":"front","average":{"1min":2.2229999999999999,"5min":2.7669999999999999,"15min":3.7869999999999999},"min":{"1min":1.0149999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":7.6219999999999999,"5min":26.925999999999998,"15min":99.512},"last":1.7949999999999999}]}]},{"osd":0,"up_from":12,"seq":51539607947,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":288884,"kb_used_data":27600,"kb_used_omap":0,"kb_used_meta":261120,"kb_avail":93456268,"statfs":{"total":95995035648,"available":95699218432,"internally_reserved":0,"allocated":28262400,"data_stored":27932013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":267386880},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,5],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:47:22 2020","interfaces":[{"interface":"back","average":{"1min":10.067,"5min":3.964,"15min":3.4489999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.47599999999999998},"max":{"1min":149.07599999999999,"5min":149.07599999999999,"15min":149.07599999999999},"last":2.8119999999999998},{"interface":"front","average":{"1min":10.377000000000001,"5min":4.0170000000000003,"15min":3.5339999999999998},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.54100000000000004},"max":{"1min":147.98699999999999,"5min":147.98699999999999,"15min":147.98699999999999},"last":3.3759999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.1459999999999999,"5min":1.996,"15min":2.02},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.496},"max":{"1min":8.3510000000000009,"5min":11.704000000000001,"15min":31.731999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":1.696,"5min":1.6339999999999999,"15min":2.024},"min":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":6.4199999999999999,"5min":7.2519999999999998,"15min":34.512},"last":1.2490000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:46:36 2020","interfaces":[{"interface":"back","average":{"1min":1.716,"5min":1.9359999999999999,"15min":2},"min":{"1min":0.72199999999999998,"5min":0.64600000000000002,"15min":0.55100000000000005},"max":{"1min":6.7569999999999997,"5min":7.9020000000000001,"15min":111.956},"last":1.5489999999999999},{"interface":"front","average":{"1min":2.1259999999999999,"5min":2.581,"15min":2.5600000000000001},"min":{"1min":1.286,"5min":1.0249999999999999,"15min":0.72299999999999998},"max":{"1min":7.2910000000000004,"5min":9.0090000000000003,"15min":112.206},"last":1.9530000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.8540000000000001,"5min":2.5190000000000001,"15min":2.0270000000000001},"min":{"1min":0.65700000000000003,"5min":0.63200000000000001,"15min":0.60999999999999999},"max":{"1min":9.4830000000000005,"5min":12.334,"15min":12.334},"last":6.0999999999999996},{"interface":"front","average":{"1min":2.3180000000000001,"5min":2.2850000000000001,"15min":2.0819999999999999},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.70599999999999996},"max":{"1min":11.234,"5min":11.234,"15min":47.793999999999997},"last":1.694}]},{"osd":6,"last update":"Mon Nov 16 20:46:40 2020","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":2.544,"15min":2.4609999999999999},"min":{"1min":1.006,"5min":1.006,"15min":0.71699999999999997},"max":{"1min":6.9290000000000003,"5min":9.25,"15min":47.442},"last":1.8240000000000001},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.823,"15min":2.585},"min":{"1min":1.3,"5min":0.98399999999999999,"15min":0.70399999999999996},"max":{"1min":6.3630000000000004,"5min":9.0969999999999995,"15min":48.149999999999999},"last":2.1280000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":3.0499999999999998,"15min":3.3809999999999998},"min":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.82199999999999995},"max":{"1min":11.204000000000001,"5min":11.204000000000001,"15min":97.435000000000002},"last":6.3760000000000003},{"interface":"front","average":{"1min":2.6829999999999998,"5min":2.706,"15min":3.464},"min":{"1min":0.98299999999999998,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":6.4790000000000001,"5min":12.471,"15min":96.828000000000003},"last":3.5249999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":3.5859999999999999,"5min":3.9289999999999998,"15min":3.5310000000000001},"min":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.77200000000000002},"max":{"1min":10.718999999999999,"5min":82.204999999999998,"15min":96.248000000000005},"last":6.2430000000000003},{"interface":"front","average":{"1min":3.7509999999999999,"5min":3.879,"15min":3.3210000000000002},"min":{"1min":1.0629999999999999,"5min":0.876,"15min":0.75800000000000001},"max":{"1min":10.044,"5min":79.483999999999995,"15min":96.043000000000006},"last":6.4649999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:46:45 2020","interfaces":[{"interface":"back","average":{"1min":3.0409999999999999,"5min":2.8919999999999999,"15min":2.5819999999999999},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.79400000000000004},"max":{"1min":8.0519999999999996,"5min":8.9580000000000002,"15min":60.097999999999999},"last":6.5839999999999996},{"interface":"front","average":{"1min":2.6339999999999999,"5min":3.0289999999999999,"15min":2.8969999999999998},"min":{"1min":1.232,"5min":1.163,"15min":0.88400000000000001},"max":{"1min":8.1929999999999996,"5min":11.109,"15min":59.579000000000001},"last":2.274}]},{"osd":10,"last update":"Mon Nov 16 20:46:48 2020","interfaces":[{"interface":"back","average":{"1min":2.895,"5min":3.0720000000000001,"15min":2.5569999999999999},"min":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":0.98899999999999999},"max":{"1min":7.8520000000000003,"5min":9.1829999999999998,"15min":26.870999999999999},"last":2.4329999999999998},{"interface":"front","average":{"1min":3.75,"5min":3.726,"15min":3.2090000000000001},"min":{"1min":1.284,"5min":1.264,"15min":1.004},"max":{"1min":11.615,"5min":24.378,"15min":47.237000000000002},"last":3.6829999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":5.3230000000000004,"5min":4.21,"15min":3.6739999999999999},"min":{"1min":1.361,"5min":1.361,"15min":1.032},"max":{"1min":13.087,"5min":24.023,"15min":55.441000000000003},"last":3.8540000000000001},{"interface":"front","average":{"1min":5.1130000000000004,"5min":4.3689999999999998,"15min":3.7210000000000001},"min":{"1min":1.429,"5min":1.1799999999999999,"15min":1.133},"max":{"1min":12.32,"5min":24.233000000000001,"15min":61.509},"last":4.024}]}]},{"osd":2,"up_from":0,"seq":98784248193,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051963,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":269108,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":268288,"kb_avail":93476044,"statfs":{"total":95995035648,"available":95719469056,"internally_reserved":0,"allocated":671744,"data_stored":341357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":274726912},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":1.3220000000000001,"5min":1.593,"15min":1.9970000000000001},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.47999999999999998},"max":{"1min":3.8140000000000001,"5min":8.8539999999999992,"15min":130.286},"last":0.71699999999999997},{"interface":"front","average":{"1min":2.0990000000000002,"5min":1.9470000000000001,"15min":2.2970000000000002},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.48899999999999999},"max":{"1min":6.0629999999999997,"5min":7.0140000000000002,"15min":130.40799999999999},"last":0.90700000000000003}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":1.2450000000000001,"15min":2.1459999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":2.5899999999999999,"5min":5.048,"15min":122.545},"last":1.3540000000000001},{"interface":"front","average":{"1min":1.488,"5min":1.276,"15min":2.2069999999999999},"min":{"1min":0.63600000000000001,"5min":0.60299999999999998,"15min":0.53600000000000003},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":123.28},"last":0.82499999999999996}]},{"osd":4,"last update":"Mon Nov 16 20:47:26 2020","interfaces":[{"interface":"back","average":{"1min":1.407,"5min":1.3839999999999999,"15min":1.8580000000000001},"min":{"1min":0.65400000000000003,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":4.5090000000000003,"5min":4.5090000000000003,"15min":38.744999999999997},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.464,"5min":1.5580000000000001,"15min":1.8919999999999999},"min":{"1min":0.67500000000000004,"5min":0.61599999999999999,"15min":0.58399999999999996},"max":{"1min":2.847,"5min":5.806,"15min":36.244},"last":1.2310000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":1.385,"15min":1.8839999999999999},"min":{"1min":0.77000000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":3.6720000000000002,"5min":3.6720000000000002,"15min":38.185000000000002},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.492,"5min":1.605,"15min":1.927},"min":{"1min":0.82899999999999996,"5min":0.77500000000000002,"15min":0.71399999999999997},"max":{"1min":3.8359999999999999,"5min":4.0869999999999997,"15min":37.875},"last":1.3149999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:47:26 2020","interfaces":[{"interface":"back","average":{"1min":1.944,"5min":2.2250000000000001,"15min":2.9849999999999999},"min":{"1min":1.0840000000000001,"5min":0.748,"15min":0.748},"max":{"1min":4.6500000000000004,"5min":37.177999999999997,"15min":81.596999999999994},"last":4.6500000000000004},{"interface":"front","average":{"1min":2.323,"5min":2.7010000000000001,"15min":3.2930000000000001},"min":{"1min":1.2969999999999999,"5min":0.90900000000000003,"15min":0.77100000000000002},"max":{"1min":4.7430000000000003,"5min":37.545000000000002,"15min":81.935000000000002},"last":4.7430000000000003}]},{"osd":7,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.306,"5min":1.6599999999999999,"15min":2.8239999999999998},"min":{"1min":0.80200000000000005,"5min":0.71399999999999997,"15min":0.69999999999999996},"max":{"1min":3.0249999999999999,"5min":5.7569999999999997,"15min":121.33199999999999},"last":1.022},{"interface":"front","average":{"1min":1.8919999999999999,"5min":2.1080000000000001,"15min":2.859},"min":{"1min":1.0880000000000001,"5min":0.98499999999999999,"15min":0.80900000000000005},"max":{"1min":4.141,"5min":4.6150000000000002,"15min":84.724999999999994},"last":1.4410000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.845,"5min":2.0299999999999998,"15min":2.7029999999999998},"min":{"1min":1.101,"5min":1.042,"15min":0.90000000000000002},"max":{"1min":3.698,"5min":5.2309999999999999,"15min":80.588999999999999},"last":1.385},{"interface":"front","average":{"1min":1.9950000000000001,"5min":2.2669999999999999,"15min":2.3879999999999999},"min":{"1min":1.25,"5min":0.89100000000000001,"15min":0.81899999999999995},"max":{"1min":4.0439999999999996,"5min":6.3280000000000003,"15min":40.341999999999999},"last":1.496}]},{"osd":9,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":2.157,"5min":2.3359999999999999,"15min":3.0600000000000001},"min":{"1min":1.383,"5min":1.3049999999999999,"15min":1.01},"max":{"1min":3.9279999999999999,"5min":6.1079999999999997,"15min":82.418000000000006},"last":1.5760000000000001},{"interface":"front","average":{"1min":1.9670000000000001,"5min":2.2810000000000001,"15min":2.6549999999999998},"min":{"1min":1.1739999999999999,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":4.6909999999999998,"5min":5.6429999999999998,"15min":42.310000000000002},"last":1.546}]},{"osd":10,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.3210000000000002,"15min":3.105},"min":{"1min":1.4039999999999999,"5min":1.377,"15min":1.091},"max":{"1min":4.2729999999999997,"5min":4.8339999999999996,"15min":79.700999999999993},"last":1.659},{"interface":"front","average":{"1min":2.2200000000000002,"5min":2.3940000000000001,"15min":2.7410000000000001},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":4.4050000000000002,"5min":5.4450000000000003,"15min":40.555999999999997},"last":1.958}]},{"osd":11,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.577,"15min":3.1909999999999998},"min":{"1min":1.6220000000000001,"5min":1.3029999999999999,"15min":1.1399999999999999},"max":{"1min":4.9640000000000004,"5min":5.4340000000000002,"15min":81.390000000000001},"last":2.6869999999999998},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.585,"15min":2.9089999999999998},"min":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"max":{"1min":7.2939999999999996,"5min":7.2939999999999996,"15min":42.034999999999997},"last":2.7069999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855734,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":402152,"kb_used_data":36704,"kb_used_omap":0,"kb_used_meta":365376,"kb_avail":93343000,"statfs":{"total":95995035648,"available":95583232000,"internally_reserved":0,"allocated":37584896,"data_stored":37183419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":374145024},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,0,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":2.3050000000000002,"5min":2.1219999999999999,"15min":1.885},"min":{"1min":0.54400000000000004,"5min":0.54200000000000004,"15min":0.52900000000000003},"max":{"1min":10.852,"5min":16.091999999999999,"15min":62.197000000000003},"last":2.6760000000000002},{"interface":"front","average":{"1min":1.8819999999999999,"5min":2.0710000000000002,"15min":1.988},"min":{"1min":0.80700000000000005,"5min":0.61299999999999999,"15min":0.54400000000000004},"max":{"1min":6.4619999999999997,"5min":16.904,"15min":61.820999999999998},"last":2.8149999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":2.0110000000000001,"5min":1.8069999999999999,"15min":3.6989999999999998},"min":{"1min":0.72499999999999998,"5min":0.61299999999999999,"15min":0.53300000000000003},"max":{"1min":5.141,"5min":14.339,"15min":277.74299999999999},"last":1.1240000000000001},{"interface":"front","average":{"1min":2.6560000000000001,"5min":2.1899999999999999,"15min":3.7850000000000001},"min":{"1min":1.03,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":6.25,"5min":14.382999999999999,"15min":286.88499999999999},"last":3.3799999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:46:35 2020","interfaces":[{"interface":"back","average":{"1min":2.415,"5min":1.9550000000000001,"15min":2.2130000000000001},"min":{"1min":0.83399999999999996,"5min":0.60999999999999999,"15min":0.53800000000000003},"max":{"1min":8.2400000000000002,"5min":8.2400000000000002,"15min":37.697000000000003},"last":2.9620000000000002},{"interface":"front","average":{"1min":2.4820000000000002,"5min":2.2200000000000002,"15min":2.294},"min":{"1min":0.74099999999999999,"5min":0.66300000000000003,"15min":0.57999999999999996},"max":{"1min":7.2729999999999997,"5min":8.7929999999999993,"15min":37.956000000000003},"last":6.2169999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":1.6379999999999999,"15min":3.6339999999999999},"min":{"1min":0.80200000000000005,"5min":0.79100000000000004,"15min":0.66000000000000003},"max":{"1min":6.016,"5min":6.016,"15min":247.41499999999999},"last":1.8089999999999999},{"interface":"front","average":{"1min":2.1110000000000002,"5min":2.1280000000000001,"15min":3.9689999999999999},"min":{"1min":0.82199999999999995,"5min":0.79400000000000004,"15min":0.624},"max":{"1min":7.0460000000000003,"5min":7.6959999999999997,"15min":249.12},"last":1.3169999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.278,"5min":2.1659999999999999,"15min":2.0270000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":9.8629999999999995,"5min":9.8629999999999995,"15min":11.792999999999999},"last":6.4119999999999999},{"interface":"front","average":{"1min":2.5489999999999999,"5min":2.536,"15min":2.3300000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.72199999999999998},"max":{"1min":10.086,"5min":10.086,"15min":12.776999999999999},"last":6.5549999999999997}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":2.0409999999999999,"5min":3.5939999999999999,"15min":2.827},"min":{"1min":0.82799999999999996,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":4.6100000000000003,"5min":165.12,"15min":165.12},"last":2.5910000000000002},{"interface":"front","average":{"1min":2.8260000000000001,"5min":3.8079999999999998,"15min":2.9929999999999999},"min":{"1min":1.1870000000000001,"5min":1.024,"15min":0.81299999999999994},"max":{"1min":10.648999999999999,"5min":162.14099999999999,"15min":162.14099999999999},"last":2.7320000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":3.2050000000000001,"15min":2.6549999999999998},"min":{"1min":0.871,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":10.173,"5min":62.771000000000001,"15min":62.771000000000001},"last":7.1200000000000001},{"interface":"front","average":{"1min":3.0800000000000001,"5min":3.6720000000000002,"15min":2.8410000000000002},"min":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":0.90700000000000003},"max":{"1min":7.3840000000000003,"5min":63.076000000000001,"15min":63.076000000000001},"last":3.0950000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:46:41 2020","interfaces":[{"interface":"back","average":{"1min":2.8069999999999999,"5min":2.601,"15min":2.9630000000000001},"min":{"1min":1.349,"5min":1.093,"15min":0.879},"max":{"1min":10.375,"5min":10.375,"15min":63.304000000000002},"last":2.0049999999999999},{"interface":"front","average":{"1min":3.2170000000000001,"5min":2.8849999999999998,"15min":2.919},"min":{"1min":1.29,"5min":1.155,"15min":1.0269999999999999},"max":{"1min":10.513,"5min":10.513,"15min":63.232999999999997},"last":1.645}]},{"osd":10,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.653,"5min":2.794,"15min":3.073},"min":{"1min":1.339,"5min":1.339,"15min":1.143},"max":{"1min":10.805999999999999,"5min":10.805999999999999,"15min":64.043999999999997},"last":3.2189999999999999},{"interface":"front","average":{"1min":3.3100000000000001,"5min":2.7360000000000002,"15min":2.98},"min":{"1min":1.323,"5min":1.004,"15min":1.004},"max":{"1min":8.5180000000000007,"5min":8.5180000000000007,"15min":62.686999999999998},"last":1.484}]},{"osd":11,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":3.0030000000000001,"15min":2.8199999999999998},"min":{"1min":1.5880000000000001,"5min":1.4690000000000001,"15min":1.0089999999999999},"max":{"1min":8.2050000000000001,"5min":10.928000000000001,"15min":10.928000000000001},"last":2.2189999999999999},{"interface":"front","average":{"1min":3.6259999999999999,"5min":3.3530000000000002,"15min":3.0129999999999999},"min":{"1min":1.444,"5min":1.444,"15min":1.0649999999999999},"max":{"1min":8.5050000000000008,"5min":11.039999999999999,"15min":12.273999999999999},"last":2.137}]}]},{"osd":5,"up_from":0,"seq":180388626804,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:47:33.569 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph status --format=json
2020-11-16T20:47:33.607 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:33.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:33 smithi071 bash[9480]: cluster 2020-11-16T20:47:31.899425+0000 osd.11 (osd.11) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:33.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:33 smithi071 bash[9480]: cluster 2020-11-16T20:47:31.899572+0000 osd.11 (osd.11) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:33.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:33 smithi071 bash[9480]: audit 2020-11-16T20:47:31.961374+0000 mgr.x (mgr.14196) 1072 : audit [DBG] from='client.16146 v1:172.21.15.142:0/3786887860' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:33.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:33 smithi071 bash[9480]: cluster 2020-11-16T20:47:32.408785+0000 mgr.x (mgr.14196) 1073 : cluster [DBG] pgmap v1597: 17 pgs: 1 active, 16 active+clean; 19 MiB data, 3.2 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 787 op/s; 3.3 MiB/s, 69 objects/s recovering
2020-11-16T20:47:33.699 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:33 smithi071 bash[9480]: cluster 2020-11-16T20:47:32.601312+0000 mon.a (mon.0) 1994 : cluster [DBG] osdmap e619: 12 total, 12 up, 9 in
2020-11-16T20:47:33.712 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:33.713 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:33.725 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:33 smithi065 bash[9468]: cluster 2020-11-16T20:47:31.899425+0000 osd.11 (osd.11) 155 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:33.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:33 smithi065 bash[9468]: cluster 2020-11-16T20:47:31.899572+0000 osd.11 (osd.11) 156 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:33.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:33 smithi065 bash[9468]: audit 2020-11-16T20:47:31.961374+0000 mgr.x (mgr.14196) 1072 : audit [DBG] from='client.16146 v1:172.21.15.142:0/3786887860' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:33.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:33 smithi065 bash[9468]: cluster 2020-11-16T20:47:32.408785+0000 mgr.x (mgr.14196) 1073 : cluster [DBG] pgmap v1597: 17 pgs: 1 active, 16 active+clean; 19 MiB data, 3.2 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 787 op/s; 3.3 MiB/s, 69 objects/s recovering
2020-11-16T20:47:33.726 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:33 smithi065 bash[9468]: cluster 2020-11-16T20:47:32.601312+0000 mon.a (mon.0) 1994 : cluster [DBG] osdmap e619: 12 total, 12 up, 9 in
2020-11-16T20:47:33.850 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:33.911 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3
2020-11-16T20:47:33.911 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it
2020-11-16T20:47:33.924 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:33 smithi142 bash[18009]: debug 2020-11-16T20:47:33.611+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:33.956 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:34.031 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:33 smithi065 bash[11785]: debug 2020-11-16T20:47:33.848+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:34.057 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:34.083 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:34.188 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:34.323 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:47:34.468 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:34.510 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:34 smithi065 bash[14115]: debug 2020-11-16T20:47:34.080+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:34.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:34 smithi065 bash[9468]: cluster 2020-11-16T20:47:34.409499+0000 mgr.x (mgr.14196) 1074 : cluster [DBG] pgmap v1599: 17 pgs: 1 active, 16 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 318 op/s; 11 KiB/s, 16 objects/s recovering
2020-11-16T20:47:34.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:34 smithi142 bash[9523]: cluster 2020-11-16T20:47:34.409499+0000 mgr.x (mgr.14196) 1074 : cluster [DBG] pgmap v1599: 17 pgs: 1 active, 16 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 318 op/s; 11 KiB/s, 16 objects/s recovering
2020-11-16T20:47:34.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:34 smithi071 bash[9480]: cluster 2020-11-16T20:47:34.409499+0000 mgr.x (mgr.14196) 1074 : cluster [DBG] pgmap v1599: 17 pgs: 1 active, 16 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 318 op/s; 11 KiB/s, 16 objects/s recovering
2020-11-16T20:47:34.975 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:35.080 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:35.255 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:47:35.267 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:34 smithi142 bash[22738]: debug 2020-11-16T20:47:34.978+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:35.395 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:35.542 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:35.648 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:36.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:35 smithi142 bash[15670]: debug 2020-11-16T20:47:35.546+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:36.571 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:36.676 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:36.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:36 smithi065 bash[9468]: cluster 2020-11-16T20:47:36.410175+0000 mgr.x (mgr.14196) 1075 : cluster [DBG] pgmap v1600: 17 pgs: 1 active, 16 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 158 op/s; 11 KiB/s, 16 objects/s recovering
2020-11-16T20:47:36.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:36 smithi142 bash[9523]: cluster 2020-11-16T20:47:36.410175+0000 mgr.x (mgr.14196) 1075 : cluster [DBG] pgmap v1600: 17 pgs: 1 active, 16 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 158 op/s; 11 KiB/s, 16 objects/s recovering
2020-11-16T20:47:36.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:47:36 smithi142 bash[20366]: debug 2020-11-16T20:47:36.574+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:36.828 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:36.933 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:36.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:36 smithi071 bash[9480]: cluster 2020-11-16T20:47:36.410175+0000 mgr.x (mgr.14196) 1075 : cluster [DBG] pgmap v1600: 17 pgs: 1 active, 16 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 158 op/s; 11 KiB/s, 16 objects/s recovering
2020-11-16T20:47:37.281 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:36 smithi065 bash[11785]: debug 2020-11-16T20:47:36.823+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:38.422 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:38.527 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:38.647 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:38.697 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:38 smithi071 bash[12066]: debug 2020-11-16T20:47:38.648+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:38.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:38 smithi071 bash[9480]: cluster 2020-11-16T20:47:38.410918+0000 mgr.x (mgr.14196) 1076 : cluster [DBG] pgmap v1601: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 119 op/s; 8.0 KiB/s, 12 objects/s recovering
2020-11-16T20:47:38.698 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:38 smithi071 bash[14419]: debug 2020-11-16T20:47:38.420+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:38.751 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:38.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:38 smithi065 bash[9468]: cluster 2020-11-16T20:47:38.410918+0000 mgr.x (mgr.14196) 1076 : cluster [DBG] pgmap v1601: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 119 op/s; 8.0 KiB/s, 12 objects/s recovering
2020-11-16T20:47:38.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:38 smithi142 bash[9523]: cluster 2020-11-16T20:47:38.410918+0000 mgr.x (mgr.14196) 1076 : cluster [DBG] pgmap v1601: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 119 op/s; 8.0 KiB/s, 12 objects/s recovering
2020-11-16T20:47:38.889 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:38.994 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:39.123 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:38 smithi071 bash[14419]: debug 2020-11-16T20:47:38.888+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:39.123 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:39.228 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:39.383 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:39.447 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:39 smithi071 bash[12066]: debug 2020-11-16T20:47:39.124+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:39.487 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:39.530 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:39 smithi065 bash[11785]: debug 2020-11-16T20:47:39.379+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:39.623 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:39.728 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:39.854 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:39 smithi071 bash[16796]: debug 2020-11-16T20:47:39.624+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:39.855 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:39.959 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:40.197 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:39 smithi071 bash[16796]: debug 2020-11-16T20:47:39.856+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:40.387 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:40.493 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:40.624 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:40.730 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:40.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:40 smithi065 bash[9468]: cluster 2020-11-16T20:47:40.411637+0000 mgr.x (mgr.14196) 1077 : cluster [DBG] pgmap v1602: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 73 op/s; 7.1 KiB/s, 11 objects/s recovering
2020-11-16T20:47:40.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:40 smithi065 bash[16457]: debug 2020-11-16T20:47:40.619+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:40.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:40 smithi142 bash[9523]: cluster 2020-11-16T20:47:40.411637+0000 mgr.x (mgr.14196) 1077 : cluster [DBG] pgmap v1602: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 73 op/s; 7.1 KiB/s, 11 objects/s recovering
2020-11-16T20:47:40.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:40 smithi142 bash[18009]: debug 2020-11-16T20:47:40.390+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:40.885 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:40 smithi071 bash[9480]: cluster 2020-11-16T20:47:40.411637+0000 mgr.x (mgr.14196) 1077 : cluster [DBG] pgmap v1602: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 73 op/s; 7.1 KiB/s, 11 objects/s recovering
2020-11-16T20:47:40.886 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:47:40.991 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:41.197 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:47:40 smithi071 bash[14419]: debug 2020-11-16T20:47:40.884+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:41.425 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:47:41 smithi142 bash[20366]: debug 2020-11-16T20:47:41.406+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:41.508 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:42.256 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:42.362 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:42.500 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:42.517 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:47:42 smithi142 bash[20366]: debug 2020-11-16T20:47:42.258+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:42.605 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:42.697 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:42 smithi071 bash[16796]: debug 2020-11-16T20:47:42.500+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:42.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:42 smithi071 bash[9480]: cluster 2020-11-16T20:47:41.371902+0000 osd.6 (osd.6) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:42.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:42 smithi071 bash[9480]: cluster 2020-11-16T20:47:41.372026+0000 osd.6 (osd.6) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:42.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:42 smithi071 bash[9480]: cluster 2020-11-16T20:47:41.525961+0000 mon.a (mon.0) 1995 : cluster [DBG] osdmap e620: 12 total, 12 up, 9 in
2020-11-16T20:47:42.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:42 smithi071 bash[9480]: cluster 2020-11-16T20:47:42.412230+0000 mgr.x (mgr.14196) 1078 : cluster [DBG] pgmap v1604: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 30 op/s
2020-11-16T20:47:42.736 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:42.781 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:42 smithi065 bash[14115]: debug 2020-11-16T20:47:42.731+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:42 smithi065 bash[9468]: cluster 2020-11-16T20:47:41.371902+0000 osd.6 (osd.6) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:42 smithi065 bash[9468]: cluster 2020-11-16T20:47:41.372026+0000 osd.6 (osd.6) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:42 smithi065 bash[9468]: cluster 2020-11-16T20:47:41.525961+0000 mon.a (mon.0) 1995 : cluster [DBG] osdmap e620: 12 total, 12 up, 9 in
2020-11-16T20:47:42.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:42 smithi065 bash[9468]: cluster 2020-11-16T20:47:42.412230+0000 mgr.x (mgr.14196) 1078 : cluster [DBG] pgmap v1604: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 30 op/s
2020-11-16T20:47:42.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:42 smithi142 bash[9523]: cluster 2020-11-16T20:47:41.371902+0000 osd.6 (osd.6) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:42.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:42 smithi142 bash[9523]: cluster 2020-11-16T20:47:41.372026+0000 osd.6 (osd.6) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:42.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:42 smithi142 bash[9523]: cluster 2020-11-16T20:47:41.525961+0000 mon.a (mon.0) 1995 : cluster [DBG] osdmap e620: 12 total, 12 up, 9 in
2020-11-16T20:47:42.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:42 smithi142 bash[9523]: cluster 2020-11-16T20:47:42.412230+0000 mgr.x (mgr.14196) 1078 : cluster [DBG] pgmap v1604: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail; 0 B/s wr, 30 op/s
2020-11-16T20:47:42.831 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:47:42.831 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:47:42.841 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:43.106 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:43.210 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:43.351 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:43.363 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:47:43.363 INFO:teuthology.orchestra.run.smithi142.stdout:{"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false}},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2040,"monmap":{"epoch":3,"min_mon_release_name":"pacific","num_mons":3},"osdmap":{"epoch":620,"num_osds":12,"num_up_osds":12,"osd_up_since":1605558492,"num_in_osds":9,"osd_in_since":1605559243,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":17}],"num_pgs":17,"num_pools":2,"num_objects":0,"data_bytes":0,"bytes_used":2813108224,"bytes_avail":861142212608,"bytes_total":863955320832,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":30},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://smithi071.front.sepia.ceph.com:8443/"}},"servicemap":{"epoch":50,"modified":"2020-11-16T20:47:38.410637+0000","services":{"mon":{"daemons":{"summary":"","c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}}
2020-11-16T20:47:43.456 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:43.537 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:43 smithi142 bash[22738]: debug 2020-11-16T20:47:43.106+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:43.584 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:43 smithi071 bash[12066]: debug 2020-11-16T20:47:43.352+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:43.585 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:43.690 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:43.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:43 smithi071 bash[9480]: audit 2020-11-16T20:47:43.370229+0000 mon.a (mon.0) 1996 : audit [DBG] from='client.? v1:172.21.15.142:0/39773469' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:47:43.948 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:43 smithi071 bash[16796]: debug 2020-11-16T20:47:43.584+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:43.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:43 smithi142 bash[9523]: audit 2020-11-16T20:47:43.370229+0000 mon.a (mon.0) 1996 : audit [DBG] from='client.? v1:172.21.15.142:0/39773469' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:47:43.983 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:44.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:43 smithi065 bash[9468]: audit 2020-11-16T20:47:43.370229+0000 mon.a (mon.0) 1996 : audit [DBG] from='client.? v1:172.21.15.142:0/39773469' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:47:44.088 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:44.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:43 smithi142 bash[22738]: debug 2020-11-16T20:47:43.986+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:44.851 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:44.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:44 smithi071 bash[9480]: cluster 2020-11-16T20:47:44.412936+0000 mgr.x (mgr.14196) 1079 : cluster [DBG] pgmap v1605: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:44.956 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:45.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:44 smithi065 bash[9468]: cluster 2020-11-16T20:47:44.412936+0000 mgr.x (mgr.14196) 1079 : cluster [DBG] pgmap v1605: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:45.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:44 smithi142 bash[9523]: cluster 2020-11-16T20:47:44.412936+0000 mgr.x (mgr.14196) 1079 : cluster [DBG] pgmap v1605: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:45.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:44 smithi142 bash[22738]: debug 2020-11-16T20:47:44.854+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:45.092 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:45.197 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:45.447 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:45 smithi071 bash[12066]: debug 2020-11-16T20:47:45.092+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:45.672 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:45.778 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:46.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:45 smithi142 bash[18009]: debug 2020-11-16T20:47:45.674+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:46.051 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_historic_ops
2020-11-16T20:47:46.093 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:46.189 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:46.198 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:46.327 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:46.369 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:46 smithi142 bash[15670]: debug 2020-11-16T20:47:46.094+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:46.432 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:46.513 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:46 smithi065 bash[11785]: debug 2020-11-16T20:47:46.327+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:46.650 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:46 smithi142 bash[9523]: cluster 2020-11-16T20:47:46.413614+0000 mgr.x (mgr.14196) 1080 : cluster [DBG] pgmap v1606: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:46.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:46 smithi065 bash[9468]: cluster 2020-11-16T20:47:46.413614+0000 mgr.x (mgr.14196) 1080 : cluster [DBG] pgmap v1606: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:46.946 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:46.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:46 smithi071 bash[9480]: cluster 2020-11-16T20:47:46.413614+0000 mgr.x (mgr.14196) 1080 : cluster [DBG] pgmap v1606: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:46.957 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:47:46.983 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:47:47.007 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:47:47.013 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now
2020-11-16T20:47:47.013 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:47:47.029 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:47:47.049 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:47.057 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:47:47.090 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:47:47.133 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:47:47.164 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:47:47.181 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:47.190 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:47:47.217 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:47:47.244 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:47:47.270 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:47:47.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.273 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.274 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:47:47.467 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:46 smithi142 bash[22738]: debug 2020-11-16T20:47:46.950+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:47.479 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:47.584 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:47.605 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_3' removed
2020-11-16T20:47:47.728 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:47.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:47 smithi142 bash[22738]: debug 2020-11-16T20:47:47.482+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:47.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:47 smithi142 bash[9523]: audit 2020-11-16T20:47:46.937502+0000 mon.a (mon.0) 1997 : audit [DBG] from='client.? v1:172.21.15.142:0/4007209797' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:47 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.036668+0000 osd.3 (osd.3) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:47 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.095447+0000 osd.5 (osd.5) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:47 smithi142 bash[9523]: audit 2020-11-16T20:47:47.156873+0000 mon.a (mon.0) 1998 : audit [INF] from='client.? v1:172.21.15.142:0/2135037939' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:47:47.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:47 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.274381+0000 osd.11 (osd.11) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:47.832 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:47.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:47 smithi071 bash[9480]: audit 2020-11-16T20:47:46.937502+0000 mon.a (mon.0) 1997 : audit [DBG] from='client.? v1:172.21.15.142:0/4007209797' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:47.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:47 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.036668+0000 osd.3 (osd.3) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:47.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:47 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.095447+0000 osd.5 (osd.5) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:47.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:47 smithi071 bash[9480]: audit 2020-11-16T20:47:47.156873+0000 mon.a (mon.0) 1998 : audit [INF] from='client.? v1:172.21.15.142:0/2135037939' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:47:47.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:47 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.274381+0000 osd.11 (osd.11) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:47.961 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:48.031 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:47:47 smithi065 bash[18823]: debug 2020-11-16T20:47:47.731+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:48.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:47 smithi065 bash[9468]: audit 2020-11-16T20:47:46.937502+0000 mon.a (mon.0) 1997 : audit [DBG] from='client.? v1:172.21.15.142:0/4007209797' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:47:48.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:47 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.036668+0000 osd.3 (osd.3) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:47 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.095447+0000 osd.5 (osd.5) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:47 smithi065 bash[9468]: audit 2020-11-16T20:47:47.156873+0000 mon.a (mon.0) 1998 : audit [INF] from='client.? v1:172.21.15.142:0/2135037939' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:47:48.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:47 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.274381+0000 osd.11 (osd.11) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.066 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:48.184 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:48.290 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:48.447 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:47 smithi071 bash[16796]: debug 2020-11-16T20:47:47.960+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:48.531 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[11785]: debug 2020-11-16T20:47:48.187+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:48.780 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:48.885 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:48.898 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:46.964917+0000 osd.0 (osd.0) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:46.990755+0000 osd.1 (osd.1) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.014672+0000 osd.2 (osd.2) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.062631+0000 osd.4 (osd.4) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.138043+0000 osd.6 (osd.6) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.169647+0000 osd.7 (osd.7) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.194024+0000 osd.8 (osd.8) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.900 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.221370+0000 osd.9 (osd.9) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.900 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.248114+0000 osd.10 (osd.10) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:48.900 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: audit 2020-11-16T20:47:47.607231+0000 mon.a (mon.0) 1999 : audit [INF] from='client.? v1:172.21.15.142:0/2135037939' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:47:48.900 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.607308+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e621: 12 total, 12 up, 9 in
2020-11-16T20:47:48.900 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:48 smithi071 bash[9480]: cluster 2020-11-16T20:47:48.414258+0000 mgr.x (mgr.14196) 1081 : cluster [DBG] pgmap v1608: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:49.022 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:49.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:46.964917+0000 osd.0 (osd.0) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:46.990755+0000 osd.1 (osd.1) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.014672+0000 osd.2 (osd.2) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.062631+0000 osd.4 (osd.4) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.138043+0000 osd.6 (osd.6) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.169647+0000 osd.7 (osd.7) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.194024+0000 osd.8 (osd.8) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.221370+0000 osd.9 (osd.9) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.248114+0000 osd.10 (osd.10) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: audit 2020-11-16T20:47:47.607231+0000 mon.a (mon.0) 1999 : audit [INF] from='client.? v1:172.21.15.142:0/2135037939' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:47:49.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.607308+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e621: 12 total, 12 up, 9 in
2020-11-16T20:47:49.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:48 smithi065 bash[9468]: cluster 2020-11-16T20:47:48.414258+0000 mgr.x (mgr.14196) 1081 : cluster [DBG] pgmap v1608: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:49.034 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[18009]: debug 2020-11-16T20:47:48.782+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:49.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:46.964917+0000 osd.0 (osd.0) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:46.990755+0000 osd.1 (osd.1) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.014672+0000 osd.2 (osd.2) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.062631+0000 osd.4 (osd.4) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.138043+0000 osd.6 (osd.6) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.169647+0000 osd.7 (osd.7) 134 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.194024+0000 osd.8 (osd.8) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.221370+0000 osd.9 (osd.9) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.248114+0000 osd.10 (osd.10) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:47:49.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: audit 2020-11-16T20:47:47.607231+0000 mon.a (mon.0) 1999 : audit [INF] from='client.? v1:172.21.15.142:0/2135037939' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:47:49.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.607308+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e621: 12 total, 12 up, 9 in
2020-11-16T20:47:49.036 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:48 smithi142 bash[9523]: cluster 2020-11-16T20:47:48.414258+0000 mgr.x (mgr.14196) 1081 : cluster [DBG] pgmap v1608: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:49.127 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:49.197 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:49 smithi071 bash[16796]: debug 2020-11-16T20:47:49.020+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:49.634 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:47:49.650 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:49.754 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:49.895 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:49 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.834858+0000 osd.4 (osd.4) 170 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:49.895 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:49 smithi065 bash[9468]: cluster 2020-11-16T20:47:47.834954+0000 osd.4 (osd.4) 171 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:49.895 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:49 smithi065 bash[9468]: cluster 2020-11-16T20:47:48.630303+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e622: 12 total, 12 up, 9 in
2020-11-16T20:47:49.895 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:49 smithi065 bash[9468]: audit 2020-11-16T20:47:49.104601+0000 mon.a (mon.0) 2002 : audit [INF] from='client.? v1:172.21.15.142:0/1254773357' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:47:49.896 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:49.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:49 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.834858+0000 osd.4 (osd.4) 170 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:49.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:49 smithi071 bash[9480]: cluster 2020-11-16T20:47:47.834954+0000 osd.4 (osd.4) 171 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:49.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:49 smithi071 bash[9480]: cluster 2020-11-16T20:47:48.630303+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e622: 12 total, 12 up, 9 in
2020-11-16T20:47:49.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:49 smithi071 bash[9480]: audit 2020-11-16T20:47:49.104601+0000 mon.a (mon.0) 2002 : audit [INF] from='client.? v1:172.21.15.142:0/1254773357' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:47:50.001 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:50.012 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:49 smithi142 bash[18009]: debug 2020-11-16T20:47:49.650+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:50.012 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:49 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.834858+0000 osd.4 (osd.4) 170 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:47:50.012 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:49 smithi142 bash[9523]: cluster 2020-11-16T20:47:47.834954+0000 osd.4 (osd.4) 171 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:47:50.013 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:49 smithi142 bash[9523]: cluster 2020-11-16T20:47:48.630303+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e622: 12 total, 12 up, 9 in
2020-11-16T20:47:50.013 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:49 smithi142 bash[9523]: audit 2020-11-16T20:47:49.104601+0000 mon.a (mon.0) 2002 : audit [INF] from='client.? v1:172.21.15.142:0/1254773357' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:47:50.150 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench...
2020-11-16T20:47:50.151 INFO:tasks.radosbench:Beginning radosbench...
2020-11-16T20:47:50.151 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_4
2020-11-16T20:47:50.152 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool create unique_pool_4 16
2020-11-16T20:47:50.254 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:50.264 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:50 smithi142 bash[22738]: debug 2020-11-16T20:47:50.258+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:50.281 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:49 smithi065 bash[11785]: debug 2020-11-16T20:47:49.895+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:50.328 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:50.358 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:50.494 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:50.599 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:50.621 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:50 smithi071 bash[12066]: debug 2020-11-16T20:47:50.492+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:50.726 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:50.832 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:50.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:50 smithi071 bash[9480]: cluster 2020-11-16T20:47:49.623647+0000 mon.a (mon.0) 2003 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:50.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:50 smithi071 bash[9480]: audit 2020-11-16T20:47:49.637179+0000 mon.a (mon.0) 2004 : audit [INF] from='client.? v1:172.21.15.142:0/1254773357' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:47:50.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:50 smithi071 bash[9480]: cluster 2020-11-16T20:47:49.637250+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e623: 12 total, 12 up, 9 in
2020-11-16T20:47:50.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:50 smithi071 bash[9480]: cluster 2020-11-16T20:47:50.414665+0000 mgr.x (mgr.14196) 1082 : cluster [DBG] pgmap v1611: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:50.954 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:50.970 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:50 smithi142 bash[9523]: cluster 2020-11-16T20:47:49.623647+0000 mon.a (mon.0) 2003 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:50.970 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:50 smithi142 bash[9523]: audit 2020-11-16T20:47:49.637179+0000 mon.a (mon.0) 2004 : audit [INF] from='client.? v1:172.21.15.142:0/1254773357' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:47:50.971 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:50 smithi142 bash[9523]: cluster 2020-11-16T20:47:49.637250+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e623: 12 total, 12 up, 9 in
2020-11-16T20:47:50.971 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:50 smithi142 bash[9523]: cluster 2020-11-16T20:47:50.414665+0000 mgr.x (mgr.14196) 1082 : cluster [DBG] pgmap v1611: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:51.031 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:50 smithi065 bash[11785]: debug 2020-11-16T20:47:50.727+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:50 smithi065 bash[9468]: cluster 2020-11-16T20:47:49.623647+0000 mon.a (mon.0) 2003 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:47:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:50 smithi065 bash[9468]: audit 2020-11-16T20:47:49.637179+0000 mon.a (mon.0) 2004 : audit [INF] from='client.? v1:172.21.15.142:0/1254773357' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:47:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:50 smithi065 bash[9468]: cluster 2020-11-16T20:47:49.637250+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e623: 12 total, 12 up, 9 in
2020-11-16T20:47:51.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:50 smithi065 bash[9468]: cluster 2020-11-16T20:47:50.414665+0000 mgr.x (mgr.14196) 1082 : cluster [DBG] pgmap v1611: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:51.059 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:51.340 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:51.445 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:51.447 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:47:50 smithi071 bash[26650]: debug 2020-11-16T20:47:50.952+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:51.595 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:51 smithi142 bash[18009]: debug 2020-11-16T20:47:51.342+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:51.680 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:51.786 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:51.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:51 smithi071 bash[9480]: cluster 2020-11-16T20:47:50.669179+0000 osd.1 (osd.1) 212 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:47:52.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:51 smithi065 bash[9468]: cluster 2020-11-16T20:47:50.669179+0000 osd.1 (osd.1) 212 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:47:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:51 smithi142 bash[9523]: cluster 2020-11-16T20:47:50.669179+0000 osd.1 (osd.1) 212 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:47:52.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:51 smithi142 bash[18009]: debug 2020-11-16T20:47:51.682+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:52.266 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:47:52.415 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:52.817 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:52.923 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:52.935 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:52 smithi071 bash[9480]: cluster 2020-11-16T20:47:50.785877+0000 osd.1 (osd.1) 213 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:47:52.935 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:52 smithi071 bash[9480]: cluster 2020-11-16T20:47:52.415230+0000 mgr.x (mgr.14196) 1083 : cluster [DBG] pgmap v1612: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:53.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:52 smithi065 bash[9468]: cluster 2020-11-16T20:47:50.785877+0000 osd.1 (osd.1) 213 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:47:53.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:52 smithi065 bash[9468]: cluster 2020-11-16T20:47:52.415230+0000 mgr.x (mgr.14196) 1083 : cluster [DBG] pgmap v1612: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:53.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:52 smithi142 bash[22738]: debug 2020-11-16T20:47:52.818+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:53.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:52 smithi142 bash[9523]: cluster 2020-11-16T20:47:50.785877+0000 osd.1 (osd.1) 213 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:47:53.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:52 smithi142 bash[9523]: cluster 2020-11-16T20:47:52.415230+0000 mgr.x (mgr.14196) 1083 : cluster [DBG] pgmap v1612: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:53.067 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:53.174 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:53.197 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:53 smithi071 bash[16796]: debug 2020-11-16T20:47:53.068+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:53.321 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:53.427 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:53.531 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:53 smithi065 bash[14115]: debug 2020-11-16T20:47:53.323+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:53.555 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:53.660 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:53.697 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:53 smithi071 bash[12066]: debug 2020-11-16T20:47:53.556+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:53.780 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:53.886 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:54.026 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:53 smithi065 bash[14115]: debug 2020-11-16T20:47:53.783+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:54.027 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:47:54.133 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:54.281 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:47:54 smithi065 bash[11785]: debug 2020-11-16T20:47:54.027+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:54.486 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:54.529 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:47:54.591 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:54.673 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:47:54.738 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:54.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:54 smithi065 bash[9468]: cluster 2020-11-16T20:47:54.415933+0000 mgr.x (mgr.14196) 1084 : cluster [DBG] pgmap v1613: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:54.844 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:54.856 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:54 smithi071 bash[9480]: cluster 2020-11-16T20:47:54.415933+0000 mgr.x (mgr.14196) 1084 : cluster [DBG] pgmap v1613: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:54.857 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:54 smithi071 bash[16796]: debug 2020-11-16T20:47:54.740+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:54.981 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:55.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:54 smithi142 bash[9523]: cluster 2020-11-16T20:47:54.415933+0000 mgr.x (mgr.14196) 1084 : cluster [DBG] pgmap v1613: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:55.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:47:54 smithi142 bash[20366]: debug 2020-11-16T20:47:54.486+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:55.086 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:55.197 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:54 smithi071 bash[16796]: debug 2020-11-16T20:47:54.980+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:55.243 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:47:55.348 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:55.495 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:47:55.601 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:55.697 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:47:55 smithi071 bash[16796]: debug 2020-11-16T20:47:55.244+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:55.780 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:47:55 smithi065 bash[14115]: debug 2020-11-16T20:47:55.495+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:55.971 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:47:56.076 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:56.205 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:47:56.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:47:55 smithi142 bash[22738]: debug 2020-11-16T20:47:55.974+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:56.311 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:56.515 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:47:56 smithi065 bash[18823]: debug 2020-11-16T20:47:56.207+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:56.537 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:56.641 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:56.653 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:47:56 smithi142 bash[20366]: debug 2020-11-16T20:47:56.538+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:56.654 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:56 smithi142 bash[9523]: cluster 2020-11-16T20:47:56.416528+0000 mgr.x (mgr.14196) 1085 : cluster [DBG] pgmap v1614: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:56.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:56 smithi065 bash[9468]: cluster 2020-11-16T20:47:56.416528+0000 mgr.x (mgr.14196) 1085 : cluster [DBG] pgmap v1614: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:56.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:56 smithi071 bash[9480]: cluster 2020-11-16T20:47:56.416528+0000 mgr.x (mgr.14196) 1085 : cluster [DBG] pgmap v1614: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:57.115 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:57.219 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:57.324 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:47:57.326 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:47:57.365 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:47:57.407 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:57 smithi142 bash[15670]: debug 2020-11-16T20:47:57.118+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:57.469 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:57.606 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:47:57 smithi071 bash[26650]: debug 2020-11-16T20:47:57.364+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:57.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:57 smithi142 bash[9523]: audit 2020-11-16T20:47:57.316604+0000 mgr.x (mgr.14196) 1086 : audit [DBG] from='client.16173 v1:172.21.15.142:0/2691036638' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:57.845 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:47:57.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:57 smithi071 bash[9480]: audit 2020-11-16T20:47:57.316604+0000 mgr.x (mgr.14196) 1086 : audit [DBG] from='client.16173 v1:172.21.15.142:0/2691036638' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:57.951 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:57.962 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:57 smithi065 bash[9468]: audit 2020-11-16T20:47:57.316604+0000 mgr.x (mgr.14196) 1086 : audit [DBG] from='client.16173 v1:172.21.15.142:0/2691036638' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:47:58.099 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:47:58.203 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:58.216 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:47:57 smithi142 bash[18009]: debug 2020-11-16T20:47:57.846+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:58.281 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:47:58 smithi065 bash[16457]: debug 2020-11-16T20:47:58.099+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:58.564 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:47:58.669 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:58.713 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:47:58.713 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:47:58.713 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:47:58.713 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:47:58.713 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:111603 4.6 4:66bc167e:::benchmark_data_smithi065_31807_object111602:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e433)",
2020-11-16T20:47:58.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:38:04.513835+0000",
2020-11-16T20:47:58.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 594.20432727299999,
2020-11-16T20:47:58.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.48406042999999999,
2020-11-16T20:47:58.714 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.714 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.714 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 111603
2020-11-16T20:47:58.715 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.715 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.513835+0000",
2020-11-16T20:47:58.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.513835+0000",
2020-11-16T20:47:58.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999614
2020-11-16T20:47:58.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.513796+0000",
2020-11-16T20:47:58.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00027695200000000001
2020-11-16T20:47:58.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514073+0000",
2020-11-16T20:47:58.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3879e-05
2020-11-16T20:47:58.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514087+0000",
2020-11-16T20:47:58.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5900000000000002e-06
2020-11-16T20:47:58.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514095+0000",
2020-11-16T20:47:58.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00033506299999999997
2020-11-16T20:47:58.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514430+0000",
2020-11-16T20:47:58.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000151753
2020-11-16T20:47:58.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.514582+0000",
2020-11-16T20:47:58.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0011377589999999999
2020-11-16T20:47:58.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:47:58.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.515719+0000",
2020-11-16T20:47:58.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004248071
2020-11-16T20:47:58.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.519967+0000",
2020-11-16T20:47:58.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.47772480699999997
2020-11-16T20:47:58.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997692+0000",
2020-11-16T20:47:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3596000000000004e-05
2020-11-16T20:47:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997776+0000",
2020-11-16T20:47:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119535
2020-11-16T20:47:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:38:04.997895+0000",
2020-11-16T20:47:58.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.48406042999999999
2020-11-16T20:47:58.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.724 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.724 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.724 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.725 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226731 4.4 4:2cd2d943:::benchmark_data_smithi065_31807_object88562:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.382861+0000",
2020-11-16T20:47:58.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.33530157799999,
2020-11-16T20:47:58.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.142602627,
2020-11-16T20:47:58.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.725 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.725 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226731
2020-11-16T20:47:58.726 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.726 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382861+0000",
2020-11-16T20:47:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382861+0000",
2020-11-16T20:47:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:47:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382843+0000",
2020-11-16T20:47:58.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0163999999999997e-05
2020-11-16T20:47:58.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382883+0000",
2020-11-16T20:47:58.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.943e-06
2020-11-16T20:47:58.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382891+0000",
2020-11-16T20:47:58.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1449999999999996e-06
2020-11-16T20:47:58.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382897+0000",
2020-11-16T20:47:58.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5873e-05
2020-11-16T20:47:58.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382933+0000",
2020-11-16T20:47:58.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9049999999999997e-06
2020-11-16T20:47:58.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.382941+0000",
2020-11-16T20:47:58.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.053871832
2020-11-16T20:47:58.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.436813+0000",
2020-11-16T20:47:58.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00027031800000000002
2020-11-16T20:47:58.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.437083+0000",
2020-11-16T20:47:58.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019806399999999999
2020-11-16T20:47:58.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.437281+0000",
2020-11-16T20:47:58.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025046178999999998
2020-11-16T20:47:58.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.462327+0000",
2020-11-16T20:47:58.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.062997710999999998
2020-11-16T20:47:58.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525325+0000",
2020-11-16T20:47:58.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5079000000000003e-05
2020-11-16T20:47:58.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525410+0000",
2020-11-16T20:47:58.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3297000000000001e-05
2020-11-16T20:47:58.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525463+0000",
2020-11-16T20:47:58.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.142602627
2020-11-16T20:47:58.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.736 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.736 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.736 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.737 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226740 4.4 4:28bc2445:::benchmark_data_smithi065_31807_object88571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.390951+0000",
2020-11-16T20:47:58.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.32721082199998,
2020-11-16T20:47:58.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1346937539999999,
2020-11-16T20:47:58.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.737 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.738 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226740
2020-11-16T20:47:58.738 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.738 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.390951+0000",
2020-11-16T20:47:58.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.390951+0000",
2020-11-16T20:47:58.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T20:47:58.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.390920+0000",
2020-11-16T20:47:58.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8375999999999997e-05
2020-11-16T20:47:58.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.390989+0000",
2020-11-16T20:47:58.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1148999999999999e-05
2020-11-16T20:47:58.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.391000+0000",
2020-11-16T20:47:58.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8359999999999997e-06
2020-11-16T20:47:58.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.391006+0000",
2020-11-16T20:47:58.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9373000000000003e-05
2020-11-16T20:47:58.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.391055+0000",
2020-11-16T20:47:58.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5699999999999999e-06
2020-11-16T20:47:58.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.391065+0000",
2020-11-16T20:47:58.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0507804650000001
2020-11-16T20:47:58.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.441845+0000",
2020-11-16T20:47:58.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023803299999999999
2020-11-16T20:47:58.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.442083+0000",
2020-11-16T20:47:58.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019023900000000001
2020-11-16T20:47:58.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.442273+0000",
2020-11-16T20:47:58.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032912113999999999
2020-11-16T20:47:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475185+0000",
2020-11-16T20:47:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.050358657000000001
2020-11-16T20:47:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525544+0000",
2020-11-16T20:47:58.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9045999999999998e-05
2020-11-16T20:47:58.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525593+0000",
2020-11-16T20:47:58.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1928000000000002e-05
2020-11-16T20:47:58.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525645+0000",
2020-11-16T20:47:58.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1346937539999999
2020-11-16T20:47:58.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.748 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.748 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.749 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.749 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226768 4.4 4:2fe34e1b:::benchmark_data_smithi065_31807_object88599:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.424770+0000",
2020-11-16T20:47:58.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.293391676,
2020-11-16T20:47:58.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.101087358,
2020-11-16T20:47:58.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226768
2020-11-16T20:47:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424770+0000",
2020-11-16T20:47:58.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424770+0000",
2020-11-16T20:47:58.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:47:58.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424751+0000",
2020-11-16T20:47:58.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4469999999999999e-05
2020-11-16T20:47:58.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424795+0000",
2020-11-16T20:47:58.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1838000000000001e-05
2020-11-16T20:47:58.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424807+0000",
2020-11-16T20:47:58.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8869999999999992e-06
2020-11-16T20:47:58.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424815+0000",
2020-11-16T20:47:58.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8511000000000003e-05
2020-11-16T20:47:58.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424874+0000",
2020-11-16T20:47:58.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.184e-05
2020-11-16T20:47:58.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.424885+0000",
2020-11-16T20:47:58.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0234087759999999
2020-11-16T20:47:58.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.448294+0000",
2020-11-16T20:47:58.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000277719
2020-11-16T20:47:58.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.448572+0000",
2020-11-16T20:47:58.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0011846669999999999
2020-11-16T20:47:58.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.449757+0000",
2020-11-16T20:47:58.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025435413
2020-11-16T20:47:58.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475192+0000",
2020-11-16T20:47:58.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.050585739999999997
2020-11-16T20:47:58.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525778+0000",
2020-11-16T20:47:58.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2403e-05
2020-11-16T20:47:58.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525820+0000",
2020-11-16T20:47:58.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7762000000000002e-05
2020-11-16T20:47:58.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525858+0000",
2020-11-16T20:47:58.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.101087358
2020-11-16T20:47:58.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.760 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.761 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.761 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.761 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226773 4.4 4:29fbf3d1:::benchmark_data_smithi065_31807_object88604:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.427641+0000",
2020-11-16T20:47:58.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.29052158799999,
2020-11-16T20:47:58.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.098561141,
2020-11-16T20:47:58.761 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.762 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.762 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226773
2020-11-16T20:47:58.762 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.762 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427641+0000",
2020-11-16T20:47:58.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.763 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427641+0000",
2020-11-16T20:47:58.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999828
2020-11-16T20:47:58.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427623+0000",
2020-11-16T20:47:58.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9953000000000002e-05
2020-11-16T20:47:58.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427663+0000",
2020-11-16T20:47:58.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1280000000000008e-06
2020-11-16T20:47:58.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427671+0000",
2020-11-16T20:47:58.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5769999999999996e-06
2020-11-16T20:47:58.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427679+0000",
2020-11-16T20:47:58.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4037999999999999e-05
2020-11-16T20:47:58.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427743+0000",
2020-11-16T20:47:58.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3940999999999999e-05
2020-11-16T20:47:58.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.427757+0000",
2020-11-16T20:47:58.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.030178708
2020-11-16T20:47:58.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.457936+0000",
2020-11-16T20:47:58.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012858600000000001
2020-11-16T20:47:58.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.458064+0000",
2020-11-16T20:47:58.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012236300000000001
2020-11-16T20:47:58.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.458187+0000",
2020-11-16T20:47:58.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027030063
2020-11-16T20:47:58.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485217+0000",
2020-11-16T20:47:58.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.040800862
2020-11-16T20:47:58.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526017+0000",
2020-11-16T20:47:58.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011044699999999999
2020-11-16T20:47:58.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526128+0000",
2020-11-16T20:47:58.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3837000000000005e-05
2020-11-16T20:47:58.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526202+0000",
2020-11-16T20:47:58.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.098561141
2020-11-16T20:47:58.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.772 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.773 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.773 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.773 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.773 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226792 4.4 4:24c5dbed:::benchmark_data_smithi065_31807_object88623:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.773 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.452482+0000",
2020-11-16T20:47:58.773 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.26568055600001,
2020-11-16T20:47:58.773 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.073883398,
2020-11-16T20:47:58.773 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.774 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.774 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226792
2020-11-16T20:47:58.774 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.774 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452482+0000",
2020-11-16T20:47:58.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452482+0000",
2020-11-16T20:47:58.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999959
2020-11-16T20:47:58.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452441+0000",
2020-11-16T20:47:58.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8702000000000006e-05
2020-11-16T20:47:58.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452529+0000",
2020-11-16T20:47:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5821e-05
2020-11-16T20:47:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452545+0000",
2020-11-16T20:47:58.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0841e-05
2020-11-16T20:47:58.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452556+0000",
2020-11-16T20:47:58.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0044000000000003e-05
2020-11-16T20:47:58.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452616+0000",
2020-11-16T20:47:58.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4776999999999999e-05
2020-11-16T20:47:58.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.452631+0000",
2020-11-16T20:47:58.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0097459580000001
2020-11-16T20:47:58.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.462377+0000",
2020-11-16T20:47:58.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015898099999999999
2020-11-16T20:47:58.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.462536+0000",
2020-11-16T20:47:58.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018966600000000001
2020-11-16T20:47:58.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.462726+0000",
2020-11-16T20:47:58.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022506894
2020-11-16T20:47:58.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485232+0000",
2020-11-16T20:47:58.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041028052000000002
2020-11-16T20:47:58.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526261+0000",
2020-11-16T20:47:58.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8023000000000003e-05
2020-11-16T20:47:58.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526319+0000",
2020-11-16T20:47:58.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6464000000000001e-05
2020-11-16T20:47:58.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526365+0000",
2020-11-16T20:47:58.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.073883398
2020-11-16T20:47:58.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.784 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.785 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.785 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.785 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226807 4.4 4:2588196a:::benchmark_data_smithi065_31807_object88638:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.469657+0000",
2020-11-16T20:47:58.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.24850502800001,
2020-11-16T20:47:58.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.0569337489999999,
2020-11-16T20:47:58.785 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.786 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.786 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226807
2020-11-16T20:47:58.786 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.786 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469657+0000",
2020-11-16T20:47:58.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469657+0000",
2020-11-16T20:47:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:47:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469618+0000",
2020-11-16T20:47:58.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4173999999999997e-05
2020-11-16T20:47:58.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469712+0000",
2020-11-16T20:47:58.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9301999999999999e-05
2020-11-16T20:47:58.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469732+0000",
2020-11-16T20:47:58.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2590000000000003e-06
2020-11-16T20:47:58.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469739+0000",
2020-11-16T20:47:58.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0336000000000001e-05
2020-11-16T20:47:58.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469789+0000",
2020-11-16T20:47:58.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5650000000000007e-06
2020-11-16T20:47:58.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.469799+0000",
2020-11-16T20:47:58.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.99670998
2020-11-16T20:47:58.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.466509+0000",
2020-11-16T20:47:58.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016068300000000001
2020-11-16T20:47:58.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.466669+0000",
2020-11-16T20:47:58.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018777299999999999
2020-11-16T20:47:58.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.466857+0000",
2020-11-16T20:47:58.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.01839006
2020-11-16T20:47:58.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485247+0000",
2020-11-16T20:47:58.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041199062000000002
2020-11-16T20:47:58.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526446+0000",
2020-11-16T20:47:58.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8913999999999997e-05
2020-11-16T20:47:58.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526525+0000",
2020-11-16T20:47:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5741999999999995e-05
2020-11-16T20:47:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526591+0000",
2020-11-16T20:47:58.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0569337489999999
2020-11-16T20:47:58.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.797 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.797 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.797 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.797 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.797 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226809 4.4 4:238108e4:::benchmark_data_smithi065_31807_object88640:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.798 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.471629+0000",
2020-11-16T20:47:58.798 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.246532817,
2020-11-16T20:47:58.798 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.055139099,
2020-11-16T20:47:58.798 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.798 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.798 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226809
2020-11-16T20:47:58.799 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.799 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471629+0000",
2020-11-16T20:47:58.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471629+0000",
2020-11-16T20:47:58.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999509
2020-11-16T20:47:58.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471580+0000",
2020-11-16T20:47:58.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010911100000000001
2020-11-16T20:47:58.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471689+0000",
2020-11-16T20:47:58.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0143999999999999e-05
2020-11-16T20:47:58.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471709+0000",
2020-11-16T20:47:58.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0393e-05
2020-11-16T20:47:58.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471720+0000",
2020-11-16T20:47:58.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1461e-05
2020-11-16T20:47:58.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471781+0000",
2020-11-16T20:47:58.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2004999999999999e-05
2020-11-16T20:47:58.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.471793+0000",
2020-11-16T20:47:58.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.99894372899999995
2020-11-16T20:47:58.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.470737+0000",
2020-11-16T20:47:58.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000122237
2020-11-16T20:47:58.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.470859+0000",
2020-11-16T20:47:58.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013328799999999999
2020-11-16T20:47:58.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.470993+0000",
2020-11-16T20:47:58.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025742771000000001
2020-11-16T20:47:58.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.496735+0000",
2020-11-16T20:47:58.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.029923047000000001
2020-11-16T20:47:58.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526658+0000",
2020-11-16T20:47:58.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5775000000000001e-05
2020-11-16T20:47:58.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526704+0000",
2020-11-16T20:47:58.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4292e-05
2020-11-16T20:47:58.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526768+0000",
2020-11-16T20:47:58.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.055139099
2020-11-16T20:47:58.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.809 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.809 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.809 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.809 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.809 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226821 4.4 4:27e452ea:::benchmark_data_smithi065_31807_object88652:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.486875+0000",
2020-11-16T20:47:58.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.23128693299998,
2020-11-16T20:47:58.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.040148675,
2020-11-16T20:47:58.810 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.810 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.810 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226821
2020-11-16T20:47:58.811 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.811 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486875+0000",
2020-11-16T20:47:58.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486875+0000",
2020-11-16T20:47:58.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999614
2020-11-16T20:47:58.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486837+0000",
2020-11-16T20:47:58.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.496e-05
2020-11-16T20:47:58.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486922+0000",
2020-11-16T20:47:58.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5267000000000001e-05
2020-11-16T20:47:58.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486937+0000",
2020-11-16T20:47:58.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1799999999999999e-06
2020-11-16T20:47:58.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.486944+0000",
2020-11-16T20:47:58.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7559000000000002e-05
2020-11-16T20:47:58.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.815 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.487002+0000",
2020-11-16T20:47:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1907e-05
2020-11-16T20:47:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.487014+0000",
2020-11-16T20:47:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.98823745699999999
2020-11-16T20:47:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475251+0000",
2020-11-16T20:47:58.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000168593
2020-11-16T20:47:58.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475420+0000",
2020-11-16T20:47:58.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020074200000000001
2020-11-16T20:47:58.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.475620+0000",
2020-11-16T20:47:58.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021125419999999999
2020-11-16T20:47:58.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.496746+0000",
2020-11-16T20:47:58.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.030110644999999998
2020-11-16T20:47:58.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526856+0000",
2020-11-16T20:47:58.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010006299999999999
2020-11-16T20:47:58.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.526956+0000",
2020-11-16T20:47:58.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7492999999999999e-05
2020-11-16T20:47:58.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527024+0000",
2020-11-16T20:47:58.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.040148675
2020-11-16T20:47:58.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.821 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.821 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.821 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.821 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.822 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226833 4.4 4:2460b86f:::benchmark_data_smithi065_31807_object88664:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.822 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.511158+0000",
2020-11-16T20:47:58.822 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.20700426500002,
2020-11-16T20:47:58.822 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.016063062,
2020-11-16T20:47:58.822 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.822 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.822 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226833
2020-11-16T20:47:58.823 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.823 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511158+0000",
2020-11-16T20:47:58.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511158+0000",
2020-11-16T20:47:58.824 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999294
2020-11-16T20:47:58.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511087+0000",
2020-11-16T20:47:58.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000142256
2020-11-16T20:47:58.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.825 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511230+0000",
2020-11-16T20:47:58.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5556000000000001e-05
2020-11-16T20:47:58.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511255+0000",
2020-11-16T20:47:58.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2846e-05
2020-11-16T20:47:58.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511268+0000",
2020-11-16T20:47:58.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2167000000000002e-05
2020-11-16T20:47:58.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511340+0000",
2020-11-16T20:47:58.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4157e-05
2020-11-16T20:47:58.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.511354+0000",
2020-11-16T20:47:58.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.96939791500000005
2020-11-16T20:47:58.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.480752+0000",
2020-11-16T20:47:58.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019456599999999999
2020-11-16T20:47:58.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.480947+0000",
2020-11-16T20:47:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013480400000000001
2020-11-16T20:47:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.481082+0000",
2020-11-16T20:47:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027799712000000001
2020-11-16T20:47:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.508881+0000",
2020-11-16T20:47:58.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.018217967000000002
2020-11-16T20:47:58.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527099+0000",
2020-11-16T20:47:58.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5897999999999999e-05
2020-11-16T20:47:58.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527155+0000",
2020-11-16T20:47:58.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5854999999999999e-05
2020-11-16T20:47:58.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527221+0000",
2020-11-16T20:47:58.833 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.016063062
2020-11-16T20:47:58.833 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.833 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.833 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.833 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.833 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226835 4.4 4:2cbffa14:::benchmark_data_smithi065_31807_object88666:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.515730+0000",
2020-11-16T20:47:58.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.20243220499998,
2020-11-16T20:47:58.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.011704742,
2020-11-16T20:47:58.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.834 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.834 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226835
2020-11-16T20:47:58.835 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.835 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515730+0000",
2020-11-16T20:47:58.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515730+0000",
2020-11-16T20:47:58.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999294
2020-11-16T20:47:58.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515659+0000",
2020-11-16T20:47:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163616
2020-11-16T20:47:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515823+0000",
2020-11-16T20:47:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5125e-05
2020-11-16T20:47:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515858+0000",
2020-11-16T20:47:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7864e-05
2020-11-16T20:47:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515876+0000",
2020-11-16T20:47:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4424999999999994e-05
2020-11-16T20:47:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515940+0000",
2020-11-16T20:47:58.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4960000000000002e-06
2020-11-16T20:47:58.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.515950+0000",
2020-11-16T20:47:58.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.96935817899999999
2020-11-16T20:47:58.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485308+0000",
2020-11-16T20:47:58.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000197243
2020-11-16T20:47:58.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485505+0000",
2020-11-16T20:47:58.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020690500000000001
2020-11-16T20:47:58.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.485712+0000",
2020-11-16T20:47:58.842 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.023183117999999999
2020-11-16T20:47:58.842 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.508895+0000",
2020-11-16T20:47:58.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.018398422000000001
2020-11-16T20:47:58.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.843 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527294+0000",
2020-11-16T20:47:58.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7337999999999997e-05
2020-11-16T20:47:58.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527371+0000",
2020-11-16T20:47:58.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3548999999999998e-05
2020-11-16T20:47:58.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527435+0000",
2020-11-16T20:47:58.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.011704742
2020-11-16T20:47:58.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.845 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.845 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.845 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.846 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226862 4.4 4:28e02668:::benchmark_data_smithi065_31807_object88693:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.563117+0000",
2020-11-16T20:47:58.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.15504493100002,
2020-11-16T20:47:58.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.96447015400000002,
2020-11-16T20:47:58.846 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.846 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.846 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226862
2020-11-16T20:47:58.847 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.847 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563117+0000",
2020-11-16T20:47:58.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563117+0000",
2020-11-16T20:47:58.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:47:58.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563100+0000",
2020-11-16T20:47:58.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9882999999999997e-05
2020-11-16T20:47:58.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563140+0000",
2020-11-16T20:47:58.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6559999999999992e-06
2020-11-16T20:47:58.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563147+0000",
2020-11-16T20:47:58.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2259999999999996e-06
2020-11-16T20:47:58.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563153+0000",
2020-11-16T20:47:58.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6016000000000001e-05
2020-11-16T20:47:58.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.851 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.851 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563199+0000",
2020-11-16T20:47:58.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2605000000000001e-05
2020-11-16T20:47:58.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.563221+0000",
2020-11-16T20:47:58.852 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92757880299999995
2020-11-16T20:47:58.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.490800+0000",
2020-11-16T20:47:58.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025947200000000001
2020-11-16T20:47:58.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.491059+0000",
2020-11-16T20:47:58.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020734099999999999
2020-11-16T20:47:58.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.491267+0000",
2020-11-16T20:47:58.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028103026999999999
2020-11-16T20:47:58.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519370+0000",
2020-11-16T20:47:58.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0081197930000000001
2020-11-16T20:47:58.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527490+0000",
2020-11-16T20:47:58.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7311000000000002e-05
2020-11-16T20:47:58.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527537+0000",
2020-11-16T20:47:58.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0470000000000003e-05
2020-11-16T20:47:58.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527587+0000",
2020-11-16T20:47:58.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.96447015400000002
2020-11-16T20:47:58.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.857 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.857 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.857 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226867 4.4 4:23c311ad:::benchmark_data_smithi065_31807_object88698:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.579256+0000",
2020-11-16T20:47:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.13890614000002,
2020-11-16T20:47:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.94855482999999996,
2020-11-16T20:47:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226867
2020-11-16T20:47:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579256+0000",
2020-11-16T20:47:58.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579256+0000",
2020-11-16T20:47:58.860 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:47:58.860 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579220+0000",
2020-11-16T20:47:58.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4546000000000001e-05
2020-11-16T20:47:58.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.861 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579294+0000",
2020-11-16T20:47:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6381000000000001e-05
2020-11-16T20:47:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579311+0000",
2020-11-16T20:47:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3320000000000003e-06
2020-11-16T20:47:58.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579318+0000",
2020-11-16T20:47:58.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2898999999999997e-05
2020-11-16T20:47:58.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579361+0000",
2020-11-16T20:47:58.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8119999999999996e-06
2020-11-16T20:47:58.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.579367+0000",
2020-11-16T20:47:58.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.91744430799999999
2020-11-16T20:47:58.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.496811+0000",
2020-11-16T20:47:58.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000192475
2020-11-16T20:47:58.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.497003+0000",
2020-11-16T20:47:58.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000226438
2020-11-16T20:47:58.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.497230+0000",
2020-11-16T20:47:58.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022153145999999999
2020-11-16T20:47:58.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519383+0000",
2020-11-16T20:47:58.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0082873189999999996
2020-11-16T20:47:58.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527670+0000",
2020-11-16T20:47:58.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8404000000000004e-05
2020-11-16T20:47:58.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527749+0000",
2020-11-16T20:47:58.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2137999999999994e-05
2020-11-16T20:47:58.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.869 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527811+0000",
2020-11-16T20:47:58.869 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.94855482999999996
2020-11-16T20:47:58.869 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.869 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.869 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.869 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.870 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226876 4.4 4:20314a13:::benchmark_data_smithi065_31807_object88707:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.593182+0000",
2020-11-16T20:47:58.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.12498055999998,
2020-11-16T20:47:58.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.934801247,
2020-11-16T20:47:58.870 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.870 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.871 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226876
2020-11-16T20:47:58.871 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.871 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593182+0000",
2020-11-16T20:47:58.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593182+0000",
2020-11-16T20:47:58.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999485
2020-11-16T20:47:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593130+0000",
2020-11-16T20:47:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000115903
2020-11-16T20:47:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593246+0000",
2020-11-16T20:47:58.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0052999999999999e-05
2020-11-16T20:47:58.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593266+0000",
2020-11-16T20:47:58.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1941e-05
2020-11-16T20:47:58.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593278+0000",
2020-11-16T20:47:58.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010491
2020-11-16T20:47:58.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593383+0000",
2020-11-16T20:47:58.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9775999999999998e-05
2020-11-16T20:47:58.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.593403+0000",
2020-11-16T20:47:58.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.910029965
2020-11-16T20:47:58.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.503432+0000",
2020-11-16T20:47:58.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000204076
2020-11-16T20:47:58.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.503637+0000",
2020-11-16T20:47:58.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012249599999999999
2020-11-16T20:47:58.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.503759+0000",
2020-11-16T20:47:58.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021145114999999999
2020-11-16T20:47:58.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.524904+0000",
2020-11-16T20:47:58.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0029777599999999999
2020-11-16T20:47:58.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527882+0000",
2020-11-16T20:47:58.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1625999999999997e-05
2020-11-16T20:47:58.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527934+0000",
2020-11-16T20:47:58.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9311999999999998e-05
2020-11-16T20:47:58.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.527983+0000",
2020-11-16T20:47:58.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.934801247
2020-11-16T20:47:58.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.881 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.881 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.881 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.882 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226879 4.4 4:2f8214a4:::benchmark_data_smithi065_31807_object88710:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.601469+0000",
2020-11-16T20:47:58.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.11669296000002,
2020-11-16T20:47:58.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.92678752399999997,
2020-11-16T20:47:58.882 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.882 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226879
2020-11-16T20:47:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601469+0000",
2020-11-16T20:47:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601469+0000",
2020-11-16T20:47:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:47:58.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601451+0000",
2020-11-16T20:47:58.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7645000000000001e-05
2020-11-16T20:47:58.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601508+0000",
2020-11-16T20:47:58.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2351999999999999e-05
2020-11-16T20:47:58.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601531+0000",
2020-11-16T20:47:58.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1245e-05
2020-11-16T20:47:58.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601542+0000",
2020-11-16T20:47:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8211999999999999e-05
2020-11-16T20:47:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.887 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601580+0000",
2020-11-16T20:47:58.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4090000000000002e-06
2020-11-16T20:47:58.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.601586+0000",
2020-11-16T20:47:58.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.90737324200000002
2020-11-16T20:47:58.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.508959+0000",
2020-11-16T20:47:58.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017750200000000001
2020-11-16T20:47:58.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.509136+0000",
2020-11-16T20:47:58.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019475800000000001
2020-11-16T20:47:58.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.509331+0000",
2020-11-16T20:47:58.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015592503000000001
2020-11-16T20:47:58.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.524924+0000",
2020-11-16T20:47:58.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031392490000000002
2020-11-16T20:47:58.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528063+0000",
2020-11-16T20:47:58.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000120921
2020-11-16T20:47:58.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528184+0000",
2020-11-16T20:47:58.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2924999999999997e-05
2020-11-16T20:47:58.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528257+0000",
2020-11-16T20:47:58.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92678752399999997
2020-11-16T20:47:58.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.893 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.893 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.893 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.894 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.894 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226890 4.4 4:2dd8bb28:::benchmark_data_smithi065_31807_object88721:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.894 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.653585+0000",
2020-11-16T20:47:58.894 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.06457739699999,
2020-11-16T20:47:58.894 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.87490848799999998,
2020-11-16T20:47:58.894 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.894 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.895 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226890
2020-11-16T20:47:58.895 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.895 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653585+0000",
2020-11-16T20:47:58.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653585+0000",
2020-11-16T20:47:58.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999907
2020-11-16T20:47:58.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653492+0000",
2020-11-16T20:47:58.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021152700000000001
2020-11-16T20:47:58.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653703+0000",
2020-11-16T20:47:58.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3365999999999998e-05
2020-11-16T20:47:58.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653746+0000",
2020-11-16T20:47:58.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4012999999999999e-05
2020-11-16T20:47:58.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653770+0000",
2020-11-16T20:47:58.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9413999999999995e-05
2020-11-16T20:47:58.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653860+0000",
2020-11-16T20:47:58.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1160000000000005e-06
2020-11-16T20:47:58.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.653869+0000",
2020-11-16T20:47:58.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.86032224300000004
2020-11-16T20:47:58.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.514191+0000",
2020-11-16T20:47:58.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000196582
2020-11-16T20:47:58.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.514388+0000",
2020-11-16T20:47:58.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011886400000000001
2020-11-16T20:47:58.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.514507+0000",
2020-11-16T20:47:58.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010975392
2020-11-16T20:47:58.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525482+0000",
2020-11-16T20:47:58.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028456000000000002
2020-11-16T20:47:58.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528328+0000",
2020-11-16T20:47:58.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1967999999999998e-05
2020-11-16T20:47:58.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528420+0000",
2020-11-16T20:47:58.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3615000000000006e-05
2020-11-16T20:47:58.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528493+0000",
2020-11-16T20:47:58.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.87490848799999998
2020-11-16T20:47:58.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.905 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.905 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.905 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.906 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:226892 4.4 4:24d07bfb:::benchmark_data_smithi065_31807_object88723:head [delete] snapc 0=[] ondisk+write+known_if_redirected e491)",
2020-11-16T20:47:58.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:40:50.663064+0000",
2020-11-16T20:47:58.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 428.05509783799999,
2020-11-16T20:47:58.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.86604986100000003,
2020-11-16T20:47:58.906 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.906 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.907 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 226892
2020-11-16T20:47:58.907 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.907 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663064+0000",
2020-11-16T20:47:58.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663064+0000",
2020-11-16T20:47:58.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999027
2020-11-16T20:47:58.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.662967+0000",
2020-11-16T20:47:58.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021246700000000001
2020-11-16T20:47:58.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663180+0000",
2020-11-16T20:47:58.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.3078999999999999e-05
2020-11-16T20:47:58.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663223+0000",
2020-11-16T20:47:58.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.317e-05
2020-11-16T20:47:58.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663246+0000",
2020-11-16T20:47:58.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5112999999999996e-05
2020-11-16T20:47:58.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663341+0000",
2020-11-16T20:47:58.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7390000000000002e-06
2020-11-16T20:47:58.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:47:58.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:50.663348+0000",
2020-11-16T20:47:58.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.85610244899999999
2020-11-16T20:47:58.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519450+0000",
2020-11-16T20:47:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020143900000000001
2020-11-16T20:47:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519652+0000",
2020-11-16T20:47:58.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023309399999999999
2020-11-16T20:47:58.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:47:58.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.519885+0000",
2020-11-16T20:47:58.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0057731079999999999
2020-11-16T20:47:58.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.525658+0000",
2020-11-16T20:47:58.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0029045999999999998
2020-11-16T20:47:58.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528562+0000",
2020-11-16T20:47:58.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023419900000000001
2020-11-16T20:47:58.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.528797+0000",
2020-11-16T20:47:58.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00031754199999999998
2020-11-16T20:47:58.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:40:51.529114+0000",
2020-11-16T20:47:58.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.86604986100000003
2020-11-16T20:47:58.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.917 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.917 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.917 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:47:58.918 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:47:58.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.35333.0:249762 4.d 4:b76e853b:::benchmark_data_smithi065_31807_object111593:head [delete] snapc 0=[] ondisk+write+known_if_redirected e502)",
2020-11-16T20:47:58.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:41:18.585918+0000",
2020-11-16T20:47:58.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 400.13224383099998,
2020-11-16T20:47:58.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.33902114300000002,
2020-11-16T20:47:58.918 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:47:58.918 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:47:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:47:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.35333",
2020-11-16T20:47:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:47:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 249762
2020-11-16T20:47:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:47:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:47:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:47:58.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585918+0000",
2020-11-16T20:47:58.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:47:58.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:47:58.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585918+0000",
2020-11-16T20:47:58.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:47:58.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:47:58.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585888+0000",
2020-11-16T20:47:58.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7908000000000001e-05
2020-11-16T20:47:58.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:47:58.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585956+0000",
2020-11-16T20:47:58.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1096e-05
2020-11-16T20:47:58.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:47:58.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585967+0000",
2020-11-16T20:47:58.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5639999999999996e-06
2020-11-16T20:47:58.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:47:58.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.585973+0000",
2020-11-16T20:47:58.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016781273999999999
2020-11-16T20:47:58.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:47:58.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.602754+0000",
2020-11-16T20:47:58.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015947300000000001
2020-11-16T20:47:58.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:47:58.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.602914+0000",
2020-11-16T20:47:58.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014646700000000001
2020-11-16T20:47:58.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:47:58.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.603060+0000",
2020-11-16T20:47:58.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047866610000000002
2020-11-16T20:47:58.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:47:58.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.607847+0000",
2020-11-16T20:47:58.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31657718000000001
2020-11-16T20:47:58.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:47:58.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.924424+0000",
2020-11-16T20:47:58.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015992099999999999
2020-11-16T20:47:58.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:47:58.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.924584+0000",
2020-11-16T20:47:58.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00035568600000000002
2020-11-16T20:47:58.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:47:58.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:47:58.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:47:58.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:41:18.924939+0000",
2020-11-16T20:47:58.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.33902114300000002
2020-11-16T20:47:58.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:47:58.928 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:47:58.928 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:47:58.928 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:47:58.928 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:47:58.929 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:47:58.931 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:47:58.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:58 smithi071 bash[9480]: cluster 2020-11-16T20:47:58.417176+0000 mgr.x (mgr.14196) 1087 : cluster [DBG] pgmap v1615: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:58.948 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:47:58 smithi071 bash[12066]: debug 2020-11-16T20:47:58.816+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:59.014 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:58 smithi142 bash[9523]: cluster 2020-11-16T20:47:58.417176+0000 mgr.x (mgr.14196) 1087 : cluster [DBG] pgmap v1615: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:59.014 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:47:58 smithi142 bash[15670]: debug 2020-11-16T20:47:58.566+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:47:59.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:58 smithi065 bash[9468]: cluster 2020-11-16T20:47:58.417176+0000 mgr.x (mgr.14196) 1087 : cluster [DBG] pgmap v1615: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:47:59.032 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:47:59.988 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:00.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:59 smithi065 bash[9468]: cluster 2020-11-16T20:47:59.691890+0000 osd.9 (osd.9) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:00.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:47:59 smithi065 bash[9468]: cluster 2020-11-16T20:47:59.692023+0000 osd.9 (osd.9) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:00.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:59 smithi142 bash[9523]: cluster 2020-11-16T20:47:59.691890+0000 osd.9 (osd.9) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:00.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:47:59 smithi142 bash[9523]: cluster 2020-11-16T20:47:59.692023+0000 osd.9 (osd.9) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:00.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:47:59 smithi142 bash[20366]: debug 2020-11-16T20:47:59.990+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:00.092 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:00.105 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:59 smithi071 bash[9480]: cluster 2020-11-16T20:47:59.691890+0000 osd.9 (osd.9) 151 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:00.105 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:47:59 smithi071 bash[9480]: cluster 2020-11-16T20:47:59.692023+0000 osd.9 (osd.9) 152 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:00.219 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:00.325 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:00.447 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:00 smithi071 bash[16796]: debug 2020-11-16T20:48:00.220+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:00.467 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:00.525 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1614,"stamp":"2020-11-16T20:47:56.416238+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":9,"num_per_pool_osds":2,"num_per_pool_omap_osds":2,"kb":843706368,"kb_used":2765936,"kb_used_data":6696,"kb_used_omap":0,"kb_used_meta":2759167,"kb_avail":840940432,"statfs":{"total":863955320832,"available":861123002368,"internally_reserved":0,"allocated":6856704,"data_stored":3467183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2825387068},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-288044,"num_write_kb":-9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-14932,"num_bytes_recovered":-972095488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.191268"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"137","reported_epoch":"623","state":"active+clean","last_fresh":"2020-11-16T20:47:50.785880+0000","last_change":"2020-11-16T20:47:50.785945+0000","last_active":"2020-11-16T20:47:50.785880+0000","last_peered":"2020-11-16T20:47:50.785880+0000","last_clean":"2020-11-16T20:47:50.785880+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:47:50.785880+0000","last_undegraded":"2020-11-16T20:47:50.785880+0000","last_fullsized":"2020-11-16T20:47:50.785880+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:47:50.785879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:47:50.785879+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631811,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":308080,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":307328,"kb_avail":93437072,"statfs":{"total":95995035648,"available":95679561728,"internally_reserved":0,"allocated":761856,"data_stored":385227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":314703872},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":3.399,"15min":2.7090000000000001},"min":{"1min":0.74099999999999999,"5min":0.59299999999999997,"15min":0.53300000000000003},"max":{"1min":4.4100000000000001,"5min":152.119,"15min":242.179},"last":2.5670000000000002},{"interface":"front","average":{"1min":1.496,"5min":3.4399999999999999,"15min":3.0489999999999999},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.3999999999999999,"5min":149.19200000000001,"15min":244.363},"last":1.546}]},{"osd":1,"last update":"Mon Nov 16 20:47:40 2020","interfaces":[{"interface":"back","average":{"1min":10.436,"5min":3.27,"15min":4.7880000000000003},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.52900000000000003},"max":{"1min":151.77099999999999,"5min":151.77099999999999,"15min":247.31299999999999},"last":2.8500000000000001},{"interface":"front","average":{"1min":10.243,"5min":3.359,"15min":4.9450000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":153.62899999999999,"5min":153.62899999999999,"15min":244.84999999999999},"last":3.089}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.609,"5min":1.8839999999999999,"15min":4.6559999999999997},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.63600000000000001},"max":{"1min":2.8100000000000001,"5min":7.3090000000000002,"15min":343.45999999999998},"last":3.0209999999999999},{"interface":"front","average":{"1min":1.601,"5min":1.5660000000000001,"15min":4.6230000000000002},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":5.6799999999999997,"5min":5.6799999999999997,"15min":342.61599999999999},"last":2.3919999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":1.9810000000000001,"15min":2.1309999999999998},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":8.1280000000000001,"5min":8.1280000000000001,"15min":8.1280000000000001},"last":1.6040000000000001},{"interface":"front","average":{"1min":1.9470000000000001,"5min":2.4169999999999998,"15min":2.5419999999999998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":3.3279999999999998,"5min":7.5789999999999997,"15min":8.5920000000000005},"last":3.3839999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.883,"5min":2.4340000000000002,"15min":2.2679999999999998},"min":{"1min":1.0089999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":3.5739999999999998,"5min":7.8970000000000002,"15min":10.515000000000001},"last":3.218},{"interface":"front","average":{"1min":2.2130000000000001,"5min":2.194,"15min":2.4119999999999999},"min":{"1min":0.877,"5min":0.877,"15min":0.753},"max":{"1min":10.685,"5min":10.685,"15min":10.685},"last":1.7070000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":3.3580000000000001,"15min":3.145},"min":{"1min":1.1399999999999999,"5min":0.78200000000000003,"15min":0.69599999999999995},"max":{"1min":3.806,"5min":86.338999999999999,"15min":154.48599999999999},"last":3.6760000000000002},{"interface":"front","average":{"1min":2.5609999999999999,"5min":3.6859999999999999,"15min":3.665},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":8.3309999999999995,"5min":86.311000000000007,"15min":155.05000000000001},"last":3.0590000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":2.827,"15min":3.246},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":7.5430000000000001,"5min":10.215,"15min":96.248000000000005},"last":2.871},{"interface":"front","average":{"1min":2.6040000000000001,"5min":2.355,"15min":2.778},"min":{"1min":1.018,"5min":0.92300000000000004,"15min":0.78900000000000003},"max":{"1min":11.029999999999999,"5min":11.029999999999999,"15min":96.337999999999994},"last":2.8090000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1640000000000001,"5min":2.5190000000000001,"15min":2.484},"min":{"1min":0.97099999999999997,"5min":0.93700000000000006,"15min":0.875},"max":{"1min":7.6870000000000003,"5min":10.340999999999999,"15min":10.340999999999999},"last":3.4100000000000001},{"interface":"front","average":{"1min":2.9609999999999999,"5min":3.1240000000000001,"15min":2.7440000000000002},"min":{"1min":1.006,"5min":0.94599999999999995,"15min":0.73599999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":17.193000000000001},"last":3.4510000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:47:05 2020","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":3.0369999999999999,"15min":3.1899999999999999},"min":{"1min":1.4510000000000001,"5min":1.04,"15min":1.04},"max":{"1min":7.7309999999999999,"5min":7.7309999999999999,"15min":10.037000000000001},"last":3.5230000000000001},{"interface":"front","average":{"1min":2.6379999999999999,"5min":3.0430000000000001,"15min":2.9159999999999999},"min":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":0.89100000000000001},"max":{"1min":10.869,"5min":10.869,"15min":11.759},"last":3.2890000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.6429999999999998,"5min":2.7269999999999999,"15min":2.8199999999999998},"min":{"1min":1.3420000000000001,"5min":1.0720000000000001,"15min":0.88700000000000001},"max":{"1min":7.976,"5min":10.926,"15min":10.926},"last":3.2429999999999999},{"interface":"front","average":{"1min":2.6779999999999999,"5min":2.8170000000000002,"15min":2.835},"min":{"1min":1.508,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":11.185,"5min":11.185,"15min":11.185},"last":3.7229999999999999}]}]},{"osd":10,"up_from":0,"seq":408021893449,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678370,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":399728,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":398976,"kb_avail":93345424,"statfs":{"total":95995035648,"available":95585714176,"internally_reserved":0,"allocated":761856,"data_stored":385227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":408551424},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":2.8100000000000001,"15min":3.2229999999999999},"min":{"1min":0.57499999999999996,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":4.8330000000000002,"5min":114.18600000000001,"15min":253.441},"last":1.1060000000000001},{"interface":"front","average":{"1min":2.294,"5min":3.391,"15min":3.8660000000000001},"min":{"1min":0.89700000000000002,"5min":0.80000000000000004,"15min":0.76000000000000001},"max":{"1min":5.1829999999999998,"5min":114.682,"15min":253.72999999999999},"last":1.9630000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.5,"15min":2.472},"min":{"1min":0.66800000000000004,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.4929999999999999,"5min":5.1189999999999998,"15min":250.76499999999999},"last":1.915},{"interface":"front","average":{"1min":2.0859999999999999,"5min":1.607,"15min":2.3940000000000001},"min":{"1min":1.0189999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":5,"5min":5,"15min":250.529},"last":2.9420000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.665,"15min":2.4510000000000001},"min":{"1min":0.69299999999999995,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":3.294,"5min":6.016,"15min":254.02199999999999},"last":1.619},{"interface":"front","average":{"1min":2.04,"5min":1.702,"15min":2.7290000000000001},"min":{"1min":1.097,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.6749999999999998,"5min":4.694,"15min":252.62200000000001},"last":1.5329999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":2.0409999999999999,"15min":2.069},"min":{"1min":1.0489999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":7.0819999999999999,"5min":7.0819999999999999,"15min":8.891},"last":3.6669999999999998},{"interface":"front","average":{"1min":2.246,"5min":2.129,"15min":2.1779999999999999},"min":{"1min":0.76000000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":5.3490000000000002,"5min":9.4760000000000009,"15min":9.4760000000000009},"last":3.258}]},{"osd":5,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":2.5739999999999998,"5min":2.1349999999999998,"15min":2.2890000000000001},"min":{"1min":0.92600000000000005,"5min":0.76000000000000001,"15min":0.73499999999999999},"max":{"1min":7.2240000000000002,"5min":7.2240000000000002,"15min":10.968},"last":2.2400000000000002},{"interface":"front","average":{"1min":2.7069999999999999,"5min":2.1640000000000001,"15min":2.1970000000000001},"min":{"1min":1.0629999999999999,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":5.8490000000000002,"5min":6.6849999999999996,"15min":9.1690000000000005},"last":3.5099999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":2.8639999999999999,"5min":2.4460000000000002,"15min":2.5169999999999999},"min":{"1min":0.98199999999999998,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":7.351,"5min":7.351,"15min":12.82},"last":3.1669999999999998},{"interface":"front","average":{"1min":3.2250000000000001,"5min":2.7719999999999998,"15min":2.6680000000000001},"min":{"1min":1.292,"5min":0.91500000000000004,"15min":0.76900000000000002},"max":{"1min":7.5170000000000003,"5min":8.8260000000000005,"15min":10.377000000000001},"last":3.431}]},{"osd":7,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":2.5379999999999998,"15min":2.7970000000000002},"min":{"1min":1.2430000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":2.7639999999999998,"5min":6.5209999999999999,"15min":30.408999999999999},"last":3.7690000000000001},{"interface":"front","average":{"1min":1.849,"5min":3.7229999999999999,"15min":3.1880000000000002},"min":{"1min":1.046,"5min":1.046,"15min":1.0429999999999999},"max":{"1min":3.2999999999999998,"5min":121.273,"15min":121.273},"last":3.6099999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":3.0960000000000001,"5min":2.875,"15min":2.8679999999999999},"min":{"1min":1.3779999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":4.9720000000000004,"5min":8.9410000000000007,"15min":10.721},"last":3.3769999999999998},{"interface":"front","average":{"1min":3.3180000000000001,"5min":2.9119999999999999,"15min":3.0369999999999999},"min":{"1min":1.4710000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":7.718,"5min":8.8300000000000001,"15min":13.355},"last":3.073}]},{"osd":10,"last update":"Mon Nov 16 20:46:53 2020","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":2.798,"15min":3.044},"min":{"1min":1.22,"5min":1.22,"15min":1.22},"max":{"1min":5.1660000000000004,"5min":6.5010000000000003,"15min":11.589},"last":3.8340000000000001},{"interface":"front","average":{"1min":2.2989999999999999,"5min":4.444,"15min":3.343},"min":{"1min":1.4630000000000001,"5min":1.3240000000000001,"15min":0.93500000000000005},"max":{"1min":5.3239999999999998,"5min":120.693,"15min":120.693},"last":4.0279999999999996}]},{"osd":11,"last update":"Mon Nov 16 20:47:03 2020","interfaces":[{"interface":"back","average":{"1min":2.5600000000000001,"5min":2.6949999999999998,"15min":2.9039999999999999},"min":{"1min":1.387,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":6.4980000000000002,"5min":7.5750000000000002,"15min":8.9930000000000003},"last":3.98},{"interface":"front","average":{"1min":2.7829999999999999,"5min":4.5789999999999997,"15min":3.7799999999999998},"min":{"1min":1.681,"5min":1.5269999999999999,"15min":1.4430000000000001},"max":{"1min":5.5330000000000004,"5min":121.5,"15min":121.5},"last":4.2549999999999999}]}]},{"osd":8,"up_from":63,"seq":270582940006,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":261232,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":260480,"kb_avail":93483920,"statfs":{"total":95995035648,"available":95727534080,"internally_reserved":0,"allocated":761856,"data_stored":385247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":266731520},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:25 2020","interfaces":[{"interface":"back","average":{"1min":2.1349999999999998,"5min":2.8900000000000001,"15min":1.8959999999999999},"min":{"1min":0.63400000000000001,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":13.939,"5min":80.534000000000006,"15min":80.534000000000006},"last":2.8140000000000001},{"interface":"front","average":{"1min":2.9830000000000001,"5min":3.206,"15min":2.0099999999999998},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.54900000000000004},"max":{"1min":12.702,"5min":80.248000000000005,"15min":80.248000000000005},"last":2.2160000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.4369999999999998,"5min":2.524,"15min":2.8359999999999999},"min":{"1min":0.61599999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":11.826000000000001,"5min":30.007000000000001,"15min":141.761},"last":1.458},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.5129999999999999,"15min":3.181},"min":{"1min":0.76300000000000001,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":5.9180000000000001,"5min":30.084,"15min":141.87100000000001},"last":2.4079999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.9730000000000001,"15min":2.4660000000000002},"min":{"1min":0.69599999999999995,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":4.2999999999999998,"5min":8.468,"15min":137.90299999999999},"last":1.532},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.0750000000000002,"15min":2.5099999999999998},"min":{"1min":0.67600000000000005,"5min":0.623,"15min":0.60799999999999998},"max":{"1min":5.2249999999999996,"5min":13.185,"15min":138.24299999999999},"last":1.6319999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":1.782,"5min":2.3199999999999998,"15min":2.4510000000000001},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":3.9670000000000001,"5min":8.5229999999999997,"15min":36.006999999999998},"last":3.2000000000000002},{"interface":"front","average":{"1min":2.3530000000000002,"5min":2.4159999999999999,"15min":2.4750000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.64000000000000001},"max":{"1min":5.8280000000000003,"5min":12.077999999999999,"15min":42.060000000000002},"last":5.1500000000000004}]},{"osd":5,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":2.4590000000000001,"15min":2.2490000000000001},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.65900000000000003},"max":{"1min":5.532,"5min":12.273999999999999,"15min":12.273999999999999},"last":2.6080000000000001},{"interface":"front","average":{"1min":1.929,"5min":2.665,"15min":2.1920000000000002},"min":{"1min":0.94699999999999995,"5min":0.82699999999999996,"15min":0.65400000000000003},"max":{"1min":4.657,"5min":11.808999999999999,"15min":11.808999999999999},"last":3.456}]},{"osd":6,"last update":"Mon Nov 16 20:47:31 2020","interfaces":[{"interface":"back","average":{"1min":2.569,"5min":2.6699999999999999,"15min":2.4500000000000002},"min":{"1min":1.161,"5min":1.02,"15min":0.69599999999999995},"max":{"1min":5.3090000000000002,"5min":8.6649999999999991,"15min":9.4199999999999999},"last":3.6269999999999998},{"interface":"front","average":{"1min":2.8109999999999999,"5min":2.734,"15min":2.6749999999999998},"min":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":0.872},"max":{"1min":6.8899999999999997,"5min":12.166,"15min":12.166},"last":4.8929999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:47:39 2020","interfaces":[{"interface":"back","average":{"1min":2.9769999999999999,"5min":2.8809999999999998,"15min":2.8700000000000001},"min":{"1min":1.2889999999999999,"5min":1.1519999999999999,"15min":1.006},"max":{"1min":6.2619999999999996,"5min":13.644,"15min":37.5},"last":3.0760000000000001},{"interface":"front","average":{"1min":3.1269999999999998,"5min":2.9449999999999998,"15min":2.786},"min":{"1min":1.45,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":6.1449999999999996,"5min":11.984,"15min":35.509999999999998},"last":4.4790000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:47:39 2020","interfaces":[{"interface":"back","average":{"1min":2.2519999999999998,"5min":2.6880000000000002,"15min":3.1699999999999999},"min":{"1min":1.004,"5min":1.004,"15min":0.93500000000000005},"max":{"1min":4.4699999999999998,"5min":8.9399999999999995,"15min":89.052999999999997},"last":4.0090000000000003},{"interface":"front","average":{"1min":2.5470000000000002,"5min":2.9630000000000001,"15min":3.2970000000000002},"min":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":0.86199999999999999},"max":{"1min":4.641,"5min":9.0709999999999997,"15min":89.296000000000006},"last":4.7949999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:47:39 2020","interfaces":[{"interface":"back","average":{"1min":2.0019999999999998,"5min":2.8900000000000001,"15min":2.7959999999999998},"min":{"1min":1.2589999999999999,"5min":1.0129999999999999,"15min":0.92400000000000004},"max":{"1min":4.149,"5min":12.244999999999999,"15min":12.244999999999999},"last":3.891},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.8620000000000001,"15min":2.9540000000000002},"min":{"1min":1.4179999999999999,"5min":1,"15min":1},"max":{"1min":4.7729999999999997,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":4.3710000000000004}]},{"osd":11,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":3.5219999999999998,"15min":3.1160000000000001},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":0.96299999999999997},"max":{"1min":5.79,"5min":12.114000000000001,"15min":12.114000000000001},"last":4.2480000000000002},{"interface":"front","average":{"1min":2.8029999999999999,"5min":3.1019999999999999,"15min":3.028},"min":{"1min":1.6040000000000001,"5min":1.2929999999999999,"15min":1.2549999999999999},"max":{"1min":5.5999999999999996,"5min":13.513,"15min":13.513},"last":5.343}]}]},{"osd":7,"up_from":225,"seq":966367641838,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":263024,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":262271,"kb_avail":93482128,"statfs":{"total":95995035648,"available":95725699072,"internally_reserved":0,"allocated":761856,"data_stored":385247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":268565564},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.5309999999999999,"5min":1.694,"15min":2.8079999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.503},"max":{"1min":2.4980000000000002,"5min":13.581,"15min":123.182},"last":1.403},{"interface":"front","average":{"1min":1.5289999999999999,"5min":1.4399999999999999,"15min":2.6389999999999998},"min":{"1min":0.79100000000000004,"5min":0.57799999999999996,"15min":0.52700000000000002},"max":{"1min":3.0009999999999999,"5min":7.4550000000000001,"15min":122.154},"last":1.9730000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.6240000000000001,"5min":1.4570000000000001,"15min":2.4910000000000001},"min":{"1min":0.67300000000000004,"5min":0.5,"15min":0.5},"max":{"1min":2.6070000000000002,"5min":5.5289999999999999,"15min":118.31699999999999},"last":2.2010000000000001},{"interface":"front","average":{"1min":1.95,"5min":1.744,"15min":2.8029999999999999},"min":{"1min":0.96399999999999997,"5min":0.70999999999999996,"15min":0.59599999999999997},"max":{"1min":3.952,"5min":6.532,"15min":117.771},"last":1.825}]},{"osd":3,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.679,"5min":1.8819999999999999,"15min":3.5990000000000002},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.57399999999999995},"max":{"1min":2.6909999999999998,"5min":13.955,"15min":219.61199999999999},"last":1.7410000000000001},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.8360000000000001,"15min":3.754},"min":{"1min":0.90200000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.012,"5min":5.6909999999999998,"15min":221.09700000000001},"last":1.522}]},{"osd":4,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.8129999999999999,"5min":1.74,"15min":1.9950000000000001},"min":{"1min":0.753,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":3.3100000000000001,"5min":7.7030000000000003,"15min":11.75},"last":2.9940000000000002},{"interface":"front","average":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.3980000000000001},"min":{"1min":0.93400000000000005,"5min":0.629,"15min":0.629},"max":{"1min":4.9039999999999999,"5min":11.789,"15min":11.821999999999999},"last":2.6600000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":2.379,"5min":2.2919999999999998,"15min":2.2549999999999999},"min":{"1min":1.1819999999999999,"5min":0.79100000000000004,"15min":0.71699999999999997},"max":{"1min":7.0599999999999996,"5min":14.191000000000001,"15min":14.191000000000001},"last":2.0830000000000002},{"interface":"front","average":{"1min":2.1859999999999999,"5min":1.9239999999999999,"15min":2.3319999999999999},"min":{"1min":0.97199999999999998,"5min":0.80100000000000005,"15min":0.64800000000000002},"max":{"1min":3.347,"5min":7.9290000000000003,"15min":42.213999999999999},"last":2.3860000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:47:53 2020","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":2.5209999999999999,"15min":2.5579999999999998},"min":{"1min":1.3120000000000001,"5min":0.93300000000000005,"15min":0.71899999999999997},"max":{"1min":7.2160000000000002,"5min":13.795,"15min":13.795},"last":2.3159999999999998},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.4340000000000002,"15min":2.601},"min":{"1min":1.2070000000000001,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":4.5960000000000001,"5min":7.351,"15min":11.693},"last":2.8849999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":2.444,"5min":2.351,"15min":2.5739999999999998},"min":{"1min":1.2529999999999999,"5min":1.02,"15min":0.80000000000000004},"max":{"1min":3.6019999999999999,"5min":8.1669999999999998,"15min":42.518000000000001},"last":3.4089999999999998},{"interface":"front","average":{"1min":2.7429999999999999,"5min":2.4940000000000002,"15min":2.6640000000000001},"min":{"1min":1.6759999999999999,"5min":1.149,"15min":0.92600000000000005},"max":{"1min":3.8239999999999998,"5min":8.8360000000000003,"15min":42.670000000000002},"last":3.7709999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":2.9340000000000002,"5min":2.4449999999999998,"15min":2.8540000000000001},"min":{"1min":1.7070000000000001,"5min":1.2390000000000001,"15min":1.0409999999999999},"max":{"1min":4.6509999999999998,"5min":8.3859999999999992,"15min":42.825000000000003},"last":4.1120000000000001},{"interface":"front","average":{"1min":2.7559999999999998,"5min":2.6909999999999998,"15min":2.927},"min":{"1min":1.325,"5min":0.999,"15min":0.95199999999999996},"max":{"1min":4.2389999999999999,"5min":7.1120000000000001,"15min":42.156999999999996},"last":3.3500000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":2.8580000000000001,"5min":2.4900000000000002,"15min":2.855},"min":{"1min":1.778,"5min":1.1319999999999999,"15min":0.98899999999999999},"max":{"1min":4.1820000000000004,"5min":9.0779999999999994,"15min":43.125999999999998},"last":4.4640000000000004},{"interface":"front","average":{"1min":3.02,"5min":2.6240000000000001,"15min":2.9350000000000001},"min":{"1min":1.883,"5min":1.341,"15min":1.0529999999999999},"max":{"1min":4.5609999999999999,"5min":8.6170000000000009,"15min":42.377000000000002},"last":4.8220000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":3.831,"5min":2.9300000000000002,"15min":3.2850000000000001},"min":{"1min":1.8480000000000001,"5min":1.369,"15min":1.1830000000000001},"max":{"1min":9.0180000000000007,"5min":9.3190000000000008,"15min":42.976999999999997},"last":5.1879999999999997},{"interface":"front","average":{"1min":3.4399999999999999,"5min":2.9239999999999999,"15min":3.1920000000000002},"min":{"1min":1.589,"5min":1.0249999999999999,"15min":1.0249999999999999},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":42.305999999999997},"last":3.5819999999999999}]}]},{"osd":6,"up_from":49,"seq":210453397872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":247664,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":246912,"kb_avail":93497488,"statfs":{"total":95995035648,"available":95741427712,"internally_reserved":0,"allocated":761856,"data_stored":385247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":252837888},"hb_peers":[0,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:47 2020","interfaces":[{"interface":"back","average":{"1min":2.3279999999999998,"5min":5.6479999999999997,"15min":2.7879999999999998},"min":{"1min":0.90000000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":6.1340000000000003,"5min":219.09899999999999,"15min":219.09899999999999},"last":2.5720000000000001},{"interface":"front","average":{"1min":2.391,"5min":5.9260000000000002,"15min":3.294},"min":{"1min":0.89700000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":6.8040000000000003,"5min":219.006,"15min":219.006},"last":2.1190000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:42:21 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":4.6769999999999996,"15min":3.024},"min":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4350000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":4.7450000000000001,"15min":3.004},"min":{"1min":0.72599999999999998,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":4.2779999999999996,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.242,"15min":1.736},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":3.8380000000000001,"5min":3.8380000000000001,"15min":82.668000000000006},"last":1.502},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5,"15min":1.855},"min":{"1min":0.69599999999999995,"5min":0.59399999999999997,"15min":0.58099999999999996},"max":{"1min":6.3330000000000002,"5min":6.3330000000000002,"15min":84.108000000000004},"last":2.3260000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":2.0259999999999998,"15min":2.855},"min":{"1min":0.69799999999999995,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":5.742,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.867},{"interface":"front","average":{"1min":2.0030000000000001,"5min":1.802,"15min":2.8109999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":6.6139999999999999,"5min":6.6139999999999999,"15min":171.46100000000001},"last":2.7919999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":3.4460000000000002,"5min":2.4140000000000001,"15min":2.5750000000000002},"min":{"1min":0.66500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":9.4659999999999993,"5min":9.4659999999999993,"15min":116.849},"last":1.5600000000000001},{"interface":"front","average":{"1min":2.0569999999999999,"5min":2.383,"15min":2.5390000000000001},"min":{"1min":0.72199999999999998,"5min":0.59999999999999998,"15min":0.56399999999999995},"max":{"1min":6.1639999999999997,"5min":7.5700000000000003,"15min":117.947},"last":1.9570000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":2.1699999999999999,"15min":2.1230000000000002},"min":{"1min":0.92800000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":5.8680000000000003,"5min":7.4530000000000003,"15min":13.518000000000001},"last":1.4670000000000001},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.5339999999999998,"15min":2.1400000000000001},"min":{"1min":1.048,"5min":0.91900000000000004,"15min":0.79400000000000004},"max":{"1min":6.3120000000000003,"5min":7.835,"15min":9.1539999999999999},"last":1.7250000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:47:47 2020","interfaces":[{"interface":"back","average":{"1min":2.7029999999999998,"5min":2.335,"15min":2.2400000000000002},"min":{"1min":1.254,"5min":0.75600000000000001,"15min":0.69699999999999995},"max":{"1min":6.1740000000000004,"5min":10.506,"15min":12.582000000000001},"last":1.7929999999999999},{"interface":"front","average":{"1min":3.3330000000000002,"5min":2.8159999999999998,"15min":2.702},"min":{"1min":1.6140000000000001,"5min":1.0349999999999999,"15min":0.79300000000000004},"max":{"1min":7.1619999999999999,"5min":10.651999999999999,"15min":12.393000000000001},"last":2.9910000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":2.6589999999999998,"15min":2.875},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":7.8499999999999996,"5min":7.8499999999999996,"15min":115.756},"last":3.4079999999999999},{"interface":"front","average":{"1min":2.3679999999999999,"5min":2.383,"15min":2.8410000000000002},"min":{"1min":1,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":7.8689999999999998,"5min":7.8689999999999998,"15min":114.051},"last":2.4889999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":4.0289999999999999,"15min":3.536},"min":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"max":{"1min":7.391,"5min":135.161,"15min":135.161},"last":3.1989999999999998},{"interface":"front","average":{"1min":2.915,"5min":4.359,"15min":3.6219999999999999},"min":{"1min":1.2869999999999999,"5min":1.2210000000000001,"15min":0.97299999999999998},"max":{"1min":7.5199999999999996,"5min":135.35400000000001,"15min":135.35400000000001},"last":3.6099999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.605,"5min":2.891,"15min":2.6030000000000002},"min":{"1min":1.3340000000000001,"5min":1.032,"15min":0.98499999999999999},"max":{"1min":5.444,"5min":9.0419999999999998,"15min":9.1489999999999991},"last":3.0750000000000002},{"interface":"front","average":{"1min":3.2469999999999999,"5min":3.2719999999999998,"15min":2.7000000000000002},"min":{"1min":1.5569999999999999,"5min":1.171,"15min":0.88800000000000001},"max":{"1min":8.8780000000000001,"5min":9.2230000000000008,"15min":10.095000000000001},"last":3.3069999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":2.052,"5min":2.306,"15min":2.6099999999999999},"min":{"1min":1.155,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":4.8040000000000003,"5min":5.2910000000000004,"15min":113.28},"last":2.3919999999999999},{"interface":"front","average":{"1min":2.351,"5min":2.6509999999999998,"15min":2.8690000000000002},"min":{"1min":1.53,"5min":1.095,"15min":1.095},"max":{"1min":4.9320000000000004,"5min":5.4260000000000002,"15min":113.851},"last":3.0489999999999999}]}]},{"osd":1,"up_from":18,"seq":77309411723,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":395312,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":394560,"kb_avail":93349840,"statfs":{"total":95995035648,"available":95590236160,"internally_reserved":0,"allocated":761856,"data_stored":385247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":404029440},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.708,"15min":2.0470000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":7.2599999999999998,"5min":9.7789999999999999,"15min":97.320999999999998},"last":1.617},{"interface":"front","average":{"1min":2.1920000000000002,"5min":2.2879999999999998,"15min":2.75},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.51200000000000001},"max":{"1min":7.415,"5min":13.487,"15min":97.376000000000005},"last":2.6349999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":1.768,"5min":1.873,"15min":2.3069999999999999},"min":{"1min":0.53200000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":5.875,"5min":13.121,"15min":98.257000000000005},"last":1.675},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.5089999999999999,"15min":2.5739999999999998},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.52000000000000002},"max":{"1min":3.6349999999999998,"5min":5.2759999999999998,"15min":97.945999999999998},"last":1.9650000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":1.2989999999999999},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":1.6439999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":2.077,"15min":2.109},"min":{"1min":0.63600000000000001,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.806,"5min":7.742,"15min":7.742},"last":2.282},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.1720000000000002,"15min":2.3239999999999998},"min":{"1min":0.77800000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":4.0570000000000004,"5min":6.5700000000000003,"15min":6.5700000000000003},"last":2.9870000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:47:14 2020","interfaces":[{"interface":"back","average":{"1min":1.9219999999999999,"5min":3.4569999999999999,"15min":3.3260000000000001},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.65000000000000002},"max":{"1min":4.3150000000000004,"5min":97.927999999999997,"15min":97.927999999999997},"last":2.5579999999999998},{"interface":"front","average":{"1min":2.3650000000000002,"5min":4.0449999999999999,"15min":4.2009999999999996},"min":{"1min":0.99399999999999999,"5min":0.98999999999999999,"15min":0.96599999999999997},"max":{"1min":4.859,"5min":98.322000000000003,"15min":98.322000000000003},"last":3.0449999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.6949999999999998,"15min":3.9609999999999999},"min":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.79400000000000004},"max":{"1min":5.0650000000000004,"5min":16.026,"15min":103.09699999999999},"last":3.2010000000000001},{"interface":"front","average":{"1min":2.351,"5min":2.9239999999999999,"15min":4.1829999999999998},"min":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.88100000000000001},"max":{"1min":7.1020000000000003,"5min":16.198,"15min":102.877},"last":3.3889999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":2.2010000000000001,"5min":2.343,"15min":3.2069999999999999},"min":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":6.0449999999999999,"5min":13.673999999999999,"15min":99.253},"last":3.4550000000000001},{"interface":"front","average":{"1min":1.6579999999999999,"5min":1.8879999999999999,"15min":2.5249999999999999},"min":{"1min":0.76200000000000001,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":3.8039999999999998,"5min":26.556999999999999,"15min":96.501000000000005},"last":2.141}]},{"osd":8,"last update":"Mon Nov 16 20:47:14 2020","interfaces":[{"interface":"back","average":{"1min":2.3010000000000002,"5min":4.1799999999999997,"15min":4.3559999999999999},"min":{"1min":1.179,"5min":1.179,"15min":0.99299999999999999},"max":{"1min":5.5289999999999999,"5min":98.739999999999995,"15min":98.739999999999995},"last":3.6080000000000001},{"interface":"front","average":{"1min":1.8100000000000001,"5min":2.1240000000000001,"15min":3.0059999999999998},"min":{"1min":0.89100000000000001,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":6.7619999999999996,"5min":26.77,"15min":99.825000000000003},"last":2.4009999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":3.1269999999999998,"5min":2.6040000000000001,"15min":3.7669999999999999},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":11.787000000000001,"5min":14.648,"15min":98.683999999999997},"last":3.79},{"interface":"front","average":{"1min":2.9649999999999999,"5min":2.7280000000000002,"15min":3.75},"min":{"1min":1.2290000000000001,"5min":1.1830000000000001,"15min":1.0489999999999999},"max":{"1min":6.806,"5min":13.813000000000001,"15min":98.972999999999999},"last":4.1449999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":1.9510000000000001,"15min":3.4670000000000001},"min":{"1min":1.097,"5min":0.97399999999999998,"15min":0.94099999999999995},"max":{"1min":4.2400000000000002,"5min":7.0599999999999996,"15min":100.108},"last":2.6850000000000001},{"interface":"front","average":{"1min":2.0499999999999998,"5min":2.069,"15min":3.2250000000000001},"min":{"1min":1.1619999999999999,"5min":1.046,"15min":1.04},"max":{"1min":3.9489999999999998,"5min":6.9340000000000002,"15min":98.613},"last":3.153}]},{"osd":11,"last update":"Mon Nov 16 20:47:04 2020","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":3.4769999999999999,"15min":3.9470000000000001},"min":{"1min":1.359,"5min":1.1359999999999999,"15min":1.0620000000000001},"max":{"1min":4.5439999999999996,"5min":26.873000000000001,"15min":99.150000000000006},"last":4.5999999999999996},{"interface":"front","average":{"1min":2.2229999999999999,"5min":2.7669999999999999,"15min":3.7869999999999999},"min":{"1min":1.0149999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":7.6219999999999999,"5min":26.925999999999998,"15min":99.512},"last":2.9039999999999999}]}]},{"osd":0,"up_from":12,"seq":51539607952,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":264880,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":264128,"kb_avail":93480272,"statfs":{"total":95995035648,"available":95723798528,"internally_reserved":0,"allocated":761856,"data_stored":385247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":270467072},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:47:22 2020","interfaces":[{"interface":"back","average":{"1min":10.067,"5min":3.964,"15min":3.4489999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.47599999999999998},"max":{"1min":149.07599999999999,"5min":149.07599999999999,"15min":149.07599999999999},"last":1.3959999999999999},{"interface":"front","average":{"1min":10.377000000000001,"5min":4.0170000000000003,"15min":3.5339999999999998},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.54100000000000004},"max":{"1min":147.98699999999999,"5min":147.98699999999999,"15min":147.98699999999999},"last":1.8540000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.1459999999999999,"5min":1.996,"15min":2.02},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.496},"max":{"1min":8.3510000000000009,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.506},{"interface":"front","average":{"1min":1.696,"5min":1.6339999999999999,"15min":2.024},"min":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":6.4199999999999999,"5min":7.2519999999999998,"15min":34.512},"last":1.4410000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:47:38 2020","interfaces":[{"interface":"back","average":{"1min":2.3180000000000001,"5min":2.0019999999999998,"15min":2.0209999999999999},"min":{"1min":0.82899999999999996,"5min":0.64600000000000002,"15min":0.55100000000000005},"max":{"1min":10.916,"5min":10.916,"15min":111.956},"last":1.9139999999999999},{"interface":"front","average":{"1min":2.8450000000000002,"5min":2.6150000000000002,"15min":2.5790000000000002},"min":{"1min":1.139,"5min":1.139,"15min":0.72299999999999998},"max":{"1min":11.087,"5min":11.087,"15min":112.206},"last":2.4769999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.8540000000000001,"5min":2.5190000000000001,"15min":2.0270000000000001},"min":{"1min":0.65700000000000003,"5min":0.63200000000000001,"15min":0.60999999999999999},"max":{"1min":9.4830000000000005,"5min":12.334,"15min":12.334},"last":2.0819999999999999},{"interface":"front","average":{"1min":2.3180000000000001,"5min":2.2850000000000001,"15min":2.0819999999999999},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.70599999999999996},"max":{"1min":11.234,"5min":11.234,"15min":47.793999999999997},"last":3}]},{"osd":6,"last update":"Mon Nov 16 20:47:45 2020","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":2.577,"15min":2.5019999999999998},"min":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.71699999999999997},"max":{"1min":11.372999999999999,"5min":11.372999999999999,"15min":47.442},"last":2.7599999999999998},{"interface":"front","average":{"1min":2.819,"5min":2.8650000000000002,"15min":2.6600000000000001},"min":{"1min":1.266,"5min":1.0169999999999999,"15min":0.70399999999999996},"max":{"1min":11.502000000000001,"5min":11.502000000000001,"15min":48.149999999999999},"last":2.1680000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":3.8820000000000001,"5min":3.266,"15min":3.0459999999999998},"min":{"1min":1.5509999999999999,"5min":0.93400000000000005,"15min":0.82199999999999995},"max":{"1min":11.936,"5min":11.936,"15min":82.126999999999995},"last":2.347},{"interface":"front","average":{"1min":2.7490000000000001,"5min":2.7799999999999998,"15min":3.1499999999999999},"min":{"1min":0.79800000000000004,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":9.6699999999999999,"5min":12.471,"15min":82.100999999999999},"last":2.2650000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":3.5859999999999999,"5min":3.9289999999999998,"15min":3.5310000000000001},"min":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.77200000000000002},"max":{"1min":10.718999999999999,"5min":82.204999999999998,"15min":96.248000000000005},"last":2.6309999999999998},{"interface":"front","average":{"1min":3.7509999999999999,"5min":3.879,"15min":3.3210000000000002},"min":{"1min":1.0629999999999999,"5min":0.876,"15min":0.75800000000000001},"max":{"1min":10.044,"5min":79.483999999999995,"15min":96.043000000000006},"last":3.0880000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:47:48 2020","interfaces":[{"interface":"back","average":{"1min":3.5859999999999999,"5min":3.0510000000000002,"15min":2.6880000000000002},"min":{"1min":1.22,"5min":0.99099999999999999,"15min":0.79400000000000004},"max":{"1min":10.161,"5min":10.161,"15min":60.097999999999999},"last":2.8690000000000002},{"interface":"front","average":{"1min":3.2999999999999998,"5min":3.073,"15min":2.9750000000000001},"min":{"1min":1.3700000000000001,"5min":1.163,"15min":0.88400000000000001},"max":{"1min":11.755000000000001,"5min":11.755000000000001,"15min":59.579000000000001},"last":3.2509999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":3.1269999999999998,"5min":3.0369999999999999,"15min":2.6240000000000001},"min":{"1min":1.302,"5min":1.302,"15min":0.98899999999999999},"max":{"1min":11.627000000000001,"5min":11.627000000000001,"15min":26.870999999999999},"last":3.4489999999999998},{"interface":"front","average":{"1min":3.6320000000000001,"5min":3.726,"15min":3.29},"min":{"1min":1.2989999999999999,"5min":1.264,"15min":1.004},"max":{"1min":11.781000000000001,"5min":24.378,"15min":47.237000000000002},"last":2.6749999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":5.3230000000000004,"5min":4.21,"15min":3.6739999999999999},"min":{"1min":1.361,"5min":1.361,"15min":1.032},"max":{"1min":13.087,"5min":24.023,"15min":55.441000000000003},"last":3.1549999999999998},{"interface":"front","average":{"1min":5.1130000000000004,"5min":4.3689999999999998,"15min":3.7210000000000001},"min":{"1min":1.429,"5min":1.1799999999999999,"15min":1.133},"max":{"1min":12.32,"5min":24.233000000000001,"15min":61.509},"last":2.9140000000000001}]}]},{"osd":2,"up_from":0,"seq":98784248198,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051968,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":269488,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":268736,"kb_avail":93475664,"statfs":{"total":95995035648,"available":95719079936,"internally_reserved":0,"allocated":761856,"data_stored":385247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":275185664},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":1.3220000000000001,"5min":1.593,"15min":1.9970000000000001},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.47999999999999998},"max":{"1min":3.8140000000000001,"5min":8.8539999999999992,"15min":130.286},"last":1.724},{"interface":"front","average":{"1min":2.0990000000000002,"5min":1.9470000000000001,"15min":2.2970000000000002},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.48899999999999999},"max":{"1min":6.0629999999999997,"5min":7.0140000000000002,"15min":130.40799999999999},"last":2.5600000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":1.2450000000000001,"15min":2.1459999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":2.5899999999999999,"5min":5.048,"15min":122.545},"last":1.9830000000000001},{"interface":"front","average":{"1min":1.488,"5min":1.276,"15min":2.2069999999999999},"min":{"1min":0.63600000000000001,"5min":0.60299999999999998,"15min":0.53600000000000003},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":123.28},"last":3.093}]},{"osd":4,"last update":"Mon Nov 16 20:47:26 2020","interfaces":[{"interface":"back","average":{"1min":1.407,"5min":1.3839999999999999,"15min":1.8580000000000001},"min":{"1min":0.65400000000000003,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":4.5090000000000003,"5min":4.5090000000000003,"15min":38.744999999999997},"last":2.073},{"interface":"front","average":{"1min":1.464,"5min":1.5580000000000001,"15min":1.8919999999999999},"min":{"1min":0.67500000000000004,"5min":0.61599999999999999,"15min":0.58399999999999996},"max":{"1min":2.847,"5min":5.806,"15min":36.244},"last":3.4980000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":1.385,"15min":1.8839999999999999},"min":{"1min":0.77000000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":3.6720000000000002,"5min":3.6720000000000002,"15min":38.185000000000002},"last":2.1880000000000002},{"interface":"front","average":{"1min":1.492,"5min":1.605,"15min":1.927},"min":{"1min":0.82899999999999996,"5min":0.77500000000000002,"15min":0.71399999999999997},"max":{"1min":3.8359999999999999,"5min":4.0869999999999997,"15min":37.875},"last":3.3620000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:47:26 2020","interfaces":[{"interface":"back","average":{"1min":1.944,"5min":2.2250000000000001,"15min":2.9849999999999999},"min":{"1min":1.0840000000000001,"5min":0.748,"15min":0.748},"max":{"1min":4.6500000000000004,"5min":37.177999999999997,"15min":81.596999999999994},"last":4.0970000000000004},{"interface":"front","average":{"1min":2.323,"5min":2.7010000000000001,"15min":3.2930000000000001},"min":{"1min":1.2969999999999999,"5min":0.90900000000000003,"15min":0.77100000000000002},"max":{"1min":4.7430000000000003,"5min":37.545000000000002,"15min":81.935000000000002},"last":3.2490000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.306,"5min":1.6599999999999999,"15min":2.8239999999999998},"min":{"1min":0.80200000000000005,"5min":0.71399999999999997,"15min":0.69999999999999996},"max":{"1min":3.0249999999999999,"5min":5.7569999999999997,"15min":121.33199999999999},"last":3.355},{"interface":"front","average":{"1min":1.8919999999999999,"5min":2.1080000000000001,"15min":2.859},"min":{"1min":1.0880000000000001,"5min":0.98499999999999999,"15min":0.80900000000000005},"max":{"1min":4.141,"5min":4.6150000000000002,"15min":84.724999999999994},"last":3.6829999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":1.845,"5min":2.0299999999999998,"15min":2.7029999999999998},"min":{"1min":1.101,"5min":1.042,"15min":0.90000000000000002},"max":{"1min":3.698,"5min":5.2309999999999999,"15min":80.588999999999999},"last":3.8079999999999998},{"interface":"front","average":{"1min":1.9950000000000001,"5min":2.2669999999999999,"15min":2.3879999999999999},"min":{"1min":1.25,"5min":0.89100000000000001,"15min":0.81899999999999995},"max":{"1min":4.0439999999999996,"5min":6.3280000000000003,"15min":40.341999999999999},"last":4.4800000000000004}]},{"osd":9,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":2.157,"5min":2.3359999999999999,"15min":3.0600000000000001},"min":{"1min":1.383,"5min":1.3049999999999999,"15min":1.01},"max":{"1min":3.9279999999999999,"5min":6.1079999999999997,"15min":82.418000000000006},"last":4.2759999999999998},{"interface":"front","average":{"1min":1.9670000000000001,"5min":2.2810000000000001,"15min":2.6549999999999998},"min":{"1min":1.1739999999999999,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":4.6909999999999998,"5min":5.6429999999999998,"15min":42.310000000000002},"last":4.9429999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:46:51 2020","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.3210000000000002,"15min":3.105},"min":{"1min":1.4039999999999999,"5min":1.377,"15min":1.091},"max":{"1min":4.2729999999999997,"5min":4.8339999999999996,"15min":79.700999999999993},"last":4.0549999999999997},{"interface":"front","average":{"1min":2.2200000000000002,"5min":2.3940000000000001,"15min":2.7410000000000001},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":4.4050000000000002,"5min":5.4450000000000003,"15min":40.555999999999997},"last":4.556}]},{"osd":11,"last update":"Mon Nov 16 20:47:00 2020","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.577,"15min":3.1909999999999998},"min":{"1min":1.6220000000000001,"5min":1.3029999999999999,"15min":1.1399999999999999},"max":{"1min":4.9640000000000004,"5min":5.4340000000000002,"15min":81.390000000000001},"last":5.9370000000000003},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.585,"15min":2.9089999999999998},"min":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"max":{"1min":7.2939999999999996,"5min":7.2939999999999996,"15min":42.034999999999997},"last":4.7510000000000003}]}]},{"osd":4,"up_from":35,"seq":150323855739,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":356528,"kb_used_data":744,"kb_used_omap":0,"kb_used_meta":355776,"kb_avail":93388624,"statfs":{"total":95995035648,"available":95629950976,"internally_reserved":0,"allocated":761856,"data_stored":385247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":364314624},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":2.1989999999999998,"15min":1.762},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.52900000000000003},"max":{"1min":6.4800000000000004,"5min":16.091999999999999,"15min":16.091999999999999},"last":2.2650000000000001},{"interface":"front","average":{"1min":2.173,"5min":2.1349999999999998,"15min":1.8540000000000001},"min":{"1min":0.71399999999999997,"5min":0.61299999999999999,"15min":0.54400000000000004},"max":{"1min":7.4880000000000004,"5min":16.904,"15min":16.904},"last":1.391}]},{"osd":1,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":1.726,"15min":3.4830000000000001},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.53300000000000003},"max":{"1min":7.8499999999999996,"5min":14.339,"15min":277.74299999999999},"last":1.6259999999999999},{"interface":"front","average":{"1min":2.0209999999999999,"5min":2.169,"15min":3.8279999999999998},"min":{"1min":0.755,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":6.3360000000000003,"5min":14.382999999999999,"15min":286.88499999999999},"last":2.9590000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:47:40 2020","interfaces":[{"interface":"back","average":{"1min":1.9810000000000001,"5min":1.9510000000000001,"15min":2.1880000000000002},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.53800000000000003},"max":{"1min":6.7370000000000001,"5min":8.2400000000000002,"15min":37.697000000000003},"last":1.8779999999999999},{"interface":"front","average":{"1min":2.4750000000000001,"5min":2.3140000000000001,"15min":2.2959999999999998},"min":{"1min":0.67400000000000004,"5min":0.66300000000000003,"15min":0.57999999999999996},"max":{"1min":9.9670000000000005,"5min":9.9670000000000005,"15min":37.956000000000003},"last":6.0999999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.6819999999999999,"15min":2.6899999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.66000000000000003},"max":{"1min":6.8390000000000004,"5min":6.8390000000000004,"15min":78.021000000000001},"last":2.8340000000000001},{"interface":"front","average":{"1min":2.2829999999999999,"5min":2.1099999999999999,"15min":3.0230000000000001},"min":{"1min":1.022,"5min":0.79400000000000004,"15min":0.624},"max":{"1min":6.9989999999999997,"5min":7.6959999999999997,"15min":78.088999999999999},"last":2.1600000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.278,"5min":2.1659999999999999,"15min":2.0270000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":9.8629999999999995,"5min":9.8629999999999995,"15min":11.792999999999999},"last":6.383},{"interface":"front","average":{"1min":2.5489999999999999,"5min":2.536,"15min":2.3300000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.72199999999999998},"max":{"1min":10.086,"5min":10.086,"15min":12.776999999999999},"last":6.2400000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.7320000000000002,"5min":3.6640000000000001,"15min":2.6890000000000001},"min":{"1min":0.79600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":7.6929999999999996,"5min":165.12,"15min":165.12},"last":6.5389999999999997},{"interface":"front","average":{"1min":3.0489999999999999,"5min":3.8530000000000002,"15min":2.8679999999999999},"min":{"1min":1.1100000000000001,"5min":1.0409999999999999,"15min":0.82699999999999996},"max":{"1min":8.359,"5min":162.14099999999999,"15min":162.14099999999999},"last":6.742}]},{"osd":8,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":3.2050000000000001,"15min":2.6549999999999998},"min":{"1min":0.871,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":10.173,"5min":62.771000000000001,"15min":62.771000000000001},"last":1.946},{"interface":"front","average":{"1min":3.0800000000000001,"5min":3.6720000000000002,"15min":2.8410000000000002},"min":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":0.90700000000000003},"max":{"1min":7.3840000000000003,"5min":63.076000000000001,"15min":63.076000000000001},"last":3.4670000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.9729999999999999,"5min":2.5800000000000001,"15min":2.8220000000000001},"min":{"1min":1.1479999999999999,"5min":1.093,"15min":0.879},"max":{"1min":7.2270000000000003,"5min":10.375,"15min":46.225999999999999},"last":3.1579999999999999},{"interface":"front","average":{"1min":3.0880000000000001,"5min":2.8180000000000001,"15min":2.7709999999999999},"min":{"1min":1.24,"5min":1.155,"15min":1.0269999999999999},"max":{"1min":7.3869999999999996,"5min":10.513,"15min":45.997},"last":2.5350000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:46:59 2020","interfaces":[{"interface":"back","average":{"1min":2.653,"5min":2.794,"15min":3.073},"min":{"1min":1.339,"5min":1.339,"15min":1.143},"max":{"1min":10.805999999999999,"5min":10.805999999999999,"15min":64.043999999999997},"last":3.2930000000000001},{"interface":"front","average":{"1min":3.3100000000000001,"5min":2.7360000000000002,"15min":2.98},"min":{"1min":1.323,"5min":1.004,"15min":1.004},"max":{"1min":8.5180000000000007,"5min":8.5180000000000007,"15min":62.686999999999998},"last":4.173}]},{"osd":11,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":3.0030000000000001,"15min":2.8199999999999998},"min":{"1min":1.5880000000000001,"5min":1.4690000000000001,"15min":1.0089999999999999},"max":{"1min":8.2050000000000001,"5min":10.928000000000001,"15min":10.928000000000001},"last":3.4849999999999999},{"interface":"front","average":{"1min":3.6259999999999999,"5min":3.3530000000000002,"15min":3.0129999999999999},"min":{"1min":1.444,"5min":1.444,"15min":1.0649999999999999},"max":{"1min":8.5050000000000008,"5min":11.039999999999999,"15min":12.273999999999999},"last":3.8210000000000002}]}]},{"osd":5,"up_from":0,"seq":180388626809,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:48:00.573 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:00.689 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:48:00 smithi065 bash[11785]: debug 2020-11-16T20:48:00.467+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:00.690 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:00 smithi142 bash[9523]: cluster 2020-11-16T20:47:59.753058+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e624: 12 total, 12 up, 9 in
2020-11-16T20:48:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:00.417782+0000 mgr.x (mgr.14196) 1088 : cluster [DBG] pgmap v1617: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:00.795 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:01.031 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:00 smithi065 bash[14115]: debug 2020-11-16T20:48:00.691+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:00 smithi065 bash[9468]: cluster 2020-11-16T20:47:59.753058+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e624: 12 total, 12 up, 9 in
2020-11-16T20:48:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:00.417782+0000 mgr.x (mgr.14196) 1088 : cluster [DBG] pgmap v1617: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:01.148 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight
2020-11-16T20:48:01.186 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:01.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:00 smithi071 bash[9480]: cluster 2020-11-16T20:47:59.753058+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e624: 12 total, 12 up, 9 in
2020-11-16T20:48:01.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:00.417782+0000 mgr.x (mgr.14196) 1088 : cluster [DBG] pgmap v1617: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:01.291 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:01.293 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:01.437 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:01.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:01 smithi142 bash[22738]: debug 2020-11-16T20:48:01.190+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:01.544 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:01.697 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:48:01 smithi071 bash[12066]: debug 2020-11-16T20:48:01.436+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:02.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:01 smithi065 bash[9468]: cluster 2020-11-16T20:48:00.402081+0000 osd.2 (osd.2) 166 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:02.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:01 smithi065 bash[9468]: cluster 2020-11-16T20:48:00.402206+0000 osd.2 (osd.2) 167 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:02.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:01 smithi065 bash[9468]: cluster 2020-11-16T20:48:00.773793+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e625: 12 total, 12 up, 9 in
2020-11-16T20:48:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:01 smithi142 bash[9523]: cluster 2020-11-16T20:48:00.402081+0000 osd.2 (osd.2) 166 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:01 smithi142 bash[9523]: cluster 2020-11-16T20:48:00.402206+0000 osd.2 (osd.2) 167 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:01 smithi142 bash[9523]: cluster 2020-11-16T20:48:00.773793+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e625: 12 total, 12 up, 9 in
2020-11-16T20:48:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:02.177 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:02.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:01 smithi071 bash[9480]: cluster 2020-11-16T20:48:00.402081+0000 osd.2 (osd.2) 166 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:02.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:01 smithi071 bash[9480]: cluster 2020-11-16T20:48:00.402206+0000 osd.2 (osd.2) 167 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:02.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:01 smithi071 bash[9480]: cluster 2020-11-16T20:48:00.773793+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e625: 12 total, 12 up, 9 in
2020-11-16T20:48:02.406 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:48:02.430 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:48:02.455 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:48:02.469 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[20366]: debug 2020-11-16T20:48:02.074+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:02.469 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:02.495 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:48:02.528 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:48:02.554 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:48:02.573 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:02.587 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:48:02.613 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:48:02.647 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:48:02.677 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:48:02.707 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:48:02.737 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:48:02.740 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.740 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.740 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.740 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.740 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.741 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.741 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.741 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.741 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.741 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.741 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.741 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:48:02.770 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[20366]: debug 2020-11-16T20:48:02.470+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:02 smithi065 bash[9468]: audit 2020-11-16T20:48:02.387217+0000 mon.a (mon.0) 2008 : audit [DBG] from='client.? v1:172.21.15.142:0/4277758759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:02 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.418396+0000 mgr.x (mgr.14196) 1089 : cluster [DBG] pgmap v1619: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:02 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.438497+0000 osd.1 (osd.1) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:02 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.533145+0000 osd.4 (osd.4) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:02 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.592309+0000 osd.6 (osd.6) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:02 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.618246+0000 osd.7 (osd.7) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:02 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.682004+0000 osd.9 (osd.9) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[9523]: audit 2020-11-16T20:48:02.387217+0000 mon.a (mon.0) 2008 : audit [DBG] from='client.? v1:172.21.15.142:0/4277758759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:03.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.418396+0000 mgr.x (mgr.14196) 1089 : cluster [DBG] pgmap v1619: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:03.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.438497+0000 osd.1 (osd.1) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.533145+0000 osd.4 (osd.4) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.592309+0000 osd.6 (osd.6) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.618246+0000 osd.7 (osd.7) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:02 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.682004+0000 osd.9 (osd.9) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:02 smithi071 bash[9480]: audit 2020-11-16T20:48:02.387217+0000 mon.a (mon.0) 2008 : audit [DBG] from='client.? v1:172.21.15.142:0/4277758759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:03.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:02 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.418396+0000 mgr.x (mgr.14196) 1089 : cluster [DBG] pgmap v1619: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:03.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:02 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.438497+0000 osd.1 (osd.1) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:02 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.533145+0000 osd.4 (osd.4) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:02 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.592309+0000 osd.6 (osd.6) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:02 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.618246+0000 osd.7 (osd.7) 135 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:02 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.682004+0000 osd.9 (osd.9) 153 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:03.271 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:03.377 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:03.523 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:03.529 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:48:03.589 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:03 smithi142 bash[22738]: debug 2020-11-16T20:48:03.274+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:03.629 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:03.641 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[18823]: debug 2020-11-16T20:48:03.523+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:03.670 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:03.748 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:03.854 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:03.975 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:04.031 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[18823]: debug 2020-11-16T20:48:03.751+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.414324+0000 osd.0 (osd.0) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.463115+0000 osd.2 (osd.2) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.503370+0000 osd.3 (osd.3) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.559561+0000 osd.5 (osd.5) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.651179+0000 osd.8 (osd.8) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.711373+0000 osd.10 (osd.10) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:03 smithi065 bash[9468]: cluster 2020-11-16T20:48:02.741867+0000 osd.11 (osd.11) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.081 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:04.197 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:03 smithi071 bash[16796]: debug 2020-11-16T20:48:03.975+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:03 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.414324+0000 osd.0 (osd.0) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:03 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.463115+0000 osd.2 (osd.2) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:03 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.503370+0000 osd.3 (osd.3) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:03 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.559561+0000 osd.5 (osd.5) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:03 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.651179+0000 osd.8 (osd.8) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:03 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.711373+0000 osd.10 (osd.10) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:03 smithi071 bash[9480]: cluster 2020-11-16T20:48:02.741867+0000 osd.11 (osd.11) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:03 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.414324+0000 osd.0 (osd.0) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:03 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.463115+0000 osd.2 (osd.2) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:03 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.503370+0000 osd.3 (osd.3) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.202 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:03 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.559561+0000 osd.5 (osd.5) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:03 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.651179+0000 osd.8 (osd.8) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:03 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.711373+0000 osd.10 (osd.10) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.203 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:03 smithi142 bash[9523]: cluster 2020-11-16T20:48:02.741867+0000 osd.11 (osd.11) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:04.706 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:04.809 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:04.946 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:05.005 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:04 smithi142 bash[18009]: debug 2020-11-16T20:48:04.710+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:05.047 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:05.061 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_4' created
2020-11-16T20:48:05.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:05 smithi071 bash[9480]: cluster 2020-11-16T20:48:04.419052+0000 mgr.x (mgr.14196) 1090 : cluster [DBG] pgmap v1620: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:05.198 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:48:04 smithi071 bash[12066]: debug 2020-11-16T20:48:04.939+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:05 smithi065 bash[9468]: cluster 2020-11-16T20:48:04.419052+0000 mgr.x (mgr.14196) 1090 : cluster [DBG] pgmap v1620: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:05.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:05 smithi142 bash[9523]: cluster 2020-11-16T20:48:04.419052+0000 mgr.x (mgr.14196) 1090 : cluster [DBG] pgmap v1620: 1 pgs: 1 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:05.531 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:05.634 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:05.850 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:05 smithi142 bash[20366]: debug 2020-11-16T20:48:05.534+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:06.275 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:06 smithi142 bash[9523]: audit 2020-11-16T20:48:04.557710+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? v1:172.21.15.142:0/2389743948' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch
2020-11-16T20:48:06.276 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:06 smithi142 bash[9523]: cluster 2020-11-16T20:48:04.965846+0000 osd.0 (osd.0) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:06.276 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:06 smithi142 bash[9523]: cluster 2020-11-16T20:48:04.965952+0000 osd.0 (osd.0) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:06.276 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:06 smithi142 bash[9523]: audit 2020-11-16T20:48:05.061637+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? v1:172.21.15.142:0/2389743948' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished
2020-11-16T20:48:06.276 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:06 smithi142 bash[9523]: cluster 2020-11-16T20:48:05.061714+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e626: 12 total, 12 up, 9 in
2020-11-16T20:48:06.276 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:06 smithi065 bash[9468]: audit 2020-11-16T20:48:04.557710+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? v1:172.21.15.142:0/2389743948' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch
2020-11-16T20:48:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:06 smithi065 bash[9468]: cluster 2020-11-16T20:48:04.965846+0000 osd.0 (osd.0) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:06 smithi065 bash[9468]: cluster 2020-11-16T20:48:04.965952+0000 osd.0 (osd.0) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:06 smithi065 bash[9468]: audit 2020-11-16T20:48:05.061637+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? v1:172.21.15.142:0/2389743948' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished
2020-11-16T20:48:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:06 smithi065 bash[9468]: cluster 2020-11-16T20:48:05.061714+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e626: 12 total, 12 up, 9 in
2020-11-16T20:48:06.380 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:06.393 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:06 smithi071 bash[9480]: audit 2020-11-16T20:48:04.557710+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? v1:172.21.15.142:0/2389743948' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch
2020-11-16T20:48:06.394 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:06 smithi071 bash[9480]: cluster 2020-11-16T20:48:04.965846+0000 osd.0 (osd.0) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:06.394 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:06 smithi071 bash[9480]: cluster 2020-11-16T20:48:04.965952+0000 osd.0 (osd.0) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:06.394 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:06 smithi071 bash[9480]: audit 2020-11-16T20:48:05.061637+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? v1:172.21.15.142:0/2389743948' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished
2020-11-16T20:48:06.394 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:06 smithi071 bash[9480]: cluster 2020-11-16T20:48:05.061714+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e626: 12 total, 12 up, 9 in
2020-11-16T20:48:06.518 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:06.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:06 smithi142 bash[20366]: debug 2020-11-16T20:48:06.278+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:06.624 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:06.729 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:06 smithi071 bash[16796]: debug 2020-11-16T20:48:06.515+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:07.174 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:48:07.180 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:07.200 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool application enable unique_pool_4 rados --yes-i-really-mean-it || true
2020-11-16T20:48:07.286 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:07.324 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:07.394 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:07.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:07 smithi071 bash[9480]: cluster 2020-11-16T20:48:06.064198+0000 mon.a (mon.0) 2012 : cluster [DBG] osdmap e627: 12 total, 12 up, 9 in
2020-11-16T20:48:07.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:07 smithi071 bash[9480]: cluster 2020-11-16T20:48:06.419736+0000 mgr.x (mgr.14196) 1091 : cluster [DBG] pgmap v1623: 17 pgs: 13 unknown, 4 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:07.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:07 smithi065 bash[9468]: cluster 2020-11-16T20:48:06.064198+0000 mon.a (mon.0) 2012 : cluster [DBG] osdmap e627: 12 total, 12 up, 9 in
2020-11-16T20:48:07.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:07 smithi065 bash[9468]: cluster 2020-11-16T20:48:06.419736+0000 mgr.x (mgr.14196) 1091 : cluster [DBG] pgmap v1623: 17 pgs: 13 unknown, 4 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:07.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:07 smithi142 bash[9523]: cluster 2020-11-16T20:48:06.064198+0000 mon.a (mon.0) 2012 : cluster [DBG] osdmap e627: 12 total, 12 up, 9 in
2020-11-16T20:48:07.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:07 smithi142 bash[9523]: cluster 2020-11-16T20:48:06.419736+0000 mgr.x (mgr.14196) 1091 : cluster [DBG] pgmap v1623: 17 pgs: 13 unknown, 4 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:07.582 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:07 smithi142 bash[20366]: debug 2020-11-16T20:48:07.182+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:07.937 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:08.043 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:08.180 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:08.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:08 smithi142 bash[9523]: cluster 2020-11-16T20:48:07.072662+0000 mon.a (mon.0) 2013 : cluster [DBG] osdmap e628: 12 total, 12 up, 9 in
2020-11-16T20:48:08.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:07 smithi142 bash[15670]: debug 2020-11-16T20:48:07.938+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:08.287 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:08.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:08 smithi071 bash[9480]: cluster 2020-11-16T20:48:07.072662+0000 mon.a (mon.0) 2013 : cluster [DBG] osdmap e628: 12 total, 12 up, 9 in
2020-11-16T20:48:08.527 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:08.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:08 smithi065 bash[9468]: cluster 2020-11-16T20:48:07.072662+0000 mon.a (mon.0) 2013 : cluster [DBG] osdmap e628: 12 total, 12 up, 9 in
2020-11-16T20:48:08.531 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:08 smithi065 bash[16457]: debug 2020-11-16T20:48:08.183+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:08.632 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:08.947 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:08 smithi071 bash[26650]: debug 2020-11-16T20:48:08.527+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:09.083 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:48:09.130 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:09.235 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:09.378 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:09 smithi065 bash[9468]: audit 2020-11-16T20:48:08.370911+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? v1:172.21.15.142:0/2660539481' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:48:09.379 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:09 smithi065 bash[9468]: cluster 2020-11-16T20:48:08.420412+0000 mgr.x (mgr.14196) 1092 : cluster [DBG] pgmap v1625: 17 pgs: 8 unknown, 9 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:09.379 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:09.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:09 smithi071 bash[9480]: audit 2020-11-16T20:48:08.370911+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? v1:172.21.15.142:0/2660539481' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:48:09.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:09 smithi071 bash[9480]: cluster 2020-11-16T20:48:08.420412+0000 mgr.x (mgr.14196) 1092 : cluster [DBG] pgmap v1625: 17 pgs: 8 unknown, 9 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:09.485 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:09.498 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:09 smithi142 bash[18009]: debug 2020-11-16T20:48:09.130+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:09.498 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:09 smithi142 bash[9523]: audit 2020-11-16T20:48:08.370911+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? v1:172.21.15.142:0/2660539481' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:48:09.498 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:09 smithi142 bash[9523]: cluster 2020-11-16T20:48:08.420412+0000 mgr.x (mgr.14196) 1092 : cluster [DBG] pgmap v1625: 17 pgs: 8 unknown, 9 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:09.780 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:09 smithi065 bash[18823]: debug 2020-11-16T20:48:09.379+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:10.041 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:10.145 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:10.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:10 smithi071 bash[9480]: cluster 2020-11-16T20:48:08.638850+0000 osd.10 (osd.10) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:10.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:10 smithi071 bash[9480]: cluster 2020-11-16T20:48:08.638976+0000 osd.10 (osd.10) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:10.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:10 smithi071 bash[9480]: cluster 2020-11-16T20:48:09.072744+0000 mon.a (mon.0) 2015 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:48:10.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:10 smithi071 bash[9480]: cluster 2020-11-16T20:48:09.072838+0000 mon.a (mon.0) 2016 : cluster [INF] Cluster is now healthy
2020-11-16T20:48:10.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:10 smithi071 bash[9480]: audit 2020-11-16T20:48:09.084956+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? v1:172.21.15.142:0/2660539481' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:48:10.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:10 smithi071 bash[9480]: cluster 2020-11-16T20:48:09.085079+0000 mon.a (mon.0) 2018 : cluster [DBG] osdmap e629: 12 total, 12 up, 9 in
2020-11-16T20:48:10.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:10 smithi065 bash[9468]: cluster 2020-11-16T20:48:08.638850+0000 osd.10 (osd.10) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:10.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:10 smithi065 bash[9468]: cluster 2020-11-16T20:48:08.638976+0000 osd.10 (osd.10) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:10.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:10 smithi065 bash[9468]: cluster 2020-11-16T20:48:09.072744+0000 mon.a (mon.0) 2015 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:48:10.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:10 smithi065 bash[9468]: cluster 2020-11-16T20:48:09.072838+0000 mon.a (mon.0) 2016 : cluster [INF] Cluster is now healthy
2020-11-16T20:48:10.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:10 smithi065 bash[9468]: audit 2020-11-16T20:48:09.084956+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? v1:172.21.15.142:0/2660539481' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:48:10.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:10 smithi065 bash[9468]: cluster 2020-11-16T20:48:09.085079+0000 mon.a (mon.0) 2018 : cluster [DBG] osdmap e629: 12 total, 12 up, 9 in
2020-11-16T20:48:10.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:10 smithi142 bash[18009]: debug 2020-11-16T20:48:10.042+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:10 smithi142 bash[9523]: cluster 2020-11-16T20:48:08.638850+0000 osd.10 (osd.10) 141 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:10 smithi142 bash[9523]: cluster 2020-11-16T20:48:08.638976+0000 osd.10 (osd.10) 142 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:10 smithi142 bash[9523]: cluster 2020-11-16T20:48:09.072744+0000 mon.a (mon.0) 2015 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:48:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:10 smithi142 bash[9523]: cluster 2020-11-16T20:48:09.072838+0000 mon.a (mon.0) 2016 : cluster [INF] Cluster is now healthy
2020-11-16T20:48:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:10 smithi142 bash[9523]: audit 2020-11-16T20:48:09.084956+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? v1:172.21.15.142:0/2660539481' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:48:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:10 smithi142 bash[9523]: cluster 2020-11-16T20:48:09.085079+0000 mon.a (mon.0) 2018 : cluster [DBG] osdmap e629: 12 total, 12 up, 9 in
2020-11-16T20:48:10.844 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:10.948 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:11.215 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:11 smithi065 bash[9468]: cluster 2020-11-16T20:48:10.421074+0000 mgr.x (mgr.14196) 1093 : cluster [DBG] pgmap v1627: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:11.215 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:11.320 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:11.333 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:11 smithi071 bash[9480]: cluster 2020-11-16T20:48:10.421074+0000 mgr.x (mgr.14196) 1093 : cluster [DBG] pgmap v1627: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:11.359 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:10 smithi142 bash[18009]: debug 2020-11-16T20:48:10.846+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:11.359 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:11 smithi142 bash[9523]: cluster 2020-11-16T20:48:10.421074+0000 mgr.x (mgr.14196) 1093 : cluster [DBG] pgmap v1627: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:11.467 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:11.530 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:48:11 smithi065 bash[11785]: debug 2020-11-16T20:48:11.215+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:11.573 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:11.585 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:11 smithi071 bash[14419]: debug 2020-11-16T20:48:11.467+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:11.710 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:11.816 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:11.947 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:48:11 smithi071 bash[12066]: debug 2020-11-16T20:48:11.707+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:11.948 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:12.053 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:12.191 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:11 smithi065 bash[14115]: debug 2020-11-16T20:48:11.951+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:12.192 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:12.296 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:12.452 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:12.530 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:12 smithi065 bash[16457]: debug 2020-11-16T20:48:12.195+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:12.557 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:12.617 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:12 smithi071 bash[16796]: debug 2020-11-16T20:48:12.451+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:12.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:12 smithi142 bash[9523]: cluster 2020-11-16T20:48:12.421509+0000 mgr.x (mgr.14196) 1094 : cluster [DBG] pgmap v1628: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:12.768 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:48:12.837 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:48:12.872 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:12.885 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:12 smithi071 bash[9480]: cluster 2020-11-16T20:48:12.421509+0000 mgr.x (mgr.14196) 1094 : cluster [DBG] pgmap v1628: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:13.002 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:13.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:12 smithi065 bash[9468]: cluster 2020-11-16T20:48:12.421509+0000 mgr.x (mgr.14196) 1094 : cluster [DBG] pgmap v1628: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:13.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:12 smithi142 bash[15670]: debug 2020-11-16T20:48:12.770+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:13.107 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:13.197 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:48:13 smithi071 bash[12066]: debug 2020-11-16T20:48:12.999+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:13.493 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:13.598 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:13.617 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:48:13.754 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:13.754 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:13.799 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:13 smithi142 bash[22738]: debug 2020-11-16T20:48:13.494+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:13.859 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:13.871 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:13 smithi071 bash[14419]: debug 2020-11-16T20:48:13.751+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:13.995 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:14.100 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:14.197 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:14 smithi071 bash[16796]: debug 2020-11-16T20:48:13.995+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:14.738 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:14.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:14 smithi065 bash[9468]: cluster 2020-11-16T20:48:14.422143+0000 mgr.x (mgr.14196) 1095 : cluster [DBG] pgmap v1629: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:14.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:14 smithi142 bash[20366]: debug 2020-11-16T20:48:14.742+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:14.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:14 smithi142 bash[9523]: cluster 2020-11-16T20:48:14.422143+0000 mgr.x (mgr.14196) 1095 : cluster [DBG] pgmap v1629: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:14.842 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:14 smithi071 bash[9480]: cluster 2020-11-16T20:48:14.422143+0000 mgr.x (mgr.14196) 1095 : cluster [DBG] pgmap v1629: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:14.987 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:15.008 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:48:15.011 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:48:15.092 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:15.104 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:14 smithi065 bash[14115]: debug 2020-11-16T20:48:14.987+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:15.211 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:15.316 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:15.465 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:15.507 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops
2020-11-16T20:48:15.521 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:15 smithi065 bash[16457]: debug 2020-11-16T20:48:15.211+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:15.571 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:15.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:15 smithi071 bash[9480]: audit 2020-11-16T20:48:14.997593+0000 mgr.x (mgr.14196) 1096 : audit [DBG] from='client.16197 v1:172.21.15.142:0/1071368660' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:48:15.697 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:15 smithi071 bash[16796]: debug 2020-11-16T20:48:15.463+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:15.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:15 smithi065 bash[9468]: audit 2020-11-16T20:48:14.997593+0000 mgr.x (mgr.14196) 1096 : audit [DBG] from='client.16197 v1:172.21.15.142:0/1071368660' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:48:15.798 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:15.904 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:16.025 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:16.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:15 smithi142 bash[9523]: audit 2020-11-16T20:48:14.997593+0000 mgr.x (mgr.14196) 1096 : audit [DBG] from='client.16197 v1:172.21.15.142:0/1071368660' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:48:16.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:15 smithi142 bash[15670]: debug 2020-11-16T20:48:15.798+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:16.130 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:16.246 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:16 smithi065 bash[14115]: debug 2020-11-16T20:48:16.027+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:16.247 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:16.353 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:16.487 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:16.523 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:16 smithi065 bash[18823]: debug 2020-11-16T20:48:16.487+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:16.524 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:48:16 smithi065 bash[11785]: debug 2020-11-16T20:48:16.247+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:16.593 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:16.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:16 smithi065 bash[9468]: cluster 2020-11-16T20:48:16.422797+0000 mgr.x (mgr.14196) 1097 : cluster [DBG] pgmap v1630: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:16.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:16 smithi142 bash[9523]: cluster 2020-11-16T20:48:16.422797+0000 mgr.x (mgr.14196) 1097 : cluster [DBG] pgmap v1630: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:16.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:16 smithi071 bash[9480]: cluster 2020-11-16T20:48:16.422797+0000 mgr.x (mgr.14196) 1097 : cluster [DBG] pgmap v1630: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:17.133 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:17.238 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:17.371 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:17.377 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1629,"stamp":"2020-11-16T20:48:14.421758+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":2770120,"kb_used_data":6144,"kb_used_omap":0,"kb_used_meta":2763903,"kb_avail":840936248,"statfs":{"total":863955320832,"available":861118717952,"internally_reserved":0,"allocated":6291456,"data_stored":3172643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2830236732},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-288044,"num_write_kb":-9217345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-14932,"num_bytes_recovered":-972095488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.191268"},"pg_stats":[{"pgid":"6.f","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.612699+0000","last_change":"2020-11-16T20:48:06.113395+0000","last_active":"2020-11-16T20:48:07.612699+0000","last_peered":"2020-11-16T20:48:07.612699+0000","last_clean":"2020-11-16T20:48:07.612699+0000","last_became_active":"2020-11-16T20:48:06.113000+0000","last_became_peered":"2020-11-16T20:48:06.113000+0000","last_unstale":"2020-11-16T20:48:07.612699+0000","last_undegraded":"2020-11-16T20:48:07.612699+0000","last_fullsized":"2020-11-16T20:48:07.612699+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9],"acting":[6,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.897349+0000","last_change":"2020-11-16T20:48:06.074558+0000","last_active":"2020-11-16T20:48:07.897349+0000","last_peered":"2020-11-16T20:48:07.897349+0000","last_clean":"2020-11-16T20:48:07.897349+0000","last_became_active":"2020-11-16T20:48:06.074310+0000","last_became_peered":"2020-11-16T20:48:06.074310+0000","last_unstale":"2020-11-16T20:48:07.897349+0000","last_undegraded":"2020-11-16T20:48:07.897349+0000","last_fullsized":"2020-11-16T20:48:07.897349+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.899505+0000","last_change":"2020-11-16T20:48:06.070667+0000","last_active":"2020-11-16T20:48:07.899505+0000","last_peered":"2020-11-16T20:48:07.899505+0000","last_clean":"2020-11-16T20:48:07.899505+0000","last_became_active":"2020-11-16T20:48:06.069868+0000","last_became_peered":"2020-11-16T20:48:06.069868+0000","last_unstale":"2020-11-16T20:48:07.899505+0000","last_undegraded":"2020-11-16T20:48:07.899505+0000","last_fullsized":"2020-11-16T20:48:07.899505+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.898487+0000","last_change":"2020-11-16T20:48:06.075719+0000","last_active":"2020-11-16T20:48:07.898487+0000","last_peered":"2020-11-16T20:48:07.898487+0000","last_clean":"2020-11-16T20:48:07.898487+0000","last_became_active":"2020-11-16T20:48:06.075336+0000","last_became_peered":"2020-11-16T20:48:06.075336+0000","last_unstale":"2020-11-16T20:48:07.898487+0000","last_undegraded":"2020-11-16T20:48:07.898487+0000","last_fullsized":"2020-11-16T20:48:07.898487+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.898712+0000","last_change":"2020-11-16T20:48:06.070727+0000","last_active":"2020-11-16T20:48:07.898712+0000","last_peered":"2020-11-16T20:48:07.898712+0000","last_clean":"2020-11-16T20:48:07.898712+0000","last_became_active":"2020-11-16T20:48:06.070428+0000","last_became_peered":"2020-11-16T20:48:06.070428+0000","last_unstale":"2020-11-16T20:48:07.898712+0000","last_undegraded":"2020-11-16T20:48:07.898712+0000","last_fullsized":"2020-11-16T20:48:07.898712+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.612526+0000","last_change":"2020-11-16T20:48:06.073202+0000","last_active":"2020-11-16T20:48:07.612526+0000","last_peered":"2020-11-16T20:48:07.612526+0000","last_clean":"2020-11-16T20:48:07.612526+0000","last_became_active":"2020-11-16T20:48:06.072726+0000","last_became_peered":"2020-11-16T20:48:06.072726+0000","last_unstale":"2020-11-16T20:48:07.612526+0000","last_undegraded":"2020-11-16T20:48:07.612526+0000","last_fullsized":"2020-11-16T20:48:07.612526+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.932319+0000","last_change":"2020-11-16T20:48:06.117238+0000","last_active":"2020-11-16T20:48:07.932319+0000","last_peered":"2020-11-16T20:48:07.932319+0000","last_clean":"2020-11-16T20:48:07.932319+0000","last_became_active":"2020-11-16T20:48:06.116624+0000","last_became_peered":"2020-11-16T20:48:06.116624+0000","last_unstale":"2020-11-16T20:48:07.932319+0000","last_undegraded":"2020-11-16T20:48:07.932319+0000","last_fullsized":"2020-11-16T20:48:07.932319+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.612920+0000","last_change":"2020-11-16T20:48:06.116597+0000","last_active":"2020-11-16T20:48:07.612920+0000","last_peered":"2020-11-16T20:48:07.612920+0000","last_clean":"2020-11-16T20:48:07.612920+0000","last_became_active":"2020-11-16T20:48:06.115910+0000","last_became_peered":"2020-11-16T20:48:06.115910+0000","last_unstale":"2020-11-16T20:48:07.612920+0000","last_undegraded":"2020-11-16T20:48:07.612920+0000","last_fullsized":"2020-11-16T20:48:07.612920+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.898564+0000","last_change":"2020-11-16T20:48:06.074161+0000","last_active":"2020-11-16T20:48:07.898564+0000","last_peered":"2020-11-16T20:48:07.898564+0000","last_clean":"2020-11-16T20:48:07.898564+0000","last_became_active":"2020-11-16T20:48:06.073715+0000","last_became_peered":"2020-11-16T20:48:06.073715+0000","last_unstale":"2020-11-16T20:48:07.898564+0000","last_undegraded":"2020-11-16T20:48:07.898564+0000","last_fullsized":"2020-11-16T20:48:07.898564+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.612767+0000","last_change":"2020-11-16T20:48:06.072208+0000","last_active":"2020-11-16T20:48:07.612767+0000","last_peered":"2020-11-16T20:48:07.612767+0000","last_clean":"2020-11-16T20:48:07.612767+0000","last_became_active":"2020-11-16T20:48:06.071779+0000","last_became_peered":"2020-11-16T20:48:06.071779+0000","last_unstale":"2020-11-16T20:48:07.612767+0000","last_undegraded":"2020-11-16T20:48:07.612767+0000","last_fullsized":"2020-11-16T20:48:07.612767+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.899417+0000","last_change":"2020-11-16T20:48:06.073882+0000","last_active":"2020-11-16T20:48:07.899417+0000","last_peered":"2020-11-16T20:48:07.899417+0000","last_clean":"2020-11-16T20:48:07.899417+0000","last_became_active":"2020-11-16T20:48:06.073080+0000","last_became_peered":"2020-11-16T20:48:06.073080+0000","last_unstale":"2020-11-16T20:48:07.899417+0000","last_undegraded":"2020-11-16T20:48:07.899417+0000","last_fullsized":"2020-11-16T20:48:07.899417+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.613000+0000","last_change":"2020-11-16T20:48:06.070701+0000","last_active":"2020-11-16T20:48:07.613000+0000","last_peered":"2020-11-16T20:48:07.613000+0000","last_clean":"2020-11-16T20:48:07.613000+0000","last_became_active":"2020-11-16T20:48:06.070338+0000","last_became_peered":"2020-11-16T20:48:06.070338+0000","last_unstale":"2020-11-16T20:48:07.613000+0000","last_undegraded":"2020-11-16T20:48:07.613000+0000","last_fullsized":"2020-11-16T20:48:07.613000+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.897290+0000","last_change":"2020-11-16T20:48:06.068582+0000","last_active":"2020-11-16T20:48:07.897290+0000","last_peered":"2020-11-16T20:48:07.897290+0000","last_clean":"2020-11-16T20:48:07.897290+0000","last_became_active":"2020-11-16T20:48:06.068097+0000","last_became_peered":"2020-11-16T20:48:06.068097+0000","last_unstale":"2020-11-16T20:48:07.897290+0000","last_undegraded":"2020-11-16T20:48:07.897290+0000","last_fullsized":"2020-11-16T20:48:07.897290+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.610422+0000","last_change":"2020-11-16T20:48:06.115311+0000","last_active":"2020-11-16T20:48:07.610422+0000","last_peered":"2020-11-16T20:48:07.610422+0000","last_clean":"2020-11-16T20:48:07.610422+0000","last_became_active":"2020-11-16T20:48:06.114209+0000","last_became_peered":"2020-11-16T20:48:06.114209+0000","last_unstale":"2020-11-16T20:48:07.610422+0000","last_undegraded":"2020-11-16T20:48:07.610422+0000","last_fullsized":"2020-11-16T20:48:07.610422+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.932318+0000","last_change":"2020-11-16T20:48:06.071632+0000","last_active":"2020-11-16T20:48:07.932318+0000","last_peered":"2020-11-16T20:48:07.932318+0000","last_clean":"2020-11-16T20:48:07.932318+0000","last_became_active":"2020-11-16T20:48:06.071232+0000","last_became_peered":"2020-11-16T20:48:06.071232+0000","last_unstale":"2020-11-16T20:48:07.932318+0000","last_undegraded":"2020-11-16T20:48:07.932318+0000","last_fullsized":"2020-11-16T20:48:07.932318+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":"10","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.898559+0000","last_change":"2020-11-16T20:48:06.071568+0000","last_active":"2020-11-16T20:48:07.898559+0000","last_peered":"2020-11-16T20:48:07.898559+0000","last_clean":"2020-11-16T20:48:07.898559+0000","last_became_active":"2020-11-16T20:48:06.071313+0000","last_became_peered":"2020-11-16T20:48:06.071313+0000","last_unstale":"2020-11-16T20:48:07.898559+0000","last_undegraded":"2020-11-16T20:48:07.898559+0000","last_fullsized":"2020-11-16T20:48:07.898559+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"143","reported_epoch":"628","state":"active+clean","last_fresh":"2020-11-16T20:48:07.899453+0000","last_change":"2020-11-16T20:47:50.785945+0000","last_active":"2020-11-16T20:48:07.899453+0000","last_peered":"2020-11-16T20:48:07.899453+0000","last_clean":"2020-11-16T20:48:07.899453+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:48:07.899453+0000","last_undegraded":"2020-11-16T20:48:07.899453+0000","last_fullsized":"2020-11-16T20:48:07.899453+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:47:50.785879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:47:50.785879+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631815,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":308084,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":307392,"kb_avail":93437068,"statfs":{"total":95995035648,"available":95679557632,"internally_reserved":0,"allocated":700416,"data_stored":353209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":314769408},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":3.399,"15min":2.7090000000000001},"min":{"1min":0.74099999999999999,"5min":0.59299999999999997,"15min":0.53300000000000003},"max":{"1min":4.4100000000000001,"5min":152.119,"15min":242.179},"last":3.7309999999999999},{"interface":"front","average":{"1min":1.496,"5min":3.4399999999999999,"15min":3.0489999999999999},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.3999999999999999,"5min":149.19200000000001,"15min":244.363},"last":2.3479999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:47:40 2020","interfaces":[{"interface":"back","average":{"1min":10.436,"5min":3.27,"15min":4.7880000000000003},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.52900000000000003},"max":{"1min":151.77099999999999,"5min":151.77099999999999,"15min":247.31299999999999},"last":1.7250000000000001},{"interface":"front","average":{"1min":10.243,"5min":3.359,"15min":4.9450000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":153.62899999999999,"5min":153.62899999999999,"15min":244.84999999999999},"last":1.7989999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:29:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5019999999999998,"5min":2.4340000000000002,"15min":1.9370000000000001},"min":{"1min":0.73199999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":7.8330000000000002,"5min":45.258000000000003,"15min":45.258000000000003},"last":2.2509999999999999},{"interface":"front","average":{"1min":1.4910000000000001,"5min":2.5960000000000001,"15min":2.7730000000000001},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.8079999999999998,"5min":44.917999999999999,"15min":44.917999999999999},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.609,"5min":1.8839999999999999,"15min":4.6559999999999997},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.63600000000000001},"max":{"1min":2.8100000000000001,"5min":7.3090000000000002,"15min":343.45999999999998},"last":2.8010000000000002},{"interface":"front","average":{"1min":1.601,"5min":1.5660000000000001,"15min":4.6230000000000002},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":5.6799999999999997,"5min":5.6799999999999997,"15min":342.61599999999999},"last":2.1970000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":1.9810000000000001,"15min":2.1309999999999998},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":8.1280000000000001,"5min":8.1280000000000001,"15min":8.1280000000000001},"last":1.8480000000000001},{"interface":"front","average":{"1min":1.9470000000000001,"5min":2.4169999999999998,"15min":2.5419999999999998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":3.3279999999999998,"5min":7.5789999999999997,"15min":8.5920000000000005},"last":4.9260000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":1.883,"5min":2.4340000000000002,"15min":2.2679999999999998},"min":{"1min":1.0089999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":3.5739999999999998,"5min":7.8970000000000002,"15min":10.515000000000001},"last":4.2329999999999997},{"interface":"front","average":{"1min":2.2130000000000001,"5min":2.194,"15min":2.4119999999999999},"min":{"1min":0.877,"5min":0.877,"15min":0.753},"max":{"1min":10.685,"5min":10.685,"15min":10.685},"last":3.0499999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":3.3580000000000001,"15min":3.145},"min":{"1min":1.1399999999999999,"5min":0.78200000000000003,"15min":0.69599999999999995},"max":{"1min":3.806,"5min":86.338999999999999,"15min":154.48599999999999},"last":5.617},{"interface":"front","average":{"1min":2.5609999999999999,"5min":3.6859999999999999,"15min":3.665},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":8.3309999999999995,"5min":86.311000000000007,"15min":155.05000000000001},"last":4.0869999999999997}]},{"osd":7,"last update":"Mon Nov 16 20:48:02 2020","interfaces":[{"interface":"back","average":{"1min":2.3860000000000001,"5min":2.4500000000000002,"15min":3.1960000000000002},"min":{"1min":1.119,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":4.2350000000000003,"5min":10.215,"15min":96.248000000000005},"last":5.0119999999999996},{"interface":"front","average":{"1min":2.6989999999999998,"5min":2.3410000000000002,"15min":2.7730000000000001},"min":{"1min":1.2250000000000001,"5min":0.92300000000000004,"15min":0.78900000000000003},"max":{"1min":4.1130000000000004,"5min":11.029999999999999,"15min":96.337999999999994},"last":3.8969999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.1640000000000001,"5min":2.5190000000000001,"15min":2.484},"min":{"1min":0.97099999999999997,"5min":0.93700000000000006,"15min":0.875},"max":{"1min":7.6870000000000003,"5min":10.340999999999999,"15min":10.340999999999999},"last":3.569},{"interface":"front","average":{"1min":2.9609999999999999,"5min":3.1240000000000001,"15min":2.7440000000000002},"min":{"1min":1.006,"5min":0.94599999999999995,"15min":0.73599999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":17.193000000000001},"last":2.4350000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:48:05 2020","interfaces":[{"interface":"back","average":{"1min":3.4420000000000002,"5min":2.786,"15min":3.2280000000000002},"min":{"1min":1.3100000000000001,"5min":1.04,"15min":1.04},"max":{"1min":5.798,"5min":7.7309999999999999,"15min":10.037000000000001},"last":6.0149999999999997},{"interface":"front","average":{"1min":3.1960000000000002,"5min":2.9540000000000002,"15min":2.9670000000000001},"min":{"1min":1.6779999999999999,"5min":1.2609999999999999,"15min":0.89100000000000001},"max":{"1min":4.9290000000000003,"5min":10.869,"15min":11.759},"last":2.738}]},{"osd":10,"last update":"Mon Nov 16 20:47:17 2020","interfaces":[{"interface":"back","average":{"1min":2.6429999999999998,"5min":2.7269999999999999,"15min":2.8199999999999998},"min":{"1min":1.3420000000000001,"5min":1.0720000000000001,"15min":0.88700000000000001},"max":{"1min":7.976,"5min":10.926,"15min":10.926},"last":5.7510000000000003},{"interface":"front","average":{"1min":2.6779999999999999,"5min":2.8170000000000002,"15min":2.835},"min":{"1min":1.508,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":11.185,"5min":11.185,"15min":11.185},"last":4.3170000000000002}]}]},{"osd":10,"up_from":0,"seq":408021893452,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678374,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":399732,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":399040,"kb_avail":93345420,"statfs":{"total":95995035648,"available":95585710080,"internally_reserved":0,"allocated":700416,"data_stored":353209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":408616960},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:28:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.861,"15min":1.881},"min":{"1min":1.131,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":3.895,"5min":11.542,"15min":11.542},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.4660000000000002,"5min":2.2530000000000001,"15min":1.9370000000000001},"min":{"1min":0.97499999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":5.5069999999999997,"5min":7.9240000000000004,"15min":7.9240000000000004},"last":1.726}]},{"osd":1,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":2.8100000000000001,"15min":3.2229999999999999},"min":{"1min":0.57499999999999996,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":4.8330000000000002,"5min":114.18600000000001,"15min":253.441},"last":1.732},{"interface":"front","average":{"1min":2.294,"5min":3.391,"15min":3.8660000000000001},"min":{"1min":0.89700000000000002,"5min":0.80000000000000004,"15min":0.76000000000000001},"max":{"1min":5.1829999999999998,"5min":114.682,"15min":253.72999999999999},"last":2.8340000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.5,"15min":2.472},"min":{"1min":0.66800000000000004,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.4929999999999999,"5min":5.1189999999999998,"15min":250.76499999999999},"last":1.4019999999999999},{"interface":"front","average":{"1min":2.0859999999999999,"5min":1.607,"15min":2.3940000000000001},"min":{"1min":1.0189999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":5,"5min":5,"15min":250.529},"last":1.1799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.665,"15min":2.4510000000000001},"min":{"1min":0.69299999999999995,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":3.294,"5min":6.016,"15min":254.02199999999999},"last":1.2949999999999999},{"interface":"front","average":{"1min":2.04,"5min":1.702,"15min":2.7290000000000001},"min":{"1min":1.097,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.6749999999999998,"5min":4.694,"15min":252.62200000000001},"last":2.2040000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":2.0409999999999999,"15min":2.069},"min":{"1min":1.0489999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":7.0819999999999999,"5min":7.0819999999999999,"15min":8.891},"last":2.7069999999999999},{"interface":"front","average":{"1min":2.246,"5min":2.129,"15min":2.1779999999999999},"min":{"1min":0.76000000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":5.3490000000000002,"5min":9.4760000000000009,"15min":9.4760000000000009},"last":2.4380000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":2.5739999999999998,"5min":2.1349999999999998,"15min":2.2890000000000001},"min":{"1min":0.92600000000000005,"5min":0.76000000000000001,"15min":0.73499999999999999},"max":{"1min":7.2240000000000002,"5min":7.2240000000000002,"15min":10.968},"last":1.6559999999999999},{"interface":"front","average":{"1min":2.7069999999999999,"5min":2.1640000000000001,"15min":2.1970000000000001},"min":{"1min":1.0629999999999999,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":5.8490000000000002,"5min":6.6849999999999996,"15min":9.1690000000000005},"last":3.1000000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":2.8639999999999999,"5min":2.4460000000000002,"15min":2.5169999999999999},"min":{"1min":0.98199999999999998,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":7.351,"5min":7.351,"15min":12.82},"last":3.2400000000000002},{"interface":"front","average":{"1min":3.2250000000000001,"5min":2.7719999999999998,"15min":2.6680000000000001},"min":{"1min":1.292,"5min":0.91500000000000004,"15min":0.76900000000000002},"max":{"1min":7.5170000000000003,"5min":8.8260000000000005,"15min":10.377000000000001},"last":3.6459999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":2.5379999999999998,"15min":2.7970000000000002},"min":{"1min":1.2430000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":2.7639999999999998,"5min":6.5209999999999999,"15min":30.408999999999999},"last":3.3580000000000001},{"interface":"front","average":{"1min":1.849,"5min":3.7229999999999999,"15min":3.1880000000000002},"min":{"1min":1.046,"5min":1.046,"15min":1.0429999999999999},"max":{"1min":3.2999999999999998,"5min":121.273,"15min":121.273},"last":2.9079999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":3.0960000000000001,"5min":2.875,"15min":2.8679999999999999},"min":{"1min":1.3779999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":4.9720000000000004,"5min":8.9410000000000007,"15min":10.721},"last":2.6219999999999999},{"interface":"front","average":{"1min":3.3180000000000001,"5min":2.9119999999999999,"15min":3.0369999999999999},"min":{"1min":1.4710000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":7.718,"5min":8.8300000000000001,"15min":13.355},"last":3.169}]},{"osd":10,"last update":"Mon Nov 16 20:47:54 2020","interfaces":[{"interface":"back","average":{"1min":3.0939999999999999,"5min":2.5710000000000002,"15min":3.0640000000000001},"min":{"1min":1.913,"5min":1.22,"15min":1.22},"max":{"1min":5.056,"5min":5.1660000000000004,"15min":11.589},"last":3.4159999999999999},{"interface":"front","average":{"1min":3.254,"5min":4.2130000000000001,"15min":3.403},"min":{"1min":1.609,"5min":1.3240000000000001,"15min":1.077},"max":{"1min":5.806,"5min":120.693,"15min":120.693},"last":3.9239999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:48:07 2020","interfaces":[{"interface":"back","average":{"1min":3.9199999999999999,"5min":2.7410000000000001,"15min":2.944},"min":{"1min":2.036,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":6.1619999999999999,"5min":7.5750000000000002,"15min":8.9930000000000003},"last":3.577},{"interface":"front","average":{"1min":3.9199999999999999,"5min":4.4269999999999996,"15min":3.831},"min":{"1min":1.4990000000000001,"5min":1.4990000000000001,"15min":1.4430000000000001},"max":{"1min":5.4720000000000004,"5min":121.5,"15min":121.5},"last":3.726}]}]},{"osd":8,"up_from":63,"seq":270582940010,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":261236,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":260544,"kb_avail":93483916,"statfs":{"total":95995035648,"available":95727529984,"internally_reserved":0,"allocated":700416,"data_stored":353229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":266797056},"hb_peers":[0,1,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:25 2020","interfaces":[{"interface":"back","average":{"1min":2.1349999999999998,"5min":2.8900000000000001,"15min":1.8959999999999999},"min":{"1min":0.63400000000000001,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":13.939,"5min":80.534000000000006,"15min":80.534000000000006},"last":2.2370000000000001},{"interface":"front","average":{"1min":2.9830000000000001,"5min":3.206,"15min":2.0099999999999998},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.54900000000000004},"max":{"1min":12.702,"5min":80.248000000000005,"15min":80.248000000000005},"last":2.77}]},{"osd":1,"last update":"Mon Nov 16 20:48:00 2020","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":2.1699999999999999,"15min":2.863},"min":{"1min":0.76100000000000001,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":5.1109999999999998,"5min":11.826000000000001,"15min":141.761},"last":1.6399999999999999},{"interface":"front","average":{"1min":2.8239999999999998,"5min":2.169,"15min":3.202},"min":{"1min":1.2949999999999999,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":5.5099999999999998,"5min":8.2089999999999996,"15min":141.87100000000001},"last":1.397}]},{"osd":2,"last update":"Mon Nov 16 20:26:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9159999999999999,"5min":1.948,"15min":1.9119999999999999},"min":{"1min":0.67700000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":4.9409999999999998,"5min":4.9409999999999998,"15min":4.9409999999999998},"last":3.3580000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.347,"15min":2.4169999999999998},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":5.1369999999999996,"5min":6.0750000000000002,"15min":6.0750000000000002},"last":4.234}]},{"osd":3,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.9730000000000001,"15min":2.4660000000000002},"min":{"1min":0.69599999999999995,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":4.2999999999999998,"5min":8.468,"15min":137.90299999999999},"last":2.641},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.0750000000000002,"15min":2.5099999999999998},"min":{"1min":0.67600000000000005,"5min":0.623,"15min":0.60799999999999998},"max":{"1min":5.2249999999999996,"5min":13.185,"15min":138.24299999999999},"last":1.4770000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":1.782,"5min":2.3199999999999998,"15min":2.4510000000000001},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":3.9670000000000001,"5min":8.5229999999999997,"15min":36.006999999999998},"last":3.0459999999999998},{"interface":"front","average":{"1min":2.3530000000000002,"5min":2.4159999999999999,"15min":2.4750000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.64000000000000001},"max":{"1min":5.8280000000000003,"5min":12.077999999999999,"15min":42.060000000000002},"last":3.1899999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:47:23 2020","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":2.4590000000000001,"15min":2.2490000000000001},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.65900000000000003},"max":{"1min":5.532,"5min":12.273999999999999,"15min":12.273999999999999},"last":2.0070000000000001},{"interface":"front","average":{"1min":1.929,"5min":2.665,"15min":2.1920000000000002},"min":{"1min":0.94699999999999995,"5min":0.82699999999999996,"15min":0.65400000000000003},"max":{"1min":4.657,"5min":11.808999999999999,"15min":11.808999999999999},"last":2.1419999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:47:31 2020","interfaces":[{"interface":"back","average":{"1min":2.569,"5min":2.6699999999999999,"15min":2.4500000000000002},"min":{"1min":1.161,"5min":1.02,"15min":0.69599999999999995},"max":{"1min":5.3090000000000002,"5min":8.6649999999999991,"15min":9.4199999999999999},"last":3.484},{"interface":"front","average":{"1min":2.8109999999999999,"5min":2.734,"15min":2.6749999999999998},"min":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":0.872},"max":{"1min":6.8899999999999997,"5min":12.166,"15min":12.166},"last":2.3919999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:47:39 2020","interfaces":[{"interface":"back","average":{"1min":2.9769999999999999,"5min":2.8809999999999998,"15min":2.8700000000000001},"min":{"1min":1.2889999999999999,"5min":1.1519999999999999,"15min":1.006},"max":{"1min":6.2619999999999996,"5min":13.644,"15min":37.5},"last":4.0119999999999996},{"interface":"front","average":{"1min":3.1269999999999998,"5min":2.9449999999999998,"15min":2.786},"min":{"1min":1.45,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":6.1449999999999996,"5min":11.984,"15min":35.509999999999998},"last":3.6190000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:47:39 2020","interfaces":[{"interface":"back","average":{"1min":2.2519999999999998,"5min":2.6880000000000002,"15min":3.1699999999999999},"min":{"1min":1.004,"5min":1.004,"15min":0.93500000000000005},"max":{"1min":4.4699999999999998,"5min":8.9399999999999995,"15min":89.052999999999997},"last":4.282},{"interface":"front","average":{"1min":2.5470000000000002,"5min":2.9630000000000001,"15min":3.2970000000000002},"min":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":0.86199999999999999},"max":{"1min":4.641,"5min":9.0709999999999997,"15min":89.296000000000006},"last":4.5970000000000004}]},{"osd":10,"last update":"Mon Nov 16 20:47:39 2020","interfaces":[{"interface":"back","average":{"1min":2.0019999999999998,"5min":2.8900000000000001,"15min":2.7959999999999998},"min":{"1min":1.2589999999999999,"5min":1.0129999999999999,"15min":0.92400000000000004},"max":{"1min":4.149,"5min":12.244999999999999,"15min":12.244999999999999},"last":2.5329999999999999},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.8620000000000001,"15min":2.9540000000000002},"min":{"1min":1.4179999999999999,"5min":1,"15min":1},"max":{"1min":4.7729999999999997,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":3.887}]},{"osd":11,"last update":"Mon Nov 16 20:48:10 2020","interfaces":[{"interface":"back","average":{"1min":2.7730000000000001,"5min":3.302,"15min":3.1099999999999999},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":0.96299999999999997},"max":{"1min":4.3200000000000003,"5min":12.114000000000001,"15min":12.114000000000001},"last":2.9260000000000002},{"interface":"front","average":{"1min":4.1180000000000003,"5min":3.1509999999999998,"15min":3.1280000000000001},"min":{"1min":1.6870000000000001,"5min":1.2929999999999999,"15min":1.2549999999999999},"max":{"1min":10.054,"5min":13.513,"15min":13.513},"last":4.4089999999999998}]}]},{"osd":7,"up_from":225,"seq":966367641841,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":263028,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":262335,"kb_avail":93482124,"statfs":{"total":95995035648,"available":95725694976,"internally_reserved":0,"allocated":700416,"data_stored":353229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":268631100},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:29:15 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":7.5010000000000003,"5min":7.5010000000000003,"15min":7.5010000000000003},"last":2.101}]},{"osd":1,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.5309999999999999,"5min":1.694,"15min":2.8079999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.503},"max":{"1min":2.4980000000000002,"5min":13.581,"15min":123.182},"last":2.46},{"interface":"front","average":{"1min":1.5289999999999999,"5min":1.4399999999999999,"15min":2.6389999999999998},"min":{"1min":0.79100000000000004,"5min":0.57799999999999996,"15min":0.52700000000000002},"max":{"1min":3.0009999999999999,"5min":7.4550000000000001,"15min":122.154},"last":1.964}]},{"osd":2,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.6240000000000001,"5min":1.4570000000000001,"15min":2.4910000000000001},"min":{"1min":0.67300000000000004,"5min":0.5,"15min":0.5},"max":{"1min":2.6070000000000002,"5min":5.5289999999999999,"15min":118.31699999999999},"last":1.885},{"interface":"front","average":{"1min":1.95,"5min":1.744,"15min":2.8029999999999999},"min":{"1min":0.96399999999999997,"5min":0.70999999999999996,"15min":0.59599999999999997},"max":{"1min":3.952,"5min":6.532,"15min":117.771},"last":1.4219999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.679,"5min":1.8819999999999999,"15min":3.5990000000000002},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.57399999999999995},"max":{"1min":2.6909999999999998,"5min":13.955,"15min":219.61199999999999},"last":1.7849999999999999},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.8360000000000001,"15min":3.754},"min":{"1min":0.90200000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.012,"5min":5.6909999999999998,"15min":221.09700000000001},"last":2.1120000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.8129999999999999,"5min":1.74,"15min":1.9950000000000001},"min":{"1min":0.753,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":3.3100000000000001,"5min":7.7030000000000003,"15min":11.75},"last":1.6970000000000001},{"interface":"front","average":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.3980000000000001},"min":{"1min":0.93400000000000005,"5min":0.629,"15min":0.629},"max":{"1min":4.9039999999999999,"5min":11.789,"15min":11.821999999999999},"last":2.3370000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":2.379,"5min":2.2919999999999998,"15min":2.2549999999999999},"min":{"1min":1.1819999999999999,"5min":0.79100000000000004,"15min":0.71699999999999997},"max":{"1min":7.0599999999999996,"5min":14.191000000000001,"15min":14.191000000000001},"last":2.198},{"interface":"front","average":{"1min":2.1859999999999999,"5min":1.9239999999999999,"15min":2.3319999999999999},"min":{"1min":0.97199999999999998,"5min":0.80100000000000005,"15min":0.64800000000000002},"max":{"1min":3.347,"5min":7.9290000000000003,"15min":42.213999999999999},"last":2.2690000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:47:53 2020","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":2.5209999999999999,"15min":2.5579999999999998},"min":{"1min":1.3120000000000001,"5min":0.93300000000000005,"15min":0.71899999999999997},"max":{"1min":7.2160000000000002,"5min":13.795,"15min":13.795},"last":2.7080000000000002},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.4340000000000002,"15min":2.601},"min":{"1min":1.2070000000000001,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":4.5960000000000001,"5min":7.351,"15min":11.693},"last":2.5579999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":2.444,"5min":2.351,"15min":2.5739999999999998},"min":{"1min":1.2529999999999999,"5min":1.02,"15min":0.80000000000000004},"max":{"1min":3.6019999999999999,"5min":8.1669999999999998,"15min":42.518000000000001},"last":4.3360000000000003},{"interface":"front","average":{"1min":2.7429999999999999,"5min":2.4940000000000002,"15min":2.6640000000000001},"min":{"1min":1.6759999999999999,"5min":1.149,"15min":0.92600000000000005},"max":{"1min":3.8239999999999998,"5min":8.8360000000000003,"15min":42.670000000000002},"last":3.2989999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":2.9340000000000002,"5min":2.4449999999999998,"15min":2.8540000000000001},"min":{"1min":1.7070000000000001,"5min":1.2390000000000001,"15min":1.0409999999999999},"max":{"1min":4.6509999999999998,"5min":8.3859999999999992,"15min":42.825000000000003},"last":3.5179999999999998},{"interface":"front","average":{"1min":2.7559999999999998,"5min":2.6909999999999998,"15min":2.927},"min":{"1min":1.325,"5min":0.999,"15min":0.95199999999999996},"max":{"1min":4.2389999999999999,"5min":7.1120000000000001,"15min":42.156999999999996},"last":2.7829999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":2.8580000000000001,"5min":2.4900000000000002,"15min":2.855},"min":{"1min":1.778,"5min":1.1319999999999999,"15min":0.98899999999999999},"max":{"1min":4.1820000000000004,"5min":9.0779999999999994,"15min":43.125999999999998},"last":4.1299999999999999},{"interface":"front","average":{"1min":3.02,"5min":2.6240000000000001,"15min":2.9350000000000001},"min":{"1min":1.883,"5min":1.341,"15min":1.0529999999999999},"max":{"1min":4.5609999999999999,"5min":8.6170000000000009,"15min":42.377000000000002},"last":3.7250000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":3.831,"5min":2.9300000000000002,"15min":3.2850000000000001},"min":{"1min":1.8480000000000001,"5min":1.369,"15min":1.1830000000000001},"max":{"1min":9.0180000000000007,"5min":9.3190000000000008,"15min":42.976999999999997},"last":3.9180000000000001},{"interface":"front","average":{"1min":3.4399999999999999,"5min":2.9239999999999999,"15min":3.1920000000000002},"min":{"1min":1.589,"5min":1.0249999999999999,"15min":1.0249999999999999},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":42.305999999999997},"last":2.9889999999999999}]}]},{"osd":6,"up_from":49,"seq":210453397875,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":247656,"kb_used_data":672,"kb_used_omap":0,"kb_used_meta":246976,"kb_avail":93497496,"statfs":{"total":95995035648,"available":95741435904,"internally_reserved":0,"allocated":688128,"data_stored":346851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":252903424},"hb_peers":[0,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:47 2020","interfaces":[{"interface":"back","average":{"1min":2.3279999999999998,"5min":5.6479999999999997,"15min":2.7879999999999998},"min":{"1min":0.90000000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":6.1340000000000003,"5min":219.09899999999999,"15min":219.09899999999999},"last":1.772},{"interface":"front","average":{"1min":2.391,"5min":5.9260000000000002,"15min":3.294},"min":{"1min":0.89700000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":6.8040000000000003,"5min":219.006,"15min":219.006},"last":1.173}]},{"osd":1,"last update":"Mon Nov 16 20:42:21 2020","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":4.6769999999999996,"15min":3.024},"min":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.503},"max":{"1min":3.4350000000000001,"5min":97.149000000000001,"15min":97.149000000000001},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.1419999999999999,"5min":4.7450000000000001,"15min":3.004},"min":{"1min":0.72599999999999998,"5min":0.54700000000000004,"15min":0.496},"max":{"1min":4.2779999999999996,"5min":97.774000000000001,"15min":97.774000000000001},"last":2.5190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.242,"15min":1.736},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":3.8380000000000001,"5min":3.8380000000000001,"15min":82.668000000000006},"last":1.073},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5,"15min":1.855},"min":{"1min":0.69599999999999995,"5min":0.59399999999999997,"15min":0.58099999999999996},"max":{"1min":6.3330000000000002,"5min":6.3330000000000002,"15min":84.108000000000004},"last":0.81999999999999995}]},{"osd":3,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":2.0259999999999998,"15min":2.855},"min":{"1min":0.69799999999999995,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":5.742,"5min":7.3029999999999999,"15min":171.21899999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":2.0030000000000001,"5min":1.802,"15min":2.8109999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":6.6139999999999999,"5min":6.6139999999999999,"15min":171.46100000000001},"last":1.5920000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":3.4460000000000002,"5min":2.4140000000000001,"15min":2.5750000000000002},"min":{"1min":0.66500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":9.4659999999999993,"5min":9.4659999999999993,"15min":116.849},"last":1.462},{"interface":"front","average":{"1min":2.0569999999999999,"5min":2.383,"15min":2.5390000000000001},"min":{"1min":0.72199999999999998,"5min":0.59999999999999998,"15min":0.56399999999999995},"max":{"1min":6.1639999999999997,"5min":7.5700000000000003,"15min":117.947},"last":1.486}]},{"osd":5,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":2.1699999999999999,"15min":2.1230000000000002},"min":{"1min":0.92800000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":5.8680000000000003,"5min":7.4530000000000003,"15min":13.518000000000001},"last":1.294},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.5339999999999998,"15min":2.1400000000000001},"min":{"1min":1.048,"5min":0.91900000000000004,"15min":0.79400000000000004},"max":{"1min":6.3120000000000003,"5min":7.835,"15min":9.1539999999999999},"last":1.659}]},{"osd":7,"last update":"Mon Nov 16 20:47:47 2020","interfaces":[{"interface":"back","average":{"1min":2.7029999999999998,"5min":2.335,"15min":2.2400000000000002},"min":{"1min":1.254,"5min":0.75600000000000001,"15min":0.69699999999999995},"max":{"1min":6.1740000000000004,"5min":10.506,"15min":12.582000000000001},"last":1.3660000000000001},{"interface":"front","average":{"1min":3.3330000000000002,"5min":2.8159999999999998,"15min":2.702},"min":{"1min":1.6140000000000001,"5min":1.0349999999999999,"15min":0.79300000000000004},"max":{"1min":7.1619999999999999,"5min":10.651999999999999,"15min":12.393000000000001},"last":1.9490000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":2.6589999999999998,"15min":2.875},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":7.8499999999999996,"5min":7.8499999999999996,"15min":115.756},"last":2.0830000000000002},{"interface":"front","average":{"1min":2.3679999999999999,"5min":2.383,"15min":2.8410000000000002},"min":{"1min":1,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":7.8689999999999998,"5min":7.8689999999999998,"15min":114.051},"last":1.8520000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":4.0289999999999999,"15min":3.536},"min":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"max":{"1min":7.391,"5min":135.161,"15min":135.161},"last":2.238},{"interface":"front","average":{"1min":2.915,"5min":4.359,"15min":3.6219999999999999},"min":{"1min":1.2869999999999999,"5min":1.2210000000000001,"15min":0.97299999999999998},"max":{"1min":7.5199999999999996,"5min":135.35400000000001,"15min":135.35400000000001},"last":2.4049999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:47:06 2020","interfaces":[{"interface":"back","average":{"1min":2.605,"5min":2.891,"15min":2.6030000000000002},"min":{"1min":1.3340000000000001,"5min":1.032,"15min":0.98499999999999999},"max":{"1min":5.444,"5min":9.0419999999999998,"15min":9.1489999999999991},"last":1.9039999999999999},{"interface":"front","average":{"1min":3.2469999999999999,"5min":3.2719999999999998,"15min":2.7000000000000002},"min":{"1min":1.5569999999999999,"5min":1.171,"15min":0.88800000000000001},"max":{"1min":8.8780000000000001,"5min":9.2230000000000008,"15min":10.095000000000001},"last":2.3559999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:48:01 2020","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.2480000000000002,"15min":2.641},"min":{"1min":1.012,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":5.9580000000000002,"5min":5.9580000000000002,"15min":113.28},"last":2.452},{"interface":"front","average":{"1min":3.2469999999999999,"5min":2.593,"15min":2.8860000000000001},"min":{"1min":1.169,"5min":1.095,"15min":1.095},"max":{"1min":6.0780000000000003,"5min":6.0780000000000003,"15min":113.851},"last":2.8159999999999998}]}]},{"osd":1,"up_from":18,"seq":77309411727,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":395316,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":394624,"kb_avail":93349836,"statfs":{"total":95995035648,"available":95590232064,"internally_reserved":0,"allocated":700416,"data_stored":353229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":404094976},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":1.708,"15min":2.0470000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":7.2599999999999998,"5min":9.7789999999999999,"15min":97.320999999999998},"last":1.643},{"interface":"front","average":{"1min":2.1920000000000002,"5min":2.2879999999999998,"15min":2.75},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.51200000000000001},"max":{"1min":7.415,"5min":13.487,"15min":97.376000000000005},"last":3.4039999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":1.768,"5min":1.873,"15min":2.3069999999999999},"min":{"1min":0.53200000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":5.875,"5min":13.121,"15min":98.257000000000005},"last":1.7330000000000001},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.5089999999999999,"15min":2.5739999999999998},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.52000000000000002},"max":{"1min":3.6349999999999998,"5min":5.2759999999999998,"15min":97.945999999999998},"last":2.2210000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":2.7210000000000001},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":3.0259999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":2.077,"15min":2.109},"min":{"1min":0.63600000000000001,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.806,"5min":7.742,"15min":7.742},"last":2.609},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.1720000000000002,"15min":2.3239999999999998},"min":{"1min":0.77800000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":4.0570000000000004,"5min":6.5700000000000003,"15min":6.5700000000000003},"last":2.0539999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:47:14 2020","interfaces":[{"interface":"back","average":{"1min":1.9219999999999999,"5min":3.4569999999999999,"15min":3.3260000000000001},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.65000000000000002},"max":{"1min":4.3150000000000004,"5min":97.927999999999997,"15min":97.927999999999997},"last":3.1040000000000001},{"interface":"front","average":{"1min":2.3650000000000002,"5min":4.0449999999999999,"15min":4.2009999999999996},"min":{"1min":0.99399999999999999,"5min":0.98999999999999999,"15min":0.96599999999999997},"max":{"1min":4.859,"5min":98.322000000000003,"15min":98.322000000000003},"last":3.496}]},{"osd":6,"last update":"Mon Nov 16 20:47:24 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.6949999999999998,"15min":3.9609999999999999},"min":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.79400000000000004},"max":{"1min":5.0650000000000004,"5min":16.026,"15min":103.09699999999999},"last":3.7919999999999998},{"interface":"front","average":{"1min":2.351,"5min":2.9239999999999999,"15min":4.1829999999999998},"min":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.88100000000000001},"max":{"1min":7.1020000000000003,"5min":16.198,"15min":102.877},"last":2.669}]},{"osd":7,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":2.2010000000000001,"5min":2.343,"15min":3.2069999999999999},"min":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":6.0449999999999999,"5min":13.673999999999999,"15min":99.253},"last":3.8980000000000001},{"interface":"front","average":{"1min":1.6579999999999999,"5min":1.8879999999999999,"15min":2.5249999999999999},"min":{"1min":0.76200000000000001,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":3.8039999999999998,"5min":26.556999999999999,"15min":96.501000000000005},"last":1.8149999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:47:14 2020","interfaces":[{"interface":"back","average":{"1min":2.3010000000000002,"5min":4.1799999999999997,"15min":4.3559999999999999},"min":{"1min":1.179,"5min":1.179,"15min":0.99299999999999999},"max":{"1min":5.5289999999999999,"5min":98.739999999999995,"15min":98.739999999999995},"last":4.2539999999999996},{"interface":"front","average":{"1min":1.8100000000000001,"5min":2.1240000000000001,"15min":3.0059999999999998},"min":{"1min":0.89100000000000001,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":6.7619999999999996,"5min":26.77,"15min":99.825000000000003},"last":2.306}]},{"osd":9,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":3.1269999999999998,"5min":2.6040000000000001,"15min":3.7669999999999999},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":11.787000000000001,"5min":14.648,"15min":98.683999999999997},"last":4.3460000000000001},{"interface":"front","average":{"1min":2.9649999999999999,"5min":2.7280000000000002,"15min":3.75},"min":{"1min":1.2290000000000001,"5min":1.1830000000000001,"15min":1.0489999999999999},"max":{"1min":6.806,"5min":13.813000000000001,"15min":98.972999999999999},"last":4.6040000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":1.9510000000000001,"15min":3.4670000000000001},"min":{"1min":1.097,"5min":0.97399999999999998,"15min":0.94099999999999995},"max":{"1min":4.2400000000000002,"5min":7.0599999999999996,"15min":100.108},"last":2.5739999999999998},{"interface":"front","average":{"1min":2.0499999999999998,"5min":2.069,"15min":3.2250000000000001},"min":{"1min":1.1619999999999999,"5min":1.046,"15min":1.04},"max":{"1min":3.9489999999999998,"5min":6.9340000000000002,"15min":98.613},"last":3.1779999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:48:06 2020","interfaces":[{"interface":"back","average":{"1min":3.1989999999999998,"5min":3.3519999999999999,"15min":3.9910000000000001},"min":{"1min":1.9390000000000001,"5min":1.1359999999999999,"15min":1.1140000000000001},"max":{"1min":6.25,"5min":26.873000000000001,"15min":99.150000000000006},"last":4.8330000000000002},{"interface":"front","average":{"1min":2.4950000000000001,"5min":2.6970000000000001,"15min":3.7269999999999999},"min":{"1min":1.482,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":4.1020000000000003,"5min":26.925999999999998,"15min":99.512},"last":2.8809999999999998}]}]},{"osd":0,"up_from":12,"seq":51539607956,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":264884,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":264192,"kb_avail":93480268,"statfs":{"total":95995035648,"available":95723794432,"internally_reserved":0,"allocated":700416,"data_stored":353229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":270532608},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:47:22 2020","interfaces":[{"interface":"back","average":{"1min":10.067,"5min":3.964,"15min":3.4489999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.47599999999999998},"max":{"1min":149.07599999999999,"5min":149.07599999999999,"15min":149.07599999999999},"last":1.6140000000000001},{"interface":"front","average":{"1min":10.377000000000001,"5min":4.0170000000000003,"15min":3.5339999999999998},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.54100000000000004},"max":{"1min":147.98699999999999,"5min":147.98699999999999,"15min":147.98699999999999},"last":2.2429999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:20:51 2020","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.835,"15min":1.6799999999999999},"min":{"1min":1.343,"5min":1.103,"15min":1.103},"max":{"1min":2.9409999999999998,"5min":2.96,"15min":2.96},"last":1.099},{"interface":"front","average":{"1min":1.669,"5min":1.6259999999999999,"15min":1.605},"min":{"1min":1.3660000000000001,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":2.4319999999999999,"5min":2.508,"15min":2.508},"last":2.073}]},{"osd":3,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.1459999999999999,"5min":1.996,"15min":2.02},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.496},"max":{"1min":8.3510000000000009,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.6919999999999999},{"interface":"front","average":{"1min":1.696,"5min":1.6339999999999999,"15min":2.024},"min":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":6.4199999999999999,"5min":7.2519999999999998,"15min":34.512},"last":2.02}]},{"osd":4,"last update":"Mon Nov 16 20:47:38 2020","interfaces":[{"interface":"back","average":{"1min":2.3180000000000001,"5min":2.0019999999999998,"15min":2.0209999999999999},"min":{"1min":0.82899999999999996,"5min":0.64600000000000002,"15min":0.55100000000000005},"max":{"1min":10.916,"5min":10.916,"15min":111.956},"last":3.5590000000000002},{"interface":"front","average":{"1min":2.8450000000000002,"5min":2.6150000000000002,"15min":2.5790000000000002},"min":{"1min":1.139,"5min":1.139,"15min":0.72299999999999998},"max":{"1min":11.087,"5min":11.087,"15min":112.206},"last":4.4089999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.8540000000000001,"5min":2.5190000000000001,"15min":2.0270000000000001},"min":{"1min":0.65700000000000003,"5min":0.63200000000000001,"15min":0.60999999999999999},"max":{"1min":9.4830000000000005,"5min":12.334,"15min":12.334},"last":2.6019999999999999},{"interface":"front","average":{"1min":2.3180000000000001,"5min":2.2850000000000001,"15min":2.0819999999999999},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.70599999999999996},"max":{"1min":11.234,"5min":11.234,"15min":47.793999999999997},"last":4.008}]},{"osd":6,"last update":"Mon Nov 16 20:47:45 2020","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":2.577,"15min":2.5019999999999998},"min":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.71699999999999997},"max":{"1min":11.372999999999999,"5min":11.372999999999999,"15min":47.442},"last":2.4140000000000001},{"interface":"front","average":{"1min":2.819,"5min":2.8650000000000002,"15min":2.6600000000000001},"min":{"1min":1.266,"5min":1.0169999999999999,"15min":0.70399999999999996},"max":{"1min":11.502000000000001,"5min":11.502000000000001,"15min":48.149999999999999},"last":2.7709999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":3.8820000000000001,"5min":3.266,"15min":3.0459999999999998},"min":{"1min":1.5509999999999999,"5min":0.93400000000000005,"15min":0.82199999999999995},"max":{"1min":11.936,"5min":11.936,"15min":82.126999999999995},"last":3.012},{"interface":"front","average":{"1min":2.7490000000000001,"5min":2.7799999999999998,"15min":3.1499999999999999},"min":{"1min":0.79800000000000004,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":9.6699999999999999,"5min":12.471,"15min":82.100999999999999},"last":3.2530000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":3.5859999999999999,"5min":3.9289999999999998,"15min":3.5310000000000001},"min":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.77200000000000002},"max":{"1min":10.718999999999999,"5min":82.204999999999998,"15min":96.248000000000005},"last":3.331},{"interface":"front","average":{"1min":3.7509999999999999,"5min":3.879,"15min":3.3210000000000002},"min":{"1min":1.0629999999999999,"5min":0.876,"15min":0.75800000000000001},"max":{"1min":10.044,"5min":79.483999999999995,"15min":96.043000000000006},"last":4.6340000000000003}]},{"osd":9,"last update":"Mon Nov 16 20:47:48 2020","interfaces":[{"interface":"back","average":{"1min":3.5859999999999999,"5min":3.0510000000000002,"15min":2.6880000000000002},"min":{"1min":1.22,"5min":0.99099999999999999,"15min":0.79400000000000004},"max":{"1min":10.161,"5min":10.161,"15min":60.097999999999999},"last":4.8730000000000002},{"interface":"front","average":{"1min":3.2999999999999998,"5min":3.073,"15min":2.9750000000000001},"min":{"1min":1.3700000000000001,"5min":1.163,"15min":0.88400000000000001},"max":{"1min":11.755000000000001,"5min":11.755000000000001,"15min":59.579000000000001},"last":4.798}]},{"osd":10,"last update":"Mon Nov 16 20:47:52 2020","interfaces":[{"interface":"back","average":{"1min":3.1269999999999998,"5min":3.0369999999999999,"15min":2.6240000000000001},"min":{"1min":1.302,"5min":1.302,"15min":0.98899999999999999},"max":{"1min":11.627000000000001,"5min":11.627000000000001,"15min":26.870999999999999},"last":5.25},{"interface":"front","average":{"1min":3.6320000000000001,"5min":3.726,"15min":3.29},"min":{"1min":1.2989999999999999,"5min":1.264,"15min":1.004},"max":{"1min":11.781000000000001,"5min":24.378,"15min":47.237000000000002},"last":4.4870000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":5.3230000000000004,"5min":4.21,"15min":3.6739999999999999},"min":{"1min":1.361,"5min":1.361,"15min":1.032},"max":{"1min":13.087,"5min":24.023,"15min":55.441000000000003},"last":3.5129999999999999},{"interface":"front","average":{"1min":5.1130000000000004,"5min":4.3689999999999998,"15min":3.7210000000000001},"min":{"1min":1.429,"5min":1.1799999999999999,"15min":1.133},"max":{"1min":12.32,"5min":24.233000000000001,"15min":61.509},"last":4.165}]}]},{"osd":2,"up_from":0,"seq":98784248201,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":29,"seq":124554051972,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":273652,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":272960,"kb_avail":93471500,"statfs":{"total":95995035648,"available":95714816000,"internally_reserved":0,"allocated":700416,"data_stored":353229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":279511040},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:54 2020","interfaces":[{"interface":"back","average":{"1min":1.6539999999999999,"5min":1.653,"15min":1.962},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.47999999999999998},"max":{"1min":7.7270000000000003,"5min":8.8539999999999992,"15min":130.286},"last":1.865},{"interface":"front","average":{"1min":2.3260000000000001,"5min":2.0649999999999999,"15min":2.3180000000000001},"min":{"1min":0.85299999999999998,"5min":0.79300000000000004,"15min":0.48999999999999999},"max":{"1min":7.5899999999999999,"5min":7.5899999999999999,"15min":130.40799999999999},"last":1.756}]},{"osd":1,"last update":"Mon Nov 16 20:29:31 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.593,"15min":2.0529999999999999},"min":{"1min":0.65200000000000002,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":6.5540000000000003,"5min":48.886000000000003,"15min":48.886000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.105,"15min":2.1789999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":6.8860000000000001,"5min":49.201000000000001,"15min":49.201000000000001},"last":1.014}]},{"osd":2,"last update":"Mon Nov 16 20:48:01 2020","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":1.1870000000000001,"15min":2.125},"min":{"1min":0.56599999999999995,"5min":0.5,"15min":0.5},"max":{"1min":2.0379999999999998,"5min":5.048,"15min":122.545},"last":1.498},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.339,"15min":2.2349999999999999},"min":{"1min":0.71699999999999997,"5min":0.60299999999999998,"15min":0.53600000000000003},"max":{"1min":4.4500000000000002,"5min":4.4500000000000002,"15min":123.28},"last":1.4610000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:47:26 2020","interfaces":[{"interface":"back","average":{"1min":1.407,"5min":1.3839999999999999,"15min":1.8580000000000001},"min":{"1min":0.65400000000000003,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":4.5090000000000003,"5min":4.5090000000000003,"15min":38.744999999999997},"last":1.5529999999999999},{"interface":"front","average":{"1min":1.464,"5min":1.5580000000000001,"15min":1.8919999999999999},"min":{"1min":0.67500000000000004,"5min":0.61599999999999999,"15min":0.58399999999999996},"max":{"1min":2.847,"5min":5.806,"15min":36.244},"last":1.9750000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:48:01 2020","interfaces":[{"interface":"back","average":{"1min":1.954,"5min":1.3979999999999999,"15min":1.861},"min":{"1min":0.96999999999999997,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":3.7149999999999999,"5min":3.7149999999999999,"15min":38.185000000000002},"last":2.0819999999999999},{"interface":"front","average":{"1min":2.2730000000000001,"5min":1.6140000000000001,"15min":1.9350000000000001},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":4.0490000000000004,"5min":4.0869999999999997,"15min":37.875},"last":3.1880000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:47:26 2020","interfaces":[{"interface":"back","average":{"1min":1.944,"5min":2.2250000000000001,"15min":2.9849999999999999},"min":{"1min":1.0840000000000001,"5min":0.748,"15min":0.748},"max":{"1min":4.6500000000000004,"5min":37.177999999999997,"15min":81.596999999999994},"last":2.6360000000000001},{"interface":"front","average":{"1min":2.323,"5min":2.7010000000000001,"15min":3.2930000000000001},"min":{"1min":1.2969999999999999,"5min":0.90900000000000003,"15min":0.77100000000000002},"max":{"1min":4.7430000000000003,"5min":37.545000000000002,"15min":81.935000000000002},"last":2.3919999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:48:01 2020","interfaces":[{"interface":"back","average":{"1min":2.0179999999999998,"5min":1.625,"15min":2.786},"min":{"1min":1.022,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":3.355,"5min":5.7569999999999997,"15min":121.33199999999999},"last":2.2490000000000001},{"interface":"front","average":{"1min":2.9710000000000001,"5min":2.1299999999999999,"15min":2.823},"min":{"1min":1.274,"5min":0.98499999999999999,"15min":0.80900000000000005},"max":{"1min":6.2009999999999996,"5min":6.2009999999999996,"15min":84.724999999999994},"last":2.9580000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:48:01 2020","interfaces":[{"interface":"back","average":{"1min":2.6899999999999999,"5min":2.0289999999999999,"15min":2.7090000000000001},"min":{"1min":1.0589999999999999,"5min":1.042,"15min":0.90000000000000002},"max":{"1min":4.6349999999999998,"5min":5.2309999999999999,"15min":80.588999999999999},"last":2.4860000000000002},{"interface":"front","average":{"1min":3.1099999999999999,"5min":2.302,"15min":2.4689999999999999},"min":{"1min":1.496,"5min":0.89100000000000001,"15min":0.81899999999999995},"max":{"1min":4.883,"5min":6.3280000000000003,"15min":40.341999999999999},"last":2.1800000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:47:54 2020","interfaces":[{"interface":"back","average":{"1min":2.8279999999999998,"5min":2.2869999999999999,"15min":3.0409999999999999},"min":{"1min":1.4359999999999999,"5min":1.325,"15min":1.01},"max":{"1min":7.694,"5min":7.694,"15min":82.418000000000006},"last":2.3450000000000002},{"interface":"front","average":{"1min":2.96,"5min":2.226,"15min":2.6949999999999998},"min":{"1min":1.4419999999999999,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":5.8380000000000001,"5min":5.8380000000000001,"15min":42.310000000000002},"last":3.4169999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:47:54 2020","interfaces":[{"interface":"back","average":{"1min":2.6150000000000002,"5min":2.2010000000000001,"15min":3.1200000000000001},"min":{"1min":1.365,"5min":1.365,"15min":1.091},"max":{"1min":4.8689999999999998,"5min":4.8689999999999998,"15min":79.700999999999993},"last":3.2869999999999999},{"interface":"front","average":{"1min":3.2290000000000001,"5min":2.3500000000000001,"15min":2.7599999999999998},"min":{"1min":1.145,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":6.7480000000000002,"5min":6.7480000000000002,"15min":40.555999999999997},"last":3.6469999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:48:01 2020","interfaces":[{"interface":"back","average":{"1min":4.2169999999999996,"5min":2.7090000000000001,"15min":3.2989999999999999},"min":{"1min":2.056,"5min":1.3029999999999999,"15min":1.1399999999999999},"max":{"1min":6.9699999999999998,"5min":6.9699999999999998,"15min":81.390000000000001},"last":3.8679999999999999},{"interface":"front","average":{"1min":3.7000000000000002,"5min":2.621,"15min":2.9390000000000001},"min":{"1min":1.3109999999999999,"5min":1.0680000000000001,"15min":1.0680000000000001},"max":{"1min":6.4509999999999996,"5min":7.2939999999999996,"15min":42.034999999999997},"last":2.8559999999999999}]}]},{"osd":4,"up_from":35,"seq":150323855743,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":356532,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":355840,"kb_avail":93388620,"statfs":{"total":95995035648,"available":95629946880,"internally_reserved":0,"allocated":700416,"data_stored":353229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":364380160},"hb_peers":[0,1,2,3,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":2.1989999999999998,"15min":1.762},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.52900000000000003},"max":{"1min":6.4800000000000004,"5min":16.091999999999999,"15min":16.091999999999999},"last":2.5539999999999998},{"interface":"front","average":{"1min":2.173,"5min":2.1349999999999998,"15min":1.8540000000000001},"min":{"1min":0.71399999999999997,"5min":0.61299999999999999,"15min":0.54400000000000004},"max":{"1min":7.4880000000000004,"5min":16.904,"15min":16.904},"last":1.96}]},{"osd":1,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":1.726,"15min":3.4830000000000001},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.53300000000000003},"max":{"1min":7.8499999999999996,"5min":14.339,"15min":277.74299999999999},"last":1.627},{"interface":"front","average":{"1min":2.0209999999999999,"5min":2.169,"15min":3.8279999999999998},"min":{"1min":0.755,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":6.3360000000000003,"5min":14.382999999999999,"15min":286.88499999999999},"last":2.972}]},{"osd":2,"last update":"Mon Nov 16 20:47:40 2020","interfaces":[{"interface":"back","average":{"1min":1.9810000000000001,"5min":1.9510000000000001,"15min":2.1880000000000002},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.53800000000000003},"max":{"1min":6.7370000000000001,"5min":8.2400000000000002,"15min":37.697000000000003},"last":1.581},{"interface":"front","average":{"1min":2.4750000000000001,"5min":2.3140000000000001,"15min":2.2959999999999998},"min":{"1min":0.67400000000000004,"5min":0.66300000000000003,"15min":0.57999999999999996},"max":{"1min":9.9670000000000005,"5min":9.9670000000000005,"15min":37.956000000000003},"last":1.7110000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.6819999999999999,"15min":2.6899999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.66000000000000003},"max":{"1min":6.8390000000000004,"5min":6.8390000000000004,"15min":78.021000000000001},"last":2.645},{"interface":"front","average":{"1min":2.2829999999999999,"5min":2.1099999999999999,"15min":3.0230000000000001},"min":{"1min":1.022,"5min":0.79400000000000004,"15min":0.624},"max":{"1min":6.9989999999999997,"5min":7.6959999999999997,"15min":78.088999999999999},"last":3.1150000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.278,"5min":2.1659999999999999,"15min":2.0270000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":9.8629999999999995,"5min":9.8629999999999995,"15min":11.792999999999999},"last":2.3479999999999999},{"interface":"front","average":{"1min":2.5489999999999999,"5min":2.536,"15min":2.3300000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.72199999999999998},"max":{"1min":10.086,"5min":10.086,"15min":12.776999999999999},"last":2.1110000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:31:00 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.5009999999999999,"15min":2.5859999999999999},"min":{"1min":0.85999999999999999,"5min":0.80300000000000005,"15min":0.68100000000000005},"max":{"1min":4.2690000000000001,"5min":14.097,"15min":14.097},"last":1.004},{"interface":"front","average":{"1min":2.4249999999999998,"5min":2.7469999999999999,"15min":2.8149999999999999},"min":{"1min":1.0469999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":4.0199999999999996,"5min":13.808,"15min":13.808},"last":1.3049999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.7320000000000002,"5min":3.6640000000000001,"15min":2.6890000000000001},"min":{"1min":0.79600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":7.6929999999999996,"5min":165.12,"15min":165.12},"last":3.4710000000000001},{"interface":"front","average":{"1min":3.0489999999999999,"5min":3.8530000000000002,"15min":2.8679999999999999},"min":{"1min":1.1100000000000001,"5min":1.0409999999999999,"15min":0.82699999999999996},"max":{"1min":8.359,"5min":162.14099999999999,"15min":162.14099999999999},"last":3.8570000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":3.2050000000000001,"15min":2.6549999999999998},"min":{"1min":0.871,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":10.173,"5min":62.771000000000001,"15min":62.771000000000001},"last":3.0569999999999999},{"interface":"front","average":{"1min":3.0800000000000001,"5min":3.6720000000000002,"15min":2.8410000000000002},"min":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":0.90700000000000003},"max":{"1min":7.3840000000000003,"5min":63.076000000000001,"15min":63.076000000000001},"last":3.754}]},{"osd":9,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.9729999999999999,"5min":2.5800000000000001,"15min":2.8220000000000001},"min":{"1min":1.1479999999999999,"5min":1.093,"15min":0.879},"max":{"1min":7.2270000000000003,"5min":10.375,"15min":46.225999999999999},"last":4.109},{"interface":"front","average":{"1min":3.0880000000000001,"5min":2.8180000000000001,"15min":2.7709999999999999},"min":{"1min":1.24,"5min":1.155,"15min":1.0269999999999999},"max":{"1min":7.3869999999999996,"5min":10.513,"15min":45.997},"last":4.7380000000000004}]},{"osd":10,"last update":"Mon Nov 16 20:48:00 2020","interfaces":[{"interface":"back","average":{"1min":3.1840000000000002,"5min":2.7200000000000002,"15min":2.9159999999999999},"min":{"1min":1.222,"5min":1.222,"15min":1.222},"max":{"1min":7.2229999999999999,"5min":10.805999999999999,"15min":45.389000000000003},"last":3.3839999999999999},{"interface":"front","average":{"1min":3.4870000000000001,"5min":2.8319999999999999,"15min":2.871},"min":{"1min":1.4630000000000001,"5min":1.004,"15min":1.004},"max":{"1min":7.548,"5min":8.5180000000000007,"15min":45.656999999999996},"last":4.3140000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:47:13 2020","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":3.0030000000000001,"15min":2.8199999999999998},"min":{"1min":1.5880000000000001,"5min":1.4690000000000001,"15min":1.0089999999999999},"max":{"1min":8.2050000000000001,"5min":10.928000000000001,"15min":10.928000000000001},"last":4.5369999999999999},{"interface":"front","average":{"1min":3.6259999999999999,"5min":3.3530000000000002,"15min":3.0129999999999999},"min":{"1min":1.444,"5min":1.444,"15min":1.0649999999999999},"max":{"1min":8.5050000000000008,"5min":11.039999999999999,"15min":12.273999999999999},"last":4.9630000000000001}]}]},{"osd":5,"up_from":0,"seq":180388626812,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:48:17.381 INFO:tasks.cephadm.ceph_manager.ceph:clean!
2020-11-16T20:48:17.477 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:17.488 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:17 smithi142 bash[22738]: debug 2020-11-16T20:48:17.134+0000 7f3419eac700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:17.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:17 smithi065 bash[14115]: debug 2020-11-16T20:48:17.371+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:17.702 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:17.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:17 smithi142 bash[15670]: debug 2020-11-16T20:48:17.702+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:17.807 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:17.937 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:18.042 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:18.163 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:18.268 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:18.280 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:48:17 smithi065 bash[11785]: debug 2020-11-16T20:48:17.939+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:18.397 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:18.447 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[14419]: debug 2020-11-16T20:48:18.163+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:18.503 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:18.624 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:48:18.653 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:48:18.675 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:48:18.698 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:48:18.724 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:48:18.752 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:48:18.778 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:48:18.780 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[18823]: debug 2020-11-16T20:48:18.399+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:18.805 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:48:18.830 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:48:18.856 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:48:18.887 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:48:18.915 INFO:teuthology.orchestra.run.smithi142.stderr:enabled application 'rados' on pool 'unique_pool_4'
2020-11-16T20:48:18.917 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:48:18.920 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.920 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.920 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.920 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.920 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.921 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.921 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.921 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.921 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.921 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.921 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.921 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:48:18.961 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:19.068 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:19.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: cluster 2020-11-16T20:48:17.849406+0000 osd.5 (osd.5) 168 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:19.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: cluster 2020-11-16T20:48:17.849545+0000 osd.5 (osd.5) 169 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:19.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: cluster 2020-11-16T20:48:17.909313+0000 mon.a (mon.0) 2019 : cluster [DBG] osdmap e630: 12 total, 12 up, 9 in
2020-11-16T20:48:19.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: audit 2020-11-16T20:48:18.329151+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? v1:172.21.15.142:0/1130086479' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:48:19.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.423482+0000 mgr.x (mgr.14196) 1098 : cluster [DBG] pgmap v1632: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:19.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: audit 2020-11-16T20:48:18.601562+0000 mon.b (mon.1) 438 : audit [DBG] from='client.? v1:172.21.15.142:0/4046848654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:19.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.631418+0000 osd.0 (osd.0) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.660595+0000 osd.1 (osd.1) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:18 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.834547+0000 osd.8 (osd.8) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.225 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: cluster 2020-11-16T20:48:17.849406+0000 osd.5 (osd.5) 168 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: cluster 2020-11-16T20:48:17.849545+0000 osd.5 (osd.5) 169 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: cluster 2020-11-16T20:48:17.909313+0000 mon.a (mon.0) 2019 : cluster [DBG] osdmap e630: 12 total, 12 up, 9 in
2020-11-16T20:48:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: audit 2020-11-16T20:48:18.329151+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? v1:172.21.15.142:0/1130086479' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:48:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.423482+0000 mgr.x (mgr.14196) 1098 : cluster [DBG] pgmap v1632: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:19.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: audit 2020-11-16T20:48:18.601562+0000 mon.b (mon.1) 438 : audit [DBG] from='client.? v1:172.21.15.142:0/4046848654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:19.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.631418+0000 osd.0 (osd.0) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.660595+0000 osd.1 (osd.1) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:18 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.834547+0000 osd.8 (osd.8) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.306 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[20366]: debug 2020-11-16T20:48:18.962+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:19.307 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: cluster 2020-11-16T20:48:17.849406+0000 osd.5 (osd.5) 168 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:19.307 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: cluster 2020-11-16T20:48:17.849545+0000 osd.5 (osd.5) 169 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:19.307 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: cluster 2020-11-16T20:48:17.909313+0000 mon.a (mon.0) 2019 : cluster [DBG] osdmap e630: 12 total, 12 up, 9 in
2020-11-16T20:48:19.307 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: audit 2020-11-16T20:48:18.329151+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? v1:172.21.15.142:0/1130086479' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:48:19.307 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.423482+0000 mgr.x (mgr.14196) 1098 : cluster [DBG] pgmap v1632: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:19.307 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: audit 2020-11-16T20:48:18.601562+0000 mon.b (mon.1) 438 : audit [DBG] from='client.? v1:172.21.15.142:0/4046848654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:19.307 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.631418+0000 osd.0 (osd.0) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.308 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.660595+0000 osd.1 (osd.1) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.308 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:18 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.834547+0000 osd.8 (osd.8) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:19.331 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:19.484 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:19.590 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:19.602 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[16457]: debug 2020-11-16T20:48:19.487+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:19.697 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[12066]: debug 2020-11-16T20:48:19.223+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:19.714 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:19.820 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:19.911 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[16457]: debug 2020-11-16T20:48:19.715+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:19.937 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:20.042 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:20.165 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[16457]: debug 2020-11-16T20:48:19.939+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:20.165 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.682739+0000 osd.2 (osd.2) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.165 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.706200+0000 osd.3 (osd.3) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.165 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.729764+0000 osd.4 (osd.4) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.166 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.757611+0000 osd.5 (osd.5) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.166 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.783663+0000 osd.6 (osd.6) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.166 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.810572+0000 osd.7 (osd.7) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.166 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.860394+0000 osd.9 (osd.9) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.166 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.892051+0000 osd.10 (osd.10) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.166 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: audit 2020-11-16T20:48:18.918914+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? v1:172.21.15.142:0/1130086479' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:48:20.166 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.919008+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e631: 12 total, 12 up, 9 in
2020-11-16T20:48:20.167 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:19 smithi065 bash[9468]: cluster 2020-11-16T20:48:18.922036+0000 osd.11 (osd.11) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.167 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:20.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.682739+0000 osd.2 (osd.2) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.706200+0000 osd.3 (osd.3) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.729764+0000 osd.4 (osd.4) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.757611+0000 osd.5 (osd.5) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.783663+0000 osd.6 (osd.6) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.810572+0000 osd.7 (osd.7) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.860394+0000 osd.9 (osd.9) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.892051+0000 osd.10 (osd.10) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: audit 2020-11-16T20:48:18.918914+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? v1:172.21.15.142:0/1130086479' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:48:20.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.919008+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e631: 12 total, 12 up, 9 in
2020-11-16T20:48:20.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:19 smithi071 bash[9480]: cluster 2020-11-16T20:48:18.922036+0000 osd.11 (osd.11) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.270 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:20.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.682739+0000 osd.2 (osd.2) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.706200+0000 osd.3 (osd.3) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.729764+0000 osd.4 (osd.4) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.757611+0000 osd.5 (osd.5) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.783663+0000 osd.6 (osd.6) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.810572+0000 osd.7 (osd.7) 136 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.860394+0000 osd.9 (osd.9) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.892051+0000 osd.10 (osd.10) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: audit 2020-11-16T20:48:18.918914+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? v1:172.21.15.142:0/1130086479' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:48:20.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.919008+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e631: 12 total, 12 up, 9 in
2020-11-16T20:48:20.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:19 smithi142 bash[9523]: cluster 2020-11-16T20:48:18.922036+0000 osd.11 (osd.11) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:20.395 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:20.502 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:20.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:20 smithi065 bash[14115]: debug 2020-11-16T20:48:20.167+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:20.622 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:20 smithi071 bash[14419]: debug 2020-11-16T20:48:20.395+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:20.623 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:20.727 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:20.920 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:20 smithi071 bash[26650]: debug 2020-11-16T20:48:20.623+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:21.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:20 smithi142 bash[9523]: cluster 2020-11-16T20:48:20.424165+0000 mgr.x (mgr.14196) 1099 : cluster [DBG] pgmap v1634: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:21.138 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:21.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:20 smithi071 bash[9480]: cluster 2020-11-16T20:48:20.424165+0000 mgr.x (mgr.14196) 1099 : cluster [DBG] pgmap v1634: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:21.243 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:21.256 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:20 smithi065 bash[9468]: cluster 2020-11-16T20:48:20.424165+0000 mgr.x (mgr.14196) 1099 : cluster [DBG] pgmap v1634: 17 pgs: 17 active+clean; 0 B data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:21.398 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:21.504 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:21.516 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:21 smithi142 bash[15670]: debug 2020-11-16T20:48:21.137+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:21.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:21 smithi065 bash[14115]: debug 2020-11-16T20:48:21.399+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:21.922 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:21.936 INFO:teuthology.orchestra.run.smithi065:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.2 -b 65536 --object-size 65536 -p unique_pool_4 bench 90 write'
2020-11-16T20:48:21.939 INFO:tasks.radosbench:joining radosbench (timing out after 3000s)
2020-11-16T20:48:21.939 INFO:teuthology.orchestra.run:waiting for 3000
2020-11-16T20:48:22.028 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:22.111 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:hints = 1
2020-11-16T20:48:22.111 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects
2020-11-16T20:48:22.111 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object prefix: benchmark_data_smithi065_43723
2020-11-16T20:48:22.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:48:22.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    0       0         0         0         0         0           -           0
2020-11-16T20:48:22.154 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:22.237 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:21 smithi142 bash[20366]: debug 2020-11-16T20:48:21.921+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:22.257 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:22.447 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[14419]: debug 2020-11-16T20:48:22.151+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:22.484 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:22.532 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[15670]: debug 2020-11-16T20:48:22.481+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:22.589 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:22.718 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:22.780 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:48:22.780 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:48:22.780 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T20:48:22.781 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T20:48:22.781 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:48:22.823 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:22.873 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[20366]: debug 2020-11-16T20:48:22.713+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:23.024 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:23.111 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    1      16      3265      3249   203.051   203.062   0.0035368  0.00490487
2020-11-16T20:48:23.127 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:23.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: cluster 2020-11-16T20:48:21.548122+0000 osd.3 (osd.3) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:23.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: cluster 2020-11-16T20:48:21.548242+0000 osd.3 (osd.3) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:23.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: cluster 2020-11-16T20:48:21.932437+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e632: 12 total, 12 up, 9 in
2020-11-16T20:48:23.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: audit 2020-11-16T20:48:21.943428+0000 mon.a (mon.0) 2024 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:23.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: audit 2020-11-16T20:48:22.365868+0000 mon.a (mon.0) 2025 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:48:23.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: audit 2020-11-16T20:48:22.369707+0000 mon.a (mon.0) 2026 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:48:23.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: audit 2020-11-16T20:48:22.371602+0000 mon.a (mon.0) 2027 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:48:23.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: audit 2020-11-16T20:48:22.416290+0000 mon.a (mon.0) 2028 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:48:23.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: audit 2020-11-16T20:48:22.419869+0000 mon.a (mon.0) 2029 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:48:23.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: cluster 2020-11-16T20:48:22.424642+0000 mgr.x (mgr.14196) 1100 : cluster [DBG] pgmap v1636: 17 pgs: 17 active+clean; 2.7 MiB data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:23.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:22 smithi071 bash[9480]: audit 2020-11-16T20:48:22.793814+0000 mon.a (mon.0) 2030 : audit [INF] from='client.? v1:172.21.15.142:0/2130100934' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:48:23.265 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: cluster 2020-11-16T20:48:21.548122+0000 osd.3 (osd.3) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:23.266 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: cluster 2020-11-16T20:48:21.548242+0000 osd.3 (osd.3) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:23.266 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: cluster 2020-11-16T20:48:21.932437+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e632: 12 total, 12 up, 9 in
2020-11-16T20:48:23.266 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: audit 2020-11-16T20:48:21.943428+0000 mon.a (mon.0) 2024 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:23.266 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: audit 2020-11-16T20:48:22.365868+0000 mon.a (mon.0) 2025 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:48:23.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: audit 2020-11-16T20:48:22.369707+0000 mon.a (mon.0) 2026 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:48:23.267 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: audit 2020-11-16T20:48:22.371602+0000 mon.a (mon.0) 2027 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:48:23.267 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:23.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: audit 2020-11-16T20:48:22.416290+0000 mon.a (mon.0) 2028 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:48:23.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: audit 2020-11-16T20:48:22.419869+0000 mon.a (mon.0) 2029 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:48:23.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: cluster 2020-11-16T20:48:22.424642+0000 mgr.x (mgr.14196) 1100 : cluster [DBG] pgmap v1636: 17 pgs: 17 active+clean; 2.7 MiB data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:23.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:22 smithi065 bash[9468]: audit 2020-11-16T20:48:22.793814+0000 mon.a (mon.0) 2030 : audit [INF] from='client.? v1:172.21.15.142:0/2130100934' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:48:23.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: cluster 2020-11-16T20:48:21.548122+0000 osd.3 (osd.3) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:23.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: cluster 2020-11-16T20:48:21.548242+0000 osd.3 (osd.3) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:23.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: cluster 2020-11-16T20:48:21.932437+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e632: 12 total, 12 up, 9 in
2020-11-16T20:48:23.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: audit 2020-11-16T20:48:21.943428+0000 mon.a (mon.0) 2024 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:23.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: audit 2020-11-16T20:48:22.365868+0000 mon.a (mon.0) 2025 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:48:23.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: audit 2020-11-16T20:48:22.369707+0000 mon.a (mon.0) 2026 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:17:51.750378\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:48:23.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: audit 2020-11-16T20:48:22.371602+0000 mon.a (mon.0) 2027 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:48:23.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: audit 2020-11-16T20:48:22.416290+0000 mon.a (mon.0) 2028 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:48:23.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: audit 2020-11-16T20:48:22.419869+0000 mon.a (mon.0) 2029 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.300971\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301129\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301545\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301780\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.301987\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.302261\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:48:23.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: cluster 2020-11-16T20:48:22.424642+0000 mgr.x (mgr.14196) 1100 : cluster [DBG] pgmap v1636: 17 pgs: 17 active+clean; 2.7 MiB data, 2.6 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:23.285 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:22 smithi142 bash[9523]: audit 2020-11-16T20:48:22.793814+0000 mon.a (mon.0) 2030 : audit [INF] from='client.? v1:172.21.15.142:0/2130100934' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:48:23.285 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[15670]: debug 2020-11-16T20:48:23.025+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:23.371 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:23.431 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:48:23.488 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:23.530 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[16457]: debug 2020-11-16T20:48:23.267+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:23.531 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[16457]: debug 2020-11-16T20:48:23.491+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:23.593 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:23.731 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:48:23.908 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:23.977 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[9523]: cluster 2020-11-16T20:48:22.849304+0000 osd.7 (osd.7) 137 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:23.978 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[9523]: cluster 2020-11-16T20:48:22.849388+0000 osd.7 (osd.7) 138 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:23.978 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[9523]: audit 2020-11-16T20:48:23.272444+0000 mon.a (mon.0) 2031 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:48:23.978 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[9523]: audit 2020-11-16T20:48:23.276125+0000 mon.a (mon.0) 2032 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:48:23.978 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[9523]: audit 2020-11-16T20:48:23.276845+0000 mon.a (mon.0) 2033 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:48:23.978 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[9523]: cluster 2020-11-16T20:48:23.417931+0000 mon.a (mon.0) 2034 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:48:23.979 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[9523]: audit 2020-11-16T20:48:23.425539+0000 mon.a (mon.0) 2035 : audit [INF] from='client.? v1:172.21.15.142:0/2130100934' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:48:23.979 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:23 smithi142 bash[9523]: cluster 2020-11-16T20:48:23.425645+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e633: 12 total, 12 up, 9 in
2020-11-16T20:48:24.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    2      15      7017      7002   218.772   234.562  0.00585328  0.00456517
2020-11-16T20:48:24.206 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:23 smithi071 bash[9480]: cluster 2020-11-16T20:48:22.849304+0000 osd.7 (osd.7) 137 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:24.206 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:23 smithi071 bash[9480]: cluster 2020-11-16T20:48:22.849388+0000 osd.7 (osd.7) 138 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:24.206 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:23 smithi071 bash[9480]: audit 2020-11-16T20:48:23.272444+0000 mon.a (mon.0) 2031 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:48:24.206 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:23 smithi071 bash[9480]: audit 2020-11-16T20:48:23.276125+0000 mon.a (mon.0) 2032 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:48:24.207 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:23 smithi071 bash[9480]: audit 2020-11-16T20:48:23.276845+0000 mon.a (mon.0) 2033 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:48:24.207 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:23 smithi071 bash[9480]: cluster 2020-11-16T20:48:23.417931+0000 mon.a (mon.0) 2034 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:48:24.207 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:23 smithi071 bash[9480]: audit 2020-11-16T20:48:23.425539+0000 mon.a (mon.0) 2035 : audit [INF] from='client.? v1:172.21.15.142:0/2130100934' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:48:24.207 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:23 smithi071 bash[9480]: cluster 2020-11-16T20:48:23.425645+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e633: 12 total, 12 up, 9 in
2020-11-16T20:48:24.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[9468]: cluster 2020-11-16T20:48:22.849304+0000 osd.7 (osd.7) 137 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:24.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[9468]: cluster 2020-11-16T20:48:22.849388+0000 osd.7 (osd.7) 138 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:24.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[9468]: audit 2020-11-16T20:48:23.272444+0000 mon.a (mon.0) 2031 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:48:24.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[9468]: audit 2020-11-16T20:48:23.276125+0000 mon.a (mon.0) 2032 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"SCSI VPD page 0x83 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:16:07.053634\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:48:24.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[9468]: audit 2020-11-16T20:48:23.276845+0000 mon.a (mon.0) 2033 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:48:24.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[9468]: cluster 2020-11-16T20:48:23.417931+0000 mon.a (mon.0) 2034 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:48:24.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[9468]: audit 2020-11-16T20:48:23.425539+0000 mon.a (mon.0) 2035 : audit [INF] from='client.? v1:172.21.15.142:0/2130100934' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:48:24.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:23 smithi065 bash[9468]: cluster 2020-11-16T20:48:23.425645+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e633: 12 total, 12 up, 9 in
2020-11-16T20:48:25.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    3      16     10847     10831    225.61   239.312  0.00243429  0.00442701
2020-11-16T20:48:25.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:24 smithi071 bash[9480]: cluster 2020-11-16T20:48:24.425172+0000 mgr.x (mgr.14196) 1101 : cluster [DBG] pgmap v1638: 17 pgs: 17 active+clean; 184 MiB data, 2.9 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:25.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:24 smithi065 bash[9468]: cluster 2020-11-16T20:48:24.425172+0000 mgr.x (mgr.14196) 1101 : cluster [DBG] pgmap v1638: 17 pgs: 17 active+clean; 184 MiB data, 2.9 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:25.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:24 smithi142 bash[9523]: cluster 2020-11-16T20:48:24.425172+0000 mgr.x (mgr.14196) 1101 : cluster [DBG] pgmap v1638: 17 pgs: 17 active+clean; 184 MiB data, 2.9 GiB used, 802 GiB / 805 GiB avail
2020-11-16T20:48:26.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    4      15     14409     14394   224.874   222.688  0.00688213  0.00444171
2020-11-16T20:48:26.303 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:26.310 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:26 smithi071 bash[9480]: audit 2020-11-16T20:48:26.264027+0000 mon.a (mon.0) 2037 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:48:26.311 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:26 smithi071 bash[9480]: audit 2020-11-16T20:48:26.266965+0000 mon.a (mon.0) 2038 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:48:26.408 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:26.540 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:26.644 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:26.656 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:26 smithi065 bash[9468]: audit 2020-11-16T20:48:26.264027+0000 mon.a (mon.0) 2037 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:48:26.656 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:26 smithi065 bash[9468]: audit 2020-11-16T20:48:26.266965+0000 mon.a (mon.0) 2038 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:48:26.656 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:26 smithi065 bash[14115]: debug 2020-11-16T20:48:26.538+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:26.757 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:26.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:26 smithi142 bash[18009]: debug 2020-11-16T20:48:26.305+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:26.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:26 smithi142 bash[9523]: audit 2020-11-16T20:48:26.264027+0000 mon.a (mon.0) 2037 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:48:26.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:26 smithi142 bash[9523]: audit 2020-11-16T20:48:26.266965+0000 mon.a (mon.0) 2038 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:48:26.862 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:27.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:26 smithi065 bash[14115]: debug 2020-11-16T20:48:26.758+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:27.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    5      16     17012     16996   212.422   162.625  0.00507015  0.00470315
2020-11-16T20:48:27.308 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:27.412 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:27.534 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:27.639 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:27.649 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:27 smithi065 bash[9468]: cluster 2020-11-16T20:48:26.425718+0000 mgr.x (mgr.14196) 1102 : cluster [DBG] pgmap v1639: 17 pgs: 17 active+clean; 434 MiB data, 3.2 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:48:27.650 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:27 smithi065 bash[16457]: debug 2020-11-16T20:48:27.534+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:27.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:27 smithi071 bash[9480]: cluster 2020-11-16T20:48:26.425718+0000 mgr.x (mgr.14196) 1102 : cluster [DBG] pgmap v1639: 17 pgs: 17 active+clean; 434 MiB data, 3.2 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:48:27.757 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:27.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:27 smithi142 bash[9523]: cluster 2020-11-16T20:48:26.425718+0000 mgr.x (mgr.14196) 1102 : cluster [DBG] pgmap v1639: 17 pgs: 17 active+clean; 434 MiB data, 3.2 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:48:27.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:27 smithi142 bash[20366]: debug 2020-11-16T20:48:27.309+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:27.863 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:27.992 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:27 smithi065 bash[18823]: debug 2020-11-16T20:48:27.758+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:27.993 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:27 smithi065 bash[16457]: debug 2020-11-16T20:48:27.994+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:27.993 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:28.098 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:28.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    6      15     20064     20049   208.817   190.812  0.00708869  0.00478522
2020-11-16T20:48:28.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:28 smithi142 bash[9523]: cluster 2020-11-16T20:48:27.349215+0000 osd.8 (osd.8) 169 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:28.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:28 smithi071 bash[9480]: cluster 2020-11-16T20:48:27.349215+0000 osd.8 (osd.8) 169 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:28.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:28 smithi065 bash[9468]: cluster 2020-11-16T20:48:27.349215+0000 osd.8 (osd.8) 169 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:29.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    7      16     23085     23069   205.948    188.75  0.00403908   0.0048518
2020-11-16T20:48:29.380 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_historic_ops
2020-11-16T20:48:29.388 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:29.491 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:29.558 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:29 smithi071 bash[9480]: cluster 2020-11-16T20:48:28.335081+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e634: 12 total, 12 up, 9 in
2020-11-16T20:48:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:29 smithi071 bash[9480]: cluster 2020-11-16T20:48:28.426127+0000 mgr.x (mgr.14196) 1103 : cluster [DBG] pgmap v1641: 17 pgs: 17 active+clean; 768 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:48:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:29 smithi065 bash[9468]: cluster 2020-11-16T20:48:28.335081+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e634: 12 total, 12 up, 9 in
2020-11-16T20:48:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:29 smithi065 bash[9468]: cluster 2020-11-16T20:48:28.426127+0000 mgr.x (mgr.14196) 1103 : cluster [DBG] pgmap v1641: 17 pgs: 17 active+clean; 768 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:48:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:29 smithi142 bash[9523]: cluster 2020-11-16T20:48:28.335081+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e634: 12 total, 12 up, 9 in
2020-11-16T20:48:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:29 smithi142 bash[9523]: cluster 2020-11-16T20:48:28.426127+0000 mgr.x (mgr.14196) 1103 : cluster [DBG] pgmap v1641: 17 pgs: 17 active+clean; 768 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:48:29.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:29 smithi142 bash[20366]: debug 2020-11-16T20:48:29.389+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:30.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    8      16     26059     26043   203.436   185.875  0.00527056  0.00491261
2020-11-16T20:48:30.356 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:30.460 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:30.640 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:30 smithi071 bash[9480]: cluster 2020-11-16T20:48:30.426592+0000 mgr.x (mgr.14196) 1104 : cluster [DBG] pgmap v1642: 17 pgs: 17 active+clean; 1.2 GiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 158 MiB/s wr, 2.52k op/s
2020-11-16T20:48:30.641 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:48:30 smithi071 bash[12066]: debug 2020-11-16T20:48:30.355+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:30.642 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:30.746 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:30.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:30 smithi065 bash[9468]: cluster 2020-11-16T20:48:30.426592+0000 mgr.x (mgr.14196) 1104 : cluster [DBG] pgmap v1642: 17 pgs: 17 active+clean; 1.2 GiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 158 MiB/s wr, 2.52k op/s
2020-11-16T20:48:30.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:30 smithi142 bash[9523]: cluster 2020-11-16T20:48:30.426592+0000 mgr.x (mgr.14196) 1104 : cluster [DBG] pgmap v1642: 17 pgs: 17 active+clean; 1.2 GiB data, 5.0 GiB used, 800 GiB / 805 GiB avail; 158 MiB/s wr, 2.52k op/s
2020-11-16T20:48:30.947 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:30 smithi071 bash[26650]: debug 2020-11-16T20:48:30.639+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:31.112 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    9      15     28653     28638   198.852   162.188  0.00841107  0.00502539
2020-11-16T20:48:31.388 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:48:31.573 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:32.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   10      16     30666     30650    191.54    125.75  0.00666557  0.00521756
2020-11-16T20:48:32.460 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:32.565 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:32.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:32 smithi065 bash[9468]: cluster 2020-11-16T20:48:31.060838+0000 osd.1 (osd.1) 216 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:32 smithi065 bash[9468]: cluster 2020-11-16T20:48:31.060900+0000 osd.1 (osd.1) 217 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:32 smithi065 bash[9468]: cluster 2020-11-16T20:48:31.535045+0000 mon.a (mon.0) 2040 : cluster [DBG] osdmap e635: 12 total, 12 up, 9 in
2020-11-16T20:48:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:32 smithi065 bash[9468]: cluster 2020-11-16T20:48:31.918324+0000 osd.11 (osd.11) 160 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:32 smithi065 bash[9468]: cluster 2020-11-16T20:48:31.918473+0000 osd.11 (osd.11) 161 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:32 smithi065 bash[9468]: cluster 2020-11-16T20:48:32.427077+0000 mgr.x (mgr.14196) 1105 : cluster [DBG] pgmap v1644: 17 pgs: 17 active+clean; 1.5 GiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 169 MiB/s wr, 2.70k op/s
2020-11-16T20:48:32.836 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:32.838 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:32 smithi071 bash[26650]: debug 2020-11-16T20:48:32.835+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:32.838 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:32 smithi071 bash[9480]: cluster 2020-11-16T20:48:31.060838+0000 osd.1 (osd.1) 216 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:32.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:32 smithi071 bash[9480]: cluster 2020-11-16T20:48:31.060900+0000 osd.1 (osd.1) 217 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:32.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:32 smithi071 bash[9480]: cluster 2020-11-16T20:48:31.535045+0000 mon.a (mon.0) 2040 : cluster [DBG] osdmap e635: 12 total, 12 up, 9 in
2020-11-16T20:48:32.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:32 smithi071 bash[9480]: cluster 2020-11-16T20:48:31.918324+0000 osd.11 (osd.11) 160 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:32.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:32 smithi071 bash[9480]: cluster 2020-11-16T20:48:31.918473+0000 osd.11 (osd.11) 161 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:32.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:32 smithi071 bash[9480]: cluster 2020-11-16T20:48:32.427077+0000 mgr.x (mgr.14196) 1105 : cluster [DBG] pgmap v1644: 17 pgs: 17 active+clean; 1.5 GiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 169 MiB/s wr, 2.70k op/s
2020-11-16T20:48:32.941 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:32.986 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:32 smithi142 bash[18009]: debug 2020-11-16T20:48:32.461+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:32.988 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:32 smithi142 bash[9523]: cluster 2020-11-16T20:48:31.060838+0000 osd.1 (osd.1) 216 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:32.988 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:32 smithi142 bash[9523]: cluster 2020-11-16T20:48:31.060900+0000 osd.1 (osd.1) 217 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:32.988 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:32 smithi142 bash[9523]: cluster 2020-11-16T20:48:31.535045+0000 mon.a (mon.0) 2040 : cluster [DBG] osdmap e635: 12 total, 12 up, 9 in
2020-11-16T20:48:32.988 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:32 smithi142 bash[9523]: cluster 2020-11-16T20:48:31.918324+0000 osd.11 (osd.11) 160 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:32.989 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:32 smithi142 bash[9523]: cluster 2020-11-16T20:48:31.918473+0000 osd.11 (osd.11) 161 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:32.989 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:32 smithi142 bash[9523]: cluster 2020-11-16T20:48:32.427077+0000 mgr.x (mgr.14196) 1105 : cluster [DBG] pgmap v1644: 17 pgs: 17 active+clean; 1.5 GiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 169 MiB/s wr, 2.70k op/s
2020-11-16T20:48:33.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   11      15     33228     33213   188.689   160.188  0.00525848   0.0052971
2020-11-16T20:48:33.389 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:33.494 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:33.625 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:33.730 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:33.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:33 smithi065 bash[9468]: cluster 2020-11-16T20:48:32.621447+0000 mon.a (mon.0) 2041 : cluster [DBG] osdmap e636: 12 total, 12 up, 9 in
2020-11-16T20:48:33.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:33 smithi065 bash[16457]: debug 2020-11-16T20:48:33.626+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:33.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:33 smithi142 bash[9523]: cluster 2020-11-16T20:48:32.621447+0000 mon.a (mon.0) 2041 : cluster [DBG] osdmap e636: 12 total, 12 up, 9 in
2020-11-16T20:48:33.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:33 smithi142 bash[20366]: debug 2020-11-16T20:48:33.389+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:33.851 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:33.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:33 smithi071 bash[9480]: cluster 2020-11-16T20:48:32.621447+0000 mon.a (mon.0) 2041 : cluster [DBG] osdmap e636: 12 total, 12 up, 9 in
2020-11-16T20:48:33.955 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:34.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   12      16     35166     35150   183.052   121.062  0.00595166  0.00546003
2020-11-16T20:48:34.280 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:33 smithi065 bash[18823]: debug 2020-11-16T20:48:33.850+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:34.877 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:34 smithi142 bash[9523]: cluster 2020-11-16T20:48:34.427623+0000 mgr.x (mgr.14196) 1106 : cluster [DBG] pgmap v1646: 17 pgs: 17 active+clean; 1.9 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 199 MiB/s wr, 3.18k op/s
2020-11-16T20:48:34.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:34 smithi071 bash[9480]: cluster 2020-11-16T20:48:34.427623+0000 mgr.x (mgr.14196) 1106 : cluster [DBG] pgmap v1646: 17 pgs: 17 active+clean; 1.9 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 199 MiB/s wr, 3.18k op/s
2020-11-16T20:48:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:34 smithi065 bash[9468]: cluster 2020-11-16T20:48:34.427623+0000 mgr.x (mgr.14196) 1106 : cluster [DBG] pgmap v1646: 17 pgs: 17 active+clean; 1.9 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 199 MiB/s wr, 3.18k op/s
2020-11-16T20:48:35.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   13      16     37061     37045   178.081   118.438  0.00671571  0.00561233
2020-11-16T20:48:36.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   14      16     39179     39163   174.816   132.375  0.00439959  0.00571746
2020-11-16T20:48:36.461 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:36.565 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:36.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:36 smithi065 bash[9468]: cluster 2020-11-16T20:48:36.428027+0000 mgr.x (mgr.14196) 1107 : cluster [DBG] pgmap v1647: 17 pgs: 17 active+clean; 2.1 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 178 MiB/s wr, 2.85k op/s
2020-11-16T20:48:36.872 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:36 smithi142 bash[9523]: cluster 2020-11-16T20:48:36.428027+0000 mgr.x (mgr.14196) 1107 : cluster [DBG] pgmap v1647: 17 pgs: 17 active+clean; 2.1 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 178 MiB/s wr, 2.85k op/s
2020-11-16T20:48:36.873 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:36.947 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:36 smithi071 bash[26650]: debug 2020-11-16T20:48:36.459+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:36.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:36 smithi071 bash[9480]: cluster 2020-11-16T20:48:36.428027+0000 mgr.x (mgr.14196) 1107 : cluster [DBG] pgmap v1647: 17 pgs: 17 active+clean; 2.1 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 178 MiB/s wr, 2.85k op/s
2020-11-16T20:48:36.974 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:37.094 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:36 smithi065 bash[16457]: debug 2020-11-16T20:48:36.822+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:37.094 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:37.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   15      16     41473     41457   172.719   143.375   0.0052504  0.00578724
2020-11-16T20:48:37.201 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:37.383 INFO:tasks.thrashosds.thrasher:Recovered, killing an osd
2020-11-16T20:48:37.383 INFO:tasks.thrashosds.thrasher:Killing osd 3, live_osds are [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 7]
2020-11-16T20:48:37.383 INFO:tasks.cephadm.osd.3:Stopping osd.3...
2020-11-16T20:48:37.384 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.3
2020-11-16T20:48:37.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:37 smithi065 bash[14115]: debug 2020-11-16T20:48:37.094+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:37.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:37 smithi142 systemd[1]: Stopping Ceph osd.3 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:48:37.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:37 smithi071 bash[9480]: audit 2020-11-16T20:48:36.740768+0000 mon.a (mon.0) 2042 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:37.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:37 smithi071 bash[9480]: audit 2020-11-16T20:48:37.167232+0000 mon.a (mon.0) 2043 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:48:37.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:37 smithi071 bash[9480]: audit 2020-11-16T20:48:37.171975+0000 mon.a (mon.0) 2044 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:48:38.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:37 smithi065 bash[9468]: audit 2020-11-16T20:48:36.740768+0000 mon.a (mon.0) 2042 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:38.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:37 smithi065 bash[9468]: audit 2020-11-16T20:48:37.167232+0000 mon.a (mon.0) 2043 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:48:38.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:37 smithi065 bash[9468]: audit 2020-11-16T20:48:37.171975+0000 mon.a (mon.0) 2044 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:48:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:37 smithi142 bash[9523]: audit 2020-11-16T20:48:36.740768+0000 mon.a (mon.0) 2042 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:37 smithi142 bash[9523]: audit 2020-11-16T20:48:37.167232+0000 mon.a (mon.0) 2043 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:48:38.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:37 smithi142 bash[9523]: audit 2020-11-16T20:48:37.171975+0000 mon.a (mon.0) 2044 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.857850\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:42:23.858012\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858108\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.858673\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859074\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:42:23.859512\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:42:23.860035\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:48:38.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   16      16     43742     43726   170.787   141.812  0.00501141  0.00585294
2020-11-16T20:48:38.148 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:38.252 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:38.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[20366]: debug 2020-11-16T20:48:38.149+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:38.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[22738]: debug 2020-11-16T20:48:38.165+0000 7f3419eac700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:38.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[22738]: debug 2020-11-16T20:48:38.165+0000 7f3419eac700 -1 osd.3 636 *** Got signal Terminated ***
2020-11-16T20:48:38.533 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[22738]: debug 2020-11-16T20:48:38.165+0000 7f3419eac700 -1 osd.3 636 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T20:48:38.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.331943+0000 mon.a (mon.0) 2045 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:38.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.331981+0000 mon.a (mon.0) 2046 : cluster [INF] osd.3 failed (root=default,host=smithi142) (connection refused reported by osd.0)
2020-11-16T20:48:38.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.332168+0000 mon.a (mon.0) 2047 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:38.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.332257+0000 mon.a (mon.0) 2048 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:38.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.332427+0000 mon.a (mon.0) 2049 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:38.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.332495+0000 mon.a (mon.0) 2050 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:38.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.332650+0000 mon.a (mon.0) 2051 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:38.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.332769+0000 mon.a (mon.0) 2052 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:38.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.332973+0000 mon.a (mon.0) 2053 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:38.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.333040+0000 mon.a (mon.0) 2054 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:38.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.333199+0000 mon.a (mon.0) 2055 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:38.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.333302+0000 mon.a (mon.0) 2056 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:38.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.333503+0000 mon.a (mon.0) 2057 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:38.950 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.333629+0000 mon.a (mon.0) 2058 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.334038+0000 mon.a (mon.0) 2059 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.334169+0000 mon.a (mon.0) 2060 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.334359+0000 mon.a (mon.0) 2061 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.334543+0000 mon.a (mon.0) 2062 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.334712+0000 mon.a (mon.0) 2063 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.334903+0000 mon.a (mon.0) 2064 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.335079+0000 mon.a (mon.0) 2065 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:38.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.335253+0000 mon.a (mon.0) 2066 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:38.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.335432+0000 mon.a (mon.0) 2067 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:38.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.428676+0000 mgr.x (mgr.14196) 1108 : cluster [DBG] pgmap v1648: 17 pgs: 17 active+clean; 2.3 GiB data, 7.4 GiB used, 797 GiB / 805 GiB avail; 142 MiB/s wr, 2.27k op/s
2020-11-16T20:48:38.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.534086+0000 mon.a (mon.0) 2068 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:38.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.534326+0000 mon.a (mon.0) 2069 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:38.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.534684+0000 mon.a (mon.0) 2070 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:38.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.534982+0000 mon.a (mon.0) 2071 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:38.952 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.535215+0000 mon.a (mon.0) 2072 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:38.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.535421+0000 mon.a (mon.0) 2073 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:38.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.535615+0000 mon.a (mon.0) 2074 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:38.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.535804+0000 mon.a (mon.0) 2075 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:38.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.536045+0000 mon.a (mon.0) 2076 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:38.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.536373+0000 mon.a (mon.0) 2077 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:38.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.536745+0000 mon.a (mon.0) 2078 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:38.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.537041+0000 mon.a (mon.0) 2079 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:38.953 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.537332+0000 mon.a (mon.0) 2080 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:38.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.538188+0000 mon.a (mon.0) 2081 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:38.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.538435+0000 mon.a (mon.0) 2082 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:38.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.538657+0000 mon.a (mon.0) 2083 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:38.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.538886+0000 mon.a (mon.0) 2084 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:38.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.539046+0000 mon.a (mon.0) 2085 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:38.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.539295+0000 mon.a (mon.0) 2086 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:38.954 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.539503+0000 mon.a (mon.0) 2087 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:38.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.539722+0000 mon.a (mon.0) 2088 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:38.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.539969+0000 mon.a (mon.0) 2089 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:38.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.540169+0000 mon.a (mon.0) 2090 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:38.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.540367+0000 mon.a (mon.0) 2091 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:38.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.540517+0000 mon.a (mon.0) 2092 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:38.955 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:38 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.540734+0000 mon.a (mon.0) 2093 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.331943+0000 mon.a (mon.0) 2045 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.331981+0000 mon.a (mon.0) 2046 : cluster [INF] osd.3 failed (root=default,host=smithi142) (connection refused reported by osd.0)
2020-11-16T20:48:39.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.332168+0000 mon.a (mon.0) 2047 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:39.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.332257+0000 mon.a (mon.0) 2048 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:39.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.332427+0000 mon.a (mon.0) 2049 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.332495+0000 mon.a (mon.0) 2050 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:39.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.332650+0000 mon.a (mon.0) 2051 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:39.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.332769+0000 mon.a (mon.0) 2052 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.332973+0000 mon.a (mon.0) 2053 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.333040+0000 mon.a (mon.0) 2054 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.333199+0000 mon.a (mon.0) 2055 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.333302+0000 mon.a (mon.0) 2056 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.333503+0000 mon.a (mon.0) 2057 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.333629+0000 mon.a (mon.0) 2058 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.334038+0000 mon.a (mon.0) 2059 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.334169+0000 mon.a (mon.0) 2060 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.334359+0000 mon.a (mon.0) 2061 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.334543+0000 mon.a (mon.0) 2062 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.334712+0000 mon.a (mon.0) 2063 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.334903+0000 mon.a (mon.0) 2064 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.335079+0000 mon.a (mon.0) 2065 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.335253+0000 mon.a (mon.0) 2066 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:39.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.335432+0000 mon.a (mon.0) 2067 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:39.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.428676+0000 mgr.x (mgr.14196) 1108 : cluster [DBG] pgmap v1648: 17 pgs: 17 active+clean; 2.3 GiB data, 7.4 GiB used, 797 GiB / 805 GiB avail; 142 MiB/s wr, 2.27k op/s
2020-11-16T20:48:39.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.534086+0000 mon.a (mon.0) 2068 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:39.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.534326+0000 mon.a (mon.0) 2069 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:39.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.534684+0000 mon.a (mon.0) 2070 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:39.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.534982+0000 mon.a (mon.0) 2071 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.535215+0000 mon.a (mon.0) 2072 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:39.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.535421+0000 mon.a (mon.0) 2073 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.535615+0000 mon.a (mon.0) 2074 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.535804+0000 mon.a (mon.0) 2075 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:39.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.536045+0000 mon.a (mon.0) 2076 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:39.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.536373+0000 mon.a (mon.0) 2077 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:39.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.536745+0000 mon.a (mon.0) 2078 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:39.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.537041+0000 mon.a (mon.0) 2079 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:39.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.537332+0000 mon.a (mon.0) 2080 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:39.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.538188+0000 mon.a (mon.0) 2081 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:39.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.538435+0000 mon.a (mon.0) 2082 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:39.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.538657+0000 mon.a (mon.0) 2083 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:39.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.538886+0000 mon.a (mon.0) 2084 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.539046+0000 mon.a (mon.0) 2085 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:39.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.539295+0000 mon.a (mon.0) 2086 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.539503+0000 mon.a (mon.0) 2087 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.539722+0000 mon.a (mon.0) 2088 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.038 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.539969+0000 mon.a (mon.0) 2089 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.038 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.540169+0000 mon.a (mon.0) 2090 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.038 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.540367+0000 mon.a (mon.0) 2091 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.038 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.540517+0000 mon.a (mon.0) 2092 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.038 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:38 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.540734+0000 mon.a (mon.0) 2093 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.331943+0000 mon.a (mon.0) 2045 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.331981+0000 mon.a (mon.0) 2046 : cluster [INF] osd.3 failed (root=default,host=smithi142) (connection refused reported by osd.0)
2020-11-16T20:48:39.039 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.332168+0000 mon.a (mon.0) 2047 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:39.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.332257+0000 mon.a (mon.0) 2048 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:39.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.332427+0000 mon.a (mon.0) 2049 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.332495+0000 mon.a (mon.0) 2050 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:39.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.332650+0000 mon.a (mon.0) 2051 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:39.040 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.332769+0000 mon.a (mon.0) 2052 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.332973+0000 mon.a (mon.0) 2053 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:39.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.333040+0000 mon.a (mon.0) 2054 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.333199+0000 mon.a (mon.0) 2055 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:39.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.333302+0000 mon.a (mon.0) 2056 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.333503+0000 mon.a (mon.0) 2057 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.041 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.333629+0000 mon.a (mon.0) 2058 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:39.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.334038+0000 mon.a (mon.0) 2059 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.334169+0000 mon.a (mon.0) 2060 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:39.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.334359+0000 mon.a (mon.0) 2061 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:39.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.334543+0000 mon.a (mon.0) 2062 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.334712+0000 mon.a (mon.0) 2063 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.334903+0000 mon.a (mon.0) 2064 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:39.042 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.335079+0000 mon.a (mon.0) 2065 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:39.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.335253+0000 mon.a (mon.0) 2066 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:39.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.335432+0000 mon.a (mon.0) 2067 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:39.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.428676+0000 mgr.x (mgr.14196) 1108 : cluster [DBG] pgmap v1648: 17 pgs: 17 active+clean; 2.3 GiB data, 7.4 GiB used, 797 GiB / 805 GiB avail; 142 MiB/s wr, 2.27k op/s
2020-11-16T20:48:39.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.534086+0000 mon.a (mon.0) 2068 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:39.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.534326+0000 mon.a (mon.0) 2069 : cluster [DBG] osd.3 reported immediately failed by osd.2
2020-11-16T20:48:39.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.534684+0000 mon.a (mon.0) 2070 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:39.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.534982+0000 mon.a (mon.0) 2071 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.535215+0000 mon.a (mon.0) 2072 : cluster [DBG] osd.3 reported immediately failed by osd.1
2020-11-16T20:48:39.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.535421+0000 mon.a (mon.0) 2073 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.535615+0000 mon.a (mon.0) 2074 : cluster [DBG] osd.3 reported immediately failed by osd.0
2020-11-16T20:48:39.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.535804+0000 mon.a (mon.0) 2075 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:39.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.536045+0000 mon.a (mon.0) 2076 : cluster [DBG] osd.3 reported immediately failed by osd.11
2020-11-16T20:48:39.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.536373+0000 mon.a (mon.0) 2077 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:39.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.536745+0000 mon.a (mon.0) 2078 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:39.044 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.537041+0000 mon.a (mon.0) 2079 : cluster [DBG] osd.3 reported immediately failed by osd.9
2020-11-16T20:48:39.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.537332+0000 mon.a (mon.0) 2080 : cluster [DBG] osd.3 reported immediately failed by osd.10
2020-11-16T20:48:39.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.538188+0000 mon.a (mon.0) 2081 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:39.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.538435+0000 mon.a (mon.0) 2082 : cluster [DBG] osd.3 reported immediately failed by osd.8
2020-11-16T20:48:39.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.538657+0000 mon.a (mon.0) 2083 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:39.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.538886+0000 mon.a (mon.0) 2084 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.539046+0000 mon.a (mon.0) 2085 : cluster [DBG] osd.3 reported immediately failed by osd.5
2020-11-16T20:48:39.045 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.539295+0000 mon.a (mon.0) 2086 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.539503+0000 mon.a (mon.0) 2087 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.539722+0000 mon.a (mon.0) 2088 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.539969+0000 mon.a (mon.0) 2089 : cluster [DBG] osd.3 reported immediately failed by osd.4
2020-11-16T20:48:39.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.540169+0000 mon.a (mon.0) 2090 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.540367+0000 mon.a (mon.0) 2091 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.540517+0000 mon.a (mon.0) 2092 : cluster [DBG] osd.3 reported immediately failed by osd.7
2020-11-16T20:48:39.046 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:38 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.540734+0000 mon.a (mon.0) 2093 : cluster [DBG] osd.3 reported immediately failed by osd.6
2020-11-16T20:48:39.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   17      16     43862     43846   161.181       7.5  0.00464728  0.00585637
2020-11-16T20:48:39.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:39 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.623936+0000 mon.a (mon.0) 2094 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:48:39.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:39 smithi071 bash[9480]: cluster 2020-11-16T20:48:38.640136+0000 mon.a (mon.0) 2095 : cluster [DBG] osdmap e637: 12 total, 11 up, 9 in
2020-11-16T20:48:39.976 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:39 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.623936+0000 mon.a (mon.0) 2094 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:48:39.976 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:39 smithi142 bash[9523]: cluster 2020-11-16T20:48:38.640136+0000 mon.a (mon.0) 2095 : cluster [DBG] osdmap e637: 12 total, 11 up, 9 in
2020-11-16T20:48:40.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:39 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.623936+0000 mon.a (mon.0) 2094 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:48:40.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:39 smithi065 bash[9468]: cluster 2020-11-16T20:48:38.640136+0000 mon.a (mon.0) 2095 : cluster [DBG] osdmap e637: 12 total, 11 up, 9 in
2020-11-16T20:48:40.090 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:40.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   18      16     43862     43846   152.226         0           -  0.00585637
2020-11-16T20:48:40.193 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:40.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:40 smithi142 bash[15670]: debug 2020-11-16T20:48:40.089+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:40.312 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:40.416 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:40.546 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:40.644 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:40 smithi071 bash[14419]: debug 2020-11-16T20:48:40.311+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:40.650 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:40.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:40 smithi065 bash[9468]: cluster 2020-11-16T20:48:39.646225+0000 mon.a (mon.0) 2096 : cluster [DBG] osdmap e638: 12 total, 11 up, 9 in
2020-11-16T20:48:40.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:40 smithi065 bash[9468]: cluster 2020-11-16T20:48:40.429444+0000 mgr.x (mgr.14196) 1109 : cluster [DBG] pgmap v1651: 17 pgs: 1 undersized+degraded+peered, 1 peering, 3 stale+active+clean, 12 active+clean; 2.5 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 131 MiB/s wr, 2.09k op/s; 2732/81846 objects degraded (3.338%)
2020-11-16T20:48:40.781 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:40 smithi065 bash[16457]: debug 2020-11-16T20:48:40.546+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:40.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:40 smithi142 bash[9523]: cluster 2020-11-16T20:48:39.646225+0000 mon.a (mon.0) 2096 : cluster [DBG] osdmap e638: 12 total, 11 up, 9 in
2020-11-16T20:48:40.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:40 smithi142 bash[9523]: cluster 2020-11-16T20:48:40.429444+0000 mgr.x (mgr.14196) 1109 : cluster [DBG] pgmap v1651: 17 pgs: 1 undersized+degraded+peered, 1 peering, 3 stale+active+clean, 12 active+clean; 2.5 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 131 MiB/s wr, 2.09k op/s; 2732/81846 objects degraded (3.338%)
2020-11-16T20:48:40.911 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:40.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:40 smithi071 bash[9480]: cluster 2020-11-16T20:48:39.646225+0000 mon.a (mon.0) 2096 : cluster [DBG] osdmap e638: 12 total, 11 up, 9 in
2020-11-16T20:48:40.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:40 smithi071 bash[9480]: cluster 2020-11-16T20:48:40.429444+0000 mgr.x (mgr.14196) 1109 : cluster [DBG] pgmap v1651: 17 pgs: 1 undersized+degraded+peered, 1 peering, 3 stale+active+clean, 12 active+clean; 2.5 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 131 MiB/s wr, 2.09k op/s; 2732/81846 objects degraded (3.338%)
2020-11-16T20:48:41.016 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:41.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   19      16     43862     43846   144.214         0           -  0.00585637
2020-11-16T20:48:41.153 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:41.259 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:41.272 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:40 smithi142 bash[20366]: debug 2020-11-16T20:48:40.913+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:41.280 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:41 smithi065 bash[18823]: debug 2020-11-16T20:48:41.154+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:41.389 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:41.494 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:41.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:41 smithi142 docker[105634]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:48:41.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:48:41 smithi142 bash[105865]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3-deactivate
2020-11-16T20:48:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:41.646 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:48:41 smithi065 bash[11785]: debug 2020-11-16T20:48:41.390+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:41.744 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:41.868 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:41 smithi071 bash[9480]: cluster 2020-11-16T20:48:40.640007+0000 mon.a (mon.0) 2097 : cluster [WRN] Health check failed: Degraded data redundancy: 2732/81846 objects degraded (3.338%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:48:41.868 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:41 smithi071 bash[26650]: debug 2020-11-16T20:48:41.635+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:41.869 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:41.973 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:42.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:41 smithi065 bash[9468]: cluster 2020-11-16T20:48:40.640007+0000 mon.a (mon.0) 2097 : cluster [WRN] Health check failed: Degraded data redundancy: 2732/81846 objects degraded (3.338%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:48:42.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:41 smithi142 bash[9523]: cluster 2020-11-16T20:48:40.640007+0000 mon.a (mon.0) 2097 : cluster [WRN] Health check failed: Degraded data redundancy: 2732/81846 objects degraded (3.338%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:48:42.088 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:42.113 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:48:42.118629 min lat: 0.00157907 max lat: 0.236976 avg lat: 0.00585637
2020-11-16T20:48:42.114 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:48:42.114 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   20      16     43862     43846   137.003         0           -  0.00585637
2020-11-16T20:48:42.194 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:42.197 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:42 smithi071 bash[14419]: debug 2020-11-16T20:48:42.087+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:42.197 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:48:41 smithi071 bash[12066]: debug 2020-11-16T20:48:41.867+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:42.306 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:42.412 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:42.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:42 smithi065 bash[14115]: debug 2020-11-16T20:48:42.306+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:42.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:42 smithi142 bash[9523]: cluster 2020-11-16T20:48:42.430232+0000 mgr.x (mgr.14196) 1110 : cluster [DBG] pgmap v1652: 17 pgs: 5 undersized+degraded+peered, 1 peering, 11 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 94 MiB/s wr, 1.50k op/s; 13622/87372 objects degraded (15.591%)
2020-11-16T20:48:42.897 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:42.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:42 smithi071 bash[9480]: cluster 2020-11-16T20:48:42.430232+0000 mgr.x (mgr.14196) 1110 : cluster [DBG] pgmap v1652: 17 pgs: 5 undersized+degraded+peered, 1 peering, 11 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 94 MiB/s wr, 1.50k op/s; 13622/87372 objects degraded (15.591%)
2020-11-16T20:48:43.004 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:43.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:42 smithi065 bash[9468]: cluster 2020-11-16T20:48:42.430232+0000 mgr.x (mgr.14196) 1110 : cluster [DBG] pgmap v1652: 17 pgs: 5 undersized+degraded+peered, 1 peering, 11 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 94 MiB/s wr, 1.50k op/s; 13622/87372 objects degraded (15.591%)
2020-11-16T20:48:43.114 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   21      16     43862     43846   130.479         0           -  0.00585637
2020-11-16T20:48:43.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:42 smithi142 bash[15670]: debug 2020-11-16T20:48:42.897+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:43.463 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:43.569 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:43.835 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:43 smithi142 bash[15670]: debug 2020-11-16T20:48:43.465+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:43.836 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:43 smithi142 bash[9523]: cluster 2020-11-16T20:48:42.207391+0000 osd.6 (osd.6) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:43.836 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:43 smithi142 bash[9523]: cluster 2020-11-16T20:48:42.207516+0000 osd.6 (osd.6) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:43.836 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:43 smithi142 bash[9523]: cluster 2020-11-16T20:48:42.666041+0000 mon.a (mon.0) 2098 : cluster [DBG] osdmap e639: 12 total, 11 up, 9 in
2020-11-16T20:48:43.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:43 smithi071 bash[9480]: cluster 2020-11-16T20:48:42.207391+0000 osd.6 (osd.6) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:43.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:43 smithi071 bash[9480]: cluster 2020-11-16T20:48:42.207516+0000 osd.6 (osd.6) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:43.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:43 smithi071 bash[9480]: cluster 2020-11-16T20:48:42.666041+0000 mon.a (mon.0) 2098 : cluster [DBG] osdmap e639: 12 total, 11 up, 9 in
2020-11-16T20:48:44.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:43 smithi065 bash[9468]: cluster 2020-11-16T20:48:42.207391+0000 osd.6 (osd.6) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:44.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:43 smithi065 bash[9468]: cluster 2020-11-16T20:48:42.207516+0000 osd.6 (osd.6) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:44.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:43 smithi065 bash[9468]: cluster 2020-11-16T20:48:42.666041+0000 mon.a (mon.0) 2098 : cluster [DBG] osdmap e639: 12 total, 11 up, 9 in
2020-11-16T20:48:44.064 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:44.114 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   22      16     43862     43846   124.548         0           -  0.00585637
2020-11-16T20:48:44.169 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:44.304 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:44.410 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:44.462 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:44 smithi142 bash[20366]: debug 2020-11-16T20:48:44.069+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:44.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:44 smithi065 bash[14115]: debug 2020-11-16T20:48:44.306+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:44.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:44 smithi142 bash[9523]: cluster 2020-11-16T20:48:44.431066+0000 mgr.x (mgr.14196) 1111 : cluster [DBG] pgmap v1654: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 57 MiB/s wr, 908 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:44.822 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:44.928 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:44.940 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:44 smithi065 bash[9468]: cluster 2020-11-16T20:48:44.431066+0000 mgr.x (mgr.14196) 1111 : cluster [DBG] pgmap v1654: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 57 MiB/s wr, 908 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:44.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:44 smithi071 bash[9480]: cluster 2020-11-16T20:48:44.431066+0000 mgr.x (mgr.14196) 1111 : cluster [DBG] pgmap v1654: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 57 MiB/s wr, 908 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:45.048 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:45.114 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   23      16     43862     43846   119.132         0           -  0.00585637
2020-11-16T20:48:45.155 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:45.277 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:48:45 smithi065 bash[11785]: debug 2020-11-16T20:48:45.050+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:45.277 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:45.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:45 smithi065 bash[16457]: debug 2020-11-16T20:48:45.278+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:45.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:44 smithi142 bash[20366]: debug 2020-11-16T20:48:44.825+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:45.383 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:45.831 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:45.936 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:46.061 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:46.114 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   24      16     43862     43846   114.169         0           -  0.00585637
2020-11-16T20:48:46.167 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:46.181 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:48:46.208 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:46 smithi065 bash[16457]: debug 2020-11-16T20:48:46.062+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:46.213 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:48:46.234 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:48:46.266 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:48:46.295 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:45 smithi142 bash[18009]: debug 2020-11-16T20:48:45.837+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:46.302 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:48:46.336 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:48:46.360 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:48:46.386 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:48:46.414 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:48:46.446 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:48:46.474 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:48:46.474 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.474 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.474 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.475 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:48:46.475 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:48:46.475 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.475 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.475 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.475 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.475 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.476 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.476 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.476 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:48:46.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:46 smithi065 bash[9468]: audit 2020-11-16T20:48:46.161945+0000 mon.a (mon.0) 2099 : audit [DBG] from='client.? v1:172.21.15.142:0/2490612073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:46.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:46 smithi071 bash[9480]: audit 2020-11-16T20:48:46.161945+0000 mon.a (mon.0) 2099 : audit [DBG] from='client.? v1:172.21.15.142:0/2490612073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:46.827 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:46 smithi142 bash[9523]: audit 2020-11-16T20:48:46.161945+0000 mon.a (mon.0) 2099 : audit [DBG] from='client.? v1:172.21.15.142:0/2490612073' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:46.909 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:47.015 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:47.114 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   25      16     43862     43846   109.602         0           -  0.00585637
2020-11-16T20:48:47.168 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:47.216 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:46 smithi142 bash[15670]: debug 2020-11-16T20:48:46.913+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:47.274 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:47.412 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:47.447 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[16796]: debug 2020-11-16T20:48:47.167+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:47.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.188890+0000 osd.0 (osd.0) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.220710+0000 osd.1 (osd.1) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.241727+0000 osd.2 (osd.2) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.271787+0000 osd.4 (osd.4) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.308042+0000 osd.5 (osd.5) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.341593+0000 osd.6 (osd.6) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.365798+0000 osd.7 (osd.7) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.390364+0000 osd.8 (osd.8) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.418407+0000 osd.9 (osd.9) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.431895+0000 mgr.x (mgr.14196) 1112 : cluster [DBG] pgmap v1655: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 44 MiB/s wr, 699 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:47.449 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:47 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.615169+0000 mon.a (mon.0) 2100 : cluster [WRN] Health check update: Degraded data redundancy: 19196/87714 objects degraded (21.885%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:48:47.517 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:47.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.188890+0000 osd.0 (osd.0) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.220710+0000 osd.1 (osd.1) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.241727+0000 osd.2 (osd.2) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.271787+0000 osd.4 (osd.4) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.308042+0000 osd.5 (osd.5) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.341593+0000 osd.6 (osd.6) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.365798+0000 osd.7 (osd.7) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.390364+0000 osd.8 (osd.8) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.418407+0000 osd.9 (osd.9) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.431895+0000 mgr.x (mgr.14196) 1112 : cluster [DBG] pgmap v1655: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 44 MiB/s wr, 699 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:47.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:47 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.615169+0000 mon.a (mon.0) 2100 : cluster [WRN] Health check update: Degraded data redundancy: 19196/87714 objects degraded (21.885%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:48:47.532 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[11785]: debug 2020-11-16T20:48:47.410+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:47.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.188890+0000 osd.0 (osd.0) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.220710+0000 osd.1 (osd.1) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.241727+0000 osd.2 (osd.2) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.271787+0000 osd.4 (osd.4) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.308042+0000 osd.5 (osd.5) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.341593+0000 osd.6 (osd.6) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.365798+0000 osd.7 (osd.7) 139 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.390364+0000 osd.8 (osd.8) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.418407+0000 osd.9 (osd.9) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.431895+0000 mgr.x (mgr.14196) 1112 : cluster [DBG] pgmap v1655: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 44 MiB/s wr, 699 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:47.533 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:47 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.615169+0000 mon.a (mon.0) 2100 : cluster [WRN] Health check update: Degraded data redundancy: 19196/87714 objects degraded (21.885%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:48:48.114 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   26      16     43862     43846   105.386         0           -  0.00585637
2020-11-16T20:48:48.145 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:48.251 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:48.499 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:48 smithi142 bash[20366]: debug 2020-11-16T20:48:48.149+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:48.499 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:48 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.449924+0000 osd.10 (osd.10) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:48.499 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:48 smithi142 bash[9523]: cluster 2020-11-16T20:48:46.478091+0000 osd.11 (osd.11) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:48.505 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:48.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:48 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.449924+0000 osd.10 (osd.10) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:48.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:48 smithi065 bash[9468]: cluster 2020-11-16T20:48:46.478091+0000 osd.11 (osd.11) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:48.592 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:48:48.593 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:48:48.608 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:48.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:48 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.449924+0000 osd.10 (osd.10) 144 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:48.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:48 smithi071 bash[9480]: cluster 2020-11-16T20:48:46.478091+0000 osd.11 (osd.11) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:48.757 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:48 smithi142 bash[18009]: debug 2020-11-16T20:48:48.509+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:48.781 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:48:48.781 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:48:48.835 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:48.940 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:49.115 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   27      16     43862     43846   101.483         0           -  0.00585637
2020-11-16T20:48:49.200 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:48 smithi142 bash[18009]: debug 2020-11-16T20:48:48.841+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:49.200 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:49.235 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:48:49.306 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:49.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:49 smithi065 bash[9468]: cluster 2020-11-16T20:48:48.432732+0000 mgr.x (mgr.14196) 1113 : cluster [DBG] pgmap v1656: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 31 MiB/s wr, 502 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:49.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:49 smithi065 bash[9468]: audit 2020-11-16T20:48:49.096671+0000 mon.a (mon.0) 2101 : audit [INF] from='client.? v1:172.21.15.142:0/2417124875' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:48:49.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:49 smithi142 bash[20366]: debug 2020-11-16T20:48:49.205+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:49.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:49 smithi142 bash[9523]: cluster 2020-11-16T20:48:48.432732+0000 mgr.x (mgr.14196) 1113 : cluster [DBG] pgmap v1656: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 31 MiB/s wr, 502 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:49.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:49 smithi142 bash[9523]: audit 2020-11-16T20:48:49.096671+0000 mon.a (mon.0) 2101 : audit [INF] from='client.? v1:172.21.15.142:0/2417124875' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:48:49.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:49 smithi071 bash[9480]: cluster 2020-11-16T20:48:48.432732+0000 mgr.x (mgr.14196) 1113 : cluster [DBG] pgmap v1656: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 31 MiB/s wr, 502 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:49.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:49 smithi071 bash[9480]: audit 2020-11-16T20:48:49.096671+0000 mon.a (mon.0) 2101 : audit [INF] from='client.? v1:172.21.15.142:0/2417124875' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:48:50.029 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:50.115 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   28      16     43862     43846   97.8583         0           -  0.00585637
2020-11-16T20:48:50.133 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:50.269 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:50.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:50 smithi142 bash[20366]: debug 2020-11-16T20:48:50.033+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:50.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:50 smithi142 bash[9523]: cluster 2020-11-16T20:48:48.854091+0000 osd.4 (osd.4) 175 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:50.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:50 smithi142 bash[9523]: cluster 2020-11-16T20:48:48.854218+0000 osd.4 (osd.4) 176 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:50.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:50 smithi142 bash[9523]: cluster 2020-11-16T20:48:49.227611+0000 mon.a (mon.0) 2102 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:48:50.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:50 smithi142 bash[9523]: audit 2020-11-16T20:48:49.238351+0000 mon.a (mon.0) 2103 : audit [INF] from='client.? v1:172.21.15.142:0/2417124875' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:48:50.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:50 smithi142 bash[9523]: cluster 2020-11-16T20:48:49.238407+0000 mon.a (mon.0) 2104 : cluster [DBG] osdmap e640: 12 total, 11 up, 9 in
2020-11-16T20:48:50.374 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:50.447 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:50 smithi071 bash[26650]: debug 2020-11-16T20:48:50.267+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:50.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:50 smithi071 bash[9480]: cluster 2020-11-16T20:48:48.854091+0000 osd.4 (osd.4) 175 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:50.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:50 smithi071 bash[9480]: cluster 2020-11-16T20:48:48.854218+0000 osd.4 (osd.4) 176 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:50.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:50 smithi071 bash[9480]: cluster 2020-11-16T20:48:49.227611+0000 mon.a (mon.0) 2102 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:48:50.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:50 smithi071 bash[9480]: audit 2020-11-16T20:48:49.238351+0000 mon.a (mon.0) 2103 : audit [INF] from='client.? v1:172.21.15.142:0/2417124875' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:48:50.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:50 smithi071 bash[9480]: cluster 2020-11-16T20:48:49.238407+0000 mon.a (mon.0) 2104 : cluster [DBG] osdmap e640: 12 total, 11 up, 9 in
2020-11-16T20:48:50.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:50 smithi065 bash[9468]: cluster 2020-11-16T20:48:48.854091+0000 osd.4 (osd.4) 175 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:48:50.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:50 smithi065 bash[9468]: cluster 2020-11-16T20:48:48.854218+0000 osd.4 (osd.4) 176 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:48:50.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:50 smithi065 bash[9468]: cluster 2020-11-16T20:48:49.227611+0000 mon.a (mon.0) 2102 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:48:50.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:50 smithi065 bash[9468]: audit 2020-11-16T20:48:49.238351+0000 mon.a (mon.0) 2103 : audit [INF] from='client.? v1:172.21.15.142:0/2417124875' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:48:50.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:50 smithi065 bash[9468]: cluster 2020-11-16T20:48:49.238407+0000 mon.a (mon.0) 2104 : cluster [DBG] osdmap e640: 12 total, 11 up, 9 in
2020-11-16T20:48:50.594 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:48:50.738 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:51.115 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   29      16     43862     43846   94.4837         0           -  0.00585637
2020-11-16T20:48:51.204 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight
2020-11-16T20:48:51.209 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:51.313 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:51.349 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:48:51.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:51 smithi065 bash[9468]: cluster 2020-11-16T20:48:50.433657+0000 mgr.x (mgr.14196) 1114 : cluster [DBG] pgmap v1658: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 1.3 MiB/s wr, 21 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:51.617 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:51 smithi142 bash[9523]: cluster 2020-11-16T20:48:50.433657+0000 mgr.x (mgr.14196) 1114 : cluster [DBG] pgmap v1658: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 1.3 MiB/s wr, 21 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:51.617 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:51 smithi142 bash[20366]: debug 2020-11-16T20:48:51.213+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:51.635 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:51 smithi071 bash[9480]: cluster 2020-11-16T20:48:50.433657+0000 mgr.x (mgr.14196) 1114 : cluster [DBG] pgmap v1658: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 1.3 MiB/s wr, 21 op/s; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:51.636 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:51.742 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:52.023 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:51 smithi071 bash[16796]: debug 2020-11-16T20:48:51.639+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:52.115 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   30      16     43862     43846   91.3341         0           -  0.00585637
2020-11-16T20:48:52.873 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:52 smithi071 bash[9480]: cluster 2020-11-16T20:48:51.627169+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e641: 12 total, 11 up, 9 in
2020-11-16T20:48:52.873 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:52 smithi071 bash[9480]: cluster 2020-11-16T20:48:52.434474+0000 mgr.x (mgr.14196) 1115 : cluster [DBG] pgmap v1660: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:52.873 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:48:52.978 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:52.986 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:52 smithi142 bash[9523]: cluster 2020-11-16T20:48:51.627169+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e641: 12 total, 11 up, 9 in
2020-11-16T20:48:52.986 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:52 smithi142 bash[9523]: cluster 2020-11-16T20:48:52.434474+0000 mgr.x (mgr.14196) 1115 : cluster [DBG] pgmap v1660: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:52.991 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:52 smithi065 bash[9468]: cluster 2020-11-16T20:48:51.627169+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e641: 12 total, 11 up, 9 in
2020-11-16T20:48:52.991 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:52 smithi065 bash[9468]: cluster 2020-11-16T20:48:52.434474+0000 mgr.x (mgr.14196) 1115 : cluster [DBG] pgmap v1660: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:53.115 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   31      16     43862     43846   88.3877         0           -  0.00585637
2020-11-16T20:48:53.126 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:53.197 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:48:52 smithi071 bash[12066]: debug 2020-11-16T20:48:52.875+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:53.232 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:53.280 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:53 smithi065 bash[16457]: debug 2020-11-16T20:48:53.126+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:53.538 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:48:53.541 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:53.647 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:53.733 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:53.825 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:53 smithi071 bash[14419]: debug 2020-11-16T20:48:53.543+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:53.826 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:48:53.932 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:54.051 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:54.115 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   32      16     43862     43846   85.6256         0           -  0.00585637
2020-11-16T20:48:54.155 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:54.197 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:54 smithi071 bash[26650]: debug 2020-11-16T20:48:54.055+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:54.197 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:48:53 smithi071 bash[16796]: debug 2020-11-16T20:48:53.827+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:54.673 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:54.779 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:54.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:54 smithi065 bash[9468]: cluster 2020-11-16T20:48:54.435264+0000 mgr.x (mgr.14196) 1116 : cluster [DBG] pgmap v1661: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:54.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:54 smithi142 bash[9523]: cluster 2020-11-16T20:48:54.435264+0000 mgr.x (mgr.14196) 1116 : cluster [DBG] pgmap v1661: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:54.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:54 smithi142 bash[18009]: debug 2020-11-16T20:48:54.677+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:54.792 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:54 smithi071 bash[9480]: cluster 2020-11-16T20:48:54.435264+0000 mgr.x (mgr.14196) 1116 : cluster [DBG] pgmap v1661: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:54.984 INFO:teuthology.orchestra.run.smithi142:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.3.service'
2020-11-16T20:48:54.994 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:55.099 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:55.105 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:55 smithi071 bash[14419]: debug 2020-11-16T20:48:54.999+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:55.116 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   33      16     43862     43846   83.0308         0           -  0.00585637
2020-11-16T20:48:55.149 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T20:48:55.150 INFO:tasks.cephadm.osd.3:Stopped osd.3
2020-11-16T20:48:55.150 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd down 3
2020-11-16T20:48:55.290 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:48:55.523 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:55.628 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:55.775 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:55.881 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:55.947 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:55 smithi071 bash[14419]: debug 2020-11-16T20:48:55.527+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:56.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:55 smithi065 bash[14115]: debug 2020-11-16T20:48:55.774+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:56.116 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   34      16     43862     43846   80.5886         0           -  0.00585637
2020-11-16T20:48:56.281 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:48:56.387 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:56.510 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:48:56.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:56 smithi142 bash[9523]: cluster 2020-11-16T20:48:56.436314+0000 mgr.x (mgr.14196) 1117 : cluster [DBG] pgmap v1662: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:56.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:48:56 smithi142 bash[20366]: debug 2020-11-16T20:48:56.285+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:56.615 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:56.626 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:56 smithi071 bash[9480]: cluster 2020-11-16T20:48:56.436314+0000 mgr.x (mgr.14196) 1117 : cluster [DBG] pgmap v1662: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:56.635 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:48:56.635 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:48:56.747 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:48:56.780 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:48:56 smithi065 bash[14115]: debug 2020-11-16T20:48:56.510+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:56.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:56 smithi065 bash[9468]: cluster 2020-11-16T20:48:56.436314+0000 mgr.x (mgr.14196) 1117 : cluster [DBG] pgmap v1662: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:56.853 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:56.947 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:48:56 smithi071 bash[14419]: debug 2020-11-16T20:48:56.751+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:57.116 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   35      16     43862     43846   78.2859         0           -  0.00585637
2020-11-16T20:48:57.155 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:57.260 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:57.434 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops
2020-11-16T20:48:57.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:57 smithi142 bash[18009]: debug 2020-11-16T20:48:57.161+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:57.564 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:48:57.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:57 smithi071 bash[9480]: cluster 2020-11-16T20:48:56.629025+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e642: 12 total, 11 up, 9 in
2020-11-16T20:48:57.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:57 smithi071 bash[9480]: audit 2020-11-16T20:48:56.809162+0000 mon.a (mon.0) 2107 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:57.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:57 smithi071 bash[9480]: audit 2020-11-16T20:48:57.230554+0000 mon.a (mon.0) 2108 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:48:57.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:57 smithi071 bash[9480]: audit 2020-11-16T20:48:57.236502+0000 mon.a (mon.0) 2109 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:48:57.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:57 smithi071 bash[9480]: audit 2020-11-16T20:48:57.238951+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:48:57.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:57 smithi071 bash[9480]: audit 2020-11-16T20:48:57.243866+0000 mon.a (mon.0) 2111 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:48:57.956 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:57 smithi142 bash[9523]: cluster 2020-11-16T20:48:56.629025+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e642: 12 total, 11 up, 9 in
2020-11-16T20:48:57.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:57 smithi142 bash[9523]: audit 2020-11-16T20:48:56.809162+0000 mon.a (mon.0) 2107 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:57.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:57 smithi142 bash[9523]: audit 2020-11-16T20:48:57.230554+0000 mon.a (mon.0) 2108 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:48:57.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:57 smithi142 bash[9523]: audit 2020-11-16T20:48:57.236502+0000 mon.a (mon.0) 2109 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:48:57.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:57 smithi142 bash[9523]: audit 2020-11-16T20:48:57.238951+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:48:57.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:57 smithi142 bash[9523]: audit 2020-11-16T20:48:57.243866+0000 mon.a (mon.0) 2111 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:48:57.958 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:48:58.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:57 smithi065 bash[9468]: cluster 2020-11-16T20:48:56.629025+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e642: 12 total, 11 up, 9 in
2020-11-16T20:48:58.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:57 smithi065 bash[9468]: audit 2020-11-16T20:48:56.809162+0000 mon.a (mon.0) 2107 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:48:58.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:57 smithi065 bash[9468]: audit 2020-11-16T20:48:57.230554+0000 mon.a (mon.0) 2108 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]: dispatch
2020-11-16T20:48:58.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:57 smithi065 bash[9468]: audit 2020-11-16T20:48:57.236502+0000 mon.a (mon.0) 2109 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:42:23.224142\"}"}]': finished
2020-11-16T20:48:58.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:57 smithi065 bash[9468]: audit 2020-11-16T20:48:57.238951+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:48:58.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:57 smithi065 bash[9468]: audit 2020-11-16T20:48:57.243866+0000 mon.a (mon.0) 2111 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:48:58.060 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:58.116 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   36      16     43862     43846   76.1114         0           -  0.00585637
2020-11-16T20:48:58.208 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:48:58.222 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:48:57 smithi142 bash[15670]: debug 2020-11-16T20:48:57.960+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:58.314 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:58.526 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:48:58.530 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:48:58 smithi065 bash[18823]: debug 2020-11-16T20:48:58.210+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:58.633 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:58.748 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:58.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:58 smithi142 bash[9523]: cluster 2020-11-16T20:48:58.437126+0000 mgr.x (mgr.14196) 1118 : cluster [DBG] pgmap v1664: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:58.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:48:58 smithi142 bash[18009]: debug 2020-11-16T20:48:58.528+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:58.851 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:58.941 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:58 smithi071 bash[9480]: cluster 2020-11-16T20:48:58.437126+0000 mgr.x (mgr.14196) 1118 : cluster [DBG] pgmap v1664: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:58.941 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:58 smithi071 bash[26650]: debug 2020-11-16T20:48:58.751+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:59.016 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:48:59.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:58 smithi065 bash[9468]: cluster 2020-11-16T20:48:58.437126+0000 mgr.x (mgr.14196) 1118 : cluster [DBG] pgmap v1664: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:48:59.116 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   37      16     43862     43846   74.0542         0           -  0.00585637
2020-11-16T20:48:59.122 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:59.197 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:48:59 smithi071 bash[26650]: debug 2020-11-16T20:48:59.019+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:59.280 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:59.385 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:59.393 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:48:59.398 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:59 smithi065 bash[16457]: debug 2020-11-16T20:48:59.282+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:59.417 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:48:59.441 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:48:59.468 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:48:59.500 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:48:59.507 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:48:59.526 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:48:59.551 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:48:59.577 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:48:59.604 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:48:59.613 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:59.631 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:48:59.655 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:48:59.656 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.656 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.656 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.656 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:48:59.656 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:48:59.657 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.657 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.657 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.657 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.657 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.657 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.657 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.658 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:48:59.729 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:48:59 smithi065 bash[11785]: debug 2020-11-16T20:48:59.506+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:48:59.730 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:59 smithi065 bash[9468]: audit 2020-11-16T20:48:59.373559+0000 mon.a (mon.0) 2112 : audit [DBG] from='client.? v1:172.21.15.142:0/3507796898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:59.730 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:48:59 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.506145+0000 osd.5 (osd.5) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:59.730 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:59.835 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:48:59.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:59 smithi071 bash[9480]: audit 2020-11-16T20:48:59.373559+0000 mon.a (mon.0) 2112 : audit [DBG] from='client.? v1:172.21.15.142:0/3507796898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:48:59.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:48:59 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.506145+0000 osd.5 (osd.5) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:48:59.963 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:00.030 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:59 smithi065 bash[16457]: debug 2020-11-16T20:48:59.730+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:00.031 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:48:59 smithi065 bash[16457]: debug 2020-11-16T20:48:59.962+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:00.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:59 smithi142 bash[9523]: audit 2020-11-16T20:48:59.373559+0000 mon.a (mon.0) 2112 : audit [DBG] from='client.? v1:172.21.15.142:0/3507796898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:00.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:48:59 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.506145+0000 osd.5 (osd.5) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.069 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:00.116 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   38      16     43862     43846   72.1054         0           -  0.00585637
2020-11-16T20:49:00.246 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:00.352 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:00.364 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[14419]: debug 2020-11-16T20:49:00.251+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:00.718 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:00.824 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:00.947 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[26650]: debug 2020-11-16T20:49:00.723+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:00.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.400481+0000 osd.0 (osd.0) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.424683+0000 osd.1 (osd.1) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.448882+0000 osd.2 (osd.2) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.473994+0000 osd.4 (osd.4) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.531257+0000 osd.6 (osd.6) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.556687+0000 osd.7 (osd.7) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.582276+0000 osd.8 (osd.8) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.609487+0000 osd.9 (osd.9) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.635975+0000 osd.10 (osd.10) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:48:59.660294+0000 osd.11 (osd.11) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:00.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:00 smithi071 bash[9480]: cluster 2020-11-16T20:49:00.437914+0000 mgr.x (mgr.14196) 1119 : cluster [DBG] pgmap v1665: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:01.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.400481+0000 osd.0 (osd.0) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.424683+0000 osd.1 (osd.1) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.448882+0000 osd.2 (osd.2) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.473994+0000 osd.4 (osd.4) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.531257+0000 osd.6 (osd.6) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.556687+0000 osd.7 (osd.7) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.582276+0000 osd.8 (osd.8) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.609487+0000 osd.9 (osd.9) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.635975+0000 osd.10 (osd.10) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:48:59.660294+0000 osd.11 (osd.11) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:00 smithi065 bash[9468]: cluster 2020-11-16T20:49:00.437914+0000 mgr.x (mgr.14196) 1119 : cluster [DBG] pgmap v1665: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:01.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.400481+0000 osd.0 (osd.0) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.424683+0000 osd.1 (osd.1) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.448882+0000 osd.2 (osd.2) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.473994+0000 osd.4 (osd.4) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.531257+0000 osd.6 (osd.6) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.556687+0000 osd.7 (osd.7) 140 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.582276+0000 osd.8 (osd.8) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.609487+0000 osd.9 (osd.9) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.635975+0000 osd.10 (osd.10) 145 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:48:59.660294+0000 osd.11 (osd.11) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:01.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:00 smithi142 bash[9523]: cluster 2020-11-16T20:49:00.437914+0000 mgr.x (mgr.14196) 1119 : cluster [DBG] pgmap v1665: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:01.116 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   39      16     43862     43846   70.2565         0           -  0.00585637
2020-11-16T20:49:01.229 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:49:01.230 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:49:01.230 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:01.293 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:49:01.293 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:49:01.294 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:49:01.294 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:49:01.294 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:49:01.337 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:01.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:49:01 smithi142 bash[18009]: debug 2020-11-16T20:49:01.232+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:01.539 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:01.644 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:01.645 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:01 smithi071 bash[26650]: debug 2020-11-16T20:49:01.543+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:01.782 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:01.887 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:01.898 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:01 smithi071 bash[9480]: cluster 2020-11-16T20:49:00.282560+0000 osd.9 (osd.9) 157 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:01.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:01 smithi071 bash[9480]: cluster 2020-11-16T20:49:00.282683+0000 osd.9 (osd.9) 158 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:01.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:01 smithi071 bash[9480]: cluster 2020-11-16T20:49:00.654542+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e643: 12 total, 11 up, 9 in
2020-11-16T20:49:01.899 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:01 smithi071 bash[9480]: cluster 2020-11-16T20:49:01.629281+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e644: 12 total, 11 up, 9 in
2020-11-16T20:49:02.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:49:01 smithi065 bash[14115]: debug 2020-11-16T20:49:01.782+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:02.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:01 smithi065 bash[9468]: cluster 2020-11-16T20:49:00.282560+0000 osd.9 (osd.9) 157 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:02.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:01 smithi065 bash[9468]: cluster 2020-11-16T20:49:00.282683+0000 osd.9 (osd.9) 158 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:02.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:01 smithi065 bash[9468]: cluster 2020-11-16T20:49:00.654542+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e643: 12 total, 11 up, 9 in
2020-11-16T20:49:02.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:01 smithi065 bash[9468]: cluster 2020-11-16T20:49:01.629281+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e644: 12 total, 11 up, 9 in
2020-11-16T20:49:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:01 smithi142 bash[9523]: cluster 2020-11-16T20:49:00.282560+0000 osd.9 (osd.9) 157 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:01 smithi142 bash[9523]: cluster 2020-11-16T20:49:00.282683+0000 osd.9 (osd.9) 158 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:01 smithi142 bash[9523]: cluster 2020-11-16T20:49:00.654542+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e643: 12 total, 11 up, 9 in
2020-11-16T20:49:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:01 smithi142 bash[9523]: cluster 2020-11-16T20:49:01.629281+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e644: 12 total, 11 up, 9 in
2020-11-16T20:49:02.117 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:49:02.121792 min lat: 0.00157907 max lat: 0.236976 avg lat: 0.00585637
2020-11-16T20:49:02.117 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:49:02.117 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   40      16     43862     43846   68.5001         0           -  0.00585637
2020-11-16T20:49:02.194 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3 is already down.
2020-11-16T20:49:02.219 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:02.325 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:02.359 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_historic_ops
2020-11-16T20:49:02.475 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:02.490 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:49:02.499 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:02 smithi142 bash[9523]: debug 2020-11-16T20:49:02.196+0000 7f756b108700 -1 mon.a@0(leader).osd e644 definitely_dead 0
2020-11-16T20:49:02.581 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:02.657 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:49:02 smithi071 bash[12066]: debug 2020-11-16T20:49:02.223+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:02.661 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:49:02.756 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:49:02 smithi142 bash[18009]: debug 2020-11-16T20:49:02.480+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:02.756 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:02 smithi142 bash[9523]: cluster 2020-11-16T20:49:01.217253+0000 osd.2 (osd.2) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:02.757 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:02 smithi142 bash[9523]: cluster 2020-11-16T20:49:01.217441+0000 osd.2 (osd.2) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:02.757 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:02 smithi142 bash[9523]: audit 2020-11-16T20:49:02.147005+0000 mon.a (mon.0) 2115 : audit [INF] from='client.? v1:172.21.15.142:0/1769286485' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:49:02.757 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:02 smithi142 bash[9523]: audit 2020-11-16T20:49:02.197939+0000 mon.a (mon.0) 2116 : audit [INF] from='client.? v1:172.21.15.142:0/672570859' entity='client.admin' cmd=[{"prefix": "osd down", "ids": ["3"]}]: dispatch
2020-11-16T20:49:02.757 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:02 smithi142 bash[9523]: cluster 2020-11-16T20:49:02.438671+0000 mgr.x (mgr.14196) 1120 : cluster [DBG] pgmap v1668: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:02 smithi071 bash[9480]: cluster 2020-11-16T20:49:01.217253+0000 osd.2 (osd.2) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:02 smithi071 bash[9480]: cluster 2020-11-16T20:49:01.217441+0000 osd.2 (osd.2) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:02 smithi071 bash[9480]: audit 2020-11-16T20:49:02.147005+0000 mon.a (mon.0) 2115 : audit [INF] from='client.? v1:172.21.15.142:0/1769286485' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:49:02.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:02 smithi071 bash[9480]: audit 2020-11-16T20:49:02.197939+0000 mon.a (mon.0) 2116 : audit [INF] from='client.? v1:172.21.15.142:0/672570859' entity='client.admin' cmd=[{"prefix": "osd down", "ids": ["3"]}]: dispatch
2020-11-16T20:49:02.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:02 smithi071 bash[9480]: cluster 2020-11-16T20:49:02.438671+0000 mgr.x (mgr.14196) 1120 : cluster [DBG] pgmap v1668: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:03.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:02 smithi065 bash[9468]: cluster 2020-11-16T20:49:01.217253+0000 osd.2 (osd.2) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:02 smithi065 bash[9468]: cluster 2020-11-16T20:49:01.217441+0000 osd.2 (osd.2) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:02 smithi065 bash[9468]: audit 2020-11-16T20:49:02.147005+0000 mon.a (mon.0) 2115 : audit [INF] from='client.? v1:172.21.15.142:0/1769286485' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:49:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:02 smithi065 bash[9468]: audit 2020-11-16T20:49:02.197939+0000 mon.a (mon.0) 2116 : audit [INF] from='client.? v1:172.21.15.142:0/672570859' entity='client.admin' cmd=[{"prefix": "osd down", "ids": ["3"]}]: dispatch
2020-11-16T20:49:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:02 smithi065 bash[9468]: cluster 2020-11-16T20:49:02.438671+0000 mgr.x (mgr.14196) 1120 : cluster [DBG] pgmap v1668: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:03.059 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:03.116 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   41      16     43862     43846   66.8293         0           -  0.00585637
2020-11-16T20:49:03.165 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:03.231 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:49:03.385 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:03.532 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:03 smithi142 bash[15670]: debug 2020-11-16T20:49:03.064+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:03.535 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:03.668 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:03.694 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:03 smithi071 bash[26650]: debug 2020-11-16T20:49:03.435+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:03.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:03 smithi071 bash[9480]: cluster 2020-11-16T20:49:02.652461+0000 mon.a (mon.0) 2117 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:03.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:03 smithi071 bash[9480]: audit 2020-11-16T20:49:02.663334+0000 mon.a (mon.0) 2118 : audit [INF] from='client.? v1:172.21.15.142:0/1769286485' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:49:03.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:03 smithi071 bash[9480]: cluster 2020-11-16T20:49:02.663381+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e645: 12 total, 11 up, 9 in
2020-11-16T20:49:03.774 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:03.853 INFO:tasks.thrashosds.thrasher:Removing osd 3, in_osds are: [0, 1, 3, 4, 6, 7, 8, 11, 9]
2020-11-16T20:49:03.854 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd out 3
2020-11-16T20:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:03.947 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:03 smithi071 bash[14419]: debug 2020-11-16T20:49:03.903+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:03.992 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:04.004 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:04.017 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:03 smithi065 bash[16457]: debug 2020-11-16T20:49:03.670+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:04.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:03 smithi065 bash[9468]: cluster 2020-11-16T20:49:02.652461+0000 mon.a (mon.0) 2117 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:04.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:03 smithi065 bash[9468]: audit 2020-11-16T20:49:02.663334+0000 mon.a (mon.0) 2118 : audit [INF] from='client.? v1:172.21.15.142:0/1769286485' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:49:04.017 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:03 smithi065 bash[9468]: cluster 2020-11-16T20:49:02.663381+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e645: 12 total, 11 up, 9 in
2020-11-16T20:49:04.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:03 smithi142 bash[9523]: cluster 2020-11-16T20:49:02.652461+0000 mon.a (mon.0) 2117 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:04.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:03 smithi142 bash[9523]: audit 2020-11-16T20:49:02.663334+0000 mon.a (mon.0) 2118 : audit [INF] from='client.? v1:172.21.15.142:0/1769286485' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:49:04.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:03 smithi142 bash[9523]: cluster 2020-11-16T20:49:02.663381+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e645: 12 total, 11 up, 9 in
2020-11-16T20:49:04.117 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   42      16     43862     43846   65.2382         0           -  0.00585637
2020-11-16T20:49:04.130 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:04.236 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:04.280 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:04 smithi065 bash[11785]: debug 2020-11-16T20:49:04.130+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:04.509 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:04.615 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:04.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:04 smithi142 bash[15670]: debug 2020-11-16T20:49:04.512+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:04 smithi142 bash[9523]: cluster 2020-11-16T20:49:04.439475+0000 mgr.x (mgr.14196) 1121 : cluster [DBG] pgmap v1670: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:04.796 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:04.901 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:04.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:04 smithi071 bash[9480]: cluster 2020-11-16T20:49:04.439475+0000 mgr.x (mgr.14196) 1121 : cluster [DBG] pgmap v1670: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:04.947 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:49:04 smithi071 bash[12066]: debug 2020-11-16T20:49:04.799+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:05.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:04 smithi065 bash[9468]: cluster 2020-11-16T20:49:04.439475+0000 mgr.x (mgr.14196) 1121 : cluster [DBG] pgmap v1670: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:05.117 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   43      16     43862     43846    63.721         0           -  0.00585637
2020-11-16T20:49:05.438 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:05.544 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:05.701 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:49:05 smithi142 bash[20366]: debug 2020-11-16T20:49:05.440+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:05.844 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:05.947 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:05 smithi071 bash[14419]: debug 2020-11-16T20:49:05.743+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:06.002 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:06.107 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:06.117 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   44      16     43862     43846   62.2728         0           -  0.00585637
2020-11-16T20:49:06.152 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:49:06.197 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:49:06.197 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:49:06.197 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:49:06.198 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:49:06.198 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.198 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184358 4.e 4.b4e7f94e (undecoded) ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.198 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.526904+0000",
2020-11-16T20:49:06.198 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.67032170200002,
2020-11-16T20:49:06.198 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.430928328,
2020-11-16T20:49:06.199 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.199 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:49:06.199 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184358
2020-11-16T20:49:06.199 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.200 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526904+0000",
2020-11-16T20:49:06.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526904+0000",
2020-11-16T20:49:06.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999518
2020-11-16T20:49:06.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526856+0000",
2020-11-16T20:49:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010332600000000001
2020-11-16T20:49:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526959+0000",
2020-11-16T20:49:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9340000000000001e-05
2020-11-16T20:49:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526978+0000",
2020-11-16T20:49:06.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8349999999999999e-06
2020-11-16T20:49:06.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.526988+0000",
2020-11-16T20:49:06.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025257699999999998
2020-11-16T20:49:06.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.527241+0000",
2020-11-16T20:49:06.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5964000000000002e-05
2020-11-16T20:49:06.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.527257+0000",
2020-11-16T20:49:06.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.430523515
2020-11-16T20:49:06.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.957780+0000",
2020-11-16T20:49:06.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1709000000000002e-05
2020-11-16T20:49:06.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.957832+0000",
2020-11-16T20:49:06.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.430928328
2020-11-16T20:49:06.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.207 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.207 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.207 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.207 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.207 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184358 4.e 4:729fe72d:::benchmark_data_smithi065_31807_object46189:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.207 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530283+0000",
2020-11-16T20:49:06.207 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66694231700001,
2020-11-16T20:49:06.208 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.4436621030000001,
2020-11-16T20:49:06.208 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.208 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.208 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184358
2020-11-16T20:49:06.208 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.209 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530283+0000",
2020-11-16T20:49:06.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530283+0000",
2020-11-16T20:49:06.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:49:06.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530253+0000",
2020-11-16T20:49:06.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1884000000000006e-05
2020-11-16T20:49:06.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530315+0000",
2020-11-16T20:49:06.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2636000000000001e-05
2020-11-16T20:49:06.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530328+0000",
2020-11-16T20:49:06.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3250000000000008e-06
2020-11-16T20:49:06.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530336+0000",
2020-11-16T20:49:06.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2490000000000006e-05
2020-11-16T20:49:06.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530399+0000",
2020-11-16T20:49:06.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3241000000000001e-05
2020-11-16T20:49:06.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530412+0000",
2020-11-16T20:49:06.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.427714739
2020-11-16T20:49:06.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.958127+0000",
2020-11-16T20:49:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00030121199999999997
2020-11-16T20:49:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.958428+0000",
2020-11-16T20:49:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00040108800000000002
2020-11-16T20:49:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.958829+0000",
2020-11-16T20:49:06.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014683109
2020-11-16T20:49:06.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973512+0000",
2020-11-16T20:49:06.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5013999999999996e-05
2020-11-16T20:49:06.217 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.217 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973597+0000",
2020-11-16T20:49:06.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9496000000000001e-05
2020-11-16T20:49:06.217 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973617+0000",
2020-11-16T20:49:06.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6537000000000003e-05
2020-11-16T20:49:06.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973683+0000",
2020-11-16T20:49:06.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4196000000000004e-05
2020-11-16T20:49:06.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973777+0000",
2020-11-16T20:49:06.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000167765
2020-11-16T20:49:06.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.973945+0000",
2020-11-16T20:49:06.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4436621030000001
2020-11-16T20:49:06.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.220 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.220 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.221 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.221 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.221 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184375 4.e 4:78ab805d:::benchmark_data_smithi065_31807_object46206:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.221 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530394+0000",
2020-11-16T20:49:06.221 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66683135100004,
2020-11-16T20:49:06.221 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.44421581,
2020-11-16T20:49:06.221 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.222 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.222 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184375
2020-11-16T20:49:06.222 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.222 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530394+0000",
2020-11-16T20:49:06.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530394+0000",
2020-11-16T20:49:06.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:49:06.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530367+0000",
2020-11-16T20:49:06.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7469000000000002e-05
2020-11-16T20:49:06.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530425+0000",
2020-11-16T20:49:06.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2279999999999998e-06
2020-11-16T20:49:06.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530433+0000",
2020-11-16T20:49:06.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0010000000000003e-06
2020-11-16T20:49:06.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530437+0000",
2020-11-16T20:49:06.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4329000000000002e-05
2020-11-16T20:49:06.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530481+0000",
2020-11-16T20:49:06.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8090000000000004e-06
2020-11-16T20:49:06.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530491+0000",
2020-11-16T20:49:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4360593260000001
2020-11-16T20:49:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.966550+0000",
2020-11-16T20:49:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00030625200000000002
2020-11-16T20:49:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.966856+0000",
2020-11-16T20:49:06.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00035086900000000002
2020-11-16T20:49:06.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.967207+0000",
2020-11-16T20:49:06.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0070638710000000002
2020-11-16T20:49:06.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974271+0000",
2020-11-16T20:49:06.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9916999999999997e-05
2020-11-16T20:49:06.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974311+0000",
2020-11-16T20:49:06.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6379999999999993e-06
2020-11-16T20:49:06.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974320+0000",
2020-11-16T20:49:06.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8739000000000001e-05
2020-11-16T20:49:06.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974378+0000",
2020-11-16T20:49:06.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2105000000000002e-05
2020-11-16T20:49:06.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974451+0000",
2020-11-16T20:49:06.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000159183
2020-11-16T20:49:06.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974610+0000",
2020-11-16T20:49:06.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.44421581
2020-11-16T20:49:06.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.234 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.234 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.234 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.234 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184380 4.e 4:7526b586:::benchmark_data_smithi065_31807_object46211:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530476+0000",
2020-11-16T20:49:06.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66674920800006,
2020-11-16T20:49:06.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.4617840600000001,
2020-11-16T20:49:06.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.235 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.235 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184380
2020-11-16T20:49:06.236 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.236 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530476+0000",
2020-11-16T20:49:06.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530476+0000",
2020-11-16T20:49:06.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:49:06.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530454+0000",
2020-11-16T20:49:06.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6714e-05
2020-11-16T20:49:06.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530501+0000",
2020-11-16T20:49:06.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6590000000000001e-06
2020-11-16T20:49:06.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530508+0000",
2020-11-16T20:49:06.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9129999999999999e-06
2020-11-16T20:49:06.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530511+0000",
2020-11-16T20:49:06.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5821000000000001e-05
2020-11-16T20:49:06.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530556+0000",
2020-11-16T20:49:06.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.132e-06
2020-11-16T20:49:06.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530566+0000",
2020-11-16T20:49:06.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.444081162
2020-11-16T20:49:06.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974647+0000",
2020-11-16T20:49:06.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000109264
2020-11-16T20:49:06.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974756+0000",
2020-11-16T20:49:06.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000116551
2020-11-16T20:49:06.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.974873+0000",
2020-11-16T20:49:06.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0079023400000000008
2020-11-16T20:49:06.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.982775+0000",
2020-11-16T20:49:06.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0033147519999999998
2020-11-16T20:49:06.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.986090+0000",
2020-11-16T20:49:06.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0052898980000000003
2020-11-16T20:49:06.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991380+0000",
2020-11-16T20:49:06.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00035273200000000002
2020-11-16T20:49:06.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991732+0000",
2020-11-16T20:49:06.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000149767
2020-11-16T20:49:06.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991882+0000",
2020-11-16T20:49:06.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00037817299999999999
2020-11-16T20:49:06.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992260+0000",
2020-11-16T20:49:06.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4617840600000001
2020-11-16T20:49:06.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.248 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.248 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.248 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.248 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.248 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184387 4.e 4:78e56f91:::benchmark_data_smithi065_31807_object46218:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.248 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530546+0000",
2020-11-16T20:49:06.248 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66667917100006,
2020-11-16T20:49:06.249 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.472490584,
2020-11-16T20:49:06.249 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.249 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.249 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184387
2020-11-16T20:49:06.249 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.250 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530546+0000",
2020-11-16T20:49:06.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530546+0000",
2020-11-16T20:49:06.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:49:06.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530528+0000",
2020-11-16T20:49:06.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2926999999999997e-05
2020-11-16T20:49:06.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530571+0000",
2020-11-16T20:49:06.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1040000000000003e-06
2020-11-16T20:49:06.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530577+0000",
2020-11-16T20:49:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0299999999999998e-06
2020-11-16T20:49:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530580+0000",
2020-11-16T20:49:06.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3841999999999999e-05
2020-11-16T20:49:06.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530614+0000",
2020-11-16T20:49:06.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1550000000000001e-06
2020-11-16T20:49:06.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530621+0000",
2020-11-16T20:49:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.44840803
2020-11-16T20:49:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.979029+0000",
2020-11-16T20:49:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000108451
2020-11-16T20:49:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.979138+0000",
2020-11-16T20:49:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000113513
2020-11-16T20:49:06.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.979251+0000",
2020-11-16T20:49:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012151573000000001
2020-11-16T20:49:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991403+0000",
2020-11-16T20:49:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000135084
2020-11-16T20:49:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991538+0000",
2020-11-16T20:49:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0953999999999998e-05
2020-11-16T20:49:06.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991619+0000",
2020-11-16T20:49:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011267963000000001
2020-11-16T20:49:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.002887+0000",
2020-11-16T20:49:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9249000000000002e-05
2020-11-16T20:49:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.002936+0000",
2020-11-16T20:49:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010087899999999999
2020-11-16T20:49:06.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003037+0000",
2020-11-16T20:49:06.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.472490584
2020-11-16T20:49:06.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.261 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.261 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.262 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.262 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.262 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184402 4.e 4:7f42ae5c:::benchmark_data_smithi065_31807_object46233:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.262 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530614+0000",
2020-11-16T20:49:06.262 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66661114800002,
2020-11-16T20:49:06.262 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.472936821,
2020-11-16T20:49:06.262 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184402
2020-11-16T20:49:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530614+0000",
2020-11-16T20:49:06.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530614+0000",
2020-11-16T20:49:06.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:49:06.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530596+0000",
2020-11-16T20:49:06.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1782e-05
2020-11-16T20:49:06.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530648+0000",
2020-11-16T20:49:06.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1060000000000002e-06
2020-11-16T20:49:06.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530655+0000",
2020-11-16T20:49:06.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.709e-06
2020-11-16T20:49:06.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530658+0000",
2020-11-16T20:49:06.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4517000000000001e-05
2020-11-16T20:49:06.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530703+0000",
2020-11-16T20:49:06.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4050000000000006e-06
2020-11-16T20:49:06.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530712+0000",
2020-11-16T20:49:06.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4521065289999999
2020-11-16T20:49:06.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.982819+0000",
2020-11-16T20:49:06.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000104057
2020-11-16T20:49:06.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.982923+0000",
2020-11-16T20:49:06.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000109836
2020-11-16T20:49:06.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.983033+0000",
2020-11-16T20:49:06.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0085962620000000003
2020-11-16T20:49:06.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.991629+0000",
2020-11-16T20:49:06.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00073829899999999999
2020-11-16T20:49:06.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992367+0000",
2020-11-16T20:49:06.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010824855
2020-11-16T20:49:06.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003192+0000",
2020-11-16T20:49:06.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8431999999999998e-05
2020-11-16T20:49:06.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003261+0000",
2020-11-16T20:49:06.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010104500000000001
2020-11-16T20:49:06.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003362+0000",
2020-11-16T20:49:06.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018940999999999999
2020-11-16T20:49:06.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003551+0000",
2020-11-16T20:49:06.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.472936821
2020-11-16T20:49:06.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.275 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.275 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.275 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.275 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.276 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184411 4.e 4:74c3446b:::benchmark_data_smithi065_31807_object46242:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.276 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530698+0000",
2020-11-16T20:49:06.276 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66652720000002,
2020-11-16T20:49:06.276 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.473291363,
2020-11-16T20:49:06.276 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.276 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.276 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184411
2020-11-16T20:49:06.277 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.277 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530698+0000",
2020-11-16T20:49:06.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530698+0000",
2020-11-16T20:49:06.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:49:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530678+0000",
2020-11-16T20:49:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3411000000000001e-05
2020-11-16T20:49:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530731+0000",
2020-11-16T20:49:06.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1308e-05
2020-11-16T20:49:06.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530752+0000",
2020-11-16T20:49:06.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8309999999999996e-06
2020-11-16T20:49:06.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530762+0000",
2020-11-16T20:49:06.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8523000000000003e-05
2020-11-16T20:49:06.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530811+0000",
2020-11-16T20:49:06.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8134999999999998e-05
2020-11-16T20:49:06.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530829+0000",
2020-11-16T20:49:06.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.455353538
2020-11-16T20:49:06.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.986182+0000",
2020-11-16T20:49:06.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020989899999999999
2020-11-16T20:49:06.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.986392+0000",
2020-11-16T20:49:06.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000217195
2020-11-16T20:49:06.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.986609+0000",
2020-11-16T20:49:06.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0057728060000000001
2020-11-16T20:49:06.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992382+0000",
2020-11-16T20:49:06.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117355
2020-11-16T20:49:06.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992500+0000",
2020-11-16T20:49:06.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011109618
2020-11-16T20:49:06.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003609+0000",
2020-11-16T20:49:06.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5675999999999998e-05
2020-11-16T20:49:06.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003685+0000",
2020-11-16T20:49:06.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9562999999999996e-05
2020-11-16T20:49:06.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003774+0000",
2020-11-16T20:49:06.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021501199999999999
2020-11-16T20:49:06.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003989+0000",
2020-11-16T20:49:06.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.473291363
2020-11-16T20:49:06.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.289 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.289 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.289 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.289 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.289 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184425 4.e 4:710056b5:::benchmark_data_smithi065_31807_object46256:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.289 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530844+0000",
2020-11-16T20:49:06.290 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66638152200005,
2020-11-16T20:49:06.290 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.485332149,
2020-11-16T20:49:06.290 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.290 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.290 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184425
2020-11-16T20:49:06.291 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.291 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530844+0000",
2020-11-16T20:49:06.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530844+0000",
2020-11-16T20:49:06.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999557
2020-11-16T20:49:06.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530799+0000",
2020-11-16T20:49:06.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3980000000000005e-05
2020-11-16T20:49:06.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530893+0000",
2020-11-16T20:49:06.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5981000000000002e-05
2020-11-16T20:49:06.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530909+0000",
2020-11-16T20:49:06.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1929999999999999e-06
2020-11-16T20:49:06.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530918+0000",
2020-11-16T20:49:06.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5658999999999997e-05
2020-11-16T20:49:06.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530974+0000",
2020-11-16T20:49:06.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5910000000000002e-06
2020-11-16T20:49:06.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530984+0000",
2020-11-16T20:49:06.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4615731089999999
2020-11-16T20:49:06.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992557+0000",
2020-11-16T20:49:06.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012341699999999999
2020-11-16T20:49:06.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992680+0000",
2020-11-16T20:49:06.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117655
2020-11-16T20:49:06.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.992798+0000",
2020-11-16T20:49:06.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010324597
2020-11-16T20:49:06.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003122+0000",
2020-11-16T20:49:06.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9854e-05
2020-11-16T20:49:06.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003142+0000",
2020-11-16T20:49:06.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00098094000000000002
2020-11-16T20:49:06.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004123+0000",
2020-11-16T20:49:06.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.01170714
2020-11-16T20:49:06.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.015830+0000",
2020-11-16T20:49:06.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010383
2020-11-16T20:49:06.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.015934+0000",
2020-11-16T20:49:06.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024178099999999999
2020-11-16T20:49:06.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016176+0000",
2020-11-16T20:49:06.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.485332149
2020-11-16T20:49:06.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.302 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184454 4.e 4:713b167d:::benchmark_data_smithi065_31807_object46285:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.530971+0000",
2020-11-16T20:49:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66625465799996,
2020-11-16T20:49:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.48556746,
2020-11-16T20:49:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.304 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.304 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184454
2020-11-16T20:49:06.304 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.304 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530971+0000",
2020-11-16T20:49:06.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530971+0000",
2020-11-16T20:49:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:49:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530948+0000",
2020-11-16T20:49:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7564000000000001e-05
2020-11-16T20:49:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.530996+0000",
2020-11-16T20:49:06.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0233e-05
2020-11-16T20:49:06.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531006+0000",
2020-11-16T20:49:06.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5089999999999993e-06
2020-11-16T20:49:06.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531015+0000",
2020-11-16T20:49:06.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9540999999999998e-05
2020-11-16T20:49:06.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531074+0000",
2020-11-16T20:49:06.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2678e-05
2020-11-16T20:49:06.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531087+0000",
2020-11-16T20:49:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.466280893
2020-11-16T20:49:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.997368+0000",
2020-11-16T20:49:06.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000273904
2020-11-16T20:49:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.997642+0000",
2020-11-16T20:49:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00031816800000000002
2020-11-16T20:49:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:49.997960+0000",
2020-11-16T20:49:06.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0051988429999999999
2020-11-16T20:49:06.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.003159+0000",
2020-11-16T20:49:06.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00090126500000000005
2020-11-16T20:49:06.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004060+0000",
2020-11-16T20:49:06.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012173685
2020-11-16T20:49:06.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016234+0000",
2020-11-16T20:49:06.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015311
2020-11-16T20:49:06.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016387+0000",
2020-11-16T20:49:06.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2462e-05
2020-11-16T20:49:06.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016439+0000",
2020-11-16T20:49:06.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9022000000000002e-05
2020-11-16T20:49:06.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.316 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016538+0000",
2020-11-16T20:49:06.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.48556746
2020-11-16T20:49:06.316 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.316 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.316 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.316 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.317 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184476 4.e 4:7c469861:::benchmark_data_smithi065_31807_object46307:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531084+0000",
2020-11-16T20:49:06.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66614114499998,
2020-11-16T20:49:06.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5023216690000001,
2020-11-16T20:49:06.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.317 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.318 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184476
2020-11-16T20:49:06.318 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.318 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531084+0000",
2020-11-16T20:49:06.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531084+0000",
2020-11-16T20:49:06.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:49:06.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531052+0000",
2020-11-16T20:49:06.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3208999999999997e-05
2020-11-16T20:49:06.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531115+0000",
2020-11-16T20:49:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3710000000000002e-06
2020-11-16T20:49:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531122+0000",
2020-11-16T20:49:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8079999999999999e-06
2020-11-16T20:49:06.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531129+0000",
2020-11-16T20:49:06.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6635999999999999e-05
2020-11-16T20:49:06.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531176+0000",
2020-11-16T20:49:06.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4339999999999998e-06
2020-11-16T20:49:06.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531185+0000",
2020-11-16T20:49:06.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4729825999999999
2020-11-16T20:49:06.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004168+0000",
2020-11-16T20:49:06.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021393700000000001
2020-11-16T20:49:06.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004382+0000",
2020-11-16T20:49:06.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025786299999999999
2020-11-16T20:49:06.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.004640+0000",
2020-11-16T20:49:06.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011671842999999999
2020-11-16T20:49:06.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016312+0000",
2020-11-16T20:49:06.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9085000000000001e-05
2020-11-16T20:49:06.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016331+0000",
2020-11-16T20:49:06.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00028949800000000001
2020-11-16T20:49:06.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016620+0000",
2020-11-16T20:49:06.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016359449000000002
2020-11-16T20:49:06.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.032980+0000",
2020-11-16T20:49:06.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9798999999999999e-05
2020-11-16T20:49:06.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033069+0000",
2020-11-16T20:49:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00033645600000000001
2020-11-16T20:49:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033406+0000",
2020-11-16T20:49:06.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5023216690000001
2020-11-16T20:49:06.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.330 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.330 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.330 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.330 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.330 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184492 4.e 4:7ab31a3d:::benchmark_data_smithi065_31807_object46323:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.331 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531179+0000",
2020-11-16T20:49:06.331 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66604587999996,
2020-11-16T20:49:06.331 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5026633170000001,
2020-11-16T20:49:06.331 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.331 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.331 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184492
2020-11-16T20:49:06.332 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.332 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531179+0000",
2020-11-16T20:49:06.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531179+0000",
2020-11-16T20:49:06.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:49:06.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531153+0000",
2020-11-16T20:49:06.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9357999999999997e-05
2020-11-16T20:49:06.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531202+0000",
2020-11-16T20:49:06.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.528e-06
2020-11-16T20:49:06.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531209+0000",
2020-11-16T20:49:06.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3060000000000002e-06
2020-11-16T20:49:06.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531212+0000",
2020-11-16T20:49:06.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9013e-05
2020-11-16T20:49:06.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531261+0000",
2020-11-16T20:49:06.337 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3859e-05
2020-11-16T20:49:06.337 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.337 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.337 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.337 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531285+0000",
2020-11-16T20:49:06.337 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.479269403
2020-11-16T20:49:06.337 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.337 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.010555+0000",
2020-11-16T20:49:06.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018609599999999999
2020-11-16T20:49:06.338 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.338 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.010741+0000",
2020-11-16T20:49:06.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020344199999999999
2020-11-16T20:49:06.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.010944+0000",
2020-11-16T20:49:06.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0054015640000000002
2020-11-16T20:49:06.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016346+0000",
2020-11-16T20:49:06.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00031830999999999998
2020-11-16T20:49:06.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016664+0000",
2020-11-16T20:49:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016859944000000002
2020-11-16T20:49:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033524+0000",
2020-11-16T20:49:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000113674
2020-11-16T20:49:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033638+0000",
2020-11-16T20:49:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8733999999999998e-05
2020-11-16T20:49:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033686+0000",
2020-11-16T20:49:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000156398
2020-11-16T20:49:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033843+0000",
2020-11-16T20:49:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5026633170000001
2020-11-16T20:49:06.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184557 4.e 4:723f8cfe:::benchmark_data_smithi065_31807_object46388:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531286+0000",
2020-11-16T20:49:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66593920699995,
2020-11-16T20:49:06.344 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5030380240000001,
2020-11-16T20:49:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184557
2020-11-16T20:49:06.345 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531286+0000",
2020-11-16T20:49:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531286+0000",
2020-11-16T20:49:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999552
2020-11-16T20:49:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531241+0000",
2020-11-16T20:49:06.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1651999999999998e-05
2020-11-16T20:49:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531313+0000",
2020-11-16T20:49:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9650000000000002e-06
2020-11-16T20:49:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531320+0000",
2020-11-16T20:49:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6100000000000002e-06
2020-11-16T20:49:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531324+0000",
2020-11-16T20:49:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2775999999999998e-05
2020-11-16T20:49:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531366+0000",
2020-11-16T20:49:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0269999999999995e-06
2020-11-16T20:49:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531374+0000",
2020-11-16T20:49:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.485360719
2020-11-16T20:49:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016735+0000",
2020-11-16T20:49:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022306299999999999
2020-11-16T20:49:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.016958+0000",
2020-11-16T20:49:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022452999999999999
2020-11-16T20:49:06.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.017183+0000",
2020-11-16T20:49:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016245895
2020-11-16T20:49:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033429+0000",
2020-11-16T20:49:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015790199999999999
2020-11-16T20:49:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033587+0000",
2020-11-16T20:49:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032819300000000001
2020-11-16T20:49:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033915+0000",
2020-11-16T20:49:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3331999999999993e-05
2020-11-16T20:49:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034008+0000",
2020-11-16T20:49:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5187999999999997e-05
2020-11-16T20:49:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034103+0000",
2020-11-16T20:49:06.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022082800000000001
2020-11-16T20:49:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034324+0000",
2020-11-16T20:49:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5030380240000001
2020-11-16T20:49:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.357 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184634 4.e 4:7b8c9c1e:::benchmark_data_smithi065_31807_object46465:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531369+0000",
2020-11-16T20:49:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66585637499998,
2020-11-16T20:49:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5033042670000001,
2020-11-16T20:49:06.358 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184634
2020-11-16T20:49:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.359 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531369+0000",
2020-11-16T20:49:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531369+0000",
2020-11-16T20:49:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:49:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531343+0000",
2020-11-16T20:49:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8507999999999997e-05
2020-11-16T20:49:06.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531392+0000",
2020-11-16T20:49:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2319999999999998e-06
2020-11-16T20:49:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531398+0000",
2020-11-16T20:49:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0460000000000001e-06
2020-11-16T20:49:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531401+0000",
2020-11-16T20:49:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6961e-05
2020-11-16T20:49:06.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531448+0000",
2020-11-16T20:49:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1e-05
2020-11-16T20:49:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531459+0000",
2020-11-16T20:49:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4951659829999999
2020-11-16T20:49:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.026625+0000",
2020-11-16T20:49:06.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000164031
2020-11-16T20:49:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.026789+0000",
2020-11-16T20:49:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019537600000000001
2020-11-16T20:49:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.026984+0000",
2020-11-16T20:49:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0066200620000000003
2020-11-16T20:49:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033604+0000",
2020-11-16T20:49:06.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00034152299999999999
2020-11-16T20:49:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.033946+0000",
2020-11-16T20:49:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000449226
2020-11-16T20:49:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034395+0000",
2020-11-16T20:49:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8912999999999995e-05
2020-11-16T20:49:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034474+0000",
2020-11-16T20:49:06.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7116000000000001e-05
2020-11-16T20:49:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034521+0000",
2020-11-16T20:49:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000152199
2020-11-16T20:49:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034673+0000",
2020-11-16T20:49:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5033042670000001
2020-11-16T20:49:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184635 4.e 4:7ba79fd3:::benchmark_data_smithi065_31807_object46466:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531459+0000",
2020-11-16T20:49:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66576602099997,
2020-11-16T20:49:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5402911379999999,
2020-11-16T20:49:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.372 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184635
2020-11-16T20:49:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531459+0000",
2020-11-16T20:49:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531459+0000",
2020-11-16T20:49:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:49:06.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531427+0000",
2020-11-16T20:49:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9278999999999999e-05
2020-11-16T20:49:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531487+0000",
2020-11-16T20:49:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8009999999999998e-06
2020-11-16T20:49:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531493+0000",
2020-11-16T20:49:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.118e-06
2020-11-16T20:49:06.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531497+0000",
2020-11-16T20:49:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.1958999999999997e-05
2020-11-16T20:49:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531528+0000",
2020-11-16T20:49:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.289e-06
2020-11-16T20:49:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531536+0000",
2020-11-16T20:49:06.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.503186272
2020-11-16T20:49:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034722+0000",
2020-11-16T20:49:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017877400000000001
2020-11-16T20:49:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.034901+0000",
2020-11-16T20:49:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000189254
2020-11-16T20:49:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.035090+0000",
2020-11-16T20:49:06.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010434522999999999
2020-11-16T20:49:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.045525+0000",
2020-11-16T20:49:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010754453000000001
2020-11-16T20:49:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.056279+0000",
2020-11-16T20:49:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.01521396
2020-11-16T20:49:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071493+0000",
2020-11-16T20:49:06.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0031999999999998e-05
2020-11-16T20:49:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071543+0000",
2020-11-16T20:49:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8155000000000002e-05
2020-11-16T20:49:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071591+0000",
2020-11-16T20:49:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000159264
2020-11-16T20:49:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071750+0000",
2020-11-16T20:49:06.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5402911379999999
2020-11-16T20:49:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184647 4.e 4:773dc44f:::benchmark_data_smithi065_31807_object46478:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531540+0000",
2020-11-16T20:49:06.385 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66568518199995,
2020-11-16T20:49:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5408932440000001,
2020-11-16T20:49:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184647
2020-11-16T20:49:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531540+0000",
2020-11-16T20:49:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531540+0000",
2020-11-16T20:49:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:49:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531519+0000",
2020-11-16T20:49:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3059000000000002e-05
2020-11-16T20:49:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531562+0000",
2020-11-16T20:49:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4989999999999999e-06
2020-11-16T20:49:06.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531568+0000",
2020-11-16T20:49:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2449999999999998e-06
2020-11-16T20:49:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531571+0000",
2020-11-16T20:49:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3577e-05
2020-11-16T20:49:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531615+0000",
2020-11-16T20:49:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0198e-05
2020-11-16T20:49:06.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531625+0000",
2020-11-16T20:49:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5090647610000001
2020-11-16T20:49:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.040690+0000",
2020-11-16T20:49:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000171962
2020-11-16T20:49:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.040862+0000",
2020-11-16T20:49:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020731100000000001
2020-11-16T20:49:06.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.041069+0000",
2020-11-16T20:49:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015190400999999999
2020-11-16T20:49:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.056260+0000",
2020-11-16T20:49:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0050702350000000002
2020-11-16T20:49:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.061330+0000",
2020-11-16T20:49:06.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010524014999999999
2020-11-16T20:49:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071854+0000",
2020-11-16T20:49:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2104000000000001e-05
2020-11-16T20:49:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071906+0000",
2020-11-16T20:49:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032505199999999999
2020-11-16T20:49:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072231+0000",
2020-11-16T20:49:06.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020244999999999999
2020-11-16T20:49:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072433+0000",
2020-11-16T20:49:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5408932440000001
2020-11-16T20:49:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184666 4.e 4:7bb8a5ce:::benchmark_data_smithi065_31807_object46497:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531630+0000",
2020-11-16T20:49:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66559498599997,
2020-11-16T20:49:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.541383457,
2020-11-16T20:49:06.399 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184666
2020-11-16T20:49:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531630+0000",
2020-11-16T20:49:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531630+0000",
2020-11-16T20:49:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:49:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531597+0000",
2020-11-16T20:49:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8245000000000002e-05
2020-11-16T20:49:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531655+0000",
2020-11-16T20:49:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9979999999999997e-06
2020-11-16T20:49:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531662+0000",
2020-11-16T20:49:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5980000000000001e-06
2020-11-16T20:49:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531666+0000",
2020-11-16T20:49:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2885000000000001e-05
2020-11-16T20:49:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531699+0000",
2020-11-16T20:49:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.126e-06
2020-11-16T20:49:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531706+0000",
2020-11-16T20:49:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5138535799999999
2020-11-16T20:49:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.045560+0000",
2020-11-16T20:49:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000153988
2020-11-16T20:49:06.406 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.407 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.045714+0000",
2020-11-16T20:49:06.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012602699999999999
2020-11-16T20:49:06.407 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.407 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.045840+0000",
2020-11-16T20:49:06.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010505408000000001
2020-11-16T20:49:06.408 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.408 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.056345+0000",
2020-11-16T20:49:06.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0049957379999999996
2020-11-16T20:49:06.408 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.409 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.061341+0000",
2020-11-16T20:49:06.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011149469
2020-11-16T20:49:06.409 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.409 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072490+0000",
2020-11-16T20:49:06.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026331400000000001
2020-11-16T20:49:06.410 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.410 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072754+0000",
2020-11-16T20:49:06.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6689999999999999e-05
2020-11-16T20:49:06.410 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.411 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.411 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.411 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.072830+0000",
2020-11-16T20:49:06.411 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018358200000000001
2020-11-16T20:49:06.411 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.411 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.411 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.412 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073014+0000",
2020-11-16T20:49:06.412 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.541383457
2020-11-16T20:49:06.412 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.412 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.412 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.412 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.412 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.412 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.35333.0:184672 4.e 4:7c04e807:::benchmark_data_smithi065_31807_object46503:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e467)",
2020-11-16T20:49:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:39:48.531710+0000",
2020-11-16T20:49:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 557.66551482399996,
2020-11-16T20:49:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.5416741110000001,
2020-11-16T20:49:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:49:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.413 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.35333",
2020-11-16T20:49:06.414 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:49:06.414 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 184672
2020-11-16T20:49:06.414 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.414 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.414 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.414 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.414 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531710+0000",
2020-11-16T20:49:06.415 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.415 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.415 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.415 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.415 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531710+0000",
2020-11-16T20:49:06.415 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:49:06.415 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.415 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531686+0000",
2020-11-16T20:49:06.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6635999999999999e-05
2020-11-16T20:49:06.416 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.416 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531733+0000",
2020-11-16T20:49:06.417 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3339999999999998e-06
2020-11-16T20:49:06.417 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.417 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.417 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.417 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531739+0000",
2020-11-16T20:49:06.417 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6380000000000002e-06
2020-11-16T20:49:06.417 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.417 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531743+0000",
2020-11-16T20:49:06.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2691999999999998e-05
2020-11-16T20:49:06.418 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.418 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531775+0000",
2020-11-16T20:49:06.419 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5570000000000001e-06
2020-11-16T20:49:06.419 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.419 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.419 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.419 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:48.531782+0000",
2020-11-16T20:49:06.419 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.518970782
2020-11-16T20:49:06.419 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.420 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.050753+0000",
2020-11-16T20:49:06.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000144334
2020-11-16T20:49:06.420 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.420 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.050897+0000",
2020-11-16T20:49:06.421 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016586899999999999
2020-11-16T20:49:06.421 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.421 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.421 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8,10,11",
2020-11-16T20:49:06.421 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.051063+0000",
2020-11-16T20:49:06.421 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.020309499000000002
2020-11-16T20:49:06.421 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.422 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.422 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.422 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071372+0000",
2020-11-16T20:49:06.422 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6375999999999997e-05
2020-11-16T20:49:06.422 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.422 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.422 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.422 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.071429+0000",
2020-11-16T20:49:06.423 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0016397060000000001
2020-11-16T20:49:06.423 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.423 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.423 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.423 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073068+0000",
2020-11-16T20:49:06.423 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3190999999999999e-05
2020-11-16T20:49:06.423 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.424 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:49:06.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073132+0000",
2020-11-16T20:49:06.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0158000000000002e-05
2020-11-16T20:49:06.424 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.424 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:49:06.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073202+0000",
2020-11-16T20:49:06.425 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000182788
2020-11-16T20:49:06.425 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.425 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.425 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.425 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:39:50.073385+0000",
2020-11-16T20:49:06.425 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5416741110000001
2020-11-16T20:49:06.425 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.426 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.426 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.426 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.426 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.426 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43862 6.2 6:4b749394:::benchmark_data_smithi065_43723_object43861:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e636)",
2020-11-16T20:49:06.426 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.197231+0000",
2020-11-16T20:49:06.426 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 27.999994104999999,
2020-11-16T20:49:06.427 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.457029688,
2020-11-16T20:49:06.427 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.427 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:49:06.427 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.427 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:49:06.427 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:49:06.427 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43862
2020-11-16T20:49:06.427 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.428 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.428 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.428 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.428 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197231+0000",
2020-11-16T20:49:06.428 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.428 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.428 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197231+0000",
2020-11-16T20:49:06.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:49:06.429 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.429 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197204+0000",
2020-11-16T20:49:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000102822
2020-11-16T20:49:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197306+0000",
2020-11-16T20:49:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5832999999999999e-05
2020-11-16T20:49:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197322+0000",
2020-11-16T20:49:06.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0447e-05
2020-11-16T20:49:06.431 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.431 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197333+0000",
2020-11-16T20:49:06.432 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3627000000000004e-05
2020-11-16T20:49:06.432 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.432 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.432 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.432 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197416+0000",
2020-11-16T20:49:06.432 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026880300000000002
2020-11-16T20:49:06.432 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.432 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.433 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:49:06.433 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197685+0000",
2020-11-16T20:49:06.433 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00029661299999999999
2020-11-16T20:49:06.433 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.433 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.433 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:49:06.433 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197982+0000",
2020-11-16T20:49:06.434 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001930888
2020-11-16T20:49:06.434 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.434 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.434 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:49:06.434 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.199913+0000",
2020-11-16T20:49:06.434 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.444561076
2020-11-16T20:49:06.434 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.435 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.644474+0000",
2020-11-16T20:49:06.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5305999999999999e-05
2020-11-16T20:49:06.435 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.435 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.644489+0000",
2020-11-16T20:49:06.436 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.009704605
2020-11-16T20:49:06.436 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.436 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.436 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.436 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.654194+0000",
2020-11-16T20:49:06.436 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7228000000000001e-05
2020-11-16T20:49:06.436 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.436 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.654261+0000",
2020-11-16T20:49:06.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.457029688
2020-11-16T20:49:06.437 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.437 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.437 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.437 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.438 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.438 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43842 6.6 6.c4f7e706 (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:49:06.438 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.642952+0000",
2020-11-16T20:49:06.438 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 27.554272925999999,
2020-11-16T20:49:06.438 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.016021557,
2020-11-16T20:49:06.438 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.438 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:49:06.439 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.439 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:49:06.439 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:49:06.439 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43842
2020-11-16T20:49:06.439 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.439 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.439 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.439 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642952+0000",
2020-11-16T20:49:06.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.440 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.440 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642952+0000",
2020-11-16T20:49:06.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:49:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642931+0000",
2020-11-16T20:49:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010876
2020-11-16T20:49:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643040+0000",
2020-11-16T20:49:06.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0753e-05
2020-11-16T20:49:06.442 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.442 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643050+0000",
2020-11-16T20:49:06.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0180000000000001e-06
2020-11-16T20:49:06.443 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.443 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.443 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.443 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643055+0000",
2020-11-16T20:49:06.443 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00069363400000000005
2020-11-16T20:49:06.443 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.443 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.443 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.444 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643749+0000",
2020-11-16T20:49:06.444 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3933e-05
2020-11-16T20:49:06.444 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.444 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.444 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.444 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643763+0000",
2020-11-16T20:49:06.444 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.015178667
2020-11-16T20:49:06.445 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.445 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.445 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.445 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.658942+0000",
2020-11-16T20:49:06.445 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2444999999999999e-05
2020-11-16T20:49:06.445 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.445 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.446 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.446 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.658974+0000",
2020-11-16T20:49:06.446 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.016021557
2020-11-16T20:49:06.446 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.446 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.446 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.446 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:49:06.446 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:49:06.447 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43847 6.6 6.6d4bda76 (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:49:06.447 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.643097+0000",
2020-11-16T20:49:06.447 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 27.554127861000001,
2020-11-16T20:49:06.447 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.015932515,
2020-11-16T20:49:06.447 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:49:06.447 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:49:06.447 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:49:06.448 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:49:06.448 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:49:06.448 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43847
2020-11-16T20:49:06.448 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:49:06.448 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:49:06.448 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.448 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:49:06.448 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643097+0000",
2020-11-16T20:49:06.449 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:49:06.449 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.449 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.449 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:49:06.449 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643097+0000",
2020-11-16T20:49:06.449 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:49:06.449 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.450 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:49:06.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643070+0000",
2020-11-16T20:49:06.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000114962
2020-11-16T20:49:06.450 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.450 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:49:06.451 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643185+0000",
2020-11-16T20:49:06.451 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1456e-05
2020-11-16T20:49:06.451 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.451 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.451 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:49:06.451 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643197+0000",
2020-11-16T20:49:06.451 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5630000000000002e-06
2020-11-16T20:49:06.451 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.452 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:49:06.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643201+0000",
2020-11-16T20:49:06.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00059790199999999998
2020-11-16T20:49:06.452 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.452 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643799+0000",
2020-11-16T20:49:06.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2559999999999996e-06
2020-11-16T20:49:06.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:49:06.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643807+0000",
2020-11-16T20:49:06.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0152113920000001
2020-11-16T20:49:06.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.454 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:49:06.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.659018+0000",
2020-11-16T20:49:06.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2028000000000001e-05
2020-11-16T20:49:06.454 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:49:06.454 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:49:06.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:49:06.455 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.659030+0000",
2020-11-16T20:49:06.455 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.015932515
2020-11-16T20:49:06.455 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:49:06.455 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:49:06.455 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:49:06.455 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:49:06.455 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:49:06.456 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:49:06.458 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:49:06 smithi142 bash[18009]: debug 2020-11-16T20:49:06.008+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:06.458 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:06.458 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:06.530 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[16457]: debug 2020-11-16T20:49:06.250+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:06.561 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:06.670 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:06.776 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:07.015 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:06 smithi071 bash[9480]: cluster 2020-11-16T20:49:04.999690+0000 osd.0 (osd.0) 178 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:07.015 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:06 smithi071 bash[9480]: cluster 2020-11-16T20:49:04.999838+0000 osd.0 (osd.0) 179 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:07.016 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:06 smithi071 bash[9480]: cluster 2020-11-16T20:49:05.679266+0000 mon.a (mon.0) 2120 : cluster [DBG] osdmap e646: 12 total, 11 up, 9 in
2020-11-16T20:49:07.016 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:06 smithi071 bash[9480]: cluster 2020-11-16T20:49:06.440300+0000 mgr.x (mgr.14196) 1122 : cluster [DBG] pgmap v1672: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:07.016 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:06 smithi071 bash[9480]: audit 2020-11-16T20:49:06.646836+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:49:07.016 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:06 smithi071 bash[9480]: audit 2020-11-16T20:49:06.650252+0000 mon.a (mon.0) 2121 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:49:07.016 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:06 smithi071 bash[9480]: audit 2020-11-16T20:49:06.657458+0000 mon.a (mon.0) 2122 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:49:07.017 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight
2020-11-16T20:49:07.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[14115]: debug 2020-11-16T20:49:06.670+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:07.144 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[9468]: cluster 2020-11-16T20:49:04.999690+0000 osd.0 (osd.0) 178 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:07.144 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[9468]: cluster 2020-11-16T20:49:04.999838+0000 osd.0 (osd.0) 179 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:07.144 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[9468]: cluster 2020-11-16T20:49:05.679266+0000 mon.a (mon.0) 2120 : cluster [DBG] osdmap e646: 12 total, 11 up, 9 in
2020-11-16T20:49:07.145 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[9468]: cluster 2020-11-16T20:49:06.440300+0000 mgr.x (mgr.14196) 1122 : cluster [DBG] pgmap v1672: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:07.145 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[9468]: audit 2020-11-16T20:49:06.646836+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:49:07.145 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[9468]: audit 2020-11-16T20:49:06.650252+0000 mon.a (mon.0) 2121 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:49:07.146 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:06 smithi065 bash[9468]: audit 2020-11-16T20:49:06.657458+0000 mon.a (mon.0) 2122 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:49:07.149 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:06 smithi142 bash[9523]: cluster 2020-11-16T20:49:04.999690+0000 osd.0 (osd.0) 178 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:07.149 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:06 smithi142 bash[9523]: cluster 2020-11-16T20:49:04.999838+0000 osd.0 (osd.0) 179 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:07.149 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:06 smithi142 bash[9523]: cluster 2020-11-16T20:49:05.679266+0000 mon.a (mon.0) 2120 : cluster [DBG] osdmap e646: 12 total, 11 up, 9 in
2020-11-16T20:49:07.150 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:06 smithi142 bash[9523]: cluster 2020-11-16T20:49:06.440300+0000 mgr.x (mgr.14196) 1122 : cluster [DBG] pgmap v1672: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:07.150 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:06 smithi142 bash[9523]: audit 2020-11-16T20:49:06.646836+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:49:07.150 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:06 smithi142 bash[9523]: audit 2020-11-16T20:49:06.650252+0000 mon.a (mon.0) 2121 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:49:07.150 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:06 smithi142 bash[9523]: audit 2020-11-16T20:49:06.657458+0000 mon.a (mon.0) 2122 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:49:07.151 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   45      16     43862     43846   60.8889         0           -  0.00585637
2020-11-16T20:49:07.165 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:49:07.334 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:07.440 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:07.709 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:07.717 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:07 smithi142 bash[15670]: debug 2020-11-16T20:49:07.336+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:07.815 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:07.956 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:08.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:07 smithi065 bash[9468]: cluster 2020-11-16T20:49:06.684591+0000 osd.7 (osd.7) 141 : cluster [DBG] 6.8 scrub starts
2020-11-16T20:49:08.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:49:07 smithi065 bash[14115]: debug 2020-11-16T20:49:07.958+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:07 smithi142 bash[9523]: cluster 2020-11-16T20:49:06.684591+0000 osd.7 (osd.7) 141 : cluster [DBG] 6.8 scrub starts
2020-11-16T20:49:08.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:49:07 smithi142 bash[20366]: debug 2020-11-16T20:49:07.712+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:08.062 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:08.074 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:07 smithi071 bash[9480]: cluster 2020-11-16T20:49:06.684591+0000 osd.7 (osd.7) 141 : cluster [DBG] 6.8 scrub starts
2020-11-16T20:49:08.117 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   46      16     43862     43846   59.5652         0           -  0.00585637
2020-11-16T20:49:08.297 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:08.401 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:08.413 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:08 smithi071 bash[14419]: debug 2020-11-16T20:49:08.298+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:08.547 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:08.652 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:08.696 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:08 smithi071 bash[14419]: debug 2020-11-16T20:49:08.550+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:08.990 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:08 smithi142 bash[9523]: cluster 2020-11-16T20:49:07.194666+0000 osd.7 (osd.7) 142 : cluster [DBG] 6.8 scrub ok
2020-11-16T20:49:08.990 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:08 smithi142 bash[9523]: cluster 2020-11-16T20:49:08.441151+0000 mgr.x (mgr.14196) 1123 : cluster [DBG] pgmap v1673: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:08.990 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:09.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:08 smithi065 bash[9468]: cluster 2020-11-16T20:49:07.194666+0000 osd.7 (osd.7) 142 : cluster [DBG] 6.8 scrub ok
2020-11-16T20:49:09.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:08 smithi065 bash[9468]: cluster 2020-11-16T20:49:08.441151+0000 mgr.x (mgr.14196) 1123 : cluster [DBG] pgmap v1673: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:09.096 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:09.118 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   47      16     43862     43846   58.2978         0           -  0.00585637
2020-11-16T20:49:09.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:08 smithi071 bash[9480]: cluster 2020-11-16T20:49:07.194666+0000 osd.7 (osd.7) 142 : cluster [DBG] 6.8 scrub ok
2020-11-16T20:49:09.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:08 smithi071 bash[9480]: cluster 2020-11-16T20:49:08.441151+0000 mgr.x (mgr.14196) 1123 : cluster [DBG] pgmap v1673: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:09.243 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:09.349 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:09.378 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:49:08 smithi142 bash[20366]: debug 2020-11-16T20:49:08.992+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:09.530 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:09 smithi065 bash[16457]: debug 2020-11-16T20:49:09.242+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:09.902 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:10.007 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:10.019 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:09 smithi071 bash[9480]: cluster 2020-11-16T20:49:08.701366+0000 osd.10 (osd.10) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:10.020 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:09 smithi071 bash[9480]: cluster 2020-11-16T20:49:08.701488+0000 osd.10 (osd.10) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:10.020 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:09 smithi071 bash[9480]: cluster 2020-11-16T20:49:08.729669+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e647: 12 total, 11 up, 9 in
2020-11-16T20:49:10.020 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:09 smithi071 bash[9480]: cluster 2020-11-16T20:49:09.336479+0000 osd.1 (osd.1) 220 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:49:10.020 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:09 smithi071 bash[9480]: cluster 2020-11-16T20:49:09.460021+0000 osd.1 (osd.1) 221 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:49:10.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:09 smithi065 bash[9468]: cluster 2020-11-16T20:49:08.701366+0000 osd.10 (osd.10) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:10.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:09 smithi065 bash[9468]: cluster 2020-11-16T20:49:08.701488+0000 osd.10 (osd.10) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:10.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:09 smithi065 bash[9468]: cluster 2020-11-16T20:49:08.729669+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e647: 12 total, 11 up, 9 in
2020-11-16T20:49:10.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:09 smithi065 bash[9468]: cluster 2020-11-16T20:49:09.336479+0000 osd.1 (osd.1) 220 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:49:10.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:09 smithi065 bash[9468]: cluster 2020-11-16T20:49:09.460021+0000 osd.1 (osd.1) 221 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:49:10.093 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:49:09 smithi142 bash[18009]: debug 2020-11-16T20:49:09.908+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:10.093 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:09 smithi142 bash[9523]: cluster 2020-11-16T20:49:08.701366+0000 osd.10 (osd.10) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:10.093 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:09 smithi142 bash[9523]: cluster 2020-11-16T20:49:08.701488+0000 osd.10 (osd.10) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:10.094 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:09 smithi142 bash[9523]: cluster 2020-11-16T20:49:08.729669+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e647: 12 total, 11 up, 9 in
2020-11-16T20:49:10.094 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:09 smithi142 bash[9523]: cluster 2020-11-16T20:49:09.336479+0000 osd.1 (osd.1) 220 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:49:10.094 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:09 smithi142 bash[9523]: cluster 2020-11-16T20:49:09.460021+0000 osd.1 (osd.1) 221 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:49:10.117 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   48      16     43862     43846   57.0833         0           -  0.00585637
2020-11-16T20:49:10.312 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:49:10.342 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:49:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:10.362 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:49:10.388 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:49:10.415 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:49:10.447 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:49:10.459 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:49:10.469 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:49:10.495 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:49:10.526 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:49:10.552 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:49:10.576 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:49:10.577 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.577 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.577 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.577 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:49:10.577 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:49:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:49:10.661 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:10 smithi071 bash[14419]: debug 2020-11-16T20:49:10.358+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:10.661 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:49:10.767 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:10.911 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:10.947 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:49:10 smithi071 bash[16796]: debug 2020-11-16T20:49:10.662+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:10.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:10 smithi071 bash[9480]: audit 2020-11-16T20:49:10.297695+0000 mon.a (mon.0) 2124 : audit [DBG] from='client.? v1:172.21.15.142:0/906703590' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:10.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:10 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.349646+0000 osd.1 (osd.1) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:10.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:10 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.421356+0000 osd.5 (osd.5) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:10.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:10 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.441994+0000 mgr.x (mgr.14196) 1124 : cluster [DBG] pgmap v1675: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:10.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:10 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.531438+0000 osd.9 (osd.9) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:10.954 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:10 smithi142 bash[9523]: audit 2020-11-16T20:49:10.297695+0000 mon.a (mon.0) 2124 : audit [DBG] from='client.? v1:172.21.15.142:0/906703590' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:10.954 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:10 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.349646+0000 osd.1 (osd.1) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:10.954 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:10 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.421356+0000 osd.5 (osd.5) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:10.954 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:10 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.441994+0000 mgr.x (mgr.14196) 1124 : cluster [DBG] pgmap v1675: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:10.955 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:10 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.531438+0000 osd.9 (osd.9) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:10.967 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:49:10.967 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:49:11.016 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:11.029 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:10 smithi065 bash[16457]: debug 2020-11-16T20:49:10.910+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:11.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:10 smithi065 bash[9468]: audit 2020-11-16T20:49:10.297695+0000 mon.a (mon.0) 2124 : audit [DBG] from='client.? v1:172.21.15.142:0/906703590' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:11.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:10 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.349646+0000 osd.1 (osd.1) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:11.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:10 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.421356+0000 osd.5 (osd.5) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:11.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:10 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.441994+0000 mgr.x (mgr.14196) 1124 : cluster [DBG] pgmap v1675: 17 pgs: 7 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 19196/87714 objects degraded (21.885%)
2020-11-16T20:49:11.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:10 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.531438+0000 osd.9 (osd.9) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:11.118 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   49      16     43862     43846   55.9183         0           -  0.00585637
2020-11-16T20:49:11.128 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:11.233 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:11.280 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[14115]: debug 2020-11-16T20:49:11.130+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:11.365 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:11.466 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:11.734 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: debug 2020-11-16T20:49:11.308+0000 7f756b108700 -1 mon.a@0(leader).osd e647 definitely_dead 0
2020-11-16T20:49:11.735 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[16457]: debug 2020-11-16T20:49:11.358+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:11.749 INFO:teuthology.orchestra.run.smithi142.stderr:marked out osd.3.
2020-11-16T20:49:11.806 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops
2020-11-16T20:49:11.943 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:49:11.949 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:12.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.319607+0000 osd.0 (osd.0) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.369797+0000 osd.2 (osd.2) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.394023+0000 osd.4 (osd.4) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.452969+0000 osd.6 (osd.6) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.475649+0000 osd.7 (osd.7) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.499549+0000 osd.8 (osd.8) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.556707+0000 osd.10 (osd.10) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:10.581043+0000 osd.11 (osd.11) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: audit 2020-11-16T20:49:11.312989+0000 mon.a (mon.0) 2125 : audit [INF] from='client.? v1:172.21.15.142:0/2780274333' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch
2020-11-16T20:49:12.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:11 smithi065 bash[9468]: cluster 2020-11-16T20:49:11.313160+0000 mon.a (mon.0) 2126 : cluster [INF] Client client.admin marked osd.3 out, after it was down for 32 seconds
2020-11-16T20:49:12.054 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:12.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.319607+0000 osd.0 (osd.0) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.369797+0000 osd.2 (osd.2) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.394023+0000 osd.4 (osd.4) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.452969+0000 osd.6 (osd.6) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.475649+0000 osd.7 (osd.7) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.499549+0000 osd.8 (osd.8) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.556707+0000 osd.10 (osd.10) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:10.581043+0000 osd.11 (osd.11) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: audit 2020-11-16T20:49:11.312989+0000 mon.a (mon.0) 2125 : audit [INF] from='client.? v1:172.21.15.142:0/2780274333' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch
2020-11-16T20:49:12.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:11 smithi071 bash[9480]: cluster 2020-11-16T20:49:11.313160+0000 mon.a (mon.0) 2126 : cluster [INF] Client client.admin marked osd.3 out, after it was down for 32 seconds
2020-11-16T20:49:12.069 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[15670]: debug 2020-11-16T20:49:11.952+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:12.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.319607+0000 osd.0 (osd.0) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.369797+0000 osd.2 (osd.2) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.394023+0000 osd.4 (osd.4) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.069 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.452969+0000 osd.6 (osd.6) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.475649+0000 osd.7 (osd.7) 143 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.499549+0000 osd.8 (osd.8) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.556707+0000 osd.10 (osd.10) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:10.581043+0000 osd.11 (osd.11) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:12.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: audit 2020-11-16T20:49:11.312989+0000 mon.a (mon.0) 2125 : audit [INF] from='client.? v1:172.21.15.142:0/2780274333' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch
2020-11-16T20:49:12.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:11 smithi142 bash[9523]: cluster 2020-11-16T20:49:11.313160+0000 mon.a (mon.0) 2126 : cluster [INF] Client client.admin marked osd.3 out, after it was down for 32 seconds
2020-11-16T20:49:12.118 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   50      16     43862     43846      54.8         0           -  0.00585637
2020-11-16T20:49:12.332 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:49:12.333 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:49:12.494 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:12.599 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:49:12.742 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:49:12.848 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:12.863 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:49:12 smithi065 bash[18823]: debug 2020-11-16T20:49:12.742+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:12.863 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:12 smithi065 bash[9468]: cluster 2020-11-16T20:49:11.739531+0000 mon.a (mon.0) 2127 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:49:12.863 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:12 smithi065 bash[9468]: audit 2020-11-16T20:49:11.752909+0000 mon.a (mon.0) 2128 : audit [INF] from='client.? v1:172.21.15.142:0/2780274333' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished
2020-11-16T20:49:12.863 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:12 smithi065 bash[9468]: cluster 2020-11-16T20:49:11.752957+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e648: 12 total, 11 up, 8 in
2020-11-16T20:49:12.864 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:12 smithi065 bash[9468]: cluster 2020-11-16T20:49:12.442745+0000 mgr.x (mgr.14196) 1125 : cluster [DBG] pgmap v1677: 17 pgs: 3 peering, 4 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11007/87714 objects degraded (12.549%)
2020-11-16T20:49:12.947 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:49:12 smithi071 bash[12066]: debug 2020-11-16T20:49:12.498+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:12.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:12 smithi071 bash[9480]: cluster 2020-11-16T20:49:11.739531+0000 mon.a (mon.0) 2127 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:49:12.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:12 smithi071 bash[9480]: audit 2020-11-16T20:49:11.752909+0000 mon.a (mon.0) 2128 : audit [INF] from='client.? v1:172.21.15.142:0/2780274333' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished
2020-11-16T20:49:12.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:12 smithi071 bash[9480]: cluster 2020-11-16T20:49:11.752957+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e648: 12 total, 11 up, 8 in
2020-11-16T20:49:12.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:12 smithi071 bash[9480]: cluster 2020-11-16T20:49:12.442745+0000 mgr.x (mgr.14196) 1125 : cluster [DBG] pgmap v1677: 17 pgs: 3 peering, 4 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11007/87714 objects degraded (12.549%)
2020-11-16T20:49:13.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:12 smithi142 bash[9523]: cluster 2020-11-16T20:49:11.739531+0000 mon.a (mon.0) 2127 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:49:13.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:12 smithi142 bash[9523]: audit 2020-11-16T20:49:11.752909+0000 mon.a (mon.0) 2128 : audit [INF] from='client.? v1:172.21.15.142:0/2780274333' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished
2020-11-16T20:49:13.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:12 smithi142 bash[9523]: cluster 2020-11-16T20:49:11.752957+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e648: 12 total, 11 up, 8 in
2020-11-16T20:49:13.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:12 smithi142 bash[9523]: cluster 2020-11-16T20:49:12.442745+0000 mgr.x (mgr.14196) 1125 : cluster [DBG] pgmap v1677: 17 pgs: 3 peering, 4 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11007/87714 objects degraded (12.549%)
2020-11-16T20:49:13.118 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   51      16     43909     43893   53.7831 0.0863971  0.00337328    0.016139
2020-11-16T20:49:13.164 INFO:tasks.thrashosds.thrasher:Testing ceph-objectstore-tool on down osd.3
2020-11-16T20:49:13.164 INFO:tasks.thrashosds.thrasher:remote for osd 3 is ubuntu@smithi142.front.sepia.ceph.com
2020-11-16T20:49:13.164 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.3 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-3 --journal-path /var/lib/ceph/osd/ceph-3/journal --op list-pgs
2020-11-16T20:49:13.339 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.3/config
2020-11-16T20:49:13.522 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:13.626 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:13.780 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:13 smithi065 bash[11785]: debug 2020-11-16T20:49:13.522+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:13.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:13 smithi065 bash[9468]: cluster 2020-11-16T20:49:12.566404+0000 osd.7 (osd.7) 144 : cluster [DBG] 6.5 scrub starts
2020-11-16T20:49:13.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:13 smithi065 bash[9468]: cluster 2020-11-16T20:49:12.751434+0000 mon.a (mon.0) 2130 : cluster [WRN] Health check update: Degraded data redundancy: 11007/87714 objects degraded (12.549%), 4 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:13.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:13 smithi065 bash[9468]: cluster 2020-11-16T20:49:12.756933+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e649: 12 total, 11 up, 8 in
2020-11-16T20:49:13.854 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:13.947 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:13 smithi071 bash[26650]: debug 2020-11-16T20:49:13.854+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:13 smithi071 bash[9480]: cluster 2020-11-16T20:49:12.566404+0000 osd.7 (osd.7) 144 : cluster [DBG] 6.5 scrub starts
2020-11-16T20:49:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:13 smithi071 bash[9480]: cluster 2020-11-16T20:49:12.751434+0000 mon.a (mon.0) 2130 : cluster [WRN] Health check update: Degraded data redundancy: 11007/87714 objects degraded (12.549%), 4 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:13 smithi071 bash[9480]: cluster 2020-11-16T20:49:12.756933+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e649: 12 total, 11 up, 8 in
2020-11-16T20:49:13.958 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:14.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:13 smithi142 bash[9523]: cluster 2020-11-16T20:49:12.566404+0000 osd.7 (osd.7) 144 : cluster [DBG] 6.5 scrub starts
2020-11-16T20:49:14.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:13 smithi142 bash[9523]: cluster 2020-11-16T20:49:12.751434+0000 mon.a (mon.0) 2130 : cluster [WRN] Health check update: Degraded data redundancy: 11007/87714 objects degraded (12.549%), 4 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:14.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:13 smithi142 bash[9523]: cluster 2020-11-16T20:49:12.756933+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e649: 12 total, 11 up, 8 in
2020-11-16T20:49:14.118 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   52      16     45000     44984   54.0599   68.1875  0.00427882   0.0184941
2020-11-16T20:49:14.173 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:14.278 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:14.334 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:49:14.507 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:14.532 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:14 smithi142 bash[15670]: debug 2020-11-16T20:49:14.176+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:14.754 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:49:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:14 smithi065 bash[9468]: cluster 2020-11-16T20:49:13.002320+0000 osd.7 (osd.7) 145 : cluster [DBG] 6.5 scrub ok
2020-11-16T20:49:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:14 smithi065 bash[9468]: audit 2020-11-16T20:49:13.899519+0000 mon.b (mon.1) 439 : audit [INF] from='client.? v1:172.21.15.142:0/3285997903' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:14 smithi065 bash[9468]: audit 2020-11-16T20:49:13.901514+0000 mon.a (mon.0) 2132 : audit [INF] from='client.26128 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:14 smithi065 bash[9468]: cluster 2020-11-16T20:49:14.443250+0000 mgr.x (mgr.14196) 1126 : cluster [DBG] pgmap v1679: 17 pgs: 1 active+recovering+degraded, 1 activating, 3 peering, 2 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s wr, 27 op/s; 10931/88040 objects degraded (12.416%); 810 KiB/s, 12 objects/s recovering
2020-11-16T20:49:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:14 smithi142 bash[9523]: cluster 2020-11-16T20:49:13.002320+0000 osd.7 (osd.7) 145 : cluster [DBG] 6.5 scrub ok
2020-11-16T20:49:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:14 smithi142 bash[9523]: audit 2020-11-16T20:49:13.899519+0000 mon.b (mon.1) 439 : audit [INF] from='client.? v1:172.21.15.142:0/3285997903' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:14 smithi142 bash[9523]: audit 2020-11-16T20:49:13.901514+0000 mon.a (mon.0) 2132 : audit [INF] from='client.26128 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:14 smithi142 bash[9523]: cluster 2020-11-16T20:49:14.443250+0000 mgr.x (mgr.14196) 1126 : cluster [DBG] pgmap v1679: 17 pgs: 1 active+recovering+degraded, 1 activating, 3 peering, 2 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s wr, 27 op/s; 10931/88040 objects degraded (12.416%); 810 KiB/s, 12 objects/s recovering
2020-11-16T20:49:15.118 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   53      16     45748     45732   53.9218     46.75  0.00482186   0.0184068
2020-11-16T20:49:15.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:14 smithi071 bash[9480]: cluster 2020-11-16T20:49:13.002320+0000 osd.7 (osd.7) 145 : cluster [DBG] 6.5 scrub ok
2020-11-16T20:49:15.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:14 smithi071 bash[9480]: audit 2020-11-16T20:49:13.899519+0000 mon.b (mon.1) 439 : audit [INF] from='client.? v1:172.21.15.142:0/3285997903' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:15.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:14 smithi071 bash[9480]: audit 2020-11-16T20:49:13.901514+0000 mon.a (mon.0) 2132 : audit [INF] from='client.26128 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:15.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:14 smithi071 bash[9480]: cluster 2020-11-16T20:49:14.443250+0000 mgr.x (mgr.14196) 1126 : cluster [DBG] pgmap v1679: 17 pgs: 1 active+recovering+degraded, 1 activating, 3 peering, 2 undersized+degraded+peered, 10 active+clean; 2.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s wr, 27 op/s; 10931/88040 objects degraded (12.416%); 810 KiB/s, 12 objects/s recovering
2020-11-16T20:49:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:15 smithi065 bash[9468]: cluster 2020-11-16T20:49:14.747175+0000 mon.a (mon.0) 2133 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:49:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:15 smithi065 bash[9468]: audit 2020-11-16T20:49:14.757729+0000 mon.a (mon.0) 2134 : audit [INF] from='client.26128 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:49:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:15 smithi065 bash[9468]: cluster 2020-11-16T20:49:14.757807+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e650: 12 total, 11 up, 8 in
2020-11-16T20:49:16.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:15 smithi142 bash[9523]: cluster 2020-11-16T20:49:14.747175+0000 mon.a (mon.0) 2133 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:49:16.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:15 smithi142 bash[9523]: audit 2020-11-16T20:49:14.757729+0000 mon.a (mon.0) 2134 : audit [INF] from='client.26128 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:49:16.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:15 smithi142 bash[9523]: cluster 2020-11-16T20:49:14.757807+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e650: 12 total, 11 up, 8 in
2020-11-16T20:49:16.073 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:15 smithi071 bash[9480]: cluster 2020-11-16T20:49:14.747175+0000 mon.a (mon.0) 2133 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:49:16.074 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:15 smithi071 bash[9480]: audit 2020-11-16T20:49:14.757729+0000 mon.a (mon.0) 2134 : audit [INF] from='client.26128 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:49:16.074 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:15 smithi071 bash[9480]: cluster 2020-11-16T20:49:14.757807+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e650: 12 total, 11 up, 8 in
2020-11-16T20:49:16.074 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:16 smithi071 bash[26650]: debug 2020-11-16T20:49:16.074+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:16.075 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:16.118 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   54      16     46691     46675   54.0146   58.9375   0.0171917   0.0185091
2020-11-16T20:49:16.177 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:16.674 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:16.778 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:16.908 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:17.012 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:17.022 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:16 smithi142 bash[9523]: cluster 2020-11-16T20:49:16.443797+0000 mgr.x (mgr.14196) 1127 : cluster [DBG] pgmap v1681: 17 pgs: 3 active+recovering+degraded, 1 activating, 3 peering, 10 active+clean; 2.8 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s wr, 215 op/s; 10671/90304 objects degraded (11.817%); 3.5 MiB/s, 55 objects/s recovering
2020-11-16T20:49:17.022 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:49:16 smithi142 bash[20366]: debug 2020-11-16T20:49:16.680+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:17.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:16 smithi065 bash[9468]: cluster 2020-11-16T20:49:16.443797+0000 mgr.x (mgr.14196) 1127 : cluster [DBG] pgmap v1681: 17 pgs: 3 active+recovering+degraded, 1 activating, 3 peering, 10 active+clean; 2.8 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s wr, 215 op/s; 10671/90304 objects degraded (11.817%); 3.5 MiB/s, 55 objects/s recovering
2020-11-16T20:49:17.030 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:16 smithi065 bash[16457]: debug 2020-11-16T20:49:16.909+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:17.118 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   55      16     47741     47725   54.2256    65.625  0.00564607   0.0184373
2020-11-16T20:49:17.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:16 smithi071 bash[9480]: cluster 2020-11-16T20:49:16.443797+0000 mgr.x (mgr.14196) 1127 : cluster [DBG] pgmap v1681: 17 pgs: 3 active+recovering+degraded, 1 activating, 3 peering, 10 active+clean; 2.8 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s wr, 215 op/s; 10671/90304 objects degraded (11.817%); 3.5 MiB/s, 55 objects/s recovering
2020-11-16T20:49:18.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   56      16     48917     48901   54.5696      73.5  0.00698564   0.0183214
2020-11-16T20:49:18.368 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:18.473 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:18.610 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:18.670 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:18 smithi142 bash[15670]: debug 2020-11-16T20:49:18.372+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:18.714 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:18.780 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:18 smithi065 bash[11785]: debug 2020-11-16T20:49:18.609+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:19.016 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:19 smithi071 bash[9480]: cluster 2020-11-16T20:49:17.955437+0000 osd.5 (osd.5) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:19.017 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:19 smithi071 bash[9480]: cluster 2020-11-16T20:49:17.955517+0000 osd.5 (osd.5) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:19.017 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:19 smithi071 bash[9480]: cluster 2020-11-16T20:49:18.011748+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e651: 12 total, 11 up, 8 in
2020-11-16T20:49:19.017 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:19 smithi071 bash[9480]: cluster 2020-11-16T20:49:18.444231+0000 mgr.x (mgr.14196) 1128 : cluster [DBG] pgmap v1683: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 2.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s wr, 517 op/s; 17836/93928 objects degraded (18.989%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:49:19.017 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:49:19 smithi071 bash[12066]: debug 2020-11-16T20:49:19.018+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:19.018 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:19.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   57      16     50132     50116   54.9443   75.9375  0.00508135   0.0181956
2020-11-16T20:49:19.122 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:19.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:19 smithi065 bash[9468]: cluster 2020-11-16T20:49:17.955437+0000 osd.5 (osd.5) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:19 smithi065 bash[9468]: cluster 2020-11-16T20:49:17.955517+0000 osd.5 (osd.5) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:19 smithi065 bash[9468]: cluster 2020-11-16T20:49:18.011748+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e651: 12 total, 11 up, 8 in
2020-11-16T20:49:19.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:19 smithi065 bash[9468]: cluster 2020-11-16T20:49:18.444231+0000 mgr.x (mgr.14196) 1128 : cluster [DBG] pgmap v1683: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 2.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s wr, 517 op/s; 17836/93928 objects degraded (18.989%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:49:19.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:19 smithi142 bash[9523]: cluster 2020-11-16T20:49:17.955437+0000 osd.5 (osd.5) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:19.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:19 smithi142 bash[9523]: cluster 2020-11-16T20:49:17.955517+0000 osd.5 (osd.5) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:19.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:19 smithi142 bash[9523]: cluster 2020-11-16T20:49:18.011748+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e651: 12 total, 11 up, 8 in
2020-11-16T20:49:19.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:19 smithi142 bash[9523]: cluster 2020-11-16T20:49:18.444231+0000 mgr.x (mgr.14196) 1128 : cluster [DBG] pgmap v1683: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 2.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s wr, 517 op/s; 17836/93928 objects degraded (18.989%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:49:20.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   58      16     51069     51053   55.0066   58.5625  0.00850323   0.0181525
2020-11-16T20:49:20.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:20 smithi065 bash[9468]: cluster 2020-11-16T20:49:19.009275+0000 mon.a (mon.0) 2137 : cluster [WRN] Health check update: Degraded data redundancy: 17836/93928 objects degraded (18.989%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:20.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:20 smithi142 bash[9523]: cluster 2020-11-16T20:49:19.009275+0000 mon.a (mon.0) 2137 : cluster [WRN] Health check update: Degraded data redundancy: 17836/93928 objects degraded (18.989%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:20.369 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:49:20.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:20 smithi071 bash[9480]: cluster 2020-11-16T20:49:19.009275+0000 mon.a (mon.0) 2137 : cluster [WRN] Health check update: Degraded data redundancy: 17836/93928 objects degraded (18.989%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:20.539 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:21.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   59      16     52129     52113    55.197     66.25   0.0121256   0.0181126
2020-11-16T20:49:21.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:21 smithi065 bash[9468]: cluster 2020-11-16T20:49:20.444758+0000 mgr.x (mgr.14196) 1129 : cluster [DBG] pgmap v1684: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 614 op/s; 17246/97162 objects degraded (17.750%); 16 MiB/s, 253 objects/s recovering
2020-11-16T20:49:21.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:21 smithi142 bash[9523]: cluster 2020-11-16T20:49:20.444758+0000 mgr.x (mgr.14196) 1129 : cluster [DBG] pgmap v1684: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 614 op/s; 17246/97162 objects degraded (17.750%); 16 MiB/s, 253 objects/s recovering
2020-11-16T20:49:21.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:21 smithi071 bash[9480]: cluster 2020-11-16T20:49:20.444758+0000 mgr.x (mgr.14196) 1129 : cluster [DBG] pgmap v1684: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 614 op/s; 17246/97162 objects degraded (17.750%); 16 MiB/s, 253 objects/s recovering
2020-11-16T20:49:21.742 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:21.846 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:22.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:49:22.124400 min lat: 0.00157907 max lat: 35.0108 avg lat: 0.0180178
2020-11-16T20:49:22.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:49:22.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   60      16     53294     53278   55.4905   72.8125  0.00800321   0.0180178
2020-11-16T20:49:22.197 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:21 smithi071 bash[14419]: debug 2020-11-16T20:49:21.742+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:22.461 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:22.565 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:22.644 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:49:22.644 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:49:22.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:22 smithi142 bash[9523]: cluster 2020-11-16T20:49:22.445303+0000 mgr.x (mgr.14196) 1130 : cluster [DBG] pgmap v1685: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 57 MiB/s wr, 913 op/s; 16200/102664 objects degraded (15.780%); 23 MiB/s, 364 objects/s recovering
2020-11-16T20:49:22.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:22 smithi142 bash[15670]: debug 2020-11-16T20:49:22.464+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:22.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:22 smithi071 bash[9480]: cluster 2020-11-16T20:49:22.445303+0000 mgr.x (mgr.14196) 1130 : cluster [DBG] pgmap v1685: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 57 MiB/s wr, 913 op/s; 16200/102664 objects degraded (15.780%); 23 MiB/s, 364 objects/s recovering
2020-11-16T20:49:23.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:22 smithi065 bash[9468]: cluster 2020-11-16T20:49:22.445303+0000 mgr.x (mgr.14196) 1130 : cluster [DBG] pgmap v1685: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 57 MiB/s wr, 913 op/s; 16200/102664 objects degraded (15.780%); 23 MiB/s, 364 objects/s recovering
2020-11-16T20:49:23.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   61      16     54408     54392   55.7221    69.625   0.0165452   0.0179418
2020-11-16T20:49:23.655 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:23.760 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:24.075 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:49:23 smithi142 bash[18009]: debug 2020-11-16T20:49:23.660+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:24.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   62      16     55642     55626   56.0672    77.125   0.0306335   0.0178321
2020-11-16T20:49:24.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:24 smithi071 bash[9480]: cluster 2020-11-16T20:49:22.940087+0000 osd.7 (osd.7) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:24.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:24 smithi071 bash[9480]: cluster 2020-11-16T20:49:22.940182+0000 osd.7 (osd.7) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:24.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:24 smithi071 bash[9480]: cluster 2020-11-16T20:49:23.660406+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e652: 12 total, 11 up, 8 in
2020-11-16T20:49:24.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:24 smithi071 bash[9480]: cluster 2020-11-16T20:49:24.445795+0000 mgr.x (mgr.14196) 1131 : cluster [DBG] pgmap v1687: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s; 15486/106034 objects degraded (14.605%); 26 MiB/s, 421 objects/s recovering
2020-11-16T20:49:25.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:24 smithi065 bash[9468]: cluster 2020-11-16T20:49:22.940087+0000 osd.7 (osd.7) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:25.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:24 smithi065 bash[9468]: cluster 2020-11-16T20:49:22.940182+0000 osd.7 (osd.7) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:25.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:24 smithi065 bash[9468]: cluster 2020-11-16T20:49:23.660406+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e652: 12 total, 11 up, 8 in
2020-11-16T20:49:25.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:24 smithi065 bash[9468]: cluster 2020-11-16T20:49:24.445795+0000 mgr.x (mgr.14196) 1131 : cluster [DBG] pgmap v1687: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s; 15486/106034 objects degraded (14.605%); 26 MiB/s, 421 objects/s recovering
2020-11-16T20:49:25.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:24 smithi142 bash[9523]: cluster 2020-11-16T20:49:22.940087+0000 osd.7 (osd.7) 146 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:25.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:24 smithi142 bash[9523]: cluster 2020-11-16T20:49:22.940182+0000 osd.7 (osd.7) 147 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:25.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:24 smithi142 bash[9523]: cluster 2020-11-16T20:49:23.660406+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e652: 12 total, 11 up, 8 in
2020-11-16T20:49:25.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:24 smithi142 bash[9523]: cluster 2020-11-16T20:49:24.445795+0000 mgr.x (mgr.14196) 1131 : cluster [DBG] pgmap v1687: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s; 15486/106034 objects degraded (14.605%); 26 MiB/s, 421 objects/s recovering
2020-11-16T20:49:25.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   63      16     56495     56479   56.0233   53.3125  0.00474056   0.0178458
2020-11-16T20:49:25.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:25 smithi071 bash[9480]: cluster 2020-11-16T20:49:24.656121+0000 mon.a (mon.0) 2139 : cluster [WRN] Health check update: Degraded data redundancy: 15486/106034 objects degraded (14.605%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:26.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:25 smithi065 bash[9468]: cluster 2020-11-16T20:49:24.656121+0000 mon.a (mon.0) 2139 : cluster [WRN] Health check update: Degraded data redundancy: 15486/106034 objects degraded (14.605%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:26.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:25 smithi142 bash[9523]: cluster 2020-11-16T20:49:24.656121+0000 mon.a (mon.0) 2139 : cluster [WRN] Health check update: Degraded data redundancy: 15486/106034 objects degraded (14.605%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:26.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   64      16     57620     57604   56.2465   70.3125   0.0204451   0.0177743
2020-11-16T20:49:26.572 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:26.675 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:26.814 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:26.918 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:26.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:26 smithi065 bash[9468]: audit 2020-11-16T20:49:26.263344+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:49:26.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:26 smithi065 bash[9468]: audit 2020-11-16T20:49:26.266335+0000 mon.a (mon.0) 2140 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:49:26.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:26 smithi065 bash[9468]: audit 2020-11-16T20:49:26.266434+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:49:26.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:26 smithi065 bash[9468]: audit 2020-11-16T20:49:26.269399+0000 mon.a (mon.0) 2141 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:49:26.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:26 smithi065 bash[9468]: cluster 2020-11-16T20:49:26.446274+0000 mgr.x (mgr.14196) 1132 : cluster [DBG] pgmap v1688: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 14840/110982 objects degraded (13.372%); 22 MiB/s, 355 objects/s recovering
2020-11-16T20:49:26.929 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:26 smithi065 bash[16457]: debug 2020-11-16T20:49:26.809+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:26.946 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:26 smithi071 bash[14419]: debug 2020-11-16T20:49:26.574+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:26 smithi071 bash[9480]: audit 2020-11-16T20:49:26.263344+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:49:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:26 smithi071 bash[9480]: audit 2020-11-16T20:49:26.266335+0000 mon.a (mon.0) 2140 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:49:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:26 smithi071 bash[9480]: audit 2020-11-16T20:49:26.266434+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:49:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:26 smithi071 bash[9480]: audit 2020-11-16T20:49:26.269399+0000 mon.a (mon.0) 2141 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:49:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:26 smithi071 bash[9480]: cluster 2020-11-16T20:49:26.446274+0000 mgr.x (mgr.14196) 1132 : cluster [DBG] pgmap v1688: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 14840/110982 objects degraded (13.372%); 22 MiB/s, 355 objects/s recovering
2020-11-16T20:49:26.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:26 smithi142 bash[9523]: audit 2020-11-16T20:49:26.263344+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:49:26.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:26 smithi142 bash[9523]: audit 2020-11-16T20:49:26.266335+0000 mon.a (mon.0) 2140 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:49:26.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:26 smithi142 bash[9523]: audit 2020-11-16T20:49:26.266434+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:49:26.983 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:26 smithi142 bash[9523]: audit 2020-11-16T20:49:26.269399+0000 mon.a (mon.0) 2141 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:49:26.983 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:26 smithi142 bash[9523]: cluster 2020-11-16T20:49:26.446274+0000 mgr.x (mgr.14196) 1132 : cluster [DBG] pgmap v1688: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 14840/110982 objects degraded (13.372%); 22 MiB/s, 355 objects/s recovering
2020-11-16T20:49:27.032 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:27.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   65      15     58767     58752   56.4849     71.75   0.0137915   0.0177007
2020-11-16T20:49:27.136 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:27.257 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:27 smithi065 bash[16457]: debug 2020-11-16T20:49:27.033+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:27.258 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:27.362 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:27.510 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:27 smithi065 bash[11785]: debug 2020-11-16T20:49:27.257+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:27.511 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:27.617 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:49:27.735 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:49:27.780 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:49:27 smithi065 bash[14115]: debug 2020-11-16T20:49:27.509+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:27.781 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:49:27 smithi065 bash[18823]: debug 2020-11-16T20:49:27.733+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:27.840 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:27.959 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:28.064 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:28.119 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   66      16     59891     59875   56.6924   70.1875  0.00863611   0.0176355
2020-11-16T20:49:28.177 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:27 smithi065 bash[11785]: debug 2020-11-16T20:49:27.961+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:28.180 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:28.284 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:28.530 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:28 smithi065 bash[11785]: debug 2020-11-16T20:49:28.177+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:28.903 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:49:28.942 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:49:28.973 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:49:29.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   67      16     60738     60722   56.6363   52.9375   0.0044808   0.0175803
2020-11-16T20:49:29.164 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:49:29.196 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:49:29.230 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:49:29.260 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:49:29.301 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:49:29.334 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:49:29.369 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:49:29.405 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:49:29.405 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.406 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:49:29.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:49:29.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.407 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.407 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.407 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.407 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.407 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.407 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.407 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:49:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:29 smithi071 bash[9480]: cluster 2020-11-16T20:49:28.315846+0000 osd.8 (osd.8) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:29 smithi071 bash[9480]: cluster 2020-11-16T20:49:28.315915+0000 osd.8 (osd.8) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:29 smithi071 bash[9480]: cluster 2020-11-16T20:49:28.374955+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e653: 12 total, 11 up, 8 in
2020-11-16T20:49:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:29 smithi071 bash[9480]: cluster 2020-11-16T20:49:28.446734+0000 mgr.x (mgr.14196) 1133 : cluster [DBG] pgmap v1690: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s; 13585/115722 objects degraded (11.739%); 29 MiB/s, 457 objects/s recovering
2020-11-16T20:49:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:29 smithi071 bash[9480]: audit 2020-11-16T20:49:28.873451+0000 mon.a (mon.0) 2143 : audit [DBG] from='client.? v1:172.21.15.142:0/1322170599' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:29.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:29 smithi071 bash[9480]: cluster 2020-11-16T20:49:28.910538+0000 osd.0 (osd.0) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:29.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:29 smithi071 bash[9480]: cluster 2020-11-16T20:49:28.980537+0000 osd.2 (osd.2) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:29 smithi065 bash[9468]: cluster 2020-11-16T20:49:28.315846+0000 osd.8 (osd.8) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:29 smithi065 bash[9468]: cluster 2020-11-16T20:49:28.315915+0000 osd.8 (osd.8) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:29.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:29 smithi065 bash[9468]: cluster 2020-11-16T20:49:28.374955+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e653: 12 total, 11 up, 8 in
2020-11-16T20:49:29.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:29 smithi065 bash[9468]: cluster 2020-11-16T20:49:28.446734+0000 mgr.x (mgr.14196) 1133 : cluster [DBG] pgmap v1690: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s; 13585/115722 objects degraded (11.739%); 29 MiB/s, 457 objects/s recovering
2020-11-16T20:49:29.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:29 smithi065 bash[9468]: audit 2020-11-16T20:49:28.873451+0000 mon.a (mon.0) 2143 : audit [DBG] from='client.? v1:172.21.15.142:0/1322170599' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:29.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:29 smithi065 bash[9468]: cluster 2020-11-16T20:49:28.910538+0000 osd.0 (osd.0) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:29.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:29 smithi065 bash[9468]: cluster 2020-11-16T20:49:28.980537+0000 osd.2 (osd.2) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:29 smithi142 bash[9523]: cluster 2020-11-16T20:49:28.315846+0000 osd.8 (osd.8) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:29 smithi142 bash[9523]: cluster 2020-11-16T20:49:28.315915+0000 osd.8 (osd.8) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:29 smithi142 bash[9523]: cluster 2020-11-16T20:49:28.374955+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e653: 12 total, 11 up, 8 in
2020-11-16T20:49:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:29 smithi142 bash[9523]: cluster 2020-11-16T20:49:28.446734+0000 mgr.x (mgr.14196) 1133 : cluster [DBG] pgmap v1690: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s; 13585/115722 objects degraded (11.739%); 29 MiB/s, 457 objects/s recovering
2020-11-16T20:49:29.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:29 smithi142 bash[9523]: audit 2020-11-16T20:49:28.873451+0000 mon.a (mon.0) 2143 : audit [DBG] from='client.? v1:172.21.15.142:0/1322170599' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:29.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:29 smithi142 bash[9523]: cluster 2020-11-16T20:49:28.910538+0000 osd.0 (osd.0) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:29.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:29 smithi142 bash[9523]: cluster 2020-11-16T20:49:28.980537+0000 osd.2 (osd.2) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   68      16     61934     61918   56.9025     74.75  0.00604349   0.0175637
2020-11-16T20:49:30.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:28.949840+0000 osd.1 (osd.1) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:29.169652+0000 osd.4 (osd.4) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:29.201757+0000 osd.5 (osd.5) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:29.235933+0000 osd.6 (osd.6) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.674 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:29.265574+0000 osd.7 (osd.7) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.674 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:29.304494+0000 osd.8 (osd.8) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.674 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:29.338740+0000 osd.9 (osd.9) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.674 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:29.374291+0000 osd.10 (osd.10) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.674 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[9480]: cluster 2020-11-16T20:49:29.410193+0000 osd.11 (osd.11) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.675 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:30.778 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:30.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:28.949840+0000 osd.1 (osd.1) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:29.169652+0000 osd.4 (osd.4) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:29.201757+0000 osd.5 (osd.5) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:29.235933+0000 osd.6 (osd.6) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:29.265574+0000 osd.7 (osd.7) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:29.304494+0000 osd.8 (osd.8) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:29.338740+0000 osd.9 (osd.9) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:29.374291+0000 osd.10 (osd.10) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:30 smithi065 bash[9468]: cluster 2020-11-16T20:49:29.410193+0000 osd.11 (osd.11) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:28.949840+0000 osd.1 (osd.1) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:29.169652+0000 osd.4 (osd.4) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:29.201757+0000 osd.5 (osd.5) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:29.235933+0000 osd.6 (osd.6) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:29.265574+0000 osd.7 (osd.7) 148 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:29.304494+0000 osd.8 (osd.8) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:29.338740+0000 osd.9 (osd.9) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:29.374291+0000 osd.10 (osd.10) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:30 smithi142 bash[9523]: cluster 2020-11-16T20:49:29.410193+0000 osd.11 (osd.11) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:30.845 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_historic_ops
2020-11-16T20:49:30.946 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:30 smithi071 bash[26650]: debug 2020-11-16T20:49:30.674+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:31.092 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:31 smithi142 bash[15670]: debug 2020-11-16T20:49:31.096+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:31.093 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:49:31.094 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:31.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   69      16     63095     63079   57.1294   72.5625   0.0130562   0.0175004
2020-11-16T20:49:31.197 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:31.284 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:49:31.285 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:49:31.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:31 smithi071 bash[9480]: cluster 2020-11-16T20:49:30.447229+0000 mgr.x (mgr.14196) 1134 : cluster [DBG] pgmap v1691: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 12873/119030 objects degraded (10.815%); 26 MiB/s, 415 objects/s recovering
2020-11-16T20:49:31.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:31 smithi065 bash[9468]: cluster 2020-11-16T20:49:30.447229+0000 mgr.x (mgr.14196) 1134 : cluster [DBG] pgmap v1691: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 12873/119030 objects degraded (10.815%); 26 MiB/s, 415 objects/s recovering
2020-11-16T20:49:31.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:31 smithi142 bash[9523]: cluster 2020-11-16T20:49:30.447229+0000 mgr.x (mgr.14196) 1134 : cluster [DBG] pgmap v1691: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 12873/119030 objects degraded (10.815%); 26 MiB/s, 415 objects/s recovering
2020-11-16T20:49:32.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   70      16     64191     64175   57.2917      68.5  0.00685288   0.0174505
2020-11-16T20:49:32.653 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:49:32.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:32 smithi071 bash[9480]: cluster 2020-11-16T20:49:31.222706+0000 osd.1 (osd.1) 224 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:32.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:32 smithi071 bash[9480]: cluster 2020-11-16T20:49:31.222771+0000 osd.1 (osd.1) 225 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:32.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:32 smithi071 bash[9480]: cluster 2020-11-16T20:49:31.380946+0000 mon.a (mon.0) 2144 : cluster [WRN] Health check update: Degraded data redundancy: 12873/119030 objects degraded (10.815%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:32.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:32 smithi071 bash[9480]: cluster 2020-11-16T20:49:31.389647+0000 mon.a (mon.0) 2145 : cluster [DBG] osdmap e654: 12 total, 11 up, 8 in
2020-11-16T20:49:32.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:32 smithi071 bash[9480]: audit 2020-11-16T20:49:32.046730+0000 mon.a (mon.0) 2146 : audit [INF] from='client.? v1:172.21.15.142:0/3939899738' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:49:32.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:32 smithi071 bash[9480]: cluster 2020-11-16T20:49:32.326267+0000 osd.11 (osd.11) 166 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:32.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:32 smithi071 bash[9480]: cluster 2020-11-16T20:49:32.326364+0000 osd.11 (osd.11) 167 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:32.769 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:32 smithi142 bash[9523]: cluster 2020-11-16T20:49:31.222706+0000 osd.1 (osd.1) 224 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:32.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:32 smithi142 bash[9523]: cluster 2020-11-16T20:49:31.222771+0000 osd.1 (osd.1) 225 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:32.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:32 smithi142 bash[9523]: cluster 2020-11-16T20:49:31.380946+0000 mon.a (mon.0) 2144 : cluster [WRN] Health check update: Degraded data redundancy: 12873/119030 objects degraded (10.815%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:32.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:32 smithi142 bash[9523]: cluster 2020-11-16T20:49:31.389647+0000 mon.a (mon.0) 2145 : cluster [DBG] osdmap e654: 12 total, 11 up, 8 in
2020-11-16T20:49:32.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:32 smithi142 bash[9523]: audit 2020-11-16T20:49:32.046730+0000 mon.a (mon.0) 2146 : audit [INF] from='client.? v1:172.21.15.142:0/3939899738' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:49:32.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:32 smithi142 bash[9523]: cluster 2020-11-16T20:49:32.326267+0000 osd.11 (osd.11) 166 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:32.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:32 smithi142 bash[9523]: cluster 2020-11-16T20:49:32.326364+0000 osd.11 (osd.11) 167 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:32.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:32 smithi065 bash[9468]: cluster 2020-11-16T20:49:31.222706+0000 osd.1 (osd.1) 224 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:32.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:32 smithi065 bash[9468]: cluster 2020-11-16T20:49:31.222771+0000 osd.1 (osd.1) 225 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:32.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:32 smithi065 bash[9468]: cluster 2020-11-16T20:49:31.380946+0000 mon.a (mon.0) 2144 : cluster [WRN] Health check update: Degraded data redundancy: 12873/119030 objects degraded (10.815%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:32 smithi065 bash[9468]: cluster 2020-11-16T20:49:31.389647+0000 mon.a (mon.0) 2145 : cluster [DBG] osdmap e654: 12 total, 11 up, 8 in
2020-11-16T20:49:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:32 smithi065 bash[9468]: audit 2020-11-16T20:49:32.046730+0000 mon.a (mon.0) 2146 : audit [INF] from='client.? v1:172.21.15.142:0/3939899738' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:49:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:32 smithi065 bash[9468]: cluster 2020-11-16T20:49:32.326267+0000 osd.11 (osd.11) 166 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:32.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:32 smithi065 bash[9468]: cluster 2020-11-16T20:49:32.326364+0000 osd.11 (osd.11) 167 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:33.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   71      16     65436     65420   57.5807   77.8125   0.0239633   0.0173634
2020-11-16T20:49:33.261 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:33.285 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:49:33.459 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:33.560 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:33.696 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:33 smithi071 bash[26650]: debug 2020-11-16T20:49:33.258+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:33.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:33 smithi071 bash[9480]: cluster 2020-11-16T20:49:32.447730+0000 mgr.x (mgr.14196) 1135 : cluster [DBG] pgmap v1693: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s; 11773/124526 objects degraded (9.454%); 29 MiB/s, 464 objects/s recovering
2020-11-16T20:49:33.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:33 smithi071 bash[9480]: cluster 2020-11-16T20:49:32.650078+0000 mon.a (mon.0) 2147 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:33.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:33 smithi071 bash[9480]: audit 2020-11-16T20:49:32.656174+0000 mon.a (mon.0) 2148 : audit [INF] from='client.? v1:172.21.15.142:0/3939899738' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:49:33.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:33 smithi071 bash[9480]: cluster 2020-11-16T20:49:32.656218+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e655: 12 total, 11 up, 8 in
2020-11-16T20:49:33.715 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:33 smithi065 bash[9468]: cluster 2020-11-16T20:49:32.447730+0000 mgr.x (mgr.14196) 1135 : cluster [DBG] pgmap v1693: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s; 11773/124526 objects degraded (9.454%); 29 MiB/s, 464 objects/s recovering
2020-11-16T20:49:33.715 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:33 smithi065 bash[9468]: cluster 2020-11-16T20:49:32.650078+0000 mon.a (mon.0) 2147 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:33.716 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:33 smithi065 bash[9468]: audit 2020-11-16T20:49:32.656174+0000 mon.a (mon.0) 2148 : audit [INF] from='client.? v1:172.21.15.142:0/3939899738' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:49:33.716 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:33 smithi065 bash[9468]: cluster 2020-11-16T20:49:32.656218+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e655: 12 total, 11 up, 8 in
2020-11-16T20:49:33.716 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:33.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:33 smithi142 bash[9523]: cluster 2020-11-16T20:49:32.447730+0000 mgr.x (mgr.14196) 1135 : cluster [DBG] pgmap v1693: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s; 11773/124526 objects degraded (9.454%); 29 MiB/s, 464 objects/s recovering
2020-11-16T20:49:33.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:33 smithi142 bash[9523]: cluster 2020-11-16T20:49:32.650078+0000 mon.a (mon.0) 2147 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:33.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:33 smithi142 bash[9523]: audit 2020-11-16T20:49:32.656174+0000 mon.a (mon.0) 2148 : audit [INF] from='client.? v1:172.21.15.142:0/3939899738' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:49:33.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:33 smithi142 bash[9523]: cluster 2020-11-16T20:49:32.656218+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e655: 12 total, 11 up, 8 in
2020-11-16T20:49:33.819 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:33.955 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:34.030 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:33 smithi065 bash[11785]: debug 2020-11-16T20:49:33.953+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:34.031 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:33 smithi065 bash[16457]: debug 2020-11-16T20:49:33.713+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:34.060 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:34.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   72      16     66677     66661   57.8581   77.5625    0.006483   0.0172802
2020-11-16T20:49:34.174 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:34.279 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:34.396 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:34 smithi065 bash[11785]: debug 2020-11-16T20:49:34.173+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:34.397 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:34.501 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:34.780 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:34 smithi065 bash[16457]: debug 2020-11-16T20:49:34.397+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:34.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:34 smithi065 bash[9468]: cluster 2020-11-16T20:49:34.448262+0000 mgr.x (mgr.14196) 1136 : cluster [DBG] pgmap v1695: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 10892/127988 objects degraded (8.510%); 28 MiB/s, 443 objects/s recovering
2020-11-16T20:49:34.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:34 smithi071 bash[9480]: cluster 2020-11-16T20:49:34.448262+0000 mgr.x (mgr.14196) 1136 : cluster [DBG] pgmap v1695: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 10892/127988 objects degraded (8.510%); 28 MiB/s, 443 objects/s recovering
2020-11-16T20:49:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:34 smithi142 bash[9523]: cluster 2020-11-16T20:49:34.448262+0000 mgr.x (mgr.14196) 1136 : cluster [DBG] pgmap v1695: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 3.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 10892/127988 objects degraded (8.510%); 28 MiB/s, 443 objects/s recovering
2020-11-16T20:49:35.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   73      16     67771     67755   58.0021    68.375  0.00710303   0.0172374
2020-11-16T20:49:36.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   74      16     68948     68932   58.2122   73.5625  0.00451719   0.0171758
2020-11-16T20:49:36.636 INFO:teuthology.orchestra.run.smithi142.stdout:6.c
2020-11-16T20:49:36.636 INFO:teuthology.orchestra.run.smithi142.stdout:6.2
2020-11-16T20:49:36.636 INFO:teuthology.orchestra.run.smithi142.stdout:6.4
2020-11-16T20:49:36.637 INFO:teuthology.orchestra.run.smithi142.stdout:6.6
2020-11-16T20:49:36.637 INFO:teuthology.orchestra.run.smithi142.stdout:6.0
2020-11-16T20:49:36.637 INFO:teuthology.orchestra.run.smithi142.stdout:6.7
2020-11-16T20:49:36.637 INFO:teuthology.orchestra.run.smithi142.stdout:6.b
2020-11-16T20:49:36.741 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:36 smithi142 bash[9523]: cluster 2020-11-16T20:49:36.448761+0000 mgr.x (mgr.14196) 1137 : cluster [DBG] pgmap v1696: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 10212/133188 objects degraded (7.667%); 26 MiB/s, 421 objects/s recovering
2020-11-16T20:49:36.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:36 smithi142 bash[9523]: cluster 2020-11-16T20:49:36.501379+0000 mon.a (mon.0) 2150 : cluster [WRN] Health check update: Degraded data redundancy: 10212/133188 objects degraded (7.667%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:36.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:36 smithi071 bash[9480]: cluster 2020-11-16T20:49:36.448761+0000 mgr.x (mgr.14196) 1137 : cluster [DBG] pgmap v1696: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 10212/133188 objects degraded (7.667%); 26 MiB/s, 421 objects/s recovering
2020-11-16T20:49:36.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:36 smithi071 bash[9480]: cluster 2020-11-16T20:49:36.501379+0000 mon.a (mon.0) 2150 : cluster [WRN] Health check update: Degraded data redundancy: 10212/133188 objects degraded (7.667%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:37.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:36 smithi065 bash[9468]: cluster 2020-11-16T20:49:36.448761+0000 mgr.x (mgr.14196) 1137 : cluster [DBG] pgmap v1696: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 10212/133188 objects degraded (7.667%); 26 MiB/s, 421 objects/s recovering
2020-11-16T20:49:37.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:36 smithi065 bash[9468]: cluster 2020-11-16T20:49:36.501379+0000 mon.a (mon.0) 2150 : cluster [WRN] Health check update: Degraded data redundancy: 10212/133188 objects degraded (7.667%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:37.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   75      16     70203     70187   58.4818   78.4375   0.0194057   0.0170952
2020-11-16T20:49:37.984 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:49:38.016 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:38.119 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:38.120 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   76      16     71121     71105   58.4672    57.375   0.0127504    0.017098
2020-11-16T20:49:38.148 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:38.287 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:49:38.390 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:38.446 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:38 smithi071 bash[14419]: debug 2020-11-16T20:49:38.018+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:38.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:49:38 smithi065 bash[14115]: debug 2020-11-16T20:49:38.285+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:38.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:38 smithi071 bash[9480]: cluster 2020-11-16T20:49:38.449222+0000 mgr.x (mgr.14196) 1138 : cluster [DBG] pgmap v1697: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8738/138480 objects degraded (6.310%); 32 MiB/s, 516 objects/s recovering
2020-11-16T20:49:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:38 smithi065 bash[9468]: cluster 2020-11-16T20:49:38.449222+0000 mgr.x (mgr.14196) 1138 : cluster [DBG] pgmap v1697: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8738/138480 objects degraded (6.310%); 32 MiB/s, 516 objects/s recovering
2020-11-16T20:49:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:38 smithi142 bash[9523]: cluster 2020-11-16T20:49:38.449222+0000 mgr.x (mgr.14196) 1138 : cluster [DBG] pgmap v1697: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8738/138480 objects degraded (6.310%); 32 MiB/s, 516 objects/s recovering
2020-11-16T20:49:39.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   77      16     72136     72120   58.5316   63.4375   0.0129976   0.0170808
2020-11-16T20:49:39.863 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.3 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-3 --journal-path /var/lib/ceph/osd/ceph-3/journal --op export --pgid 6.6 --file /var/log/ceph/exp.6.6.3
2020-11-16T20:49:40.036 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.3/config
2020-11-16T20:49:40.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   78      15     73445     73430   58.8308    81.875  0.00572397   0.0169949
2020-11-16T20:49:40.617 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:40.721 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:40.947 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:40 smithi071 bash[14419]: debug 2020-11-16T20:49:40.614+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:40.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:40 smithi071 bash[9480]: cluster 2020-11-16T20:49:40.449818+0000 mgr.x (mgr.14196) 1139 : cluster [DBG] pgmap v1698: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s; 7895/141906 objects degraded (5.564%); 32 MiB/s, 518 objects/s recovering
2020-11-16T20:49:41.005 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:49:41.012 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:40 smithi142 bash[9523]: cluster 2020-11-16T20:49:40.449818+0000 mgr.x (mgr.14196) 1139 : cluster [DBG] pgmap v1698: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s; 7895/141906 objects degraded (5.564%); 32 MiB/s, 518 objects/s recovering
2020-11-16T20:49:41.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:40 smithi065 bash[9468]: cluster 2020-11-16T20:49:40.449818+0000 mgr.x (mgr.14196) 1139 : cluster [DBG] pgmap v1698: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s; 7895/141906 objects degraded (5.564%); 32 MiB/s, 518 objects/s recovering
2020-11-16T20:49:41.109 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:41.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   79      16     74725     74709   59.0979   79.9375   0.0166501   0.0169164
2020-11-16T20:49:41.247 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:41.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:49:41 smithi142 bash[15670]: debug 2020-11-16T20:49:41.007+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:41.353 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:41.528 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:41.530 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:41 smithi065 bash[11785]: debug 2020-11-16T20:49:41.245+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:41.633 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:41.641 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:41 smithi071 bash[26650]: debug 2020-11-16T20:49:41.526+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:41.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:41 smithi071 bash[9480]: cluster 2020-11-16T20:49:41.633873+0000 mon.a (mon.0) 2151 : cluster [WRN] Health check update: Degraded data redundancy: 7895/141906 objects degraded (5.564%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:42.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:41 smithi065 bash[9468]: cluster 2020-11-16T20:49:41.633873+0000 mon.a (mon.0) 2151 : cluster [WRN] Health check update: Degraded data redundancy: 7895/141906 objects degraded (5.564%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:42.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:41 smithi142 bash[9523]: cluster 2020-11-16T20:49:41.633873+0000 mon.a (mon.0) 2151 : cluster [WRN] Health check update: Degraded data redundancy: 7895/141906 objects degraded (5.564%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:42.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:49:42.126308 min lat: 0.00157907 max lat: 35.0108 avg lat: 0.016952
2020-11-16T20:49:42.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:49:42.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   80      16     75521     75505    58.981     49.75   0.0102552    0.016952
2020-11-16T20:49:42.970 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:42 smithi142 bash[9523]: cluster 2020-11-16T20:49:42.450340+0000 mgr.x (mgr.14196) 1140 : cluster [DBG] pgmap v1699: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s; 6475/147450 objects degraded (4.391%); 33 MiB/s, 529 objects/s recovering
2020-11-16T20:49:43.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:42 smithi065 bash[9468]: cluster 2020-11-16T20:49:42.450340+0000 mgr.x (mgr.14196) 1140 : cluster [DBG] pgmap v1699: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s; 6475/147450 objects degraded (4.391%); 33 MiB/s, 529 objects/s recovering
2020-11-16T20:49:43.072 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:49:43.104 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:49:43.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   81      16     76706     76690    59.167   74.0625   0.0164995   0.0168986
2020-11-16T20:49:43.138 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:49:43.174 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:49:43.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:42 smithi071 bash[9480]: cluster 2020-11-16T20:49:42.450340+0000 mgr.x (mgr.14196) 1140 : cluster [DBG] pgmap v1699: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s; 6475/147450 objects degraded (4.391%); 33 MiB/s, 529 objects/s recovering
2020-11-16T20:49:43.208 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:49:43.241 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:49:43.288 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:49:43.319 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:49:43.349 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:49:43.382 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:49:43.413 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:49:43.414 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.414 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.414 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.415 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:49:43.415 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:49:43.415 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.415 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.415 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.415 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.415 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.416 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.416 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.416 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:49:43.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:43 smithi142 bash[9523]: cluster 2020-11-16T20:49:42.249754+0000 osd.6 (osd.6) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:43.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:43 smithi142 bash[9523]: cluster 2020-11-16T20:49:42.249832+0000 osd.6 (osd.6) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:43.750 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:43 smithi142 bash[9523]: cluster 2020-11-16T20:49:42.728051+0000 mon.a (mon.0) 2152 : cluster [DBG] osdmap e656: 12 total, 11 up, 8 in
2020-11-16T20:49:43.755 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:43 smithi142 bash[9523]: audit 2020-11-16T20:49:43.047336+0000 mon.a (mon.0) 2153 : audit [DBG] from='client.? v1:172.21.15.142:0/1590952627' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:43.755 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:43 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.111940+0000 osd.1 (osd.1) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:43.755 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:43 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.212606+0000 osd.5 (osd.5) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:43.755 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:43 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.354006+0000 osd.9 (osd.9) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:44.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:43 smithi065 bash[9468]: cluster 2020-11-16T20:49:42.249754+0000 osd.6 (osd.6) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:44.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:43 smithi065 bash[9468]: cluster 2020-11-16T20:49:42.249832+0000 osd.6 (osd.6) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:44.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:43 smithi065 bash[9468]: cluster 2020-11-16T20:49:42.728051+0000 mon.a (mon.0) 2152 : cluster [DBG] osdmap e656: 12 total, 11 up, 8 in
2020-11-16T20:49:44.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:43 smithi065 bash[9468]: audit 2020-11-16T20:49:43.047336+0000 mon.a (mon.0) 2153 : audit [DBG] from='client.? v1:172.21.15.142:0/1590952627' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:44.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:43 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.111940+0000 osd.1 (osd.1) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:44.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:43 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.212606+0000 osd.5 (osd.5) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:44.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:43 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.354006+0000 osd.9 (osd.9) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:44.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   82      16     77803     77787   59.2815   68.5625   0.0105747   0.0168666
2020-11-16T20:49:44.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:43 smithi071 bash[9480]: cluster 2020-11-16T20:49:42.249754+0000 osd.6 (osd.6) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:44.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:43 smithi071 bash[9480]: cluster 2020-11-16T20:49:42.249832+0000 osd.6 (osd.6) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:44.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:43 smithi071 bash[9480]: cluster 2020-11-16T20:49:42.728051+0000 mon.a (mon.0) 2152 : cluster [DBG] osdmap e656: 12 total, 11 up, 8 in
2020-11-16T20:49:44.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:43 smithi071 bash[9480]: audit 2020-11-16T20:49:43.047336+0000 mon.a (mon.0) 2153 : audit [DBG] from='client.? v1:172.21.15.142:0/1590952627' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:44.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:43 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.111940+0000 osd.1 (osd.1) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:44.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:43 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.212606+0000 osd.5 (osd.5) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:44.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:43 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.354006+0000 osd.9 (osd.9) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:44.787 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:44.952 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:49:45.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.079466+0000 osd.0 (osd.0) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.145050+0000 osd.2 (osd.2) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.178227+0000 osd.4 (osd.4) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.246732+0000 osd.6 (osd.6) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.293746+0000 osd.7 (osd.7) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.323591+0000 osd.8 (osd.8) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.386586+0000 osd.10 (osd.10) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:43.418394+0000 osd.11 (osd.11) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:44 smithi065 bash[9468]: cluster 2020-11-16T20:49:44.450852+0000 mgr.x (mgr.14196) 1141 : cluster [DBG] pgmap v1701: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 5361/150830 objects degraded (3.554%); 35 MiB/s, 552 objects/s recovering
2020-11-16T20:49:45.089 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:49:45.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   83      16     79144     79128    59.577   83.8125   0.0140715   0.0167824
2020-11-16T20:49:45.193 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:45.196 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[12066]: debug 2020-11-16T20:49:44.786+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.079466+0000 osd.0 (osd.0) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.145050+0000 osd.2 (osd.2) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.178227+0000 osd.4 (osd.4) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.246732+0000 osd.6 (osd.6) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.293746+0000 osd.7 (osd.7) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.323591+0000 osd.8 (osd.8) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.386586+0000 osd.10 (osd.10) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:43.418394+0000 osd.11 (osd.11) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:44 smithi071 bash[9480]: cluster 2020-11-16T20:49:44.450852+0000 mgr.x (mgr.14196) 1141 : cluster [DBG] pgmap v1701: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 5361/150830 objects degraded (3.554%); 35 MiB/s, 552 objects/s recovering
2020-11-16T20:49:45.227 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.079466+0000 osd.0 (osd.0) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.227 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.145050+0000 osd.2 (osd.2) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.227 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.178227+0000 osd.4 (osd.4) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.246732+0000 osd.6 (osd.6) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.293746+0000 osd.7 (osd.7) 149 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.323591+0000 osd.8 (osd.8) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.386586+0000 osd.10 (osd.10) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:43.418394+0000 osd.11 (osd.11) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:45.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:44 smithi142 bash[9523]: cluster 2020-11-16T20:49:44.450852+0000 mgr.x (mgr.14196) 1141 : cluster [DBG] pgmap v1701: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 5361/150830 objects degraded (3.554%); 35 MiB/s, 552 objects/s recovering
2020-11-16T20:49:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:49:45.496 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:49:45 smithi071 bash[12066]: debug 2020-11-16T20:49:45.438+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:45.530 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:49:45 smithi065 bash[18823]: debug 2020-11-16T20:49:45.089+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:45.590 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:49:45.590 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:49:45.598 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:49:46.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   84      16     80462     80446   59.8483    82.375  0.00908124   0.0167069
2020-11-16T20:49:47.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:46 smithi065 bash[9468]: cluster 2020-11-16T20:49:46.451355+0000 mgr.x (mgr.14196) 1142 : cluster [DBG] pgmap v1702: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 4519/156012 objects degraded (2.897%); 36 MiB/s, 569 objects/s recovering
2020-11-16T20:49:47.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:46 smithi142 bash[9523]: cluster 2020-11-16T20:49:46.451355+0000 mgr.x (mgr.14196) 1142 : cluster [DBG] pgmap v1702: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 4519/156012 objects degraded (2.897%); 36 MiB/s, 569 objects/s recovering
2020-11-16T20:49:47.039 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:46 smithi071 bash[9480]: cluster 2020-11-16T20:49:46.451355+0000 mgr.x (mgr.14196) 1142 : cluster [DBG] pgmap v1702: 17 pgs: 7 active+recovering+degraded, 10 active+clean; 4.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 4519/156012 objects degraded (2.897%); 36 MiB/s, 569 objects/s recovering
2020-11-16T20:49:47.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   85      16     81701     81685   60.0552   77.4375   0.0133382   0.0166488
2020-11-16T20:49:47.592 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:49:47.764 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:47.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:47 smithi142 bash[9523]: cluster 2020-11-16T20:49:46.634636+0000 mon.a (mon.0) 2154 : cluster [WRN] Health check update: Degraded data redundancy: 4519/156012 objects degraded (2.897%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:47.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:47 smithi071 bash[9480]: cluster 2020-11-16T20:49:46.634636+0000 mon.a (mon.0) 2154 : cluster [WRN] Health check update: Degraded data redundancy: 4519/156012 objects degraded (2.897%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:48.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:47 smithi065 bash[9468]: cluster 2020-11-16T20:49:46.634636+0000 mon.a (mon.0) 2154 : cluster [WRN] Health check update: Degraded data redundancy: 4519/156012 objects degraded (2.897%), 7 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:48.064 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:49:48.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   86      15     82923     82908   60.2456   76.4375  0.00754054   0.0165962
2020-11-16T20:49:48.268 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:48.393 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:49:48 smithi071 bash[16796]: debug 2020-11-16T20:49:48.066+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:48.563 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:49:48.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:48 smithi071 bash[9480]: audit 2020-11-16T20:49:48.081983+0000 mon.a (mon.0) 2155 : audit [INF] from='client.? v1:172.21.15.142:0/819147041' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:48.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:48 smithi071 bash[9480]: cluster 2020-11-16T20:49:48.451882+0000 mgr.x (mgr.14196) 1143 : cluster [DBG] pgmap v1703: 17 pgs: 6 active+recovering+degraded, 11 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 3298/161314 objects degraded (2.044%); 34 MiB/s, 543 objects/s recovering
2020-11-16T20:49:48.980 INFO:teuthology.orchestra.run.smithi142.stderr:Exporting 6.6 info 6.6( v 636'2715 (0'0,636'2715] local-lis/les=626/627 n=2715 ec=626/626 lis/c=626/626 les/c/f=627/627/0 sis=626)
2020-11-16T20:49:49.012 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6001c677:::benchmark_data_smithi065_43723_object43698:head#
2020-11-16T20:49:49.012 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6002094e:::benchmark_data_smithi065_43723_object13229:head#
2020-11-16T20:49:49.013 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60021a86:::benchmark_data_smithi065_43723_object42501:head#
2020-11-16T20:49:49.013 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60023663:::benchmark_data_smithi065_43723_object25229:head#
2020-11-16T20:49:49.016 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6002a56d:::benchmark_data_smithi065_43723_object39771:head#
2020-11-16T20:49:49.017 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60032606:::benchmark_data_smithi065_43723_object27793:head#
2020-11-16T20:49:49.019 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6003e510:::benchmark_data_smithi065_43723_object8311:head#
2020-11-16T20:49:49.019 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6004a4f2:::benchmark_data_smithi065_43723_object7481:head#
2020-11-16T20:49:49.020 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:600970c2:::benchmark_data_smithi065_43723_object1476:head#
2020-11-16T20:49:49.022 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6009dff7:::benchmark_data_smithi065_43723_object6401:head#
2020-11-16T20:49:49.023 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:600db2c6:::benchmark_data_smithi065_43723_object614:head#
2020-11-16T20:49:49.023 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:600fbff9:::benchmark_data_smithi065_43723_object27151:head#
2020-11-16T20:49:49.024 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601057ff:::benchmark_data_smithi065_43723_object16603:head#
2020-11-16T20:49:49.025 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60108c7e:::benchmark_data_smithi065_43723_object22136:head#
2020-11-16T20:49:49.025 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60117aef:::benchmark_data_smithi065_43723_object42336:head#
2020-11-16T20:49:49.026 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60126e19:::benchmark_data_smithi065_43723_object317:head#
2020-11-16T20:49:49.027 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60127935:::benchmark_data_smithi065_43723_object43269:head#
2020-11-16T20:49:49.028 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6012a11e:::benchmark_data_smithi065_43723_object32453:head#
2020-11-16T20:49:49.028 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60135fce:::benchmark_data_smithi065_43723_object17674:head#
2020-11-16T20:49:49.028 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60142144:::benchmark_data_smithi065_43723_object2319:head#
2020-11-16T20:49:49.029 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6015db6c:::benchmark_data_smithi065_43723_object5525:head#
2020-11-16T20:49:49.029 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60161624:::benchmark_data_smithi065_43723_object2511:head#
2020-11-16T20:49:49.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:48 smithi065 bash[9468]: audit 2020-11-16T20:49:48.081983+0000 mon.a (mon.0) 2155 : audit [INF] from='client.? v1:172.21.15.142:0/819147041' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:49.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:48 smithi065 bash[9468]: cluster 2020-11-16T20:49:48.451882+0000 mgr.x (mgr.14196) 1143 : cluster [DBG] pgmap v1703: 17 pgs: 6 active+recovering+degraded, 11 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 3298/161314 objects degraded (2.044%); 34 MiB/s, 543 objects/s recovering
2020-11-16T20:49:49.031 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6019404e:::benchmark_data_smithi065_43723_object19240:head#
2020-11-16T20:49:49.031 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6019c264:::benchmark_data_smithi065_43723_object10053:head#
2020-11-16T20:49:49.032 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601a06ba:::benchmark_data_smithi065_43723_object26477:head#
2020-11-16T20:49:49.032 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601a09ef:::benchmark_data_smithi065_43723_object32431:head#
2020-11-16T20:49:49.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:48 smithi142 bash[9523]: audit 2020-11-16T20:49:48.081983+0000 mon.a (mon.0) 2155 : audit [INF] from='client.? v1:172.21.15.142:0/819147041' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:49:49.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:48 smithi142 bash[9523]: cluster 2020-11-16T20:49:48.451882+0000 mgr.x (mgr.14196) 1143 : cluster [DBG] pgmap v1703: 17 pgs: 6 active+recovering+degraded, 11 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s; 3298/161314 objects degraded (2.044%); 34 MiB/s, 543 objects/s recovering
2020-11-16T20:49:49.033 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601a1e60:::benchmark_data_smithi065_43723_object2874:head#
2020-11-16T20:49:49.033 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601b021e:::benchmark_data_smithi065_43723_object35056:head#
2020-11-16T20:49:49.033 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601bf981:::benchmark_data_smithi065_43723_object18755:head#
2020-11-16T20:49:49.034 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601c7e2b:::benchmark_data_smithi065_43723_object22041:head#
2020-11-16T20:49:49.034 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601cde29:::benchmark_data_smithi065_43723_object27452:head#
2020-11-16T20:49:49.035 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601ddd71:::benchmark_data_smithi065_43723_object38970:head#
2020-11-16T20:49:49.035 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:601f0167:::benchmark_data_smithi065_43723_object39843:head#
2020-11-16T20:49:49.036 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:602455ff:::benchmark_data_smithi065_43723_object29406:head#
2020-11-16T20:49:49.036 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60248fbc:::benchmark_data_smithi065_43723_object25766:head#
2020-11-16T20:49:49.037 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6027023c:::benchmark_data_smithi065_43723_object37376:head#
2020-11-16T20:49:49.038 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6029491a:::benchmark_data_smithi065_43723_object35001:head#
2020-11-16T20:49:49.039 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:602aefea:::benchmark_data_smithi065_43723_object31772:head#
2020-11-16T20:49:49.039 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:602ec8ba:::benchmark_data_smithi065_43723_object24984:head#
2020-11-16T20:49:49.042 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:602f202a:::benchmark_data_smithi065_43723_object15630:head#
2020-11-16T20:49:49.043 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:602fdf3f:::benchmark_data_smithi065_43723_object38645:head#
2020-11-16T20:49:49.043 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6030dbed:::benchmark_data_smithi065_43723_object24146:head#
2020-11-16T20:49:49.046 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60313e36:::benchmark_data_smithi065_43723_object41858:head#
2020-11-16T20:49:49.047 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6031b151:::benchmark_data_smithi065_43723_object29757:head#
2020-11-16T20:49:49.048 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60337d31:::benchmark_data_smithi065_43723_object15369:head#
2020-11-16T20:49:49.048 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6034d35c:::benchmark_data_smithi065_43723_object34548:head#
2020-11-16T20:49:49.049 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:603a9d9d:::benchmark_data_smithi065_43723_object28523:head#
2020-11-16T20:49:49.049 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:603b36fa:::benchmark_data_smithi065_43723_object23917:head#
2020-11-16T20:49:49.050 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:603bbc54:::benchmark_data_smithi065_43723_object40930:head#
2020-11-16T20:49:49.050 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:603d0c2e:::benchmark_data_smithi065_43723_object22313:head#
2020-11-16T20:49:49.054 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:603f1fb7:::benchmark_data_smithi065_43723_object11118:head#
2020-11-16T20:49:49.055 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6040ef2c:::benchmark_data_smithi065_43723_object849:head#
2020-11-16T20:49:49.055 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:604172cf:::benchmark_data_smithi065_43723_object33657:head#
2020-11-16T20:49:49.056 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6044b4d3:::benchmark_data_smithi065_43723_object39838:head#
2020-11-16T20:49:49.056 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6044eab0:::benchmark_data_smithi065_43723_object2624:head#
2020-11-16T20:49:49.057 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:604545df:::benchmark_data_smithi065_43723_object23070:head#
2020-11-16T20:49:49.057 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6046693b:::benchmark_data_smithi065_43723_object5586:head#
2020-11-16T20:49:49.058 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60483c29:::benchmark_data_smithi065_43723_object38990:head#
2020-11-16T20:49:49.061 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:604b4e1a:::benchmark_data_smithi065_43723_object43008:head#
2020-11-16T20:49:49.062 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:604be884:::benchmark_data_smithi065_43723_object16609:head#
2020-11-16T20:49:49.063 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:604bf4f2:::benchmark_data_smithi065_43723_object24047:head#
2020-11-16T20:49:49.063 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:604e93e1:::benchmark_data_smithi065_43723_object7324:head#
2020-11-16T20:49:49.064 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:604eb891:::benchmark_data_smithi065_43723_object23981:head#
2020-11-16T20:49:49.064 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6051ca91:::benchmark_data_smithi065_43723_object2251:head#
2020-11-16T20:49:49.065 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6053461b:::benchmark_data_smithi065_43723_object30769:head#
2020-11-16T20:49:49.065 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60562a9b:::benchmark_data_smithi065_43723_object17400:head#
2020-11-16T20:49:49.066 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60589fd2:::benchmark_data_smithi065_43723_object40331:head#
2020-11-16T20:49:49.067 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6066c715:::benchmark_data_smithi065_43723_object2006:head#
2020-11-16T20:49:49.067 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6067c64b:::benchmark_data_smithi065_43723_object30269:head#
2020-11-16T20:49:49.068 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:606a101c:::benchmark_data_smithi065_43723_object29011:head#
2020-11-16T20:49:49.069 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:606a53b1:::benchmark_data_smithi065_43723_object181:head#
2020-11-16T20:49:49.069 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6071a915:::benchmark_data_smithi065_43723_object42617:head#
2020-11-16T20:49:49.070 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6072f5da:::benchmark_data_smithi065_43723_object640:head#
2020-11-16T20:49:49.070 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:607363d0:::benchmark_data_smithi065_43723_object19306:head#
2020-11-16T20:49:49.071 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6073c7f7:::benchmark_data_smithi065_43723_object36885:head#
2020-11-16T20:49:49.071 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60750e07:::benchmark_data_smithi065_43723_object4033:head#
2020-11-16T20:49:49.072 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60765943:::benchmark_data_smithi065_43723_object39896:head#
2020-11-16T20:49:49.075 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60766daa:::benchmark_data_smithi065_43723_object40394:head#
2020-11-16T20:49:49.075 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6076e3ef:::benchmark_data_smithi065_43723_object36769:head#
2020-11-16T20:49:49.076 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6077fd23:::benchmark_data_smithi065_43723_object27995:head#
2020-11-16T20:49:49.076 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6079a222:::benchmark_data_smithi065_43723_object38234:head#
2020-11-16T20:49:49.079 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6079a4a4:::benchmark_data_smithi065_43723_object13150:head#
2020-11-16T20:49:49.082 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:607ea879:::benchmark_data_smithi065_43723_object7931:head#
2020-11-16T20:49:49.083 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:607f24f2:::benchmark_data_smithi065_43723_object39394:head#
2020-11-16T20:49:49.083 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:607ff535:::benchmark_data_smithi065_43723_object11479:head#
2020-11-16T20:49:49.085 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608024d7:::benchmark_data_smithi065_43723_object7190:head#
2020-11-16T20:49:49.086 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60810f99:::benchmark_data_smithi065_43723_object40272:head#
2020-11-16T20:49:49.086 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608164c6:::benchmark_data_smithi065_43723_object12137:head#
2020-11-16T20:49:49.086 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60828310:::benchmark_data_smithi065_43723_object15706:head#
2020-11-16T20:49:49.087 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608332ee:::benchmark_data_smithi065_43723_object23748:head#
2020-11-16T20:49:49.087 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608373a5:::benchmark_data_smithi065_43723_object2157:head#
2020-11-16T20:49:49.088 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6086021a:::benchmark_data_smithi065_43723_object102:head#
2020-11-16T20:49:49.088 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6087f2f3:::benchmark_data_smithi065_43723_object22163:head#
2020-11-16T20:49:49.090 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608aeea3:::benchmark_data_smithi065_43723_object26333:head#
2020-11-16T20:49:49.091 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608b0c25:::benchmark_data_smithi065_43723_object1255:head#
2020-11-16T20:49:49.091 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608b29aa:::benchmark_data_smithi065_43723_object2039:head#
2020-11-16T20:49:49.092 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608cabe7:::benchmark_data_smithi065_43723_object42419:head#
2020-11-16T20:49:49.092 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608d1062:::benchmark_data_smithi065_43723_object146:head#
2020-11-16T20:49:49.093 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:608d86b5:::benchmark_data_smithi065_43723_object3804:head#
2020-11-16T20:49:49.093 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6090dc6c:::benchmark_data_smithi065_43723_object16510:head#
2020-11-16T20:49:49.094 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6091b0b1:::benchmark_data_smithi065_43723_object4769:head#
2020-11-16T20:49:49.094 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60920e36:::benchmark_data_smithi065_43723_object23729:head#
2020-11-16T20:49:49.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60940975:::benchmark_data_smithi065_43723_object1312:head#
2020-11-16T20:49:49.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60942a9b:::benchmark_data_smithi065_43723_object40698:head#
2020-11-16T20:49:49.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6094dd33:::benchmark_data_smithi065_43723_object7689:head#
2020-11-16T20:49:49.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60961924:::benchmark_data_smithi065_43723_object21152:head#
2020-11-16T20:49:49.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60972dc5:::benchmark_data_smithi065_43723_object7059:head#
2020-11-16T20:49:49.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:609749ba:::benchmark_data_smithi065_43723_object23065:head#
2020-11-16T20:49:49.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6097d8fd:::benchmark_data_smithi065_43723_object42511:head#
2020-11-16T20:49:49.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6098d540:::benchmark_data_smithi065_43723_object2001:head#
2020-11-16T20:49:49.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6098f5a7:::benchmark_data_smithi065_43723_object38352:head#
2020-11-16T20:49:49.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:609a16a6:::benchmark_data_smithi065_43723_object8451:head#
2020-11-16T20:49:49.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:609c6260:::benchmark_data_smithi065_43723_object29651:head#
2020-11-16T20:49:49.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:609c8249:::benchmark_data_smithi065_43723_object32137:head#
2020-11-16T20:49:49.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:609c8f6e:::benchmark_data_smithi065_43723_object20423:head#
2020-11-16T20:49:49.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:609dd4d8:::benchmark_data_smithi065_43723_object24539:head#
2020-11-16T20:49:49.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60a1cf6b:::benchmark_data_smithi065_43723_object16266:head#
2020-11-16T20:49:49.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60a1db58:::benchmark_data_smithi065_43723_object32827:head#
2020-11-16T20:49:49.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60a34f0d:::benchmark_data_smithi065_43723_object6615:head#
2020-11-16T20:49:49.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60a59049:::benchmark_data_smithi065_43723_object31973:head#
2020-11-16T20:49:49.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60a76900:::benchmark_data_smithi065_43723_object811:head#
2020-11-16T20:49:49.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60aacf4a:::benchmark_data_smithi065_43723_object13917:head#
2020-11-16T20:49:49.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60ae0c01:::benchmark_data_smithi065_43723_object24872:head#
2020-11-16T20:49:49.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60b38698:::benchmark_data_smithi065_43723_object9640:head#
2020-11-16T20:49:49.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60b3f9a6:::benchmark_data_smithi065_43723_object25547:head#
2020-11-16T20:49:49.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60b5ea2f:::benchmark_data_smithi065_43723_object33886:head#
2020-11-16T20:49:49.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60b6dafa:::benchmark_data_smithi065_43723_object43764:head#
2020-11-16T20:49:49.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60b71d2c:::benchmark_data_smithi065_43723_object36037:head#
2020-11-16T20:49:49.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60b998e1:::benchmark_data_smithi065_43723_object4301:head#
2020-11-16T20:49:49.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60ba08b9:::benchmark_data_smithi065_43723_object13128:head#
2020-11-16T20:49:49.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60ba4761:::benchmark_data_smithi065_43723_object4367:head#
2020-11-16T20:49:49.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60bb73ef:::benchmark_data_smithi065_43723_object23571:head#
2020-11-16T20:49:49.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60c6de5b:::benchmark_data_smithi065_43723_object12283:head#
2020-11-16T20:49:49.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60c79fa8:::benchmark_data_smithi065_43723_object6845:head#
2020-11-16T20:49:49.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60ccde26:::benchmark_data_smithi065_43723_object1890:head#
2020-11-16T20:49:49.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60cddcb3:::benchmark_data_smithi065_43723_object30121:head#
2020-11-16T20:49:49.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60ce68f3:::benchmark_data_smithi065_43723_object41458:head#
2020-11-16T20:49:49.121 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   87      16     84233     84217   60.4934   81.8125  0.00920438   0.0165286
2020-11-16T20:49:49.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60cf4694:::benchmark_data_smithi065_43723_object37616:head#
2020-11-16T20:49:49.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60d04cff:::benchmark_data_smithi065_43723_object21544:head#
2020-11-16T20:49:49.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60d44ad4:::benchmark_data_smithi065_43723_object21589:head#
2020-11-16T20:49:49.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60d5ab02:::benchmark_data_smithi065_43723_object31040:head#
2020-11-16T20:49:49.124 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60d6e708:::benchmark_data_smithi065_43723_object41807:head#
2020-11-16T20:49:49.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60d75415:::benchmark_data_smithi065_43723_object16739:head#
2020-11-16T20:49:49.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60d9f2c8:::benchmark_data_smithi065_43723_object32462:head#
2020-11-16T20:49:49.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60da7455:::benchmark_data_smithi065_43723_object41365:head#
2020-11-16T20:49:49.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60db78aa:::benchmark_data_smithi065_43723_object20657:head#
2020-11-16T20:49:49.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60e043dd:::benchmark_data_smithi065_43723_object16742:head#
2020-11-16T20:49:49.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60e07fe2:::benchmark_data_smithi065_43723_object39247:head#
2020-11-16T20:49:49.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60e19d5a:::benchmark_data_smithi065_43723_object26331:head#
2020-11-16T20:49:49.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60e26837:::benchmark_data_smithi065_43723_object15170:head#
2020-11-16T20:49:49.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60e2c85e:::benchmark_data_smithi065_43723_object30977:head#
2020-11-16T20:49:49.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60e51789:::benchmark_data_smithi065_43723_object4350:head#
2020-11-16T20:49:49.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60e90d27:::benchmark_data_smithi065_43723_object30718:head#
2020-11-16T20:49:49.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60e9c0f8:::benchmark_data_smithi065_43723_object33545:head#
2020-11-16T20:49:49.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60ea9b0f:::benchmark_data_smithi065_43723_object30795:head#
2020-11-16T20:49:49.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60ebea92:::benchmark_data_smithi065_43723_object30590:head#
2020-11-16T20:49:49.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f0048a:::benchmark_data_smithi065_43723_object25622:head#
2020-11-16T20:49:49.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f03c93:::benchmark_data_smithi065_43723_object5804:head#
2020-11-16T20:49:49.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f27ccd:::benchmark_data_smithi065_43723_object6952:head#
2020-11-16T20:49:49.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f4c2d5:::benchmark_data_smithi065_43723_object33819:head#
2020-11-16T20:49:49.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f641f1:::benchmark_data_smithi065_43723_object43506:head#
2020-11-16T20:49:49.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f66223:::benchmark_data_smithi065_43723_object9111:head#
2020-11-16T20:49:49.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f6c74e:::benchmark_data_smithi065_43723_object40215:head#
2020-11-16T20:49:49.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f77c22:::benchmark_data_smithi065_43723_object37369:head#
2020-11-16T20:49:49.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60f9c305:::benchmark_data_smithi065_43723_object30630:head#
2020-11-16T20:49:49.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:60fb5361:::benchmark_data_smithi065_43723_object33978:head#
2020-11-16T20:49:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:610110d0:::benchmark_data_smithi065_43723_object4794:head#
2020-11-16T20:49:49.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:610166c6:::benchmark_data_smithi065_43723_object13006:head#
2020-11-16T20:49:49.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61043096:::benchmark_data_smithi065_43723_object1646:head#
2020-11-16T20:49:49.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6107e364:::benchmark_data_smithi065_43723_object37224:head#
2020-11-16T20:49:49.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61080da9:::benchmark_data_smithi065_43723_object14753:head#
2020-11-16T20:49:49.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:610cb100:::benchmark_data_smithi065_43723_object11920:head#
2020-11-16T20:49:49.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61108477:::benchmark_data_smithi065_43723_object21311:head#
2020-11-16T20:49:49.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61129f60:::benchmark_data_smithi065_43723_object16334:head#
2020-11-16T20:49:49.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61148e7c:::benchmark_data_smithi065_43723_object17702:head#
2020-11-16T20:49:49.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61174185:::benchmark_data_smithi065_43723_object15843:head#
2020-11-16T20:49:49.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:611db991:::benchmark_data_smithi065_43723_object40718:head#
2020-11-16T20:49:49.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61207367:::benchmark_data_smithi065_43723_object34648:head#
2020-11-16T20:49:49.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6122b606:::benchmark_data_smithi065_43723_object15695:head#
2020-11-16T20:49:49.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6123be08:::benchmark_data_smithi065_43723_object10813:head#
2020-11-16T20:49:49.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:612473a5:::benchmark_data_smithi065_43723_object20701:head#
2020-11-16T20:49:49.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6126737f:::benchmark_data_smithi065_43723_object23001:head#
2020-11-16T20:49:49.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6128e1cc:::benchmark_data_smithi065_43723_object9977:head#
2020-11-16T20:49:49.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:612a558d:::benchmark_data_smithi065_43723_object6923:head#
2020-11-16T20:49:49.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:612ad2c1:::benchmark_data_smithi065_43723_object5450:head#
2020-11-16T20:49:49.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:612b811a:::benchmark_data_smithi065_43723_object3193:head#
2020-11-16T20:49:49.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:612cabee:::benchmark_data_smithi065_43723_object43583:head#
2020-11-16T20:49:49.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:612cb76a:::benchmark_data_smithi065_43723_object30839:head#
2020-11-16T20:49:49.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:612ce134:::benchmark_data_smithi065_43723_object36772:head#
2020-11-16T20:49:49.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:612fd926:::benchmark_data_smithi065_43723_object5904:head#
2020-11-16T20:49:49.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:613060fb:::benchmark_data_smithi065_43723_object247:head#
2020-11-16T20:49:49.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6132f192:::benchmark_data_smithi065_43723_object34260:head#
2020-11-16T20:49:49.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61347c86:::benchmark_data_smithi065_43723_object23636:head#
2020-11-16T20:49:49.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61355617:::benchmark_data_smithi065_43723_object8788:head#
2020-11-16T20:49:49.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61358933:::benchmark_data_smithi065_43723_object7341:head#
2020-11-16T20:49:49.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6136aa32:::benchmark_data_smithi065_43723_object42406:head#
2020-11-16T20:49:49.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:613877ae:::benchmark_data_smithi065_43723_object27744:head#
2020-11-16T20:49:49.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61398421:::benchmark_data_smithi065_43723_object33553:head#
2020-11-16T20:49:49.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:613a9490:::benchmark_data_smithi065_43723_object19216:head#
2020-11-16T20:49:49.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:613a94be:::benchmark_data_smithi065_43723_object16693:head#
2020-11-16T20:49:49.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:613dc505:::benchmark_data_smithi065_43723_object8100:head#
2020-11-16T20:49:49.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:613eb643:::benchmark_data_smithi065_43723_object16681:head#
2020-11-16T20:49:49.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:613f13a6:::benchmark_data_smithi065_43723_object4113:head#
2020-11-16T20:49:49.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61428228:::benchmark_data_smithi065_43723_object8809:head#
2020-11-16T20:49:49.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61438703:::benchmark_data_smithi065_43723_object13168:head#
2020-11-16T20:49:49.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:614470fd:::benchmark_data_smithi065_43723_object8606:head#
2020-11-16T20:49:49.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6144929f:::benchmark_data_smithi065_43723_object5613:head#
2020-11-16T20:49:49.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61449e66:::benchmark_data_smithi065_43723_object8639:head#
2020-11-16T20:49:49.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61450b4d:::benchmark_data_smithi065_43723_object32576:head#
2020-11-16T20:49:49.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61460b63:::benchmark_data_smithi065_43723_object40365:head#
2020-11-16T20:49:49.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6146cf27:::benchmark_data_smithi065_43723_object8824:head#
2020-11-16T20:49:49.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6147e8b4:::benchmark_data_smithi065_43723_object28663:head#
2020-11-16T20:49:49.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61480064:::benchmark_data_smithi065_43723_object1098:head#
2020-11-16T20:49:49.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61481479:::benchmark_data_smithi065_43723_object31464:head#
2020-11-16T20:49:49.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61485f9d:::benchmark_data_smithi065_43723_object40123:head#
2020-11-16T20:49:49.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:614863b4:::benchmark_data_smithi065_43723_object30173:head#
2020-11-16T20:49:49.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:614930d0:::benchmark_data_smithi065_43723_object4484:head#
2020-11-16T20:49:49.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61496a53:::benchmark_data_smithi065_43723_object39266:head#
2020-11-16T20:49:49.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:614e1d7a:::benchmark_data_smithi065_43723_object36315:head#
2020-11-16T20:49:49.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61504730:::benchmark_data_smithi065_43723_object1492:head#
2020-11-16T20:49:49.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:615370a5:::benchmark_data_smithi065_43723_object22177:head#
2020-11-16T20:49:49.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6153a6be:::benchmark_data_smithi065_43723_object7404:head#
2020-11-16T20:49:49.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6153cfb7:::benchmark_data_smithi065_43723_object23031:head#
2020-11-16T20:49:49.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6156523e:::benchmark_data_smithi065_43723_object13409:head#
2020-11-16T20:49:49.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61572857:::benchmark_data_smithi065_43723_object41364:head#
2020-11-16T20:49:49.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61594415:::benchmark_data_smithi065_43723_object9985:head#
2020-11-16T20:49:49.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61599f1c:::benchmark_data_smithi065_43723_object10998:head#
2020-11-16T20:49:49.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6159f420:::benchmark_data_smithi065_43723_object606:head#
2020-11-16T20:49:49.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:615a1fbe:::benchmark_data_smithi065_43723_object20646:head#
2020-11-16T20:49:49.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:615aa31f:::benchmark_data_smithi065_43723_object42209:head#
2020-11-16T20:49:49.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:615c8ac7:::benchmark_data_smithi065_43723_object17155:head#
2020-11-16T20:49:49.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6162588b:::benchmark_data_smithi065_43723_object28349:head#
2020-11-16T20:49:49.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6162e619:::benchmark_data_smithi065_43723_object11245:head#
2020-11-16T20:49:49.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6163d441:::benchmark_data_smithi065_43723_object13937:head#
2020-11-16T20:49:49.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6167059f:::benchmark_data_smithi065_43723_object28080:head#
2020-11-16T20:49:49.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6168179b:::benchmark_data_smithi065_43723_object11463:head#
2020-11-16T20:49:49.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6168d977:::benchmark_data_smithi065_43723_object6292:head#
2020-11-16T20:49:49.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:616a3903:::benchmark_data_smithi065_43723_object28339:head#
2020-11-16T20:49:49.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:616bf15e:::benchmark_data_smithi065_43723_object24225:head#
2020-11-16T20:49:49.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:616cf168:::benchmark_data_smithi065_43723_object16651:head#
2020-11-16T20:49:49.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:616e1a88:::benchmark_data_smithi065_43723_object5347:head#
2020-11-16T20:49:49.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:616fbb0e:::benchmark_data_smithi065_43723_object21487:head#
2020-11-16T20:49:49.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6170abaa:::benchmark_data_smithi065_43723_object17453:head#
2020-11-16T20:49:49.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61723728:::benchmark_data_smithi065_43723_object31588:head#
2020-11-16T20:49:49.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61742bc0:::benchmark_data_smithi065_43723_object12567:head#
2020-11-16T20:49:49.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61748297:::benchmark_data_smithi065_43723_object37559:head#
2020-11-16T20:49:49.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6174d8f0:::benchmark_data_smithi065_43723_object6656:head#
2020-11-16T20:49:49.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:617803a3:::benchmark_data_smithi065_43723_object3207:head#
2020-11-16T20:49:49.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61784e82:::benchmark_data_smithi065_43723_object19470:head#
2020-11-16T20:49:49.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:617d3de9:::benchmark_data_smithi065_43723_object18376:head#
2020-11-16T20:49:49.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6181271d:::benchmark_data_smithi065_43723_object944:head#
2020-11-16T20:49:49.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6181289b:::benchmark_data_smithi065_43723_object34871:head#
2020-11-16T20:49:49.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61814e66:::benchmark_data_smithi065_43723_object43153:head#
2020-11-16T20:49:49.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61817a96:::benchmark_data_smithi065_43723_object4156:head#
2020-11-16T20:49:49.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6181924a:::benchmark_data_smithi065_43723_object31652:head#
2020-11-16T20:49:49.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6181c933:::benchmark_data_smithi065_43723_object5955:head#
2020-11-16T20:49:49.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61826d87:::benchmark_data_smithi065_43723_object38527:head#
2020-11-16T20:49:49.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6182755b:::benchmark_data_smithi065_43723_object14929:head#
2020-11-16T20:49:49.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61842500:::benchmark_data_smithi065_43723_object6085:head#
2020-11-16T20:49:49.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61842abf:::benchmark_data_smithi065_43723_object38643:head#
2020-11-16T20:49:49.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6186f338:::benchmark_data_smithi065_43723_object20960:head#
2020-11-16T20:49:49.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6188a2c7:::benchmark_data_smithi065_43723_object6614:head#
2020-11-16T20:49:49.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6189ed71:::benchmark_data_smithi065_43723_object23622:head#
2020-11-16T20:49:49.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:618a1478:::benchmark_data_smithi065_43723_object36908:head#
2020-11-16T20:49:49.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:618b96b0:::benchmark_data_smithi065_43723_object13342:head#
2020-11-16T20:49:49.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:618bf226:::benchmark_data_smithi065_43723_object13253:head#
2020-11-16T20:49:49.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:618de933:::benchmark_data_smithi065_43723_object34779:head#
2020-11-16T20:49:49.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6190b31f:::benchmark_data_smithi065_43723_object14928:head#
2020-11-16T20:49:49.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6192151a:::benchmark_data_smithi065_43723_object24355:head#
2020-11-16T20:49:49.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61949172:::benchmark_data_smithi065_43723_object21690:head#
2020-11-16T20:49:49.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:619616ed:::benchmark_data_smithi065_43723_object39948:head#
2020-11-16T20:49:49.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61962db0:::benchmark_data_smithi065_43723_object26768:head#
2020-11-16T20:49:49.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6197e5bb:::benchmark_data_smithi065_43723_object15998:head#
2020-11-16T20:49:49.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:619e4315:::benchmark_data_smithi065_43723_object30912:head#
2020-11-16T20:49:49.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:619f8fd1:::benchmark_data_smithi065_43723_object34777:head#
2020-11-16T20:49:49.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61a02006:::benchmark_data_smithi065_43723_object41959:head#
2020-11-16T20:49:49.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61a42034:::benchmark_data_smithi065_43723_object39672:head#
2020-11-16T20:49:49.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61a57f89:::benchmark_data_smithi065_43723_object40672:head#
2020-11-16T20:49:49.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61a6f691:::benchmark_data_smithi065_43723_object23495:head#
2020-11-16T20:49:49.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61a85a2e:::benchmark_data_smithi065_43723_object39441:head#
2020-11-16T20:49:49.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61a940e3:::benchmark_data_smithi065_43723_object24528:head#
2020-11-16T20:49:49.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61aa0ec9:::benchmark_data_smithi065_43723_object11437:head#
2020-11-16T20:49:49.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ac87ce:::benchmark_data_smithi065_43723_object38860:head#
2020-11-16T20:49:49.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ad7588:::benchmark_data_smithi065_43723_object36028:head#
2020-11-16T20:49:49.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61af7654:::benchmark_data_smithi065_43723_object42464:head#
2020-11-16T20:49:49.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b2b74d:::benchmark_data_smithi065_43723_object43616:head#
2020-11-16T20:49:49.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b37b32:::benchmark_data_smithi065_43723_object40447:head#
2020-11-16T20:49:49.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b39b73:::benchmark_data_smithi065_43723_object6820:head#
2020-11-16T20:49:49.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b65def:::benchmark_data_smithi065_43723_object29587:head#
2020-11-16T20:49:49.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b7716d:::benchmark_data_smithi065_43723_object31285:head#
2020-11-16T20:49:49.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b7b7a4:::benchmark_data_smithi065_43723_object43:head#
2020-11-16T20:49:49.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b7f229:::benchmark_data_smithi065_43723_object34156:head#
2020-11-16T20:49:49.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b8827b:::benchmark_data_smithi065_43723_object13262:head#
2020-11-16T20:49:49.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b9a655:::benchmark_data_smithi065_43723_object8249:head#
2020-11-16T20:49:49.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61b9c60b:::benchmark_data_smithi065_43723_object85:head#
2020-11-16T20:49:49.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61bffe65:::benchmark_data_smithi065_43723_object42122:head#
2020-11-16T20:49:49.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c02b82:::benchmark_data_smithi065_43723_object17245:head#
2020-11-16T20:49:49.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c2e688:::benchmark_data_smithi065_43723_object4392:head#
2020-11-16T20:49:49.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c41ce5:::benchmark_data_smithi065_43723_object875:head#
2020-11-16T20:49:49.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c44fd7:::benchmark_data_smithi065_43723_object42983:head#
2020-11-16T20:49:49.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c53334:::benchmark_data_smithi065_43723_object4327:head#
2020-11-16T20:49:49.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c5cf00:::benchmark_data_smithi065_43723_object2729:head#
2020-11-16T20:49:49.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c66b08:::benchmark_data_smithi065_43723_object39518:head#
2020-11-16T20:49:49.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c7c65e:::benchmark_data_smithi065_43723_object36733:head#
2020-11-16T20:49:49.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c85657:::benchmark_data_smithi065_43723_object114:head#
2020-11-16T20:49:49.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c930b5:::benchmark_data_smithi065_43723_object29335:head#
2020-11-16T20:49:49.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61c9fd69:::benchmark_data_smithi065_43723_object5217:head#
2020-11-16T20:49:49.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61cd396a:::benchmark_data_smithi065_43723_object29632:head#
2020-11-16T20:49:49.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ce9636:::benchmark_data_smithi065_43723_object26213:head#
2020-11-16T20:49:49.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61cee24a:::benchmark_data_smithi065_43723_object13306:head#
2020-11-16T20:49:49.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61cf7a07:::benchmark_data_smithi065_43723_object35611:head#
2020-11-16T20:49:49.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61d0659f:::benchmark_data_smithi065_43723_object39509:head#
2020-11-16T20:49:49.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61d42c75:::benchmark_data_smithi065_43723_object43731:head#
2020-11-16T20:49:49.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61d54e8e:::benchmark_data_smithi065_43723_object10764:head#
2020-11-16T20:49:49.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61d7edda:::benchmark_data_smithi065_43723_object10498:head#
2020-11-16T20:49:49.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61db9c90:::benchmark_data_smithi065_43723_object22278:head#
2020-11-16T20:49:49.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61dc1b54:::benchmark_data_smithi065_43723_object10982:head#
2020-11-16T20:49:49.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61dcc04e:::benchmark_data_smithi065_43723_object23987:head#
2020-11-16T20:49:49.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ddfd0c:::benchmark_data_smithi065_43723_object20336:head#
2020-11-16T20:49:49.242 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e060a4:::benchmark_data_smithi065_43723_object17489:head#
2020-11-16T20:49:49.242 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e1381a:::benchmark_data_smithi065_43723_object21252:head#
2020-11-16T20:49:49.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e15f92:::benchmark_data_smithi065_43723_object7933:head#
2020-11-16T20:49:49.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e35724:::benchmark_data_smithi065_43723_object34123:head#
2020-11-16T20:49:49.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e51627:::benchmark_data_smithi065_43723_object9297:head#
2020-11-16T20:49:49.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e52296:::benchmark_data_smithi065_43723_object42625:head#
2020-11-16T20:49:49.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e83160:::benchmark_data_smithi065_43723_object26606:head#
2020-11-16T20:49:49.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e8b28b:::benchmark_data_smithi065_43723_object19955:head#
2020-11-16T20:49:49.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61e99b74:::benchmark_data_smithi065_43723_object38047:head#
2020-11-16T20:49:49.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ea217c:::benchmark_data_smithi065_43723_object17331:head#
2020-11-16T20:49:49.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ea710a:::benchmark_data_smithi065_43723_object32978:head#
2020-11-16T20:49:49.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61eaadf0:::benchmark_data_smithi065_43723_object15173:head#
2020-11-16T20:49:49.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61eb2aa3:::benchmark_data_smithi065_43723_object33519:head#
2020-11-16T20:49:49.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ebb572:::benchmark_data_smithi065_43723_object41595:head#
2020-11-16T20:49:49.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ed8d9a:::benchmark_data_smithi065_43723_object14409:head#
2020-11-16T20:49:49.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ee1206:::benchmark_data_smithi065_43723_object10409:head#
2020-11-16T20:49:49.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61efcfa5:::benchmark_data_smithi065_43723_object3648:head#
2020-11-16T20:49:49.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61efea42:::benchmark_data_smithi065_43723_object13836:head#
2020-11-16T20:49:49.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f1ea6b:::benchmark_data_smithi065_43723_object41244:head#
2020-11-16T20:49:49.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f22626:::benchmark_data_smithi065_43723_object35713:head#
2020-11-16T20:49:49.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f34e3e:::benchmark_data_smithi065_43723_object23221:head#
2020-11-16T20:49:49.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f3ccd4:::benchmark_data_smithi065_43723_object23352:head#
2020-11-16T20:49:49.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f3d774:::benchmark_data_smithi065_43723_object38057:head#
2020-11-16T20:49:49.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f44e1a:::benchmark_data_smithi065_43723_object30600:head#
2020-11-16T20:49:49.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f80392:::benchmark_data_smithi065_43723_object20762:head#
2020-11-16T20:49:49.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f90fe5:::benchmark_data_smithi065_43723_object773:head#
2020-11-16T20:49:49.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61f9d5e3:::benchmark_data_smithi065_43723_object25555:head#
2020-11-16T20:49:49.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61fa102b:::benchmark_data_smithi065_43723_object3636:head#
2020-11-16T20:49:49.263 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61fa3786:::benchmark_data_smithi065_43723_object31471:head#
2020-11-16T20:49:49.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61faeb17:::benchmark_data_smithi065_43723_object8993:head#
2020-11-16T20:49:49.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61ff65d5:::benchmark_data_smithi065_43723_object24665:head#
2020-11-16T20:49:49.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:61fff98d:::benchmark_data_smithi065_43723_object27971:head#
2020-11-16T20:49:49.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:620017bb:::benchmark_data_smithi065_43723_object820:head#
2020-11-16T20:49:49.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62031033:::benchmark_data_smithi065_43723_object4952:head#
2020-11-16T20:49:49.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6205acf9:::benchmark_data_smithi065_43723_object40677:head#
2020-11-16T20:49:49.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6205b596:::benchmark_data_smithi065_43723_object8697:head#
2020-11-16T20:49:49.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6205fee1:::benchmark_data_smithi065_43723_object21858:head#
2020-11-16T20:49:49.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6206ab8d:::benchmark_data_smithi065_43723_object6772:head#
2020-11-16T20:49:49.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62095d30:::benchmark_data_smithi065_43723_object35141:head#
2020-11-16T20:49:49.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:620ae61c:::benchmark_data_smithi065_43723_object3751:head#
2020-11-16T20:49:49.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:620c7c62:::benchmark_data_smithi065_43723_object34781:head#
2020-11-16T20:49:49.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:620dcb42:::benchmark_data_smithi065_43723_object41286:head#
2020-11-16T20:49:49.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:620f2313:::benchmark_data_smithi065_43723_object38892:head#
2020-11-16T20:49:49.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:620fadb1:::benchmark_data_smithi065_43723_object39106:head#
2020-11-16T20:49:49.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:621168a0:::benchmark_data_smithi065_43723_object18454:head#
2020-11-16T20:49:49.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6211cb54:::benchmark_data_smithi065_43723_object43493:head#
2020-11-16T20:49:49.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:621234ae:::benchmark_data_smithi065_43723_object6500:head#
2020-11-16T20:49:49.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62123982:::benchmark_data_smithi065_43723_object28315:head#
2020-11-16T20:49:49.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:621991d9:::benchmark_data_smithi065_43723_object13618:head#
2020-11-16T20:49:49.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:621c1300:::benchmark_data_smithi065_43723_object10997:head#
2020-11-16T20:49:49.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:621e9e49:::benchmark_data_smithi065_43723_object23820:head#
2020-11-16T20:49:49.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:621fcfc9:::benchmark_data_smithi065_43723_object29407:head#
2020-11-16T20:49:49.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62212208:::benchmark_data_smithi065_43723_object39083:head#
2020-11-16T20:49:49.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6221b4a8:::benchmark_data_smithi065_43723_object31191:head#
2020-11-16T20:49:49.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62223ca5:::benchmark_data_smithi065_43723_object28434:head#
2020-11-16T20:49:49.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62225129:::benchmark_data_smithi065_43723_object27046:head#
2020-11-16T20:49:49.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:622747c9:::benchmark_data_smithi065_43723_object29759:head#
2020-11-16T20:49:49.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6227c589:::benchmark_data_smithi065_43723_object12350:head#
2020-11-16T20:49:49.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6228a2f7:::benchmark_data_smithi065_43723_object14344:head#
2020-11-16T20:49:49.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62291bc9:::benchmark_data_smithi065_43723_object29578:head#
2020-11-16T20:49:49.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:622a8bb8:::benchmark_data_smithi065_43723_object3554:head#
2020-11-16T20:49:49.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:622ada42:::benchmark_data_smithi065_43723_object11858:head#
2020-11-16T20:49:49.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:622bbe2e:::benchmark_data_smithi065_43723_object18515:head#
2020-11-16T20:49:49.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:622d557e:::benchmark_data_smithi065_43723_object4680:head#
2020-11-16T20:49:49.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:622d837e:::benchmark_data_smithi065_43723_object22851:head#
2020-11-16T20:49:49.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:622e56f3:::benchmark_data_smithi065_43723_object13559:head#
2020-11-16T20:49:49.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:622e804c:::benchmark_data_smithi065_43723_object30728:head#
2020-11-16T20:49:49.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62359bd9:::benchmark_data_smithi065_43723_object18927:head#
2020-11-16T20:49:49.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:623a4016:::benchmark_data_smithi065_43723_object8391:head#
2020-11-16T20:49:49.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:623b50f5:::benchmark_data_smithi065_43723_object37675:head#
2020-11-16T20:49:49.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:623be2c3:::benchmark_data_smithi065_43723_object20902:head#
2020-11-16T20:49:49.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:623ce191:::benchmark_data_smithi065_43723_object24523:head#
2020-11-16T20:49:49.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:623d3e3a:::benchmark_data_smithi065_43723_object2615:head#
2020-11-16T20:49:49.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:623e8e08:::benchmark_data_smithi065_43723_object19250:head#
2020-11-16T20:49:49.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:623efcfd:::benchmark_data_smithi065_43723_object32793:head#
2020-11-16T20:49:49.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:624018cf:::benchmark_data_smithi065_43723_object17798:head#
2020-11-16T20:49:49.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6241db9b:::benchmark_data_smithi065_43723_object41697:head#
2020-11-16T20:49:49.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6242d5c8:::benchmark_data_smithi065_43723_object37774:head#
2020-11-16T20:49:49.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6244480c:::benchmark_data_smithi065_43723_object7772:head#
2020-11-16T20:49:49.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62459ecc:::benchmark_data_smithi065_43723_object36151:head#
2020-11-16T20:49:49.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6245ebdd:::benchmark_data_smithi065_43723_object13120:head#
2020-11-16T20:49:49.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6246a5b5:::benchmark_data_smithi065_43723_object33754:head#
2020-11-16T20:49:49.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62483439:::benchmark_data_smithi065_43723_object14201:head#
2020-11-16T20:49:49.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:624855c5:::benchmark_data_smithi065_43723_object1420:head#
2020-11-16T20:49:49.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62509406:::benchmark_data_smithi065_43723_object6378:head#
2020-11-16T20:49:49.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6251073e:::benchmark_data_smithi065_43723_object31655:head#
2020-11-16T20:49:49.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6251b825:::benchmark_data_smithi065_43723_object37712:head#
2020-11-16T20:49:49.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:625521a6:::benchmark_data_smithi065_43723_object30449:head#
2020-11-16T20:49:49.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6255bbf4:::benchmark_data_smithi065_43723_object42850:head#
2020-11-16T20:49:49.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6255f1a1:::benchmark_data_smithi065_43723_object4399:head#
2020-11-16T20:49:49.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:625718fd:::benchmark_data_smithi065_43723_object26952:head#
2020-11-16T20:49:49.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6257c2a2:::benchmark_data_smithi065_43723_object17108:head#
2020-11-16T20:49:49.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:625891ea:::benchmark_data_smithi065_43723_object34202:head#
2020-11-16T20:49:49.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6258a269:::benchmark_data_smithi065_43723_object24484:head#
2020-11-16T20:49:49.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62596d7a:::benchmark_data_smithi065_43723_object40776:head#
2020-11-16T20:49:49.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6259d906:::benchmark_data_smithi065_43723_object10010:head#
2020-11-16T20:49:49.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:625a81f4:::benchmark_data_smithi065_43723_object1169:head#
2020-11-16T20:49:49.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:625b90d9:::benchmark_data_smithi065_43723_object28932:head#
2020-11-16T20:49:49.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:625c438e:::benchmark_data_smithi065_43723_object42299:head#
2020-11-16T20:49:49.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:625f6701:::benchmark_data_smithi065_43723_object9057:head#
2020-11-16T20:49:49.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62648805:::benchmark_data_smithi065_43723_object1303:head#
2020-11-16T20:49:49.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62648d1b:::benchmark_data_smithi065_43723_object34652:head#
2020-11-16T20:49:49.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6265ce8b:::benchmark_data_smithi065_43723_object38035:head#
2020-11-16T20:49:49.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6266cf6b:::benchmark_data_smithi065_43723_object34353:head#
2020-11-16T20:49:49.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6269786e:::benchmark_data_smithi065_43723_object16101:head#
2020-11-16T20:49:49.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:626bc301:::benchmark_data_smithi065_43723_object42255:head#
2020-11-16T20:49:49.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:626c8fdf:::benchmark_data_smithi065_43723_object30895:head#
2020-11-16T20:49:49.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:626ebfbd:::benchmark_data_smithi065_43723_object11475:head#
2020-11-16T20:49:49.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62705430:::benchmark_data_smithi065_43723_object26314:head#
2020-11-16T20:49:49.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:627119f5:::benchmark_data_smithi065_43723_object4165:head#
2020-11-16T20:49:49.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:627250b0:::benchmark_data_smithi065_43723_object4512:head#
2020-11-16T20:49:49.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62732645:::benchmark_data_smithi065_43723_object37275:head#
2020-11-16T20:49:49.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62733b74:::benchmark_data_smithi065_43723_object16000:head#
2020-11-16T20:49:49.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6273fadd:::benchmark_data_smithi065_43723_object4900:head#
2020-11-16T20:49:49.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6274bd17:::benchmark_data_smithi065_43723_object17467:head#
2020-11-16T20:49:49.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6274e0e5:::benchmark_data_smithi065_43723_object20927:head#
2020-11-16T20:49:49.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6275c56b:::benchmark_data_smithi065_43723_object17068:head#
2020-11-16T20:49:49.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62760e5f:::benchmark_data_smithi065_43723_object23572:head#
2020-11-16T20:49:49.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:627677bc:::benchmark_data_smithi065_43723_object39059:head#
2020-11-16T20:49:49.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6277beb3:::benchmark_data_smithi065_43723_object15052:head#
2020-11-16T20:49:49.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6279e992:::benchmark_data_smithi065_43723_object32093:head#
2020-11-16T20:49:49.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:627b6b7f:::benchmark_data_smithi065_43723_object13194:head#
2020-11-16T20:49:49.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:627da5b8:::benchmark_data_smithi065_43723_object4801:head#
2020-11-16T20:49:49.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:627ed4d8:::benchmark_data_smithi065_43723_object24763:head#
2020-11-16T20:49:49.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:627fc82e:::benchmark_data_smithi065_43723_object32578:head#
2020-11-16T20:49:49.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:627ffc5c:::benchmark_data_smithi065_43723_object36584:head#
2020-11-16T20:49:49.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:628015dc:::benchmark_data_smithi065_43723_object5850:head#
2020-11-16T20:49:49.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:628543b1:::benchmark_data_smithi065_43723_object34584:head#
2020-11-16T20:49:49.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62887821:::benchmark_data_smithi065_43723_object15508:head#
2020-11-16T20:49:49.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6289380f:::benchmark_data_smithi065_43723_object32029:head#
2020-11-16T20:49:49.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62899274:::benchmark_data_smithi065_43723_object504:head#
2020-11-16T20:49:49.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:628c0d75:::benchmark_data_smithi065_43723_object19198:head#
2020-11-16T20:49:49.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:628c23dc:::benchmark_data_smithi065_43723_object38246:head#
2020-11-16T20:49:49.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:628ec079:::benchmark_data_smithi065_43723_object33196:head#
2020-11-16T20:49:49.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:628f0ed4:::benchmark_data_smithi065_43723_object13018:head#
2020-11-16T20:49:49.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6290bc9e:::benchmark_data_smithi065_43723_object21139:head#
2020-11-16T20:49:49.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6291c692:::benchmark_data_smithi065_43723_object29811:head#
2020-11-16T20:49:49.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6293096b:::benchmark_data_smithi065_43723_object15959:head#
2020-11-16T20:49:49.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62957888:::benchmark_data_smithi065_43723_object34354:head#
2020-11-16T20:49:49.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62958cdb:::benchmark_data_smithi065_43723_object20237:head#
2020-11-16T20:49:49.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:629705e8:::benchmark_data_smithi065_43723_object31831:head#
2020-11-16T20:49:49.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6299e9fd:::benchmark_data_smithi065_43723_object11591:head#
2020-11-16T20:49:49.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:629bd77c:::benchmark_data_smithi065_43723_object22347:head#
2020-11-16T20:49:49.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:629ce584:::benchmark_data_smithi065_43723_object23954:head#
2020-11-16T20:49:49.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:629d9e96:::benchmark_data_smithi065_43723_object3004:head#
2020-11-16T20:49:49.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:629ff960:::benchmark_data_smithi065_43723_object2409:head#
2020-11-16T20:49:49.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62a1b524:::benchmark_data_smithi065_43723_object11139:head#
2020-11-16T20:49:49.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62a1f201:::benchmark_data_smithi065_43723_object24404:head#
2020-11-16T20:49:49.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62a2a70b:::benchmark_data_smithi065_43723_object29607:head#
2020-11-16T20:49:49.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62a399b1:::benchmark_data_smithi065_43723_object1460:head#
2020-11-16T20:49:49.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62a4854d:::benchmark_data_smithi065_43723_object10447:head#
2020-11-16T20:49:49.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62a49159:::benchmark_data_smithi065_43723_object21930:head#
2020-11-16T20:49:49.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62a72fb8:::benchmark_data_smithi065_43723_object6600:head#
2020-11-16T20:49:49.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62a9ea11:::benchmark_data_smithi065_43723_object5298:head#
2020-11-16T20:49:49.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62aaa22d:::benchmark_data_smithi065_43723_object36717:head#
2020-11-16T20:49:49.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62abc15a:::benchmark_data_smithi065_43723_object11873:head#
2020-11-16T20:49:49.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ac8216:::benchmark_data_smithi065_43723_object29201:head#
2020-11-16T20:49:49.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ad1bfa:::benchmark_data_smithi065_43723_object24158:head#
2020-11-16T20:49:49.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62b0e06a:::benchmark_data_smithi065_43723_object14049:head#
2020-11-16T20:49:49.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62b1866b:::benchmark_data_smithi065_43723_object4757:head#
2020-11-16T20:49:49.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62b2f88c:::benchmark_data_smithi065_43723_object42863:head#
2020-11-16T20:49:49.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62b40ec3:::benchmark_data_smithi065_43723_object29532:head#
2020-11-16T20:49:49.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62b485a4:::benchmark_data_smithi065_43723_object9391:head#
2020-11-16T20:49:49.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62b57298:::benchmark_data_smithi065_43723_object42227:head#
2020-11-16T20:49:49.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62b5f840:::benchmark_data_smithi065_43723_object43191:head#
2020-11-16T20:49:49.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62b7b39f:::benchmark_data_smithi065_43723_object9883:head#
2020-11-16T20:49:49.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62baff6d:::benchmark_data_smithi065_43723_object23247:head#
2020-11-16T20:49:49.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62bb7c97:::benchmark_data_smithi065_43723_object6402:head#
2020-11-16T20:49:49.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62bed3a0:::benchmark_data_smithi065_43723_object15275:head#
2020-11-16T20:49:49.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62bee5c0:::benchmark_data_smithi065_43723_object27908:head#
2020-11-16T20:49:49.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62bf98fd:::benchmark_data_smithi065_43723_object8127:head#
2020-11-16T20:49:49.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62c01cf6:::benchmark_data_smithi065_43723_object25234:head#
2020-11-16T20:49:49.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62c06d10:::benchmark_data_smithi065_43723_object41862:head#
2020-11-16T20:49:49.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62c3e19f:::benchmark_data_smithi065_43723_object33869:head#
2020-11-16T20:49:49.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62c4306c:::benchmark_data_smithi065_43723_object26258:head#
2020-11-16T20:49:49.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62c4c9e8:::benchmark_data_smithi065_43723_object32254:head#
2020-11-16T20:49:49.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62c5d13e:::benchmark_data_smithi065_43723_object19623:head#
2020-11-16T20:49:49.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62c71396:::benchmark_data_smithi065_43723_object11254:head#
2020-11-16T20:49:49.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62c9c897:::benchmark_data_smithi065_43723_object21684:head#
2020-11-16T20:49:49.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ca65e9:::benchmark_data_smithi065_43723_object2516:head#
2020-11-16T20:49:49.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62cb8ca1:::benchmark_data_smithi065_43723_object20827:head#
2020-11-16T20:49:49.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ce0e9f:::benchmark_data_smithi065_43723_object36456:head#
2020-11-16T20:49:49.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62d114bb:::benchmark_data_smithi065_43723_object26424:head#
2020-11-16T20:49:49.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62d8477e:::benchmark_data_smithi065_43723_object39968:head#
2020-11-16T20:49:49.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62d88ecc:::benchmark_data_smithi065_43723_object14653:head#
2020-11-16T20:49:49.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62d8f26c:::benchmark_data_smithi065_43723_object23002:head#
2020-11-16T20:49:49.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62da35e3:::benchmark_data_smithi065_43723_object33152:head#
2020-11-16T20:49:49.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62dc04a6:::benchmark_data_smithi065_43723_object39460:head#
2020-11-16T20:49:49.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62dc79da:::benchmark_data_smithi065_43723_object37606:head#
2020-11-16T20:49:49.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ddbbe0:::benchmark_data_smithi065_43723_object20212:head#
2020-11-16T20:49:49.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ddfb92:::benchmark_data_smithi065_43723_object25367:head#
2020-11-16T20:49:49.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62df6578:::benchmark_data_smithi065_43723_object15880:head#
2020-11-16T20:49:49.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62dfac89:::benchmark_data_smithi065_43723_object38320:head#
2020-11-16T20:49:49.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62e320b0:::benchmark_data_smithi065_43723_object33135:head#
2020-11-16T20:49:49.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62e43447:::benchmark_data_smithi065_43723_object37858:head#
2020-11-16T20:49:49.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ecdc53:::benchmark_data_smithi065_43723_object9739:head#
2020-11-16T20:49:49.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ee713c:::benchmark_data_smithi065_43723_object10450:head#
2020-11-16T20:49:49.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62f1e7bd:::benchmark_data_smithi065_43723_object10690:head#
2020-11-16T20:49:49.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62f2c765:::benchmark_data_smithi065_43723_object318:head#
2020-11-16T20:49:49.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62f3414e:::benchmark_data_smithi065_43723_object33024:head#
2020-11-16T20:49:49.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62fa9edd:::benchmark_data_smithi065_43723_object17186:head#
2020-11-16T20:49:49.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62fd6538:::benchmark_data_smithi065_43723_object18388:head#
2020-11-16T20:49:49.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:62ffa01e:::benchmark_data_smithi065_43723_object12061:head#
2020-11-16T20:49:49.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6300e942:::benchmark_data_smithi065_43723_object18581:head#
2020-11-16T20:49:49.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63092cc2:::benchmark_data_smithi065_43723_object4924:head#
2020-11-16T20:49:49.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:630a9b55:::benchmark_data_smithi065_43723_object41062:head#
2020-11-16T20:49:49.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:630d28f1:::benchmark_data_smithi065_43723_object18617:head#
2020-11-16T20:49:49.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:630d2b70:::benchmark_data_smithi065_43723_object37870:head#
2020-11-16T20:49:49.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:631058a3:::benchmark_data_smithi065_43723_object38575:head#
2020-11-16T20:49:49.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6310d439:::benchmark_data_smithi065_43723_object38385:head#
2020-11-16T20:49:49.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6312faa9:::benchmark_data_smithi065_43723_object23395:head#
2020-11-16T20:49:49.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63134660:::benchmark_data_smithi065_43723_object20375:head#
2020-11-16T20:49:49.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6315eca4:::benchmark_data_smithi065_43723_object4644:head#
2020-11-16T20:49:49.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63160cf2:::benchmark_data_smithi065_43723_object3944:head#
2020-11-16T20:49:49.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63163bbd:::benchmark_data_smithi065_43723_object3382:head#
2020-11-16T20:49:49.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6319b501:::benchmark_data_smithi065_43723_object6065:head#
2020-11-16T20:49:49.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:631d41d9:::benchmark_data_smithi065_43723_object2923:head#
2020-11-16T20:49:49.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:631e059a:::benchmark_data_smithi065_43723_object26230:head#
2020-11-16T20:49:49.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:631fa0fb:::benchmark_data_smithi065_43723_object8175:head#
2020-11-16T20:49:49.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63214eef:::benchmark_data_smithi065_43723_object27928:head#
2020-11-16T20:49:49.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6321a648:::benchmark_data_smithi065_43723_object2289:head#
2020-11-16T20:49:49.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6323723d:::benchmark_data_smithi065_43723_object41531:head#
2020-11-16T20:49:49.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6323d215:::benchmark_data_smithi065_43723_object25894:head#
2020-11-16T20:49:49.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6324e762:::benchmark_data_smithi065_43723_object11817:head#
2020-11-16T20:49:49.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6324eb5e:::benchmark_data_smithi065_43723_object32905:head#
2020-11-16T20:49:49.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:632578e9:::benchmark_data_smithi065_43723_object37642:head#
2020-11-16T20:49:49.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:632a95c0:::benchmark_data_smithi065_43723_object10260:head#
2020-11-16T20:49:49.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:632b58ce:::benchmark_data_smithi065_43723_object29834:head#
2020-11-16T20:49:49.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:632c1210:::benchmark_data_smithi065_43723_object29874:head#
2020-11-16T20:49:49.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:632d3bd7:::benchmark_data_smithi065_43723_object29876:head#
2020-11-16T20:49:49.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:632fe474:::benchmark_data_smithi065_43723_object11170:head#
2020-11-16T20:49:49.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6331fcf0:::benchmark_data_smithi065_43723_object40237:head#
2020-11-16T20:49:49.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6336190c:::benchmark_data_smithi065_43723_object38827:head#
2020-11-16T20:49:49.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63362180:::benchmark_data_smithi065_43723_object20584:head#
2020-11-16T20:49:49.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6336d410:::benchmark_data_smithi065_43723_object13109:head#
2020-11-16T20:49:49.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6336e713:::benchmark_data_smithi065_43723_object16751:head#
2020-11-16T20:49:49.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6336e75c:::benchmark_data_smithi065_43723_object3969:head#
2020-11-16T20:49:49.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63387480:::benchmark_data_smithi065_43723_object40450:head#
2020-11-16T20:49:49.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:633a71bd:::benchmark_data_smithi065_43723_object9109:head#
2020-11-16T20:49:49.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:633c3971:::benchmark_data_smithi065_43723_object8591:head#
2020-11-16T20:49:49.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:633c76c5:::benchmark_data_smithi065_43723_object18135:head#
2020-11-16T20:49:49.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:633cb78a:::benchmark_data_smithi065_43723_object36325:head#
2020-11-16T20:49:49.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:633dd6f0:::benchmark_data_smithi065_43723_object29483:head#
2020-11-16T20:49:49.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63403176:::benchmark_data_smithi065_43723_object21787:head#
2020-11-16T20:49:49.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:634192ab:::benchmark_data_smithi065_43723_object28292:head#
2020-11-16T20:49:49.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63420348:::benchmark_data_smithi065_43723_object1469:head#
2020-11-16T20:49:49.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63420760:::benchmark_data_smithi065_43723_object24479:head#
2020-11-16T20:49:49.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:634498d0:::benchmark_data_smithi065_43723_object6215:head#
2020-11-16T20:49:49.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:634782fb:::benchmark_data_smithi065_43723_object10265:head#
2020-11-16T20:49:49.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:634a5f81:::benchmark_data_smithi065_43723_object11932:head#
2020-11-16T20:49:49.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:634aafdf:::benchmark_data_smithi065_43723_object42626:head#
2020-11-16T20:49:49.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:634cd684:::benchmark_data_smithi065_43723_object132:head#
2020-11-16T20:49:49.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:634dea14:::benchmark_data_smithi065_43723_object35698:head#
2020-11-16T20:49:49.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63507e77:::benchmark_data_smithi065_43723_object27250:head#
2020-11-16T20:49:49.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6350d36d:::benchmark_data_smithi065_43723_object5156:head#
2020-11-16T20:49:49.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6351a54b:::benchmark_data_smithi065_43723_object41638:head#
2020-11-16T20:49:49.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6353356a:::benchmark_data_smithi065_43723_object32959:head#
2020-11-16T20:49:49.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:635821da:::benchmark_data_smithi065_43723_object3819:head#
2020-11-16T20:49:49.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:635b7e4a:::benchmark_data_smithi065_43723_object21937:head#
2020-11-16T20:49:49.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:635bfc5b:::benchmark_data_smithi065_43723_object16222:head#
2020-11-16T20:49:49.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:635cafc3:::benchmark_data_smithi065_43723_object2268:head#
2020-11-16T20:49:49.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:635da948:::benchmark_data_smithi065_43723_object1698:head#
2020-11-16T20:49:49.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:635dd761:::benchmark_data_smithi065_43723_object14730:head#
2020-11-16T20:49:49.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:635dde95:::benchmark_data_smithi065_43723_object2003:head#
2020-11-16T20:49:49.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:635e3a89:::benchmark_data_smithi065_43723_object39626:head#
2020-11-16T20:49:49.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6363a184:::benchmark_data_smithi065_43723_object34410:head#
2020-11-16T20:49:49.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63641256:::benchmark_data_smithi065_43723_object7529:head#
2020-11-16T20:49:49.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6364fdc4:::benchmark_data_smithi065_43723_object15905:head#
2020-11-16T20:49:49.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6366d805:::benchmark_data_smithi065_43723_object36411:head#
2020-11-16T20:49:49.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6367ae41:::benchmark_data_smithi065_43723_object40788:head#
2020-11-16T20:49:49.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:636a33da:::benchmark_data_smithi065_43723_object15242:head#
2020-11-16T20:49:49.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:636d378b:::benchmark_data_smithi065_43723_object8190:head#
2020-11-16T20:49:49.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:636e3bb2:::benchmark_data_smithi065_43723_object43038:head#
2020-11-16T20:49:49.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:636e7b31:::benchmark_data_smithi065_43723_object34557:head#
2020-11-16T20:49:49.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:636fc275:::benchmark_data_smithi065_43723_object16614:head#
2020-11-16T20:49:49.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6370f897:::benchmark_data_smithi065_43723_object29210:head#
2020-11-16T20:49:49.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6371e8c3:::benchmark_data_smithi065_43723_object19293:head#
2020-11-16T20:49:49.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6372b9c6:::benchmark_data_smithi065_43723_object26865:head#
2020-11-16T20:49:49.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6372cdd4:::benchmark_data_smithi065_43723_object1151:head#
2020-11-16T20:49:49.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6373eeb2:::benchmark_data_smithi065_43723_object14964:head#
2020-11-16T20:49:49.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6374d93f:::benchmark_data_smithi065_43723_object14948:head#
2020-11-16T20:49:49.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6375a80b:::benchmark_data_smithi065_43723_object9806:head#
2020-11-16T20:49:49.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6378fe6e:::benchmark_data_smithi065_43723_object322:head#
2020-11-16T20:49:49.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6379b9b3:::benchmark_data_smithi065_43723_object16434:head#
2020-11-16T20:49:49.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:637e14f9:::benchmark_data_smithi065_43723_object12196:head#
2020-11-16T20:49:49.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:637f16a6:::benchmark_data_smithi065_43723_object9214:head#
2020-11-16T20:49:49.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6381428a:::benchmark_data_smithi065_43723_object18738:head#
2020-11-16T20:49:49.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63818323:::benchmark_data_smithi065_43723_object26531:head#
2020-11-16T20:49:49.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63839aae:::benchmark_data_smithi065_43723_object42679:head#
2020-11-16T20:49:49.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6383c952:::benchmark_data_smithi065_43723_object17928:head#
2020-11-16T20:49:49.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63851376:::benchmark_data_smithi065_43723_object25703:head#
2020-11-16T20:49:49.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:638588bd:::benchmark_data_smithi065_43723_object28244:head#
2020-11-16T20:49:49.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63883c2e:::benchmark_data_smithi065_43723_object40287:head#
2020-11-16T20:49:49.444 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6388c5aa:::benchmark_data_smithi065_43723_object25009:head#
2020-11-16T20:49:49.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:638ca909:::benchmark_data_smithi065_43723_object9771:head#
2020-11-16T20:49:49.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:638ccfb3:::benchmark_data_smithi065_43723_object7480:head#
2020-11-16T20:49:49.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6390aa84:::benchmark_data_smithi065_43723_object4805:head#
2020-11-16T20:49:49.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6390d39a:::benchmark_data_smithi065_43723_object4479:head#
2020-11-16T20:49:49.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6390f48d:::benchmark_data_smithi065_43723_object38841:head#
2020-11-16T20:49:49.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:639163d4:::benchmark_data_smithi065_43723_object22289:head#
2020-11-16T20:49:49.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63931aa9:::benchmark_data_smithi065_43723_object10698:head#
2020-11-16T20:49:49.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63936699:::benchmark_data_smithi065_43723_object20859:head#
2020-11-16T20:49:49.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63939140:::benchmark_data_smithi065_43723_object41179:head#
2020-11-16T20:49:49.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:639652c2:::benchmark_data_smithi065_43723_object24105:head#
2020-11-16T20:49:49.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6399146c:::benchmark_data_smithi065_43723_object27690:head#
2020-11-16T20:49:49.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6399ecbf:::benchmark_data_smithi065_43723_object829:head#
2020-11-16T20:49:49.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:639aa944:::benchmark_data_smithi065_43723_object18750:head#
2020-11-16T20:49:49.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:639b0c54:::benchmark_data_smithi065_43723_object26060:head#
2020-11-16T20:49:49.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:639b16fc:::benchmark_data_smithi065_43723_object23425:head#
2020-11-16T20:49:49.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:639bfc10:::benchmark_data_smithi065_43723_object11896:head#
2020-11-16T20:49:49.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:639e83bf:::benchmark_data_smithi065_43723_object43562:head#
2020-11-16T20:49:49.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63a08ec4:::benchmark_data_smithi065_43723_object24386:head#
2020-11-16T20:49:49.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63a31a41:::benchmark_data_smithi065_43723_object41508:head#
2020-11-16T20:49:49.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63a6ef61:::benchmark_data_smithi065_43723_object1121:head#
2020-11-16T20:49:49.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63a9a07a:::benchmark_data_smithi065_43723_object34256:head#
2020-11-16T20:49:49.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63ab5d22:::benchmark_data_smithi065_43723_object7027:head#
2020-11-16T20:49:49.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63aca0a2:::benchmark_data_smithi065_43723_object36308:head#
2020-11-16T20:49:49.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63b11958:::benchmark_data_smithi065_43723_object23386:head#
2020-11-16T20:49:49.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63b3a92f:::benchmark_data_smithi065_43723_object1649:head#
2020-11-16T20:49:49.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63b47635:::benchmark_data_smithi065_43723_object8723:head#
2020-11-16T20:49:49.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63b5063f:::benchmark_data_smithi065_43723_object25341:head#
2020-11-16T20:49:49.459 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63b770cb:::benchmark_data_smithi065_43723_object7681:head#
2020-11-16T20:49:49.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63b7fb55:::benchmark_data_smithi065_43723_object1987:head#
2020-11-16T20:49:49.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63b82cbd:::benchmark_data_smithi065_43723_object38345:head#
2020-11-16T20:49:49.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63bc3959:::benchmark_data_smithi065_43723_object26479:head#
2020-11-16T20:49:49.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63bcaf43:::benchmark_data_smithi065_43723_object40161:head#
2020-11-16T20:49:49.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63bd13e1:::benchmark_data_smithi065_43723_object11868:head#
2020-11-16T20:49:49.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63bd4022:::benchmark_data_smithi065_43723_object27475:head#
2020-11-16T20:49:49.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63bedbda:::benchmark_data_smithi065_43723_object17978:head#
2020-11-16T20:49:49.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63c17ca8:::benchmark_data_smithi065_43723_object14210:head#
2020-11-16T20:49:49.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63c24aef:::benchmark_data_smithi065_43723_object36490:head#
2020-11-16T20:49:49.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63c27892:::benchmark_data_smithi065_43723_object21342:head#
2020-11-16T20:49:49.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63c3e9f7:::benchmark_data_smithi065_43723_object21770:head#
2020-11-16T20:49:49.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63c5c82a:::benchmark_data_smithi065_43723_object37271:head#
2020-11-16T20:49:49.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63c5cf01:::benchmark_data_smithi065_43723_object43420:head#
2020-11-16T20:49:49.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63c703d1:::benchmark_data_smithi065_43723_object41639:head#
2020-11-16T20:49:49.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63cb7e4f:::benchmark_data_smithi065_43723_object19988:head#
2020-11-16T20:49:49.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63d5682e:::benchmark_data_smithi065_43723_object35220:head#
2020-11-16T20:49:49.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63d754b5:::benchmark_data_smithi065_43723_object43102:head#
2020-11-16T20:49:49.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63d83076:::benchmark_data_smithi065_43723_object12341:head#
2020-11-16T20:49:49.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63db0193:::benchmark_data_smithi065_43723_object17555:head#
2020-11-16T20:49:49.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63dd1321:::benchmark_data_smithi065_43723_object11053:head#
2020-11-16T20:49:49.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63dd9fd8:::benchmark_data_smithi065_43723_object6054:head#
2020-11-16T20:49:49.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63ded113:::benchmark_data_smithi065_43723_object35772:head#
2020-11-16T20:49:49.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63dee355:::benchmark_data_smithi065_43723_object4284:head#
2020-11-16T20:49:49.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63df451a:::benchmark_data_smithi065_43723_object16100:head#
2020-11-16T20:49:49.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63df9c5f:::benchmark_data_smithi065_43723_object26937:head#
2020-11-16T20:49:49.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63e60800:::benchmark_data_smithi065_43723_object18975:head#
2020-11-16T20:49:49.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63e7a275:::benchmark_data_smithi065_43723_object10153:head#
2020-11-16T20:49:49.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63ead68c:::benchmark_data_smithi065_43723_object29982:head#
2020-11-16T20:49:49.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63eb9f9d:::benchmark_data_smithi065_43723_object42568:head#
2020-11-16T20:49:49.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63ec6996:::benchmark_data_smithi065_43723_object8404:head#
2020-11-16T20:49:49.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63eeb87f:::benchmark_data_smithi065_43723_object40176:head#
2020-11-16T20:49:49.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63f0449a:::benchmark_data_smithi065_43723_object3710:head#
2020-11-16T20:49:49.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63f06d14:::benchmark_data_smithi065_43723_object32147:head#
2020-11-16T20:49:49.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63f1b22f:::benchmark_data_smithi065_43723_object24540:head#
2020-11-16T20:49:49.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63f5a7b3:::benchmark_data_smithi065_43723_object18673:head#
2020-11-16T20:49:49.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63f5c17e:::benchmark_data_smithi065_43723_object29549:head#
2020-11-16T20:49:49.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63f606a6:::benchmark_data_smithi065_43723_object9855:head#
2020-11-16T20:49:49.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63f88074:::benchmark_data_smithi065_43723_object11076:head#
2020-11-16T20:49:49.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63f8b092:::benchmark_data_smithi065_43723_object31001:head#
2020-11-16T20:49:49.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fa3da5:::benchmark_data_smithi065_43723_object43702:head#
2020-11-16T20:49:49.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fa706e:::benchmark_data_smithi065_43723_object35492:head#
2020-11-16T20:49:49.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fbc0c8:::benchmark_data_smithi065_43723_object30915:head#
2020-11-16T20:49:49.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fc4290:::benchmark_data_smithi065_43723_object19746:head#
2020-11-16T20:49:49.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fd7f65:::benchmark_data_smithi065_43723_object18803:head#
2020-11-16T20:49:49.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fd88c2:::benchmark_data_smithi065_43723_object31423:head#
2020-11-16T20:49:49.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fd98cf:::benchmark_data_smithi065_43723_object33833:head#
2020-11-16T20:49:49.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fdaf61:::benchmark_data_smithi065_43723_object28928:head#
2020-11-16T20:49:49.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fe0421:::benchmark_data_smithi065_43723_object25328:head#
2020-11-16T20:49:49.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fe900f:::benchmark_data_smithi065_43723_object6934:head#
2020-11-16T20:49:49.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:63fffdef:::benchmark_data_smithi065_43723_object42049:head#
2020-11-16T20:49:49.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6400f2cd:::benchmark_data_smithi065_43723_object3281:head#
2020-11-16T20:49:49.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:640177ff:::benchmark_data_smithi065_43723_object29443:head#
2020-11-16T20:49:49.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6401ea5d:::benchmark_data_smithi065_43723_object21796:head#
2020-11-16T20:49:49.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6403b639:::benchmark_data_smithi065_43723_object26607:head#
2020-11-16T20:49:49.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:640539fa:::benchmark_data_smithi065_43723_object12542:head#
2020-11-16T20:49:49.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6405a7c4:::benchmark_data_smithi065_43723_object6448:head#
2020-11-16T20:49:49.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:640746ec:::benchmark_data_smithi065_43723_object24575:head#
2020-11-16T20:49:49.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6408b9b5:::benchmark_data_smithi065_43723_object35076:head#
2020-11-16T20:49:49.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6409451f:::benchmark_data_smithi065_43723_object3244:head#
2020-11-16T20:49:49.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6409de66:::benchmark_data_smithi065_43723_object32818:head#
2020-11-16T20:49:49.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6409fa04:::benchmark_data_smithi065_43723_object36327:head#
2020-11-16T20:49:49.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:640a4c42:::benchmark_data_smithi065_43723_object2984:head#
2020-11-16T20:49:49.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:640b2a96:::benchmark_data_smithi065_43723_object13965:head#
2020-11-16T20:49:49.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:640e9897:::benchmark_data_smithi065_43723_object7088:head#
2020-11-16T20:49:49.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:640ff335:::benchmark_data_smithi065_43723_object38466:head#
2020-11-16T20:49:49.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6413d38b:::benchmark_data_smithi065_43723_object29544:head#
2020-11-16T20:49:49.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64145922:::benchmark_data_smithi065_43723_object28138:head#
2020-11-16T20:49:49.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6414c6b0:::benchmark_data_smithi065_43723_object3054:head#
2020-11-16T20:49:49.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6419b302:::benchmark_data_smithi065_43723_object2768:head#
2020-11-16T20:49:49.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:641a249b:::benchmark_data_smithi065_43723_object40470:head#
2020-11-16T20:49:49.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:641a92b7:::benchmark_data_smithi065_43723_object16962:head#
2020-11-16T20:49:49.514 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:641a935a:::benchmark_data_smithi065_43723_object33776:head#
2020-11-16T20:49:49.514 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:641d3fc5:::benchmark_data_smithi065_43723_object9138:head#
2020-11-16T20:49:49.515 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:641ee6db:::benchmark_data_smithi065_43723_object10479:head#
2020-11-16T20:49:49.516 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64277232:::benchmark_data_smithi065_43723_object13144:head#
2020-11-16T20:49:49.516 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6429cb7a:::benchmark_data_smithi065_43723_object29628:head#
2020-11-16T20:49:49.517 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642ab79e:::benchmark_data_smithi065_43723_object33807:head#
2020-11-16T20:49:49.517 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642ac235:::benchmark_data_smithi065_43723_object930:head#
2020-11-16T20:49:49.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642b59af:::benchmark_data_smithi065_43723_object21616:head#
2020-11-16T20:49:49.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642c7cc2:::benchmark_data_smithi065_43723_object31856:head#
2020-11-16T20:49:49.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642c8f90:::benchmark_data_smithi065_43723_object2146:head#
2020-11-16T20:49:49.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642e3444:::benchmark_data_smithi065_43723_object35932:head#
2020-11-16T20:49:49.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642e3765:::benchmark_data_smithi065_43723_object12320:head#
2020-11-16T20:49:49.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642f69ff:::benchmark_data_smithi065_43723_object5704:head#
2020-11-16T20:49:49.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:642f922d:::benchmark_data_smithi065_43723_object42089:head#
2020-11-16T20:49:49.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6431158f:::benchmark_data_smithi065_43723_object10970:head#
2020-11-16T20:49:49.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64367029:::benchmark_data_smithi065_43723_object14064:head#
2020-11-16T20:49:49.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:643bf6b8:::benchmark_data_smithi065_43723_object23960:head#
2020-11-16T20:49:49.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:643c6aff:::benchmark_data_smithi065_43723_object35180:head#
2020-11-16T20:49:49.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:643cac72:::benchmark_data_smithi065_43723_object29833:head#
2020-11-16T20:49:49.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:643d9f78:::benchmark_data_smithi065_43723_object17916:head#
2020-11-16T20:49:49.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:643e16ea:::benchmark_data_smithi065_43723_object23138:head#
2020-11-16T20:49:49.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:643e1f77:::benchmark_data_smithi065_43723_object23631:head#
2020-11-16T20:49:49.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:643e43f9:::benchmark_data_smithi065_43723_object35959:head#
2020-11-16T20:49:49.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:643ffbaf:::benchmark_data_smithi065_43723_object26105:head#
2020-11-16T20:49:49.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6440a37c:::benchmark_data_smithi065_43723_object38858:head#
2020-11-16T20:49:49.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64421d41:::benchmark_data_smithi065_43723_object41770:head#
2020-11-16T20:49:49.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6443a90b:::benchmark_data_smithi065_43723_object19270:head#
2020-11-16T20:49:49.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:644434ba:::benchmark_data_smithi065_43723_object10262:head#
2020-11-16T20:49:49.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6444bf29:::benchmark_data_smithi065_43723_object8886:head#
2020-11-16T20:49:49.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6445bac1:::benchmark_data_smithi065_43723_object36987:head#
2020-11-16T20:49:49.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6445f6ec:::benchmark_data_smithi065_43723_object15206:head#
2020-11-16T20:49:49.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64468b33:::benchmark_data_smithi065_43723_object18706:head#
2020-11-16T20:49:49.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6447495b:::benchmark_data_smithi065_43723_object17534:head#
2020-11-16T20:49:49.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6448d83d:::benchmark_data_smithi065_43723_object5050:head#
2020-11-16T20:49:49.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:644e4f8d:::benchmark_data_smithi065_43723_object21852:head#
2020-11-16T20:49:49.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:644e8b12:::benchmark_data_smithi065_43723_object30066:head#
2020-11-16T20:49:49.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6451f0e1:::benchmark_data_smithi065_43723_object32885:head#
2020-11-16T20:49:49.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64534d94:::benchmark_data_smithi065_43723_object34406:head#
2020-11-16T20:49:49.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64571faa:::benchmark_data_smithi065_43723_object14191:head#
2020-11-16T20:49:49.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6457e8a1:::benchmark_data_smithi065_43723_object4083:head#
2020-11-16T20:49:49.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:645a8d16:::benchmark_data_smithi065_43723_object8988:head#
2020-11-16T20:49:49.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:645df5c9:::benchmark_data_smithi065_43723_object8673:head#
2020-11-16T20:49:49.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:645dffc8:::benchmark_data_smithi065_43723_object23143:head#
2020-11-16T20:49:49.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:645f864b:::benchmark_data_smithi065_43723_object33619:head#
2020-11-16T20:49:49.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:645fe154:::benchmark_data_smithi065_43723_object23419:head#
2020-11-16T20:49:49.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:645fe1e5:::benchmark_data_smithi065_43723_object9715:head#
2020-11-16T20:49:49.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:646004a7:::benchmark_data_smithi065_43723_object35449:head#
2020-11-16T20:49:49.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64617ad0:::benchmark_data_smithi065_43723_object10773:head#
2020-11-16T20:49:49.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6461d80d:::benchmark_data_smithi065_43723_object19304:head#
2020-11-16T20:49:49.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6465fc19:::benchmark_data_smithi065_43723_object32102:head#
2020-11-16T20:49:49.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64663408:::benchmark_data_smithi065_43723_object19776:head#
2020-11-16T20:49:49.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:646737a7:::benchmark_data_smithi065_43723_object31947:head#
2020-11-16T20:49:49.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6467cfbf:::benchmark_data_smithi065_43723_object8456:head#
2020-11-16T20:49:49.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6469281a:::benchmark_data_smithi065_43723_object30993:head#
2020-11-16T20:49:49.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:646b494f:::benchmark_data_smithi065_43723_object13335:head#
2020-11-16T20:49:49.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:646c3560:::benchmark_data_smithi065_43723_object37277:head#
2020-11-16T20:49:49.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:646caf09:::benchmark_data_smithi065_43723_object19467:head#
2020-11-16T20:49:49.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:646d4d7b:::benchmark_data_smithi065_43723_object9852:head#
2020-11-16T20:49:49.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:646ec357:::benchmark_data_smithi065_43723_object10255:head#
2020-11-16T20:49:49.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:646f682b:::benchmark_data_smithi065_43723_object6167:head#
2020-11-16T20:49:49.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64721609:::benchmark_data_smithi065_43723_object11454:head#
2020-11-16T20:49:49.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64727288:::benchmark_data_smithi065_43723_object10790:head#
2020-11-16T20:49:49.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64737262:::benchmark_data_smithi065_43723_object23733:head#
2020-11-16T20:49:49.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6475b9d9:::benchmark_data_smithi065_43723_object32043:head#
2020-11-16T20:49:49.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6475c789:::benchmark_data_smithi065_43723_object43550:head#
2020-11-16T20:49:49.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647a61ab:::benchmark_data_smithi065_43723_object10814:head#
2020-11-16T20:49:49.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647a7b4a:::benchmark_data_smithi065_43723_object9334:head#
2020-11-16T20:49:49.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647af929:::benchmark_data_smithi065_43723_object26161:head#
2020-11-16T20:49:49.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647b25a3:::benchmark_data_smithi065_43723_object27986:head#
2020-11-16T20:49:49.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647d2686:::benchmark_data_smithi065_43723_object29485:head#
2020-11-16T20:49:49.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647d3e9f:::benchmark_data_smithi065_43723_object9764:head#
2020-11-16T20:49:49.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647dad1f:::benchmark_data_smithi065_43723_object12105:head#
2020-11-16T20:49:49.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647e5a16:::benchmark_data_smithi065_43723_object12212:head#
2020-11-16T20:49:49.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647ea660:::benchmark_data_smithi065_43723_object6690:head#
2020-11-16T20:49:49.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:647ecbe4:::benchmark_data_smithi065_43723_object7452:head#
2020-11-16T20:49:49.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64802846:::benchmark_data_smithi065_43723_object7909:head#
2020-11-16T20:49:49.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64832637:::benchmark_data_smithi065_43723_object819:head#
2020-11-16T20:49:49.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6489f778:::benchmark_data_smithi065_43723_object17398:head#
2020-11-16T20:49:49.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:648cd66e:::benchmark_data_smithi065_43723_object22046:head#
2020-11-16T20:49:49.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:648d4554:::benchmark_data_smithi065_43723_object37610:head#
2020-11-16T20:49:49.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:648da0d7:::benchmark_data_smithi065_43723_object18381:head#
2020-11-16T20:49:49.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:648e4d9f:::benchmark_data_smithi065_43723_object15079:head#
2020-11-16T20:49:49.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:648ea74d:::benchmark_data_smithi065_43723_object12072:head#
2020-11-16T20:49:49.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:648f43cf:::benchmark_data_smithi065_43723_object12992:head#
2020-11-16T20:49:49.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:648fa81d:::benchmark_data_smithi065_43723_object35328:head#
2020-11-16T20:49:49.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:648fdab7:::benchmark_data_smithi065_43723_object3251:head#
2020-11-16T20:49:49.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6490a226:::benchmark_data_smithi065_43723_object16338:head#
2020-11-16T20:49:49.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64930c7d:::benchmark_data_smithi065_43723_object25993:head#
2020-11-16T20:49:49.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6493fad5:::benchmark_data_smithi065_43723_object40002:head#
2020-11-16T20:49:49.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64941263:::benchmark_data_smithi065_43723_object24869:head#
2020-11-16T20:49:49.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6495bc3e:::benchmark_data_smithi065_43723_object33921:head#
2020-11-16T20:49:49.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6496204c:::benchmark_data_smithi065_43723_object36461:head#
2020-11-16T20:49:49.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6496639b:::benchmark_data_smithi065_43723_object8872:head#
2020-11-16T20:49:49.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64972ec9:::benchmark_data_smithi065_43723_object24413:head#
2020-11-16T20:49:49.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:649765b4:::benchmark_data_smithi065_43723_object4701:head#
2020-11-16T20:49:49.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:649a2ad1:::benchmark_data_smithi065_43723_object27462:head#
2020-11-16T20:49:49.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a07c5a:::benchmark_data_smithi065_43723_object41131:head#
2020-11-16T20:49:49.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a12d1b:::benchmark_data_smithi065_43723_object14828:head#
2020-11-16T20:49:49.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a197ae:::benchmark_data_smithi065_43723_object8128:head#
2020-11-16T20:49:49.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a409b3:::benchmark_data_smithi065_43723_object40972:head#
2020-11-16T20:49:49.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a51e87:::benchmark_data_smithi065_43723_object13958:head#
2020-11-16T20:49:49.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a543a0:::benchmark_data_smithi065_43723_object538:head#
2020-11-16T20:49:49.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a592cf:::benchmark_data_smithi065_43723_object8863:head#
2020-11-16T20:49:49.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a5e7d9:::benchmark_data_smithi065_43723_object27960:head#
2020-11-16T20:49:49.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64a97b4d:::benchmark_data_smithi065_43723_object41492:head#
2020-11-16T20:49:49.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64abf315:::benchmark_data_smithi065_43723_object21146:head#
2020-11-16T20:49:49.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64abf4e4:::benchmark_data_smithi065_43723_object19787:head#
2020-11-16T20:49:49.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64ac5eb8:::benchmark_data_smithi065_43723_object9238:head#
2020-11-16T20:49:49.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64ad09da:::benchmark_data_smithi065_43723_object28437:head#
2020-11-16T20:49:49.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64b01f77:::benchmark_data_smithi065_43723_object35346:head#
2020-11-16T20:49:49.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64b20e08:::benchmark_data_smithi065_43723_object13636:head#
2020-11-16T20:49:49.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64b2ab65:::benchmark_data_smithi065_43723_object409:head#
2020-11-16T20:49:49.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64b69b28:::benchmark_data_smithi065_43723_object956:head#
2020-11-16T20:49:49.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64bac9d6:::benchmark_data_smithi065_43723_object13652:head#
2020-11-16T20:49:49.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64bbd280:::benchmark_data_smithi065_43723_object14250:head#
2020-11-16T20:49:49.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64bc0365:::benchmark_data_smithi065_43723_object41193:head#
2020-11-16T20:49:49.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64bc34f1:::benchmark_data_smithi065_43723_object6737:head#
2020-11-16T20:49:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64bf3f41:::benchmark_data_smithi065_43723_object24967:head#
2020-11-16T20:49:49.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64c1f2b5:::benchmark_data_smithi065_43723_object5306:head#
2020-11-16T20:49:49.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64c36a7c:::benchmark_data_smithi065_43723_object17394:head#
2020-11-16T20:49:49.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64c700b4:::benchmark_data_smithi065_43723_object37741:head#
2020-11-16T20:49:49.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64c7aa62:::benchmark_data_smithi065_43723_object42499:head#
2020-11-16T20:49:49.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64c93aab:::benchmark_data_smithi065_43723_object23964:head#
2020-11-16T20:49:49.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64c965d6:::benchmark_data_smithi065_43723_object6334:head#
2020-11-16T20:49:49.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64cc59d1:::benchmark_data_smithi065_43723_object40350:head#
2020-11-16T20:49:49.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64ce8960:::benchmark_data_smithi065_43723_object16234:head#
2020-11-16T20:49:49.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64cf1612:::benchmark_data_smithi065_43723_object42554:head#
2020-11-16T20:49:49.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d0ac07:::benchmark_data_smithi065_43723_object26961:head#
2020-11-16T20:49:49.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d26ae1:::benchmark_data_smithi065_43723_object5500:head#
2020-11-16T20:49:49.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d2d81b:::benchmark_data_smithi065_43723_object27804:head#
2020-11-16T20:49:49.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d63321:::benchmark_data_smithi065_43723_object11043:head#
2020-11-16T20:49:49.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d69300:::benchmark_data_smithi065_43723_object17168:head#
2020-11-16T20:49:49.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d767f4:::benchmark_data_smithi065_43723_object14395:head#
2020-11-16T20:49:49.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d804a0:::benchmark_data_smithi065_43723_object11019:head#
2020-11-16T20:49:49.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d9aa46:::benchmark_data_smithi065_43723_object13423:head#
2020-11-16T20:49:49.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64d9c90d:::benchmark_data_smithi065_43723_object32312:head#
2020-11-16T20:49:49.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64dc3b77:::benchmark_data_smithi065_43723_object41239:head#
2020-11-16T20:49:49.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64decbd4:::benchmark_data_smithi065_43723_object33595:head#
2020-11-16T20:49:49.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64dfc9dd:::benchmark_data_smithi065_43723_object18511:head#
2020-11-16T20:49:49.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64e1634a:::benchmark_data_smithi065_43723_object33928:head#
2020-11-16T20:49:49.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64e4a7da:::benchmark_data_smithi065_43723_object37094:head#
2020-11-16T20:49:49.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64e58842:::benchmark_data_smithi065_43723_object37176:head#
2020-11-16T20:49:49.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64e94fb0:::benchmark_data_smithi065_43723_object26817:head#
2020-11-16T20:49:49.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64e9e889:::benchmark_data_smithi065_43723_object38059:head#
2020-11-16T20:49:49.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64ea56e7:::benchmark_data_smithi065_43723_object5:head#
2020-11-16T20:49:49.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64eb4011:::benchmark_data_smithi065_43723_object6072:head#
2020-11-16T20:49:49.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64ec64cc:::benchmark_data_smithi065_43723_object37723:head#
2020-11-16T20:49:49.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64ef129c:::benchmark_data_smithi065_43723_object39963:head#
2020-11-16T20:49:49.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64eff495:::benchmark_data_smithi065_43723_object6608:head#
2020-11-16T20:49:49.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64f32ff1:::benchmark_data_smithi065_43723_object1703:head#
2020-11-16T20:49:49.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64f7399a:::benchmark_data_smithi065_43723_object28200:head#
2020-11-16T20:49:49.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64f98a13:::benchmark_data_smithi065_43723_object3477:head#
2020-11-16T20:49:49.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64fb3c5e:::benchmark_data_smithi065_43723_object1141:head#
2020-11-16T20:49:49.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:64feb11d:::benchmark_data_smithi065_43723_object38220:head#
2020-11-16T20:49:49.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6504f12e:::benchmark_data_smithi065_43723_object8701:head#
2020-11-16T20:49:49.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65070a78:::benchmark_data_smithi065_43723_object39787:head#
2020-11-16T20:49:49.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65082ffe:::benchmark_data_smithi065_43723_object31235:head#
2020-11-16T20:49:49.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:650933ad:::benchmark_data_smithi065_43723_object22071:head#
2020-11-16T20:49:49.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:650a9b8d:::benchmark_data_smithi065_43723_object40572:head#
2020-11-16T20:49:49.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:650d6b20:::benchmark_data_smithi065_43723_object18192:head#
2020-11-16T20:49:49.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:651289ff:::benchmark_data_smithi065_43723_object10717:head#
2020-11-16T20:49:49.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:651362f6:::benchmark_data_smithi065_43723_object11800:head#
2020-11-16T20:49:49.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65186743:::benchmark_data_smithi065_43723_object15116:head#
2020-11-16T20:49:49.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65189d31:::benchmark_data_smithi065_43723_object27868:head#
2020-11-16T20:49:49.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:651a4805:::benchmark_data_smithi065_43723_object40484:head#
2020-11-16T20:49:49.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:651bb2dc:::benchmark_data_smithi065_43723_object19287:head#
2020-11-16T20:49:49.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:651c946f:::benchmark_data_smithi065_43723_object17003:head#
2020-11-16T20:49:49.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:651ca7c5:::benchmark_data_smithi065_43723_object32224:head#
2020-11-16T20:49:49.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:651cbecc:::benchmark_data_smithi065_43723_object9009:head#
2020-11-16T20:49:49.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:651e4beb:::benchmark_data_smithi065_43723_object14313:head#
2020-11-16T20:49:49.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65246676:::benchmark_data_smithi065_43723_object40840:head#
2020-11-16T20:49:49.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:652a7375:::benchmark_data_smithi065_43723_object28631:head#
2020-11-16T20:49:49.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:652aee0e:::benchmark_data_smithi065_43723_object8482:head#
2020-11-16T20:49:49.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:652c6e1f:::benchmark_data_smithi065_43723_object22385:head#
2020-11-16T20:49:49.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65306a72:::benchmark_data_smithi065_43723_object35655:head#
2020-11-16T20:49:49.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6530e700:::benchmark_data_smithi065_43723_object9563:head#
2020-11-16T20:49:49.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6532a3f3:::benchmark_data_smithi065_43723_object24494:head#
2020-11-16T20:49:49.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6532a942:::benchmark_data_smithi065_43723_object18591:head#
2020-11-16T20:49:49.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6532e7f4:::benchmark_data_smithi065_43723_object37064:head#
2020-11-16T20:49:49.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65342b10:::benchmark_data_smithi065_43723_object40637:head#
2020-11-16T20:49:49.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65372ad4:::benchmark_data_smithi065_43723_object19200:head#
2020-11-16T20:49:49.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6538bc99:::benchmark_data_smithi065_43723_object38123:head#
2020-11-16T20:49:49.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:653a1878:::benchmark_data_smithi065_43723_object30171:head#
2020-11-16T20:49:49.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:653e80aa:::benchmark_data_smithi065_43723_object17615:head#
2020-11-16T20:49:49.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:653e9a2b:::benchmark_data_smithi065_43723_object32212:head#
2020-11-16T20:49:49.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65412179:::benchmark_data_smithi065_43723_object33214:head#
2020-11-16T20:49:49.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65438f79:::benchmark_data_smithi065_43723_object22299:head#
2020-11-16T20:49:49.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65471ac7:::benchmark_data_smithi065_43723_object1369:head#
2020-11-16T20:49:49.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65498902:::benchmark_data_smithi065_43723_object23349:head#
2020-11-16T20:49:49.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6549f171:::benchmark_data_smithi065_43723_object13962:head#
2020-11-16T20:49:49.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:654b29f2:::benchmark_data_smithi065_43723_object14524:head#
2020-11-16T20:49:49.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:654bf6f6:::benchmark_data_smithi065_43723_object20425:head#
2020-11-16T20:49:49.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:654d163e:::benchmark_data_smithi065_43723_object43085:head#
2020-11-16T20:49:49.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:654fa79f:::benchmark_data_smithi065_43723_object42023:head#
2020-11-16T20:49:49.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:655106f6:::benchmark_data_smithi065_43723_object40437:head#
2020-11-16T20:49:49.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65522c27:::benchmark_data_smithi065_43723_object33755:head#
2020-11-16T20:49:49.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6554228b:::benchmark_data_smithi065_43723_object10261:head#
2020-11-16T20:49:49.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65547939:::benchmark_data_smithi065_43723_object39612:head#
2020-11-16T20:49:49.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65548ce1:::benchmark_data_smithi065_43723_object34183:head#
2020-11-16T20:49:49.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:655a54fe:::benchmark_data_smithi065_43723_object34090:head#
2020-11-16T20:49:49.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:655ad103:::benchmark_data_smithi065_43723_object24542:head#
2020-11-16T20:49:49.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:655bafef:::benchmark_data_smithi065_43723_object22412:head#
2020-11-16T20:49:49.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:655bcef9:::benchmark_data_smithi065_43723_object21966:head#
2020-11-16T20:49:49.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:655df168:::benchmark_data_smithi065_43723_object26852:head#
2020-11-16T20:49:49.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:655f79d1:::benchmark_data_smithi065_43723_object43445:head#
2020-11-16T20:49:49.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656285ae:::benchmark_data_smithi065_43723_object18651:head#
2020-11-16T20:49:49.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656314c6:::benchmark_data_smithi065_43723_object28768:head#
2020-11-16T20:49:49.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656348a1:::benchmark_data_smithi065_43723_object2183:head#
2020-11-16T20:49:49.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65636466:::benchmark_data_smithi065_43723_object10836:head#
2020-11-16T20:49:49.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65638d01:::benchmark_data_smithi065_43723_object32238:head#
2020-11-16T20:49:49.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6563ae6a:::benchmark_data_smithi065_43723_object38457:head#
2020-11-16T20:49:49.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6565032b:::benchmark_data_smithi065_43723_object989:head#
2020-11-16T20:49:49.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65663d54:::benchmark_data_smithi065_43723_object25102:head#
2020-11-16T20:49:49.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656a6791:::benchmark_data_smithi065_43723_object21433:head#
2020-11-16T20:49:49.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656ad033:::benchmark_data_smithi065_43723_object4951:head#
2020-11-16T20:49:49.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656d32fb:::benchmark_data_smithi065_43723_object36553:head#
2020-11-16T20:49:49.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656e28ea:::benchmark_data_smithi065_43723_object4100:head#
2020-11-16T20:49:49.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656eae54:::benchmark_data_smithi065_43723_object41705:head#
2020-11-16T20:49:49.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656f1f2a:::benchmark_data_smithi065_43723_object23295:head#
2020-11-16T20:49:49.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:656fbeb3:::benchmark_data_smithi065_43723_object17270:head#
2020-11-16T20:49:49.656 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65716583:::benchmark_data_smithi065_43723_object13231:head#
2020-11-16T20:49:49.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6571e27a:::benchmark_data_smithi065_43723_object6991:head#
2020-11-16T20:49:49.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6574f00d:::benchmark_data_smithi065_43723_object17973:head#
2020-11-16T20:49:49.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6577c74b:::benchmark_data_smithi065_43723_object41230:head#
2020-11-16T20:49:49.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6578099a:::benchmark_data_smithi065_43723_object18871:head#
2020-11-16T20:49:49.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6578d606:::benchmark_data_smithi065_43723_object38991:head#
2020-11-16T20:49:49.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65790f9b:::benchmark_data_smithi065_43723_object39907:head#
2020-11-16T20:49:49.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65791b5c:::benchmark_data_smithi065_43723_object25017:head#
2020-11-16T20:49:49.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:657aeed4:::benchmark_data_smithi065_43723_object28973:head#
2020-11-16T20:49:49.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:657b1503:::benchmark_data_smithi065_43723_object35012:head#
2020-11-16T20:49:49.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:657b8e08:::benchmark_data_smithi065_43723_object990:head#
2020-11-16T20:49:49.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:657dd317:::benchmark_data_smithi065_43723_object20644:head#
2020-11-16T20:49:49.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:657e5a65:::benchmark_data_smithi065_43723_object42949:head#
2020-11-16T20:49:49.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:657eb5af:::benchmark_data_smithi065_43723_object19049:head#
2020-11-16T20:49:49.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:658176c9:::benchmark_data_smithi065_43723_object37783:head#
2020-11-16T20:49:49.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65838341:::benchmark_data_smithi065_43723_object28060:head#
2020-11-16T20:49:49.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6585cf17:::benchmark_data_smithi065_43723_object36562:head#
2020-11-16T20:49:49.667 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65866361:::benchmark_data_smithi065_43723_object39467:head#
2020-11-16T20:49:49.667 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6587b494:::benchmark_data_smithi065_43723_object40975:head#
2020-11-16T20:49:49.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:658817c8:::benchmark_data_smithi065_43723_object10689:head#
2020-11-16T20:49:49.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:658a2e19:::benchmark_data_smithi065_43723_object2551:head#
2020-11-16T20:49:49.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:658b52c0:::benchmark_data_smithi065_43723_object23401:head#
2020-11-16T20:49:49.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:658bffd8:::benchmark_data_smithi065_43723_object20163:head#
2020-11-16T20:49:49.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:658f0ec4:::benchmark_data_smithi065_43723_object42329:head#
2020-11-16T20:49:49.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:658f4ee5:::benchmark_data_smithi065_43723_object31662:head#
2020-11-16T20:49:49.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:658ffdc2:::benchmark_data_smithi065_43723_object37076:head#
2020-11-16T20:49:49.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6592f77f:::benchmark_data_smithi065_43723_object5417:head#
2020-11-16T20:49:49.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65973c2f:::benchmark_data_smithi065_43723_object6918:head#
2020-11-16T20:49:49.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6597d9a2:::benchmark_data_smithi065_43723_object27859:head#
2020-11-16T20:49:49.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65a24620:::benchmark_data_smithi065_43723_object40757:head#
2020-11-16T20:49:49.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65a2aa2e:::benchmark_data_smithi065_43723_object30586:head#
2020-11-16T20:49:49.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65a6146a:::benchmark_data_smithi065_43723_object26284:head#
2020-11-16T20:49:49.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65a7792c:::benchmark_data_smithi065_43723_object27415:head#
2020-11-16T20:49:49.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65a9b680:::benchmark_data_smithi065_43723_object21484:head#
2020-11-16T20:49:49.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65aa2305:::benchmark_data_smithi065_43723_object33984:head#
2020-11-16T20:49:49.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65ab2f46:::benchmark_data_smithi065_43723_object25404:head#
2020-11-16T20:49:49.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65ab5577:::benchmark_data_smithi065_43723_object28587:head#
2020-11-16T20:49:49.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65b057ad:::benchmark_data_smithi065_43723_object40830:head#
2020-11-16T20:49:49.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65b373b5:::benchmark_data_smithi065_43723_object332:head#
2020-11-16T20:49:49.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65b47828:::benchmark_data_smithi065_43723_object13098:head#
2020-11-16T20:49:49.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65b5dab7:::benchmark_data_smithi065_43723_object14975:head#
2020-11-16T20:49:49.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65b6ea87:::benchmark_data_smithi065_43723_object7196:head#
2020-11-16T20:49:49.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65b92345:::benchmark_data_smithi065_43723_object29464:head#
2020-11-16T20:49:49.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65bec81d:::benchmark_data_smithi065_43723_object12151:head#
2020-11-16T20:49:49.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65bfedc5:::benchmark_data_smithi065_43723_object13311:head#
2020-11-16T20:49:49.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65c086f7:::benchmark_data_smithi065_43723_object35297:head#
2020-11-16T20:49:49.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65c1c628:::benchmark_data_smithi065_43723_object22455:head#
2020-11-16T20:49:49.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65c23969:::benchmark_data_smithi065_43723_object24242:head#
2020-11-16T20:49:49.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65c241cb:::benchmark_data_smithi065_43723_object39078:head#
2020-11-16T20:49:49.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65c3483b:::benchmark_data_smithi065_43723_object24424:head#
2020-11-16T20:49:49.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65c495a9:::benchmark_data_smithi065_43723_object27021:head#
2020-11-16T20:49:49.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65c727c2:::benchmark_data_smithi065_43723_object3810:head#
2020-11-16T20:49:49.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65c96552:::benchmark_data_smithi065_43723_object10672:head#
2020-11-16T20:49:49.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65cde996:::benchmark_data_smithi065_43723_object35465:head#
2020-11-16T20:49:49.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65cfd126:::benchmark_data_smithi065_43723_object8768:head#
2020-11-16T20:49:49.692 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d0b6f6:::benchmark_data_smithi065_43723_object1769:head#
2020-11-16T20:49:49.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d29823:::benchmark_data_smithi065_43723_object43116:head#
2020-11-16T20:49:49.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d2ea0d:::benchmark_data_smithi065_43723_object35371:head#
2020-11-16T20:49:49.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d38215:::benchmark_data_smithi065_43723_object18151:head#
2020-11-16T20:49:49.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d41412:::benchmark_data_smithi065_43723_object12556:head#
2020-11-16T20:49:49.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d4427b:::benchmark_data_smithi065_43723_object6185:head#
2020-11-16T20:49:49.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d474d2:::benchmark_data_smithi065_43723_object23061:head#
2020-11-16T20:49:49.696 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d4855c:::benchmark_data_smithi065_43723_object10047:head#
2020-11-16T20:49:49.696 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d77c47:::benchmark_data_smithi065_43723_object4811:head#
2020-11-16T20:49:49.697 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65d9d4be:::benchmark_data_smithi065_43723_object32271:head#
2020-11-16T20:49:49.697 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65da8395:::benchmark_data_smithi065_43723_object19750:head#
2020-11-16T20:49:49.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65ddd0a7:::benchmark_data_smithi065_43723_object37798:head#
2020-11-16T20:49:49.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65df1214:::benchmark_data_smithi065_43723_object20658:head#
2020-11-16T20:49:49.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65e3a628:::benchmark_data_smithi065_43723_object27507:head#
2020-11-16T20:49:49.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65e5469a:::benchmark_data_smithi065_43723_object10676:head#
2020-11-16T20:49:49.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65e6baef:::benchmark_data_smithi065_43723_object27821:head#
2020-11-16T20:49:49.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65e87e05:::benchmark_data_smithi065_43723_object3994:head#
2020-11-16T20:49:49.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65ea3a9a:::benchmark_data_smithi065_43723_object11289:head#
2020-11-16T20:49:49.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65ed50fc:::benchmark_data_smithi065_43723_object19436:head#
2020-11-16T20:49:49.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65ee2eaa:::benchmark_data_smithi065_43723_object40867:head#
2020-11-16T20:49:49.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65ee5631:::benchmark_data_smithi065_43723_object22562:head#
2020-11-16T20:49:49.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65ef3563:::benchmark_data_smithi065_43723_object26305:head#
2020-11-16T20:49:49.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65f0f439:::benchmark_data_smithi065_43723_object11704:head#
2020-11-16T20:49:49.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65f2cbfb:::benchmark_data_smithi065_43723_object13801:head#
2020-11-16T20:49:49.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65f2e00e:::benchmark_data_smithi065_43723_object22524:head#
2020-11-16T20:49:49.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:65fe9b59:::benchmark_data_smithi065_43723_object7089:head#
2020-11-16T20:49:49.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:660192f5:::benchmark_data_smithi065_43723_object23335:head#
2020-11-16T20:49:49.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6601b5a3:::benchmark_data_smithi065_43723_object7183:head#
2020-11-16T20:49:49.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6603258b:::benchmark_data_smithi065_43723_object26685:head#
2020-11-16T20:49:49.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:660500f3:::benchmark_data_smithi065_43723_object18593:head#
2020-11-16T20:49:49.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6606fd82:::benchmark_data_smithi065_43723_object963:head#
2020-11-16T20:49:49.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66083329:::benchmark_data_smithi065_43723_object13467:head#
2020-11-16T20:49:49.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:660841e6:::benchmark_data_smithi065_43723_object8458:head#
2020-11-16T20:49:49.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6608ba2a:::benchmark_data_smithi065_43723_object16648:head#
2020-11-16T20:49:49.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:660ad10a:::benchmark_data_smithi065_43723_object16194:head#
2020-11-16T20:49:49.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:660c246a:::benchmark_data_smithi065_43723_object38062:head#
2020-11-16T20:49:49.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:660c8c1c:::benchmark_data_smithi065_43723_object14148:head#
2020-11-16T20:49:49.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:660dacc6:::benchmark_data_smithi065_43723_object29805:head#
2020-11-16T20:49:49.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:661082ca:::benchmark_data_smithi065_43723_object9969:head#
2020-11-16T20:49:49.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6611a73b:::benchmark_data_smithi065_43723_object10086:head#
2020-11-16T20:49:49.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6611b202:::benchmark_data_smithi065_43723_object10762:head#
2020-11-16T20:49:49.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66165d1c:::benchmark_data_smithi065_43723_object30596:head#
2020-11-16T20:49:49.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6618ec65:::benchmark_data_smithi065_43723_object13135:head#
2020-11-16T20:49:49.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:661a2a82:::benchmark_data_smithi065_43723_object35765:head#
2020-11-16T20:49:49.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:661ac51c:::benchmark_data_smithi065_43723_object38608:head#
2020-11-16T20:49:49.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:661f7a2f:::benchmark_data_smithi065_43723_object34598:head#
2020-11-16T20:49:49.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66213eaa:::benchmark_data_smithi065_43723_object24806:head#
2020-11-16T20:49:49.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66243dd2:::benchmark_data_smithi065_43723_object7860:head#
2020-11-16T20:49:49.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66282e63:::benchmark_data_smithi065_43723_object9359:head#
2020-11-16T20:49:49.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6628996e:::benchmark_data_smithi065_43723_object12660:head#
2020-11-16T20:49:49.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:662a56cf:::benchmark_data_smithi065_43723_object22213:head#
2020-11-16T20:49:49.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:662a6519:::benchmark_data_smithi065_43723_object4376:head#
2020-11-16T20:49:49.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:662ae15c:::benchmark_data_smithi065_43723_object13241:head#
2020-11-16T20:49:49.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:662b7a97:::benchmark_data_smithi065_43723_object41808:head#
2020-11-16T20:49:49.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:662c9873:::benchmark_data_smithi065_43723_object39689:head#
2020-11-16T20:49:49.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:662e4a2d:::benchmark_data_smithi065_43723_object8310:head#
2020-11-16T20:49:49.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:662e8332:::benchmark_data_smithi065_43723_object41765:head#
2020-11-16T20:49:49.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:663132c7:::benchmark_data_smithi065_43723_object40931:head#
2020-11-16T20:49:49.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6632629a:::benchmark_data_smithi065_43723_object36227:head#
2020-11-16T20:49:49.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6632c48b:::benchmark_data_smithi065_43723_object41046:head#
2020-11-16T20:49:49.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:663319b7:::benchmark_data_smithi065_43723_object26731:head#
2020-11-16T20:49:49.724 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:663474d6:::benchmark_data_smithi065_43723_object7069:head#
2020-11-16T20:49:49.724 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66348d8f:::benchmark_data_smithi065_43723_object4931:head#
2020-11-16T20:49:49.725 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6636ddaa:::benchmark_data_smithi065_43723_object5932:head#
2020-11-16T20:49:49.725 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66380122:::benchmark_data_smithi065_43723_object42247:head#
2020-11-16T20:49:49.726 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:663814ba:::benchmark_data_smithi065_43723_object898:head#
2020-11-16T20:49:49.726 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:663cebd7:::benchmark_data_smithi065_43723_object43677:head#
2020-11-16T20:49:49.727 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:663f41c1:::benchmark_data_smithi065_43723_object32709:head#
2020-11-16T20:49:49.728 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66419346:::benchmark_data_smithi065_43723_object14986:head#
2020-11-16T20:49:49.730 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6642ec96:::benchmark_data_smithi065_43723_object24489:head#
2020-11-16T20:49:49.730 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:664610c6:::benchmark_data_smithi065_43723_object16065:head#
2020-11-16T20:49:49.731 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66479742:::benchmark_data_smithi065_43723_object38295:head#
2020-11-16T20:49:49.731 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:664a50d8:::benchmark_data_smithi065_43723_object7880:head#
2020-11-16T20:49:49.732 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:664e83a1:::benchmark_data_smithi065_43723_object13841:head#
2020-11-16T20:49:49.733 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:664ea518:::benchmark_data_smithi065_43723_object4649:head#
2020-11-16T20:49:49.733 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:664f69ed:::benchmark_data_smithi065_43723_object19885:head#
2020-11-16T20:49:49.734 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6650e445:::benchmark_data_smithi065_43723_object16701:head#
2020-11-16T20:49:49.734 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6651b59a:::benchmark_data_smithi065_43723_object40567:head#
2020-11-16T20:49:49.735 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66538934:::benchmark_data_smithi065_43723_object12244:head#
2020-11-16T20:49:49.735 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6656cbdd:::benchmark_data_smithi065_43723_object16879:head#
2020-11-16T20:49:49.736 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66598cf3:::benchmark_data_smithi065_43723_object29595:head#
2020-11-16T20:49:49.736 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66599596:::benchmark_data_smithi065_43723_object40308:head#
2020-11-16T20:49:49.737 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6659d781:::benchmark_data_smithi065_43723_object23095:head#
2020-11-16T20:49:49.738 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:665a4687:::benchmark_data_smithi065_43723_object29207:head#
2020-11-16T20:49:49.739 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:665b2003:::benchmark_data_smithi065_43723_object34984:head#
2020-11-16T20:49:49.740 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:665b836a:::benchmark_data_smithi065_43723_object13789:head#
2020-11-16T20:49:49.743 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:665de019:::benchmark_data_smithi065_43723_object30129:head#
2020-11-16T20:49:49.743 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:665e295b:::benchmark_data_smithi065_43723_object42686:head#
2020-11-16T20:49:49.743 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:665ecebc:::benchmark_data_smithi065_43723_object41581:head#
2020-11-16T20:49:49.744 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:665f775c:::benchmark_data_smithi065_43723_object25689:head#
2020-11-16T20:49:49.744 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:666149b1:::benchmark_data_smithi065_43723_object38937:head#
2020-11-16T20:49:49.745 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6662a05f:::benchmark_data_smithi065_43723_object17196:head#
2020-11-16T20:49:49.746 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:666715e8:::benchmark_data_smithi065_43723_object34384:head#
2020-11-16T20:49:49.748 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:666957f7:::benchmark_data_smithi065_43723_object182:head#
2020-11-16T20:49:49.750 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6669ada8:::benchmark_data_smithi065_43723_object42109:head#
2020-11-16T20:49:49.750 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:666a6fb3:::benchmark_data_smithi065_43723_object41033:head#
2020-11-16T20:49:49.750 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:666b2864:::benchmark_data_smithi065_43723_object36622:head#
2020-11-16T20:49:49.751 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:666be0cf:::benchmark_data_smithi065_43723_object2661:head#
2020-11-16T20:49:49.752 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:666d2c67:::benchmark_data_smithi065_43723_object22004:head#
2020-11-16T20:49:49.752 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6670e581:::benchmark_data_smithi065_43723_object12675:head#
2020-11-16T20:49:49.753 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6672ded4:::benchmark_data_smithi065_43723_object29930:head#
2020-11-16T20:49:49.753 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66734012:::benchmark_data_smithi065_43723_object15970:head#
2020-11-16T20:49:49.757 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66735768:::benchmark_data_smithi065_43723_object8843:head#
2020-11-16T20:49:49.757 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66737c40:::benchmark_data_smithi065_43723_object13681:head#
2020-11-16T20:49:49.758 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667386dd:::benchmark_data_smithi065_43723_object35670:head#
2020-11-16T20:49:49.758 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66744be2:::benchmark_data_smithi065_43723_object21782:head#
2020-11-16T20:49:49.760 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6674b2a9:::benchmark_data_smithi065_43723_object9337:head#
2020-11-16T20:49:49.761 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6674e675:::benchmark_data_smithi065_43723_object17614:head#
2020-11-16T20:49:49.763 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667518e5:::benchmark_data_smithi065_43723_object27448:head#
2020-11-16T20:49:49.763 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667553e0:::benchmark_data_smithi065_43723_object27802:head#
2020-11-16T20:49:49.764 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6676d7b0:::benchmark_data_smithi065_43723_object28813:head#
2020-11-16T20:49:49.764 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66770fdb:::benchmark_data_smithi065_43723_object22449:head#
2020-11-16T20:49:49.765 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66779fca:::benchmark_data_smithi065_43723_object12589:head#
2020-11-16T20:49:49.766 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6679cf3c:::benchmark_data_smithi065_43723_object17208:head#
2020-11-16T20:49:49.768 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6679e796:::benchmark_data_smithi065_43723_object24477:head#
2020-11-16T20:49:49.768 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667a78a9:::benchmark_data_smithi065_43723_object32826:head#
2020-11-16T20:49:49.769 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667c04dc:::benchmark_data_smithi065_43723_object46:head#
2020-11-16T20:49:49.769 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667c1a86:::benchmark_data_smithi065_43723_object28079:head#
2020-11-16T20:49:49.770 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667c4d71:::benchmark_data_smithi065_43723_object39849:head#
2020-11-16T20:49:49.771 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667c8b0f:::benchmark_data_smithi065_43723_object25256:head#
2020-11-16T20:49:49.771 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667e6e26:::benchmark_data_smithi065_43723_object1274:head#
2020-11-16T20:49:49.772 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667ee326:::benchmark_data_smithi065_43723_object38415:head#
2020-11-16T20:49:49.772 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:667f663a:::benchmark_data_smithi065_43723_object5243:head#
2020-11-16T20:49:49.773 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66818a0d:::benchmark_data_smithi065_43723_object40291:head#
2020-11-16T20:49:49.773 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66825d9c:::benchmark_data_smithi065_43723_object1405:head#
2020-11-16T20:49:49.774 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6682c879:::benchmark_data_smithi065_43723_object15586:head#
2020-11-16T20:49:49.775 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66842a2a:::benchmark_data_smithi065_43723_object40581:head#
2020-11-16T20:49:49.776 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6684c9bc:::benchmark_data_smithi065_43723_object31333:head#
2020-11-16T20:49:49.777 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66877b11:::benchmark_data_smithi065_43723_object17032:head#
2020-11-16T20:49:49.778 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66897246:::benchmark_data_smithi065_43723_object16408:head#
2020-11-16T20:49:49.778 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:668af229:::benchmark_data_smithi065_43723_object29716:head#
2020-11-16T20:49:49.779 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:668afebf:::benchmark_data_smithi065_43723_object25543:head#
2020-11-16T20:49:49.779 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:668bf39b:::benchmark_data_smithi065_43723_object41640:head#
2020-11-16T20:49:49.780 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:668decd7:::benchmark_data_smithi065_43723_object14774:head#
2020-11-16T20:49:49.780 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:668f24fc:::benchmark_data_smithi065_43723_object15829:head#
2020-11-16T20:49:49.781 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66917de3:::benchmark_data_smithi065_43723_object41801:head#
2020-11-16T20:49:49.781 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:669189f8:::benchmark_data_smithi065_43723_object2774:head#
2020-11-16T20:49:49.785 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6694aa97:::benchmark_data_smithi065_43723_object30646:head#
2020-11-16T20:49:49.786 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6694d71c:::benchmark_data_smithi065_43723_object38317:head#
2020-11-16T20:49:49.786 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66955ba8:::benchmark_data_smithi065_43723_object22709:head#
2020-11-16T20:49:49.787 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66956dcd:::benchmark_data_smithi065_43723_object40988:head#
2020-11-16T20:49:49.787 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:669591d9:::benchmark_data_smithi065_43723_object20870:head#
2020-11-16T20:49:49.788 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6695ffe9:::benchmark_data_smithi065_43723_object9094:head#
2020-11-16T20:49:49.789 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66985a55:::benchmark_data_smithi065_43723_object6130:head#
2020-11-16T20:49:49.789 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66992e87:::benchmark_data_smithi065_43723_object27341:head#
2020-11-16T20:49:49.789 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:669a1e9d:::benchmark_data_smithi065_43723_object12142:head#
2020-11-16T20:49:49.790 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:669cb5cd:::benchmark_data_smithi065_43723_object26186:head#
2020-11-16T20:49:49.795 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:669e39de:::benchmark_data_smithi065_43723_object40312:head#
2020-11-16T20:49:49.796 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:669f2d9a:::benchmark_data_smithi065_43723_object15705:head#
2020-11-16T20:49:49.797 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66a00bcc:::benchmark_data_smithi065_43723_object40557:head#
2020-11-16T20:49:49.797 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66a0727a:::benchmark_data_smithi065_43723_object2912:head#
2020-11-16T20:49:49.797 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66af35c8:::benchmark_data_smithi065_43723_object43275:head#
2020-11-16T20:49:49.797 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66aff7e6:::benchmark_data_smithi065_43723_object9007:head#
2020-11-16T20:49:49.797 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66b0f3a3:::benchmark_data_smithi065_43723_object19946:head#
2020-11-16T20:49:49.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66b108e4:::benchmark_data_smithi065_43723_object10751:head#
2020-11-16T20:49:49.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66b3b5a5:::benchmark_data_smithi065_43723_object26638:head#
2020-11-16T20:49:49.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66b440f7:::benchmark_data_smithi065_43723_object42168:head#
2020-11-16T20:49:49.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66b7a01f:::benchmark_data_smithi065_43723_object26758:head#
2020-11-16T20:49:49.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66b9f038:::benchmark_data_smithi065_43723_object12696:head#
2020-11-16T20:49:49.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66bbf610:::benchmark_data_smithi065_43723_object42305:head#
2020-11-16T20:49:49.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66bc49c1:::benchmark_data_smithi065_43723_object25598:head#
2020-11-16T20:49:49.799 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66bc794a:::benchmark_data_smithi065_43723_object4009:head#
2020-11-16T20:49:49.799 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66bc848f:::benchmark_data_smithi065_43723_object34921:head#
2020-11-16T20:49:49.799 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66bfa78c:::benchmark_data_smithi065_43723_object22276:head#
2020-11-16T20:49:49.800 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66bfe486:::benchmark_data_smithi065_43723_object17831:head#
2020-11-16T20:49:49.800 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66c007d3:::benchmark_data_smithi065_43723_object18850:head#
2020-11-16T20:49:49.800 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66c03d5a:::benchmark_data_smithi065_43723_object25319:head#
2020-11-16T20:49:49.801 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66c2aded:::benchmark_data_smithi065_43723_object3619:head#
2020-11-16T20:49:49.801 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66c306b1:::benchmark_data_smithi065_43723_object1878:head#
2020-11-16T20:49:49.802 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66c40162:::benchmark_data_smithi065_43723_object38619:head#
2020-11-16T20:49:49.802 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66c43ebe:::benchmark_data_smithi065_43723_object12559:head#
2020-11-16T20:49:49.802 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66c583f0:::benchmark_data_smithi065_43723_object8565:head#
2020-11-16T20:49:49.803 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66c96ed5:::benchmark_data_smithi065_43723_object12267:head#
2020-11-16T20:49:49.804 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66cce608:::benchmark_data_smithi065_43723_object26637:head#
2020-11-16T20:49:49.804 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66cd3b69:::benchmark_data_smithi065_43723_object25208:head#
2020-11-16T20:49:49.805 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66ceece6:::benchmark_data_smithi065_43723_object14498:head#
2020-11-16T20:49:49.805 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66d17b3d:::benchmark_data_smithi065_43723_object26118:head#
2020-11-16T20:49:49.806 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66d2bd41:::benchmark_data_smithi065_43723_object8681:head#
2020-11-16T20:49:49.806 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66d4b001:::benchmark_data_smithi065_43723_object11924:head#
2020-11-16T20:49:49.807 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66d73477:::benchmark_data_smithi065_43723_object40047:head#
2020-11-16T20:49:49.808 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66e01a61:::benchmark_data_smithi065_43723_object17639:head#
2020-11-16T20:49:49.808 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66e0f6c4:::benchmark_data_smithi065_43723_object29652:head#
2020-11-16T20:49:49.809 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66e3def3:::benchmark_data_smithi065_43723_object23350:head#
2020-11-16T20:49:49.809 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66e9eb08:::benchmark_data_smithi065_43723_object4495:head#
2020-11-16T20:49:49.810 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66e9febf:::benchmark_data_smithi065_43723_object18467:head#
2020-11-16T20:49:49.810 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66eb0d5c:::benchmark_data_smithi065_43723_object33389:head#
2020-11-16T20:49:49.811 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66eb41e4:::benchmark_data_smithi065_43723_object7808:head#
2020-11-16T20:49:49.812 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f03071:::benchmark_data_smithi065_43723_object14232:head#
2020-11-16T20:49:49.812 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f03ecc:::benchmark_data_smithi065_43723_object10613:head#
2020-11-16T20:49:49.813 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f2be55:::benchmark_data_smithi065_43723_object31663:head#
2020-11-16T20:49:49.813 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f39a40:::benchmark_data_smithi065_43723_object37214:head#
2020-11-16T20:49:49.814 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f42649:::benchmark_data_smithi065_43723_object22564:head#
2020-11-16T20:49:49.814 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f450c7:::benchmark_data_smithi065_43723_object4323:head#
2020-11-16T20:49:49.815 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f496a5:::benchmark_data_smithi065_43723_object22901:head#
2020-11-16T20:49:49.815 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f4fd26:::benchmark_data_smithi065_43723_object9548:head#
2020-11-16T20:49:49.816 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f75862:::benchmark_data_smithi065_43723_object25723:head#
2020-11-16T20:49:49.817 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66f7ad22:::benchmark_data_smithi065_43723_object39370:head#
2020-11-16T20:49:49.817 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66fc1d8d:::benchmark_data_smithi065_43723_object1001:head#
2020-11-16T20:49:49.818 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66fcfa1d:::benchmark_data_smithi065_43723_object12286:head#
2020-11-16T20:49:49.819 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66feadfe:::benchmark_data_smithi065_43723_object12771:head#
2020-11-16T20:49:49.819 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66ff4b5c:::benchmark_data_smithi065_43723_object25646:head#
2020-11-16T20:49:49.820 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:66ff7379:::benchmark_data_smithi065_43723_object28637:head#
2020-11-16T20:49:49.820 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6703408f:::benchmark_data_smithi065_43723_object32015:head#
2020-11-16T20:49:49.821 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6704fb24:::benchmark_data_smithi065_43723_object1791:head#
2020-11-16T20:49:49.821 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:670541be:::benchmark_data_smithi065_43723_object28551:head#
2020-11-16T20:49:49.822 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67062961:::benchmark_data_smithi065_43723_object36745:head#
2020-11-16T20:49:49.822 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67073c98:::benchmark_data_smithi065_43723_object31444:head#
2020-11-16T20:49:49.823 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:670f2d5d:::benchmark_data_smithi065_43723_object16119:head#
2020-11-16T20:49:49.824 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:670fea9d:::benchmark_data_smithi065_43723_object34401:head#
2020-11-16T20:49:49.825 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:670ff2ce:::benchmark_data_smithi065_43723_object27016:head#
2020-11-16T20:49:49.825 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6711dd50:::benchmark_data_smithi065_43723_object36285:head#
2020-11-16T20:49:49.826 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6716c832:::benchmark_data_smithi065_43723_object37146:head#
2020-11-16T20:49:49.831 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67171528:::benchmark_data_smithi065_43723_object20487:head#
2020-11-16T20:49:49.831 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:671cfabc:::benchmark_data_smithi065_43723_object28758:head#
2020-11-16T20:49:49.831 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6720dd9d:::benchmark_data_smithi065_43723_object10364:head#
2020-11-16T20:49:49.832 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6727e5fb:::benchmark_data_smithi065_43723_object37250:head#
2020-11-16T20:49:49.833 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67296e80:::benchmark_data_smithi065_43723_object31852:head#
2020-11-16T20:49:49.833 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:672c2fc5:::benchmark_data_smithi065_43723_object9103:head#
2020-11-16T20:49:49.834 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:672cf4e5:::benchmark_data_smithi065_43723_object5251:head#
2020-11-16T20:49:49.834 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:672e98ab:::benchmark_data_smithi065_43723_object15414:head#
2020-11-16T20:49:49.835 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:672f4280:::benchmark_data_smithi065_43723_object17222:head#
2020-11-16T20:49:49.838 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6730eae7:::benchmark_data_smithi065_43723_object23976:head#
2020-11-16T20:49:49.838 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67312a49:::benchmark_data_smithi065_43723_object43750:head#
2020-11-16T20:49:49.839 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6731bdcb:::benchmark_data_smithi065_43723_object29506:head#
2020-11-16T20:49:49.839 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6733227a:::benchmark_data_smithi065_43723_object22418:head#
2020-11-16T20:49:49.839 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67349e0b:::benchmark_data_smithi065_43723_object28376:head#
2020-11-16T20:49:49.841 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6737f77c:::benchmark_data_smithi065_43723_object19786:head#
2020-11-16T20:49:49.841 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67398721:::benchmark_data_smithi065_43723_object1346:head#
2020-11-16T20:49:49.842 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:673a4189:::benchmark_data_smithi065_43723_object31963:head#
2020-11-16T20:49:49.842 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:673a9333:::benchmark_data_smithi065_43723_object26958:head#
2020-11-16T20:49:49.843 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:673ce1a8:::benchmark_data_smithi065_43723_object31278:head#
2020-11-16T20:49:49.843 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6740ad9b:::benchmark_data_smithi065_43723_object39476:head#
2020-11-16T20:49:49.847 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67424ee4:::benchmark_data_smithi065_43723_object17645:head#
2020-11-16T20:49:49.847 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6744d656:::benchmark_data_smithi065_43723_object26787:head#
2020-11-16T20:49:49.848 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67452a77:::benchmark_data_smithi065_43723_object39163:head#
2020-11-16T20:49:49.848 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:674761b5:::benchmark_data_smithi065_43723_object11194:head#
2020-11-16T20:49:49.849 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67481227:::benchmark_data_smithi065_43723_object25103:head#
2020-11-16T20:49:49.849 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67489d33:::benchmark_data_smithi065_43723_object41653:head#
2020-11-16T20:49:49.850 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6748aeb9:::benchmark_data_smithi065_43723_object26859:head#
2020-11-16T20:49:49.850 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:674c204a:::benchmark_data_smithi065_43723_object37702:head#
2020-11-16T20:49:49.851 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:674c665d:::benchmark_data_smithi065_43723_object9724:head#
2020-11-16T20:49:49.851 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:674e7389:::benchmark_data_smithi065_43723_object41007:head#
2020-11-16T20:49:49.852 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:674e7a5e:::benchmark_data_smithi065_43723_object324:head#
2020-11-16T20:49:49.853 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:675141b8:::benchmark_data_smithi065_43723_object29401:head#
2020-11-16T20:49:49.853 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6753f102:::benchmark_data_smithi065_43723_object39880:head#
2020-11-16T20:49:49.854 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:675424e4:::benchmark_data_smithi065_43723_object10741:head#
2020-11-16T20:49:49.854 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6755d38d:::benchmark_data_smithi065_43723_object32255:head#
2020-11-16T20:49:49.855 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6756712c:::benchmark_data_smithi065_43723_object39474:head#
2020-11-16T20:49:49.856 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6756c99c:::benchmark_data_smithi065_43723_object14506:head#
2020-11-16T20:49:49.856 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67578234:::benchmark_data_smithi065_43723_object15114:head#
2020-11-16T20:49:49.857 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67578fc6:::benchmark_data_smithi065_43723_object31121:head#
2020-11-16T20:49:49.857 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6757b02f:::benchmark_data_smithi065_43723_object28069:head#
2020-11-16T20:49:49.858 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6757d0e2:::benchmark_data_smithi065_43723_object17356:head#
2020-11-16T20:49:49.860 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67581250:::benchmark_data_smithi065_43723_object27731:head#
2020-11-16T20:49:49.860 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67590b19:::benchmark_data_smithi065_43723_object20183:head#
2020-11-16T20:49:49.861 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67596adb:::benchmark_data_smithi065_43723_object17065:head#
2020-11-16T20:49:49.862 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:675c28a4:::benchmark_data_smithi065_43723_object285:head#
2020-11-16T20:49:49.862 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:675cf0ec:::benchmark_data_smithi065_43723_object19359:head#
2020-11-16T20:49:49.863 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:675dd389:::benchmark_data_smithi065_43723_object6067:head#
2020-11-16T20:49:49.863 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:675fc360:::benchmark_data_smithi065_43723_object22354:head#
2020-11-16T20:49:49.866 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:675fe1cb:::benchmark_data_smithi065_43723_object19533:head#
2020-11-16T20:49:49.866 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6760c5cb:::benchmark_data_smithi065_43723_object9950:head#
2020-11-16T20:49:49.867 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676144d7:::benchmark_data_smithi065_43723_object11128:head#
2020-11-16T20:49:49.867 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67633aa1:::benchmark_data_smithi065_43723_object808:head#
2020-11-16T20:49:49.868 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6763d77a:::benchmark_data_smithi065_43723_object15512:head#
2020-11-16T20:49:49.868 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676448bd:::benchmark_data_smithi065_43723_object4101:head#
2020-11-16T20:49:49.870 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6765f3a9:::benchmark_data_smithi065_43723_object16193:head#
2020-11-16T20:49:49.870 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676654bc:::benchmark_data_smithi065_43723_object19281:head#
2020-11-16T20:49:49.870 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6767dc9b:::benchmark_data_smithi065_43723_object34710:head#
2020-11-16T20:49:49.871 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67688d12:::benchmark_data_smithi065_43723_object19565:head#
2020-11-16T20:49:49.872 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6769c232:::benchmark_data_smithi065_43723_object18880:head#
2020-11-16T20:49:49.872 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676a21ff:::benchmark_data_smithi065_43723_object43671:head#
2020-11-16T20:49:49.876 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676a464f:::benchmark_data_smithi065_43723_object38745:head#
2020-11-16T20:49:49.878 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676abd9e:::benchmark_data_smithi065_43723_object33202:head#
2020-11-16T20:49:49.878 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676b1991:::benchmark_data_smithi065_43723_object38722:head#
2020-11-16T20:49:49.879 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676b3620:::benchmark_data_smithi065_43723_object7669:head#
2020-11-16T20:49:49.882 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676df8b0:::benchmark_data_smithi065_43723_object34299:head#
2020-11-16T20:49:49.883 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676e7d77:::benchmark_data_smithi065_43723_object24318:head#
2020-11-16T20:49:49.883 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:676eef43:::benchmark_data_smithi065_43723_object1444:head#
2020-11-16T20:49:49.884 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6770f101:::benchmark_data_smithi065_43723_object40876:head#
2020-11-16T20:49:49.884 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67713e1c:::benchmark_data_smithi065_43723_object39413:head#
2020-11-16T20:49:49.885 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:677343dc:::benchmark_data_smithi065_43723_object23596:head#
2020-11-16T20:49:49.885 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67797240:::benchmark_data_smithi065_43723_object4849:head#
2020-11-16T20:49:49.888 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:677d3552:::benchmark_data_smithi065_43723_object13605:head#
2020-11-16T20:49:49.889 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:677fa2f1:::benchmark_data_smithi065_43723_object5293:head#
2020-11-16T20:49:49.889 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:677fbb71:::benchmark_data_smithi065_43723_object33803:head#
2020-11-16T20:49:49.890 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:677fe5fd:::benchmark_data_smithi065_43723_object2009:head#
2020-11-16T20:49:49.890 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67804186:::benchmark_data_smithi065_43723_object40515:head#
2020-11-16T20:49:49.890 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67812685:::benchmark_data_smithi065_43723_object1608:head#
2020-11-16T20:49:49.891 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6781a100:::benchmark_data_smithi065_43723_object36901:head#
2020-11-16T20:49:49.891 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6782d6b0:::benchmark_data_smithi065_43723_object23161:head#
2020-11-16T20:49:49.892 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6785b09f:::benchmark_data_smithi065_43723_object6677:head#
2020-11-16T20:49:49.892 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6788021d:::benchmark_data_smithi065_43723_object39342:head#
2020-11-16T20:49:49.893 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67882402:::benchmark_data_smithi065_43723_object13118:head#
2020-11-16T20:49:49.893 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:678af754:::benchmark_data_smithi065_43723_object41791:head#
2020-11-16T20:49:49.894 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:678b3e69:::benchmark_data_smithi065_43723_object31190:head#
2020-11-16T20:49:49.894 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:678b8fd3:::benchmark_data_smithi065_43723_object26493:head#
2020-11-16T20:49:49.895 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:678baf97:::benchmark_data_smithi065_43723_object14228:head#
2020-11-16T20:49:49.899 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:678c9479:::benchmark_data_smithi065_43723_object29413:head#
2020-11-16T20:49:49.901 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:678e4b83:::benchmark_data_smithi065_43723_object27369:head#
2020-11-16T20:49:49.901 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:678e76c3:::benchmark_data_smithi065_43723_object36208:head#
2020-11-16T20:49:49.902 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:678fcfab:::benchmark_data_smithi065_43723_object15256:head#
2020-11-16T20:49:49.903 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67903596:::benchmark_data_smithi065_43723_object6856:head#
2020-11-16T20:49:49.903 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6790be2a:::benchmark_data_smithi065_43723_object18866:head#
2020-11-16T20:49:49.904 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67916177:::benchmark_data_smithi065_43723_object2194:head#
2020-11-16T20:49:49.904 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67920530:::benchmark_data_smithi065_43723_object17075:head#
2020-11-16T20:49:49.907 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6792b1ed:::benchmark_data_smithi065_43723_object16712:head#
2020-11-16T20:49:49.908 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6793002d:::benchmark_data_smithi065_43723_object11542:head#
2020-11-16T20:49:49.908 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6793cec6:::benchmark_data_smithi065_43723_object29265:head#
2020-11-16T20:49:49.909 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6794525d:::benchmark_data_smithi065_43723_object3288:head#
2020-11-16T20:49:49.909 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6795168b:::benchmark_data_smithi065_43723_object20766:head#
2020-11-16T20:49:49.910 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:679597ae:::benchmark_data_smithi065_43723_object34556:head#
2020-11-16T20:49:49.911 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:679c731d:::benchmark_data_smithi065_43723_object1049:head#
2020-11-16T20:49:49.911 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:679e2658:::benchmark_data_smithi065_43723_object34273:head#
2020-11-16T20:49:49.912 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:679f4cb6:::benchmark_data_smithi065_43723_object8285:head#
2020-11-16T20:49:49.912 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67a12ba8:::benchmark_data_smithi065_43723_object12199:head#
2020-11-16T20:49:49.913 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67a266b9:::benchmark_data_smithi065_43723_object7323:head#
2020-11-16T20:49:49.913 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67a6175c:::benchmark_data_smithi065_43723_object8344:head#
2020-11-16T20:49:49.914 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67a64176:::benchmark_data_smithi065_43723_object36362:head#
2020-11-16T20:49:49.914 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67a8f771:::benchmark_data_smithi065_43723_object29097:head#
2020-11-16T20:49:49.915 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67abb36d:::benchmark_data_smithi065_43723_object43287:head#
2020-11-16T20:49:49.915 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67ad2f82:::benchmark_data_smithi065_43723_object17341:head#
2020-11-16T20:49:49.916 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67aef39a:::benchmark_data_smithi065_43723_object16370:head#
2020-11-16T20:49:49.916 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b01012:::benchmark_data_smithi065_43723_object43545:head#
2020-11-16T20:49:49.917 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b12654:::benchmark_data_smithi065_43723_object6412:head#
2020-11-16T20:49:49.917 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b1de05:::benchmark_data_smithi065_43723_object28855:head#
2020-11-16T20:49:49.920 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b2308c:::benchmark_data_smithi065_43723_object42136:head#
2020-11-16T20:49:49.920 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b2ac1b:::benchmark_data_smithi065_43723_object34656:head#
2020-11-16T20:49:49.921 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b5b27f:::benchmark_data_smithi065_43723_object8533:head#
2020-11-16T20:49:49.921 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b6f76a:::benchmark_data_smithi065_43723_object11080:head#
2020-11-16T20:49:49.922 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b8dab5:::benchmark_data_smithi065_43723_object41133:head#
2020-11-16T20:49:49.922 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67b99dd3:::benchmark_data_smithi065_43723_object29117:head#
2020-11-16T20:49:49.923 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67ba4117:::benchmark_data_smithi065_43723_object15981:head#
2020-11-16T20:49:49.923 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67ba8c12:::benchmark_data_smithi065_43723_object5884:head#
2020-11-16T20:49:49.924 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67bbed33:::benchmark_data_smithi065_43723_object33848:head#
2020-11-16T20:49:49.924 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67bc6d69:::benchmark_data_smithi065_43723_object11502:head#
2020-11-16T20:49:49.925 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67bdb341:::benchmark_data_smithi065_43723_object272:head#
2020-11-16T20:49:49.926 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67bde927:::benchmark_data_smithi065_43723_object7889:head#
2020-11-16T20:49:49.926 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67bdfb88:::benchmark_data_smithi065_43723_object20626:head#
2020-11-16T20:49:49.927 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c024dd:::benchmark_data_smithi065_43723_object21857:head#
2020-11-16T20:49:49.927 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c46135:::benchmark_data_smithi065_43723_object11416:head#
2020-11-16T20:49:49.928 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c4dd11:::benchmark_data_smithi065_43723_object40926:head#
2020-11-16T20:49:49.929 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c5b7bb:::benchmark_data_smithi065_43723_object26749:head#
2020-11-16T20:49:49.929 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c614f8:::benchmark_data_smithi065_43723_object1223:head#
2020-11-16T20:49:49.931 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c67cb3:::benchmark_data_smithi065_43723_object11821:head#
2020-11-16T20:49:49.932 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c6fd1e:::benchmark_data_smithi065_43723_object763:head#
2020-11-16T20:49:49.933 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c90c80:::benchmark_data_smithi065_43723_object35146:head#
2020-11-16T20:49:49.933 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67c9b3e1:::benchmark_data_smithi065_43723_object2782:head#
2020-11-16T20:49:49.934 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67cd9359:::benchmark_data_smithi065_43723_object25209:head#
2020-11-16T20:49:49.934 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67cda98a:::benchmark_data_smithi065_43723_object29367:head#
2020-11-16T20:49:49.936 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67ce7ad5:::benchmark_data_smithi065_43723_object35325:head#
2020-11-16T20:49:49.936 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67d05130:::benchmark_data_smithi065_43723_object3693:head#
2020-11-16T20:49:49.937 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67d1f59b:::benchmark_data_smithi065_43723_object42381:head#
2020-11-16T20:49:49.938 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67d5c1ba:::benchmark_data_smithi065_43723_object38680:head#
2020-11-16T20:49:49.939 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67d67fe3:::benchmark_data_smithi065_43723_object43713:head#
2020-11-16T20:49:49.939 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67d78d70:::benchmark_data_smithi065_43723_object41701:head#
2020-11-16T20:49:49.940 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67d973a5:::benchmark_data_smithi065_43723_object38464:head#
2020-11-16T20:49:49.941 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67db9d76:::benchmark_data_smithi065_43723_object37772:head#
2020-11-16T20:49:49.941 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67dbc3f0:::benchmark_data_smithi065_43723_object31706:head#
2020-11-16T20:49:49.942 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67dbef09:::benchmark_data_smithi065_43723_object38539:head#
2020-11-16T20:49:49.942 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67dc5ee2:::benchmark_data_smithi065_43723_object15743:head#
2020-11-16T20:49:49.943 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67dc8c4e:::benchmark_data_smithi065_43723_object15183:head#
2020-11-16T20:49:49.943 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67dcee30:::benchmark_data_smithi065_43723_object27660:head#
2020-11-16T20:49:49.944 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67dd3e89:::benchmark_data_smithi065_43723_object8246:head#
2020-11-16T20:49:49.944 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67dffe75:::benchmark_data_smithi065_43723_object2431:head#
2020-11-16T20:49:49.945 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67e1eb51:::benchmark_data_smithi065_43723_object39392:head#
2020-11-16T20:49:49.945 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67e428bf:::benchmark_data_smithi065_43723_object42372:head#
2020-11-16T20:49:49.946 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67e44b10:::benchmark_data_smithi065_43723_object35836:head#
2020-11-16T20:49:49.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:49 smithi071 bash[9480]: cluster 2020-11-16T20:49:48.552926+0000 mon.a (mon.0) 2156 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:49.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:49 smithi071 bash[9480]: audit 2020-11-16T20:49:48.561530+0000 mon.a (mon.0) 2157 : audit [INF] from='client.? v1:172.21.15.142:0/819147041' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:49:49.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:49 smithi071 bash[9480]: cluster 2020-11-16T20:49:48.561590+0000 mon.a (mon.0) 2158 : cluster [DBG] osdmap e657: 12 total, 11 up, 8 in
2020-11-16T20:49:49.947 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67e7bae3:::benchmark_data_smithi065_43723_object7484:head#
2020-11-16T20:49:49.947 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67e8a2d2:::benchmark_data_smithi065_43723_object5582:head#
2020-11-16T20:49:49.948 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67e93c30:::benchmark_data_smithi065_43723_object16054:head#
2020-11-16T20:49:49.948 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67eaad12:::benchmark_data_smithi065_43723_object23862:head#
2020-11-16T20:49:49.948 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67ecbaaa:::benchmark_data_smithi065_43723_object17951:head#
2020-11-16T20:49:49.949 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67ef774f:::benchmark_data_smithi065_43723_object20569:head#
2020-11-16T20:49:49.950 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67f33bec:::benchmark_data_smithi065_43723_object43117:head#
2020-11-16T20:49:49.950 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67f60ae1:::benchmark_data_smithi065_43723_object17060:head#
2020-11-16T20:49:49.951 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67f6a587:::benchmark_data_smithi065_43723_object12742:head#
2020-11-16T20:49:49.952 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67f6fd16:::benchmark_data_smithi065_43723_object26645:head#
2020-11-16T20:49:49.952 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67f92b45:::benchmark_data_smithi065_43723_object28690:head#
2020-11-16T20:49:49.953 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67fb6627:::benchmark_data_smithi065_43723_object7213:head#
2020-11-16T20:49:49.954 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67fc3fe2:::benchmark_data_smithi065_43723_object28601:head#
2020-11-16T20:49:49.954 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:67fd3e82:::benchmark_data_smithi065_43723_object10187:head#
2020-11-16T20:49:49.955 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68007261:::benchmark_data_smithi065_43723_object22121:head#
2020-11-16T20:49:49.955 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6801a25c:::benchmark_data_smithi065_43723_object16542:head#
2020-11-16T20:49:49.956 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68028583:::benchmark_data_smithi065_43723_object34221:head#
2020-11-16T20:49:49.957 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68042038:::benchmark_data_smithi065_43723_object5266:head#
2020-11-16T20:49:49.957 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68044ffb:::benchmark_data_smithi065_43723_object35588:head#
2020-11-16T20:49:49.958 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:680610b2:::benchmark_data_smithi065_43723_object40192:head#
2020-11-16T20:49:49.958 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6807f6ac:::benchmark_data_smithi065_43723_object14484:head#
2020-11-16T20:49:49.959 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6808984e:::benchmark_data_smithi065_43723_object30886:head#
2020-11-16T20:49:49.962 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6809e8c7:::benchmark_data_smithi065_43723_object7035:head#
2020-11-16T20:49:49.962 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:680a7651:::benchmark_data_smithi065_43723_object13543:head#
2020-11-16T20:49:49.963 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:680c590a:::benchmark_data_smithi065_43723_object28683:head#
2020-11-16T20:49:49.963 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:680e772a:::benchmark_data_smithi065_43723_object43081:head#
2020-11-16T20:49:49.964 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:680f49d4:::benchmark_data_smithi065_43723_object30914:head#
2020-11-16T20:49:49.964 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:680febcb:::benchmark_data_smithi065_43723_object30837:head#
2020-11-16T20:49:49.965 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68103960:::benchmark_data_smithi065_43723_object32868:head#
2020-11-16T20:49:49.965 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68103abd:::benchmark_data_smithi065_43723_object33113:head#
2020-11-16T20:49:49.966 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:681150c7:::benchmark_data_smithi065_43723_object16492:head#
2020-11-16T20:49:49.966 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68124aac:::benchmark_data_smithi065_43723_object37532:head#
2020-11-16T20:49:49.967 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6812d272:::benchmark_data_smithi065_43723_object7021:head#
2020-11-16T20:49:49.968 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68155508:::benchmark_data_smithi065_43723_object37934:head#
2020-11-16T20:49:49.968 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:681580bd:::benchmark_data_smithi065_43723_object9776:head#
2020-11-16T20:49:49.969 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6816885e:::benchmark_data_smithi065_43723_object31618:head#
2020-11-16T20:49:49.969 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6816bc36:::benchmark_data_smithi065_43723_object22390:head#
2020-11-16T20:49:49.970 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6817a4a8:::benchmark_data_smithi065_43723_object31862:head#
2020-11-16T20:49:49.970 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6817c201:::benchmark_data_smithi065_43723_object35793:head#
2020-11-16T20:49:49.974 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6817e3c1:::benchmark_data_smithi065_43723_object591:head#
2020-11-16T20:49:49.975 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6817e4e8:::benchmark_data_smithi065_43723_object15088:head#
2020-11-16T20:49:49.975 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:681a29c1:::benchmark_data_smithi065_43723_object11673:head#
2020-11-16T20:49:49.976 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:681befbd:::benchmark_data_smithi065_43723_object22291:head#
2020-11-16T20:49:49.976 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:681cbd6f:::benchmark_data_smithi065_43723_object13139:head#
2020-11-16T20:49:49.977 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:681f6388:::benchmark_data_smithi065_43723_object22671:head#
2020-11-16T20:49:49.977 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68208bd6:::benchmark_data_smithi065_43723_object15526:head#
2020-11-16T20:49:49.978 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68230918:::benchmark_data_smithi065_43723_object14861:head#
2020-11-16T20:49:49.978 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6824f126:::benchmark_data_smithi065_43723_object32398:head#
2020-11-16T20:49:49.978 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6829489f:::benchmark_data_smithi065_43723_object22200:head#
2020-11-16T20:49:49.979 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68296221:::benchmark_data_smithi065_43723_object4968:head#
2020-11-16T20:49:49.979 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6829eaad:::benchmark_data_smithi065_43723_object7108:head#
2020-11-16T20:49:49.980 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:682d665d:::benchmark_data_smithi065_43723_object28799:head#
2020-11-16T20:49:49.980 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:682ff302:::benchmark_data_smithi065_43723_object14309:head#
2020-11-16T20:49:49.981 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6832a9d0:::benchmark_data_smithi065_43723_object30796:head#
2020-11-16T20:49:49.982 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6832c7be:::benchmark_data_smithi065_43723_object11446:head#
2020-11-16T20:49:49.982 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68336abd:::benchmark_data_smithi065_43723_object21615:head#
2020-11-16T20:49:49.982 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6836e997:::benchmark_data_smithi065_43723_object5211:head#
2020-11-16T20:49:49.983 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68389fff:::benchmark_data_smithi065_43723_object38078:head#
2020-11-16T20:49:49.983 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68399ce5:::benchmark_data_smithi065_43723_object41855:head#
2020-11-16T20:49:49.984 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:683b3c97:::benchmark_data_smithi065_43723_object32644:head#
2020-11-16T20:49:49.985 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:683b4292:::benchmark_data_smithi065_43723_object36100:head#
2020-11-16T20:49:49.985 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:683c09d8:::benchmark_data_smithi065_43723_object9663:head#
2020-11-16T20:49:49.986 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:684238d9:::benchmark_data_smithi065_43723_object9399:head#
2020-11-16T20:49:49.986 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:684391e1:::benchmark_data_smithi065_43723_object8014:head#
2020-11-16T20:49:49.987 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68445036:::benchmark_data_smithi065_43723_object12894:head#
2020-11-16T20:49:49.987 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6844b0f1:::benchmark_data_smithi065_43723_object38667:head#
2020-11-16T20:49:49.988 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:684724d4:::benchmark_data_smithi065_43723_object26444:head#
2020-11-16T20:49:49.989 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6848ec40:::benchmark_data_smithi065_43723_object6692:head#
2020-11-16T20:49:49.989 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68494557:::benchmark_data_smithi065_43723_object12132:head#
2020-11-16T20:49:49.990 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6849aab5:::benchmark_data_smithi065_43723_object3723:head#
2020-11-16T20:49:49.994 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:684eb71d:::benchmark_data_smithi065_43723_object33520:head#
2020-11-16T20:49:49.995 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68509444:::benchmark_data_smithi065_43723_object4808:head#
2020-11-16T20:49:49.995 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:685522c7:::benchmark_data_smithi065_43723_object18016:head#
2020-11-16T20:49:49.996 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68553ba8:::benchmark_data_smithi065_43723_object11342:head#
2020-11-16T20:49:49.998 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68576a8c:::benchmark_data_smithi065_43723_object29992:head#
2020-11-16T20:49:50.000 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:685777af:::benchmark_data_smithi065_43723_object30345:head#
2020-11-16T20:49:50.001 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68589a34:::benchmark_data_smithi065_43723_object17496:head#
2020-11-16T20:49:50.001 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:685a2473:::benchmark_data_smithi065_43723_object8293:head#
2020-11-16T20:49:50.002 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:685b54cc:::benchmark_data_smithi065_43723_object43317:head#
2020-11-16T20:49:50.003 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:685e4487:::benchmark_data_smithi065_43723_object3033:head#
2020-11-16T20:49:50.003 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:685fb62e:::benchmark_data_smithi065_43723_object38034:head#
2020-11-16T20:49:50.004 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68636550:::benchmark_data_smithi065_43723_object7875:head#
2020-11-16T20:49:50.004 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6864b1c3:::benchmark_data_smithi065_43723_object25374:head#
2020-11-16T20:49:50.005 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68650e88:::benchmark_data_smithi065_43723_object35374:head#
2020-11-16T20:49:50.005 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6865eb77:::benchmark_data_smithi065_43723_object21551:head#
2020-11-16T20:49:50.006 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6865f254:::benchmark_data_smithi065_43723_object28647:head#
2020-11-16T20:49:50.006 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68660eb1:::benchmark_data_smithi065_43723_object43747:head#
2020-11-16T20:49:50.007 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:686bec7a:::benchmark_data_smithi065_43723_object9132:head#
2020-11-16T20:49:50.007 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:686c76cd:::benchmark_data_smithi065_43723_object9799:head#
2020-11-16T20:49:50.008 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:686d4861:::benchmark_data_smithi065_43723_object1789:head#
2020-11-16T20:49:50.008 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:686dbae9:::benchmark_data_smithi065_43723_object39280:head#
2020-11-16T20:49:50.009 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:686ed926:::benchmark_data_smithi065_43723_object41225:head#
2020-11-16T20:49:50.009 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:686fbc80:::benchmark_data_smithi065_43723_object38956:head#
2020-11-16T20:49:50.010 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68712130:::benchmark_data_smithi065_43723_object19694:head#
2020-11-16T20:49:50.011 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68733388:::benchmark_data_smithi065_43723_object39261:head#
2020-11-16T20:49:50.011 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6875c71d:::benchmark_data_smithi065_43723_object5808:head#
2020-11-16T20:49:50.012 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68760742:::benchmark_data_smithi065_43723_object10259:head#
2020-11-16T20:49:50.013 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6877915d:::benchmark_data_smithi065_43723_object19313:head#
2020-11-16T20:49:50.013 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68788ead:::benchmark_data_smithi065_43723_object38891:head#
2020-11-16T20:49:50.014 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68792e76:::benchmark_data_smithi065_43723_object22828:head#
2020-11-16T20:49:50.014 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:687ab826:::benchmark_data_smithi065_43723_object25183:head#
2020-11-16T20:49:50.015 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:687acc83:::benchmark_data_smithi065_43723_object5857:head#
2020-11-16T20:49:50.015 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:687d72d4:::benchmark_data_smithi065_43723_object21024:head#
2020-11-16T20:49:50.016 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:687e4a77:::benchmark_data_smithi065_43723_object10766:head#
2020-11-16T20:49:50.018 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:687ebf03:::benchmark_data_smithi065_43723_object12483:head#
2020-11-16T20:49:50.021 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:687fdf10:::benchmark_data_smithi065_43723_object27331:head#
2020-11-16T20:49:50.023 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6881dab2:::benchmark_data_smithi065_43723_object18057:head#
2020-11-16T20:49:50.023 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68824249:::benchmark_data_smithi065_43723_object37918:head#
2020-11-16T20:49:50.023 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68824423:::benchmark_data_smithi065_43723_object34486:head#
2020-11-16T20:49:50.024 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68836ca5:::benchmark_data_smithi065_43723_object14144:head#
2020-11-16T20:49:50.025 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6883ee1d:::benchmark_data_smithi065_43723_object19599:head#
2020-11-16T20:49:50.025 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6884ec9e:::benchmark_data_smithi065_43723_object19402:head#
2020-11-16T20:49:50.026 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6885b796:::benchmark_data_smithi065_43723_object21321:head#
2020-11-16T20:49:50.027 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:688845d8:::benchmark_data_smithi065_43723_object21041:head#
2020-11-16T20:49:50.027 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:688aa10e:::benchmark_data_smithi065_43723_object21395:head#
2020-11-16T20:49:50.028 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68904dcd:::benchmark_data_smithi065_43723_object40998:head#
2020-11-16T20:49:50.028 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:689561cd:::benchmark_data_smithi065_43723_object11993:head#
2020-11-16T20:49:50.029 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6895b04b:::benchmark_data_smithi065_43723_object19179:head#
2020-11-16T20:49:50.029 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6897aa11:::benchmark_data_smithi065_43723_object18412:head#
2020-11-16T20:49:50.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:49 smithi065 bash[9468]: cluster 2020-11-16T20:49:48.552926+0000 mon.a (mon.0) 2156 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:50.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:49 smithi065 bash[9468]: audit 2020-11-16T20:49:48.561530+0000 mon.a (mon.0) 2157 : audit [INF] from='client.? v1:172.21.15.142:0/819147041' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:49:50.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:49 smithi065 bash[9468]: cluster 2020-11-16T20:49:48.561590+0000 mon.a (mon.0) 2158 : cluster [DBG] osdmap e657: 12 total, 11 up, 8 in
2020-11-16T20:49:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:49 smithi142 bash[9523]: cluster 2020-11-16T20:49:48.552926+0000 mon.a (mon.0) 2156 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:49:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:49 smithi142 bash[9523]: audit 2020-11-16T20:49:48.561530+0000 mon.a (mon.0) 2157 : audit [INF] from='client.? v1:172.21.15.142:0/819147041' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:49:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:49 smithi142 bash[9523]: cluster 2020-11-16T20:49:48.561590+0000 mon.a (mon.0) 2158 : cluster [DBG] osdmap e657: 12 total, 11 up, 8 in
2020-11-16T20:49:50.032 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6897e368:::benchmark_data_smithi065_43723_object39281:head#
2020-11-16T20:49:50.033 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6899a464:::benchmark_data_smithi065_43723_object34449:head#
2020-11-16T20:49:50.033 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:689bf14c:::benchmark_data_smithi065_43723_object40701:head#
2020-11-16T20:49:50.033 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:689c9ee3:::benchmark_data_smithi065_43723_object5461:head#
2020-11-16T20:49:50.034 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:689d79d7:::benchmark_data_smithi065_43723_object15311:head#
2020-11-16T20:49:50.034 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:689e2191:::benchmark_data_smithi065_43723_object9066:head#
2020-11-16T20:49:50.035 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a166b1:::benchmark_data_smithi065_43723_object22127:head#
2020-11-16T20:49:50.036 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a1c6ac:::benchmark_data_smithi065_43723_object43189:head#
2020-11-16T20:49:50.037 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a27434:::benchmark_data_smithi065_43723_object4158:head#
2020-11-16T20:49:50.039 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a335eb:::benchmark_data_smithi065_43723_object25446:head#
2020-11-16T20:49:50.039 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a35c57:::benchmark_data_smithi065_43723_object7333:head#
2020-11-16T20:49:50.040 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a38f24:::benchmark_data_smithi065_43723_object18554:head#
2020-11-16T20:49:50.040 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a3f3ee:::benchmark_data_smithi065_43723_object16847:head#
2020-11-16T20:49:50.041 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a6d4b5:::benchmark_data_smithi065_43723_object32045:head#
2020-11-16T20:49:50.042 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a6e9b7:::benchmark_data_smithi065_43723_object36799:head#
2020-11-16T20:49:50.042 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68a9ae7b:::benchmark_data_smithi065_43723_object4292:head#
2020-11-16T20:49:50.043 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68aa1ba3:::benchmark_data_smithi065_43723_object48:head#
2020-11-16T20:49:50.046 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68aaceeb:::benchmark_data_smithi065_43723_object33290:head#
2020-11-16T20:49:50.046 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68b39af7:::benchmark_data_smithi065_43723_object1569:head#
2020-11-16T20:49:50.046 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68b61c3c:::benchmark_data_smithi065_43723_object31329:head#
2020-11-16T20:49:50.046 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68b8a347:::benchmark_data_smithi065_43723_object26636:head#
2020-11-16T20:49:50.046 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68bac9e0:::benchmark_data_smithi065_43723_object19112:head#
2020-11-16T20:49:50.047 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68bdc5c2:::benchmark_data_smithi065_43723_object27636:head#
2020-11-16T20:49:50.049 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68c1717c:::benchmark_data_smithi065_43723_object27348:head#
2020-11-16T20:49:50.050 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68c2bd0d:::benchmark_data_smithi065_43723_object4366:head#
2020-11-16T20:49:50.053 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68c3013a:::benchmark_data_smithi065_43723_object35741:head#
2020-11-16T20:49:50.054 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68c46e8f:::benchmark_data_smithi065_43723_object13808:head#
2020-11-16T20:49:50.054 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68c6a5c7:::benchmark_data_smithi065_43723_object29012:head#
2020-11-16T20:49:50.055 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68c874c1:::benchmark_data_smithi065_43723_object6682:head#
2020-11-16T20:49:50.055 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68c915e3:::benchmark_data_smithi065_43723_object22554:head#
2020-11-16T20:49:50.056 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68ceca43:::benchmark_data_smithi065_43723_object8823:head#
2020-11-16T20:49:50.056 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68cf1ddf:::benchmark_data_smithi065_43723_object41483:head#
2020-11-16T20:49:50.057 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68cff01b:::benchmark_data_smithi065_43723_object38116:head#
2020-11-16T20:49:50.057 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68d05dbb:::benchmark_data_smithi065_43723_object19267:head#
2020-11-16T20:49:50.059 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68d07faf:::benchmark_data_smithi065_43723_object8932:head#
2020-11-16T20:49:50.059 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68d0ded6:::benchmark_data_smithi065_43723_object19590:head#
2020-11-16T20:49:50.060 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68d26ca4:::benchmark_data_smithi065_43723_object9972:head#
2020-11-16T20:49:50.061 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68d58c3f:::benchmark_data_smithi065_43723_object25491:head#
2020-11-16T20:49:50.061 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68da7061:::benchmark_data_smithi065_43723_object15631:head#
2020-11-16T20:49:50.062 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68dab2ba:::benchmark_data_smithi065_43723_object17072:head#
2020-11-16T20:49:50.062 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68dc3697:::benchmark_data_smithi065_43723_object22168:head#
2020-11-16T20:49:50.063 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68de3051:::benchmark_data_smithi065_43723_object24060:head#
2020-11-16T20:49:50.063 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68e0044d:::benchmark_data_smithi065_43723_object4632:head#
2020-11-16T20:49:50.064 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68e16e5e:::benchmark_data_smithi065_43723_object5950:head#
2020-11-16T20:49:50.066 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68e2cf92:::benchmark_data_smithi065_43723_object8717:head#
2020-11-16T20:49:50.066 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68e2f327:::benchmark_data_smithi065_43723_object23708:head#
2020-11-16T20:49:50.067 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68e32be9:::benchmark_data_smithi065_43723_object41100:head#
2020-11-16T20:49:50.067 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68e771af:::benchmark_data_smithi065_43723_object8735:head#
2020-11-16T20:49:50.068 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68e813c3:::benchmark_data_smithi065_43723_object43322:head#
2020-11-16T20:49:50.068 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68e8c436:::benchmark_data_smithi065_43723_object38616:head#
2020-11-16T20:49:50.069 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68eaf240:::benchmark_data_smithi065_43723_object19870:head#
2020-11-16T20:49:50.069 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68ecf29f:::benchmark_data_smithi065_43723_object9228:head#
2020-11-16T20:49:50.072 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68ef2235:::benchmark_data_smithi065_43723_object8122:head#
2020-11-16T20:49:50.073 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68f2c638:::benchmark_data_smithi065_43723_object30748:head#
2020-11-16T20:49:50.073 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68fa1bef:::benchmark_data_smithi065_43723_object9084:head#
2020-11-16T20:49:50.074 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68fb35ff:::benchmark_data_smithi065_43723_object24663:head#
2020-11-16T20:49:50.074 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68fbc14c:::benchmark_data_smithi065_43723_object36279:head#
2020-11-16T20:49:50.075 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68fdfaa6:::benchmark_data_smithi065_43723_object11786:head#
2020-11-16T20:49:50.076 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68fe1982:::benchmark_data_smithi065_43723_object7956:head#
2020-11-16T20:49:50.076 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:68fe3e84:::benchmark_data_smithi065_43723_object6203:head#
2020-11-16T20:49:50.077 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:690125a6:::benchmark_data_smithi065_43723_object37726:head#
2020-11-16T20:49:50.077 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69029d7f:::benchmark_data_smithi065_43723_object30759:head#
2020-11-16T20:49:50.078 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6902a5fb:::benchmark_data_smithi065_43723_object6508:head#
2020-11-16T20:49:50.078 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6908f9a1:::benchmark_data_smithi065_43723_object22962:head#
2020-11-16T20:49:50.079 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:690b4eea:::benchmark_data_smithi065_43723_object24448:head#
2020-11-16T20:49:50.080 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:690c5688:::benchmark_data_smithi065_43723_object25062:head#
2020-11-16T20:49:50.080 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:690cb9a2:::benchmark_data_smithi065_43723_object42219:head#
2020-11-16T20:49:50.081 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:690cde4c:::benchmark_data_smithi065_43723_object17581:head#
2020-11-16T20:49:50.081 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:690d7429:::benchmark_data_smithi065_43723_object7914:head#
2020-11-16T20:49:50.083 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:690e905f:::benchmark_data_smithi065_43723_object18449:head#
2020-11-16T20:49:50.084 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:690f7b2d:::benchmark_data_smithi065_43723_object922:head#
2020-11-16T20:49:50.084 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6913469e:::benchmark_data_smithi065_43723_object23801:head#
2020-11-16T20:49:50.086 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69135de9:::benchmark_data_smithi065_43723_object328:head#
2020-11-16T20:49:50.086 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69142332:::benchmark_data_smithi065_43723_object31978:head#
2020-11-16T20:49:50.087 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69155cc3:::benchmark_data_smithi065_43723_object32408:head#
2020-11-16T20:49:50.087 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69158827:::benchmark_data_smithi065_43723_object38479:head#
2020-11-16T20:49:50.088 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:691b523e:::benchmark_data_smithi065_43723_object41434:head#
2020-11-16T20:49:50.089 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:691d2554:::benchmark_data_smithi065_43723_object7019:head#
2020-11-16T20:49:50.090 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:691db99f:::benchmark_data_smithi065_43723_object31086:head#
2020-11-16T20:49:50.090 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:691e073f:::benchmark_data_smithi065_43723_object15803:head#
2020-11-16T20:49:50.091 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:691e8a62:::benchmark_data_smithi065_43723_object28608:head#
2020-11-16T20:49:50.091 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:691f5e6f:::benchmark_data_smithi065_43723_object28634:head#
2020-11-16T20:49:50.092 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69216197:::benchmark_data_smithi065_43723_object18687:head#
2020-11-16T20:49:50.093 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69223e8b:::benchmark_data_smithi065_43723_object23544:head#
2020-11-16T20:49:50.093 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:692511c0:::benchmark_data_smithi065_43723_object15668:head#
2020-11-16T20:49:50.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69254038:::benchmark_data_smithi065_43723_object40900:head#
2020-11-16T20:49:50.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69256971:::benchmark_data_smithi065_43723_object31300:head#
2020-11-16T20:49:50.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69257174:::benchmark_data_smithi065_43723_object18855:head#
2020-11-16T20:49:50.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69264236:::benchmark_data_smithi065_43723_object26747:head#
2020-11-16T20:49:50.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6927ba1f:::benchmark_data_smithi065_43723_object33241:head#
2020-11-16T20:49:50.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6927d917:::benchmark_data_smithi065_43723_object28832:head#
2020-11-16T20:49:50.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:692955b4:::benchmark_data_smithi065_43723_object17669:head#
2020-11-16T20:49:50.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:692961df:::benchmark_data_smithi065_43723_object29:head#
2020-11-16T20:49:50.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6929d728:::benchmark_data_smithi065_43723_object1478:head#
2020-11-16T20:49:50.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69300f76:::benchmark_data_smithi065_43723_object17333:head#
2020-11-16T20:49:50.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69304ef1:::benchmark_data_smithi065_43723_object21277:head#
2020-11-16T20:49:50.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6930c52e:::benchmark_data_smithi065_43723_object29778:head#
2020-11-16T20:49:50.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69370dcc:::benchmark_data_smithi065_43723_object2349:head#
2020-11-16T20:49:50.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6938a508:::benchmark_data_smithi065_43723_object10228:head#
2020-11-16T20:49:50.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6939a7d3:::benchmark_data_smithi065_43723_object13845:head#
2020-11-16T20:49:50.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:693c500f:::benchmark_data_smithi065_43723_object40676:head#
2020-11-16T20:49:50.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:693e0fd5:::benchmark_data_smithi065_43723_object28672:head#
2020-11-16T20:49:50.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:693f8766:::benchmark_data_smithi065_43723_object34325:head#
2020-11-16T20:49:50.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69406abb:::benchmark_data_smithi065_43723_object43647:head#
2020-11-16T20:49:50.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69408de7:::benchmark_data_smithi065_43723_object33634:head#
2020-11-16T20:49:50.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69412cdc:::benchmark_data_smithi065_43723_object22011:head#
2020-11-16T20:49:50.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6941a6b4:::benchmark_data_smithi065_43723_object26611:head#
2020-11-16T20:49:50.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:694687fa:::benchmark_data_smithi065_43723_object24582:head#
2020-11-16T20:49:50.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6946c43e:::benchmark_data_smithi065_43723_object31646:head#
2020-11-16T20:49:50.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:694a981c:::benchmark_data_smithi065_43723_object4008:head#
2020-11-16T20:49:50.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:694ad086:::benchmark_data_smithi065_43723_object42140:head#
2020-11-16T20:49:50.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:694ae829:::benchmark_data_smithi065_43723_object17633:head#
2020-11-16T20:49:50.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:694f14f2:::benchmark_data_smithi065_43723_object17638:head#
2020-11-16T20:49:50.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69507b97:::benchmark_data_smithi065_43723_object23150:head#
2020-11-16T20:49:50.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6950ed28:::benchmark_data_smithi065_43723_object36493:head#
2020-11-16T20:49:50.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6951b3a4:::benchmark_data_smithi065_43723_object6642:head#
2020-11-16T20:49:50.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69521327:::benchmark_data_smithi065_43723_object5971:head#
2020-11-16T20:49:50.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:695532c7:::benchmark_data_smithi065_43723_object23583:head#
2020-11-16T20:49:50.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6955ce89:::benchmark_data_smithi065_43723_object7233:head#
2020-11-16T20:49:50.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:695691c3:::benchmark_data_smithi065_43723_object9910:head#
2020-11-16T20:49:50.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6957bfbf:::benchmark_data_smithi065_43723_object4343:head#
2020-11-16T20:49:50.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6958b086:::benchmark_data_smithi065_43723_object19047:head#
2020-11-16T20:49:50.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6958f759:::benchmark_data_smithi065_43723_object21495:head#
2020-11-16T20:49:50.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69592eae:::benchmark_data_smithi065_43723_object23838:head#
2020-11-16T20:49:50.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69595212:::benchmark_data_smithi065_43723_object19079:head#
2020-11-16T20:49:50.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:695dd0a9:::benchmark_data_smithi065_43723_object8021:head#
2020-11-16T20:49:50.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:695e2828:::benchmark_data_smithi065_43723_object6751:head#
2020-11-16T20:49:50.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:695fccf6:::benchmark_data_smithi065_43723_object775:head#
2020-11-16T20:49:50.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69607f3f:::benchmark_data_smithi065_43723_object19807:head#
2020-11-16T20:49:50.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6962fc4f:::benchmark_data_smithi065_43723_object21985:head#
2020-11-16T20:49:50.122 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   88      15     85600     85585   60.7774      85.5   0.0119466   0.0164511
2020-11-16T20:49:50.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69699985:::benchmark_data_smithi065_43723_object38253:head#
2020-11-16T20:49:50.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:696a2a91:::benchmark_data_smithi065_43723_object42701:head#
2020-11-16T20:49:50.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:696a93aa:::benchmark_data_smithi065_43723_object41089:head#
2020-11-16T20:49:50.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:696b255e:::benchmark_data_smithi065_43723_object39600:head#
2020-11-16T20:49:50.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:696bd5af:::benchmark_data_smithi065_43723_object8115:head#
2020-11-16T20:49:50.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:696bdcbe:::benchmark_data_smithi065_43723_object18106:head#
2020-11-16T20:49:50.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:696faedb:::benchmark_data_smithi065_43723_object17730:head#
2020-11-16T20:49:50.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6970136e:::benchmark_data_smithi065_43723_object41088:head#
2020-11-16T20:49:50.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69710a23:::benchmark_data_smithi065_43723_object40146:head#
2020-11-16T20:49:50.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6971af37:::benchmark_data_smithi065_43723_object24521:head#
2020-11-16T20:49:50.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69792c26:::benchmark_data_smithi065_43723_object26015:head#
2020-11-16T20:49:50.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:697975c9:::benchmark_data_smithi065_43723_object36816:head#
2020-11-16T20:49:50.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:698035af:::benchmark_data_smithi065_43723_object32683:head#
2020-11-16T20:49:50.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6984f0d4:::benchmark_data_smithi065_43723_object10649:head#
2020-11-16T20:49:50.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:698676df:::benchmark_data_smithi065_43723_object21212:head#
2020-11-16T20:49:50.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6986f26c:::benchmark_data_smithi065_43723_object17493:head#
2020-11-16T20:49:50.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6987de07:::benchmark_data_smithi065_43723_object41854:head#
2020-11-16T20:49:50.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6989178a:::benchmark_data_smithi065_43723_object29120:head#
2020-11-16T20:49:50.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6989a838:::benchmark_data_smithi065_43723_object24670:head#
2020-11-16T20:49:50.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:698a0fc8:::benchmark_data_smithi065_43723_object39747:head#
2020-11-16T20:49:50.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:698a917e:::benchmark_data_smithi065_43723_object36800:head#
2020-11-16T20:49:50.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:698e3f1b:::benchmark_data_smithi065_43723_object10484:head#
2020-11-16T20:49:50.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:698f766b:::benchmark_data_smithi065_43723_object40884:head#
2020-11-16T20:49:50.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69900bf5:::benchmark_data_smithi065_43723_object2792:head#
2020-11-16T20:49:50.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6990e7d3:::benchmark_data_smithi065_43723_object12158:head#
2020-11-16T20:49:50.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6991edc7:::benchmark_data_smithi065_43723_object30049:head#
2020-11-16T20:49:50.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:699216b8:::benchmark_data_smithi065_43723_object37595:head#
2020-11-16T20:49:50.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6992f993:::benchmark_data_smithi065_43723_object26054:head#
2020-11-16T20:49:50.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69948f2a:::benchmark_data_smithi065_43723_object11741:head#
2020-11-16T20:49:50.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:699761c2:::benchmark_data_smithi065_43723_object17955:head#
2020-11-16T20:49:50.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6997c93c:::benchmark_data_smithi065_43723_object1778:head#
2020-11-16T20:49:50.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:699910c1:::benchmark_data_smithi065_43723_object13017:head#
2020-11-16T20:49:50.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:699a54e4:::benchmark_data_smithi065_43723_object21457:head#
2020-11-16T20:49:50.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:699daaff:::benchmark_data_smithi065_43723_object646:head#
2020-11-16T20:49:50.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:699dcfd3:::benchmark_data_smithi065_43723_object9811:head#
2020-11-16T20:49:50.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69a46b38:::benchmark_data_smithi065_43723_object8801:head#
2020-11-16T20:49:50.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69a486b4:::benchmark_data_smithi065_43723_object19917:head#
2020-11-16T20:49:50.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69a83933:::benchmark_data_smithi065_43723_object24768:head#
2020-11-16T20:49:50.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69a877f9:::benchmark_data_smithi065_43723_object17545:head#
2020-11-16T20:49:50.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69aa10e5:::benchmark_data_smithi065_43723_object1309:head#
2020-11-16T20:49:50.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ab8355:::benchmark_data_smithi065_43723_object37609:head#
2020-11-16T20:49:50.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ac90aa:::benchmark_data_smithi065_43723_object26740:head#
2020-11-16T20:49:50.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ae49f1:::benchmark_data_smithi065_43723_object25618:head#
2020-11-16T20:49:50.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69b0b3e3:::benchmark_data_smithi065_43723_object22483:head#
2020-11-16T20:49:50.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69b0d23e:::benchmark_data_smithi065_43723_object19553:head#
2020-11-16T20:49:50.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69b10e5a:::benchmark_data_smithi065_43723_object29175:head#
2020-11-16T20:49:50.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69b47a29:::benchmark_data_smithi065_43723_object20204:head#
2020-11-16T20:49:50.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69b6103c:::benchmark_data_smithi065_43723_object28668:head#
2020-11-16T20:49:50.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69b7ae1f:::benchmark_data_smithi065_43723_object11658:head#
2020-11-16T20:49:50.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69b8268c:::benchmark_data_smithi065_43723_object20030:head#
2020-11-16T20:49:50.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69b850ff:::benchmark_data_smithi065_43723_object18786:head#
2020-11-16T20:49:50.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ba5162:::benchmark_data_smithi065_43723_object40440:head#
2020-11-16T20:49:50.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69bb0436:::benchmark_data_smithi065_43723_object5249:head#
2020-11-16T20:49:50.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69bca6a6:::benchmark_data_smithi065_43723_object16233:head#
2020-11-16T20:49:50.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69c26f18:::benchmark_data_smithi065_43723_object43048:head#
2020-11-16T20:49:50.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69c2b2ee:::benchmark_data_smithi065_43723_object38154:head#
2020-11-16T20:49:50.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69c34194:::benchmark_data_smithi065_43723_object40502:head#
2020-11-16T20:49:50.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69c69a2e:::benchmark_data_smithi065_43723_object11555:head#
2020-11-16T20:49:50.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69c89b79:::benchmark_data_smithi065_43723_object10648:head#
2020-11-16T20:49:50.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ce0642:::benchmark_data_smithi065_43723_object7267:head#
2020-11-16T20:49:50.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69cfaaad:::benchmark_data_smithi065_43723_object2839:head#
2020-11-16T20:49:50.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d1096b:::benchmark_data_smithi065_43723_object32643:head#
2020-11-16T20:49:50.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d24bcd:::benchmark_data_smithi065_43723_object20908:head#
2020-11-16T20:49:50.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d258a2:::benchmark_data_smithi065_43723_object6416:head#
2020-11-16T20:49:50.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d2fadb:::benchmark_data_smithi065_43723_object4220:head#
2020-11-16T20:49:50.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d37774:::benchmark_data_smithi065_43723_object16455:head#
2020-11-16T20:49:50.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d48302:::benchmark_data_smithi065_43723_object29420:head#
2020-11-16T20:49:50.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d685fe:::benchmark_data_smithi065_43723_object1030:head#
2020-11-16T20:49:50.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d7a501:::benchmark_data_smithi065_43723_object31892:head#
2020-11-16T20:49:50.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d7d503:::benchmark_data_smithi065_43723_object34869:head#
2020-11-16T20:49:50.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d859d1:::benchmark_data_smithi065_43723_object27953:head#
2020-11-16T20:49:50.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d8913e:::benchmark_data_smithi065_43723_object27980:head#
2020-11-16T20:49:50.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d9ca5e:::benchmark_data_smithi065_43723_object35127:head#
2020-11-16T20:49:50.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69d9dbcb:::benchmark_data_smithi065_43723_object30881:head#
2020-11-16T20:49:50.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69da2d5b:::benchmark_data_smithi065_43723_object33472:head#
2020-11-16T20:49:50.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69dc2d11:::benchmark_data_smithi065_43723_object4661:head#
2020-11-16T20:49:50.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69df926b:::benchmark_data_smithi065_43723_object22250:head#
2020-11-16T20:49:50.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69e193cb:::benchmark_data_smithi065_43723_object31688:head#
2020-11-16T20:49:50.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69e25253:::benchmark_data_smithi065_43723_object31682:head#
2020-11-16T20:49:50.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69e37f8b:::benchmark_data_smithi065_43723_object3700:head#
2020-11-16T20:49:50.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69e49008:::benchmark_data_smithi065_43723_object22297:head#
2020-11-16T20:49:50.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69e587f3:::benchmark_data_smithi065_43723_object16922:head#
2020-11-16T20:49:50.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ea2401:::benchmark_data_smithi065_43723_object2687:head#
2020-11-16T20:49:50.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ead533:::benchmark_data_smithi065_43723_object19326:head#
2020-11-16T20:49:50.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69eaf4eb:::benchmark_data_smithi065_43723_object14595:head#
2020-11-16T20:49:50.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ebf043:::benchmark_data_smithi065_43723_object4839:head#
2020-11-16T20:49:50.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ed5309:::benchmark_data_smithi065_43723_object1739:head#
2020-11-16T20:49:50.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69eeb792:::benchmark_data_smithi065_43723_object36865:head#
2020-11-16T20:49:50.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69f06c6d:::benchmark_data_smithi065_43723_object39114:head#
2020-11-16T20:49:50.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69f19918:::benchmark_data_smithi065_43723_object2576:head#
2020-11-16T20:49:50.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69f3087b:::benchmark_data_smithi065_43723_object23313:head#
2020-11-16T20:49:50.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69f4b14a:::benchmark_data_smithi065_43723_object37915:head#
2020-11-16T20:49:50.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69f53874:::benchmark_data_smithi065_43723_object43281:head#
2020-11-16T20:49:50.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69f8f16b:::benchmark_data_smithi065_43723_object22652:head#
2020-11-16T20:49:50.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:69ff65b2:::benchmark_data_smithi065_43723_object33235:head#
2020-11-16T20:49:50.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a000029:::benchmark_data_smithi065_43723_object4810:head#
2020-11-16T20:49:50.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a008cb8:::benchmark_data_smithi065_43723_object30336:head#
2020-11-16T20:49:50.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a022902:::benchmark_data_smithi065_43723_object5825:head#
2020-11-16T20:49:50.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a0266dc:::benchmark_data_smithi065_43723_object1533:head#
2020-11-16T20:49:50.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a02ec15:::benchmark_data_smithi065_43723_object30031:head#
2020-11-16T20:49:50.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a0378f6:::benchmark_data_smithi065_43723_object31808:head#
2020-11-16T20:49:50.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a03dbd4:::benchmark_data_smithi065_43723_object39455:head#
2020-11-16T20:49:50.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a03f393:::benchmark_data_smithi065_43723_object6895:head#
2020-11-16T20:49:50.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a051d3f:::benchmark_data_smithi065_43723_object26821:head#
2020-11-16T20:49:50.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a052f3e:::benchmark_data_smithi065_43723_object4078:head#
2020-11-16T20:49:50.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a07ceff:::benchmark_data_smithi065_43723_object43114:head#
2020-11-16T20:49:50.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a07e9f3:::benchmark_data_smithi065_43723_object22516:head#
2020-11-16T20:49:50.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a088c5d:::benchmark_data_smithi065_43723_object40474:head#
2020-11-16T20:49:50.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a0958fa:::benchmark_data_smithi065_43723_object23873:head#
2020-11-16T20:49:50.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a0acc94:::benchmark_data_smithi065_43723_object43471:head#
2020-11-16T20:49:50.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a0ec270:::benchmark_data_smithi065_43723_object22920:head#
2020-11-16T20:49:50.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a0f2bbb:::benchmark_data_smithi065_43723_object6587:head#
2020-11-16T20:49:50.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a10320f:::benchmark_data_smithi065_43723_object38594:head#
2020-11-16T20:49:50.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a10ffd5:::benchmark_data_smithi065_43723_object9783:head#
2020-11-16T20:49:50.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a166e25:::benchmark_data_smithi065_43723_object18128:head#
2020-11-16T20:49:50.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a16e5b2:::benchmark_data_smithi065_43723_object36309:head#
2020-11-16T20:49:50.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a17bc78:::benchmark_data_smithi065_43723_object14904:head#
2020-11-16T20:49:50.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a17c80d:::benchmark_data_smithi065_43723_object40405:head#
2020-11-16T20:49:50.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a1ac99a:::benchmark_data_smithi065_43723_object6127:head#
2020-11-16T20:49:50.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a1c0455:::benchmark_data_smithi065_43723_object11298:head#
2020-11-16T20:49:50.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a1e314e:::benchmark_data_smithi065_43723_object25960:head#
2020-11-16T20:49:50.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a1e846f:::benchmark_data_smithi065_43723_object36173:head#
2020-11-16T20:49:50.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a20bcda:::benchmark_data_smithi065_43723_object9054:head#
2020-11-16T20:49:50.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a219b12:::benchmark_data_smithi065_43723_object24095:head#
2020-11-16T20:49:50.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a2281a8:::benchmark_data_smithi065_43723_object6873:head#
2020-11-16T20:49:50.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a22f5c2:::benchmark_data_smithi065_43723_object21006:head#
2020-11-16T20:49:50.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a230ee2:::benchmark_data_smithi065_43723_object4147:head#
2020-11-16T20:49:50.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a236fa1:::benchmark_data_smithi065_43723_object21577:head#
2020-11-16T20:49:50.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a24da6d:::benchmark_data_smithi065_43723_object33514:head#
2020-11-16T20:49:50.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a2506f0:::benchmark_data_smithi065_43723_object13885:head#
2020-11-16T20:49:50.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a26e32e:::benchmark_data_smithi065_43723_object11104:head#
2020-11-16T20:49:50.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a281139:::benchmark_data_smithi065_43723_object4374:head#
2020-11-16T20:49:50.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a2998a2:::benchmark_data_smithi065_43723_object29101:head#
2020-11-16T20:49:50.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a2a2eb4:::benchmark_data_smithi065_43723_object9461:head#
2020-11-16T20:49:50.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a2b783c:::benchmark_data_smithi065_43723_object14335:head#
2020-11-16T20:49:50.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a2bdbcb:::benchmark_data_smithi065_43723_object39340:head#
2020-11-16T20:49:50.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3309ad:::benchmark_data_smithi065_43723_object20178:head#
2020-11-16T20:49:50.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a335206:::benchmark_data_smithi065_43723_object10595:head#
2020-11-16T20:49:50.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a33cc43:::benchmark_data_smithi065_43723_object32788:head#
2020-11-16T20:49:50.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a36e5a6:::benchmark_data_smithi065_43723_object13812:head#
2020-11-16T20:49:50.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a38189c:::benchmark_data_smithi065_43723_object3504:head#
2020-11-16T20:49:50.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3a1fef:::benchmark_data_smithi065_43723_object14841:head#
2020-11-16T20:49:50.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3ad904:::benchmark_data_smithi065_43723_object21188:head#
2020-11-16T20:49:50.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3b2871:::benchmark_data_smithi065_43723_object34333:head#
2020-11-16T20:49:50.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3c5771:::benchmark_data_smithi065_43723_object11959:head#
2020-11-16T20:49:50.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3cadc5:::benchmark_data_smithi065_43723_object10459:head#
2020-11-16T20:49:50.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3f5cd0:::benchmark_data_smithi065_43723_object9497:head#
2020-11-16T20:49:50.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3fcd9c:::benchmark_data_smithi065_43723_object16256:head#
2020-11-16T20:49:50.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a3fd584:::benchmark_data_smithi065_43723_object4566:head#
2020-11-16T20:49:50.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a428380:::benchmark_data_smithi065_43723_object14569:head#
2020-11-16T20:49:50.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a4328e5:::benchmark_data_smithi065_43723_object31964:head#
2020-11-16T20:49:50.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a43ef0c:::benchmark_data_smithi065_43723_object34038:head#
2020-11-16T20:49:50.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a441c21:::benchmark_data_smithi065_43723_object27019:head#
2020-11-16T20:49:50.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a4430d1:::benchmark_data_smithi065_43723_object36031:head#
2020-11-16T20:49:50.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a4a3466:::benchmark_data_smithi065_43723_object10725:head#
2020-11-16T20:49:50.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a4a5281:::benchmark_data_smithi065_43723_object36643:head#
2020-11-16T20:49:50.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a4cd31c:::benchmark_data_smithi065_43723_object2417:head#
2020-11-16T20:49:50.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a4d026d:::benchmark_data_smithi065_43723_object24640:head#
2020-11-16T20:49:50.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a54cfba:::benchmark_data_smithi065_43723_object26562:head#
2020-11-16T20:49:50.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a56f467:::benchmark_data_smithi065_43723_object25272:head#
2020-11-16T20:49:50.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a5885fc:::benchmark_data_smithi065_43723_object26840:head#
2020-11-16T20:49:50.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a59e77f:::benchmark_data_smithi065_43723_object2698:head#
2020-11-16T20:49:50.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a5ba115:::benchmark_data_smithi065_43723_object7313:head#
2020-11-16T20:49:50.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a5d3dc2:::benchmark_data_smithi065_43723_object25722:head#
2020-11-16T20:49:50.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a5e6a3d:::benchmark_data_smithi065_43723_object34106:head#
2020-11-16T20:49:50.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a5f08a3:::benchmark_data_smithi065_43723_object1002:head#
2020-11-16T20:49:50.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a5f69df:::benchmark_data_smithi065_43723_object17228:head#
2020-11-16T20:49:50.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a62dff0:::benchmark_data_smithi065_43723_object8102:head#
2020-11-16T20:49:50.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a6349cb:::benchmark_data_smithi065_43723_object25683:head#
2020-11-16T20:49:50.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a63a2ca:::benchmark_data_smithi065_43723_object14404:head#
2020-11-16T20:49:50.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a668d76:::benchmark_data_smithi065_43723_object43020:head#
2020-11-16T20:49:50.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a67d58b:::benchmark_data_smithi065_43723_object23922:head#
2020-11-16T20:49:50.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a680dca:::benchmark_data_smithi065_43723_object14301:head#
2020-11-16T20:49:50.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a6ba188:::benchmark_data_smithi065_43723_object1838:head#
2020-11-16T20:49:50.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a6de4af:::benchmark_data_smithi065_43723_object11686:head#
2020-11-16T20:49:50.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a6e14e5:::benchmark_data_smithi065_43723_object6309:head#
2020-11-16T20:49:50.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a6f9b3c:::benchmark_data_smithi065_43723_object35080:head#
2020-11-16T20:49:50.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a700cbf:::benchmark_data_smithi065_43723_object23990:head#
2020-11-16T20:49:50.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a7359d5:::benchmark_data_smithi065_43723_object9956:head#
2020-11-16T20:49:50.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a74096a:::benchmark_data_smithi065_43723_object26599:head#
2020-11-16T20:49:50.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a75e6a1:::benchmark_data_smithi065_43723_object17180:head#
2020-11-16T20:49:50.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a76274b:::benchmark_data_smithi065_43723_object63:head#
2020-11-16T20:49:50.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a765dff:::benchmark_data_smithi065_43723_object33454:head#
2020-11-16T20:49:50.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a76dd54:::benchmark_data_smithi065_43723_object35803:head#
2020-11-16T20:49:50.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a772aaa:::benchmark_data_smithi065_43723_object5269:head#
2020-11-16T20:49:50.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a777041:::benchmark_data_smithi065_43723_object11008:head#
2020-11-16T20:49:50.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a7a6bcf:::benchmark_data_smithi065_43723_object20304:head#
2020-11-16T20:49:50.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a7b7753:::benchmark_data_smithi065_43723_object699:head#
2020-11-16T20:49:50.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a7c3458:::benchmark_data_smithi065_43723_object39089:head#
2020-11-16T20:49:50.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a7c7038:::benchmark_data_smithi065_43723_object13578:head#
2020-11-16T20:49:50.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a825223:::benchmark_data_smithi065_43723_object42932:head#
2020-11-16T20:49:50.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a82ad87:::benchmark_data_smithi065_43723_object39087:head#
2020-11-16T20:49:50.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a83b113:::benchmark_data_smithi065_43723_object5175:head#
2020-11-16T20:49:50.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a83b631:::benchmark_data_smithi065_43723_object7579:head#
2020-11-16T20:49:50.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a844a0c:::benchmark_data_smithi065_43723_object39959:head#
2020-11-16T20:49:50.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a84872e:::benchmark_data_smithi065_43723_object30146:head#
2020-11-16T20:49:50.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a84dd9b:::benchmark_data_smithi065_43723_object34929:head#
2020-11-16T20:49:50.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a869d69:::benchmark_data_smithi065_43723_object921:head#
2020-11-16T20:49:50.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a874095:::benchmark_data_smithi065_43723_object39369:head#
2020-11-16T20:49:50.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a87f0b5:::benchmark_data_smithi065_43723_object2304:head#
2020-11-16T20:49:50.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a887028:::benchmark_data_smithi065_43723_object31744:head#
2020-11-16T20:49:50.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a898ada:::benchmark_data_smithi065_43723_object35658:head#
2020-11-16T20:49:50.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a89cb91:::benchmark_data_smithi065_43723_object33236:head#
2020-11-16T20:49:50.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a89f63e:::benchmark_data_smithi065_43723_object34112:head#
2020-11-16T20:49:50.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a8a22b8:::benchmark_data_smithi065_43723_object15857:head#
2020-11-16T20:49:50.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a8c246f:::benchmark_data_smithi065_43723_object3246:head#
2020-11-16T20:49:50.249 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a8d4247:::benchmark_data_smithi065_43723_object42942:head#
2020-11-16T20:49:50.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a8d58ee:::benchmark_data_smithi065_43723_object31316:head#
2020-11-16T20:49:50.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a8eedc0:::benchmark_data_smithi065_43723_object36713:head#
2020-11-16T20:49:50.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a8f27b6:::benchmark_data_smithi065_43723_object126:head#
2020-11-16T20:49:50.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a9238d9:::benchmark_data_smithi065_43723_object39480:head#
2020-11-16T20:49:50.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a93a040:::benchmark_data_smithi065_43723_object8959:head#
2020-11-16T20:49:50.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a93f5bf:::benchmark_data_smithi065_43723_object27969:head#
2020-11-16T20:49:50.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a99eb4d:::benchmark_data_smithi065_43723_object39390:head#
2020-11-16T20:49:50.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a9a1799:::benchmark_data_smithi065_43723_object13346:head#
2020-11-16T20:49:50.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a9a188f:::benchmark_data_smithi065_43723_object9225:head#
2020-11-16T20:49:50.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a9b3a12:::benchmark_data_smithi065_43723_object28975:head#
2020-11-16T20:49:50.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a9bb6e0:::benchmark_data_smithi065_43723_object5320:head#
2020-11-16T20:49:50.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6a9eff93:::benchmark_data_smithi065_43723_object5961:head#
2020-11-16T20:49:50.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aa16a84:::benchmark_data_smithi065_43723_object27031:head#
2020-11-16T20:49:50.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aa1e851:::benchmark_data_smithi065_43723_object30826:head#
2020-11-16T20:49:50.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aa4c545:::benchmark_data_smithi065_43723_object41761:head#
2020-11-16T20:49:50.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aa57271:::benchmark_data_smithi065_43723_object41828:head#
2020-11-16T20:49:50.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aa608d8:::benchmark_data_smithi065_43723_object11620:head#
2020-11-16T20:49:50.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aa6eefb:::benchmark_data_smithi065_43723_object14338:head#
2020-11-16T20:49:50.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aa99eaa:::benchmark_data_smithi065_43723_object29428:head#
2020-11-16T20:49:50.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aaa7ff6:::benchmark_data_smithi065_43723_object13264:head#
2020-11-16T20:49:50.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aaed4d0:::benchmark_data_smithi065_43723_object4490:head#
2020-11-16T20:49:50.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab00176:::benchmark_data_smithi065_43723_object42335:head#
2020-11-16T20:49:50.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab18941:::benchmark_data_smithi065_43723_object13637:head#
2020-11-16T20:49:50.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab48a59:::benchmark_data_smithi065_43723_object34478:head#
2020-11-16T20:49:50.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab56cb9:::benchmark_data_smithi065_43723_object31678:head#
2020-11-16T20:49:50.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab5aee2:::benchmark_data_smithi065_43723_object17491:head#
2020-11-16T20:49:50.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab5f95c:::benchmark_data_smithi065_43723_object17403:head#
2020-11-16T20:49:50.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab68e7d:::benchmark_data_smithi065_43723_object29754:head#
2020-11-16T20:49:50.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab6f08c:::benchmark_data_smithi065_43723_object26886:head#
2020-11-16T20:49:50.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab87525:::benchmark_data_smithi065_43723_object3210:head#
2020-11-16T20:49:50.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab94b44:::benchmark_data_smithi065_43723_object24345:head#
2020-11-16T20:49:50.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ab9ce54:::benchmark_data_smithi065_43723_object23269:head#
2020-11-16T20:49:50.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6abadb9f:::benchmark_data_smithi065_43723_object4326:head#
2020-11-16T20:49:50.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6abafa80:::benchmark_data_smithi065_43723_object37472:head#
2020-11-16T20:49:50.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6abbf693:::benchmark_data_smithi065_43723_object6533:head#
2020-11-16T20:49:50.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6abfdad8:::benchmark_data_smithi065_43723_object29865:head#
2020-11-16T20:49:50.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ac1459f:::benchmark_data_smithi065_43723_object43598:head#
2020-11-16T20:49:50.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ac192ca:::benchmark_data_smithi065_43723_object28460:head#
2020-11-16T20:49:50.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ac40015:::benchmark_data_smithi065_43723_object36850:head#
2020-11-16T20:49:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ac80d78:::benchmark_data_smithi065_43723_object10036:head#
2020-11-16T20:49:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ac83fb7:::benchmark_data_smithi065_43723_object28139:head#
2020-11-16T20:49:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6acf5023:::benchmark_data_smithi065_43723_object3275:head#
2020-11-16T20:49:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6acffbba:::benchmark_data_smithi065_43723_object32185:head#
2020-11-16T20:49:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ad7d996:::benchmark_data_smithi065_43723_object6164:head#
2020-11-16T20:49:50.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ad94fb8:::benchmark_data_smithi065_43723_object20158:head#
2020-11-16T20:49:50.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6adb92fe:::benchmark_data_smithi065_43723_object41560:head#
2020-11-16T20:49:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6adc12a8:::benchmark_data_smithi065_43723_object32118:head#
2020-11-16T20:49:50.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6add0735:::benchmark_data_smithi065_43723_object25260:head#
2020-11-16T20:49:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6addb8e4:::benchmark_data_smithi065_43723_object35105:head#
2020-11-16T20:49:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6addc2eb:::benchmark_data_smithi065_43723_object35716:head#
2020-11-16T20:49:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6adddc14:::benchmark_data_smithi065_43723_object42246:head#
2020-11-16T20:49:50.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6adeb34d:::benchmark_data_smithi065_43723_object34844:head#
2020-11-16T20:49:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ae1a74a:::benchmark_data_smithi065_43723_object18788:head#
2020-11-16T20:49:50.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ae23799:::benchmark_data_smithi065_43723_object32300:head#
2020-11-16T20:49:50.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ae4f7a4:::benchmark_data_smithi065_43723_object37286:head#
2020-11-16T20:49:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ae506b6:::benchmark_data_smithi065_43723_object39971:head#
2020-11-16T20:49:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ae94bc5:::benchmark_data_smithi065_43723_object13718:head#
2020-11-16T20:49:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ae9cda7:::benchmark_data_smithi065_43723_object10314:head#
2020-11-16T20:49:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aeae58f:::benchmark_data_smithi065_43723_object4094:head#
2020-11-16T20:49:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aee6956:::benchmark_data_smithi065_43723_object11282:head#
2020-11-16T20:49:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aef4cf2:::benchmark_data_smithi065_43723_object19808:head#
2020-11-16T20:49:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af0f77f:::benchmark_data_smithi065_43723_object659:head#
2020-11-16T20:49:50.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af0f894:::benchmark_data_smithi065_43723_object40801:head#
2020-11-16T20:49:50.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af2567b:::benchmark_data_smithi065_43723_object18024:head#
2020-11-16T20:49:50.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af2faa1:::benchmark_data_smithi065_43723_object23275:head#
2020-11-16T20:49:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af3454e:::benchmark_data_smithi065_43723_object18830:head#
2020-11-16T20:49:50.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af40391:::benchmark_data_smithi065_43723_object12852:head#
2020-11-16T20:49:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af43e33:::benchmark_data_smithi065_43723_object21844:head#
2020-11-16T20:49:50.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af4a09a:::benchmark_data_smithi065_43723_object23311:head#
2020-11-16T20:49:50.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af4ae05:::benchmark_data_smithi065_43723_object28850:head#
2020-11-16T20:49:50.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af7253d:::benchmark_data_smithi065_43723_object7744:head#
2020-11-16T20:49:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af76034:::benchmark_data_smithi065_43723_object32783:head#
2020-11-16T20:49:50.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af9143c:::benchmark_data_smithi065_43723_object31339:head#
2020-11-16T20:49:50.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6af9d992:::benchmark_data_smithi065_43723_object20796:head#
2020-11-16T20:49:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6afa4617:::benchmark_data_smithi065_43723_object6689:head#
2020-11-16T20:49:50.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6afabd41:::benchmark_data_smithi065_43723_object31954:head#
2020-11-16T20:49:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6afcc3ee:::benchmark_data_smithi065_43723_object42281:head#
2020-11-16T20:49:50.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6afd8fa4:::benchmark_data_smithi065_43723_object16673:head#
2020-11-16T20:49:50.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6afdad89:::benchmark_data_smithi065_43723_object7680:head#
2020-11-16T20:49:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6aff76c0:::benchmark_data_smithi065_43723_object30580:head#
2020-11-16T20:49:50.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b005f4f:::benchmark_data_smithi065_43723_object32626:head#
2020-11-16T20:49:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b018166:::benchmark_data_smithi065_43723_object29925:head#
2020-11-16T20:49:50.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b053b15:::benchmark_data_smithi065_43723_object23107:head#
2020-11-16T20:49:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b059394:::benchmark_data_smithi065_43723_object2390:head#
2020-11-16T20:49:50.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b062dbc:::benchmark_data_smithi065_43723_object40339:head#
2020-11-16T20:49:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b065a5e:::benchmark_data_smithi065_43723_object25823:head#
2020-11-16T20:49:50.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b06733c:::benchmark_data_smithi065_43723_object31768:head#
2020-11-16T20:49:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b0b379b:::benchmark_data_smithi065_43723_object16410:head#
2020-11-16T20:49:50.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b0c9daa:::benchmark_data_smithi065_43723_object11712:head#
2020-11-16T20:49:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b0cfcac:::benchmark_data_smithi065_43723_object25714:head#
2020-11-16T20:49:50.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b0e79e9:::benchmark_data_smithi065_43723_object20098:head#
2020-11-16T20:49:50.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b0f6bde:::benchmark_data_smithi065_43723_object15674:head#
2020-11-16T20:49:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b108bd2:::benchmark_data_smithi065_43723_object27520:head#
2020-11-16T20:49:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b12ca3f:::benchmark_data_smithi065_43723_object14302:head#
2020-11-16T20:49:50.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b14c6d2:::benchmark_data_smithi065_43723_object34020:head#
2020-11-16T20:49:50.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b1713e2:::benchmark_data_smithi065_43723_object42056:head#
2020-11-16T20:49:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b18ecfe:::benchmark_data_smithi065_43723_object7373:head#
2020-11-16T20:49:50.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b1eafa4:::benchmark_data_smithi065_43723_object32498:head#
2020-11-16T20:49:50.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b1fb6a8:::benchmark_data_smithi065_43723_object39855:head#
2020-11-16T20:49:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b270aaa:::benchmark_data_smithi065_43723_object4306:head#
2020-11-16T20:49:50.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b291670:::benchmark_data_smithi065_43723_object3292:head#
2020-11-16T20:49:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b2adbd6:::benchmark_data_smithi065_43723_object21229:head#
2020-11-16T20:49:50.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b2b1aaf:::benchmark_data_smithi065_43723_object38273:head#
2020-11-16T20:49:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b2bbdad:::benchmark_data_smithi065_43723_object8624:head#
2020-11-16T20:49:50.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b2d4fa0:::benchmark_data_smithi065_43723_object29821:head#
2020-11-16T20:49:50.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b31e2d5:::benchmark_data_smithi065_43723_object32434:head#
2020-11-16T20:49:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b325060:::benchmark_data_smithi065_43723_object36711:head#
2020-11-16T20:49:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b3254cb:::benchmark_data_smithi065_43723_object38394:head#
2020-11-16T20:49:50.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b33fc2c:::benchmark_data_smithi065_43723_object19622:head#
2020-11-16T20:49:50.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b350354:::benchmark_data_smithi065_43723_object14553:head#
2020-11-16T20:49:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b3810d2:::benchmark_data_smithi065_43723_object5166:head#
2020-11-16T20:49:50.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b3c006f:::benchmark_data_smithi065_43723_object40142:head#
2020-11-16T20:49:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b3d1799:::benchmark_data_smithi065_43723_object37318:head#
2020-11-16T20:49:50.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b3de714:::benchmark_data_smithi065_43723_object33980:head#
2020-11-16T20:49:50.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b417f71:::benchmark_data_smithi065_43723_object38677:head#
2020-11-16T20:49:50.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b4233c7:::benchmark_data_smithi065_43723_object23517:head#
2020-11-16T20:49:50.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b431a2d:::benchmark_data_smithi065_43723_object43748:head#
2020-11-16T20:49:50.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b4c4321:::benchmark_data_smithi065_43723_object35164:head#
2020-11-16T20:49:50.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b4d7662:::benchmark_data_smithi065_43723_object31129:head#
2020-11-16T20:49:50.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b4ddffd:::benchmark_data_smithi065_43723_object23989:head#
2020-11-16T20:49:50.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b4e8d28:::benchmark_data_smithi065_43723_object26598:head#
2020-11-16T20:49:50.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b526a85:::benchmark_data_smithi065_43723_object10784:head#
2020-11-16T20:49:50.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b52e885:::benchmark_data_smithi065_43723_object19914:head#
2020-11-16T20:49:50.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b53e07e:::benchmark_data_smithi065_43723_object20656:head#
2020-11-16T20:49:50.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b592255:::benchmark_data_smithi065_43723_object37517:head#
2020-11-16T20:49:50.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b59461a:::benchmark_data_smithi065_43723_object35849:head#
2020-11-16T20:49:50.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b5a8113:::benchmark_data_smithi065_43723_object33640:head#
2020-11-16T20:49:50.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b5af6c2:::benchmark_data_smithi065_43723_object12530:head#
2020-11-16T20:49:50.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b5b6c9e:::benchmark_data_smithi065_43723_object12613:head#
2020-11-16T20:49:50.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b637fc9:::benchmark_data_smithi065_43723_object35644:head#
2020-11-16T20:49:50.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b649b66:::benchmark_data_smithi065_43723_object6958:head#
2020-11-16T20:49:50.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b64dbff:::benchmark_data_smithi065_43723_object24432:head#
2020-11-16T20:49:50.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b64ddf7:::benchmark_data_smithi065_43723_object15127:head#
2020-11-16T20:49:50.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b6ac223:::benchmark_data_smithi065_43723_object14126:head#
2020-11-16T20:49:50.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b6c1619:::benchmark_data_smithi065_43723_object32595:head#
2020-11-16T20:49:50.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b717fb4:::benchmark_data_smithi065_43723_object3306:head#
2020-11-16T20:49:50.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b7236be:::benchmark_data_smithi065_43723_object35214:head#
2020-11-16T20:49:50.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b72811f:::benchmark_data_smithi065_43723_object843:head#
2020-11-16T20:49:50.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b72fb04:::benchmark_data_smithi065_43723_object25121:head#
2020-11-16T20:49:50.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b78d76d:::benchmark_data_smithi065_43723_object41956:head#
2020-11-16T20:49:50.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b7ae3b8:::benchmark_data_smithi065_43723_object36463:head#
2020-11-16T20:49:50.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b7c6323:::benchmark_data_smithi065_43723_object41298:head#
2020-11-16T20:49:50.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b7d0336:::benchmark_data_smithi065_43723_object8859:head#
2020-11-16T20:49:50.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b8569d8:::benchmark_data_smithi065_43723_object11319:head#
2020-11-16T20:49:50.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b88da76:::benchmark_data_smithi065_43723_object38375:head#
2020-11-16T20:49:50.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b8d1c19:::benchmark_data_smithi065_43723_object3796:head#
2020-11-16T20:49:50.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b90ce37:::benchmark_data_smithi065_43723_object28837:head#
2020-11-16T20:49:50.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b923362:::benchmark_data_smithi065_43723_object542:head#
2020-11-16T20:49:50.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b932928:::benchmark_data_smithi065_43723_object18979:head#
2020-11-16T20:49:50.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b94b1bd:::benchmark_data_smithi065_43723_object13472:head#
2020-11-16T20:49:50.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b94d3d4:::benchmark_data_smithi065_43723_object13620:head#
2020-11-16T20:49:50.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b972d18:::benchmark_data_smithi065_43723_object3001:head#
2020-11-16T20:49:50.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b973dcf:::benchmark_data_smithi065_43723_object27457:head#
2020-11-16T20:49:50.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b97e886:::benchmark_data_smithi065_43723_object3457:head#
2020-11-16T20:49:50.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b97fda7:::benchmark_data_smithi065_43723_object23580:head#
2020-11-16T20:49:50.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b988588:::benchmark_data_smithi065_43723_object12118:head#
2020-11-16T20:49:50.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b9d3bbc:::benchmark_data_smithi065_43723_object20117:head#
2020-11-16T20:49:50.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b9d5a7f:::benchmark_data_smithi065_43723_object40234:head#
2020-11-16T20:49:50.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b9e27c4:::benchmark_data_smithi065_43723_object5973:head#
2020-11-16T20:49:50.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b9f79e6:::benchmark_data_smithi065_43723_object11384:head#
2020-11-16T20:49:50.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6b9fade4:::benchmark_data_smithi065_43723_object5578:head#
2020-11-16T20:49:50.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ba04915:::benchmark_data_smithi065_43723_object18820:head#
2020-11-16T20:49:50.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ba4b97a:::benchmark_data_smithi065_43723_object17937:head#
2020-11-16T20:49:50.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ba6e889:::benchmark_data_smithi065_43723_object23171:head#
2020-11-16T20:49:50.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ba74d39:::benchmark_data_smithi065_43723_object717:head#
2020-11-16T20:49:50.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ba825de:::benchmark_data_smithi065_43723_object25511:head#
2020-11-16T20:49:50.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ba8ce46:::benchmark_data_smithi065_43723_object18794:head#
2020-11-16T20:49:50.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ba927df:::benchmark_data_smithi065_43723_object4305:head#
2020-11-16T20:49:50.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ba96915:::benchmark_data_smithi065_43723_object28957:head#
2020-11-16T20:49:50.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6baa6a24:::benchmark_data_smithi065_43723_object43803:head#
2020-11-16T20:49:50.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bab1a8d:::benchmark_data_smithi065_43723_object7547:head#
2020-11-16T20:49:50.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bae7ac1:::benchmark_data_smithi065_43723_object9654:head#
2020-11-16T20:49:50.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6baed3ba:::benchmark_data_smithi065_43723_object41718:head#
2020-11-16T20:49:50.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bb6e558:::benchmark_data_smithi065_43723_object24138:head#
2020-11-16T20:49:50.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bb7f51a:::benchmark_data_smithi065_43723_object28391:head#
2020-11-16T20:49:50.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bb8d164:::benchmark_data_smithi065_43723_object33425:head#
2020-11-16T20:49:50.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bbb6fb5:::benchmark_data_smithi065_43723_object3278:head#
2020-11-16T20:49:50.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bbbb783:::benchmark_data_smithi065_43723_object32507:head#
2020-11-16T20:49:50.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bbbbc13:::benchmark_data_smithi065_43723_object1651:head#
2020-11-16T20:49:50.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bbbfacd:::benchmark_data_smithi065_43723_object9486:head#
2020-11-16T20:49:50.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bbe439d:::benchmark_data_smithi065_43723_object13411:head#
2020-11-16T20:49:50.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bbe836b:::benchmark_data_smithi065_43723_object10682:head#
2020-11-16T20:49:50.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bbf26b6:::benchmark_data_smithi065_43723_object35379:head#
2020-11-16T20:49:50.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bbf2b1f:::benchmark_data_smithi065_43723_object17104:head#
2020-11-16T20:49:50.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc01e54:::benchmark_data_smithi065_43723_object22654:head#
2020-11-16T20:49:50.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc0a0bf:::benchmark_data_smithi065_43723_object41776:head#
2020-11-16T20:49:50.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc0d1aa:::benchmark_data_smithi065_43723_object2966:head#
2020-11-16T20:49:50.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc18158:::benchmark_data_smithi065_43723_object1529:head#
2020-11-16T20:49:50.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc1c664:::benchmark_data_smithi065_43723_object26414:head#
2020-11-16T20:49:50.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc40f94:::benchmark_data_smithi065_43723_object18370:head#
2020-11-16T20:49:50.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc50f61:::benchmark_data_smithi065_43723_object22907:head#
2020-11-16T20:49:50.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc67dcb:::benchmark_data_smithi065_43723_object9768:head#
2020-11-16T20:49:50.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bc9c51d:::benchmark_data_smithi065_43723_object2127:head#
2020-11-16T20:49:50.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bca33d9:::benchmark_data_smithi065_43723_object42202:head#
2020-11-16T20:49:50.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bcbe9f3:::benchmark_data_smithi065_43723_object30257:head#
2020-11-16T20:49:50.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bcc297e:::benchmark_data_smithi065_43723_object8850:head#
2020-11-16T20:49:50.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bcef289:::benchmark_data_smithi065_43723_object2095:head#
2020-11-16T20:49:50.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bcf12db:::benchmark_data_smithi065_43723_object15623:head#
2020-11-16T20:49:50.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bd2ef44:::benchmark_data_smithi065_43723_object10779:head#
2020-11-16T20:49:50.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bd2f8e9:::benchmark_data_smithi065_43723_object31610:head#
2020-11-16T20:49:50.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bd426c0:::benchmark_data_smithi065_43723_object32385:head#
2020-11-16T20:49:50.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bdb6c85:::benchmark_data_smithi065_43723_object40495:head#
2020-11-16T20:49:50.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bdc4669:::benchmark_data_smithi065_43723_object6904:head#
2020-11-16T20:49:50.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bdc7ba3:::benchmark_data_smithi065_43723_object28352:head#
2020-11-16T20:49:50.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bdd2414:::benchmark_data_smithi065_43723_object22838:head#
2020-11-16T20:49:50.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bdd49b1:::benchmark_data_smithi065_43723_object23894:head#
2020-11-16T20:49:50.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bddba64:::benchmark_data_smithi065_43723_object16414:head#
2020-11-16T20:49:50.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bdef925:::benchmark_data_smithi065_43723_object5572:head#
2020-11-16T20:49:50.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6be04493:::benchmark_data_smithi065_43723_object11071:head#
2020-11-16T20:49:50.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6be2c0b1:::benchmark_data_smithi065_43723_object25968:head#
2020-11-16T20:49:50.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6be39b6c:::benchmark_data_smithi065_43723_object33035:head#
2020-11-16T20:49:50.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6be3b4cd:::benchmark_data_smithi065_43723_object31488:head#
2020-11-16T20:49:50.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6be79f00:::benchmark_data_smithi065_43723_object19933:head#
2020-11-16T20:49:50.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6be7aa6a:::benchmark_data_smithi065_43723_object30822:head#
2020-11-16T20:49:50.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6be7e5b1:::benchmark_data_smithi065_43723_object4328:head#
2020-11-16T20:49:50.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6beb1e54:::benchmark_data_smithi065_43723_object32645:head#
2020-11-16T20:49:50.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6beb5c3b:::benchmark_data_smithi065_43723_object6775:head#
2020-11-16T20:49:50.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bec0210:::benchmark_data_smithi065_43723_object39875:head#
2020-11-16T20:49:50.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bed5631:::benchmark_data_smithi065_43723_object23072:head#
2020-11-16T20:49:50.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bee0785:::benchmark_data_smithi065_43723_object20348:head#
2020-11-16T20:49:50.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bef681a:::benchmark_data_smithi065_43723_object3564:head#
2020-11-16T20:49:50.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bf0c43f:::benchmark_data_smithi065_43723_object39481:head#
2020-11-16T20:49:50.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bf3566f:::benchmark_data_smithi065_43723_object2949:head#
2020-11-16T20:49:50.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bf37b77:::benchmark_data_smithi065_43723_object21227:head#
2020-11-16T20:49:50.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bf57df3:::benchmark_data_smithi065_43723_object34466:head#
2020-11-16T20:49:50.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bf5e1ef:::benchmark_data_smithi065_43723_object6931:head#
2020-11-16T20:49:50.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bfa9434:::benchmark_data_smithi065_43723_object28513:head#
2020-11-16T20:49:50.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bfc37c3:::benchmark_data_smithi065_43723_object33453:head#
2020-11-16T20:49:50.408 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bfd225b:::benchmark_data_smithi065_43723_object31476:head#
2020-11-16T20:49:50.408 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bfe8879:::benchmark_data_smithi065_43723_object16873:head#
2020-11-16T20:49:50.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6bffe620:::benchmark_data_smithi065_43723_object28321:head#
2020-11-16T20:49:50.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c042f5f:::benchmark_data_smithi065_43723_object3219:head#
2020-11-16T20:49:50.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c06e294:::benchmark_data_smithi065_43723_object32483:head#
2020-11-16T20:49:50.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c077283:::benchmark_data_smithi065_43723_object4861:head#
2020-11-16T20:49:50.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c0a2150:::benchmark_data_smithi065_43723_object28814:head#
2020-11-16T20:49:50.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c0acb4f:::benchmark_data_smithi065_43723_object9264:head#
2020-11-16T20:49:50.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c0ccdf5:::benchmark_data_smithi065_43723_object18336:head#
2020-11-16T20:49:50.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c0e4977:::benchmark_data_smithi065_43723_object6241:head#
2020-11-16T20:49:50.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c0f3e35:::benchmark_data_smithi065_43723_object39063:head#
2020-11-16T20:49:50.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c0fc884:::benchmark_data_smithi065_43723_object33947:head#
2020-11-16T20:49:50.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c10b492:::benchmark_data_smithi065_43723_object41395:head#
2020-11-16T20:49:50.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c146ef1:::benchmark_data_smithi065_43723_object39866:head#
2020-11-16T20:49:50.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c165e44:::benchmark_data_smithi065_43723_object589:head#
2020-11-16T20:49:50.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c16d174:::benchmark_data_smithi065_43723_object10166:head#
2020-11-16T20:49:50.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c198a43:::benchmark_data_smithi065_43723_object6210:head#
2020-11-16T20:49:50.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c1abfeb:::benchmark_data_smithi065_43723_object17887:head#
2020-11-16T20:49:50.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c1b746b:::benchmark_data_smithi065_43723_object16090:head#
2020-11-16T20:49:50.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c1ef69d:::benchmark_data_smithi065_43723_object21728:head#
2020-11-16T20:49:50.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c1fbd09:::benchmark_data_smithi065_43723_object27779:head#
2020-11-16T20:49:50.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c201b94:::benchmark_data_smithi065_43723_object29187:head#
2020-11-16T20:49:50.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c2282fb:::benchmark_data_smithi065_43723_object2040:head#
2020-11-16T20:49:50.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c277088:::benchmark_data_smithi065_43723_object15866:head#
2020-11-16T20:49:50.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c27843a:::benchmark_data_smithi065_43723_object23436:head#
2020-11-16T20:49:50.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c27df9f:::benchmark_data_smithi065_43723_object1158:head#
2020-11-16T20:49:50.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c2b1234:::benchmark_data_smithi065_43723_object38875:head#
2020-11-16T20:49:50.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c2be07c:::benchmark_data_smithi065_43723_object29281:head#
2020-11-16T20:49:50.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c2e3e2a:::benchmark_data_smithi065_43723_object24349:head#
2020-11-16T20:49:50.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c30aeae:::benchmark_data_smithi065_43723_object226:head#
2020-11-16T20:49:50.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c31007c:::benchmark_data_smithi065_43723_object27301:head#
2020-11-16T20:49:50.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c32d7f6:::benchmark_data_smithi065_43723_object7419:head#
2020-11-16T20:49:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c33491f:::benchmark_data_smithi065_43723_object20905:head#
2020-11-16T20:49:50.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c334e94:::benchmark_data_smithi065_43723_object38018:head#
2020-11-16T20:49:50.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c342df2:::benchmark_data_smithi065_43723_object4202:head#
2020-11-16T20:49:50.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c35fb6a:::benchmark_data_smithi065_43723_object19880:head#
2020-11-16T20:49:50.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c3625ae:::benchmark_data_smithi065_43723_object34289:head#
2020-11-16T20:49:50.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c376941:::benchmark_data_smithi065_43723_object42764:head#
2020-11-16T20:49:50.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c3940f5:::benchmark_data_smithi065_43723_object815:head#
2020-11-16T20:49:50.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c3995af:::benchmark_data_smithi065_43723_object24065:head#
2020-11-16T20:49:50.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c39fbc3:::benchmark_data_smithi065_43723_object18155:head#
2020-11-16T20:49:50.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c3b9621:::benchmark_data_smithi065_43723_object40948:head#
2020-11-16T20:49:50.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c3ce335:::benchmark_data_smithi065_43723_object31141:head#
2020-11-16T20:49:50.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c3cf1ec:::benchmark_data_smithi065_43723_object27026:head#
2020-11-16T20:49:50.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c434dbd:::benchmark_data_smithi065_43723_object11999:head#
2020-11-16T20:49:50.444 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c435517:::benchmark_data_smithi065_43723_object9328:head#
2020-11-16T20:49:50.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c43a2b3:::benchmark_data_smithi065_43723_object1054:head#
2020-11-16T20:49:50.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c452e39:::benchmark_data_smithi065_43723_object36236:head#
2020-11-16T20:49:50.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c463939:::benchmark_data_smithi065_43723_object10198:head#
2020-11-16T20:49:50.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c478fef:::benchmark_data_smithi065_43723_object22083:head#
2020-11-16T20:49:50.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c48e62e:::benchmark_data_smithi065_43723_object23530:head#
2020-11-16T20:49:50.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c49543b:::benchmark_data_smithi065_43723_object40611:head#
2020-11-16T20:49:50.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c496649:::benchmark_data_smithi065_43723_object4258:head#
2020-11-16T20:49:50.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c49746f:::benchmark_data_smithi065_43723_object7156:head#
2020-11-16T20:49:50.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c4a8d94:::benchmark_data_smithi065_43723_object25035:head#
2020-11-16T20:49:50.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c4b8395:::benchmark_data_smithi065_43723_object21977:head#
2020-11-16T20:49:50.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c4e8e20:::benchmark_data_smithi065_43723_object4667:head#
2020-11-16T20:49:50.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c4f8bf7:::benchmark_data_smithi065_43723_object32303:head#
2020-11-16T20:49:50.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c501c60:::benchmark_data_smithi065_43723_object29971:head#
2020-11-16T20:49:50.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c509371:::benchmark_data_smithi065_43723_object11981:head#
2020-11-16T20:49:50.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c526468:::benchmark_data_smithi065_43723_object20729:head#
2020-11-16T20:49:50.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c527250:::benchmark_data_smithi065_43723_object8504:head#
2020-11-16T20:49:50.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c52e7fe:::benchmark_data_smithi065_43723_object22893:head#
2020-11-16T20:49:50.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c54d27b:::benchmark_data_smithi065_43723_object28260:head#
2020-11-16T20:49:50.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c552633:::benchmark_data_smithi065_43723_object41331:head#
2020-11-16T20:49:50.459 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c5680d6:::benchmark_data_smithi065_43723_object37047:head#
2020-11-16T20:49:50.459 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c587950:::benchmark_data_smithi065_43723_object27606:head#
2020-11-16T20:49:50.460 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c598314:::benchmark_data_smithi065_43723_object29218:head#
2020-11-16T20:49:50.460 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c5ffd23:::benchmark_data_smithi065_43723_object37986:head#
2020-11-16T20:49:50.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c631efc:::benchmark_data_smithi065_43723_object9632:head#
2020-11-16T20:49:50.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c63d92d:::benchmark_data_smithi065_43723_object21506:head#
2020-11-16T20:49:50.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c6677a1:::benchmark_data_smithi065_43723_object42216:head#
2020-11-16T20:49:50.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c689fc1:::benchmark_data_smithi065_43723_object12644:head#
2020-11-16T20:49:50.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c6ad0fa:::benchmark_data_smithi065_43723_object36366:head#
2020-11-16T20:49:50.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c6afc1b:::benchmark_data_smithi065_43723_object27120:head#
2020-11-16T20:49:50.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c6c049a:::benchmark_data_smithi065_43723_object14155:head#
2020-11-16T20:49:50.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c6c915f:::benchmark_data_smithi065_43723_object42403:head#
2020-11-16T20:49:50.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c72463f:::benchmark_data_smithi065_43723_object28178:head#
2020-11-16T20:49:50.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c78ea9f:::benchmark_data_smithi065_43723_object25545:head#
2020-11-16T20:49:50.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c793ad4:::benchmark_data_smithi065_43723_object22063:head#
2020-11-16T20:49:50.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c7a4109:::benchmark_data_smithi065_43723_object41704:head#
2020-11-16T20:49:50.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c7d12aa:::benchmark_data_smithi065_43723_object14762:head#
2020-11-16T20:49:50.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c7dc16c:::benchmark_data_smithi065_43723_object20456:head#
2020-11-16T20:49:50.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c7e8d39:::benchmark_data_smithi065_43723_object24088:head#
2020-11-16T20:49:50.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c7fd7be:::benchmark_data_smithi065_43723_object20679:head#
2020-11-16T20:49:50.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c81dd85:::benchmark_data_smithi065_43723_object24527:head#
2020-11-16T20:49:50.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c824cde:::benchmark_data_smithi065_43723_object24838:head#
2020-11-16T20:49:50.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c882c93:::benchmark_data_smithi065_43723_object37204:head#
2020-11-16T20:49:50.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c89085e:::benchmark_data_smithi065_43723_object39572:head#
2020-11-16T20:49:50.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c8ee122:::benchmark_data_smithi065_43723_object43067:head#
2020-11-16T20:49:50.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c912dda:::benchmark_data_smithi065_43723_object18893:head#
2020-11-16T20:49:50.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c930af3:::benchmark_data_smithi065_43723_object20041:head#
2020-11-16T20:49:50.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c930e3e:::benchmark_data_smithi065_43723_object21174:head#
2020-11-16T20:49:50.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c93da63:::benchmark_data_smithi065_43723_object5319:head#
2020-11-16T20:49:50.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c947dc5:::benchmark_data_smithi065_43723_object10557:head#
2020-11-16T20:49:50.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c97de79:::benchmark_data_smithi065_43723_object38836:head#
2020-11-16T20:49:50.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c98ac2e:::benchmark_data_smithi065_43723_object9982:head#
2020-11-16T20:49:50.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c991a59:::benchmark_data_smithi065_43723_object1976:head#
2020-11-16T20:49:50.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9b6c9f:::benchmark_data_smithi065_43723_object17147:head#
2020-11-16T20:49:50.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9bf214:::benchmark_data_smithi065_43723_object8790:head#
2020-11-16T20:49:50.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9cf26c:::benchmark_data_smithi065_43723_object27332:head#
2020-11-16T20:49:50.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9d7ae7:::benchmark_data_smithi065_43723_object14234:head#
2020-11-16T20:49:50.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9de5bb:::benchmark_data_smithi065_43723_object28783:head#
2020-11-16T20:49:50.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9e7d76:::benchmark_data_smithi065_43723_object42674:head#
2020-11-16T20:49:50.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9e8699:::benchmark_data_smithi065_43723_object20637:head#
2020-11-16T20:49:50.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9f414d:::benchmark_data_smithi065_43723_object33263:head#
2020-11-16T20:49:50.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6c9fabd3:::benchmark_data_smithi065_43723_object42424:head#
2020-11-16T20:49:50.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ca0bd54:::benchmark_data_smithi065_43723_object2237:head#
2020-11-16T20:49:50.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ca4b5b4:::benchmark_data_smithi065_43723_object30946:head#
2020-11-16T20:49:50.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ca56b2c:::benchmark_data_smithi065_43723_object9600:head#
2020-11-16T20:49:50.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ca58956:::benchmark_data_smithi065_43723_object24256:head#
2020-11-16T20:49:50.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ca5b3c0:::benchmark_data_smithi065_43723_object16861:head#
2020-11-16T20:49:50.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ca5ec2b:::benchmark_data_smithi065_43723_object36105:head#
2020-11-16T20:49:50.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ca7809f:::benchmark_data_smithi065_43723_object14683:head#
2020-11-16T20:49:50.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6caaf5a4:::benchmark_data_smithi065_43723_object13966:head#
2020-11-16T20:49:50.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cab06bb:::benchmark_data_smithi065_43723_object14856:head#
2020-11-16T20:49:50.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cad16c7:::benchmark_data_smithi065_43723_object848:head#
2020-11-16T20:49:50.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cadd7fa:::benchmark_data_smithi065_43723_object16394:head#
2020-11-16T20:49:50.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cb03f45:::benchmark_data_smithi065_43723_object39465:head#
2020-11-16T20:49:50.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cb05e09:::benchmark_data_smithi065_43723_object32175:head#
2020-11-16T20:49:50.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cb0b55d:::benchmark_data_smithi065_43723_object19663:head#
2020-11-16T20:49:50.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cb2006e:::benchmark_data_smithi065_43723_object28641:head#
2020-11-16T20:49:50.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cb30212:::benchmark_data_smithi065_43723_object120:head#
2020-11-16T20:49:50.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cb304bb:::benchmark_data_smithi065_43723_object10588:head#
2020-11-16T20:49:50.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cb8d665:::benchmark_data_smithi065_43723_object31338:head#
2020-11-16T20:49:50.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cba8dbe:::benchmark_data_smithi065_43723_object7593:head#
2020-11-16T20:49:50.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cc05c82:::benchmark_data_smithi065_43723_object38192:head#
2020-11-16T20:49:50.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cc31dce:::benchmark_data_smithi065_43723_object16268:head#
2020-11-16T20:49:50.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cc77566:::benchmark_data_smithi065_43723_object9314:head#
2020-11-16T20:49:50.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cc77fcb:::benchmark_data_smithi065_43723_object23291:head#
2020-11-16T20:49:50.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cc874f9:::benchmark_data_smithi065_43723_object6254:head#
2020-11-16T20:49:50.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ccb3188:::benchmark_data_smithi065_43723_object32846:head#
2020-11-16T20:49:50.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ccc768b:::benchmark_data_smithi065_43723_object38025:head#
2020-11-16T20:49:50.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cce1f50:::benchmark_data_smithi065_43723_object21874:head#
2020-11-16T20:49:50.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cd37ccb:::benchmark_data_smithi065_43723_object34569:head#
2020-11-16T20:49:50.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cda7df4:::benchmark_data_smithi065_43723_object8622:head#
2020-11-16T20:49:50.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cddf2df:::benchmark_data_smithi065_43723_object2388:head#
2020-11-16T20:49:50.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ce1b582:::benchmark_data_smithi065_43723_object267:head#
2020-11-16T20:49:50.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ce44d0a:::benchmark_data_smithi065_43723_object23534:head#
2020-11-16T20:49:50.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ce4b36d:::benchmark_data_smithi065_43723_object21201:head#
2020-11-16T20:49:50.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ce955aa:::benchmark_data_smithi065_43723_object36224:head#
2020-11-16T20:49:50.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cea51ae:::benchmark_data_smithi065_43723_object396:head#
2020-11-16T20:49:50.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cee93f3:::benchmark_data_smithi065_43723_object10061:head#
2020-11-16T20:49:50.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cf0f780:::benchmark_data_smithi065_43723_object37502:head#
2020-11-16T20:49:50.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cf51ffd:::benchmark_data_smithi065_43723_object3635:head#
2020-11-16T20:49:50.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cf63204:::benchmark_data_smithi065_43723_object18713:head#
2020-11-16T20:49:50.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cf6dde7:::benchmark_data_smithi065_43723_object9980:head#
2020-11-16T20:49:50.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cf77b4e:::benchmark_data_smithi065_43723_object21617:head#
2020-11-16T20:49:50.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cf877fd:::benchmark_data_smithi065_43723_object43076:head#
2020-11-16T20:49:50.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cfa6c37:::benchmark_data_smithi065_43723_object28134:head#
2020-11-16T20:49:50.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cfd0b01:::benchmark_data_smithi065_43723_object20205:head#
2020-11-16T20:49:50.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6cfd92fc:::benchmark_data_smithi065_43723_object29968:head#
2020-11-16T20:49:50.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d01d1da:::benchmark_data_smithi065_43723_object19861:head#
2020-11-16T20:49:50.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d029e93:::benchmark_data_smithi065_43723_object14114:head#
2020-11-16T20:49:50.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d035029:::benchmark_data_smithi065_43723_object29568:head#
2020-11-16T20:49:50.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d0366e3:::benchmark_data_smithi065_43723_object3020:head#
2020-11-16T20:49:50.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d047eba:::benchmark_data_smithi065_43723_object36918:head#
2020-11-16T20:49:50.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d048a73:::benchmark_data_smithi065_43723_object24767:head#
2020-11-16T20:49:50.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d052b33:::benchmark_data_smithi065_43723_object17662:head#
2020-11-16T20:49:50.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d058f9a:::benchmark_data_smithi065_43723_object10856:head#
2020-11-16T20:49:50.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d05ab07:::benchmark_data_smithi065_43723_object1928:head#
2020-11-16T20:49:50.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d07955b:::benchmark_data_smithi065_43723_object4915:head#
2020-11-16T20:49:50.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d0917aa:::benchmark_data_smithi065_43723_object40575:head#
2020-11-16T20:49:50.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d0a9a0e:::benchmark_data_smithi065_43723_object41621:head#
2020-11-16T20:49:50.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d0bc97d:::benchmark_data_smithi065_43723_object39889:head#
2020-11-16T20:49:50.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d0e6d66:::benchmark_data_smithi065_43723_object31466:head#
2020-11-16T20:49:50.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d0f18fd:::benchmark_data_smithi065_43723_object41328:head#
2020-11-16T20:49:50.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d0f9b92:::benchmark_data_smithi065_43723_object21535:head#
2020-11-16T20:49:50.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d117de5:::benchmark_data_smithi065_43723_object28095:head#
2020-11-16T20:49:50.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d12f6c5:::benchmark_data_smithi065_43723_object41654:head#
2020-11-16T20:49:50.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d157c09:::benchmark_data_smithi065_43723_object22018:head#
2020-11-16T20:49:50.514 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d194aa4:::benchmark_data_smithi065_43723_object4499:head#
2020-11-16T20:49:50.514 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d1da1ca:::benchmark_data_smithi065_43723_object22857:head#
2020-11-16T20:49:50.515 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d1f26bc:::benchmark_data_smithi065_43723_object28748:head#
2020-11-16T20:49:50.515 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d207569:::benchmark_data_smithi065_43723_object10424:head#
2020-11-16T20:49:50.516 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d20c639:::benchmark_data_smithi065_43723_object1330:head#
2020-11-16T20:49:50.516 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d21705e:::benchmark_data_smithi065_43723_object9270:head#
2020-11-16T20:49:50.517 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d222284:::benchmark_data_smithi065_43723_object32414:head#
2020-11-16T20:49:50.517 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d2361bf:::benchmark_data_smithi065_43723_object43164:head#
2020-11-16T20:49:50.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d237b46:::benchmark_data_smithi065_43723_object1225:head#
2020-11-16T20:49:50.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d23c525:::benchmark_data_smithi065_43723_object4940:head#
2020-11-16T20:49:50.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d24748a:::benchmark_data_smithi065_43723_object2761:head#
2020-11-16T20:49:50.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d249e6c:::benchmark_data_smithi065_43723_object15830:head#
2020-11-16T20:49:50.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d26bbd3:::benchmark_data_smithi065_43723_object7227:head#
2020-11-16T20:49:50.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d282770:::benchmark_data_smithi065_43723_object43300:head#
2020-11-16T20:49:50.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d2911c0:::benchmark_data_smithi065_43723_object39305:head#
2020-11-16T20:49:50.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d295b09:::benchmark_data_smithi065_43723_object42115:head#
2020-11-16T20:49:50.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d2b0de3:::benchmark_data_smithi065_43723_object26489:head#
2020-11-16T20:49:50.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d2bae85:::benchmark_data_smithi065_43723_object31314:head#
2020-11-16T20:49:50.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d2cc28e:::benchmark_data_smithi065_43723_object225:head#
2020-11-16T20:49:50.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d2d6fcd:::benchmark_data_smithi065_43723_object11264:head#
2020-11-16T20:49:50.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d2e05cf:::benchmark_data_smithi065_43723_object34981:head#
2020-11-16T20:49:50.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d2e4915:::benchmark_data_smithi065_43723_object1332:head#
2020-11-16T20:49:50.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d3561e7:::benchmark_data_smithi065_43723_object42732:head#
2020-11-16T20:49:50.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d36515f:::benchmark_data_smithi065_43723_object4799:head#
2020-11-16T20:49:50.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d365b27:::benchmark_data_smithi065_43723_object28764:head#
2020-11-16T20:49:50.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d38ea38:::benchmark_data_smithi065_43723_object6519:head#
2020-11-16T20:49:50.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d3a8206:::benchmark_data_smithi065_43723_object39039:head#
2020-11-16T20:49:50.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d3adcc8:::benchmark_data_smithi065_43723_object25505:head#
2020-11-16T20:49:50.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d3bfcf0:::benchmark_data_smithi065_43723_object21265:head#
2020-11-16T20:49:50.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d3d67de:::benchmark_data_smithi065_43723_object41044:head#
2020-11-16T20:49:50.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d3fe9af:::benchmark_data_smithi065_43723_object14209:head#
2020-11-16T20:49:50.530 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:50.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d41dfbc:::benchmark_data_smithi065_43723_object2106:head#
2020-11-16T20:49:50.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d423e29:::benchmark_data_smithi065_43723_object39678:head#
2020-11-16T20:49:50.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d428e2a:::benchmark_data_smithi065_43723_object35865:head#
2020-11-16T20:49:50.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d43cd00:::benchmark_data_smithi065_43723_object23045:head#
2020-11-16T20:49:50.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d457490:::benchmark_data_smithi065_43723_object9088:head#
2020-11-16T20:49:50.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d45fa0f:::benchmark_data_smithi065_43723_object9325:head#
2020-11-16T20:49:50.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d461cd7:::benchmark_data_smithi065_43723_object43155:head#
2020-11-16T20:49:50.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d4b36e1:::benchmark_data_smithi065_43723_object5707:head#
2020-11-16T20:49:50.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d4bf039:::benchmark_data_smithi065_43723_object11961:head#
2020-11-16T20:49:50.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d4dee9c:::benchmark_data_smithi065_43723_object15902:head#
2020-11-16T20:49:50.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d4ea1d7:::benchmark_data_smithi065_43723_object32519:head#
2020-11-16T20:49:50.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d4ea2ea:::benchmark_data_smithi065_43723_object9938:head#
2020-11-16T20:49:50.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d530980:::benchmark_data_smithi065_43723_object31030:head#
2020-11-16T20:49:50.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d53d02d:::benchmark_data_smithi065_43723_object4823:head#
2020-11-16T20:49:50.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d562ce0:::benchmark_data_smithi065_43723_object37573:head#
2020-11-16T20:49:50.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d5734b8:::benchmark_data_smithi065_43723_object17008:head#
2020-11-16T20:49:50.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d5771d8:::benchmark_data_smithi065_43723_object5206:head#
2020-11-16T20:49:50.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d57c6e0:::benchmark_data_smithi065_43723_object12839:head#
2020-11-16T20:49:50.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d58900e:::benchmark_data_smithi065_43723_object31083:head#
2020-11-16T20:49:50.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d5b00a7:::benchmark_data_smithi065_43723_object20216:head#
2020-11-16T20:49:50.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d5ba6ba:::benchmark_data_smithi065_43723_object37110:head#
2020-11-16T20:49:50.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d5ca36f:::benchmark_data_smithi065_43723_object18393:head#
2020-11-16T20:49:50.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d62491d:::benchmark_data_smithi065_43723_object14937:head#
2020-11-16T20:49:50.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d63ebef:::benchmark_data_smithi065_43723_object8354:head#
2020-11-16T20:49:50.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d647ab3:::benchmark_data_smithi065_43723_object42561:head#
2020-11-16T20:49:50.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d65a5e3:::benchmark_data_smithi065_43723_object21480:head#
2020-11-16T20:49:50.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d66922f:::benchmark_data_smithi065_43723_object20550:head#
2020-11-16T20:49:50.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d67acdc:::benchmark_data_smithi065_43723_object42044:head#
2020-11-16T20:49:50.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6966f9:::benchmark_data_smithi065_43723_object27190:head#
2020-11-16T20:49:50.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6982a0:::benchmark_data_smithi065_43723_object5139:head#
2020-11-16T20:49:50.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6a0691:::benchmark_data_smithi065_43723_object21335:head#
2020-11-16T20:49:50.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6b007e:::benchmark_data_smithi065_43723_object31748:head#
2020-11-16T20:49:50.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6c30c0:::benchmark_data_smithi065_43723_object4578:head#
2020-11-16T20:49:50.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6ccd1c:::benchmark_data_smithi065_43723_object6975:head#
2020-11-16T20:49:50.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6e9ea0:::benchmark_data_smithi065_43723_object28090:head#
2020-11-16T20:49:50.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6ea4c4:::benchmark_data_smithi065_43723_object13465:head#
2020-11-16T20:49:50.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6f7db9:::benchmark_data_smithi065_43723_object6671:head#
2020-11-16T20:49:50.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d6fee69:::benchmark_data_smithi065_43723_object1040:head#
2020-11-16T20:49:50.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d71543e:::benchmark_data_smithi065_43723_object30794:head#
2020-11-16T20:49:50.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7254fd:::benchmark_data_smithi065_43723_object11047:head#
2020-11-16T20:49:50.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d72e13d:::benchmark_data_smithi065_43723_object16892:head#
2020-11-16T20:49:50.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d73e2bf:::benchmark_data_smithi065_43723_object43013:head#
2020-11-16T20:49:50.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d74c91c:::benchmark_data_smithi065_43723_object25516:head#
2020-11-16T20:49:50.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d755d2b:::benchmark_data_smithi065_43723_object12974:head#
2020-11-16T20:49:50.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d76394b:::benchmark_data_smithi065_43723_object13626:head#
2020-11-16T20:49:50.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7699fe:::benchmark_data_smithi065_43723_object34800:head#
2020-11-16T20:49:50.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d796899:::benchmark_data_smithi065_43723_object3949:head#
2020-11-16T20:49:50.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7a178f:::benchmark_data_smithi065_43723_object40664:head#
2020-11-16T20:49:50.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7ad403:::benchmark_data_smithi065_43723_object28101:head#
2020-11-16T20:49:50.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7c79bf:::benchmark_data_smithi065_43723_object25518:head#
2020-11-16T20:49:50.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7dd0bf:::benchmark_data_smithi065_43723_object41931:head#
2020-11-16T20:49:50.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7eb4e5:::benchmark_data_smithi065_43723_object26956:head#
2020-11-16T20:49:50.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7f00e5:::benchmark_data_smithi065_43723_object38341:head#
2020-11-16T20:49:50.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d7f0161:::benchmark_data_smithi065_43723_object24835:head#
2020-11-16T20:49:50.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d80fd5a:::benchmark_data_smithi065_43723_object3178:head#
2020-11-16T20:49:50.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d81e113:::benchmark_data_smithi065_43723_object30119:head#
2020-11-16T20:49:50.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d821bcb:::benchmark_data_smithi065_43723_object12757:head#
2020-11-16T20:49:50.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d842c2b:::benchmark_data_smithi065_43723_object695:head#
2020-11-16T20:49:50.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d849be2:::benchmark_data_smithi065_43723_object28453:head#
2020-11-16T20:49:50.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d870717:::benchmark_data_smithi065_43723_object33011:head#
2020-11-16T20:49:50.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d87ae53:::benchmark_data_smithi065_43723_object7337:head#
2020-11-16T20:49:50.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d8ba280:::benchmark_data_smithi065_43723_object37598:head#
2020-11-16T20:49:50.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d91e7b5:::benchmark_data_smithi065_43723_object27158:head#
2020-11-16T20:49:50.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d926392:::benchmark_data_smithi065_43723_object28075:head#
2020-11-16T20:49:50.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d93083d:::benchmark_data_smithi065_43723_object13871:head#
2020-11-16T20:49:50.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d9478a4:::benchmark_data_smithi065_43723_object4340:head#
2020-11-16T20:49:50.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d949d3a:::benchmark_data_smithi065_43723_object9900:head#
2020-11-16T20:49:50.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d94e0f0:::benchmark_data_smithi065_43723_object15298:head#
2020-11-16T20:49:50.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d957bac:::benchmark_data_smithi065_43723_object35720:head#
2020-11-16T20:49:50.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d95cf6e:::benchmark_data_smithi065_43723_object28319:head#
2020-11-16T20:49:50.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d961088:::benchmark_data_smithi065_43723_object7277:head#
2020-11-16T20:49:50.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d961faf:::benchmark_data_smithi065_43723_object35403:head#
2020-11-16T20:49:50.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d9714d4:::benchmark_data_smithi065_43723_object28007:head#
2020-11-16T20:49:50.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d973673:::benchmark_data_smithi065_43723_object17325:head#
2020-11-16T20:49:50.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d988992:::benchmark_data_smithi065_43723_object26368:head#
2020-11-16T20:49:50.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d9944a2:::benchmark_data_smithi065_43723_object32840:head#
2020-11-16T20:49:50.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d9a5a94:::benchmark_data_smithi065_43723_object29945:head#
2020-11-16T20:49:50.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d9c61b1:::benchmark_data_smithi065_43723_object13819:head#
2020-11-16T20:49:50.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6d9f2314:::benchmark_data_smithi065_43723_object21153:head#
2020-11-16T20:49:50.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6da1fe28:::benchmark_data_smithi065_43723_object43597:head#
2020-11-16T20:49:50.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6da285a0:::benchmark_data_smithi065_43723_object9550:head#
2020-11-16T20:49:50.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6da4d2a9:::benchmark_data_smithi065_43723_object59:head#
2020-11-16T20:49:50.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6da7aa18:::benchmark_data_smithi065_43723_object38678:head#
2020-11-16T20:49:50.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6da98a83:::benchmark_data_smithi065_43723_object4123:head#
2020-11-16T20:49:50.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6daa28e4:::benchmark_data_smithi065_43723_object3604:head#
2020-11-16T20:49:50.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dab9a04:::benchmark_data_smithi065_43723_object6403:head#
2020-11-16T20:49:50.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dae2266:::benchmark_data_smithi065_43723_object9185:head#
2020-11-16T20:49:50.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6daec4c6:::benchmark_data_smithi065_43723_object5520:head#
2020-11-16T20:49:50.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6daf1765:::benchmark_data_smithi065_43723_object2364:head#
2020-11-16T20:49:50.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6db0bd1f:::benchmark_data_smithi065_43723_object19151:head#
2020-11-16T20:49:50.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6db103d6:::benchmark_data_smithi065_43723_object15566:head#
2020-11-16T20:49:50.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6db141ce:::benchmark_data_smithi065_43723_object2493:head#
2020-11-16T20:49:50.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6db17eb7:::benchmark_data_smithi065_43723_object38319:head#
2020-11-16T20:49:50.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6db2cdb9:::benchmark_data_smithi065_43723_object11421:head#
2020-11-16T20:49:50.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6db2f0c1:::benchmark_data_smithi065_43723_object11691:head#
2020-11-16T20:49:50.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6db85c09:::benchmark_data_smithi065_43723_object30579:head#
2020-11-16T20:49:50.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6db912a3:::benchmark_data_smithi065_43723_object30956:head#
2020-11-16T20:49:50.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dba1680:::benchmark_data_smithi065_43723_object14037:head#
2020-11-16T20:49:50.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc1f53c:::benchmark_data_smithi065_43723_object39195:head#
2020-11-16T20:49:50.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc2883c:::benchmark_data_smithi065_43723_object30543:head#
2020-11-16T20:49:50.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc3a55a:::benchmark_data_smithi065_43723_object38308:head#
2020-11-16T20:49:50.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc4a376:::benchmark_data_smithi065_43723_object30673:head#
2020-11-16T20:49:50.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc4a6de:::benchmark_data_smithi065_43723_object10002:head#
2020-11-16T20:49:50.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc570a2:::benchmark_data_smithi065_43723_object27648:head#
2020-11-16T20:49:50.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc5aae3:::benchmark_data_smithi065_43723_object4144:head#
2020-11-16T20:49:50.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc67bdf:::benchmark_data_smithi065_43723_object12911:head#
2020-11-16T20:49:50.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc7d925:::benchmark_data_smithi065_43723_object27957:head#
2020-11-16T20:49:50.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc8a4e1:::benchmark_data_smithi065_43723_object26282:head#
2020-11-16T20:49:50.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc8b055:::benchmark_data_smithi065_43723_object16710:head#
2020-11-16T20:49:50.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc8c94a:::benchmark_data_smithi065_43723_object30858:head#
2020-11-16T20:49:50.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc8d57c:::benchmark_data_smithi065_43723_object6897:head#
2020-11-16T20:49:50.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc8e814:::benchmark_data_smithi065_43723_object37769:head#
2020-11-16T20:49:50.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dc9eacb:::benchmark_data_smithi065_43723_object39622:head#
2020-11-16T20:49:50.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dcb202b:::benchmark_data_smithi065_43723_object23652:head#
2020-11-16T20:49:50.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dcbe453:::benchmark_data_smithi065_43723_object38581:head#
2020-11-16T20:49:50.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dcfadf6:::benchmark_data_smithi065_43723_object26511:head#
2020-11-16T20:49:50.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd05980:::benchmark_data_smithi065_43723_object33936:head#
2020-11-16T20:49:50.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd1a5d8:::benchmark_data_smithi065_43723_object28698:head#
2020-11-16T20:49:50.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd28a62:::benchmark_data_smithi065_43723_object7264:head#
2020-11-16T20:49:50.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd40ecd:::benchmark_data_smithi065_43723_object24017:head#
2020-11-16T20:49:50.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd595e8:::benchmark_data_smithi065_43723_object12100:head#
2020-11-16T20:49:50.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd95a9a:::benchmark_data_smithi065_43723_object11299:head#
2020-11-16T20:49:50.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd99599:::benchmark_data_smithi065_43723_object37655:head#
2020-11-16T20:49:50.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd9e60e:::benchmark_data_smithi065_43723_object19325:head#
2020-11-16T20:49:50.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dd9f6f5:::benchmark_data_smithi065_43723_object1499:head#
2020-11-16T20:49:50.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ddaafe7:::benchmark_data_smithi065_43723_object34963:head#
2020-11-16T20:49:50.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ddcd071:::benchmark_data_smithi065_43723_object13277:head#
2020-11-16T20:49:50.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ddda390:::benchmark_data_smithi065_43723_object16124:head#
2020-11-16T20:49:50.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dddb8a7:::benchmark_data_smithi065_43723_object24864:head#
2020-11-16T20:49:50.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ddfee36:::benchmark_data_smithi065_43723_object38407:head#
2020-11-16T20:49:50.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de25544:::benchmark_data_smithi065_43723_object29689:head#
2020-11-16T20:49:50.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de2d763:::benchmark_data_smithi065_43723_object35555:head#
2020-11-16T20:49:50.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de3ee94:::benchmark_data_smithi065_43723_object35685:head#
2020-11-16T20:49:50.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de405b8:::benchmark_data_smithi065_43723_object16656:head#
2020-11-16T20:49:50.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de45e4f:::benchmark_data_smithi065_43723_object24002:head#
2020-11-16T20:49:50.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de53b94:::benchmark_data_smithi065_43723_object39512:head#
2020-11-16T20:49:50.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de5cb36:::benchmark_data_smithi065_43723_object20299:head#
2020-11-16T20:49:50.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de6a228:::benchmark_data_smithi065_43723_object30308:head#
2020-11-16T20:49:50.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de6a9c0:::benchmark_data_smithi065_43723_object22484:head#
2020-11-16T20:49:50.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de6d8e5:::benchmark_data_smithi065_43723_object21950:head#
2020-11-16T20:49:50.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de9521d:::benchmark_data_smithi065_43723_object8844:head#
2020-11-16T20:49:50.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6de9f256:::benchmark_data_smithi065_43723_object27045:head#
2020-11-16T20:49:50.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dea8b2c:::benchmark_data_smithi065_43723_object1927:head#
2020-11-16T20:49:50.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ded858c:::benchmark_data_smithi065_43723_object16980:head#
2020-11-16T20:49:50.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6def7616:::benchmark_data_smithi065_43723_object7271:head#
2020-11-16T20:49:50.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6defa2aa:::benchmark_data_smithi065_43723_object616:head#
2020-11-16T20:49:50.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6defb460:::benchmark_data_smithi065_43723_object15669:head#
2020-11-16T20:49:50.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df04a62:::benchmark_data_smithi065_43723_object38544:head#
2020-11-16T20:49:50.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df23d75:::benchmark_data_smithi065_43723_object3293:head#
2020-11-16T20:49:50.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df3913e:::benchmark_data_smithi065_43723_object37981:head#
2020-11-16T20:49:50.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df404e6:::benchmark_data_smithi065_43723_object42272:head#
2020-11-16T20:49:50.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df52128:::benchmark_data_smithi065_43723_object15655:head#
2020-11-16T20:49:50.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df62ef4:::benchmark_data_smithi065_43723_object13650:head#
2020-11-16T20:49:50.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df6552c:::benchmark_data_smithi065_43723_object28950:head#
2020-11-16T20:49:50.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df7a4f2:::benchmark_data_smithi065_43723_object22179:head#
2020-11-16T20:49:50.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6df92453:::benchmark_data_smithi065_43723_object34237:head#
2020-11-16T20:49:50.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dfc247b:::benchmark_data_smithi065_43723_object14565:head#
2020-11-16T20:49:50.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dfea613:::benchmark_data_smithi065_43723_object38782:head#
2020-11-16T20:49:50.627 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dfef060:::benchmark_data_smithi065_43723_object30077:head#
2020-11-16T20:49:50.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6dffd384:::benchmark_data_smithi065_43723_object36728:head#
2020-11-16T20:49:50.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e01edc6:::benchmark_data_smithi065_43723_object4342:head#
2020-11-16T20:49:50.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e029bf4:::benchmark_data_smithi065_43723_object7693:head#
2020-11-16T20:49:50.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e036b63:::benchmark_data_smithi065_43723_object41825:head#
2020-11-16T20:49:50.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e04963e:::benchmark_data_smithi065_43723_object43136:head#
2020-11-16T20:49:50.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e061d71:::benchmark_data_smithi065_43723_object39854:head#
2020-11-16T20:49:50.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e0675d7:::benchmark_data_smithi065_43723_object12478:head#
2020-11-16T20:49:50.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e06f63e:::benchmark_data_smithi065_43723_object42994:head#
2020-11-16T20:49:50.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e083d6d:::benchmark_data_smithi065_43723_object28371:head#
2020-11-16T20:49:50.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e08d6b1:::benchmark_data_smithi065_43723_object23292:head#
2020-11-16T20:49:50.633 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:50.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e095ce1:::benchmark_data_smithi065_43723_object29032:head#
2020-11-16T20:49:50.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e098d4f:::benchmark_data_smithi065_43723_object10014:head#
2020-11-16T20:49:50.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e0b3a40:::benchmark_data_smithi065_43723_object36077:head#
2020-11-16T20:49:50.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e0ba5a1:::benchmark_data_smithi065_43723_object40999:head#
2020-11-16T20:49:50.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e120c09:::benchmark_data_smithi065_43723_object1080:head#
2020-11-16T20:49:50.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e141553:::benchmark_data_smithi065_43723_object24551:head#
2020-11-16T20:49:50.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e1641a4:::benchmark_data_smithi065_43723_object29953:head#
2020-11-16T20:49:50.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e16e268:::benchmark_data_smithi065_43723_object38515:head#
2020-11-16T20:49:50.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e184a50:::benchmark_data_smithi065_43723_object38189:head#
2020-11-16T20:49:50.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e19fc45:::benchmark_data_smithi065_43723_object20113:head#
2020-11-16T20:49:50.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e1acc38:::benchmark_data_smithi065_43723_object18683:head#
2020-11-16T20:49:50.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e1c4cce:::benchmark_data_smithi065_43723_object32116:head#
2020-11-16T20:49:50.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e1e071e:::benchmark_data_smithi065_43723_object9490:head#
2020-11-16T20:49:50.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e1e2903:::benchmark_data_smithi065_43723_object18122:head#
2020-11-16T20:49:50.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e1f1f7c:::benchmark_data_smithi065_43723_object32596:head#
2020-11-16T20:49:50.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e21819d:::benchmark_data_smithi065_43723_object4262:head#
2020-11-16T20:49:50.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e2376e9:::benchmark_data_smithi065_43723_object39827:head#
2020-11-16T20:49:50.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e246cd3:::benchmark_data_smithi065_43723_object4933:head#
2020-11-16T20:49:50.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e260409:::benchmark_data_smithi065_43723_object35569:head#
2020-11-16T20:49:50.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e27c8ec:::benchmark_data_smithi065_43723_object4831:head#
2020-11-16T20:49:50.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e290d19:::benchmark_data_smithi065_43723_object10387:head#
2020-11-16T20:49:50.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e2c503e:::benchmark_data_smithi065_43723_object43687:head#
2020-11-16T20:49:50.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e2d0443:::benchmark_data_smithi065_43723_object41558:head#
2020-11-16T20:49:50.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e2de629:::benchmark_data_smithi065_43723_object10573:head#
2020-11-16T20:49:50.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e2f9db5:::benchmark_data_smithi065_43723_object30511:head#
2020-11-16T20:49:50.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e2ff931:::benchmark_data_smithi065_43723_object34230:head#
2020-11-16T20:49:50.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e3476d6:::benchmark_data_smithi065_43723_object37020:head#
2020-11-16T20:49:50.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e3637d7:::benchmark_data_smithi065_43723_object34327:head#
2020-11-16T20:49:50.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e365c5f:::benchmark_data_smithi065_43723_object173:head#
2020-11-16T20:49:50.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e378510:::benchmark_data_smithi065_43723_object34607:head#
2020-11-16T20:49:50.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e3819bc:::benchmark_data_smithi065_43723_object29502:head#
2020-11-16T20:49:50.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e38dcbf:::benchmark_data_smithi065_43723_object14153:head#
2020-11-16T20:49:50.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e39ec2c:::benchmark_data_smithi065_43723_object33165:head#
2020-11-16T20:49:50.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e3a4fd1:::benchmark_data_smithi065_43723_object4659:head#
2020-11-16T20:49:50.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e3b7493:::benchmark_data_smithi065_43723_object3058:head#
2020-11-16T20:49:50.651 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e3c052b:::benchmark_data_smithi065_43723_object18262:head#
2020-11-16T20:49:50.652 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e3d5952:::benchmark_data_smithi065_43723_object18060:head#
2020-11-16T20:49:50.652 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e3fd229:::benchmark_data_smithi065_43723_object36042:head#
2020-11-16T20:49:50.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e429412:::benchmark_data_smithi065_43723_object6990:head#
2020-11-16T20:49:50.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e43d1c1:::benchmark_data_smithi065_43723_object2027:head#
2020-11-16T20:49:50.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e4637d1:::benchmark_data_smithi065_43723_object35046:head#
2020-11-16T20:49:50.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e47387b:::benchmark_data_smithi065_43723_object18900:head#
2020-11-16T20:49:50.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e49a482:::benchmark_data_smithi065_43723_object28845:head#
2020-11-16T20:49:50.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e49b5ee:::benchmark_data_smithi065_43723_object15634:head#
2020-11-16T20:49:50.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e49c5e2:::benchmark_data_smithi065_43723_object4567:head#
2020-11-16T20:49:50.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e4a4c82:::benchmark_data_smithi065_43723_object19570:head#
2020-11-16T20:49:50.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e4a4e23:::benchmark_data_smithi065_43723_object29741:head#
2020-11-16T20:49:50.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e4b3749:::benchmark_data_smithi065_43723_object29863:head#
2020-11-16T20:49:50.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e4bd1e3:::benchmark_data_smithi065_43723_object1000:head#
2020-11-16T20:49:50.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e4e7c61:::benchmark_data_smithi065_43723_object36812:head#
2020-11-16T20:49:50.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e50dee4:::benchmark_data_smithi065_43723_object35763:head#
2020-11-16T20:49:50.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e510634:::benchmark_data_smithi065_43723_object22535:head#
2020-11-16T20:49:50.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e51c436:::benchmark_data_smithi065_43723_object25025:head#
2020-11-16T20:49:50.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e54abc8:::benchmark_data_smithi065_43723_object38391:head#
2020-11-16T20:49:50.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e554038:::benchmark_data_smithi065_43723_object3448:head#
2020-11-16T20:49:50.667 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e56b1f2:::benchmark_data_smithi065_43723_object7849:head#
2020-11-16T20:49:50.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e57ba01:::benchmark_data_smithi065_43723_object22261:head#
2020-11-16T20:49:50.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e5c9715:::benchmark_data_smithi065_43723_object2366:head#
2020-11-16T20:49:50.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e5ceed0:::benchmark_data_smithi065_43723_object30521:head#
2020-11-16T20:49:50.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e5d0e29:::benchmark_data_smithi065_43723_object24741:head#
2020-11-16T20:49:50.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e5d740c:::benchmark_data_smithi065_43723_object39193:head#
2020-11-16T20:49:50.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e5ea9e5:::benchmark_data_smithi065_43723_object34515:head#
2020-11-16T20:49:50.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e5fc819:::benchmark_data_smithi065_43723_object24054:head#
2020-11-16T20:49:50.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e6326ec:::benchmark_data_smithi065_43723_object2703:head#
2020-11-16T20:49:50.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e6373e9:::benchmark_data_smithi065_43723_object2770:head#
2020-11-16T20:49:50.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e64abc2:::benchmark_data_smithi065_43723_object33096:head#
2020-11-16T20:49:50.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e673194:::benchmark_data_smithi065_43723_object43439:head#
2020-11-16T20:49:50.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e6b51bd:::benchmark_data_smithi065_43723_object6582:head#
2020-11-16T20:49:50.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e6d6d51:::benchmark_data_smithi065_43723_object26034:head#
2020-11-16T20:49:50.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e6f1803:::benchmark_data_smithi065_43723_object24250:head#
2020-11-16T20:49:50.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e791c29:::benchmark_data_smithi065_43723_object19608:head#
2020-11-16T20:49:50.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e7ea976:::benchmark_data_smithi065_43723_object2903:head#
2020-11-16T20:49:50.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e7f5151:::benchmark_data_smithi065_43723_object41321:head#
2020-11-16T20:49:50.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e80f77f:::benchmark_data_smithi065_43723_object18965:head#
2020-11-16T20:49:50.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e83b8a9:::benchmark_data_smithi065_43723_object30626:head#
2020-11-16T20:49:50.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e83f7cc:::benchmark_data_smithi065_43723_object23125:head#
2020-11-16T20:49:50.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e84742a:::benchmark_data_smithi065_43723_object37229:head#
2020-11-16T20:49:50.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e84f3dd:::benchmark_data_smithi065_43723_object39338:head#
2020-11-16T20:49:50.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e860d82:::benchmark_data_smithi065_43723_object32816:head#
2020-11-16T20:49:50.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e863902:::benchmark_data_smithi065_43723_object4824:head#
2020-11-16T20:49:50.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e87d4b6:::benchmark_data_smithi065_43723_object4754:head#
2020-11-16T20:49:50.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e87e35e:::benchmark_data_smithi065_43723_object13835:head#
2020-11-16T20:49:50.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e8e620e:::benchmark_data_smithi065_43723_object6985:head#
2020-11-16T20:49:50.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e8e67b4:::benchmark_data_smithi065_43723_object31656:head#
2020-11-16T20:49:50.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e90651d:::benchmark_data_smithi065_43723_object35960:head#
2020-11-16T20:49:50.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e9178eb:::benchmark_data_smithi065_43723_object43469:head#
2020-11-16T20:49:50.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e9227a7:::benchmark_data_smithi065_43723_object458:head#
2020-11-16T20:49:50.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e925f46:::benchmark_data_smithi065_43723_object37682:head#
2020-11-16T20:49:50.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e95193c:::benchmark_data_smithi065_43723_object33903:head#
2020-11-16T20:49:50.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e95dad3:::benchmark_data_smithi065_43723_object9803:head#
2020-11-16T20:49:50.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e96b58f:::benchmark_data_smithi065_43723_object23257:head#
2020-11-16T20:49:50.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e96ee97:::benchmark_data_smithi065_43723_object13883:head#
2020-11-16T20:49:50.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e96f0df:::benchmark_data_smithi065_43723_object17494:head#
2020-11-16T20:49:50.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e975e19:::benchmark_data_smithi065_43723_object39921:head#
2020-11-16T20:49:50.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e978637:::benchmark_data_smithi065_43723_object30150:head#
2020-11-16T20:49:50.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e98087d:::benchmark_data_smithi065_43723_object19733:head#
2020-11-16T20:49:50.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e987ba2:::benchmark_data_smithi065_43723_object34365:head#
2020-11-16T20:49:50.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e990f15:::benchmark_data_smithi065_43723_object21564:head#
2020-11-16T20:49:50.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e9a1db5:::benchmark_data_smithi065_43723_object39750:head#
2020-11-16T20:49:50.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e9e834a:::benchmark_data_smithi065_43723_object24620:head#
2020-11-16T20:49:50.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6e9eaa7e:::benchmark_data_smithi065_43723_object32622:head#
2020-11-16T20:49:50.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ea054bb:::benchmark_data_smithi065_43723_object7149:head#
2020-11-16T20:49:50.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ea36889:::benchmark_data_smithi065_43723_object38342:head#
2020-11-16T20:49:50.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ea8fc11:::benchmark_data_smithi065_43723_object30623:head#
2020-11-16T20:49:50.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eaa7c28:::benchmark_data_smithi065_43723_object10803:head#
2020-11-16T20:49:50.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eb047b4:::benchmark_data_smithi065_43723_object38286:head#
2020-11-16T20:49:50.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eb0f272:::benchmark_data_smithi065_43723_object1475:head#
2020-11-16T20:49:50.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eb23cb7:::benchmark_data_smithi065_43723_object23367:head#
2020-11-16T20:49:50.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eb4fb05:::benchmark_data_smithi065_43723_object6052:head#
2020-11-16T20:49:50.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eb52ea1:::benchmark_data_smithi065_43723_object38781:head#
2020-11-16T20:49:50.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eb7743c:::benchmark_data_smithi065_43723_object15827:head#
2020-11-16T20:49:50.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eb7ffa2:::benchmark_data_smithi065_43723_object7753:head#
2020-11-16T20:49:50.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eba5f58:::benchmark_data_smithi065_43723_object32911:head#
2020-11-16T20:49:50.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ebb31fa:::benchmark_data_smithi065_43723_object3713:head#
2020-11-16T20:49:50.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ebb9169:::benchmark_data_smithi065_43723_object37830:head#
2020-11-16T20:49:50.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ebbfeaf:::benchmark_data_smithi065_43723_object447:head#
2020-11-16T20:49:50.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ebc04f8:::benchmark_data_smithi065_43723_object43395:head#
2020-11-16T20:49:50.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ebdf5ca:::benchmark_data_smithi065_43723_object37116:head#
2020-11-16T20:49:50.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ec642e1:::benchmark_data_smithi065_43723_object28415:head#
2020-11-16T20:49:50.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ec7f40d:::benchmark_data_smithi065_43723_object18766:head#
2020-11-16T20:49:50.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ecb97e2:::benchmark_data_smithi065_43723_object15208:head#
2020-11-16T20:49:50.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ece5401:::benchmark_data_smithi065_43723_object1990:head#
2020-11-16T20:49:50.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ed0d083:::benchmark_data_smithi065_43723_object13577:head#
2020-11-16T20:49:50.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ed0e7ba:::benchmark_data_smithi065_43723_object4417:head#
2020-11-16T20:49:50.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ed24a91:::benchmark_data_smithi065_43723_object3549:head#
2020-11-16T20:49:50.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ed258b6:::benchmark_data_smithi065_43723_object22978:head#
2020-11-16T20:49:50.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ed4ebd9:::benchmark_data_smithi065_43723_object39306:head#
2020-11-16T20:49:50.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6edff0d1:::benchmark_data_smithi065_43723_object9843:head#
2020-11-16T20:49:50.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee0fc99:::benchmark_data_smithi065_43723_object14563:head#
2020-11-16T20:49:50.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee25d1d:::benchmark_data_smithi065_43723_object24046:head#
2020-11-16T20:49:50.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee2cca6:::benchmark_data_smithi065_43723_object9158:head#
2020-11-16T20:49:50.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee30135:::benchmark_data_smithi065_43723_object13421:head#
2020-11-16T20:49:50.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee3c060:::benchmark_data_smithi065_43723_object19205:head#
2020-11-16T20:49:50.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee40886:::benchmark_data_smithi065_43723_object11433:head#
2020-11-16T20:49:50.717 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee434f6:::benchmark_data_smithi065_43723_object22686:head#
2020-11-16T20:49:50.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee5d296:::benchmark_data_smithi065_43723_object33170:head#
2020-11-16T20:49:50.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee69661:::benchmark_data_smithi065_43723_object18236:head#
2020-11-16T20:49:50.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee74234:::benchmark_data_smithi065_43723_object15189:head#
2020-11-16T20:49:50.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee87be9:::benchmark_data_smithi065_43723_object19547:head#
2020-11-16T20:49:50.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ee97668:::benchmark_data_smithi065_43723_object4520:head#
2020-11-16T20:49:50.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eea1dd0:::benchmark_data_smithi065_43723_object2959:head#
2020-11-16T20:49:50.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eebe632:::benchmark_data_smithi065_43723_object9285:head#
2020-11-16T20:49:50.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eebe87a:::benchmark_data_smithi065_43723_object14231:head#
2020-11-16T20:49:50.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eed89da:::benchmark_data_smithi065_43723_object43707:head#
2020-11-16T20:49:50.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6eefb4bf:::benchmark_data_smithi065_43723_object41224:head#
2020-11-16T20:49:50.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ef19d84:::benchmark_data_smithi065_43723_object33593:head#
2020-11-16T20:49:50.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ef281e3:::benchmark_data_smithi065_43723_object18875:head#
2020-11-16T20:49:50.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ef34e99:::benchmark_data_smithi065_43723_object1081:head#
2020-11-16T20:49:50.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ef3dd15:::benchmark_data_smithi065_43723_object42817:head#
2020-11-16T20:49:50.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ef5d222:::benchmark_data_smithi065_43723_object43223:head#
2020-11-16T20:49:50.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6efb39fb:::benchmark_data_smithi065_43723_object43832:head#
2020-11-16T20:49:50.724 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6efcb0b3:::benchmark_data_smithi065_43723_object27730:head#
2020-11-16T20:49:50.725 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f007dac:::benchmark_data_smithi065_43723_object19867:head#
2020-11-16T20:49:50.725 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f021345:::benchmark_data_smithi065_43723_object4562:head#
2020-11-16T20:49:50.726 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f049364:::benchmark_data_smithi065_43723_object11577:head#
2020-11-16T20:49:50.726 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f093377:::benchmark_data_smithi065_43723_object21541:head#
2020-11-16T20:49:50.727 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f0c4811:::benchmark_data_smithi065_43723_object29306:head#
2020-11-16T20:49:50.730 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f0c7ce8:::benchmark_data_smithi065_43723_object28482:head#
2020-11-16T20:49:50.730 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f0ef6a8:::benchmark_data_smithi065_43723_object27566:head#
2020-11-16T20:49:50.731 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f10863d:::benchmark_data_smithi065_43723_object23913:head#
2020-11-16T20:49:50.731 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f1188e1:::benchmark_data_smithi065_43723_object24485:head#
2020-11-16T20:49:50.731 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f119f76:::benchmark_data_smithi065_43723_object9710:head#
2020-11-16T20:49:50.731 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f12eb43:::benchmark_data_smithi065_43723_object884:head#
2020-11-16T20:49:50.732 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f163de7:::benchmark_data_smithi065_43723_object31337:head#
2020-11-16T20:49:50.732 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f18df0b:::benchmark_data_smithi065_43723_object30705:head#
2020-11-16T20:49:50.732 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f1a83ce:::benchmark_data_smithi065_43723_object25869:head#
2020-11-16T20:49:50.733 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f1b6437:::benchmark_data_smithi065_43723_object41918:head#
2020-11-16T20:49:50.733 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f1c087a:::benchmark_data_smithi065_43723_object33431:head#
2020-11-16T20:49:50.734 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f1e45c1:::benchmark_data_smithi065_43723_object20152:head#
2020-11-16T20:49:50.734 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f1ec5e5:::benchmark_data_smithi065_43723_object22973:head#
2020-11-16T20:49:50.735 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f202a6f:::benchmark_data_smithi065_43723_object42141:head#
2020-11-16T20:49:50.735 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f239840:::benchmark_data_smithi065_43723_object43753:head#
2020-11-16T20:49:50.737 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f23bd6c:::benchmark_data_smithi065_43723_object19319:head#
2020-11-16T20:49:50.737 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f23eda6:::benchmark_data_smithi065_43723_object29817:head#
2020-11-16T20:49:50.737 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f243edf:::benchmark_data_smithi065_43723_object31813:head#
2020-11-16T20:49:50.740 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f2518d9:::benchmark_data_smithi065_43723_object19143:head#
2020-11-16T20:49:50.740 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f25a784:::benchmark_data_smithi065_43723_object12941:head#
2020-11-16T20:49:50.740 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f28cde4:::benchmark_data_smithi065_43723_object5842:head#
2020-11-16T20:49:50.742 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f293606:::benchmark_data_smithi065_43723_object15321:head#
2020-11-16T20:49:50.742 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f2e2388:::benchmark_data_smithi065_43723_object22432:head#
2020-11-16T20:49:50.743 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f2fc374:::benchmark_data_smithi065_43723_object39974:head#
2020-11-16T20:49:50.746 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f346c1c:::benchmark_data_smithi065_43723_object27053:head#
2020-11-16T20:49:50.746 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f38667d:::benchmark_data_smithi065_43723_object34567:head#
2020-11-16T20:49:50.747 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f388b0b:::benchmark_data_smithi065_43723_object18026:head#
2020-11-16T20:49:50.747 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f3a90c4:::benchmark_data_smithi065_43723_object7092:head#
2020-11-16T20:49:50.747 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f3d52cb:::benchmark_data_smithi065_43723_object20306:head#
2020-11-16T20:49:50.748 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f3ee754:::benchmark_data_smithi065_43723_object41517:head#
2020-11-16T20:49:50.748 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f3f1e66:::benchmark_data_smithi065_43723_object42931:head#
2020-11-16T20:49:50.749 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f3f9ac5:::benchmark_data_smithi065_43723_object27504:head#
2020-11-16T20:49:50.749 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f4068ba:::benchmark_data_smithi065_43723_object4950:head#
2020-11-16T20:49:50.750 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f410591:::benchmark_data_smithi065_43723_object1351:head#
2020-11-16T20:49:50.756 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f440155:::benchmark_data_smithi065_43723_object9829:head#
2020-11-16T20:49:50.757 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f440c52:::benchmark_data_smithi065_43723_object10021:head#
2020-11-16T20:49:50.757 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f44c450:::benchmark_data_smithi065_43723_object18426:head#
2020-11-16T20:49:50.757 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f44ce4b:::benchmark_data_smithi065_43723_object36672:head#
2020-11-16T20:49:50.757 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f473832:::benchmark_data_smithi065_43723_object6624:head#
2020-11-16T20:49:50.757 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f498aef:::benchmark_data_smithi065_43723_object32466:head#
2020-11-16T20:49:50.758 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f4c7884:::benchmark_data_smithi065_43723_object8358:head#
2020-11-16T20:49:50.758 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f4e3783:::benchmark_data_smithi065_43723_object40964:head#
2020-11-16T20:49:50.758 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f4f59d7:::benchmark_data_smithi065_43723_object27897:head#
2020-11-16T20:49:50.759 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f51727b:::benchmark_data_smithi065_43723_object18297:head#
2020-11-16T20:49:50.759 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f540b1a:::benchmark_data_smithi065_43723_object25047:head#
2020-11-16T20:49:50.760 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f56ccd0:::benchmark_data_smithi065_43723_object27545:head#
2020-11-16T20:49:50.760 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f576aff:::benchmark_data_smithi065_43723_object20222:head#
2020-11-16T20:49:50.764 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f585384:::benchmark_data_smithi065_43723_object25946:head#
2020-11-16T20:49:50.765 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f5a95f6:::benchmark_data_smithi065_43723_object15035:head#
2020-11-16T20:49:50.765 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f5f9952:::benchmark_data_smithi065_43723_object36963:head#
2020-11-16T20:49:50.765 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f650221:::benchmark_data_smithi065_43723_object12915:head#
2020-11-16T20:49:50.765 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f69b581:::benchmark_data_smithi065_43723_object38198:head#
2020-11-16T20:49:50.765 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f6b0770:::benchmark_data_smithi065_43723_object35992:head#
2020-11-16T20:49:50.765 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f6f4a8f:::benchmark_data_smithi065_43723_object19951:head#
2020-11-16T20:49:50.765 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f6fb199:::benchmark_data_smithi065_43723_object15754:head#
2020-11-16T20:49:50.766 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f705f89:::benchmark_data_smithi065_43723_object8713:head#
2020-11-16T20:49:50.766 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f72d4d5:::benchmark_data_smithi065_43723_object21776:head#
2020-11-16T20:49:50.766 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f75270f:::benchmark_data_smithi065_43723_object11990:head#
2020-11-16T20:49:50.766 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f78900b:::benchmark_data_smithi065_43723_object8162:head#
2020-11-16T20:49:50.769 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f78ff46:::benchmark_data_smithi065_43723_object30040:head#
2020-11-16T20:49:50.769 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f79873b:::benchmark_data_smithi065_43723_object15990:head#
2020-11-16T20:49:50.771 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f7a5147:::benchmark_data_smithi065_43723_object26930:head#
2020-11-16T20:49:50.771 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f7b0808:::benchmark_data_smithi065_43723_object22439:head#
2020-11-16T20:49:50.771 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f7ceadc:::benchmark_data_smithi065_43723_object1183:head#
2020-11-16T20:49:50.772 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f7ceafc:::benchmark_data_smithi065_43723_object38316:head#
2020-11-16T20:49:50.772 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f7e39c2:::benchmark_data_smithi065_43723_object23409:head#
2020-11-16T20:49:50.773 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f7e6860:::benchmark_data_smithi065_43723_object34043:head#
2020-11-16T20:49:50.773 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f7ef365:::benchmark_data_smithi065_43723_object7789:head#
2020-11-16T20:49:50.774 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f7f53aa:::benchmark_data_smithi065_43723_object42804:head#
2020-11-16T20:49:50.774 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f80ea5c:::benchmark_data_smithi065_43723_object434:head#
2020-11-16T20:49:50.775 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f811586:::benchmark_data_smithi065_43723_object23784:head#
2020-11-16T20:49:50.775 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f8182ce:::benchmark_data_smithi065_43723_object31738:head#
2020-11-16T20:49:50.776 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f82730c:::benchmark_data_smithi065_43723_object18027:head#
2020-11-16T20:49:50.776 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f840de7:::benchmark_data_smithi065_43723_object20988:head#
2020-11-16T20:49:50.777 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f857d6c:::benchmark_data_smithi065_43723_object33252:head#
2020-11-16T20:49:50.780 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f85b44d:::benchmark_data_smithi065_43723_object12112:head#
2020-11-16T20:49:50.783 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f85c49e:::benchmark_data_smithi065_43723_object22444:head#
2020-11-16T20:49:50.783 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f860ecf:::benchmark_data_smithi065_43723_object30464:head#
2020-11-16T20:49:50.783 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f8633ae:::benchmark_data_smithi065_43723_object7900:head#
2020-11-16T20:49:50.783 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f8b0d70:::benchmark_data_smithi065_43723_object3616:head#
2020-11-16T20:49:50.784 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f8bc7eb:::benchmark_data_smithi065_43723_object7852:head#
2020-11-16T20:49:50.784 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f8be46a:::benchmark_data_smithi065_43723_object15491:head#
2020-11-16T20:49:50.785 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f90142b:::benchmark_data_smithi065_43723_object1256:head#
2020-11-16T20:49:50.786 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f91479a:::benchmark_data_smithi065_43723_object3102:head#
2020-11-16T20:49:50.786 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f9192b7:::benchmark_data_smithi065_43723_object14752:head#
2020-11-16T20:49:50.789 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f920d0d:::benchmark_data_smithi065_43723_object14408:head#
2020-11-16T20:49:50.789 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f92dc59:::benchmark_data_smithi065_43723_object31437:head#
2020-11-16T20:49:50.790 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f940cdc:::benchmark_data_smithi065_43723_object15605:head#
2020-11-16T20:49:50.790 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f940eed:::benchmark_data_smithi065_43723_object21921:head#
2020-11-16T20:49:50.792 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f94a4ae:::benchmark_data_smithi065_43723_object19350:head#
2020-11-16T20:49:50.793 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f96e5d4:::benchmark_data_smithi065_43723_object35690:head#
2020-11-16T20:49:50.795 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f99918c:::benchmark_data_smithi065_43723_object13508:head#
2020-11-16T20:49:50.796 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f9d168d:::benchmark_data_smithi065_43723_object10683:head#
2020-11-16T20:49:50.796 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f9da147:::benchmark_data_smithi065_43723_object13402:head#
2020-11-16T20:49:50.796 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6f9ef810:::benchmark_data_smithi065_43723_object40024:head#
2020-11-16T20:49:50.797 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fa252be:::benchmark_data_smithi065_43723_object39230:head#
2020-11-16T20:49:50.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fa693eb:::benchmark_data_smithi065_43723_object12399:head#
2020-11-16T20:49:50.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fa6fcfd:::benchmark_data_smithi065_43723_object6454:head#
2020-11-16T20:49:50.798 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fa775f6:::benchmark_data_smithi065_43723_object18763:head#
2020-11-16T20:49:50.799 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fa915b9:::benchmark_data_smithi065_43723_object16386:head#
2020-11-16T20:49:50.799 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6faa946d:::benchmark_data_smithi065_43723_object23503:head#
2020-11-16T20:49:50.800 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fac02d9:::benchmark_data_smithi065_43723_object39115:head#
2020-11-16T20:49:50.800 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fafac00:::benchmark_data_smithi065_43723_object26627:head#
2020-11-16T20:49:50.801 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fafdf8f:::benchmark_data_smithi065_43723_object5714:head#
2020-11-16T20:49:50.801 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fb29449:::benchmark_data_smithi065_43723_object21100:head#
2020-11-16T20:49:50.802 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fb42ca1:::benchmark_data_smithi065_43723_object3409:head#
2020-11-16T20:49:50.802 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fb47f81:::benchmark_data_smithi065_43723_object30752:head#
2020-11-16T20:49:50.803 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fb4cf05:::benchmark_data_smithi065_43723_object30104:head#
2020-11-16T20:49:50.804 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fb8fdba:::benchmark_data_smithi065_43723_object32888:head#
2020-11-16T20:49:50.804 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fbb287f:::benchmark_data_smithi065_43723_object42429:head#
2020-11-16T20:49:50.805 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fbb9b55:::benchmark_data_smithi065_43723_object12957:head#
2020-11-16T20:49:50.805 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fbbbad6:::benchmark_data_smithi065_43723_object4789:head#
2020-11-16T20:49:50.806 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fbcd765:::benchmark_data_smithi065_43723_object38592:head#
2020-11-16T20:49:50.806 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fc1a884:::benchmark_data_smithi065_43723_object21254:head#
2020-11-16T20:49:50.807 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fc416c9:::benchmark_data_smithi065_43723_object19837:head#
2020-11-16T20:49:50.807 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fc8bd24:::benchmark_data_smithi065_43723_object6317:head#
2020-11-16T20:49:50.807 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fc8ce90:::benchmark_data_smithi065_43723_object31252:head#
2020-11-16T20:49:50.808 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fc8e99c:::benchmark_data_smithi065_43723_object31053:head#
2020-11-16T20:49:50.808 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fccb875:::benchmark_data_smithi065_43723_object27601:head#
2020-11-16T20:49:50.809 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fcd007f:::benchmark_data_smithi065_43723_object1762:head#
2020-11-16T20:49:50.809 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fd22068:::benchmark_data_smithi065_43723_object40914:head#
2020-11-16T20:49:50.810 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fd38d47:::benchmark_data_smithi065_43723_object41176:head#
2020-11-16T20:49:50.811 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fd44755:::benchmark_data_smithi065_43723_object21635:head#
2020-11-16T20:49:50.811 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fd6fe69:::benchmark_data_smithi065_43723_object8374:head#
2020-11-16T20:49:50.812 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fd8c7bc:::benchmark_data_smithi065_43723_object33140:head#
2020-11-16T20:49:50.812 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fd91fde:::benchmark_data_smithi065_43723_object10700:head#
2020-11-16T20:49:50.812 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdac1aa:::benchmark_data_smithi065_43723_object28213:head#
2020-11-16T20:49:50.813 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdb2851:::benchmark_data_smithi065_43723_object8420:head#
2020-11-16T20:49:50.813 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdcbc89:::benchmark_data_smithi065_43723_object2960:head#
2020-11-16T20:49:50.814 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdcf745:::benchmark_data_smithi065_43723_object16282:head#
2020-11-16T20:49:50.814 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdd2e40:::benchmark_data_smithi065_43723_object5869:head#
2020-11-16T20:49:50.817 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdd8f7a:::benchmark_data_smithi065_43723_object37507:head#
2020-11-16T20:49:50.818 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdea89b:::benchmark_data_smithi065_43723_object5651:head#
2020-11-16T20:49:50.819 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdec445:::benchmark_data_smithi065_43723_object40105:head#
2020-11-16T20:49:50.819 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fdf7469:::benchmark_data_smithi065_43723_object27968:head#
2020-11-16T20:49:50.820 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fe2ce2a:::benchmark_data_smithi065_43723_object5877:head#
2020-11-16T20:49:50.820 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fe744e7:::benchmark_data_smithi065_43723_object5562:head#
2020-11-16T20:49:50.821 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fe7e632:::benchmark_data_smithi065_43723_object27912:head#
2020-11-16T20:49:50.822 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6fea77af:::benchmark_data_smithi065_43723_object22559:head#
2020-11-16T20:49:50.823 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6feda753:::benchmark_data_smithi065_43723_object37636:head#
2020-11-16T20:49:50.823 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ff3cd1a:::benchmark_data_smithi065_43723_object25082:head#
2020-11-16T20:49:50.824 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ff526bf:::benchmark_data_smithi065_43723_object29944:head#
2020-11-16T20:49:50.824 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ff64681:::benchmark_data_smithi065_43723_object21646:head#
2020-11-16T20:49:50.825 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ff743e3:::benchmark_data_smithi065_43723_object29779:head#
2020-11-16T20:49:50.826 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ff973e4:::benchmark_data_smithi065_43723_object26568:head#
2020-11-16T20:49:50.826 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ffa0207:::benchmark_data_smithi065_43723_object597:head#
2020-11-16T20:49:50.827 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ffb1d07:::benchmark_data_smithi065_43723_object26075:head#
2020-11-16T20:49:50.828 INFO:teuthology.orchestra.run.smithi142.stderr:Read #6:6ffc1ef1:::benchmark_data_smithi065_43723_object11015:head#
2020-11-16T20:49:50.830 INFO:teuthology.orchestra.run.smithi142.stderr:Export successful
2020-11-16T20:49:51.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:50 smithi065 bash[9468]: cluster 2020-11-16T20:49:49.545190+0000 osd.4 (osd.4) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:51.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:50 smithi065 bash[9468]: cluster 2020-11-16T20:49:49.545258+0000 osd.4 (osd.4) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:50 smithi065 bash[9468]: cluster 2020-11-16T20:49:49.568517+0000 mon.a (mon.0) 2159 : cluster [DBG] osdmap e658: 12 total, 11 up, 8 in
2020-11-16T20:49:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:50 smithi065 bash[9468]: cluster 2020-11-16T20:49:50.452296+0000 mgr.x (mgr.14196) 1144 : cluster [DBG] pgmap v1706: 17 pgs: 4 active+recovering+degraded, 13 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 2558/165396 objects degraded (1.547%); 32 MiB/s, 506 objects/s recovering
2020-11-16T20:49:51.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:50 smithi142 bash[9523]: cluster 2020-11-16T20:49:49.545190+0000 osd.4 (osd.4) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:51.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:50 smithi142 bash[9523]: cluster 2020-11-16T20:49:49.545258+0000 osd.4 (osd.4) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:51.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:50 smithi142 bash[9523]: cluster 2020-11-16T20:49:49.568517+0000 mon.a (mon.0) 2159 : cluster [DBG] osdmap e658: 12 total, 11 up, 8 in
2020-11-16T20:49:51.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:50 smithi142 bash[9523]: cluster 2020-11-16T20:49:50.452296+0000 mgr.x (mgr.14196) 1144 : cluster [DBG] pgmap v1706: 17 pgs: 4 active+recovering+degraded, 13 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 2558/165396 objects degraded (1.547%); 32 MiB/s, 506 objects/s recovering
2020-11-16T20:49:51.044 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:50 smithi071 bash[9480]: cluster 2020-11-16T20:49:49.545190+0000 osd.4 (osd.4) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:49:51.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:50 smithi071 bash[9480]: cluster 2020-11-16T20:49:49.545258+0000 osd.4 (osd.4) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:49:51.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:50 smithi071 bash[9480]: cluster 2020-11-16T20:49:49.568517+0000 mon.a (mon.0) 2159 : cluster [DBG] osdmap e658: 12 total, 11 up, 8 in
2020-11-16T20:49:51.045 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:50 smithi071 bash[9480]: cluster 2020-11-16T20:49:50.452296+0000 mgr.x (mgr.14196) 1144 : cluster [DBG] pgmap v1706: 17 pgs: 4 active+recovering+degraded, 13 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 2558/165396 objects degraded (1.547%); 32 MiB/s, 506 objects/s recovering
2020-11-16T20:49:51.045 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:50 smithi071 bash[14419]: debug 2020-11-16T20:49:50.534+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:51.122 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   89      16     86584     86568   60.7848   61.4375  0.00405947   0.0164289
2020-11-16T20:49:51.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:51 smithi142 bash[9523]: cluster 2020-11-16T20:49:51.636086+0000 mon.a (mon.0) 2160 : cluster [WRN] Health check update: Degraded data redundancy: 2558/165396 objects degraded (1.547%), 4 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:51.892 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:51.946 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:51 smithi071 bash[26650]: debug 2020-11-16T20:49:51.894+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:51.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:51 smithi071 bash[9480]: cluster 2020-11-16T20:49:51.636086+0000 mon.a (mon.0) 2160 : cluster [WRN] Health check update: Degraded data redundancy: 2558/165396 objects degraded (1.547%), 4 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:51.996 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:52.005 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:51 smithi065 bash[9468]: cluster 2020-11-16T20:49:51.636086+0000 mon.a (mon.0) 2160 : cluster [WRN] Health check update: Degraded data redundancy: 2558/165396 objects degraded (1.547%), 4 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:52.122 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total time run:         90.0107
2020-11-16T20:49:52.122 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total writes made:      87874
2020-11-16T20:49:52.123 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Write size:             65536
2020-11-16T20:49:52.123 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object size:            65536
2020-11-16T20:49:52.123 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Bandwidth (MB/sec):     61.0163
2020-11-16T20:49:52.123 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Bandwidth:       63.3355
2020-11-16T20:49:52.123 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max bandwidth (MB/sec): 239.312
2020-11-16T20:49:52.123 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min bandwidth (MB/sec): 0
2020-11-16T20:49:52.123 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average IOPS:           976
2020-11-16T20:49:52.124 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev IOPS:            1013
2020-11-16T20:49:52.124 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max IOPS:               3829
2020-11-16T20:49:52.124 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min IOPS:               0
2020-11-16T20:49:52.124 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average Latency(s):     0.0163878
2020-11-16T20:49:52.124 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Latency(s):      0.469245
2020-11-16T20:49:52.124 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max latency(s):         35.0108
2020-11-16T20:49:52.124 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min latency(s):         0.00157907
2020-11-16T20:49:52.125 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:52.128 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Cleaning up (deleting benchmark objects)
2020-11-16T20:49:52.228 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:52.280 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:52 smithi065 bash[16457]: debug 2020-11-16T20:49:52.125+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:52.335 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:49:52.336 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:49:52.373 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:52.477 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:52.599 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:52.677 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:49:52.689 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:52 smithi071 bash[9480]: cluster 2020-11-16T20:49:52.452810+0000 mgr.x (mgr.14196) 1145 : cluster [DBG] pgmap v1707: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 1079/171370 objects degraded (0.630%); 33 MiB/s, 535 objects/s recovering
2020-11-16T20:49:52.689 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:52 smithi071 bash[14419]: debug 2020-11-16T20:49:52.370+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:52.703 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:52.780 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:52 smithi065 bash[11785]: debug 2020-11-16T20:49:52.597+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:52.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:52 smithi065 bash[9468]: cluster 2020-11-16T20:49:52.452810+0000 mgr.x (mgr.14196) 1145 : cluster [DBG] pgmap v1707: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 1079/171370 objects degraded (0.630%); 33 MiB/s, 535 objects/s recovering
2020-11-16T20:49:52.847 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:49:53.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:52 smithi142 bash[9523]: cluster 2020-11-16T20:49:52.452810+0000 mgr.x (mgr.14196) 1145 : cluster [DBG] pgmap v1707: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 1079/171370 objects degraded (0.630%); 33 MiB/s, 535 objects/s recovering
2020-11-16T20:49:53.791 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:49:53.895 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:54.026 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:49:54.131 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:54.233 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:49:54 smithi065 bash[16457]: debug 2020-11-16T20:49:54.025+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:54.234 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:49:54.282 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:49:53 smithi142 bash[18009]: debug 2020-11-16T20:49:53.791+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:54.337 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:54.527 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.3 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-3 --journal-path /var/lib/ceph/osd/ceph-3/journal --force --op remove --pgid 6.6
2020-11-16T20:49:54.530 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:49:54 smithi065 bash[11785]: debug 2020-11-16T20:49:54.233+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:54.672 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:54.675 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:54 smithi071 bash[9480]: cluster 2020-11-16T20:49:54.453457+0000 mgr.x (mgr.14196) 1146 : cluster [DBG] pgmap v1708: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 127 B/s rd, 71 MiB/s wr, 1.23k op/s; 1079/172870 objects degraded (0.624%); 27 MiB/s, 429 objects/s recovering
2020-11-16T20:49:54.691 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.3/config
2020-11-16T20:49:54.776 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:54.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:54 smithi142 bash[9523]: cluster 2020-11-16T20:49:54.453457+0000 mgr.x (mgr.14196) 1146 : cluster [DBG] pgmap v1708: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 127 B/s rd, 71 MiB/s wr, 1.23k op/s; 1079/172870 objects degraded (0.624%); 27 MiB/s, 429 objects/s recovering
2020-11-16T20:49:54.946 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:54 smithi071 bash[26650]: debug 2020-11-16T20:49:54.678+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:55.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:54 smithi065 bash[9468]: cluster 2020-11-16T20:49:54.453457+0000 mgr.x (mgr.14196) 1146 : cluster [DBG] pgmap v1708: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 127 B/s rd, 71 MiB/s wr, 1.23k op/s; 1079/172870 objects degraded (0.624%); 27 MiB/s, 429 objects/s recovering
2020-11-16T20:49:55.317 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:55.346 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight
2020-11-16T20:49:55.421 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:55.572 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:55 smithi071 bash[14419]: debug 2020-11-16T20:49:55.570+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:55.572 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:55 smithi071 bash[26650]: debug 2020-11-16T20:49:55.318+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:55.572 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:55.632 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:49:55.678 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:55.838 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:49:55.945 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:49:55.954 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:49:55 smithi142 bash[20366]: debug 2020-11-16T20:49:55.839+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:56.586 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:49:56.690 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:49:56.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:56 smithi142 bash[9523]: cluster 2020-11-16T20:49:56.453989+0000 mgr.x (mgr.14196) 1147 : cluster [DBG] pgmap v1709: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 127 B/s rd, 56 MiB/s wr, 1.26k op/s; 787/170052 objects degraded (0.463%); 20 MiB/s, 313 objects/s recovering
2020-11-16T20:49:56.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:56 smithi071 bash[9480]: cluster 2020-11-16T20:49:56.453989+0000 mgr.x (mgr.14196) 1147 : cluster [DBG] pgmap v1709: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 127 B/s rd, 56 MiB/s wr, 1.26k op/s; 787/170052 objects degraded (0.463%); 20 MiB/s, 313 objects/s recovering
2020-11-16T20:49:56.947 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:49:56 smithi071 bash[16796]: debug 2020-11-16T20:49:56.586+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:57.061 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:56 smithi065 bash[9468]: cluster 2020-11-16T20:49:56.453989+0000 mgr.x (mgr.14196) 1147 : cluster [DBG] pgmap v1709: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 127 B/s rd, 56 MiB/s wr, 1.26k op/s; 787/170052 objects degraded (0.463%); 20 MiB/s, 313 objects/s recovering
2020-11-16T20:49:57.888 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:57 smithi142 bash[9523]: cluster 2020-11-16T20:49:56.637129+0000 mon.a (mon.0) 2161 : cluster [WRN] Health check update: Degraded data redundancy: 787/170052 objects degraded (0.463%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:57.898 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:57 smithi071 bash[9480]: cluster 2020-11-16T20:49:56.637129+0000 mon.a (mon.0) 2161 : cluster [WRN] Health check update: Degraded data redundancy: 787/170052 objects degraded (0.463%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:58.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:57 smithi065 bash[9468]: cluster 2020-11-16T20:49:56.637129+0000 mon.a (mon.0) 2161 : cluster [WRN] Health check update: Degraded data redundancy: 787/170052 objects degraded (0.463%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:49:58.362 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:49:58.465 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:58.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:58 smithi065 bash[9468]: cluster 2020-11-16T20:49:58.454504+0000 mgr.x (mgr.14196) 1148 : cluster [DBG] pgmap v1710: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 5.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 103 B/s rd, 46 MiB/s wr, 1.33k op/s; 20/163908 objects degraded (0.012%); 21 MiB/s, 331 objects/s recovering
2020-11-16T20:49:58.780 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:49:58 smithi065 bash[18823]: debug 2020-11-16T20:49:58.361+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:58.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:58 smithi142 bash[9523]: cluster 2020-11-16T20:49:58.454504+0000 mgr.x (mgr.14196) 1148 : cluster [DBG] pgmap v1710: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 5.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 103 B/s rd, 46 MiB/s wr, 1.33k op/s; 20/163908 objects degraded (0.012%); 21 MiB/s, 331 objects/s recovering
2020-11-16T20:49:58.839 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:49:58.873 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:49:58.900 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:49:58.944 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:49:58.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:58 smithi071 bash[9480]: cluster 2020-11-16T20:49:58.454504+0000 mgr.x (mgr.14196) 1148 : cluster [DBG] pgmap v1710: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 5.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 103 B/s rd, 46 MiB/s wr, 1.33k op/s; 20/163908 objects degraded (0.012%); 21 MiB/s, 331 objects/s recovering
2020-11-16T20:49:58.974 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:49:59.001 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:49:59.035 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:49:59.067 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:49:59.099 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:49:59.128 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:49:59.161 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:49:59.162 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.162 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.162 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.162 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:49:59.162 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:49:59.162 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.163 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.163 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.163 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.163 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.163 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.163 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:49:59.443 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:49:59.546 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:59.679 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:49:59.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:59 smithi071 bash[9480]: audit 2020-11-16T20:49:58.817551+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? v1:172.21.15.142:0/2360803036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:49:59.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:59 smithi071 bash[9480]: cluster 2020-11-16T20:49:58.845684+0000 osd.0 (osd.0) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:59.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:59 smithi071 bash[9480]: cluster 2020-11-16T20:49:58.907620+0000 osd.2 (osd.2) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:59.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:59 smithi071 bash[9480]: cluster 2020-11-16T20:49:58.980640+0000 osd.5 (osd.5) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:59.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:59 smithi071 bash[9480]: cluster 2020-11-16T20:49:59.132703+0000 osd.10 (osd.10) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:59.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:49:59 smithi071 bash[9480]: cluster 2020-11-16T20:49:59.166144+0000 osd.11 (osd.11) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:49:59.698 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:49:59 smithi071 bash[14419]: debug 2020-11-16T20:49:59.442+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:59.698 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:49:59 smithi071 bash[26650]: debug 2020-11-16T20:49:59.678+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:49:59.789 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:00.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:59 smithi065 bash[9468]: audit 2020-11-16T20:49:58.817551+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? v1:172.21.15.142:0/2360803036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:00.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:59 smithi065 bash[9468]: cluster 2020-11-16T20:49:58.845684+0000 osd.0 (osd.0) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:59 smithi065 bash[9468]: cluster 2020-11-16T20:49:58.907620+0000 osd.2 (osd.2) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:59 smithi065 bash[9468]: cluster 2020-11-16T20:49:58.980640+0000 osd.5 (osd.5) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:59 smithi065 bash[9468]: cluster 2020-11-16T20:49:59.132703+0000 osd.10 (osd.10) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:49:59 smithi065 bash[9468]: cluster 2020-11-16T20:49:59.166144+0000 osd.11 (osd.11) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:59 smithi142 bash[9523]: audit 2020-11-16T20:49:58.817551+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? v1:172.21.15.142:0/2360803036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:00.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:59 smithi142 bash[9523]: cluster 2020-11-16T20:49:58.845684+0000 osd.0 (osd.0) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:59 smithi142 bash[9523]: cluster 2020-11-16T20:49:58.907620+0000 osd.2 (osd.2) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:59 smithi142 bash[9523]: cluster 2020-11-16T20:49:58.980640+0000 osd.5 (osd.5) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:59 smithi142 bash[9523]: cluster 2020-11-16T20:49:59.132703+0000 osd.10 (osd.10) 151 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:49:59 smithi142 bash[9523]: cluster 2020-11-16T20:49:59.166144+0000 osd.11 (osd.11) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.611 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:00.714 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:00.878 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:00.879 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:49:58.880409+0000 osd.1 (osd.1) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.879 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:49:58.945884+0000 osd.4 (osd.4) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.879 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:49:59.007669+0000 osd.6 (osd.6) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.879 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:49:59.040871+0000 osd.7 (osd.7) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.879 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:49:59.072573+0000 osd.8 (osd.8) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.880 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:49:59.103920+0000 osd.9 (osd.9) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.880 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:50:00.000131+0000 mon.a (mon.0) 2162 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 20/163908 objects degraded (0.012%), 1 pg degraded
2020-11-16T20:50:00.880 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:50:00.000172+0000 mon.a (mon.0) 2163 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set
2020-11-16T20:50:00.880 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:50:00.000184+0000 mon.a (mon.0) 2164 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 20/163908 objects degraded (0.012%), 1 pg degraded
2020-11-16T20:50:00.880 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:50:00.000204+0000 mon.a (mon.0) 2165 : cluster [WRN]     pg 6.6 is active+recovering+degraded, acting [4,7]
2020-11-16T20:50:00.880 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[9480]: cluster 2020-11-16T20:50:00.455040+0000 mgr.x (mgr.14196) 1149 : cluster [DBG] pgmap v1711: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 94 B/s rd, 37 MiB/s wr, 1.32k op/s; 20/159696 objects degraded (0.013%); 17 MiB/s, 272 objects/s recovering
2020-11-16T20:50:00.880 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[12066]: debug 2020-11-16T20:50:00.614+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:00.909 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:49:58.880409+0000 osd.1 (osd.1) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.909 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:49:58.945884+0000 osd.4 (osd.4) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.909 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:49:59.007669+0000 osd.6 (osd.6) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.909 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:49:59.040871+0000 osd.7 (osd.7) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.909 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:49:59.072573+0000 osd.8 (osd.8) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:49:59.103920+0000 osd.9 (osd.9) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:00.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:50:00.000131+0000 mon.a (mon.0) 2162 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 20/163908 objects degraded (0.012%), 1 pg degraded
2020-11-16T20:50:00.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:50:00.000172+0000 mon.a (mon.0) 2163 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set
2020-11-16T20:50:00.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:50:00.000184+0000 mon.a (mon.0) 2164 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 20/163908 objects degraded (0.012%), 1 pg degraded
2020-11-16T20:50:00.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:50:00.000204+0000 mon.a (mon.0) 2165 : cluster [WRN]     pg 6.6 is active+recovering+degraded, acting [4,7]
2020-11-16T20:50:00.910 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:00 smithi142 bash[9523]: cluster 2020-11-16T20:50:00.455040+0000 mgr.x (mgr.14196) 1149 : cluster [DBG] pgmap v1711: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 94 B/s rd, 37 MiB/s wr, 1.32k op/s; 20/159696 objects degraded (0.013%); 17 MiB/s, 272 objects/s recovering
2020-11-16T20:50:00.982 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:01.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:49:58.880409+0000 osd.1 (osd.1) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:01.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:49:58.945884+0000 osd.4 (osd.4) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:49:59.007669+0000 osd.6 (osd.6) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:49:59.040871+0000 osd.7 (osd.7) 150 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:49:59.072573+0000 osd.8 (osd.8) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:49:59.103920+0000 osd.9 (osd.9) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:50:00.000131+0000 mon.a (mon.0) 2162 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 20/163908 objects degraded (0.012%), 1 pg degraded
2020-11-16T20:50:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:50:00.000172+0000 mon.a (mon.0) 2163 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set
2020-11-16T20:50:01.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:50:00.000184+0000 mon.a (mon.0) 2164 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 20/163908 objects degraded (0.012%), 1 pg degraded
2020-11-16T20:50:01.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:50:00.000204+0000 mon.a (mon.0) 2165 : cluster [WRN]     pg 6.6 is active+recovering+degraded, acting [4,7]
2020-11-16T20:50:01.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:00 smithi065 bash[9468]: cluster 2020-11-16T20:50:00.455040+0000 mgr.x (mgr.14196) 1149 : cluster [DBG] pgmap v1711: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 94 B/s rd, 37 MiB/s wr, 1.32k op/s; 20/159696 objects degraded (0.013%); 17 MiB/s, 272 objects/s recovering
2020-11-16T20:50:01.196 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:00 smithi071 bash[26650]: debug 2020-11-16T20:50:00.878+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:01.258 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:01.363 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:01.385 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:50:01.385 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:50:01.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:01 smithi142 bash[18009]: debug 2020-11-16T20:50:01.259+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:01.583 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:50:01.649 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:01.653 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:01 smithi071 bash[26650]: debug 2020-11-16T20:50:01.650+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:01.653 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:01 smithi071 bash[9480]: audit 2020-11-16T20:50:01.452717+0000 mon.b (mon.1) 440 : audit [INF] from='client.? v1:172.21.15.142:0/1557027235' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:01.653 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:01 smithi071 bash[9480]: audit 2020-11-16T20:50:01.454222+0000 mon.a (mon.0) 2166 : audit [INF] from='client.26152 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:01.754 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:02.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:01 smithi065 bash[9468]: audit 2020-11-16T20:50:01.452717+0000 mon.b (mon.1) 440 : audit [INF] from='client.? v1:172.21.15.142:0/1557027235' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:02.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:01 smithi065 bash[9468]: audit 2020-11-16T20:50:01.454222+0000 mon.a (mon.0) 2166 : audit [INF] from='client.26152 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:01 smithi142 bash[9523]: audit 2020-11-16T20:50:01.452717+0000 mon.b (mon.1) 440 : audit [INF] from='client.? v1:172.21.15.142:0/1557027235' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:01 smithi142 bash[9523]: audit 2020-11-16T20:50:01.454222+0000 mon.a (mon.0) 2166 : audit [INF] from='client.26152 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:02.138 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:02.243 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:02.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[20366]: debug 2020-11-16T20:50:02.139+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:02.534 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:02.535 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[26650]: debug 2020-11-16T20:50:02.538+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:02.638 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:50:02.903 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:50:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:50:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102357 6.c 6:3a5264d7:::benchmark_data_smithi065_43723_object14480:head [delete] snapc 0=[] ondisk+write+known_if_redirected e660)",
2020-11-16T20:50:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.902037+0000",
2020-11-16T20:50:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.0066434969999999999,
2020-11-16T20:50:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.0066760659999999996,
2020-11-16T20:50:02.904 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:50:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T20:50:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:50:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:50:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:50:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102357
2020-11-16T20:50:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:50:02.905 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:50:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:50:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902037+0000",
2020-11-16T20:50:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:50:02.906 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:50:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902037+0000",
2020-11-16T20:50:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:50:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.907 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:50:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902002+0000",
2020-11-16T20:50:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7884000000000002e-05
2020-11-16T20:50:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:50:02.908 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902079+0000",
2020-11-16T20:50:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4961e-05
2020-11-16T20:50:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:50:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902094+0000",
2020-11-16T20:50:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4209999999999998e-06
2020-11-16T20:50:02.909 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902102+0000",
2020-11-16T20:50:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4982999999999999e-05
2020-11-16T20:50:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:50:02.910 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902157+0000",
2020-11-16T20:50:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000128706
2020-11-16T20:50:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:50:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902285+0000",
2020-11-16T20:50:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000119609
2020-11-16T20:50:02.911 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 8",
2020-11-16T20:50:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.902405+0000",
2020-11-16T20:50:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00036770800000000001
2020-11-16T20:50:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:50:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:50:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:50:02.912 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:50:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:50:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.36014.0:102358 6.5 e660/626 6:a010c4be:::benchmark_data_smithi065_43723_object14481:head v 660'6420, mlcod=660'6416)",
2020-11-16T20:50:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.907358+0000",
2020-11-16T20:50:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.001322492,
2020-11-16T20:50:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.0014731,
2020-11-16T20:50:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:50:02.913 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:50:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:50:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:50:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.907358+0000",
2020-11-16T20:50:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:50:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.914 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:50:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.907358+0000",
2020-11-16T20:50:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:50:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:50:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.907335+0000",
2020-11-16T20:50:02.915 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3190999999999998e-05
2020-11-16T20:50:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:50:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.907408+0000",
2020-11-16T20:50:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3568e-05
2020-11-16T20:50:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.916 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:50:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.907422+0000",
2020-11-16T20:50:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0180000000000007e-06
2020-11-16T20:50:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:02.917 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.907431+0000",
2020-11-16T20:50:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000257216
2020-11-16T20:50:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:50:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.907688+0000",
2020-11-16T20:50:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1314999999999998e-05
2020-11-16T20:50:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:50:02.918 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:50:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:50:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.907709+0000",
2020-11-16T20:50:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000350961
2020-11-16T20:50:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:50:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:50:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:50:02.919 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:50:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:    ],
2020-11-16T20:50:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 2
2020-11-16T20:50:02.920 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:50:02.928 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[9523]: cluster 2020-11-16T20:50:00.732510+0000 osd.9 (osd.9) 163 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:02.929 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[9523]: cluster 2020-11-16T20:50:00.732593+0000 osd.9 (osd.9) 164 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:02.929 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[9523]: cluster 2020-11-16T20:50:01.573637+0000 mon.a (mon.0) 2167 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:02.929 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[9523]: audit 2020-11-16T20:50:01.586885+0000 mon.a (mon.0) 2168 : audit [INF] from='client.26152 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:50:02.929 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[9523]: cluster 2020-11-16T20:50:01.586936+0000 mon.a (mon.0) 2169 : cluster [DBG] osdmap e659: 12 total, 11 up, 8 in
2020-11-16T20:50:02.929 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[9523]: cluster 2020-11-16T20:50:01.637878+0000 mon.a (mon.0) 2170 : cluster [WRN] Health check update: Degraded data redundancy: 20/159696 objects degraded (0.013%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:50:02.929 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[9523]: cluster 2020-11-16T20:50:01.663925+0000 osd.7 (osd.7) 151 : cluster [DBG] 6.3 scrub starts
2020-11-16T20:50:02.929 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[9523]: cluster 2020-11-16T20:50:02.455501+0000 mgr.x (mgr.14196) 1150 : cluster [DBG] pgmap v1713: 17 pgs: 17 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 102 B/s rd, 13 MiB/s wr, 1.36k op/s; 6.7 MiB/s, 107 objects/s recovering
2020-11-16T20:50:02.930 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:02.930 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:02 smithi142 bash[15670]: debug 2020-11-16T20:50:02.931+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[9480]: cluster 2020-11-16T20:50:00.732510+0000 osd.9 (osd.9) 163 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[9480]: cluster 2020-11-16T20:50:00.732593+0000 osd.9 (osd.9) 164 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[9480]: cluster 2020-11-16T20:50:01.573637+0000 mon.a (mon.0) 2167 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[9480]: audit 2020-11-16T20:50:01.586885+0000 mon.a (mon.0) 2168 : audit [INF] from='client.26152 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:50:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[9480]: cluster 2020-11-16T20:50:01.586936+0000 mon.a (mon.0) 2169 : cluster [DBG] osdmap e659: 12 total, 11 up, 8 in
2020-11-16T20:50:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[9480]: cluster 2020-11-16T20:50:01.637878+0000 mon.a (mon.0) 2170 : cluster [WRN] Health check update: Degraded data redundancy: 20/159696 objects degraded (0.013%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:50:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[9480]: cluster 2020-11-16T20:50:01.663925+0000 osd.7 (osd.7) 151 : cluster [DBG] 6.3 scrub starts
2020-11-16T20:50:02.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:02 smithi071 bash[9480]: cluster 2020-11-16T20:50:02.455501+0000 mgr.x (mgr.14196) 1150 : cluster [DBG] pgmap v1713: 17 pgs: 17 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 102 B/s rd, 13 MiB/s wr, 1.36k op/s; 6.7 MiB/s, 107 objects/s recovering
2020-11-16T20:50:03.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:02 smithi065 bash[9468]: cluster 2020-11-16T20:50:00.732510+0000 osd.9 (osd.9) 163 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:02 smithi065 bash[9468]: cluster 2020-11-16T20:50:00.732593+0000 osd.9 (osd.9) 164 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:02 smithi065 bash[9468]: cluster 2020-11-16T20:50:01.573637+0000 mon.a (mon.0) 2167 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:02 smithi065 bash[9468]: audit 2020-11-16T20:50:01.586885+0000 mon.a (mon.0) 2168 : audit [INF] from='client.26152 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:50:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:02 smithi065 bash[9468]: cluster 2020-11-16T20:50:01.586936+0000 mon.a (mon.0) 2169 : cluster [DBG] osdmap e659: 12 total, 11 up, 8 in
2020-11-16T20:50:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:02 smithi065 bash[9468]: cluster 2020-11-16T20:50:01.637878+0000 mon.a (mon.0) 2170 : cluster [WRN] Health check update: Degraded data redundancy: 20/159696 objects degraded (0.013%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:50:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:02 smithi065 bash[9468]: cluster 2020-11-16T20:50:01.663925+0000 osd.7 (osd.7) 151 : cluster [DBG] 6.3 scrub starts
2020-11-16T20:50:03.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:02 smithi065 bash[9468]: cluster 2020-11-16T20:50:02.455501+0000 mgr.x (mgr.14196) 1150 : cluster [DBG] pgmap v1713: 17 pgs: 17 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 102 B/s rd, 13 MiB/s wr, 1.36k op/s; 6.7 MiB/s, 107 objects/s recovering
2020-11-16T20:50:03.033 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:03.387 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:50:03.560 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:03.838 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:03 smithi071 bash[16796]: debug 2020-11-16T20:50:03.838+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:03.838 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:03 smithi071 bash[9480]: cluster 2020-11-16T20:50:02.151066+0000 osd.2 (osd.2) 178 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:03.838 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:03 smithi071 bash[9480]: cluster 2020-11-16T20:50:02.151158+0000 osd.2 (osd.2) 179 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:03.838 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:03 smithi071 bash[9480]: cluster 2020-11-16T20:50:02.657964+0000 mon.a (mon.0) 2171 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/159696 objects degraded (0.013%), 1 pg degraded)
2020-11-16T20:50:03.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:03 smithi071 bash[9480]: cluster 2020-11-16T20:50:02.673724+0000 mon.a (mon.0) 2172 : cluster [DBG] osdmap e660: 12 total, 11 up, 8 in
2020-11-16T20:50:03.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:03 smithi071 bash[9480]: cluster 2020-11-16T20:50:02.793095+0000 osd.7 (osd.7) 152 : cluster [DBG] 6.3 scrub ok
2020-11-16T20:50:03.839 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:03.943 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:03.950 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:03 smithi142 bash[9523]: cluster 2020-11-16T20:50:02.151066+0000 osd.2 (osd.2) 178 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:03.950 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:03 smithi142 bash[9523]: cluster 2020-11-16T20:50:02.151158+0000 osd.2 (osd.2) 179 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:03.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:03 smithi142 bash[9523]: cluster 2020-11-16T20:50:02.657964+0000 mon.a (mon.0) 2171 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/159696 objects degraded (0.013%), 1 pg degraded)
2020-11-16T20:50:03.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:03 smithi142 bash[9523]: cluster 2020-11-16T20:50:02.673724+0000 mon.a (mon.0) 2172 : cluster [DBG] osdmap e660: 12 total, 11 up, 8 in
2020-11-16T20:50:03.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:03 smithi142 bash[9523]: cluster 2020-11-16T20:50:02.793095+0000 osd.7 (osd.7) 152 : cluster [DBG] 6.3 scrub ok
2020-11-16T20:50:03.979 INFO:teuthology.orchestra.run.smithi142.stdout: marking collection for removal
2020-11-16T20:50:03.979 INFO:teuthology.orchestra.run.smithi142.stdout:setting '_remove' omap key
2020-11-16T20:50:03.980 INFO:teuthology.orchestra.run.smithi142.stdout:finish_remove_pgs 6.6_head removing 6.6
2020-11-16T20:50:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:03 smithi065 bash[9468]: cluster 2020-11-16T20:50:02.151066+0000 osd.2 (osd.2) 178 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:03 smithi065 bash[9468]: cluster 2020-11-16T20:50:02.151158+0000 osd.2 (osd.2) 179 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:03 smithi065 bash[9468]: cluster 2020-11-16T20:50:02.657964+0000 mon.a (mon.0) 2171 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/159696 objects degraded (0.013%), 1 pg degraded)
2020-11-16T20:50:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:03 smithi065 bash[9468]: cluster 2020-11-16T20:50:02.673724+0000 mon.a (mon.0) 2172 : cluster [DBG] osdmap e660: 12 total, 11 up, 8 in
2020-11-16T20:50:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:03 smithi065 bash[9468]: cluster 2020-11-16T20:50:02.793095+0000 osd.7 (osd.7) 152 : cluster [DBG] 6.3 scrub ok
2020-11-16T20:50:04.151 INFO:teuthology.orchestra.run.smithi142.stdout:Remove successful
2020-11-16T20:50:04.512 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:04.616 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:04.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:04 smithi142 bash[15670]: debug 2020-11-16T20:50:04.515+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:04 smithi142 bash[9523]: cluster 2020-11-16T20:50:03.646533+0000 osd.4 (osd.4) 184 : cluster [DBG] 6.2 scrub starts
2020-11-16T20:50:04.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:04 smithi142 bash[9523]: cluster 2020-11-16T20:50:04.455931+0000 mgr.x (mgr.14196) 1151 : cluster [DBG] pgmap v1715: 17 pgs: 17 active+clean; 4.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.34k op/s; 6.1 MiB/s, 98 objects/s recovering
2020-11-16T20:50:04.786 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:04.827 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops
2020-11-16T20:50:04.879 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:50:04 smithi071 bash[14419]: debug 2020-11-16T20:50:04.786+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:04.880 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:04 smithi071 bash[9480]: cluster 2020-11-16T20:50:03.646533+0000 osd.4 (osd.4) 184 : cluster [DBG] 6.2 scrub starts
2020-11-16T20:50:04.880 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:04 smithi071 bash[9480]: cluster 2020-11-16T20:50:04.455931+0000 mgr.x (mgr.14196) 1151 : cluster [DBG] pgmap v1715: 17 pgs: 17 active+clean; 4.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.34k op/s; 6.1 MiB/s, 98 objects/s recovering
2020-11-16T20:50:04.889 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:05.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:04 smithi065 bash[9468]: cluster 2020-11-16T20:50:03.646533+0000 osd.4 (osd.4) 184 : cluster [DBG] 6.2 scrub starts
2020-11-16T20:50:05.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:04 smithi065 bash[9468]: cluster 2020-11-16T20:50:04.455931+0000 mgr.x (mgr.14196) 1151 : cluster [DBG] pgmap v1715: 17 pgs: 17 active+clean; 4.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.34k op/s; 6.1 MiB/s, 98 objects/s recovering
2020-11-16T20:50:05.049 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:50:05.344 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:50:05.350 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:05.454 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:05.503 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:05.590 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:05.693 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:05.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:05 smithi065 bash[9468]: cluster 2020-11-16T20:50:04.383682+0000 osd.6 (osd.6) 197 : cluster [DBG] 6.f scrub starts
2020-11-16T20:50:05.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:05 smithi065 bash[9468]: cluster 2020-11-16T20:50:04.633552+0000 osd.7 (osd.7) 153 : cluster [DBG] 6.b scrub starts
2020-11-16T20:50:05.780 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:05 smithi065 bash[18823]: debug 2020-11-16T20:50:05.589+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:05.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:05 smithi142 bash[15670]: debug 2020-11-16T20:50:05.351+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:05.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:05 smithi142 bash[9523]: cluster 2020-11-16T20:50:04.383682+0000 osd.6 (osd.6) 197 : cluster [DBG] 6.f scrub starts
2020-11-16T20:50:05.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:05 smithi142 bash[9523]: cluster 2020-11-16T20:50:04.633552+0000 osd.7 (osd.7) 153 : cluster [DBG] 6.b scrub starts
2020-11-16T20:50:05.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:05 smithi071 bash[9480]: cluster 2020-11-16T20:50:04.383682+0000 osd.6 (osd.6) 197 : cluster [DBG] 6.f scrub starts
2020-11-16T20:50:05.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:05 smithi071 bash[9480]: cluster 2020-11-16T20:50:04.633552+0000 osd.7 (osd.7) 153 : cluster [DBG] 6.b scrub starts
2020-11-16T20:50:06.041 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:06.146 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:06.446 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:06 smithi071 bash[12066]: debug 2020-11-16T20:50:06.042+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:06.883 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:06.885 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:06 smithi071 bash[9480]: cluster 2020-11-16T20:50:05.005784+0000 osd.4 (osd.4) 185 : cluster [DBG] 6.2 scrub ok
2020-11-16T20:50:06.885 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:06 smithi071 bash[9480]: cluster 2020-11-16T20:50:05.626743+0000 osd.0 (osd.0) 184 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:06.886 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:06 smithi071 bash[9480]: cluster 2020-11-16T20:50:05.626816+0000 osd.0 (osd.0) 185 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:06.886 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:06 smithi071 bash[9480]: cluster 2020-11-16T20:50:06.456383+0000 mgr.x (mgr.14196) 1152 : cluster [DBG] pgmap v1716: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 4.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.27k op/s; 160 KiB/s, 2 objects/s recovering
2020-11-16T20:50:06.980 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:06 smithi142 bash[9523]: cluster 2020-11-16T20:50:05.005784+0000 osd.4 (osd.4) 185 : cluster [DBG] 6.2 scrub ok
2020-11-16T20:50:06.981 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:06 smithi142 bash[9523]: cluster 2020-11-16T20:50:05.626743+0000 osd.0 (osd.0) 184 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:06.981 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:06 smithi142 bash[9523]: cluster 2020-11-16T20:50:05.626816+0000 osd.0 (osd.0) 185 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:06.981 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:06 smithi142 bash[9523]: cluster 2020-11-16T20:50:06.456383+0000 mgr.x (mgr.14196) 1152 : cluster [DBG] pgmap v1716: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 4.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.27k op/s; 160 KiB/s, 2 objects/s recovering
2020-11-16T20:50:06.987 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:06 smithi065 bash[9468]: cluster 2020-11-16T20:50:05.005784+0000 osd.4 (osd.4) 185 : cluster [DBG] 6.2 scrub ok
2020-11-16T20:50:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:06 smithi065 bash[9468]: cluster 2020-11-16T20:50:05.626743+0000 osd.0 (osd.0) 184 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:06 smithi065 bash[9468]: cluster 2020-11-16T20:50:05.626816+0000 osd.0 (osd.0) 185 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:06 smithi065 bash[9468]: cluster 2020-11-16T20:50:06.456383+0000 mgr.x (mgr.14196) 1152 : cluster [DBG] pgmap v1716: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 4.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.27k op/s; 160 KiB/s, 2 objects/s recovering
2020-11-16T20:50:07.160 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.3 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-3 --journal-path /var/lib/ceph/osd/ceph-3/journal '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --op import --file /var/log/ceph/exp.6.6.3
2020-11-16T20:50:07.196 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:06 smithi071 bash[26650]: debug 2020-11-16T20:50:06.886+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:07.268 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:07.318 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.3/config
2020-11-16T20:50:07.372 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:07.511 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:07.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:07 smithi142 bash[20366]: debug 2020-11-16T20:50:07.271+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:07.593 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:07 smithi071 bash[9480]: cluster 2020-11-16T20:50:05.886407+0000 osd.6 (osd.6) 198 : cluster [DBG] 6.f scrub ok
2020-11-16T20:50:07.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:07 smithi071 bash[9480]: cluster 2020-11-16T20:50:06.401279+0000 osd.6 (osd.6) 199 : cluster [DBG] 6.a scrub starts
2020-11-16T20:50:07.614 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:07.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:07 smithi065 bash[9468]: cluster 2020-11-16T20:50:05.886407+0000 osd.6 (osd.6) 198 : cluster [DBG] 6.f scrub ok
2020-11-16T20:50:07.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:07 smithi065 bash[9468]: cluster 2020-11-16T20:50:06.401279+0000 osd.6 (osd.6) 199 : cluster [DBG] 6.a scrub starts
2020-11-16T20:50:07.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:07 smithi065 bash[9468]: cluster 2020-11-16T20:50:06.601891+0000 mon.a (mon.0) 2173 : cluster [DBG] osdmap e661: 12 total, 11 up, 8 in
2020-11-16T20:50:07.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:07 smithi065 bash[9468]: cluster 2020-11-16T20:50:06.706077+0000 osd.7 (osd.7) 154 : cluster [DBG] 6.b scrub ok
2020-11-16T20:50:07.781 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:07 smithi065 bash[18823]: debug 2020-11-16T20:50:07.509+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:07.825 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:07.930 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:07.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:07 smithi071 bash[9480]: cluster 2020-11-16T20:50:06.601891+0000 mon.a (mon.0) 2173 : cluster [DBG] osdmap e661: 12 total, 11 up, 8 in
2020-11-16T20:50:07.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:07 smithi071 bash[9480]: cluster 2020-11-16T20:50:06.706077+0000 osd.7 (osd.7) 154 : cluster [DBG] 6.b scrub ok
2020-11-16T20:50:07.947 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:07 smithi071 bash[16796]: debug 2020-11-16T20:50:07.826+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:07 smithi142 bash[9523]: cluster 2020-11-16T20:50:05.886407+0000 osd.6 (osd.6) 198 : cluster [DBG] 6.f scrub ok
2020-11-16T20:50:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:07 smithi142 bash[9523]: cluster 2020-11-16T20:50:06.401279+0000 osd.6 (osd.6) 199 : cluster [DBG] 6.a scrub starts
2020-11-16T20:50:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:07 smithi142 bash[9523]: cluster 2020-11-16T20:50:06.601891+0000 mon.a (mon.0) 2173 : cluster [DBG] osdmap e661: 12 total, 11 up, 8 in
2020-11-16T20:50:08.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:07 smithi142 bash[9523]: cluster 2020-11-16T20:50:06.706077+0000 osd.7 (osd.7) 154 : cluster [DBG] 6.b scrub ok
2020-11-16T20:50:08.043 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:08.149 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:08.280 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:08 smithi065 bash[18823]: debug 2020-11-16T20:50:08.040+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:08.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:08 smithi071 bash[9480]: cluster 2020-11-16T20:50:07.539343+0000 osd.6 (osd.6) 200 : cluster [DBG] 6.a scrub ok
2020-11-16T20:50:08.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:08 smithi071 bash[9480]: cluster 2020-11-16T20:50:07.684331+0000 osd.0 (osd.0) 186 : cluster [DBG] 6.9 scrub starts
2020-11-16T20:50:08.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:08 smithi071 bash[9480]: cluster 2020-11-16T20:50:08.456858+0000 mgr.x (mgr.14196) 1153 : cluster [DBG] pgmap v1718: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 4.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.29k op/s; 186 KiB/s, 2 objects/s recovering
2020-11-16T20:50:08.957 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:09.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:08 smithi065 bash[9468]: cluster 2020-11-16T20:50:07.539343+0000 osd.6 (osd.6) 200 : cluster [DBG] 6.a scrub ok
2020-11-16T20:50:09.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:08 smithi065 bash[9468]: cluster 2020-11-16T20:50:07.684331+0000 osd.0 (osd.0) 186 : cluster [DBG] 6.9 scrub starts
2020-11-16T20:50:09.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:08 smithi065 bash[9468]: cluster 2020-11-16T20:50:08.456858+0000 mgr.x (mgr.14196) 1153 : cluster [DBG] pgmap v1718: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 4.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.29k op/s; 186 KiB/s, 2 objects/s recovering
2020-11-16T20:50:09.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:08 smithi142 bash[9523]: cluster 2020-11-16T20:50:07.539343+0000 osd.6 (osd.6) 200 : cluster [DBG] 6.a scrub ok
2020-11-16T20:50:09.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:08 smithi142 bash[9523]: cluster 2020-11-16T20:50:07.684331+0000 osd.0 (osd.0) 186 : cluster [DBG] 6.9 scrub starts
2020-11-16T20:50:09.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:08 smithi142 bash[9523]: cluster 2020-11-16T20:50:08.456858+0000 mgr.x (mgr.14196) 1153 : cluster [DBG] pgmap v1718: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 4.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.29k op/s; 186 KiB/s, 2 objects/s recovering
2020-11-16T20:50:09.061 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:09.192 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:09.296 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:09.304 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:08 smithi071 bash[26650]: debug 2020-11-16T20:50:08.958+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:09.530 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:09 smithi065 bash[16457]: debug 2020-11-16T20:50:09.192+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:09.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:09 smithi071 bash[9480]: cluster 2020-11-16T20:50:08.393000+0000 osd.6 (osd.6) 201 : cluster [DBG] 6.c scrub starts
2020-11-16T20:50:09.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:09 smithi071 bash[9480]: cluster 2020-11-16T20:50:08.848092+0000 osd.0 (osd.0) 187 : cluster [DBG] 6.9 scrub ok
2020-11-16T20:50:10.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:09 smithi065 bash[9468]: cluster 2020-11-16T20:50:08.393000+0000 osd.6 (osd.6) 201 : cluster [DBG] 6.c scrub starts
2020-11-16T20:50:10.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:09 smithi065 bash[9468]: cluster 2020-11-16T20:50:08.848092+0000 osd.0 (osd.0) 187 : cluster [DBG] 6.9 scrub ok
2020-11-16T20:50:10.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:09 smithi142 bash[9523]: cluster 2020-11-16T20:50:08.393000+0000 osd.6 (osd.6) 201 : cluster [DBG] 6.c scrub starts
2020-11-16T20:50:10.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:09 smithi142 bash[9523]: cluster 2020-11-16T20:50:08.848092+0000 osd.0 (osd.0) 187 : cluster [DBG] 6.9 scrub ok
2020-11-16T20:50:10.155 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:10.259 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:10.446 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:10 smithi071 bash[26650]: debug 2020-11-16T20:50:10.158+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:10.643 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:10.748 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:10.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:10 smithi071 bash[9480]: cluster 2020-11-16T20:50:09.556453+0000 osd.6 (osd.6) 202 : cluster [DBG] 6.c scrub ok
2020-11-16T20:50:10.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:10 smithi071 bash[9480]: cluster 2020-11-16T20:50:09.584328+0000 osd.10 (osd.10) 152 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:10.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:10 smithi071 bash[9480]: cluster 2020-11-16T20:50:09.584425+0000 osd.10 (osd.10) 153 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:10.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:10 smithi071 bash[9480]: cluster 2020-11-16T20:50:09.621608+0000 mon.a (mon.0) 2174 : cluster [DBG] osdmap e662: 12 total, 11 up, 8 in
2020-11-16T20:50:10.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:10 smithi071 bash[9480]: cluster 2020-11-16T20:50:10.457328+0000 mgr.x (mgr.14196) 1154 : cluster [DBG] pgmap v1720: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 4.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:50:11.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:10 smithi065 bash[9468]: cluster 2020-11-16T20:50:09.556453+0000 osd.6 (osd.6) 202 : cluster [DBG] 6.c scrub ok
2020-11-16T20:50:11.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:10 smithi065 bash[9468]: cluster 2020-11-16T20:50:09.584328+0000 osd.10 (osd.10) 152 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:11.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:10 smithi065 bash[9468]: cluster 2020-11-16T20:50:09.584425+0000 osd.10 (osd.10) 153 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:11.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:10 smithi065 bash[9468]: cluster 2020-11-16T20:50:09.621608+0000 mon.a (mon.0) 2174 : cluster [DBG] osdmap e662: 12 total, 11 up, 8 in
2020-11-16T20:50:11.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:10 smithi065 bash[9468]: cluster 2020-11-16T20:50:10.457328+0000 mgr.x (mgr.14196) 1154 : cluster [DBG] pgmap v1720: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 4.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:50:11.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:10 smithi142 bash[18009]: debug 2020-11-16T20:50:10.643+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:11.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:10 smithi142 bash[9523]: cluster 2020-11-16T20:50:09.556453+0000 osd.6 (osd.6) 202 : cluster [DBG] 6.c scrub ok
2020-11-16T20:50:11.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:10 smithi142 bash[9523]: cluster 2020-11-16T20:50:09.584328+0000 osd.10 (osd.10) 152 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:11.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:10 smithi142 bash[9523]: cluster 2020-11-16T20:50:09.584425+0000 osd.10 (osd.10) 153 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:11.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:10 smithi142 bash[9523]: cluster 2020-11-16T20:50:09.621608+0000 mon.a (mon.0) 2174 : cluster [DBG] osdmap e662: 12 total, 11 up, 8 in
2020-11-16T20:50:11.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:10 smithi142 bash[9523]: cluster 2020-11-16T20:50:10.457328+0000 mgr.x (mgr.14196) 1154 : cluster [DBG] pgmap v1720: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 4.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:50:11.463 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:11.566 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:11.570 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:11 smithi142 bash[20366]: debug 2020-11-16T20:50:11.463+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:11.627 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:11 smithi071 bash[9480]: cluster 2020-11-16T20:50:10.078408+0000 osd.8 (osd.8) 178 : cluster [DBG] 6.1 scrub starts
2020-11-16T20:50:11.673 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:50:11.673 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:50:11.673 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:50:11.674 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:50:11.674 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:50:11.787 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:11.891 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:11.918 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:11 smithi065 bash[16457]: debug 2020-11-16T20:50:11.784+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:11.919 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:11 smithi065 bash[9468]: cluster 2020-11-16T20:50:10.078408+0000 osd.8 (osd.8) 178 : cluster [DBG] 6.1 scrub starts
2020-11-16T20:50:12.025 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:12.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:11 smithi142 bash[9523]: cluster 2020-11-16T20:50:10.078408+0000 osd.8 (osd.8) 178 : cluster [DBG] 6.1 scrub starts
2020-11-16T20:50:12.131 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:12.277 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:12.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:12 smithi065 bash[16457]: debug 2020-11-16T20:50:12.024+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:12.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:12 smithi065 bash[16457]: debug 2020-11-16T20:50:12.276+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:12.381 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:12.511 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:12.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:12 smithi065 bash[14115]: debug 2020-11-16T20:50:12.508+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:12.618 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:12.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:12 smithi071 bash[9480]: cluster 2020-11-16T20:50:11.036266+0000 osd.8 (osd.8) 179 : cluster [DBG] 6.1 scrub ok
2020-11-16T20:50:12.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:12 smithi071 bash[9480]: cluster 2020-11-16T20:50:12.457782+0000 mgr.x (mgr.14196) 1155 : cluster [DBG] pgmap v1721: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.9 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:50:12.986 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_historic_ops
2020-11-16T20:50:13.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:12 smithi065 bash[9468]: cluster 2020-11-16T20:50:11.036266+0000 osd.8 (osd.8) 179 : cluster [DBG] 6.1 scrub ok
2020-11-16T20:50:13.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:12 smithi065 bash[9468]: cluster 2020-11-16T20:50:12.457782+0000 mgr.x (mgr.14196) 1155 : cluster [DBG] pgmap v1721: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.9 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:50:13.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:12 smithi142 bash[9523]: cluster 2020-11-16T20:50:11.036266+0000 osd.8 (osd.8) 179 : cluster [DBG] 6.1 scrub ok
2020-11-16T20:50:13.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:12 smithi142 bash[9523]: cluster 2020-11-16T20:50:12.457782+0000 mgr.x (mgr.14196) 1155 : cluster [DBG] pgmap v1721: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.9 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.26k op/s
2020-11-16T20:50:13.137 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:50:13.418 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:13.522 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:13.659 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:13.688 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:13 smithi142 bash[15670]: debug 2020-11-16T20:50:13.419+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:13.764 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:14.003 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:50:14.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:14 smithi142 bash[9523]: audit 2020-11-16T20:50:13.978909+0000 mon.a (mon.0) 2175 : audit [DBG] from='client.? v1:172.21.15.142:0/2328240673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:14.030 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:13 smithi065 bash[16457]: debug 2020-11-16T20:50:13.656+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:14.044 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:14.046 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:50:14.081 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:50:14.117 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:50:14.147 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:14.150 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:50:14.186 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:50:14.217 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:50:14.251 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:50:14.279 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:50:14.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:14 smithi065 bash[9468]: audit 2020-11-16T20:50:13.978909+0000 mon.a (mon.0) 2175 : audit [DBG] from='client.? v1:172.21.15.142:0/2328240673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:14.317 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:50:14.350 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:50:14.351 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.351 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.351 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.352 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:50:14.352 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:50:14.352 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.352 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.353 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.353 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.353 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.353 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.354 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.354 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:50:14.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:14 smithi071 bash[9480]: audit 2020-11-16T20:50:13.978909+0000 mon.a (mon.0) 2175 : audit [DBG] from='client.? v1:172.21.15.142:0/2328240673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:14.447 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:14 smithi071 bash[26650]: debug 2020-11-16T20:50:14.046+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:14.639 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:14.743 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:14.880 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:14.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:14 smithi071 bash[16796]: debug 2020-11-16T20:50:14.641+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:14.985 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:15.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:14 smithi065 bash[14115]: debug 2020-11-16T20:50:14.880+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:15.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:13.710483+0000 osd.1 (osd.1) 228 : cluster [DBG] 6.4 scrub starts
2020-11-16T20:50:15.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.010652+0000 osd.0 (osd.0) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.049557+0000 osd.1 (osd.1) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.082905+0000 osd.2 (osd.2) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.123367+0000 osd.4 (osd.4) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.156253+0000 osd.5 (osd.5) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.192028+0000 osd.6 (osd.6) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.223675+0000 osd.7 (osd.7) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.256427+0000 osd.8 (osd.8) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.284607+0000 osd.9 (osd.9) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.355313+0000 osd.11 (osd.11) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.458235+0000 mgr.x (mgr.14196) 1156 : cluster [DBG] pgmap v1722: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.18k op/s
2020-11-16T20:50:15.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.634336+0000 osd.1 (osd.1) 230 : cluster [DBG] 6.4 scrub ok
2020-11-16T20:50:15.314 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:13.710483+0000 osd.1 (osd.1) 228 : cluster [DBG] 6.4 scrub starts
2020-11-16T20:50:15.314 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.010652+0000 osd.0 (osd.0) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.314 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.049557+0000 osd.1 (osd.1) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.315 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.082905+0000 osd.2 (osd.2) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.315 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.123367+0000 osd.4 (osd.4) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.315 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.156253+0000 osd.5 (osd.5) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.315 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.192028+0000 osd.6 (osd.6) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.315 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.223675+0000 osd.7 (osd.7) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.315 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.256427+0000 osd.8 (osd.8) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.315 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.284607+0000 osd.9 (osd.9) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.316 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.355313+0000 osd.11 (osd.11) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.316 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.458235+0000 mgr.x (mgr.14196) 1156 : cluster [DBG] pgmap v1722: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.18k op/s
2020-11-16T20:50:15.316 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:15 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.634336+0000 osd.1 (osd.1) 230 : cluster [DBG] 6.4 scrub ok
2020-11-16T20:50:15.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:13.710483+0000 osd.1 (osd.1) 228 : cluster [DBG] 6.4 scrub starts
2020-11-16T20:50:15.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.010652+0000 osd.0 (osd.0) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.049557+0000 osd.1 (osd.1) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.082905+0000 osd.2 (osd.2) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.123367+0000 osd.4 (osd.4) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.156253+0000 osd.5 (osd.5) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.192028+0000 osd.6 (osd.6) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.223675+0000 osd.7 (osd.7) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.256427+0000 osd.8 (osd.8) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.284607+0000 osd.9 (osd.9) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.355313+0000 osd.11 (osd.11) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:15.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.458235+0000 mgr.x (mgr.14196) 1156 : cluster [DBG] pgmap v1722: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.18k op/s
2020-11-16T20:50:15.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.634336+0000 osd.1 (osd.1) 230 : cluster [DBG] 6.4 scrub ok
2020-11-16T20:50:15.658 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:15.762 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:15.887 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:15.947 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:50:15.948 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:15 smithi142 bash[20366]: debug 2020-11-16T20:50:15.659+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:15.948 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:50:15.991 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:16.030 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:15 smithi065 bash[16457]: debug 2020-11-16T20:50:15.884+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:16.037 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:50:16.099 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:16.205 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:16.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:16 smithi142 bash[9523]: cluster 2020-11-16T20:50:14.322525+0000 osd.10 (osd.10) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:16.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:16 smithi142 bash[9523]: audit 2020-11-16T20:50:15.040528+0000 mon.a (mon.0) 2176 : audit [INF] from='client.? v1:172.21.15.142:0/1982248213' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:50:16.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:16 smithi142 bash[9523]: cluster 2020-11-16T20:50:16.037157+0000 mon.a (mon.0) 2177 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:50:16.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:16 smithi142 bash[9523]: cluster 2020-11-16T20:50:16.037196+0000 mon.a (mon.0) 2178 : cluster [INF] Cluster is now healthy
2020-11-16T20:50:16.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:16 smithi142 bash[9523]: audit 2020-11-16T20:50:16.041007+0000 mon.a (mon.0) 2179 : audit [INF] from='client.? v1:172.21.15.142:0/1982248213' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:50:16.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:16 smithi142 bash[9523]: cluster 2020-11-16T20:50:16.041056+0000 mon.a (mon.0) 2180 : cluster [DBG] osdmap e663: 12 total, 11 up, 8 in
2020-11-16T20:50:16.330 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:16 smithi065 bash[14115]: debug 2020-11-16T20:50:16.096+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:16.331 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:16 smithi065 bash[9468]: cluster 2020-11-16T20:50:14.322525+0000 osd.10 (osd.10) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:16.331 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:16 smithi065 bash[9468]: audit 2020-11-16T20:50:15.040528+0000 mon.a (mon.0) 2176 : audit [INF] from='client.? v1:172.21.15.142:0/1982248213' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:50:16.331 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:16 smithi065 bash[9468]: cluster 2020-11-16T20:50:16.037157+0000 mon.a (mon.0) 2177 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:50:16.331 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:16 smithi065 bash[9468]: cluster 2020-11-16T20:50:16.037196+0000 mon.a (mon.0) 2178 : cluster [INF] Cluster is now healthy
2020-11-16T20:50:16.331 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:16 smithi065 bash[9468]: audit 2020-11-16T20:50:16.041007+0000 mon.a (mon.0) 2179 : audit [INF] from='client.? v1:172.21.15.142:0/1982248213' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:50:16.332 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:16 smithi065 bash[9468]: cluster 2020-11-16T20:50:16.041056+0000 mon.a (mon.0) 2180 : cluster [DBG] osdmap e663: 12 total, 11 up, 8 in
2020-11-16T20:50:16.332 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:50:16 smithi065 bash[11785]: debug 2020-11-16T20:50:16.328+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:16.332 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:16.437 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:16.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:16 smithi071 bash[9480]: cluster 2020-11-16T20:50:14.322525+0000 osd.10 (osd.10) 154 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:16.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:16 smithi071 bash[9480]: audit 2020-11-16T20:50:15.040528+0000 mon.a (mon.0) 2176 : audit [INF] from='client.? v1:172.21.15.142:0/1982248213' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:50:16.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:16 smithi071 bash[9480]: cluster 2020-11-16T20:50:16.037157+0000 mon.a (mon.0) 2177 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:50:16.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:16 smithi071 bash[9480]: cluster 2020-11-16T20:50:16.037196+0000 mon.a (mon.0) 2178 : cluster [INF] Cluster is now healthy
2020-11-16T20:50:16.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:16 smithi071 bash[9480]: audit 2020-11-16T20:50:16.041007+0000 mon.a (mon.0) 2179 : audit [INF] from='client.? v1:172.21.15.142:0/1982248213' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:50:16.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:16 smithi071 bash[9480]: cluster 2020-11-16T20:50:16.041056+0000 mon.a (mon.0) 2180 : cluster [DBG] osdmap e663: 12 total, 11 up, 8 in
2020-11-16T20:50:16.625 INFO:teuthology.orchestra.run.smithi142.stdout:get_pg_num_history pg_num_history pg_num_history(e636 pg_nums {1={5=1},5={535=16},6={626=16}} deleted_pools 621,5)
2020-11-16T20:50:16.625 INFO:teuthology.orchestra.run.smithi142.stdout:Importing pgid 6.6
2020-11-16T20:50:16.627 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6001c677:::benchmark_data_smithi065_43723_object43698:head#
2020-11-16T20:50:16.628 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6002094e:::benchmark_data_smithi065_43723_object13229:head#
2020-11-16T20:50:16.876 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60021a86:::benchmark_data_smithi065_43723_object42501:head#
2020-11-16T20:50:16.876 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60023663:::benchmark_data_smithi065_43723_object25229:head#
2020-11-16T20:50:16.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6002a56d:::benchmark_data_smithi065_43723_object39771:head#
2020-11-16T20:50:16.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.878 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60032606:::benchmark_data_smithi065_43723_object27793:head#
2020-11-16T20:50:16.878 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.878 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6003e510:::benchmark_data_smithi065_43723_object8311:head#
2020-11-16T20:50:16.878 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.879 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6004a4f2:::benchmark_data_smithi065_43723_object7481:head#
2020-11-16T20:50:16.879 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.880 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:600970c2:::benchmark_data_smithi065_43723_object1476:head#
2020-11-16T20:50:16.880 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.880 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6009dff7:::benchmark_data_smithi065_43723_object6401:head#
2020-11-16T20:50:16.880 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.880 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:600db2c6:::benchmark_data_smithi065_43723_object614:head#
2020-11-16T20:50:16.880 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.881 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:600fbff9:::benchmark_data_smithi065_43723_object27151:head#
2020-11-16T20:50:16.881 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.881 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601057ff:::benchmark_data_smithi065_43723_object16603:head#
2020-11-16T20:50:16.881 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.881 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60108c7e:::benchmark_data_smithi065_43723_object22136:head#
2020-11-16T20:50:16.881 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.881 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60117aef:::benchmark_data_smithi065_43723_object42336:head#
2020-11-16T20:50:16.881 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.883 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60126e19:::benchmark_data_smithi065_43723_object317:head#
2020-11-16T20:50:16.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.883 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60127935:::benchmark_data_smithi065_43723_object43269:head#
2020-11-16T20:50:16.884 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6012a11e:::benchmark_data_smithi065_43723_object32453:head#
2020-11-16T20:50:16.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.885 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60135fce:::benchmark_data_smithi065_43723_object17674:head#
2020-11-16T20:50:16.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.885 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60142144:::benchmark_data_smithi065_43723_object2319:head#
2020-11-16T20:50:16.886 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6015db6c:::benchmark_data_smithi065_43723_object5525:head#
2020-11-16T20:50:16.886 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60161624:::benchmark_data_smithi065_43723_object2511:head#
2020-11-16T20:50:16.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.887 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6019404e:::benchmark_data_smithi065_43723_object19240:head#
2020-11-16T20:50:16.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.887 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6019c264:::benchmark_data_smithi065_43723_object10053:head#
2020-11-16T20:50:16.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601a06ba:::benchmark_data_smithi065_43723_object26477:head#
2020-11-16T20:50:16.888 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601a09ef:::benchmark_data_smithi065_43723_object32431:head#
2020-11-16T20:50:16.888 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601a1e60:::benchmark_data_smithi065_43723_object2874:head#
2020-11-16T20:50:16.889 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601b021e:::benchmark_data_smithi065_43723_object35056:head#
2020-11-16T20:50:16.891 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601bf981:::benchmark_data_smithi065_43723_object18755:head#
2020-11-16T20:50:16.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601c7e2b:::benchmark_data_smithi065_43723_object22041:head#
2020-11-16T20:50:16.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601cde29:::benchmark_data_smithi065_43723_object27452:head#
2020-11-16T20:50:16.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.893 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601ddd71:::benchmark_data_smithi065_43723_object38970:head#
2020-11-16T20:50:16.893 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.893 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:601f0167:::benchmark_data_smithi065_43723_object39843:head#
2020-11-16T20:50:16.893 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.893 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:602455ff:::benchmark_data_smithi065_43723_object29406:head#
2020-11-16T20:50:16.894 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.894 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60248fbc:::benchmark_data_smithi065_43723_object25766:head#
2020-11-16T20:50:16.894 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.894 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6027023c:::benchmark_data_smithi065_43723_object37376:head#
2020-11-16T20:50:16.894 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.895 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6029491a:::benchmark_data_smithi065_43723_object35001:head#
2020-11-16T20:50:16.895 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.895 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:602aefea:::benchmark_data_smithi065_43723_object31772:head#
2020-11-16T20:50:16.895 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.895 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:602ec8ba:::benchmark_data_smithi065_43723_object24984:head#
2020-11-16T20:50:16.896 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:602f202a:::benchmark_data_smithi065_43723_object15630:head#
2020-11-16T20:50:16.899 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:602fdf3f:::benchmark_data_smithi065_43723_object38645:head#
2020-11-16T20:50:16.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6030dbed:::benchmark_data_smithi065_43723_object24146:head#
2020-11-16T20:50:16.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60313e36:::benchmark_data_smithi065_43723_object41858:head#
2020-11-16T20:50:16.901 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.901 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6031b151:::benchmark_data_smithi065_43723_object29757:head#
2020-11-16T20:50:16.901 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.901 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60337d31:::benchmark_data_smithi065_43723_object15369:head#
2020-11-16T20:50:16.901 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.902 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6034d35c:::benchmark_data_smithi065_43723_object34548:head#
2020-11-16T20:50:16.902 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.902 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:603a9d9d:::benchmark_data_smithi065_43723_object28523:head#
2020-11-16T20:50:16.902 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:603b36fa:::benchmark_data_smithi065_43723_object23917:head#
2020-11-16T20:50:16.903 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:603bbc54:::benchmark_data_smithi065_43723_object40930:head#
2020-11-16T20:50:16.903 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:603d0c2e:::benchmark_data_smithi065_43723_object22313:head#
2020-11-16T20:50:16.903 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:603f1fb7:::benchmark_data_smithi065_43723_object11118:head#
2020-11-16T20:50:16.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6040ef2c:::benchmark_data_smithi065_43723_object849:head#
2020-11-16T20:50:16.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:604172cf:::benchmark_data_smithi065_43723_object33657:head#
2020-11-16T20:50:16.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6044b4d3:::benchmark_data_smithi065_43723_object39838:head#
2020-11-16T20:50:16.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6044eab0:::benchmark_data_smithi065_43723_object2624:head#
2020-11-16T20:50:16.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:604545df:::benchmark_data_smithi065_43723_object23070:head#
2020-11-16T20:50:16.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6046693b:::benchmark_data_smithi065_43723_object5586:head#
2020-11-16T20:50:16.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60483c29:::benchmark_data_smithi065_43723_object38990:head#
2020-11-16T20:50:16.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:604b4e1a:::benchmark_data_smithi065_43723_object43008:head#
2020-11-16T20:50:16.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:604be884:::benchmark_data_smithi065_43723_object16609:head#
2020-11-16T20:50:16.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.907 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:604bf4f2:::benchmark_data_smithi065_43723_object24047:head#
2020-11-16T20:50:16.907 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.909 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:16.909 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:604e93e1:::benchmark_data_smithi065_43723_object7324:head#
2020-11-16T20:50:16.909 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:604eb891:::benchmark_data_smithi065_43723_object23981:head#
2020-11-16T20:50:16.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6051ca91:::benchmark_data_smithi065_43723_object2251:head#
2020-11-16T20:50:16.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6053461b:::benchmark_data_smithi065_43723_object30769:head#
2020-11-16T20:50:16.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.911 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60562a9b:::benchmark_data_smithi065_43723_object17400:head#
2020-11-16T20:50:16.911 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.911 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60589fd2:::benchmark_data_smithi065_43723_object40331:head#
2020-11-16T20:50:16.911 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.911 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6066c715:::benchmark_data_smithi065_43723_object2006:head#
2020-11-16T20:50:16.911 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.911 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6067c64b:::benchmark_data_smithi065_43723_object30269:head#
2020-11-16T20:50:16.911 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.912 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:606a101c:::benchmark_data_smithi065_43723_object29011:head#
2020-11-16T20:50:16.912 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.912 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:606a53b1:::benchmark_data_smithi065_43723_object181:head#
2020-11-16T20:50:16.912 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.912 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6071a915:::benchmark_data_smithi065_43723_object42617:head#
2020-11-16T20:50:16.912 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.912 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6072f5da:::benchmark_data_smithi065_43723_object640:head#
2020-11-16T20:50:16.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:607363d0:::benchmark_data_smithi065_43723_object19306:head#
2020-11-16T20:50:16.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6073c7f7:::benchmark_data_smithi065_43723_object36885:head#
2020-11-16T20:50:16.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60750e07:::benchmark_data_smithi065_43723_object4033:head#
2020-11-16T20:50:16.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60765943:::benchmark_data_smithi065_43723_object39896:head#
2020-11-16T20:50:16.914 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60766daa:::benchmark_data_smithi065_43723_object40394:head#
2020-11-16T20:50:16.914 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6076e3ef:::benchmark_data_smithi065_43723_object36769:head#
2020-11-16T20:50:16.914 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6077fd23:::benchmark_data_smithi065_43723_object27995:head#
2020-11-16T20:50:16.915 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.915 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6079a222:::benchmark_data_smithi065_43723_object38234:head#
2020-11-16T20:50:16.915 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.917 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6079a4a4:::benchmark_data_smithi065_43723_object13150:head#
2020-11-16T20:50:16.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:607ea879:::benchmark_data_smithi065_43723_object7931:head#
2020-11-16T20:50:16.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:607f24f2:::benchmark_data_smithi065_43723_object39394:head#
2020-11-16T20:50:16.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:607ff535:::benchmark_data_smithi065_43723_object11479:head#
2020-11-16T20:50:16.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608024d7:::benchmark_data_smithi065_43723_object7190:head#
2020-11-16T20:50:16.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60810f99:::benchmark_data_smithi065_43723_object40272:head#
2020-11-16T20:50:16.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608164c6:::benchmark_data_smithi065_43723_object12137:head#
2020-11-16T20:50:16.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60828310:::benchmark_data_smithi065_43723_object15706:head#
2020-11-16T20:50:16.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608332ee:::benchmark_data_smithi065_43723_object23748:head#
2020-11-16T20:50:16.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608373a5:::benchmark_data_smithi065_43723_object2157:head#
2020-11-16T20:50:16.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6086021a:::benchmark_data_smithi065_43723_object102:head#
2020-11-16T20:50:16.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.921 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6087f2f3:::benchmark_data_smithi065_43723_object22163:head#
2020-11-16T20:50:16.921 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.921 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608aeea3:::benchmark_data_smithi065_43723_object26333:head#
2020-11-16T20:50:16.921 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.921 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608b0c25:::benchmark_data_smithi065_43723_object1255:head#
2020-11-16T20:50:16.921 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.921 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608b29aa:::benchmark_data_smithi065_43723_object2039:head#
2020-11-16T20:50:16.922 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.922 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608cabe7:::benchmark_data_smithi065_43723_object42419:head#
2020-11-16T20:50:16.922 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.922 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608d1062:::benchmark_data_smithi065_43723_object146:head#
2020-11-16T20:50:16.922 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.922 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:608d86b5:::benchmark_data_smithi065_43723_object3804:head#
2020-11-16T20:50:16.922 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.923 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6090dc6c:::benchmark_data_smithi065_43723_object16510:head#
2020-11-16T20:50:16.923 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.923 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6091b0b1:::benchmark_data_smithi065_43723_object4769:head#
2020-11-16T20:50:16.923 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.923 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60920e36:::benchmark_data_smithi065_43723_object23729:head#
2020-11-16T20:50:16.923 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60940975:::benchmark_data_smithi065_43723_object1312:head#
2020-11-16T20:50:16.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60942a9b:::benchmark_data_smithi065_43723_object40698:head#
2020-11-16T20:50:16.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6094dd33:::benchmark_data_smithi065_43723_object7689:head#
2020-11-16T20:50:16.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60961924:::benchmark_data_smithi065_43723_object21152:head#
2020-11-16T20:50:16.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60972dc5:::benchmark_data_smithi065_43723_object7059:head#
2020-11-16T20:50:16.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:609749ba:::benchmark_data_smithi065_43723_object23065:head#
2020-11-16T20:50:16.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6097d8fd:::benchmark_data_smithi065_43723_object42511:head#
2020-11-16T20:50:16.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6098d540:::benchmark_data_smithi065_43723_object2001:head#
2020-11-16T20:50:16.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6098f5a7:::benchmark_data_smithi065_43723_object38352:head#
2020-11-16T20:50:16.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:609a16a6:::benchmark_data_smithi065_43723_object8451:head#
2020-11-16T20:50:16.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:609c6260:::benchmark_data_smithi065_43723_object29651:head#
2020-11-16T20:50:16.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:609c8249:::benchmark_data_smithi065_43723_object32137:head#
2020-11-16T20:50:16.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:609c8f6e:::benchmark_data_smithi065_43723_object20423:head#
2020-11-16T20:50:16.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.930 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:609dd4d8:::benchmark_data_smithi065_43723_object24539:head#
2020-11-16T20:50:16.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60a1cf6b:::benchmark_data_smithi065_43723_object16266:head#
2020-11-16T20:50:16.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60a1db58:::benchmark_data_smithi065_43723_object32827:head#
2020-11-16T20:50:16.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60a34f0d:::benchmark_data_smithi065_43723_object6615:head#
2020-11-16T20:50:16.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60a59049:::benchmark_data_smithi065_43723_object31973:head#
2020-11-16T20:50:16.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60a76900:::benchmark_data_smithi065_43723_object811:head#
2020-11-16T20:50:16.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60aacf4a:::benchmark_data_smithi065_43723_object13917:head#
2020-11-16T20:50:16.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60ae0c01:::benchmark_data_smithi065_43723_object24872:head#
2020-11-16T20:50:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60b38698:::benchmark_data_smithi065_43723_object9640:head#
2020-11-16T20:50:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60b3f9a6:::benchmark_data_smithi065_43723_object25547:head#
2020-11-16T20:50:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60b5ea2f:::benchmark_data_smithi065_43723_object33886:head#
2020-11-16T20:50:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60b6dafa:::benchmark_data_smithi065_43723_object43764:head#
2020-11-16T20:50:16.934 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.934 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60b71d2c:::benchmark_data_smithi065_43723_object36037:head#
2020-11-16T20:50:16.934 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.934 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60b998e1:::benchmark_data_smithi065_43723_object4301:head#
2020-11-16T20:50:16.934 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.934 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60ba08b9:::benchmark_data_smithi065_43723_object13128:head#
2020-11-16T20:50:16.934 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60ba4761:::benchmark_data_smithi065_43723_object4367:head#
2020-11-16T20:50:16.936 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60bb73ef:::benchmark_data_smithi065_43723_object23571:head#
2020-11-16T20:50:16.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60c6de5b:::benchmark_data_smithi065_43723_object12283:head#
2020-11-16T20:50:16.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60c79fa8:::benchmark_data_smithi065_43723_object6845:head#
2020-11-16T20:50:16.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60ccde26:::benchmark_data_smithi065_43723_object1890:head#
2020-11-16T20:50:16.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60cddcb3:::benchmark_data_smithi065_43723_object30121:head#
2020-11-16T20:50:16.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60ce68f3:::benchmark_data_smithi065_43723_object41458:head#
2020-11-16T20:50:16.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60cf4694:::benchmark_data_smithi065_43723_object37616:head#
2020-11-16T20:50:16.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60d04cff:::benchmark_data_smithi065_43723_object21544:head#
2020-11-16T20:50:16.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60d44ad4:::benchmark_data_smithi065_43723_object21589:head#
2020-11-16T20:50:16.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60d5ab02:::benchmark_data_smithi065_43723_object31040:head#
2020-11-16T20:50:16.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60d6e708:::benchmark_data_smithi065_43723_object41807:head#
2020-11-16T20:50:16.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.940 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60d75415:::benchmark_data_smithi065_43723_object16739:head#
2020-11-16T20:50:16.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.940 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60d9f2c8:::benchmark_data_smithi065_43723_object32462:head#
2020-11-16T20:50:16.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.940 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60da7455:::benchmark_data_smithi065_43723_object41365:head#
2020-11-16T20:50:16.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.941 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60db78aa:::benchmark_data_smithi065_43723_object20657:head#
2020-11-16T20:50:16.941 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.942 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60e043dd:::benchmark_data_smithi065_43723_object16742:head#
2020-11-16T20:50:16.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60e07fe2:::benchmark_data_smithi065_43723_object39247:head#
2020-11-16T20:50:16.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60e19d5a:::benchmark_data_smithi065_43723_object26331:head#
2020-11-16T20:50:16.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60e26837:::benchmark_data_smithi065_43723_object15170:head#
2020-11-16T20:50:16.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60e2c85e:::benchmark_data_smithi065_43723_object30977:head#
2020-11-16T20:50:16.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60e51789:::benchmark_data_smithi065_43723_object4350:head#
2020-11-16T20:50:16.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60e90d27:::benchmark_data_smithi065_43723_object30718:head#
2020-11-16T20:50:16.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60e9c0f8:::benchmark_data_smithi065_43723_object33545:head#
2020-11-16T20:50:16.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60ea9b0f:::benchmark_data_smithi065_43723_object30795:head#
2020-11-16T20:50:16.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60ebea92:::benchmark_data_smithi065_43723_object30590:head#
2020-11-16T20:50:16.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f0048a:::benchmark_data_smithi065_43723_object25622:head#
2020-11-16T20:50:16.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f03c93:::benchmark_data_smithi065_43723_object5804:head#
2020-11-16T20:50:16.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f27ccd:::benchmark_data_smithi065_43723_object6952:head#
2020-11-16T20:50:16.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f4c2d5:::benchmark_data_smithi065_43723_object33819:head#
2020-11-16T20:50:16.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f641f1:::benchmark_data_smithi065_43723_object43506:head#
2020-11-16T20:50:16.948 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f66223:::benchmark_data_smithi065_43723_object9111:head#
2020-11-16T20:50:16.948 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.949 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f6c74e:::benchmark_data_smithi065_43723_object40215:head#
2020-11-16T20:50:16.949 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.949 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f77c22:::benchmark_data_smithi065_43723_object37369:head#
2020-11-16T20:50:16.949 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.949 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60f9c305:::benchmark_data_smithi065_43723_object30630:head#
2020-11-16T20:50:16.949 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.949 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:60fb5361:::benchmark_data_smithi065_43723_object33978:head#
2020-11-16T20:50:16.949 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.950 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:610110d0:::benchmark_data_smithi065_43723_object4794:head#
2020-11-16T20:50:16.950 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.950 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:610166c6:::benchmark_data_smithi065_43723_object13006:head#
2020-11-16T20:50:16.950 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.950 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61043096:::benchmark_data_smithi065_43723_object1646:head#
2020-11-16T20:50:16.950 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.950 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6107e364:::benchmark_data_smithi065_43723_object37224:head#
2020-11-16T20:50:16.951 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.951 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61080da9:::benchmark_data_smithi065_43723_object14753:head#
2020-11-16T20:50:16.951 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.951 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:610cb100:::benchmark_data_smithi065_43723_object11920:head#
2020-11-16T20:50:16.951 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.951 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61108477:::benchmark_data_smithi065_43723_object21311:head#
2020-11-16T20:50:16.951 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.952 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61129f60:::benchmark_data_smithi065_43723_object16334:head#
2020-11-16T20:50:16.952 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.952 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61148e7c:::benchmark_data_smithi065_43723_object17702:head#
2020-11-16T20:50:16.952 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61174185:::benchmark_data_smithi065_43723_object15843:head#
2020-11-16T20:50:16.954 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:611db991:::benchmark_data_smithi065_43723_object40718:head#
2020-11-16T20:50:16.954 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61207367:::benchmark_data_smithi065_43723_object34648:head#
2020-11-16T20:50:16.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6122b606:::benchmark_data_smithi065_43723_object15695:head#
2020-11-16T20:50:16.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6123be08:::benchmark_data_smithi065_43723_object10813:head#
2020-11-16T20:50:16.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:612473a5:::benchmark_data_smithi065_43723_object20701:head#
2020-11-16T20:50:16.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6126737f:::benchmark_data_smithi065_43723_object23001:head#
2020-11-16T20:50:16.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6128e1cc:::benchmark_data_smithi065_43723_object9977:head#
2020-11-16T20:50:16.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:612a558d:::benchmark_data_smithi065_43723_object6923:head#
2020-11-16T20:50:16.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:612ad2c1:::benchmark_data_smithi065_43723_object5450:head#
2020-11-16T20:50:16.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:612b811a:::benchmark_data_smithi065_43723_object3193:head#
2020-11-16T20:50:16.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:612cabee:::benchmark_data_smithi065_43723_object43583:head#
2020-11-16T20:50:16.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:612cb76a:::benchmark_data_smithi065_43723_object30839:head#
2020-11-16T20:50:16.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:612ce134:::benchmark_data_smithi065_43723_object36772:head#
2020-11-16T20:50:16.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:612fd926:::benchmark_data_smithi065_43723_object5904:head#
2020-11-16T20:50:16.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:613060fb:::benchmark_data_smithi065_43723_object247:head#
2020-11-16T20:50:16.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6132f192:::benchmark_data_smithi065_43723_object34260:head#
2020-11-16T20:50:16.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61347c86:::benchmark_data_smithi065_43723_object23636:head#
2020-11-16T20:50:16.959 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61355617:::benchmark_data_smithi065_43723_object8788:head#
2020-11-16T20:50:16.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61358933:::benchmark_data_smithi065_43723_object7341:head#
2020-11-16T20:50:16.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6136aa32:::benchmark_data_smithi065_43723_object42406:head#
2020-11-16T20:50:16.961 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.961 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:613877ae:::benchmark_data_smithi065_43723_object27744:head#
2020-11-16T20:50:16.961 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.961 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61398421:::benchmark_data_smithi065_43723_object33553:head#
2020-11-16T20:50:16.961 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.961 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:613a9490:::benchmark_data_smithi065_43723_object19216:head#
2020-11-16T20:50:16.961 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.962 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:613a94be:::benchmark_data_smithi065_43723_object16693:head#
2020-11-16T20:50:16.962 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.962 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:613dc505:::benchmark_data_smithi065_43723_object8100:head#
2020-11-16T20:50:16.962 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.962 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:613eb643:::benchmark_data_smithi065_43723_object16681:head#
2020-11-16T20:50:16.962 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.963 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:613f13a6:::benchmark_data_smithi065_43723_object4113:head#
2020-11-16T20:50:16.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61428228:::benchmark_data_smithi065_43723_object8809:head#
2020-11-16T20:50:16.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61438703:::benchmark_data_smithi065_43723_object13168:head#
2020-11-16T20:50:16.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:614470fd:::benchmark_data_smithi065_43723_object8606:head#
2020-11-16T20:50:16.965 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6144929f:::benchmark_data_smithi065_43723_object5613:head#
2020-11-16T20:50:16.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61449e66:::benchmark_data_smithi065_43723_object8639:head#
2020-11-16T20:50:16.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61450b4d:::benchmark_data_smithi065_43723_object32576:head#
2020-11-16T20:50:16.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61460b63:::benchmark_data_smithi065_43723_object40365:head#
2020-11-16T20:50:16.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6146cf27:::benchmark_data_smithi065_43723_object8824:head#
2020-11-16T20:50:16.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6147e8b4:::benchmark_data_smithi065_43723_object28663:head#
2020-11-16T20:50:16.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61480064:::benchmark_data_smithi065_43723_object1098:head#
2020-11-16T20:50:16.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61481479:::benchmark_data_smithi065_43723_object31464:head#
2020-11-16T20:50:16.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.969 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61485f9d:::benchmark_data_smithi065_43723_object40123:head#
2020-11-16T20:50:16.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:614863b4:::benchmark_data_smithi065_43723_object30173:head#
2020-11-16T20:50:16.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:614930d0:::benchmark_data_smithi065_43723_object4484:head#
2020-11-16T20:50:16.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61496a53:::benchmark_data_smithi065_43723_object39266:head#
2020-11-16T20:50:16.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:614e1d7a:::benchmark_data_smithi065_43723_object36315:head#
2020-11-16T20:50:16.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61504730:::benchmark_data_smithi065_43723_object1492:head#
2020-11-16T20:50:16.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:615370a5:::benchmark_data_smithi065_43723_object22177:head#
2020-11-16T20:50:16.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6153a6be:::benchmark_data_smithi065_43723_object7404:head#
2020-11-16T20:50:16.972 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.972 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6153cfb7:::benchmark_data_smithi065_43723_object23031:head#
2020-11-16T20:50:16.972 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.972 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6156523e:::benchmark_data_smithi065_43723_object13409:head#
2020-11-16T20:50:16.972 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.972 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61572857:::benchmark_data_smithi065_43723_object41364:head#
2020-11-16T20:50:16.972 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.974 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61594415:::benchmark_data_smithi065_43723_object9985:head#
2020-11-16T20:50:16.974 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.974 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61599f1c:::benchmark_data_smithi065_43723_object10998:head#
2020-11-16T20:50:16.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6159f420:::benchmark_data_smithi065_43723_object606:head#
2020-11-16T20:50:16.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:615a1fbe:::benchmark_data_smithi065_43723_object20646:head#
2020-11-16T20:50:16.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:615aa31f:::benchmark_data_smithi065_43723_object42209:head#
2020-11-16T20:50:16.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:615c8ac7:::benchmark_data_smithi065_43723_object17155:head#
2020-11-16T20:50:16.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6162588b:::benchmark_data_smithi065_43723_object28349:head#
2020-11-16T20:50:16.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6162e619:::benchmark_data_smithi065_43723_object11245:head#
2020-11-16T20:50:16.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6163d441:::benchmark_data_smithi065_43723_object13937:head#
2020-11-16T20:50:16.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6167059f:::benchmark_data_smithi065_43723_object28080:head#
2020-11-16T20:50:16.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6168179b:::benchmark_data_smithi065_43723_object11463:head#
2020-11-16T20:50:16.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6168d977:::benchmark_data_smithi065_43723_object6292:head#
2020-11-16T20:50:16.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:616a3903:::benchmark_data_smithi065_43723_object28339:head#
2020-11-16T20:50:16.978 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.978 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:616bf15e:::benchmark_data_smithi065_43723_object24225:head#
2020-11-16T20:50:16.978 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:616cf168:::benchmark_data_smithi065_43723_object16651:head#
2020-11-16T20:50:16.979 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:616e1a88:::benchmark_data_smithi065_43723_object5347:head#
2020-11-16T20:50:16.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:616fbb0e:::benchmark_data_smithi065_43723_object21487:head#
2020-11-16T20:50:16.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6170abaa:::benchmark_data_smithi065_43723_object17453:head#
2020-11-16T20:50:16.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61723728:::benchmark_data_smithi065_43723_object31588:head#
2020-11-16T20:50:16.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61742bc0:::benchmark_data_smithi065_43723_object12567:head#
2020-11-16T20:50:16.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61748297:::benchmark_data_smithi065_43723_object37559:head#
2020-11-16T20:50:16.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6174d8f0:::benchmark_data_smithi065_43723_object6656:head#
2020-11-16T20:50:16.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.982 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:617803a3:::benchmark_data_smithi065_43723_object3207:head#
2020-11-16T20:50:16.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.982 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61784e82:::benchmark_data_smithi065_43723_object19470:head#
2020-11-16T20:50:16.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.982 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:617d3de9:::benchmark_data_smithi065_43723_object18376:head#
2020-11-16T20:50:16.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.982 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6181271d:::benchmark_data_smithi065_43723_object944:head#
2020-11-16T20:50:16.983 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.983 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6181289b:::benchmark_data_smithi065_43723_object34871:head#
2020-11-16T20:50:16.983 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.983 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61814e66:::benchmark_data_smithi065_43723_object43153:head#
2020-11-16T20:50:16.983 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.983 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61817a96:::benchmark_data_smithi065_43723_object4156:head#
2020-11-16T20:50:16.983 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6181924a:::benchmark_data_smithi065_43723_object31652:head#
2020-11-16T20:50:16.985 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6181c933:::benchmark_data_smithi065_43723_object5955:head#
2020-11-16T20:50:16.985 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61826d87:::benchmark_data_smithi065_43723_object38527:head#
2020-11-16T20:50:16.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6182755b:::benchmark_data_smithi065_43723_object14929:head#
2020-11-16T20:50:16.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61842500:::benchmark_data_smithi065_43723_object6085:head#
2020-11-16T20:50:16.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61842abf:::benchmark_data_smithi065_43723_object38643:head#
2020-11-16T20:50:16.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6186f338:::benchmark_data_smithi065_43723_object20960:head#
2020-11-16T20:50:16.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6188a2c7:::benchmark_data_smithi065_43723_object6614:head#
2020-11-16T20:50:16.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6189ed71:::benchmark_data_smithi065_43723_object23622:head#
2020-11-16T20:50:16.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.988 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:618a1478:::benchmark_data_smithi065_43723_object36908:head#
2020-11-16T20:50:16.988 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.988 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:618b96b0:::benchmark_data_smithi065_43723_object13342:head#
2020-11-16T20:50:16.988 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.988 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:618bf226:::benchmark_data_smithi065_43723_object13253:head#
2020-11-16T20:50:16.988 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.988 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:618de933:::benchmark_data_smithi065_43723_object34779:head#
2020-11-16T20:50:16.988 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.989 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6190b31f:::benchmark_data_smithi065_43723_object14928:head#
2020-11-16T20:50:16.989 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.989 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6192151a:::benchmark_data_smithi065_43723_object24355:head#
2020-11-16T20:50:16.989 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.989 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61949172:::benchmark_data_smithi065_43723_object21690:head#
2020-11-16T20:50:16.989 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.989 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:619616ed:::benchmark_data_smithi065_43723_object39948:head#
2020-11-16T20:50:16.990 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.992 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61962db0:::benchmark_data_smithi065_43723_object26768:head#
2020-11-16T20:50:16.992 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.992 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6197e5bb:::benchmark_data_smithi065_43723_object15998:head#
2020-11-16T20:50:16.992 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.992 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:619e4315:::benchmark_data_smithi065_43723_object30912:head#
2020-11-16T20:50:16.992 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.993 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:619f8fd1:::benchmark_data_smithi065_43723_object34777:head#
2020-11-16T20:50:16.993 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.993 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61a02006:::benchmark_data_smithi065_43723_object41959:head#
2020-11-16T20:50:16.993 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.993 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61a42034:::benchmark_data_smithi065_43723_object39672:head#
2020-11-16T20:50:16.993 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.993 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61a57f89:::benchmark_data_smithi065_43723_object40672:head#
2020-11-16T20:50:16.993 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.994 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61a6f691:::benchmark_data_smithi065_43723_object23495:head#
2020-11-16T20:50:16.994 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.994 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61a85a2e:::benchmark_data_smithi065_43723_object39441:head#
2020-11-16T20:50:16.994 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.994 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61a940e3:::benchmark_data_smithi065_43723_object24528:head#
2020-11-16T20:50:16.994 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.994 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61aa0ec9:::benchmark_data_smithi065_43723_object11437:head#
2020-11-16T20:50:16.995 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.995 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ac87ce:::benchmark_data_smithi065_43723_object38860:head#
2020-11-16T20:50:16.995 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.995 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ad7588:::benchmark_data_smithi065_43723_object36028:head#
2020-11-16T20:50:16.995 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.995 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61af7654:::benchmark_data_smithi065_43723_object42464:head#
2020-11-16T20:50:16.995 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.996 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b2b74d:::benchmark_data_smithi065_43723_object43616:head#
2020-11-16T20:50:16.996 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.996 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b37b32:::benchmark_data_smithi065_43723_object40447:head#
2020-11-16T20:50:16.996 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.996 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b39b73:::benchmark_data_smithi065_43723_object6820:head#
2020-11-16T20:50:16.996 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.996 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b65def:::benchmark_data_smithi065_43723_object29587:head#
2020-11-16T20:50:16.996 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:16.997 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b7716d:::benchmark_data_smithi065_43723_object31285:head#
2020-11-16T20:50:16.997 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.000 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b7b7a4:::benchmark_data_smithi065_43723_object43:head#
2020-11-16T20:50:17.000 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.000 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b7f229:::benchmark_data_smithi065_43723_object34156:head#
2020-11-16T20:50:17.000 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.000 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b8827b:::benchmark_data_smithi065_43723_object13262:head#
2020-11-16T20:50:17.001 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.001 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b9a655:::benchmark_data_smithi065_43723_object8249:head#
2020-11-16T20:50:17.001 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.001 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61b9c60b:::benchmark_data_smithi065_43723_object85:head#
2020-11-16T20:50:17.001 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.001 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61bffe65:::benchmark_data_smithi065_43723_object42122:head#
2020-11-16T20:50:17.002 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.002 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c02b82:::benchmark_data_smithi065_43723_object17245:head#
2020-11-16T20:50:17.002 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.002 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c2e688:::benchmark_data_smithi065_43723_object4392:head#
2020-11-16T20:50:17.002 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.002 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c41ce5:::benchmark_data_smithi065_43723_object875:head#
2020-11-16T20:50:17.002 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.003 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c44fd7:::benchmark_data_smithi065_43723_object42983:head#
2020-11-16T20:50:17.003 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.003 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c53334:::benchmark_data_smithi065_43723_object4327:head#
2020-11-16T20:50:17.003 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.003 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c5cf00:::benchmark_data_smithi065_43723_object2729:head#
2020-11-16T20:50:17.003 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.003 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c66b08:::benchmark_data_smithi065_43723_object39518:head#
2020-11-16T20:50:17.004 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.004 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c7c65e:::benchmark_data_smithi065_43723_object36733:head#
2020-11-16T20:50:17.004 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.004 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c85657:::benchmark_data_smithi065_43723_object114:head#
2020-11-16T20:50:17.004 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.004 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c930b5:::benchmark_data_smithi065_43723_object29335:head#
2020-11-16T20:50:17.004 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.005 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61c9fd69:::benchmark_data_smithi065_43723_object5217:head#
2020-11-16T20:50:17.005 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.005 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61cd396a:::benchmark_data_smithi065_43723_object29632:head#
2020-11-16T20:50:17.005 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.005 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ce9636:::benchmark_data_smithi065_43723_object26213:head#
2020-11-16T20:50:17.005 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.005 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61cee24a:::benchmark_data_smithi065_43723_object13306:head#
2020-11-16T20:50:17.005 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.006 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61cf7a07:::benchmark_data_smithi065_43723_object35611:head#
2020-11-16T20:50:17.006 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.006 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61d0659f:::benchmark_data_smithi065_43723_object39509:head#
2020-11-16T20:50:17.006 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.006 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61d42c75:::benchmark_data_smithi065_43723_object43731:head#
2020-11-16T20:50:17.006 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.006 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61d54e8e:::benchmark_data_smithi065_43723_object10764:head#
2020-11-16T20:50:17.007 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.009 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61d7edda:::benchmark_data_smithi065_43723_object10498:head#
2020-11-16T20:50:17.010 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.010 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61db9c90:::benchmark_data_smithi065_43723_object22278:head#
2020-11-16T20:50:17.010 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.010 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61dc1b54:::benchmark_data_smithi065_43723_object10982:head#
2020-11-16T20:50:17.010 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.010 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61dcc04e:::benchmark_data_smithi065_43723_object23987:head#
2020-11-16T20:50:17.010 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.011 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ddfd0c:::benchmark_data_smithi065_43723_object20336:head#
2020-11-16T20:50:17.011 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.011 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e060a4:::benchmark_data_smithi065_43723_object17489:head#
2020-11-16T20:50:17.011 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.011 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e1381a:::benchmark_data_smithi065_43723_object21252:head#
2020-11-16T20:50:17.011 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.011 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e15f92:::benchmark_data_smithi065_43723_object7933:head#
2020-11-16T20:50:17.012 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.012 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e35724:::benchmark_data_smithi065_43723_object34123:head#
2020-11-16T20:50:17.012 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.012 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e51627:::benchmark_data_smithi065_43723_object9297:head#
2020-11-16T20:50:17.012 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.012 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e52296:::benchmark_data_smithi065_43723_object42625:head#
2020-11-16T20:50:17.012 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.013 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e83160:::benchmark_data_smithi065_43723_object26606:head#
2020-11-16T20:50:17.013 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.013 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e8b28b:::benchmark_data_smithi065_43723_object19955:head#
2020-11-16T20:50:17.013 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.013 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61e99b74:::benchmark_data_smithi065_43723_object38047:head#
2020-11-16T20:50:17.013 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.013 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ea217c:::benchmark_data_smithi065_43723_object17331:head#
2020-11-16T20:50:17.014 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.014 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ea710a:::benchmark_data_smithi065_43723_object32978:head#
2020-11-16T20:50:17.014 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.014 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61eaadf0:::benchmark_data_smithi065_43723_object15173:head#
2020-11-16T20:50:17.014 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.014 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61eb2aa3:::benchmark_data_smithi065_43723_object33519:head#
2020-11-16T20:50:17.014 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.015 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ebb572:::benchmark_data_smithi065_43723_object41595:head#
2020-11-16T20:50:17.015 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.015 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ed8d9a:::benchmark_data_smithi065_43723_object14409:head#
2020-11-16T20:50:17.015 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.015 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ee1206:::benchmark_data_smithi065_43723_object10409:head#
2020-11-16T20:50:17.015 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.015 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61efcfa5:::benchmark_data_smithi065_43723_object3648:head#
2020-11-16T20:50:17.016 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.016 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61efea42:::benchmark_data_smithi065_43723_object13836:head#
2020-11-16T20:50:17.016 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.016 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f1ea6b:::benchmark_data_smithi065_43723_object41244:head#
2020-11-16T20:50:17.016 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.016 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f22626:::benchmark_data_smithi065_43723_object35713:head#
2020-11-16T20:50:17.016 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.017 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f34e3e:::benchmark_data_smithi065_43723_object23221:head#
2020-11-16T20:50:17.017 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.017 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f3ccd4:::benchmark_data_smithi065_43723_object23352:head#
2020-11-16T20:50:17.017 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.017 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f3d774:::benchmark_data_smithi065_43723_object38057:head#
2020-11-16T20:50:17.017 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.018 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f44e1a:::benchmark_data_smithi065_43723_object30600:head#
2020-11-16T20:50:17.018 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.018 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f80392:::benchmark_data_smithi065_43723_object20762:head#
2020-11-16T20:50:17.018 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.018 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f90fe5:::benchmark_data_smithi065_43723_object773:head#
2020-11-16T20:50:17.018 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.019 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:17.022 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61f9d5e3:::benchmark_data_smithi065_43723_object25555:head#
2020-11-16T20:50:17.022 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.023 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61fa102b:::benchmark_data_smithi065_43723_object3636:head#
2020-11-16T20:50:17.023 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.023 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61fa3786:::benchmark_data_smithi065_43723_object31471:head#
2020-11-16T20:50:17.023 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.023 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61faeb17:::benchmark_data_smithi065_43723_object8993:head#
2020-11-16T20:50:17.023 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.024 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61ff65d5:::benchmark_data_smithi065_43723_object24665:head#
2020-11-16T20:50:17.024 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.024 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:61fff98d:::benchmark_data_smithi065_43723_object27971:head#
2020-11-16T20:50:17.024 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.024 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:620017bb:::benchmark_data_smithi065_43723_object820:head#
2020-11-16T20:50:17.024 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.024 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62031033:::benchmark_data_smithi065_43723_object4952:head#
2020-11-16T20:50:17.025 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.025 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6205acf9:::benchmark_data_smithi065_43723_object40677:head#
2020-11-16T20:50:17.025 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.025 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6205b596:::benchmark_data_smithi065_43723_object8697:head#
2020-11-16T20:50:17.025 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.025 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6205fee1:::benchmark_data_smithi065_43723_object21858:head#
2020-11-16T20:50:17.025 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.026 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6206ab8d:::benchmark_data_smithi065_43723_object6772:head#
2020-11-16T20:50:17.026 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.026 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62095d30:::benchmark_data_smithi065_43723_object35141:head#
2020-11-16T20:50:17.026 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.026 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:620ae61c:::benchmark_data_smithi065_43723_object3751:head#
2020-11-16T20:50:17.026 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.026 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:620c7c62:::benchmark_data_smithi065_43723_object34781:head#
2020-11-16T20:50:17.027 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.027 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:620dcb42:::benchmark_data_smithi065_43723_object41286:head#
2020-11-16T20:50:17.027 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.027 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:620f2313:::benchmark_data_smithi065_43723_object38892:head#
2020-11-16T20:50:17.027 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.027 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:620fadb1:::benchmark_data_smithi065_43723_object39106:head#
2020-11-16T20:50:17.027 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.027 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:621168a0:::benchmark_data_smithi065_43723_object18454:head#
2020-11-16T20:50:17.028 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.028 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6211cb54:::benchmark_data_smithi065_43723_object43493:head#
2020-11-16T20:50:17.028 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.028 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:621234ae:::benchmark_data_smithi065_43723_object6500:head#
2020-11-16T20:50:17.028 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.028 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62123982:::benchmark_data_smithi065_43723_object28315:head#
2020-11-16T20:50:17.028 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.029 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:621991d9:::benchmark_data_smithi065_43723_object13618:head#
2020-11-16T20:50:17.029 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.029 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:621c1300:::benchmark_data_smithi065_43723_object10997:head#
2020-11-16T20:50:17.029 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.029 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:621e9e49:::benchmark_data_smithi065_43723_object23820:head#
2020-11-16T20:50:17.029 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.029 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:621fcfc9:::benchmark_data_smithi065_43723_object29407:head#
2020-11-16T20:50:17.030 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.030 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62212208:::benchmark_data_smithi065_43723_object39083:head#
2020-11-16T20:50:17.030 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.030 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6221b4a8:::benchmark_data_smithi065_43723_object31191:head#
2020-11-16T20:50:17.030 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.030 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62223ca5:::benchmark_data_smithi065_43723_object28434:head#
2020-11-16T20:50:17.030 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.031 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62225129:::benchmark_data_smithi065_43723_object27046:head#
2020-11-16T20:50:17.031 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.031 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:622747c9:::benchmark_data_smithi065_43723_object29759:head#
2020-11-16T20:50:17.031 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.031 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6227c589:::benchmark_data_smithi065_43723_object12350:head#
2020-11-16T20:50:17.031 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.031 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6228a2f7:::benchmark_data_smithi065_43723_object14344:head#
2020-11-16T20:50:17.032 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.032 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62291bc9:::benchmark_data_smithi065_43723_object29578:head#
2020-11-16T20:50:17.032 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.035 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:622a8bb8:::benchmark_data_smithi065_43723_object3554:head#
2020-11-16T20:50:17.036 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.036 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:622ada42:::benchmark_data_smithi065_43723_object11858:head#
2020-11-16T20:50:17.036 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.036 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:622bbe2e:::benchmark_data_smithi065_43723_object18515:head#
2020-11-16T20:50:17.036 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.036 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:622d557e:::benchmark_data_smithi065_43723_object4680:head#
2020-11-16T20:50:17.036 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.037 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:622d837e:::benchmark_data_smithi065_43723_object22851:head#
2020-11-16T20:50:17.037 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.037 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:622e56f3:::benchmark_data_smithi065_43723_object13559:head#
2020-11-16T20:50:17.037 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.037 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:622e804c:::benchmark_data_smithi065_43723_object30728:head#
2020-11-16T20:50:17.037 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.037 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62359bd9:::benchmark_data_smithi065_43723_object18927:head#
2020-11-16T20:50:17.038 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.038 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:623a4016:::benchmark_data_smithi065_43723_object8391:head#
2020-11-16T20:50:17.038 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.038 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:623b50f5:::benchmark_data_smithi065_43723_object37675:head#
2020-11-16T20:50:17.038 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.038 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:623be2c3:::benchmark_data_smithi065_43723_object20902:head#
2020-11-16T20:50:17.038 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:623ce191:::benchmark_data_smithi065_43723_object24523:head#
2020-11-16T20:50:17.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:623d3e3a:::benchmark_data_smithi065_43723_object2615:head#
2020-11-16T20:50:17.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:623e8e08:::benchmark_data_smithi065_43723_object19250:head#
2020-11-16T20:50:17.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:623efcfd:::benchmark_data_smithi065_43723_object32793:head#
2020-11-16T20:50:17.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:624018cf:::benchmark_data_smithi065_43723_object17798:head#
2020-11-16T20:50:17.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6241db9b:::benchmark_data_smithi065_43723_object41697:head#
2020-11-16T20:50:17.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6242d5c8:::benchmark_data_smithi065_43723_object37774:head#
2020-11-16T20:50:17.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6244480c:::benchmark_data_smithi065_43723_object7772:head#
2020-11-16T20:50:17.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62459ecc:::benchmark_data_smithi065_43723_object36151:head#
2020-11-16T20:50:17.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6245ebdd:::benchmark_data_smithi065_43723_object13120:head#
2020-11-16T20:50:17.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6246a5b5:::benchmark_data_smithi065_43723_object33754:head#
2020-11-16T20:50:17.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62483439:::benchmark_data_smithi065_43723_object14201:head#
2020-11-16T20:50:17.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:624855c5:::benchmark_data_smithi065_43723_object1420:head#
2020-11-16T20:50:17.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62509406:::benchmark_data_smithi065_43723_object6378:head#
2020-11-16T20:50:17.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6251073e:::benchmark_data_smithi065_43723_object31655:head#
2020-11-16T20:50:17.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6251b825:::benchmark_data_smithi065_43723_object37712:head#
2020-11-16T20:50:17.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:625521a6:::benchmark_data_smithi065_43723_object30449:head#
2020-11-16T20:50:17.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6255bbf4:::benchmark_data_smithi065_43723_object42850:head#
2020-11-16T20:50:17.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6255f1a1:::benchmark_data_smithi065_43723_object4399:head#
2020-11-16T20:50:17.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:625718fd:::benchmark_data_smithi065_43723_object26952:head#
2020-11-16T20:50:17.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6257c2a2:::benchmark_data_smithi065_43723_object17108:head#
2020-11-16T20:50:17.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:625891ea:::benchmark_data_smithi065_43723_object34202:head#
2020-11-16T20:50:17.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6258a269:::benchmark_data_smithi065_43723_object24484:head#
2020-11-16T20:50:17.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62596d7a:::benchmark_data_smithi065_43723_object40776:head#
2020-11-16T20:50:17.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6259d906:::benchmark_data_smithi065_43723_object10010:head#
2020-11-16T20:50:17.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:625a81f4:::benchmark_data_smithi065_43723_object1169:head#
2020-11-16T20:50:17.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:625b90d9:::benchmark_data_smithi065_43723_object28932:head#
2020-11-16T20:50:17.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:625c438e:::benchmark_data_smithi065_43723_object42299:head#
2020-11-16T20:50:17.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:625f6701:::benchmark_data_smithi065_43723_object9057:head#
2020-11-16T20:50:17.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62648805:::benchmark_data_smithi065_43723_object1303:head#
2020-11-16T20:50:17.049 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62648d1b:::benchmark_data_smithi065_43723_object34652:head#
2020-11-16T20:50:17.049 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6265ce8b:::benchmark_data_smithi065_43723_object38035:head#
2020-11-16T20:50:17.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6266cf6b:::benchmark_data_smithi065_43723_object34353:head#
2020-11-16T20:50:17.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6269786e:::benchmark_data_smithi065_43723_object16101:head#
2020-11-16T20:50:17.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:626bc301:::benchmark_data_smithi065_43723_object42255:head#
2020-11-16T20:50:17.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:626c8fdf:::benchmark_data_smithi065_43723_object30895:head#
2020-11-16T20:50:17.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:626ebfbd:::benchmark_data_smithi065_43723_object11475:head#
2020-11-16T20:50:17.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62705430:::benchmark_data_smithi065_43723_object26314:head#
2020-11-16T20:50:17.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:627119f5:::benchmark_data_smithi065_43723_object4165:head#
2020-11-16T20:50:17.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:627250b0:::benchmark_data_smithi065_43723_object4512:head#
2020-11-16T20:50:17.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62732645:::benchmark_data_smithi065_43723_object37275:head#
2020-11-16T20:50:17.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62733b74:::benchmark_data_smithi065_43723_object16000:head#
2020-11-16T20:50:17.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6273fadd:::benchmark_data_smithi065_43723_object4900:head#
2020-11-16T20:50:17.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6274bd17:::benchmark_data_smithi065_43723_object17467:head#
2020-11-16T20:50:17.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6274e0e5:::benchmark_data_smithi065_43723_object20927:head#
2020-11-16T20:50:17.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6275c56b:::benchmark_data_smithi065_43723_object17068:head#
2020-11-16T20:50:17.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62760e5f:::benchmark_data_smithi065_43723_object23572:head#
2020-11-16T20:50:17.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:627677bc:::benchmark_data_smithi065_43723_object39059:head#
2020-11-16T20:50:17.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6277beb3:::benchmark_data_smithi065_43723_object15052:head#
2020-11-16T20:50:17.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6279e992:::benchmark_data_smithi065_43723_object32093:head#
2020-11-16T20:50:17.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:627b6b7f:::benchmark_data_smithi065_43723_object13194:head#
2020-11-16T20:50:17.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:627da5b8:::benchmark_data_smithi065_43723_object4801:head#
2020-11-16T20:50:17.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:627ed4d8:::benchmark_data_smithi065_43723_object24763:head#
2020-11-16T20:50:17.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:627fc82e:::benchmark_data_smithi065_43723_object32578:head#
2020-11-16T20:50:17.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:627ffc5c:::benchmark_data_smithi065_43723_object36584:head#
2020-11-16T20:50:17.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:628015dc:::benchmark_data_smithi065_43723_object5850:head#
2020-11-16T20:50:17.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.057 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:628543b1:::benchmark_data_smithi065_43723_object34584:head#
2020-11-16T20:50:17.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.059 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62887821:::benchmark_data_smithi065_43723_object15508:head#
2020-11-16T20:50:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6289380f:::benchmark_data_smithi065_43723_object32029:head#
2020-11-16T20:50:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62899274:::benchmark_data_smithi065_43723_object504:head#
2020-11-16T20:50:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:628c0d75:::benchmark_data_smithi065_43723_object19198:head#
2020-11-16T20:50:17.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:628c23dc:::benchmark_data_smithi065_43723_object38246:head#
2020-11-16T20:50:17.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:628ec079:::benchmark_data_smithi065_43723_object33196:head#
2020-11-16T20:50:17.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:628f0ed4:::benchmark_data_smithi065_43723_object13018:head#
2020-11-16T20:50:17.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6290bc9e:::benchmark_data_smithi065_43723_object21139:head#
2020-11-16T20:50:17.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6291c692:::benchmark_data_smithi065_43723_object29811:head#
2020-11-16T20:50:17.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6293096b:::benchmark_data_smithi065_43723_object15959:head#
2020-11-16T20:50:17.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62957888:::benchmark_data_smithi065_43723_object34354:head#
2020-11-16T20:50:17.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62958cdb:::benchmark_data_smithi065_43723_object20237:head#
2020-11-16T20:50:17.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:629705e8:::benchmark_data_smithi065_43723_object31831:head#
2020-11-16T20:50:17.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6299e9fd:::benchmark_data_smithi065_43723_object11591:head#
2020-11-16T20:50:17.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:629bd77c:::benchmark_data_smithi065_43723_object22347:head#
2020-11-16T20:50:17.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:629ce584:::benchmark_data_smithi065_43723_object23954:head#
2020-11-16T20:50:17.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:629d9e96:::benchmark_data_smithi065_43723_object3004:head#
2020-11-16T20:50:17.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:629ff960:::benchmark_data_smithi065_43723_object2409:head#
2020-11-16T20:50:17.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62a1b524:::benchmark_data_smithi065_43723_object11139:head#
2020-11-16T20:50:17.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62a1f201:::benchmark_data_smithi065_43723_object24404:head#
2020-11-16T20:50:17.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62a2a70b:::benchmark_data_smithi065_43723_object29607:head#
2020-11-16T20:50:17.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.066 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62a399b1:::benchmark_data_smithi065_43723_object1460:head#
2020-11-16T20:50:17.066 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.068 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62a4854d:::benchmark_data_smithi065_43723_object10447:head#
2020-11-16T20:50:17.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.068 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62a49159:::benchmark_data_smithi065_43723_object21930:head#
2020-11-16T20:50:17.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62a72fb8:::benchmark_data_smithi065_43723_object6600:head#
2020-11-16T20:50:17.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62a9ea11:::benchmark_data_smithi065_43723_object5298:head#
2020-11-16T20:50:17.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62aaa22d:::benchmark_data_smithi065_43723_object36717:head#
2020-11-16T20:50:17.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62abc15a:::benchmark_data_smithi065_43723_object11873:head#
2020-11-16T20:50:17.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ac8216:::benchmark_data_smithi065_43723_object29201:head#
2020-11-16T20:50:17.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ad1bfa:::benchmark_data_smithi065_43723_object24158:head#
2020-11-16T20:50:17.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62b0e06a:::benchmark_data_smithi065_43723_object14049:head#
2020-11-16T20:50:17.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62b1866b:::benchmark_data_smithi065_43723_object4757:head#
2020-11-16T20:50:17.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62b2f88c:::benchmark_data_smithi065_43723_object42863:head#
2020-11-16T20:50:17.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62b40ec3:::benchmark_data_smithi065_43723_object29532:head#
2020-11-16T20:50:17.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.072 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62b485a4:::benchmark_data_smithi065_43723_object9391:head#
2020-11-16T20:50:17.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.072 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62b57298:::benchmark_data_smithi065_43723_object42227:head#
2020-11-16T20:50:17.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.073 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62b5f840:::benchmark_data_smithi065_43723_object43191:head#
2020-11-16T20:50:17.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62b7b39f:::benchmark_data_smithi065_43723_object9883:head#
2020-11-16T20:50:17.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62baff6d:::benchmark_data_smithi065_43723_object23247:head#
2020-11-16T20:50:17.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62bb7c97:::benchmark_data_smithi065_43723_object6402:head#
2020-11-16T20:50:17.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62bed3a0:::benchmark_data_smithi065_43723_object15275:head#
2020-11-16T20:50:17.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62bee5c0:::benchmark_data_smithi065_43723_object27908:head#
2020-11-16T20:50:17.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62bf98fd:::benchmark_data_smithi065_43723_object8127:head#
2020-11-16T20:50:17.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62c01cf6:::benchmark_data_smithi065_43723_object25234:head#
2020-11-16T20:50:17.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62c06d10:::benchmark_data_smithi065_43723_object41862:head#
2020-11-16T20:50:17.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62c3e19f:::benchmark_data_smithi065_43723_object33869:head#
2020-11-16T20:50:17.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62c4306c:::benchmark_data_smithi065_43723_object26258:head#
2020-11-16T20:50:17.077 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.078 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62c4c9e8:::benchmark_data_smithi065_43723_object32254:head#
2020-11-16T20:50:17.078 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.078 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62c5d13e:::benchmark_data_smithi065_43723_object19623:head#
2020-11-16T20:50:17.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62c71396:::benchmark_data_smithi065_43723_object11254:head#
2020-11-16T20:50:17.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62c9c897:::benchmark_data_smithi065_43723_object21684:head#
2020-11-16T20:50:17.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ca65e9:::benchmark_data_smithi065_43723_object2516:head#
2020-11-16T20:50:17.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62cb8ca1:::benchmark_data_smithi065_43723_object20827:head#
2020-11-16T20:50:17.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ce0e9f:::benchmark_data_smithi065_43723_object36456:head#
2020-11-16T20:50:17.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62d114bb:::benchmark_data_smithi065_43723_object26424:head#
2020-11-16T20:50:17.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62d8477e:::benchmark_data_smithi065_43723_object39968:head#
2020-11-16T20:50:17.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62d88ecc:::benchmark_data_smithi065_43723_object14653:head#
2020-11-16T20:50:17.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62d8f26c:::benchmark_data_smithi065_43723_object23002:head#
2020-11-16T20:50:17.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62da35e3:::benchmark_data_smithi065_43723_object33152:head#
2020-11-16T20:50:17.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62dc04a6:::benchmark_data_smithi065_43723_object39460:head#
2020-11-16T20:50:17.082 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.083 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62dc79da:::benchmark_data_smithi065_43723_object37606:head#
2020-11-16T20:50:17.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ddbbe0:::benchmark_data_smithi065_43723_object20212:head#
2020-11-16T20:50:17.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ddfb92:::benchmark_data_smithi065_43723_object25367:head#
2020-11-16T20:50:17.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62df6578:::benchmark_data_smithi065_43723_object15880:head#
2020-11-16T20:50:17.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62dfac89:::benchmark_data_smithi065_43723_object38320:head#
2020-11-16T20:50:17.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62e320b0:::benchmark_data_smithi065_43723_object33135:head#
2020-11-16T20:50:17.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62e43447:::benchmark_data_smithi065_43723_object37858:head#
2020-11-16T20:50:17.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ecdc53:::benchmark_data_smithi065_43723_object9739:head#
2020-11-16T20:50:17.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ee713c:::benchmark_data_smithi065_43723_object10450:head#
2020-11-16T20:50:17.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62f1e7bd:::benchmark_data_smithi065_43723_object10690:head#
2020-11-16T20:50:17.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62f2c765:::benchmark_data_smithi065_43723_object318:head#
2020-11-16T20:50:17.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62f3414e:::benchmark_data_smithi065_43723_object33024:head#
2020-11-16T20:50:17.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62fa9edd:::benchmark_data_smithi065_43723_object17186:head#
2020-11-16T20:50:17.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62fd6538:::benchmark_data_smithi065_43723_object18388:head#
2020-11-16T20:50:17.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:62ffa01e:::benchmark_data_smithi065_43723_object12061:head#
2020-11-16T20:50:17.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6300e942:::benchmark_data_smithi065_43723_object18581:head#
2020-11-16T20:50:17.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.090 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63092cc2:::benchmark_data_smithi065_43723_object4924:head#
2020-11-16T20:50:17.090 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:630a9b55:::benchmark_data_smithi065_43723_object41062:head#
2020-11-16T20:50:17.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:630d28f1:::benchmark_data_smithi065_43723_object18617:head#
2020-11-16T20:50:17.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:630d2b70:::benchmark_data_smithi065_43723_object37870:head#
2020-11-16T20:50:17.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:631058a3:::benchmark_data_smithi065_43723_object38575:head#
2020-11-16T20:50:17.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6310d439:::benchmark_data_smithi065_43723_object38385:head#
2020-11-16T20:50:17.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6312faa9:::benchmark_data_smithi065_43723_object23395:head#
2020-11-16T20:50:17.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63134660:::benchmark_data_smithi065_43723_object20375:head#
2020-11-16T20:50:17.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6315eca4:::benchmark_data_smithi065_43723_object4644:head#
2020-11-16T20:50:17.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63160cf2:::benchmark_data_smithi065_43723_object3944:head#
2020-11-16T20:50:17.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63163bbd:::benchmark_data_smithi065_43723_object3382:head#
2020-11-16T20:50:17.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6319b501:::benchmark_data_smithi065_43723_object6065:head#
2020-11-16T20:50:17.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:631d41d9:::benchmark_data_smithi065_43723_object2923:head#
2020-11-16T20:50:17.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:631e059a:::benchmark_data_smithi065_43723_object26230:head#
2020-11-16T20:50:17.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:631fa0fb:::benchmark_data_smithi065_43723_object8175:head#
2020-11-16T20:50:17.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63214eef:::benchmark_data_smithi065_43723_object27928:head#
2020-11-16T20:50:17.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6321a648:::benchmark_data_smithi065_43723_object2289:head#
2020-11-16T20:50:17.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6323723d:::benchmark_data_smithi065_43723_object41531:head#
2020-11-16T20:50:17.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.096 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6323d215:::benchmark_data_smithi065_43723_object25894:head#
2020-11-16T20:50:17.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.098 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6324e762:::benchmark_data_smithi065_43723_object11817:head#
2020-11-16T20:50:17.098 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6324eb5e:::benchmark_data_smithi065_43723_object32905:head#
2020-11-16T20:50:17.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:632578e9:::benchmark_data_smithi065_43723_object37642:head#
2020-11-16T20:50:17.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:632a95c0:::benchmark_data_smithi065_43723_object10260:head#
2020-11-16T20:50:17.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:632b58ce:::benchmark_data_smithi065_43723_object29834:head#
2020-11-16T20:50:17.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:632c1210:::benchmark_data_smithi065_43723_object29874:head#
2020-11-16T20:50:17.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:632d3bd7:::benchmark_data_smithi065_43723_object29876:head#
2020-11-16T20:50:17.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:632fe474:::benchmark_data_smithi065_43723_object11170:head#
2020-11-16T20:50:17.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6331fcf0:::benchmark_data_smithi065_43723_object40237:head#
2020-11-16T20:50:17.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6336190c:::benchmark_data_smithi065_43723_object38827:head#
2020-11-16T20:50:17.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63362180:::benchmark_data_smithi065_43723_object20584:head#
2020-11-16T20:50:17.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6336d410:::benchmark_data_smithi065_43723_object13109:head#
2020-11-16T20:50:17.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6336e713:::benchmark_data_smithi065_43723_object16751:head#
2020-11-16T20:50:17.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6336e75c:::benchmark_data_smithi065_43723_object3969:head#
2020-11-16T20:50:17.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63387480:::benchmark_data_smithi065_43723_object40450:head#
2020-11-16T20:50:17.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:633a71bd:::benchmark_data_smithi065_43723_object9109:head#
2020-11-16T20:50:17.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:633c3971:::benchmark_data_smithi065_43723_object8591:head#
2020-11-16T20:50:17.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:633c76c5:::benchmark_data_smithi065_43723_object18135:head#
2020-11-16T20:50:17.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:633cb78a:::benchmark_data_smithi065_43723_object36325:head#
2020-11-16T20:50:17.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:633dd6f0:::benchmark_data_smithi065_43723_object29483:head#
2020-11-16T20:50:17.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63403176:::benchmark_data_smithi065_43723_object21787:head#
2020-11-16T20:50:17.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:634192ab:::benchmark_data_smithi065_43723_object28292:head#
2020-11-16T20:50:17.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63420348:::benchmark_data_smithi065_43723_object1469:head#
2020-11-16T20:50:17.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63420760:::benchmark_data_smithi065_43723_object24479:head#
2020-11-16T20:50:17.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:634498d0:::benchmark_data_smithi065_43723_object6215:head#
2020-11-16T20:50:17.107 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:634782fb:::benchmark_data_smithi065_43723_object10265:head#
2020-11-16T20:50:17.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:634a5f81:::benchmark_data_smithi065_43723_object11932:head#
2020-11-16T20:50:17.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:634aafdf:::benchmark_data_smithi065_43723_object42626:head#
2020-11-16T20:50:17.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:634cd684:::benchmark_data_smithi065_43723_object132:head#
2020-11-16T20:50:17.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:634dea14:::benchmark_data_smithi065_43723_object35698:head#
2020-11-16T20:50:17.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63507e77:::benchmark_data_smithi065_43723_object27250:head#
2020-11-16T20:50:17.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6350d36d:::benchmark_data_smithi065_43723_object5156:head#
2020-11-16T20:50:17.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6351a54b:::benchmark_data_smithi065_43723_object41638:head#
2020-11-16T20:50:17.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6353356a:::benchmark_data_smithi065_43723_object32959:head#
2020-11-16T20:50:17.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:635821da:::benchmark_data_smithi065_43723_object3819:head#
2020-11-16T20:50:17.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:635b7e4a:::benchmark_data_smithi065_43723_object21937:head#
2020-11-16T20:50:17.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:635bfc5b:::benchmark_data_smithi065_43723_object16222:head#
2020-11-16T20:50:17.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.112 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:635cafc3:::benchmark_data_smithi065_43723_object2268:head#
2020-11-16T20:50:17.112 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:635da948:::benchmark_data_smithi065_43723_object1698:head#
2020-11-16T20:50:17.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:635dd761:::benchmark_data_smithi065_43723_object14730:head#
2020-11-16T20:50:17.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:635dde95:::benchmark_data_smithi065_43723_object2003:head#
2020-11-16T20:50:17.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:635e3a89:::benchmark_data_smithi065_43723_object39626:head#
2020-11-16T20:50:17.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6363a184:::benchmark_data_smithi065_43723_object34410:head#
2020-11-16T20:50:17.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63641256:::benchmark_data_smithi065_43723_object7529:head#
2020-11-16T20:50:17.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6364fdc4:::benchmark_data_smithi065_43723_object15905:head#
2020-11-16T20:50:17.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.115 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6366d805:::benchmark_data_smithi065_43723_object36411:head#
2020-11-16T20:50:17.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.115 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6367ae41:::benchmark_data_smithi065_43723_object40788:head#
2020-11-16T20:50:17.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:636a33da:::benchmark_data_smithi065_43723_object15242:head#
2020-11-16T20:50:17.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:636d378b:::benchmark_data_smithi065_43723_object8190:head#
2020-11-16T20:50:17.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:636e3bb2:::benchmark_data_smithi065_43723_object43038:head#
2020-11-16T20:50:17.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:636e7b31:::benchmark_data_smithi065_43723_object34557:head#
2020-11-16T20:50:17.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:636fc275:::benchmark_data_smithi065_43723_object16614:head#
2020-11-16T20:50:17.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6370f897:::benchmark_data_smithi065_43723_object29210:head#
2020-11-16T20:50:17.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6371e8c3:::benchmark_data_smithi065_43723_object19293:head#
2020-11-16T20:50:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6372b9c6:::benchmark_data_smithi065_43723_object26865:head#
2020-11-16T20:50:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6372cdd4:::benchmark_data_smithi065_43723_object1151:head#
2020-11-16T20:50:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6373eeb2:::benchmark_data_smithi065_43723_object14964:head#
2020-11-16T20:50:17.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.120 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6374d93f:::benchmark_data_smithi065_43723_object14948:head#
2020-11-16T20:50:17.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6375a80b:::benchmark_data_smithi065_43723_object9806:head#
2020-11-16T20:50:17.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6378fe6e:::benchmark_data_smithi065_43723_object322:head#
2020-11-16T20:50:17.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6379b9b3:::benchmark_data_smithi065_43723_object16434:head#
2020-11-16T20:50:17.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:637e14f9:::benchmark_data_smithi065_43723_object12196:head#
2020-11-16T20:50:17.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:637f16a6:::benchmark_data_smithi065_43723_object9214:head#
2020-11-16T20:50:17.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6381428a:::benchmark_data_smithi065_43723_object18738:head#
2020-11-16T20:50:17.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63818323:::benchmark_data_smithi065_43723_object26531:head#
2020-11-16T20:50:17.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63839aae:::benchmark_data_smithi065_43723_object42679:head#
2020-11-16T20:50:17.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6383c952:::benchmark_data_smithi065_43723_object17928:head#
2020-11-16T20:50:17.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.125 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63851376:::benchmark_data_smithi065_43723_object25703:head#
2020-11-16T20:50:17.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.125 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:638588bd:::benchmark_data_smithi065_43723_object28244:head#
2020-11-16T20:50:17.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63883c2e:::benchmark_data_smithi065_43723_object40287:head#
2020-11-16T20:50:17.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6388c5aa:::benchmark_data_smithi065_43723_object25009:head#
2020-11-16T20:50:17.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:638ca909:::benchmark_data_smithi065_43723_object9771:head#
2020-11-16T20:50:17.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:638ccfb3:::benchmark_data_smithi065_43723_object7480:head#
2020-11-16T20:50:17.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6390aa84:::benchmark_data_smithi065_43723_object4805:head#
2020-11-16T20:50:17.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6390d39a:::benchmark_data_smithi065_43723_object4479:head#
2020-11-16T20:50:17.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6390f48d:::benchmark_data_smithi065_43723_object38841:head#
2020-11-16T20:50:17.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.128 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:639163d4:::benchmark_data_smithi065_43723_object22289:head#
2020-11-16T20:50:17.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.128 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63931aa9:::benchmark_data_smithi065_43723_object10698:head#
2020-11-16T20:50:17.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63936699:::benchmark_data_smithi065_43723_object20859:head#
2020-11-16T20:50:17.129 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63939140:::benchmark_data_smithi065_43723_object41179:head#
2020-11-16T20:50:17.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:639652c2:::benchmark_data_smithi065_43723_object24105:head#
2020-11-16T20:50:17.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6399146c:::benchmark_data_smithi065_43723_object27690:head#
2020-11-16T20:50:17.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6399ecbf:::benchmark_data_smithi065_43723_object829:head#
2020-11-16T20:50:17.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.131 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:639aa944:::benchmark_data_smithi065_43723_object18750:head#
2020-11-16T20:50:17.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:639b0c54:::benchmark_data_smithi065_43723_object26060:head#
2020-11-16T20:50:17.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:639b16fc:::benchmark_data_smithi065_43723_object23425:head#
2020-11-16T20:50:17.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:639bfc10:::benchmark_data_smithi065_43723_object11896:head#
2020-11-16T20:50:17.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:639e83bf:::benchmark_data_smithi065_43723_object43562:head#
2020-11-16T20:50:17.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63a08ec4:::benchmark_data_smithi065_43723_object24386:head#
2020-11-16T20:50:17.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63a31a41:::benchmark_data_smithi065_43723_object41508:head#
2020-11-16T20:50:17.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.134 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63a6ef61:::benchmark_data_smithi065_43723_object1121:head#
2020-11-16T20:50:17.134 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.135 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63a9a07a:::benchmark_data_smithi065_43723_object34256:head#
2020-11-16T20:50:17.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63ab5d22:::benchmark_data_smithi065_43723_object7027:head#
2020-11-16T20:50:17.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63aca0a2:::benchmark_data_smithi065_43723_object36308:head#
2020-11-16T20:50:17.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63b11958:::benchmark_data_smithi065_43723_object23386:head#
2020-11-16T20:50:17.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63b3a92f:::benchmark_data_smithi065_43723_object1649:head#
2020-11-16T20:50:17.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63b47635:::benchmark_data_smithi065_43723_object8723:head#
2020-11-16T20:50:17.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63b5063f:::benchmark_data_smithi065_43723_object25341:head#
2020-11-16T20:50:17.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63b770cb:::benchmark_data_smithi065_43723_object7681:head#
2020-11-16T20:50:17.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63b7fb55:::benchmark_data_smithi065_43723_object1987:head#
2020-11-16T20:50:17.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63b82cbd:::benchmark_data_smithi065_43723_object38345:head#
2020-11-16T20:50:17.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63bc3959:::benchmark_data_smithi065_43723_object26479:head#
2020-11-16T20:50:17.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.139 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63bcaf43:::benchmark_data_smithi065_43723_object40161:head#
2020-11-16T20:50:17.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63bd13e1:::benchmark_data_smithi065_43723_object11868:head#
2020-11-16T20:50:17.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63bd4022:::benchmark_data_smithi065_43723_object27475:head#
2020-11-16T20:50:17.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63bedbda:::benchmark_data_smithi065_43723_object17978:head#
2020-11-16T20:50:17.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63c17ca8:::benchmark_data_smithi065_43723_object14210:head#
2020-11-16T20:50:17.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63c24aef:::benchmark_data_smithi065_43723_object36490:head#
2020-11-16T20:50:17.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63c27892:::benchmark_data_smithi065_43723_object21342:head#
2020-11-16T20:50:17.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63c3e9f7:::benchmark_data_smithi065_43723_object21770:head#
2020-11-16T20:50:17.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63c5c82a:::benchmark_data_smithi065_43723_object37271:head#
2020-11-16T20:50:17.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63c5cf01:::benchmark_data_smithi065_43723_object43420:head#
2020-11-16T20:50:17.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63c703d1:::benchmark_data_smithi065_43723_object41639:head#
2020-11-16T20:50:17.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63cb7e4f:::benchmark_data_smithi065_43723_object19988:head#
2020-11-16T20:50:17.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63d5682e:::benchmark_data_smithi065_43723_object35220:head#
2020-11-16T20:50:17.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63d754b5:::benchmark_data_smithi065_43723_object43102:head#
2020-11-16T20:50:17.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63d83076:::benchmark_data_smithi065_43723_object12341:head#
2020-11-16T20:50:17.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63db0193:::benchmark_data_smithi065_43723_object17555:head#
2020-11-16T20:50:17.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63dd1321:::benchmark_data_smithi065_43723_object11053:head#
2020-11-16T20:50:17.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.146 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63dd9fd8:::benchmark_data_smithi065_43723_object6054:head#
2020-11-16T20:50:17.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63ded113:::benchmark_data_smithi065_43723_object35772:head#
2020-11-16T20:50:17.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63dee355:::benchmark_data_smithi065_43723_object4284:head#
2020-11-16T20:50:17.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63df451a:::benchmark_data_smithi065_43723_object16100:head#
2020-11-16T20:50:17.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63df9c5f:::benchmark_data_smithi065_43723_object26937:head#
2020-11-16T20:50:17.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63e60800:::benchmark_data_smithi065_43723_object18975:head#
2020-11-16T20:50:17.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63e7a275:::benchmark_data_smithi065_43723_object10153:head#
2020-11-16T20:50:17.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63ead68c:::benchmark_data_smithi065_43723_object29982:head#
2020-11-16T20:50:17.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63eb9f9d:::benchmark_data_smithi065_43723_object42568:head#
2020-11-16T20:50:17.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63ec6996:::benchmark_data_smithi065_43723_object8404:head#
2020-11-16T20:50:17.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.150 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63eeb87f:::benchmark_data_smithi065_43723_object40176:head#
2020-11-16T20:50:17.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.152 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:17.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63f0449a:::benchmark_data_smithi065_43723_object3710:head#
2020-11-16T20:50:17.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63f06d14:::benchmark_data_smithi065_43723_object32147:head#
2020-11-16T20:50:17.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63f1b22f:::benchmark_data_smithi065_43723_object24540:head#
2020-11-16T20:50:17.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63f5a7b3:::benchmark_data_smithi065_43723_object18673:head#
2020-11-16T20:50:17.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63f5c17e:::benchmark_data_smithi065_43723_object29549:head#
2020-11-16T20:50:17.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63f606a6:::benchmark_data_smithi065_43723_object9855:head#
2020-11-16T20:50:17.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63f88074:::benchmark_data_smithi065_43723_object11076:head#
2020-11-16T20:50:17.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63f8b092:::benchmark_data_smithi065_43723_object31001:head#
2020-11-16T20:50:17.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fa3da5:::benchmark_data_smithi065_43723_object43702:head#
2020-11-16T20:50:17.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fa706e:::benchmark_data_smithi065_43723_object35492:head#
2020-11-16T20:50:17.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fbc0c8:::benchmark_data_smithi065_43723_object30915:head#
2020-11-16T20:50:17.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fc4290:::benchmark_data_smithi065_43723_object19746:head#
2020-11-16T20:50:17.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fd7f65:::benchmark_data_smithi065_43723_object18803:head#
2020-11-16T20:50:17.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fd88c2:::benchmark_data_smithi065_43723_object31423:head#
2020-11-16T20:50:17.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fd98cf:::benchmark_data_smithi065_43723_object33833:head#
2020-11-16T20:50:17.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fdaf61:::benchmark_data_smithi065_43723_object28928:head#
2020-11-16T20:50:17.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.159 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fe0421:::benchmark_data_smithi065_43723_object25328:head#
2020-11-16T20:50:17.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.159 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fe900f:::benchmark_data_smithi065_43723_object6934:head#
2020-11-16T20:50:17.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:63fffdef:::benchmark_data_smithi065_43723_object42049:head#
2020-11-16T20:50:17.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6400f2cd:::benchmark_data_smithi065_43723_object3281:head#
2020-11-16T20:50:17.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:640177ff:::benchmark_data_smithi065_43723_object29443:head#
2020-11-16T20:50:17.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6401ea5d:::benchmark_data_smithi065_43723_object21796:head#
2020-11-16T20:50:17.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6403b639:::benchmark_data_smithi065_43723_object26607:head#
2020-11-16T20:50:17.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:640539fa:::benchmark_data_smithi065_43723_object12542:head#
2020-11-16T20:50:17.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6405a7c4:::benchmark_data_smithi065_43723_object6448:head#
2020-11-16T20:50:17.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:640746ec:::benchmark_data_smithi065_43723_object24575:head#
2020-11-16T20:50:17.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6408b9b5:::benchmark_data_smithi065_43723_object35076:head#
2020-11-16T20:50:17.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6409451f:::benchmark_data_smithi065_43723_object3244:head#
2020-11-16T20:50:17.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6409de66:::benchmark_data_smithi065_43723_object32818:head#
2020-11-16T20:50:17.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6409fa04:::benchmark_data_smithi065_43723_object36327:head#
2020-11-16T20:50:17.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:640a4c42:::benchmark_data_smithi065_43723_object2984:head#
2020-11-16T20:50:17.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:640b2a96:::benchmark_data_smithi065_43723_object13965:head#
2020-11-16T20:50:17.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:640e9897:::benchmark_data_smithi065_43723_object7088:head#
2020-11-16T20:50:17.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:640ff335:::benchmark_data_smithi065_43723_object38466:head#
2020-11-16T20:50:17.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.165 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6413d38b:::benchmark_data_smithi065_43723_object29544:head#
2020-11-16T20:50:17.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.165 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64145922:::benchmark_data_smithi065_43723_object28138:head#
2020-11-16T20:50:17.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.167 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6414c6b0:::benchmark_data_smithi065_43723_object3054:head#
2020-11-16T20:50:17.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6419b302:::benchmark_data_smithi065_43723_object2768:head#
2020-11-16T20:50:17.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:641a249b:::benchmark_data_smithi065_43723_object40470:head#
2020-11-16T20:50:17.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:641a92b7:::benchmark_data_smithi065_43723_object16962:head#
2020-11-16T20:50:17.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:641a935a:::benchmark_data_smithi065_43723_object33776:head#
2020-11-16T20:50:17.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:641d3fc5:::benchmark_data_smithi065_43723_object9138:head#
2020-11-16T20:50:17.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:641ee6db:::benchmark_data_smithi065_43723_object10479:head#
2020-11-16T20:50:17.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64277232:::benchmark_data_smithi065_43723_object13144:head#
2020-11-16T20:50:17.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6429cb7a:::benchmark_data_smithi065_43723_object29628:head#
2020-11-16T20:50:17.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642ab79e:::benchmark_data_smithi065_43723_object33807:head#
2020-11-16T20:50:17.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642ac235:::benchmark_data_smithi065_43723_object930:head#
2020-11-16T20:50:17.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642b59af:::benchmark_data_smithi065_43723_object21616:head#
2020-11-16T20:50:17.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642c7cc2:::benchmark_data_smithi065_43723_object31856:head#
2020-11-16T20:50:17.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642c8f90:::benchmark_data_smithi065_43723_object2146:head#
2020-11-16T20:50:17.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642e3444:::benchmark_data_smithi065_43723_object35932:head#
2020-11-16T20:50:17.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642e3765:::benchmark_data_smithi065_43723_object12320:head#
2020-11-16T20:50:17.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642f69ff:::benchmark_data_smithi065_43723_object5704:head#
2020-11-16T20:50:17.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:642f922d:::benchmark_data_smithi065_43723_object42089:head#
2020-11-16T20:50:17.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6431158f:::benchmark_data_smithi065_43723_object10970:head#
2020-11-16T20:50:17.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64367029:::benchmark_data_smithi065_43723_object14064:head#
2020-11-16T20:50:17.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.174 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:643bf6b8:::benchmark_data_smithi065_43723_object23960:head#
2020-11-16T20:50:17.174 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.176 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:643c6aff:::benchmark_data_smithi065_43723_object35180:head#
2020-11-16T20:50:17.176 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.177 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:643cac72:::benchmark_data_smithi065_43723_object29833:head#
2020-11-16T20:50:17.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.178 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:643d9f78:::benchmark_data_smithi065_43723_object17916:head#
2020-11-16T20:50:17.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:643e16ea:::benchmark_data_smithi065_43723_object23138:head#
2020-11-16T20:50:17.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:643e1f77:::benchmark_data_smithi065_43723_object23631:head#
2020-11-16T20:50:17.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:643e43f9:::benchmark_data_smithi065_43723_object35959:head#
2020-11-16T20:50:17.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:643ffbaf:::benchmark_data_smithi065_43723_object26105:head#
2020-11-16T20:50:17.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6440a37c:::benchmark_data_smithi065_43723_object38858:head#
2020-11-16T20:50:17.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64421d41:::benchmark_data_smithi065_43723_object41770:head#
2020-11-16T20:50:17.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6443a90b:::benchmark_data_smithi065_43723_object19270:head#
2020-11-16T20:50:17.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:644434ba:::benchmark_data_smithi065_43723_object10262:head#
2020-11-16T20:50:17.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6444bf29:::benchmark_data_smithi065_43723_object8886:head#
2020-11-16T20:50:17.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6445bac1:::benchmark_data_smithi065_43723_object36987:head#
2020-11-16T20:50:17.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6445f6ec:::benchmark_data_smithi065_43723_object15206:head#
2020-11-16T20:50:17.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64468b33:::benchmark_data_smithi065_43723_object18706:head#
2020-11-16T20:50:17.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6447495b:::benchmark_data_smithi065_43723_object17534:head#
2020-11-16T20:50:17.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6448d83d:::benchmark_data_smithi065_43723_object5050:head#
2020-11-16T20:50:17.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:644e4f8d:::benchmark_data_smithi065_43723_object21852:head#
2020-11-16T20:50:17.184 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:644e8b12:::benchmark_data_smithi065_43723_object30066:head#
2020-11-16T20:50:17.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6451f0e1:::benchmark_data_smithi065_43723_object32885:head#
2020-11-16T20:50:17.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64534d94:::benchmark_data_smithi065_43723_object34406:head#
2020-11-16T20:50:17.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64571faa:::benchmark_data_smithi065_43723_object14191:head#
2020-11-16T20:50:17.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6457e8a1:::benchmark_data_smithi065_43723_object4083:head#
2020-11-16T20:50:17.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:645a8d16:::benchmark_data_smithi065_43723_object8988:head#
2020-11-16T20:50:17.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:645df5c9:::benchmark_data_smithi065_43723_object8673:head#
2020-11-16T20:50:17.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:645dffc8:::benchmark_data_smithi065_43723_object23143:head#
2020-11-16T20:50:17.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:645f864b:::benchmark_data_smithi065_43723_object33619:head#
2020-11-16T20:50:17.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:645fe154:::benchmark_data_smithi065_43723_object23419:head#
2020-11-16T20:50:17.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:645fe1e5:::benchmark_data_smithi065_43723_object9715:head#
2020-11-16T20:50:17.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:646004a7:::benchmark_data_smithi065_43723_object35449:head#
2020-11-16T20:50:17.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64617ad0:::benchmark_data_smithi065_43723_object10773:head#
2020-11-16T20:50:17.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6461d80d:::benchmark_data_smithi065_43723_object19304:head#
2020-11-16T20:50:17.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6465fc19:::benchmark_data_smithi065_43723_object32102:head#
2020-11-16T20:50:17.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64663408:::benchmark_data_smithi065_43723_object19776:head#
2020-11-16T20:50:17.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:646737a7:::benchmark_data_smithi065_43723_object31947:head#
2020-11-16T20:50:17.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6467cfbf:::benchmark_data_smithi065_43723_object8456:head#
2020-11-16T20:50:17.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6469281a:::benchmark_data_smithi065_43723_object30993:head#
2020-11-16T20:50:17.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:646b494f:::benchmark_data_smithi065_43723_object13335:head#
2020-11-16T20:50:17.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:646c3560:::benchmark_data_smithi065_43723_object37277:head#
2020-11-16T20:50:17.193 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:646caf09:::benchmark_data_smithi065_43723_object19467:head#
2020-11-16T20:50:17.193 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:646d4d7b:::benchmark_data_smithi065_43723_object9852:head#
2020-11-16T20:50:17.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:646ec357:::benchmark_data_smithi065_43723_object10255:head#
2020-11-16T20:50:17.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:646f682b:::benchmark_data_smithi065_43723_object6167:head#
2020-11-16T20:50:17.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64721609:::benchmark_data_smithi065_43723_object11454:head#
2020-11-16T20:50:17.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64727288:::benchmark_data_smithi065_43723_object10790:head#
2020-11-16T20:50:17.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64737262:::benchmark_data_smithi065_43723_object23733:head#
2020-11-16T20:50:17.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6475b9d9:::benchmark_data_smithi065_43723_object32043:head#
2020-11-16T20:50:17.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6475c789:::benchmark_data_smithi065_43723_object43550:head#
2020-11-16T20:50:17.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647a61ab:::benchmark_data_smithi065_43723_object10814:head#
2020-11-16T20:50:17.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647a7b4a:::benchmark_data_smithi065_43723_object9334:head#
2020-11-16T20:50:17.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647af929:::benchmark_data_smithi065_43723_object26161:head#
2020-11-16T20:50:17.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647b25a3:::benchmark_data_smithi065_43723_object27986:head#
2020-11-16T20:50:17.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647d2686:::benchmark_data_smithi065_43723_object29485:head#
2020-11-16T20:50:17.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647d3e9f:::benchmark_data_smithi065_43723_object9764:head#
2020-11-16T20:50:17.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647dad1f:::benchmark_data_smithi065_43723_object12105:head#
2020-11-16T20:50:17.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647e5a16:::benchmark_data_smithi065_43723_object12212:head#
2020-11-16T20:50:17.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647ea660:::benchmark_data_smithi065_43723_object6690:head#
2020-11-16T20:50:17.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:647ecbe4:::benchmark_data_smithi065_43723_object7452:head#
2020-11-16T20:50:17.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64802846:::benchmark_data_smithi065_43723_object7909:head#
2020-11-16T20:50:17.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64832637:::benchmark_data_smithi065_43723_object819:head#
2020-11-16T20:50:17.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6489f778:::benchmark_data_smithi065_43723_object17398:head#
2020-11-16T20:50:17.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:648cd66e:::benchmark_data_smithi065_43723_object22046:head#
2020-11-16T20:50:17.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.203 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:17 smithi071 bash[9480]: cluster 2020-11-16T20:50:16.458652+0000 mgr.x (mgr.14196) 1157 : cluster [DBG] pgmap v1724: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.17k op/s
2020-11-16T20:50:17.203 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:16 smithi071 bash[26650]: debug 2020-11-16T20:50:16.909+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:17.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:648d4554:::benchmark_data_smithi065_43723_object37610:head#
2020-11-16T20:50:17.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:648da0d7:::benchmark_data_smithi065_43723_object18381:head#
2020-11-16T20:50:17.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:648e4d9f:::benchmark_data_smithi065_43723_object15079:head#
2020-11-16T20:50:17.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:648ea74d:::benchmark_data_smithi065_43723_object12072:head#
2020-11-16T20:50:17.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:648f43cf:::benchmark_data_smithi065_43723_object12992:head#
2020-11-16T20:50:17.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:648fa81d:::benchmark_data_smithi065_43723_object35328:head#
2020-11-16T20:50:17.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:648fdab7:::benchmark_data_smithi065_43723_object3251:head#
2020-11-16T20:50:17.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6490a226:::benchmark_data_smithi065_43723_object16338:head#
2020-11-16T20:50:17.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64930c7d:::benchmark_data_smithi065_43723_object25993:head#
2020-11-16T20:50:17.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6493fad5:::benchmark_data_smithi065_43723_object40002:head#
2020-11-16T20:50:17.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64941263:::benchmark_data_smithi065_43723_object24869:head#
2020-11-16T20:50:17.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6495bc3e:::benchmark_data_smithi065_43723_object33921:head#
2020-11-16T20:50:17.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6496204c:::benchmark_data_smithi065_43723_object36461:head#
2020-11-16T20:50:17.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6496639b:::benchmark_data_smithi065_43723_object8872:head#
2020-11-16T20:50:17.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64972ec9:::benchmark_data_smithi065_43723_object24413:head#
2020-11-16T20:50:17.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:649765b4:::benchmark_data_smithi065_43723_object4701:head#
2020-11-16T20:50:17.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:649a2ad1:::benchmark_data_smithi065_43723_object27462:head#
2020-11-16T20:50:17.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a07c5a:::benchmark_data_smithi065_43723_object41131:head#
2020-11-16T20:50:17.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a12d1b:::benchmark_data_smithi065_43723_object14828:head#
2020-11-16T20:50:17.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a197ae:::benchmark_data_smithi065_43723_object8128:head#
2020-11-16T20:50:17.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a409b3:::benchmark_data_smithi065_43723_object40972:head#
2020-11-16T20:50:17.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a51e87:::benchmark_data_smithi065_43723_object13958:head#
2020-11-16T20:50:17.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a543a0:::benchmark_data_smithi065_43723_object538:head#
2020-11-16T20:50:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a592cf:::benchmark_data_smithi065_43723_object8863:head#
2020-11-16T20:50:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a5e7d9:::benchmark_data_smithi065_43723_object27960:head#
2020-11-16T20:50:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64a97b4d:::benchmark_data_smithi065_43723_object41492:head#
2020-11-16T20:50:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64abf315:::benchmark_data_smithi065_43723_object21146:head#
2020-11-16T20:50:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64abf4e4:::benchmark_data_smithi065_43723_object19787:head#
2020-11-16T20:50:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64ac5eb8:::benchmark_data_smithi065_43723_object9238:head#
2020-11-16T20:50:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64ad09da:::benchmark_data_smithi065_43723_object28437:head#
2020-11-16T20:50:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.213 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64b01f77:::benchmark_data_smithi065_43723_object35346:head#
2020-11-16T20:50:17.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.213 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64b20e08:::benchmark_data_smithi065_43723_object13636:head#
2020-11-16T20:50:17.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64b2ab65:::benchmark_data_smithi065_43723_object409:head#
2020-11-16T20:50:17.216 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64b69b28:::benchmark_data_smithi065_43723_object956:head#
2020-11-16T20:50:17.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64bac9d6:::benchmark_data_smithi065_43723_object13652:head#
2020-11-16T20:50:17.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64bbd280:::benchmark_data_smithi065_43723_object14250:head#
2020-11-16T20:50:17.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64bc0365:::benchmark_data_smithi065_43723_object41193:head#
2020-11-16T20:50:17.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64bc34f1:::benchmark_data_smithi065_43723_object6737:head#
2020-11-16T20:50:17.218 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64bf3f41:::benchmark_data_smithi065_43723_object24967:head#
2020-11-16T20:50:17.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64c1f2b5:::benchmark_data_smithi065_43723_object5306:head#
2020-11-16T20:50:17.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64c36a7c:::benchmark_data_smithi065_43723_object17394:head#
2020-11-16T20:50:17.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64c700b4:::benchmark_data_smithi065_43723_object37741:head#
2020-11-16T20:50:17.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64c7aa62:::benchmark_data_smithi065_43723_object42499:head#
2020-11-16T20:50:17.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64c93aab:::benchmark_data_smithi065_43723_object23964:head#
2020-11-16T20:50:17.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64c965d6:::benchmark_data_smithi065_43723_object6334:head#
2020-11-16T20:50:17.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64cc59d1:::benchmark_data_smithi065_43723_object40350:head#
2020-11-16T20:50:17.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64ce8960:::benchmark_data_smithi065_43723_object16234:head#
2020-11-16T20:50:17.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64cf1612:::benchmark_data_smithi065_43723_object42554:head#
2020-11-16T20:50:17.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d0ac07:::benchmark_data_smithi065_43723_object26961:head#
2020-11-16T20:50:17.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d26ae1:::benchmark_data_smithi065_43723_object5500:head#
2020-11-16T20:50:17.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d2d81b:::benchmark_data_smithi065_43723_object27804:head#
2020-11-16T20:50:17.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d63321:::benchmark_data_smithi065_43723_object11043:head#
2020-11-16T20:50:17.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d69300:::benchmark_data_smithi065_43723_object17168:head#
2020-11-16T20:50:17.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d767f4:::benchmark_data_smithi065_43723_object14395:head#
2020-11-16T20:50:17.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d804a0:::benchmark_data_smithi065_43723_object11019:head#
2020-11-16T20:50:17.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d9aa46:::benchmark_data_smithi065_43723_object13423:head#
2020-11-16T20:50:17.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64d9c90d:::benchmark_data_smithi065_43723_object32312:head#
2020-11-16T20:50:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64dc3b77:::benchmark_data_smithi065_43723_object41239:head#
2020-11-16T20:50:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64decbd4:::benchmark_data_smithi065_43723_object33595:head#
2020-11-16T20:50:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64dfc9dd:::benchmark_data_smithi065_43723_object18511:head#
2020-11-16T20:50:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64e1634a:::benchmark_data_smithi065_43723_object33928:head#
2020-11-16T20:50:17.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64e4a7da:::benchmark_data_smithi065_43723_object37094:head#
2020-11-16T20:50:17.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64e58842:::benchmark_data_smithi065_43723_object37176:head#
2020-11-16T20:50:17.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.227 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64e94fb0:::benchmark_data_smithi065_43723_object26817:head#
2020-11-16T20:50:17.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64e9e889:::benchmark_data_smithi065_43723_object38059:head#
2020-11-16T20:50:17.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64ea56e7:::benchmark_data_smithi065_43723_object5:head#
2020-11-16T20:50:17.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64eb4011:::benchmark_data_smithi065_43723_object6072:head#
2020-11-16T20:50:17.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64ec64cc:::benchmark_data_smithi065_43723_object37723:head#
2020-11-16T20:50:17.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64ef129c:::benchmark_data_smithi065_43723_object39963:head#
2020-11-16T20:50:17.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64eff495:::benchmark_data_smithi065_43723_object6608:head#
2020-11-16T20:50:17.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64f32ff1:::benchmark_data_smithi065_43723_object1703:head#
2020-11-16T20:50:17.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64f7399a:::benchmark_data_smithi065_43723_object28200:head#
2020-11-16T20:50:17.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64f98a13:::benchmark_data_smithi065_43723_object3477:head#
2020-11-16T20:50:17.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64fb3c5e:::benchmark_data_smithi065_43723_object1141:head#
2020-11-16T20:50:17.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:64feb11d:::benchmark_data_smithi065_43723_object38220:head#
2020-11-16T20:50:17.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6504f12e:::benchmark_data_smithi065_43723_object8701:head#
2020-11-16T20:50:17.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65070a78:::benchmark_data_smithi065_43723_object39787:head#
2020-11-16T20:50:17.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65082ffe:::benchmark_data_smithi065_43723_object31235:head#
2020-11-16T20:50:17.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:650933ad:::benchmark_data_smithi065_43723_object22071:head#
2020-11-16T20:50:17.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:650a9b8d:::benchmark_data_smithi065_43723_object40572:head#
2020-11-16T20:50:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:650d6b20:::benchmark_data_smithi065_43723_object18192:head#
2020-11-16T20:50:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:651289ff:::benchmark_data_smithi065_43723_object10717:head#
2020-11-16T20:50:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:651362f6:::benchmark_data_smithi065_43723_object11800:head#
2020-11-16T20:50:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65186743:::benchmark_data_smithi065_43723_object15116:head#
2020-11-16T20:50:17.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65189d31:::benchmark_data_smithi065_43723_object27868:head#
2020-11-16T20:50:17.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:651a4805:::benchmark_data_smithi065_43723_object40484:head#
2020-11-16T20:50:17.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:651bb2dc:::benchmark_data_smithi065_43723_object19287:head#
2020-11-16T20:50:17.235 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.236 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:651c946f:::benchmark_data_smithi065_43723_object17003:head#
2020-11-16T20:50:17.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:651ca7c5:::benchmark_data_smithi065_43723_object32224:head#
2020-11-16T20:50:17.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:651cbecc:::benchmark_data_smithi065_43723_object9009:head#
2020-11-16T20:50:17.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:651e4beb:::benchmark_data_smithi065_43723_object14313:head#
2020-11-16T20:50:17.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65246676:::benchmark_data_smithi065_43723_object40840:head#
2020-11-16T20:50:17.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:652a7375:::benchmark_data_smithi065_43723_object28631:head#
2020-11-16T20:50:17.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:652aee0e:::benchmark_data_smithi065_43723_object8482:head#
2020-11-16T20:50:17.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.239 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:652c6e1f:::benchmark_data_smithi065_43723_object22385:head#
2020-11-16T20:50:17.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65306a72:::benchmark_data_smithi065_43723_object35655:head#
2020-11-16T20:50:17.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6530e700:::benchmark_data_smithi065_43723_object9563:head#
2020-11-16T20:50:17.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6532a3f3:::benchmark_data_smithi065_43723_object24494:head#
2020-11-16T20:50:17.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6532a942:::benchmark_data_smithi065_43723_object18591:head#
2020-11-16T20:50:17.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6532e7f4:::benchmark_data_smithi065_43723_object37064:head#
2020-11-16T20:50:17.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65342b10:::benchmark_data_smithi065_43723_object40637:head#
2020-11-16T20:50:17.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65372ad4:::benchmark_data_smithi065_43723_object19200:head#
2020-11-16T20:50:17.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6538bc99:::benchmark_data_smithi065_43723_object38123:head#
2020-11-16T20:50:17.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:653a1878:::benchmark_data_smithi065_43723_object30171:head#
2020-11-16T20:50:17.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:653e80aa:::benchmark_data_smithi065_43723_object17615:head#
2020-11-16T20:50:17.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:653e9a2b:::benchmark_data_smithi065_43723_object32212:head#
2020-11-16T20:50:17.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65412179:::benchmark_data_smithi065_43723_object33214:head#
2020-11-16T20:50:17.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65438f79:::benchmark_data_smithi065_43723_object22299:head#
2020-11-16T20:50:17.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65471ac7:::benchmark_data_smithi065_43723_object1369:head#
2020-11-16T20:50:17.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65498902:::benchmark_data_smithi065_43723_object23349:head#
2020-11-16T20:50:17.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6549f171:::benchmark_data_smithi065_43723_object13962:head#
2020-11-16T20:50:17.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:654b29f2:::benchmark_data_smithi065_43723_object14524:head#
2020-11-16T20:50:17.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:654bf6f6:::benchmark_data_smithi065_43723_object20425:head#
2020-11-16T20:50:17.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:654d163e:::benchmark_data_smithi065_43723_object43085:head#
2020-11-16T20:50:17.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:654fa79f:::benchmark_data_smithi065_43723_object42023:head#
2020-11-16T20:50:17.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:655106f6:::benchmark_data_smithi065_43723_object40437:head#
2020-11-16T20:50:17.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65522c27:::benchmark_data_smithi065_43723_object33755:head#
2020-11-16T20:50:17.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6554228b:::benchmark_data_smithi065_43723_object10261:head#
2020-11-16T20:50:17.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65547939:::benchmark_data_smithi065_43723_object39612:head#
2020-11-16T20:50:17.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65548ce1:::benchmark_data_smithi065_43723_object34183:head#
2020-11-16T20:50:17.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:655a54fe:::benchmark_data_smithi065_43723_object34090:head#
2020-11-16T20:50:17.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:655ad103:::benchmark_data_smithi065_43723_object24542:head#
2020-11-16T20:50:17.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:655bafef:::benchmark_data_smithi065_43723_object22412:head#
2020-11-16T20:50:17.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:655bcef9:::benchmark_data_smithi065_43723_object21966:head#
2020-11-16T20:50:17.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:655df168:::benchmark_data_smithi065_43723_object26852:head#
2020-11-16T20:50:17.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:655f79d1:::benchmark_data_smithi065_43723_object43445:head#
2020-11-16T20:50:17.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656285ae:::benchmark_data_smithi065_43723_object18651:head#
2020-11-16T20:50:17.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656314c6:::benchmark_data_smithi065_43723_object28768:head#
2020-11-16T20:50:17.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656348a1:::benchmark_data_smithi065_43723_object2183:head#
2020-11-16T20:50:17.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65636466:::benchmark_data_smithi065_43723_object10836:head#
2020-11-16T20:50:17.252 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65638d01:::benchmark_data_smithi065_43723_object32238:head#
2020-11-16T20:50:17.252 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6563ae6a:::benchmark_data_smithi065_43723_object38457:head#
2020-11-16T20:50:17.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6565032b:::benchmark_data_smithi065_43723_object989:head#
2020-11-16T20:50:17.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65663d54:::benchmark_data_smithi065_43723_object25102:head#
2020-11-16T20:50:17.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656a6791:::benchmark_data_smithi065_43723_object21433:head#
2020-11-16T20:50:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656ad033:::benchmark_data_smithi065_43723_object4951:head#
2020-11-16T20:50:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656d32fb:::benchmark_data_smithi065_43723_object36553:head#
2020-11-16T20:50:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656e28ea:::benchmark_data_smithi065_43723_object4100:head#
2020-11-16T20:50:17.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656eae54:::benchmark_data_smithi065_43723_object41705:head#
2020-11-16T20:50:17.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656f1f2a:::benchmark_data_smithi065_43723_object23295:head#
2020-11-16T20:50:17.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:656fbeb3:::benchmark_data_smithi065_43723_object17270:head#
2020-11-16T20:50:17.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65716583:::benchmark_data_smithi065_43723_object13231:head#
2020-11-16T20:50:17.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6571e27a:::benchmark_data_smithi065_43723_object6991:head#
2020-11-16T20:50:17.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6574f00d:::benchmark_data_smithi065_43723_object17973:head#
2020-11-16T20:50:17.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6577c74b:::benchmark_data_smithi065_43723_object41230:head#
2020-11-16T20:50:17.258 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.258 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:17.260 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6578099a:::benchmark_data_smithi065_43723_object18871:head#
2020-11-16T20:50:17.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6578d606:::benchmark_data_smithi065_43723_object38991:head#
2020-11-16T20:50:17.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65790f9b:::benchmark_data_smithi065_43723_object39907:head#
2020-11-16T20:50:17.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65791b5c:::benchmark_data_smithi065_43723_object25017:head#
2020-11-16T20:50:17.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:657aeed4:::benchmark_data_smithi065_43723_object28973:head#
2020-11-16T20:50:17.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:657b1503:::benchmark_data_smithi065_43723_object35012:head#
2020-11-16T20:50:17.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:657b8e08:::benchmark_data_smithi065_43723_object990:head#
2020-11-16T20:50:17.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:657dd317:::benchmark_data_smithi065_43723_object20644:head#
2020-11-16T20:50:17.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:657e5a65:::benchmark_data_smithi065_43723_object42949:head#
2020-11-16T20:50:17.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:657eb5af:::benchmark_data_smithi065_43723_object19049:head#
2020-11-16T20:50:17.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:658176c9:::benchmark_data_smithi065_43723_object37783:head#
2020-11-16T20:50:17.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65838341:::benchmark_data_smithi065_43723_object28060:head#
2020-11-16T20:50:17.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6585cf17:::benchmark_data_smithi065_43723_object36562:head#
2020-11-16T20:50:17.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65866361:::benchmark_data_smithi065_43723_object39467:head#
2020-11-16T20:50:17.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6587b494:::benchmark_data_smithi065_43723_object40975:head#
2020-11-16T20:50:17.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:658817c8:::benchmark_data_smithi065_43723_object10689:head#
2020-11-16T20:50:17.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:658a2e19:::benchmark_data_smithi065_43723_object2551:head#
2020-11-16T20:50:17.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:658b52c0:::benchmark_data_smithi065_43723_object23401:head#
2020-11-16T20:50:17.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.266 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:658bffd8:::benchmark_data_smithi065_43723_object20163:head#
2020-11-16T20:50:17.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.266 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:658f0ec4:::benchmark_data_smithi065_43723_object42329:head#
2020-11-16T20:50:17.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.268 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:658f4ee5:::benchmark_data_smithi065_43723_object31662:head#
2020-11-16T20:50:17.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:658ffdc2:::benchmark_data_smithi065_43723_object37076:head#
2020-11-16T20:50:17.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6592f77f:::benchmark_data_smithi065_43723_object5417:head#
2020-11-16T20:50:17.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65973c2f:::benchmark_data_smithi065_43723_object6918:head#
2020-11-16T20:50:17.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6597d9a2:::benchmark_data_smithi065_43723_object27859:head#
2020-11-16T20:50:17.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65a24620:::benchmark_data_smithi065_43723_object40757:head#
2020-11-16T20:50:17.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65a2aa2e:::benchmark_data_smithi065_43723_object30586:head#
2020-11-16T20:50:17.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65a6146a:::benchmark_data_smithi065_43723_object26284:head#
2020-11-16T20:50:17.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65a7792c:::benchmark_data_smithi065_43723_object27415:head#
2020-11-16T20:50:17.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65a9b680:::benchmark_data_smithi065_43723_object21484:head#
2020-11-16T20:50:17.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65aa2305:::benchmark_data_smithi065_43723_object33984:head#
2020-11-16T20:50:17.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65ab2f46:::benchmark_data_smithi065_43723_object25404:head#
2020-11-16T20:50:17.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65ab5577:::benchmark_data_smithi065_43723_object28587:head#
2020-11-16T20:50:17.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65b057ad:::benchmark_data_smithi065_43723_object40830:head#
2020-11-16T20:50:17.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65b373b5:::benchmark_data_smithi065_43723_object332:head#
2020-11-16T20:50:17.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65b47828:::benchmark_data_smithi065_43723_object13098:head#
2020-11-16T20:50:17.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65b5dab7:::benchmark_data_smithi065_43723_object14975:head#
2020-11-16T20:50:17.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65b6ea87:::benchmark_data_smithi065_43723_object7196:head#
2020-11-16T20:50:17.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65b92345:::benchmark_data_smithi065_43723_object29464:head#
2020-11-16T20:50:17.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65bec81d:::benchmark_data_smithi065_43723_object12151:head#
2020-11-16T20:50:17.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65bfedc5:::benchmark_data_smithi065_43723_object13311:head#
2020-11-16T20:50:17.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65c086f7:::benchmark_data_smithi065_43723_object35297:head#
2020-11-16T20:50:17.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65c1c628:::benchmark_data_smithi065_43723_object22455:head#
2020-11-16T20:50:17.278 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65c23969:::benchmark_data_smithi065_43723_object24242:head#
2020-11-16T20:50:17.278 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65c241cb:::benchmark_data_smithi065_43723_object39078:head#
2020-11-16T20:50:17.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65c3483b:::benchmark_data_smithi065_43723_object24424:head#
2020-11-16T20:50:17.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65c495a9:::benchmark_data_smithi065_43723_object27021:head#
2020-11-16T20:50:17.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65c727c2:::benchmark_data_smithi065_43723_object3810:head#
2020-11-16T20:50:17.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65c96552:::benchmark_data_smithi065_43723_object10672:head#
2020-11-16T20:50:17.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65cde996:::benchmark_data_smithi065_43723_object35465:head#
2020-11-16T20:50:17.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65cfd126:::benchmark_data_smithi065_43723_object8768:head#
2020-11-16T20:50:17.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d0b6f6:::benchmark_data_smithi065_43723_object1769:head#
2020-11-16T20:50:17.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d29823:::benchmark_data_smithi065_43723_object43116:head#
2020-11-16T20:50:17.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d2ea0d:::benchmark_data_smithi065_43723_object35371:head#
2020-11-16T20:50:17.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d38215:::benchmark_data_smithi065_43723_object18151:head#
2020-11-16T20:50:17.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d41412:::benchmark_data_smithi065_43723_object12556:head#
2020-11-16T20:50:17.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d4427b:::benchmark_data_smithi065_43723_object6185:head#
2020-11-16T20:50:17.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d474d2:::benchmark_data_smithi065_43723_object23061:head#
2020-11-16T20:50:17.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d4855c:::benchmark_data_smithi065_43723_object10047:head#
2020-11-16T20:50:17.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d77c47:::benchmark_data_smithi065_43723_object4811:head#
2020-11-16T20:50:17.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65d9d4be:::benchmark_data_smithi065_43723_object32271:head#
2020-11-16T20:50:17.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65da8395:::benchmark_data_smithi065_43723_object19750:head#
2020-11-16T20:50:17.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.286 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65ddd0a7:::benchmark_data_smithi065_43723_object37798:head#
2020-11-16T20:50:17.286 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65df1214:::benchmark_data_smithi065_43723_object20658:head#
2020-11-16T20:50:17.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65e3a628:::benchmark_data_smithi065_43723_object27507:head#
2020-11-16T20:50:17.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65e5469a:::benchmark_data_smithi065_43723_object10676:head#
2020-11-16T20:50:17.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65e6baef:::benchmark_data_smithi065_43723_object27821:head#
2020-11-16T20:50:17.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65e87e05:::benchmark_data_smithi065_43723_object3994:head#
2020-11-16T20:50:17.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65ea3a9a:::benchmark_data_smithi065_43723_object11289:head#
2020-11-16T20:50:17.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65ed50fc:::benchmark_data_smithi065_43723_object19436:head#
2020-11-16T20:50:17.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65ee2eaa:::benchmark_data_smithi065_43723_object40867:head#
2020-11-16T20:50:17.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65ee5631:::benchmark_data_smithi065_43723_object22562:head#
2020-11-16T20:50:17.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65ef3563:::benchmark_data_smithi065_43723_object26305:head#
2020-11-16T20:50:17.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65f0f439:::benchmark_data_smithi065_43723_object11704:head#
2020-11-16T20:50:17.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65f2cbfb:::benchmark_data_smithi065_43723_object13801:head#
2020-11-16T20:50:17.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65f2e00e:::benchmark_data_smithi065_43723_object22524:head#
2020-11-16T20:50:17.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:65fe9b59:::benchmark_data_smithi065_43723_object7089:head#
2020-11-16T20:50:17.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:660192f5:::benchmark_data_smithi065_43723_object23335:head#
2020-11-16T20:50:17.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6601b5a3:::benchmark_data_smithi065_43723_object7183:head#
2020-11-16T20:50:17.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6603258b:::benchmark_data_smithi065_43723_object26685:head#
2020-11-16T20:50:17.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:660500f3:::benchmark_data_smithi065_43723_object18593:head#
2020-11-16T20:50:17.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6606fd82:::benchmark_data_smithi065_43723_object963:head#
2020-11-16T20:50:17.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66083329:::benchmark_data_smithi065_43723_object13467:head#
2020-11-16T20:50:17.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:660841e6:::benchmark_data_smithi065_43723_object8458:head#
2020-11-16T20:50:17.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6608ba2a:::benchmark_data_smithi065_43723_object16648:head#
2020-11-16T20:50:17.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:660ad10a:::benchmark_data_smithi065_43723_object16194:head#
2020-11-16T20:50:17.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:660c246a:::benchmark_data_smithi065_43723_object38062:head#
2020-11-16T20:50:17.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.296 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:660c8c1c:::benchmark_data_smithi065_43723_object14148:head#
2020-11-16T20:50:17.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.297 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:660dacc6:::benchmark_data_smithi065_43723_object29805:head#
2020-11-16T20:50:17.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.297 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:661082ca:::benchmark_data_smithi065_43723_object9969:head#
2020-11-16T20:50:17.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.297 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6611a73b:::benchmark_data_smithi065_43723_object10086:head#
2020-11-16T20:50:17.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6611b202:::benchmark_data_smithi065_43723_object10762:head#
2020-11-16T20:50:17.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66165d1c:::benchmark_data_smithi065_43723_object30596:head#
2020-11-16T20:50:17.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6618ec65:::benchmark_data_smithi065_43723_object13135:head#
2020-11-16T20:50:17.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:661a2a82:::benchmark_data_smithi065_43723_object35765:head#
2020-11-16T20:50:17.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:661ac51c:::benchmark_data_smithi065_43723_object38608:head#
2020-11-16T20:50:17.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:661f7a2f:::benchmark_data_smithi065_43723_object34598:head#
2020-11-16T20:50:17.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66213eaa:::benchmark_data_smithi065_43723_object24806:head#
2020-11-16T20:50:17.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66243dd2:::benchmark_data_smithi065_43723_object7860:head#
2020-11-16T20:50:17.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66282e63:::benchmark_data_smithi065_43723_object9359:head#
2020-11-16T20:50:17.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6628996e:::benchmark_data_smithi065_43723_object12660:head#
2020-11-16T20:50:17.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:662a56cf:::benchmark_data_smithi065_43723_object22213:head#
2020-11-16T20:50:17.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:662a6519:::benchmark_data_smithi065_43723_object4376:head#
2020-11-16T20:50:17.301 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:662ae15c:::benchmark_data_smithi065_43723_object13241:head#
2020-11-16T20:50:17.301 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:662b7a97:::benchmark_data_smithi065_43723_object41808:head#
2020-11-16T20:50:17.301 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:662c9873:::benchmark_data_smithi065_43723_object39689:head#
2020-11-16T20:50:17.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:662e4a2d:::benchmark_data_smithi065_43723_object8310:head#
2020-11-16T20:50:17.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:662e8332:::benchmark_data_smithi065_43723_object41765:head#
2020-11-16T20:50:17.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:663132c7:::benchmark_data_smithi065_43723_object40931:head#
2020-11-16T20:50:17.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6632629a:::benchmark_data_smithi065_43723_object36227:head#
2020-11-16T20:50:17.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6632c48b:::benchmark_data_smithi065_43723_object41046:head#
2020-11-16T20:50:17.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:663319b7:::benchmark_data_smithi065_43723_object26731:head#
2020-11-16T20:50:17.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:663474d6:::benchmark_data_smithi065_43723_object7069:head#
2020-11-16T20:50:17.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66348d8f:::benchmark_data_smithi065_43723_object4931:head#
2020-11-16T20:50:17.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6636ddaa:::benchmark_data_smithi065_43723_object5932:head#
2020-11-16T20:50:17.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66380122:::benchmark_data_smithi065_43723_object42247:head#
2020-11-16T20:50:17.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:663814ba:::benchmark_data_smithi065_43723_object898:head#
2020-11-16T20:50:17.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.305 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:663cebd7:::benchmark_data_smithi065_43723_object43677:head#
2020-11-16T20:50:17.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:663f41c1:::benchmark_data_smithi065_43723_object32709:head#
2020-11-16T20:50:17.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66419346:::benchmark_data_smithi065_43723_object14986:head#
2020-11-16T20:50:17.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6642ec96:::benchmark_data_smithi065_43723_object24489:head#
2020-11-16T20:50:17.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:664610c6:::benchmark_data_smithi065_43723_object16065:head#
2020-11-16T20:50:17.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66479742:::benchmark_data_smithi065_43723_object38295:head#
2020-11-16T20:50:17.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:664a50d8:::benchmark_data_smithi065_43723_object7880:head#
2020-11-16T20:50:17.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:664e83a1:::benchmark_data_smithi065_43723_object13841:head#
2020-11-16T20:50:17.309 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.309 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:664ea518:::benchmark_data_smithi065_43723_object4649:head#
2020-11-16T20:50:17.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:664f69ed:::benchmark_data_smithi065_43723_object19885:head#
2020-11-16T20:50:17.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6650e445:::benchmark_data_smithi065_43723_object16701:head#
2020-11-16T20:50:17.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6651b59a:::benchmark_data_smithi065_43723_object40567:head#
2020-11-16T20:50:17.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66538934:::benchmark_data_smithi065_43723_object12244:head#
2020-11-16T20:50:17.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6656cbdd:::benchmark_data_smithi065_43723_object16879:head#
2020-11-16T20:50:17.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66598cf3:::benchmark_data_smithi065_43723_object29595:head#
2020-11-16T20:50:17.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66599596:::benchmark_data_smithi065_43723_object40308:head#
2020-11-16T20:50:17.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6659d781:::benchmark_data_smithi065_43723_object23095:head#
2020-11-16T20:50:17.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:665a4687:::benchmark_data_smithi065_43723_object29207:head#
2020-11-16T20:50:17.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:665b2003:::benchmark_data_smithi065_43723_object34984:head#
2020-11-16T20:50:17.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:665b836a:::benchmark_data_smithi065_43723_object13789:head#
2020-11-16T20:50:17.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:665de019:::benchmark_data_smithi065_43723_object30129:head#
2020-11-16T20:50:17.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:665e295b:::benchmark_data_smithi065_43723_object42686:head#
2020-11-16T20:50:17.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:665ecebc:::benchmark_data_smithi065_43723_object41581:head#
2020-11-16T20:50:17.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:665f775c:::benchmark_data_smithi065_43723_object25689:head#
2020-11-16T20:50:17.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:666149b1:::benchmark_data_smithi065_43723_object38937:head#
2020-11-16T20:50:17.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6662a05f:::benchmark_data_smithi065_43723_object17196:head#
2020-11-16T20:50:17.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:666715e8:::benchmark_data_smithi065_43723_object34384:head#
2020-11-16T20:50:17.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:666957f7:::benchmark_data_smithi065_43723_object182:head#
2020-11-16T20:50:17.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6669ada8:::benchmark_data_smithi065_43723_object42109:head#
2020-11-16T20:50:17.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:666a6fb3:::benchmark_data_smithi065_43723_object41033:head#
2020-11-16T20:50:17.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:666b2864:::benchmark_data_smithi065_43723_object36622:head#
2020-11-16T20:50:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:666be0cf:::benchmark_data_smithi065_43723_object2661:head#
2020-11-16T20:50:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:666d2c67:::benchmark_data_smithi065_43723_object22004:head#
2020-11-16T20:50:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6670e581:::benchmark_data_smithi065_43723_object12675:head#
2020-11-16T20:50:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.320 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6672ded4:::benchmark_data_smithi065_43723_object29930:head#
2020-11-16T20:50:17.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66734012:::benchmark_data_smithi065_43723_object15970:head#
2020-11-16T20:50:17.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66735768:::benchmark_data_smithi065_43723_object8843:head#
2020-11-16T20:50:17.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66737c40:::benchmark_data_smithi065_43723_object13681:head#
2020-11-16T20:50:17.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667386dd:::benchmark_data_smithi065_43723_object35670:head#
2020-11-16T20:50:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66744be2:::benchmark_data_smithi065_43723_object21782:head#
2020-11-16T20:50:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6674b2a9:::benchmark_data_smithi065_43723_object9337:head#
2020-11-16T20:50:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6674e675:::benchmark_data_smithi065_43723_object17614:head#
2020-11-16T20:50:17.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667518e5:::benchmark_data_smithi065_43723_object27448:head#
2020-11-16T20:50:17.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667553e0:::benchmark_data_smithi065_43723_object27802:head#
2020-11-16T20:50:17.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6676d7b0:::benchmark_data_smithi065_43723_object28813:head#
2020-11-16T20:50:17.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66770fdb:::benchmark_data_smithi065_43723_object22449:head#
2020-11-16T20:50:17.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66779fca:::benchmark_data_smithi065_43723_object12589:head#
2020-11-16T20:50:17.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6679cf3c:::benchmark_data_smithi065_43723_object17208:head#
2020-11-16T20:50:17.325 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6679e796:::benchmark_data_smithi065_43723_object24477:head#
2020-11-16T20:50:17.325 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667a78a9:::benchmark_data_smithi065_43723_object32826:head#
2020-11-16T20:50:17.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667c04dc:::benchmark_data_smithi065_43723_object46:head#
2020-11-16T20:50:17.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667c1a86:::benchmark_data_smithi065_43723_object28079:head#
2020-11-16T20:50:17.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667c4d71:::benchmark_data_smithi065_43723_object39849:head#
2020-11-16T20:50:17.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667c8b0f:::benchmark_data_smithi065_43723_object25256:head#
2020-11-16T20:50:17.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667e6e26:::benchmark_data_smithi065_43723_object1274:head#
2020-11-16T20:50:17.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667ee326:::benchmark_data_smithi065_43723_object38415:head#
2020-11-16T20:50:17.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:667f663a:::benchmark_data_smithi065_43723_object5243:head#
2020-11-16T20:50:17.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66818a0d:::benchmark_data_smithi065_43723_object40291:head#
2020-11-16T20:50:17.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66825d9c:::benchmark_data_smithi065_43723_object1405:head#
2020-11-16T20:50:17.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6682c879:::benchmark_data_smithi065_43723_object15586:head#
2020-11-16T20:50:17.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66842a2a:::benchmark_data_smithi065_43723_object40581:head#
2020-11-16T20:50:17.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6684c9bc:::benchmark_data_smithi065_43723_object31333:head#
2020-11-16T20:50:17.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66877b11:::benchmark_data_smithi065_43723_object17032:head#
2020-11-16T20:50:17.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66897246:::benchmark_data_smithi065_43723_object16408:head#
2020-11-16T20:50:17.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:668af229:::benchmark_data_smithi065_43723_object29716:head#
2020-11-16T20:50:17.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:668afebf:::benchmark_data_smithi065_43723_object25543:head#
2020-11-16T20:50:17.332 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:668bf39b:::benchmark_data_smithi065_43723_object41640:head#
2020-11-16T20:50:17.332 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.333 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:668decd7:::benchmark_data_smithi065_43723_object14774:head#
2020-11-16T20:50:17.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:668f24fc:::benchmark_data_smithi065_43723_object15829:head#
2020-11-16T20:50:17.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66917de3:::benchmark_data_smithi065_43723_object41801:head#
2020-11-16T20:50:17.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:669189f8:::benchmark_data_smithi065_43723_object2774:head#
2020-11-16T20:50:17.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6694aa97:::benchmark_data_smithi065_43723_object30646:head#
2020-11-16T20:50:17.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6694d71c:::benchmark_data_smithi065_43723_object38317:head#
2020-11-16T20:50:17.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66955ba8:::benchmark_data_smithi065_43723_object22709:head#
2020-11-16T20:50:17.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66956dcd:::benchmark_data_smithi065_43723_object40988:head#
2020-11-16T20:50:17.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:669591d9:::benchmark_data_smithi065_43723_object20870:head#
2020-11-16T20:50:17.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6695ffe9:::benchmark_data_smithi065_43723_object9094:head#
2020-11-16T20:50:17.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66985a55:::benchmark_data_smithi065_43723_object6130:head#
2020-11-16T20:50:17.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.337 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66992e87:::benchmark_data_smithi065_43723_object27341:head#
2020-11-16T20:50:17.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.337 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:669a1e9d:::benchmark_data_smithi065_43723_object12142:head#
2020-11-16T20:50:17.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:669cb5cd:::benchmark_data_smithi065_43723_object26186:head#
2020-11-16T20:50:17.339 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:669e39de:::benchmark_data_smithi065_43723_object40312:head#
2020-11-16T20:50:17.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:669f2d9a:::benchmark_data_smithi065_43723_object15705:head#
2020-11-16T20:50:17.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66a00bcc:::benchmark_data_smithi065_43723_object40557:head#
2020-11-16T20:50:17.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66a0727a:::benchmark_data_smithi065_43723_object2912:head#
2020-11-16T20:50:17.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66af35c8:::benchmark_data_smithi065_43723_object43275:head#
2020-11-16T20:50:17.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66aff7e6:::benchmark_data_smithi065_43723_object9007:head#
2020-11-16T20:50:17.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66b0f3a3:::benchmark_data_smithi065_43723_object19946:head#
2020-11-16T20:50:17.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66b108e4:::benchmark_data_smithi065_43723_object10751:head#
2020-11-16T20:50:17.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66b3b5a5:::benchmark_data_smithi065_43723_object26638:head#
2020-11-16T20:50:17.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66b440f7:::benchmark_data_smithi065_43723_object42168:head#
2020-11-16T20:50:17.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66b7a01f:::benchmark_data_smithi065_43723_object26758:head#
2020-11-16T20:50:17.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66b9f038:::benchmark_data_smithi065_43723_object12696:head#
2020-11-16T20:50:17.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66bbf610:::benchmark_data_smithi065_43723_object42305:head#
2020-11-16T20:50:17.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66bc49c1:::benchmark_data_smithi065_43723_object25598:head#
2020-11-16T20:50:17.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66bc794a:::benchmark_data_smithi065_43723_object4009:head#
2020-11-16T20:50:17.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66bc848f:::benchmark_data_smithi065_43723_object34921:head#
2020-11-16T20:50:17.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66bfa78c:::benchmark_data_smithi065_43723_object22276:head#
2020-11-16T20:50:17.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66bfe486:::benchmark_data_smithi065_43723_object17831:head#
2020-11-16T20:50:17.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.346 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66c007d3:::benchmark_data_smithi065_43723_object18850:head#
2020-11-16T20:50:17.346 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66c03d5a:::benchmark_data_smithi065_43723_object25319:head#
2020-11-16T20:50:17.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66c2aded:::benchmark_data_smithi065_43723_object3619:head#
2020-11-16T20:50:17.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66c306b1:::benchmark_data_smithi065_43723_object1878:head#
2020-11-16T20:50:17.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66c40162:::benchmark_data_smithi065_43723_object38619:head#
2020-11-16T20:50:17.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66c43ebe:::benchmark_data_smithi065_43723_object12559:head#
2020-11-16T20:50:17.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66c583f0:::benchmark_data_smithi065_43723_object8565:head#
2020-11-16T20:50:17.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66c96ed5:::benchmark_data_smithi065_43723_object12267:head#
2020-11-16T20:50:17.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66cce608:::benchmark_data_smithi065_43723_object26637:head#
2020-11-16T20:50:17.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66cd3b69:::benchmark_data_smithi065_43723_object25208:head#
2020-11-16T20:50:17.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66ceece6:::benchmark_data_smithi065_43723_object14498:head#
2020-11-16T20:50:17.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66d17b3d:::benchmark_data_smithi065_43723_object26118:head#
2020-11-16T20:50:17.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66d2bd41:::benchmark_data_smithi065_43723_object8681:head#
2020-11-16T20:50:17.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66d4b001:::benchmark_data_smithi065_43723_object11924:head#
2020-11-16T20:50:17.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66d73477:::benchmark_data_smithi065_43723_object40047:head#
2020-11-16T20:50:17.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66e01a61:::benchmark_data_smithi065_43723_object17639:head#
2020-11-16T20:50:17.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66e0f6c4:::benchmark_data_smithi065_43723_object29652:head#
2020-11-16T20:50:17.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66e3def3:::benchmark_data_smithi065_43723_object23350:head#
2020-11-16T20:50:17.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66e9eb08:::benchmark_data_smithi065_43723_object4495:head#
2020-11-16T20:50:17.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66e9febf:::benchmark_data_smithi065_43723_object18467:head#
2020-11-16T20:50:17.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66eb0d5c:::benchmark_data_smithi065_43723_object33389:head#
2020-11-16T20:50:17.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66eb41e4:::benchmark_data_smithi065_43723_object7808:head#
2020-11-16T20:50:17.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f03071:::benchmark_data_smithi065_43723_object14232:head#
2020-11-16T20:50:17.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f03ecc:::benchmark_data_smithi065_43723_object10613:head#
2020-11-16T20:50:17.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f2be55:::benchmark_data_smithi065_43723_object31663:head#
2020-11-16T20:50:17.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f39a40:::benchmark_data_smithi065_43723_object37214:head#
2020-11-16T20:50:17.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f42649:::benchmark_data_smithi065_43723_object22564:head#
2020-11-16T20:50:17.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f450c7:::benchmark_data_smithi065_43723_object4323:head#
2020-11-16T20:50:17.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f496a5:::benchmark_data_smithi065_43723_object22901:head#
2020-11-16T20:50:17.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f4fd26:::benchmark_data_smithi065_43723_object9548:head#
2020-11-16T20:50:17.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.356 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f75862:::benchmark_data_smithi065_43723_object25723:head#
2020-11-16T20:50:17.356 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66f7ad22:::benchmark_data_smithi065_43723_object39370:head#
2020-11-16T20:50:17.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66fc1d8d:::benchmark_data_smithi065_43723_object1001:head#
2020-11-16T20:50:17.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66fcfa1d:::benchmark_data_smithi065_43723_object12286:head#
2020-11-16T20:50:17.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66feadfe:::benchmark_data_smithi065_43723_object12771:head#
2020-11-16T20:50:17.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66ff4b5c:::benchmark_data_smithi065_43723_object25646:head#
2020-11-16T20:50:17.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:66ff7379:::benchmark_data_smithi065_43723_object28637:head#
2020-11-16T20:50:17.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6703408f:::benchmark_data_smithi065_43723_object32015:head#
2020-11-16T20:50:17.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6704fb24:::benchmark_data_smithi065_43723_object1791:head#
2020-11-16T20:50:17.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:670541be:::benchmark_data_smithi065_43723_object28551:head#
2020-11-16T20:50:17.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.360 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67062961:::benchmark_data_smithi065_43723_object36745:head#
2020-11-16T20:50:17.360 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.360 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67073c98:::benchmark_data_smithi065_43723_object31444:head#
2020-11-16T20:50:17.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:670f2d5d:::benchmark_data_smithi065_43723_object16119:head#
2020-11-16T20:50:17.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:670fea9d:::benchmark_data_smithi065_43723_object34401:head#
2020-11-16T20:50:17.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:670ff2ce:::benchmark_data_smithi065_43723_object27016:head#
2020-11-16T20:50:17.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.362 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6711dd50:::benchmark_data_smithi065_43723_object36285:head#
2020-11-16T20:50:17.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6716c832:::benchmark_data_smithi065_43723_object37146:head#
2020-11-16T20:50:17.363 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67171528:::benchmark_data_smithi065_43723_object20487:head#
2020-11-16T20:50:17.363 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:671cfabc:::benchmark_data_smithi065_43723_object28758:head#
2020-11-16T20:50:17.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.364 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6720dd9d:::benchmark_data_smithi065_43723_object10364:head#
2020-11-16T20:50:17.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6727e5fb:::benchmark_data_smithi065_43723_object37250:head#
2020-11-16T20:50:17.365 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67296e80:::benchmark_data_smithi065_43723_object31852:head#
2020-11-16T20:50:17.366 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.366 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:672c2fc5:::benchmark_data_smithi065_43723_object9103:head#
2020-11-16T20:50:17.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:672cf4e5:::benchmark_data_smithi065_43723_object5251:head#
2020-11-16T20:50:17.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:672e98ab:::benchmark_data_smithi065_43723_object15414:head#
2020-11-16T20:50:17.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:672f4280:::benchmark_data_smithi065_43723_object17222:head#
2020-11-16T20:50:17.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6730eae7:::benchmark_data_smithi065_43723_object23976:head#
2020-11-16T20:50:17.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67312a49:::benchmark_data_smithi065_43723_object43750:head#
2020-11-16T20:50:17.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.372 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6731bdcb:::benchmark_data_smithi065_43723_object29506:head#
2020-11-16T20:50:17.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.372 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6733227a:::benchmark_data_smithi065_43723_object22418:head#
2020-11-16T20:50:17.373 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67349e0b:::benchmark_data_smithi065_43723_object28376:head#
2020-11-16T20:50:17.373 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.374 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6737f77c:::benchmark_data_smithi065_43723_object19786:head#
2020-11-16T20:50:17.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.374 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67398721:::benchmark_data_smithi065_43723_object1346:head#
2020-11-16T20:50:17.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:673a4189:::benchmark_data_smithi065_43723_object31963:head#
2020-11-16T20:50:17.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:673a9333:::benchmark_data_smithi065_43723_object26958:head#
2020-11-16T20:50:17.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:673ce1a8:::benchmark_data_smithi065_43723_object31278:head#
2020-11-16T20:50:17.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6740ad9b:::benchmark_data_smithi065_43723_object39476:head#
2020-11-16T20:50:17.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67424ee4:::benchmark_data_smithi065_43723_object17645:head#
2020-11-16T20:50:17.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6744d656:::benchmark_data_smithi065_43723_object26787:head#
2020-11-16T20:50:17.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67452a77:::benchmark_data_smithi065_43723_object39163:head#
2020-11-16T20:50:17.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:674761b5:::benchmark_data_smithi065_43723_object11194:head#
2020-11-16T20:50:17.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67481227:::benchmark_data_smithi065_43723_object25103:head#
2020-11-16T20:50:17.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67489d33:::benchmark_data_smithi065_43723_object41653:head#
2020-11-16T20:50:17.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6748aeb9:::benchmark_data_smithi065_43723_object26859:head#
2020-11-16T20:50:17.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.381 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:17 smithi065 bash[9468]: cluster 2020-11-16T20:50:16.458652+0000 mgr.x (mgr.14196) 1157 : cluster [DBG] pgmap v1724: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.17k op/s
2020-11-16T20:50:17.381 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:17 smithi065 bash[14115]: debug 2020-11-16T20:50:17.144+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:17.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:674c204a:::benchmark_data_smithi065_43723_object37702:head#
2020-11-16T20:50:17.381 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:674c665d:::benchmark_data_smithi065_43723_object9724:head#
2020-11-16T20:50:17.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:674e7389:::benchmark_data_smithi065_43723_object41007:head#
2020-11-16T20:50:17.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:674e7a5e:::benchmark_data_smithi065_43723_object324:head#
2020-11-16T20:50:17.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:675141b8:::benchmark_data_smithi065_43723_object29401:head#
2020-11-16T20:50:17.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6753f102:::benchmark_data_smithi065_43723_object39880:head#
2020-11-16T20:50:17.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:675424e4:::benchmark_data_smithi065_43723_object10741:head#
2020-11-16T20:50:17.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6755d38d:::benchmark_data_smithi065_43723_object32255:head#
2020-11-16T20:50:17.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6756712c:::benchmark_data_smithi065_43723_object39474:head#
2020-11-16T20:50:17.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6756c99c:::benchmark_data_smithi065_43723_object14506:head#
2020-11-16T20:50:17.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67578234:::benchmark_data_smithi065_43723_object15114:head#
2020-11-16T20:50:17.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.386 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:17.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67578fc6:::benchmark_data_smithi065_43723_object31121:head#
2020-11-16T20:50:17.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6757b02f:::benchmark_data_smithi065_43723_object28069:head#
2020-11-16T20:50:17.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6757d0e2:::benchmark_data_smithi065_43723_object17356:head#
2020-11-16T20:50:17.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67581250:::benchmark_data_smithi065_43723_object27731:head#
2020-11-16T20:50:17.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67590b19:::benchmark_data_smithi065_43723_object20183:head#
2020-11-16T20:50:17.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67596adb:::benchmark_data_smithi065_43723_object17065:head#
2020-11-16T20:50:17.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:675c28a4:::benchmark_data_smithi065_43723_object285:head#
2020-11-16T20:50:17.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:675cf0ec:::benchmark_data_smithi065_43723_object19359:head#
2020-11-16T20:50:17.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:675dd389:::benchmark_data_smithi065_43723_object6067:head#
2020-11-16T20:50:17.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:675fc360:::benchmark_data_smithi065_43723_object22354:head#
2020-11-16T20:50:17.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:675fe1cb:::benchmark_data_smithi065_43723_object19533:head#
2020-11-16T20:50:17.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6760c5cb:::benchmark_data_smithi065_43723_object9950:head#
2020-11-16T20:50:17.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676144d7:::benchmark_data_smithi065_43723_object11128:head#
2020-11-16T20:50:17.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67633aa1:::benchmark_data_smithi065_43723_object808:head#
2020-11-16T20:50:17.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6763d77a:::benchmark_data_smithi065_43723_object15512:head#
2020-11-16T20:50:17.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676448bd:::benchmark_data_smithi065_43723_object4101:head#
2020-11-16T20:50:17.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6765f3a9:::benchmark_data_smithi065_43723_object16193:head#
2020-11-16T20:50:17.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.393 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676654bc:::benchmark_data_smithi065_43723_object19281:head#
2020-11-16T20:50:17.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6767dc9b:::benchmark_data_smithi065_43723_object34710:head#
2020-11-16T20:50:17.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67688d12:::benchmark_data_smithi065_43723_object19565:head#
2020-11-16T20:50:17.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6769c232:::benchmark_data_smithi065_43723_object18880:head#
2020-11-16T20:50:17.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676a21ff:::benchmark_data_smithi065_43723_object43671:head#
2020-11-16T20:50:17.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676a464f:::benchmark_data_smithi065_43723_object38745:head#
2020-11-16T20:50:17.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676abd9e:::benchmark_data_smithi065_43723_object33202:head#
2020-11-16T20:50:17.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.396 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676b1991:::benchmark_data_smithi065_43723_object38722:head#
2020-11-16T20:50:17.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.396 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676b3620:::benchmark_data_smithi065_43723_object7669:head#
2020-11-16T20:50:17.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676df8b0:::benchmark_data_smithi065_43723_object34299:head#
2020-11-16T20:50:17.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676e7d77:::benchmark_data_smithi065_43723_object24318:head#
2020-11-16T20:50:17.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:676eef43:::benchmark_data_smithi065_43723_object1444:head#
2020-11-16T20:50:17.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6770f101:::benchmark_data_smithi065_43723_object40876:head#
2020-11-16T20:50:17.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67713e1c:::benchmark_data_smithi065_43723_object39413:head#
2020-11-16T20:50:17.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:677343dc:::benchmark_data_smithi065_43723_object23596:head#
2020-11-16T20:50:17.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67797240:::benchmark_data_smithi065_43723_object4849:head#
2020-11-16T20:50:17.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:677d3552:::benchmark_data_smithi065_43723_object13605:head#
2020-11-16T20:50:17.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:677fa2f1:::benchmark_data_smithi065_43723_object5293:head#
2020-11-16T20:50:17.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:677fbb71:::benchmark_data_smithi065_43723_object33803:head#
2020-11-16T20:50:17.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:677fe5fd:::benchmark_data_smithi065_43723_object2009:head#
2020-11-16T20:50:17.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67804186:::benchmark_data_smithi065_43723_object40515:head#
2020-11-16T20:50:17.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67812685:::benchmark_data_smithi065_43723_object1608:head#
2020-11-16T20:50:17.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6781a100:::benchmark_data_smithi065_43723_object36901:head#
2020-11-16T20:50:17.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6782d6b0:::benchmark_data_smithi065_43723_object23161:head#
2020-11-16T20:50:17.402 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6785b09f:::benchmark_data_smithi065_43723_object6677:head#
2020-11-16T20:50:17.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6788021d:::benchmark_data_smithi065_43723_object39342:head#
2020-11-16T20:50:17.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67882402:::benchmark_data_smithi065_43723_object13118:head#
2020-11-16T20:50:17.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:678af754:::benchmark_data_smithi065_43723_object41791:head#
2020-11-16T20:50:17.404 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:678b3e69:::benchmark_data_smithi065_43723_object31190:head#
2020-11-16T20:50:17.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:678b8fd3:::benchmark_data_smithi065_43723_object26493:head#
2020-11-16T20:50:17.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:678baf97:::benchmark_data_smithi065_43723_object14228:head#
2020-11-16T20:50:17.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:678c9479:::benchmark_data_smithi065_43723_object29413:head#
2020-11-16T20:50:17.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.406 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:678e4b83:::benchmark_data_smithi065_43723_object27369:head#
2020-11-16T20:50:17.406 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:678e76c3:::benchmark_data_smithi065_43723_object36208:head#
2020-11-16T20:50:17.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:678fcfab:::benchmark_data_smithi065_43723_object15256:head#
2020-11-16T20:50:17.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67903596:::benchmark_data_smithi065_43723_object6856:head#
2020-11-16T20:50:17.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6790be2a:::benchmark_data_smithi065_43723_object18866:head#
2020-11-16T20:50:17.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67916177:::benchmark_data_smithi065_43723_object2194:head#
2020-11-16T20:50:17.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67920530:::benchmark_data_smithi065_43723_object17075:head#
2020-11-16T20:50:17.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6792b1ed:::benchmark_data_smithi065_43723_object16712:head#
2020-11-16T20:50:17.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.409 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6793002d:::benchmark_data_smithi065_43723_object11542:head#
2020-11-16T20:50:17.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6793cec6:::benchmark_data_smithi065_43723_object29265:head#
2020-11-16T20:50:17.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6794525d:::benchmark_data_smithi065_43723_object3288:head#
2020-11-16T20:50:17.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6795168b:::benchmark_data_smithi065_43723_object20766:head#
2020-11-16T20:50:17.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:679597ae:::benchmark_data_smithi065_43723_object34556:head#
2020-11-16T20:50:17.411 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:679c731d:::benchmark_data_smithi065_43723_object1049:head#
2020-11-16T20:50:17.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.412 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:679e2658:::benchmark_data_smithi065_43723_object34273:head#
2020-11-16T20:50:17.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:679f4cb6:::benchmark_data_smithi065_43723_object8285:head#
2020-11-16T20:50:17.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67a12ba8:::benchmark_data_smithi065_43723_object12199:head#
2020-11-16T20:50:17.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67a266b9:::benchmark_data_smithi065_43723_object7323:head#
2020-11-16T20:50:17.414 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67a6175c:::benchmark_data_smithi065_43723_object8344:head#
2020-11-16T20:50:17.414 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67a64176:::benchmark_data_smithi065_43723_object36362:head#
2020-11-16T20:50:17.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67a8f771:::benchmark_data_smithi065_43723_object29097:head#
2020-11-16T20:50:17.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67abb36d:::benchmark_data_smithi065_43723_object43287:head#
2020-11-16T20:50:17.416 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67ad2f82:::benchmark_data_smithi065_43723_object17341:head#
2020-11-16T20:50:17.416 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67aef39a:::benchmark_data_smithi065_43723_object16370:head#
2020-11-16T20:50:17.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.417 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b01012:::benchmark_data_smithi065_43723_object43545:head#
2020-11-16T20:50:17.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b12654:::benchmark_data_smithi065_43723_object6412:head#
2020-11-16T20:50:17.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b1de05:::benchmark_data_smithi065_43723_object28855:head#
2020-11-16T20:50:17.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.420 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b2308c:::benchmark_data_smithi065_43723_object42136:head#
2020-11-16T20:50:17.420 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b2ac1b:::benchmark_data_smithi065_43723_object34656:head#
2020-11-16T20:50:17.423 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.424 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b5b27f:::benchmark_data_smithi065_43723_object8533:head#
2020-11-16T20:50:17.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.424 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b6f76a:::benchmark_data_smithi065_43723_object11080:head#
2020-11-16T20:50:17.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b8dab5:::benchmark_data_smithi065_43723_object41133:head#
2020-11-16T20:50:17.425 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67b99dd3:::benchmark_data_smithi065_43723_object29117:head#
2020-11-16T20:50:17.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67ba4117:::benchmark_data_smithi065_43723_object15981:head#
2020-11-16T20:50:17.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67ba8c12:::benchmark_data_smithi065_43723_object5884:head#
2020-11-16T20:50:17.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.427 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67bbed33:::benchmark_data_smithi065_43723_object33848:head#
2020-11-16T20:50:17.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67bc6d69:::benchmark_data_smithi065_43723_object11502:head#
2020-11-16T20:50:17.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67bdb341:::benchmark_data_smithi065_43723_object272:head#
2020-11-16T20:50:17.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67bde927:::benchmark_data_smithi065_43723_object7889:head#
2020-11-16T20:50:17.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67bdfb88:::benchmark_data_smithi065_43723_object20626:head#
2020-11-16T20:50:17.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c024dd:::benchmark_data_smithi065_43723_object21857:head#
2020-11-16T20:50:17.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c46135:::benchmark_data_smithi065_43723_object11416:head#
2020-11-16T20:50:17.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.431 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c4dd11:::benchmark_data_smithi065_43723_object40926:head#
2020-11-16T20:50:17.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.431 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c5b7bb:::benchmark_data_smithi065_43723_object26749:head#
2020-11-16T20:50:17.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c614f8:::benchmark_data_smithi065_43723_object1223:head#
2020-11-16T20:50:17.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c67cb3:::benchmark_data_smithi065_43723_object11821:head#
2020-11-16T20:50:17.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c6fd1e:::benchmark_data_smithi065_43723_object763:head#
2020-11-16T20:50:17.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c90c80:::benchmark_data_smithi065_43723_object35146:head#
2020-11-16T20:50:17.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67c9b3e1:::benchmark_data_smithi065_43723_object2782:head#
2020-11-16T20:50:17.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67cd9359:::benchmark_data_smithi065_43723_object25209:head#
2020-11-16T20:50:17.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67cda98a:::benchmark_data_smithi065_43723_object29367:head#
2020-11-16T20:50:17.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67ce7ad5:::benchmark_data_smithi065_43723_object35325:head#
2020-11-16T20:50:17.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67d05130:::benchmark_data_smithi065_43723_object3693:head#
2020-11-16T20:50:17.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67d1f59b:::benchmark_data_smithi065_43723_object42381:head#
2020-11-16T20:50:17.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.436 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67d5c1ba:::benchmark_data_smithi065_43723_object38680:head#
2020-11-16T20:50:17.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67d67fe3:::benchmark_data_smithi065_43723_object43713:head#
2020-11-16T20:50:17.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67d78d70:::benchmark_data_smithi065_43723_object41701:head#
2020-11-16T20:50:17.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67d973a5:::benchmark_data_smithi065_43723_object38464:head#
2020-11-16T20:50:17.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67db9d76:::benchmark_data_smithi065_43723_object37772:head#
2020-11-16T20:50:17.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67dbc3f0:::benchmark_data_smithi065_43723_object31706:head#
2020-11-16T20:50:17.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67dbef09:::benchmark_data_smithi065_43723_object38539:head#
2020-11-16T20:50:17.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67dc5ee2:::benchmark_data_smithi065_43723_object15743:head#
2020-11-16T20:50:17.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67dc8c4e:::benchmark_data_smithi065_43723_object15183:head#
2020-11-16T20:50:17.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67dcee30:::benchmark_data_smithi065_43723_object27660:head#
2020-11-16T20:50:17.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67dd3e89:::benchmark_data_smithi065_43723_object8246:head#
2020-11-16T20:50:17.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67dffe75:::benchmark_data_smithi065_43723_object2431:head#
2020-11-16T20:50:17.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67e1eb51:::benchmark_data_smithi065_43723_object39392:head#
2020-11-16T20:50:17.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67e428bf:::benchmark_data_smithi065_43723_object42372:head#
2020-11-16T20:50:17.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67e44b10:::benchmark_data_smithi065_43723_object35836:head#
2020-11-16T20:50:17.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67e7bae3:::benchmark_data_smithi065_43723_object7484:head#
2020-11-16T20:50:17.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67e8a2d2:::benchmark_data_smithi065_43723_object5582:head#
2020-11-16T20:50:17.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67e93c30:::benchmark_data_smithi065_43723_object16054:head#
2020-11-16T20:50:17.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.442 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67eaad12:::benchmark_data_smithi065_43723_object23862:head#
2020-11-16T20:50:17.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.444 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67ecbaaa:::benchmark_data_smithi065_43723_object17951:head#
2020-11-16T20:50:17.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.444 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67ef774f:::benchmark_data_smithi065_43723_object20569:head#
2020-11-16T20:50:17.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67f33bec:::benchmark_data_smithi065_43723_object43117:head#
2020-11-16T20:50:17.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67f60ae1:::benchmark_data_smithi065_43723_object17060:head#
2020-11-16T20:50:17.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67f6a587:::benchmark_data_smithi065_43723_object12742:head#
2020-11-16T20:50:17.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67f6fd16:::benchmark_data_smithi065_43723_object26645:head#
2020-11-16T20:50:17.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67f92b45:::benchmark_data_smithi065_43723_object28690:head#
2020-11-16T20:50:17.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67fb6627:::benchmark_data_smithi065_43723_object7213:head#
2020-11-16T20:50:17.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67fc3fe2:::benchmark_data_smithi065_43723_object28601:head#
2020-11-16T20:50:17.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:67fd3e82:::benchmark_data_smithi065_43723_object10187:head#
2020-11-16T20:50:17.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68007261:::benchmark_data_smithi065_43723_object22121:head#
2020-11-16T20:50:17.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6801a25c:::benchmark_data_smithi065_43723_object16542:head#
2020-11-16T20:50:17.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68028583:::benchmark_data_smithi065_43723_object34221:head#
2020-11-16T20:50:17.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68042038:::benchmark_data_smithi065_43723_object5266:head#
2020-11-16T20:50:17.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68044ffb:::benchmark_data_smithi065_43723_object35588:head#
2020-11-16T20:50:17.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:680610b2:::benchmark_data_smithi065_43723_object40192:head#
2020-11-16T20:50:17.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6807f6ac:::benchmark_data_smithi065_43723_object14484:head#
2020-11-16T20:50:17.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6808984e:::benchmark_data_smithi065_43723_object30886:head#
2020-11-16T20:50:17.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6809e8c7:::benchmark_data_smithi065_43723_object7035:head#
2020-11-16T20:50:17.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:680a7651:::benchmark_data_smithi065_43723_object13543:head#
2020-11-16T20:50:17.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.450 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:680c590a:::benchmark_data_smithi065_43723_object28683:head#
2020-11-16T20:50:17.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:680e772a:::benchmark_data_smithi065_43723_object43081:head#
2020-11-16T20:50:17.451 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:680f49d4:::benchmark_data_smithi065_43723_object30914:head#
2020-11-16T20:50:17.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:680febcb:::benchmark_data_smithi065_43723_object30837:head#
2020-11-16T20:50:17.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68103960:::benchmark_data_smithi065_43723_object32868:head#
2020-11-16T20:50:17.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68103abd:::benchmark_data_smithi065_43723_object33113:head#
2020-11-16T20:50:17.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:681150c7:::benchmark_data_smithi065_43723_object16492:head#
2020-11-16T20:50:17.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68124aac:::benchmark_data_smithi065_43723_object37532:head#
2020-11-16T20:50:17.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6812d272:::benchmark_data_smithi065_43723_object7021:head#
2020-11-16T20:50:17.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68155508:::benchmark_data_smithi065_43723_object37934:head#
2020-11-16T20:50:17.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:681580bd:::benchmark_data_smithi065_43723_object9776:head#
2020-11-16T20:50:17.454 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6816885e:::benchmark_data_smithi065_43723_object31618:head#
2020-11-16T20:50:17.454 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6816bc36:::benchmark_data_smithi065_43723_object22390:head#
2020-11-16T20:50:17.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6817a4a8:::benchmark_data_smithi065_43723_object31862:head#
2020-11-16T20:50:17.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6817c201:::benchmark_data_smithi065_43723_object35793:head#
2020-11-16T20:50:17.456 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6817e3c1:::benchmark_data_smithi065_43723_object591:head#
2020-11-16T20:50:17.456 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.457 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6817e4e8:::benchmark_data_smithi065_43723_object15088:head#
2020-11-16T20:50:17.458 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.458 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:681a29c1:::benchmark_data_smithi065_43723_object11673:head#
2020-11-16T20:50:17.458 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.459 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:681befbd:::benchmark_data_smithi065_43723_object22291:head#
2020-11-16T20:50:17.459 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.461 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:681cbd6f:::benchmark_data_smithi065_43723_object13139:head#
2020-11-16T20:50:17.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.462 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:681f6388:::benchmark_data_smithi065_43723_object22671:head#
2020-11-16T20:50:17.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68208bd6:::benchmark_data_smithi065_43723_object15526:head#
2020-11-16T20:50:17.463 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68230918:::benchmark_data_smithi065_43723_object14861:head#
2020-11-16T20:50:17.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.464 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6824f126:::benchmark_data_smithi065_43723_object32398:head#
2020-11-16T20:50:17.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.464 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6829489f:::benchmark_data_smithi065_43723_object22200:head#
2020-11-16T20:50:17.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68296221:::benchmark_data_smithi065_43723_object4968:head#
2020-11-16T20:50:17.465 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6829eaad:::benchmark_data_smithi065_43723_object7108:head#
2020-11-16T20:50:17.465 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:682d665d:::benchmark_data_smithi065_43723_object28799:head#
2020-11-16T20:50:17.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.466 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:682ff302:::benchmark_data_smithi065_43723_object14309:head#
2020-11-16T20:50:17.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6832a9d0:::benchmark_data_smithi065_43723_object30796:head#
2020-11-16T20:50:17.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6832c7be:::benchmark_data_smithi065_43723_object11446:head#
2020-11-16T20:50:17.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68336abd:::benchmark_data_smithi065_43723_object21615:head#
2020-11-16T20:50:17.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6836e997:::benchmark_data_smithi065_43723_object5211:head#
2020-11-16T20:50:17.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68389fff:::benchmark_data_smithi065_43723_object38078:head#
2020-11-16T20:50:17.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68399ce5:::benchmark_data_smithi065_43723_object41855:head#
2020-11-16T20:50:17.469 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.469 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:683b3c97:::benchmark_data_smithi065_43723_object32644:head#
2020-11-16T20:50:17.469 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:683b4292:::benchmark_data_smithi065_43723_object36100:head#
2020-11-16T20:50:17.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:683c09d8:::benchmark_data_smithi065_43723_object9663:head#
2020-11-16T20:50:17.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:684238d9:::benchmark_data_smithi065_43723_object9399:head#
2020-11-16T20:50:17.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:684391e1:::benchmark_data_smithi065_43723_object8014:head#
2020-11-16T20:50:17.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68445036:::benchmark_data_smithi065_43723_object12894:head#
2020-11-16T20:50:17.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6844b0f1:::benchmark_data_smithi065_43723_object38667:head#
2020-11-16T20:50:17.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.472 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:684724d4:::benchmark_data_smithi065_43723_object26444:head#
2020-11-16T20:50:17.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.472 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6848ec40:::benchmark_data_smithi065_43723_object6692:head#
2020-11-16T20:50:17.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68494557:::benchmark_data_smithi065_43723_object12132:head#
2020-11-16T20:50:17.473 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.474 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6849aab5:::benchmark_data_smithi065_43723_object3723:head#
2020-11-16T20:50:17.474 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.474 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:684eb71d:::benchmark_data_smithi065_43723_object33520:head#
2020-11-16T20:50:17.474 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.475 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68509444:::benchmark_data_smithi065_43723_object4808:head#
2020-11-16T20:50:17.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.475 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:685522c7:::benchmark_data_smithi065_43723_object18016:head#
2020-11-16T20:50:17.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68553ba8:::benchmark_data_smithi065_43723_object11342:head#
2020-11-16T20:50:17.476 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68576a8c:::benchmark_data_smithi065_43723_object29992:head#
2020-11-16T20:50:17.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:685777af:::benchmark_data_smithi065_43723_object30345:head#
2020-11-16T20:50:17.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68589a34:::benchmark_data_smithi065_43723_object17496:head#
2020-11-16T20:50:17.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:685a2473:::benchmark_data_smithi065_43723_object8293:head#
2020-11-16T20:50:17.478 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.478 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:685b54cc:::benchmark_data_smithi065_43723_object43317:head#
2020-11-16T20:50:17.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:685e4487:::benchmark_data_smithi065_43723_object3033:head#
2020-11-16T20:50:17.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:685fb62e:::benchmark_data_smithi065_43723_object38034:head#
2020-11-16T20:50:17.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68636550:::benchmark_data_smithi065_43723_object7875:head#
2020-11-16T20:50:17.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6864b1c3:::benchmark_data_smithi065_43723_object25374:head#
2020-11-16T20:50:17.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68650e88:::benchmark_data_smithi065_43723_object35374:head#
2020-11-16T20:50:17.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.481 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6865eb77:::benchmark_data_smithi065_43723_object21551:head#
2020-11-16T20:50:17.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.481 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6865f254:::benchmark_data_smithi065_43723_object28647:head#
2020-11-16T20:50:17.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68660eb1:::benchmark_data_smithi065_43723_object43747:head#
2020-11-16T20:50:17.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:686bec7a:::benchmark_data_smithi065_43723_object9132:head#
2020-11-16T20:50:17.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:686c76cd:::benchmark_data_smithi065_43723_object9799:head#
2020-11-16T20:50:17.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:686d4861:::benchmark_data_smithi065_43723_object1789:head#
2020-11-16T20:50:17.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.483 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:686dbae9:::benchmark_data_smithi065_43723_object39280:head#
2020-11-16T20:50:17.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.483 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:686ed926:::benchmark_data_smithi065_43723_object41225:head#
2020-11-16T20:50:17.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:686fbc80:::benchmark_data_smithi065_43723_object38956:head#
2020-11-16T20:50:17.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68712130:::benchmark_data_smithi065_43723_object19694:head#
2020-11-16T20:50:17.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68733388:::benchmark_data_smithi065_43723_object39261:head#
2020-11-16T20:50:17.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6875c71d:::benchmark_data_smithi065_43723_object5808:head#
2020-11-16T20:50:17.486 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68760742:::benchmark_data_smithi065_43723_object10259:head#
2020-11-16T20:50:17.486 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6877915d:::benchmark_data_smithi065_43723_object19313:head#
2020-11-16T20:50:17.486 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68788ead:::benchmark_data_smithi065_43723_object38891:head#
2020-11-16T20:50:17.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68792e76:::benchmark_data_smithi065_43723_object22828:head#
2020-11-16T20:50:17.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:687ab826:::benchmark_data_smithi065_43723_object25183:head#
2020-11-16T20:50:17.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:687acc83:::benchmark_data_smithi065_43723_object5857:head#
2020-11-16T20:50:17.488 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.489 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:687d72d4:::benchmark_data_smithi065_43723_object21024:head#
2020-11-16T20:50:17.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.489 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:687e4a77:::benchmark_data_smithi065_43723_object10766:head#
2020-11-16T20:50:17.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:687ebf03:::benchmark_data_smithi065_43723_object12483:head#
2020-11-16T20:50:17.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:687fdf10:::benchmark_data_smithi065_43723_object27331:head#
2020-11-16T20:50:17.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6881dab2:::benchmark_data_smithi065_43723_object18057:head#
2020-11-16T20:50:17.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68824249:::benchmark_data_smithi065_43723_object37918:head#
2020-11-16T20:50:17.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68824423:::benchmark_data_smithi065_43723_object34486:head#
2020-11-16T20:50:17.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68836ca5:::benchmark_data_smithi065_43723_object14144:head#
2020-11-16T20:50:17.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6883ee1d:::benchmark_data_smithi065_43723_object19599:head#
2020-11-16T20:50:17.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6884ec9e:::benchmark_data_smithi065_43723_object19402:head#
2020-11-16T20:50:17.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6885b796:::benchmark_data_smithi065_43723_object21321:head#
2020-11-16T20:50:17.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:688845d8:::benchmark_data_smithi065_43723_object21041:head#
2020-11-16T20:50:17.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:688aa10e:::benchmark_data_smithi065_43723_object21395:head#
2020-11-16T20:50:17.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.493 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68904dcd:::benchmark_data_smithi065_43723_object40998:head#
2020-11-16T20:50:17.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.493 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:689561cd:::benchmark_data_smithi065_43723_object11993:head#
2020-11-16T20:50:17.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6895b04b:::benchmark_data_smithi065_43723_object19179:head#
2020-11-16T20:50:17.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6897aa11:::benchmark_data_smithi065_43723_object18412:head#
2020-11-16T20:50:17.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6897e368:::benchmark_data_smithi065_43723_object39281:head#
2020-11-16T20:50:17.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6899a464:::benchmark_data_smithi065_43723_object34449:head#
2020-11-16T20:50:17.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:689bf14c:::benchmark_data_smithi065_43723_object40701:head#
2020-11-16T20:50:17.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:689c9ee3:::benchmark_data_smithi065_43723_object5461:head#
2020-11-16T20:50:17.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:689d79d7:::benchmark_data_smithi065_43723_object15311:head#
2020-11-16T20:50:17.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:689e2191:::benchmark_data_smithi065_43723_object9066:head#
2020-11-16T20:50:17.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a166b1:::benchmark_data_smithi065_43723_object22127:head#
2020-11-16T20:50:17.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.498 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a1c6ac:::benchmark_data_smithi065_43723_object43189:head#
2020-11-16T20:50:17.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.498 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:17.500 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a27434:::benchmark_data_smithi065_43723_object4158:head#
2020-11-16T20:50:17.500 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a335eb:::benchmark_data_smithi065_43723_object25446:head#
2020-11-16T20:50:17.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a35c57:::benchmark_data_smithi065_43723_object7333:head#
2020-11-16T20:50:17.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a38f24:::benchmark_data_smithi065_43723_object18554:head#
2020-11-16T20:50:17.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a3f3ee:::benchmark_data_smithi065_43723_object16847:head#
2020-11-16T20:50:17.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a6d4b5:::benchmark_data_smithi065_43723_object32045:head#
2020-11-16T20:50:17.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a6e9b7:::benchmark_data_smithi065_43723_object36799:head#
2020-11-16T20:50:17.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68a9ae7b:::benchmark_data_smithi065_43723_object4292:head#
2020-11-16T20:50:17.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68aa1ba3:::benchmark_data_smithi065_43723_object48:head#
2020-11-16T20:50:17.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68aaceeb:::benchmark_data_smithi065_43723_object33290:head#
2020-11-16T20:50:17.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68b39af7:::benchmark_data_smithi065_43723_object1569:head#
2020-11-16T20:50:17.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68b61c3c:::benchmark_data_smithi065_43723_object31329:head#
2020-11-16T20:50:17.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68b8a347:::benchmark_data_smithi065_43723_object26636:head#
2020-11-16T20:50:17.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68bac9e0:::benchmark_data_smithi065_43723_object19112:head#
2020-11-16T20:50:17.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68bdc5c2:::benchmark_data_smithi065_43723_object27636:head#
2020-11-16T20:50:17.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68c1717c:::benchmark_data_smithi065_43723_object27348:head#
2020-11-16T20:50:17.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68c2bd0d:::benchmark_data_smithi065_43723_object4366:head#
2020-11-16T20:50:17.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68c3013a:::benchmark_data_smithi065_43723_object35741:head#
2020-11-16T20:50:17.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68c46e8f:::benchmark_data_smithi065_43723_object13808:head#
2020-11-16T20:50:17.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68c6a5c7:::benchmark_data_smithi065_43723_object29012:head#
2020-11-16T20:50:17.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68c874c1:::benchmark_data_smithi065_43723_object6682:head#
2020-11-16T20:50:17.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68c915e3:::benchmark_data_smithi065_43723_object22554:head#
2020-11-16T20:50:17.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68ceca43:::benchmark_data_smithi065_43723_object8823:head#
2020-11-16T20:50:17.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68cf1ddf:::benchmark_data_smithi065_43723_object41483:head#
2020-11-16T20:50:17.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68cff01b:::benchmark_data_smithi065_43723_object38116:head#
2020-11-16T20:50:17.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68d05dbb:::benchmark_data_smithi065_43723_object19267:head#
2020-11-16T20:50:17.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68d07faf:::benchmark_data_smithi065_43723_object8932:head#
2020-11-16T20:50:17.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.510 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68d0ded6:::benchmark_data_smithi065_43723_object19590:head#
2020-11-16T20:50:17.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.510 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68d26ca4:::benchmark_data_smithi065_43723_object9972:head#
2020-11-16T20:50:17.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.510 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68d58c3f:::benchmark_data_smithi065_43723_object25491:head#
2020-11-16T20:50:17.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68da7061:::benchmark_data_smithi065_43723_object15631:head#
2020-11-16T20:50:17.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68dab2ba:::benchmark_data_smithi065_43723_object17072:head#
2020-11-16T20:50:17.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68dc3697:::benchmark_data_smithi065_43723_object22168:head#
2020-11-16T20:50:17.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68de3051:::benchmark_data_smithi065_43723_object24060:head#
2020-11-16T20:50:17.512 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68e0044d:::benchmark_data_smithi065_43723_object4632:head#
2020-11-16T20:50:17.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68e16e5e:::benchmark_data_smithi065_43723_object5950:head#
2020-11-16T20:50:17.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68e2cf92:::benchmark_data_smithi065_43723_object8717:head#
2020-11-16T20:50:17.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68e2f327:::benchmark_data_smithi065_43723_object23708:head#
2020-11-16T20:50:17.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68e32be9:::benchmark_data_smithi065_43723_object41100:head#
2020-11-16T20:50:17.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68e771af:::benchmark_data_smithi065_43723_object8735:head#
2020-11-16T20:50:17.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68e813c3:::benchmark_data_smithi065_43723_object43322:head#
2020-11-16T20:50:17.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68e8c436:::benchmark_data_smithi065_43723_object38616:head#
2020-11-16T20:50:17.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68eaf240:::benchmark_data_smithi065_43723_object19870:head#
2020-11-16T20:50:17.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68ecf29f:::benchmark_data_smithi065_43723_object9228:head#
2020-11-16T20:50:17.517 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68ef2235:::benchmark_data_smithi065_43723_object8122:head#
2020-11-16T20:50:17.517 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68f2c638:::benchmark_data_smithi065_43723_object30748:head#
2020-11-16T20:50:17.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68fa1bef:::benchmark_data_smithi065_43723_object9084:head#
2020-11-16T20:50:17.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68fb35ff:::benchmark_data_smithi065_43723_object24663:head#
2020-11-16T20:50:17.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68fbc14c:::benchmark_data_smithi065_43723_object36279:head#
2020-11-16T20:50:17.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68fdfaa6:::benchmark_data_smithi065_43723_object11786:head#
2020-11-16T20:50:17.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68fe1982:::benchmark_data_smithi065_43723_object7956:head#
2020-11-16T20:50:17.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:68fe3e84:::benchmark_data_smithi065_43723_object6203:head#
2020-11-16T20:50:17.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:690125a6:::benchmark_data_smithi065_43723_object37726:head#
2020-11-16T20:50:17.520 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.521 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69029d7f:::benchmark_data_smithi065_43723_object30759:head#
2020-11-16T20:50:17.521 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.521 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6902a5fb:::benchmark_data_smithi065_43723_object6508:head#
2020-11-16T20:50:17.521 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.522 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6908f9a1:::benchmark_data_smithi065_43723_object22962:head#
2020-11-16T20:50:17.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.522 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:690b4eea:::benchmark_data_smithi065_43723_object24448:head#
2020-11-16T20:50:17.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.522 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:690c5688:::benchmark_data_smithi065_43723_object25062:head#
2020-11-16T20:50:17.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:690cb9a2:::benchmark_data_smithi065_43723_object42219:head#
2020-11-16T20:50:17.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:690cde4c:::benchmark_data_smithi065_43723_object17581:head#
2020-11-16T20:50:17.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:690d7429:::benchmark_data_smithi065_43723_object7914:head#
2020-11-16T20:50:17.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:690e905f:::benchmark_data_smithi065_43723_object18449:head#
2020-11-16T20:50:17.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:690f7b2d:::benchmark_data_smithi065_43723_object922:head#
2020-11-16T20:50:17.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6913469e:::benchmark_data_smithi065_43723_object23801:head#
2020-11-16T20:50:17.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69135de9:::benchmark_data_smithi065_43723_object328:head#
2020-11-16T20:50:17.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69142332:::benchmark_data_smithi065_43723_object31978:head#
2020-11-16T20:50:17.525 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69155cc3:::benchmark_data_smithi065_43723_object32408:head#
2020-11-16T20:50:17.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69158827:::benchmark_data_smithi065_43723_object38479:head#
2020-11-16T20:50:17.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:691b523e:::benchmark_data_smithi065_43723_object41434:head#
2020-11-16T20:50:17.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:691d2554:::benchmark_data_smithi065_43723_object7019:head#
2020-11-16T20:50:17.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:691db99f:::benchmark_data_smithi065_43723_object31086:head#
2020-11-16T20:50:17.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:691e073f:::benchmark_data_smithi065_43723_object15803:head#
2020-11-16T20:50:17.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:691e8a62:::benchmark_data_smithi065_43723_object28608:head#
2020-11-16T20:50:17.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:691f5e6f:::benchmark_data_smithi065_43723_object28634:head#
2020-11-16T20:50:17.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69216197:::benchmark_data_smithi065_43723_object18687:head#
2020-11-16T20:50:17.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69223e8b:::benchmark_data_smithi065_43723_object23544:head#
2020-11-16T20:50:17.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:692511c0:::benchmark_data_smithi065_43723_object15668:head#
2020-11-16T20:50:17.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69254038:::benchmark_data_smithi065_43723_object40900:head#
2020-11-16T20:50:17.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69256971:::benchmark_data_smithi065_43723_object31300:head#
2020-11-16T20:50:17.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69257174:::benchmark_data_smithi065_43723_object18855:head#
2020-11-16T20:50:17.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.531 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69264236:::benchmark_data_smithi065_43723_object26747:head#
2020-11-16T20:50:17.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.531 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6927ba1f:::benchmark_data_smithi065_43723_object33241:head#
2020-11-16T20:50:17.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.533 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6927d917:::benchmark_data_smithi065_43723_object28832:head#
2020-11-16T20:50:17.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:692955b4:::benchmark_data_smithi065_43723_object17669:head#
2020-11-16T20:50:17.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:692961df:::benchmark_data_smithi065_43723_object29:head#
2020-11-16T20:50:17.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6929d728:::benchmark_data_smithi065_43723_object1478:head#
2020-11-16T20:50:17.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69300f76:::benchmark_data_smithi065_43723_object17333:head#
2020-11-16T20:50:17.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69304ef1:::benchmark_data_smithi065_43723_object21277:head#
2020-11-16T20:50:17.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6930c52e:::benchmark_data_smithi065_43723_object29778:head#
2020-11-16T20:50:17.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69370dcc:::benchmark_data_smithi065_43723_object2349:head#
2020-11-16T20:50:17.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6938a508:::benchmark_data_smithi065_43723_object10228:head#
2020-11-16T20:50:17.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6939a7d3:::benchmark_data_smithi065_43723_object13845:head#
2020-11-16T20:50:17.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:693c500f:::benchmark_data_smithi065_43723_object40676:head#
2020-11-16T20:50:17.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:693e0fd5:::benchmark_data_smithi065_43723_object28672:head#
2020-11-16T20:50:17.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:693f8766:::benchmark_data_smithi065_43723_object34325:head#
2020-11-16T20:50:17.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69406abb:::benchmark_data_smithi065_43723_object43647:head#
2020-11-16T20:50:17.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69408de7:::benchmark_data_smithi065_43723_object33634:head#
2020-11-16T20:50:17.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69412cdc:::benchmark_data_smithi065_43723_object22011:head#
2020-11-16T20:50:17.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6941a6b4:::benchmark_data_smithi065_43723_object26611:head#
2020-11-16T20:50:17.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:694687fa:::benchmark_data_smithi065_43723_object24582:head#
2020-11-16T20:50:17.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6946c43e:::benchmark_data_smithi065_43723_object31646:head#
2020-11-16T20:50:17.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:694a981c:::benchmark_data_smithi065_43723_object4008:head#
2020-11-16T20:50:17.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:694ad086:::benchmark_data_smithi065_43723_object42140:head#
2020-11-16T20:50:17.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:694ae829:::benchmark_data_smithi065_43723_object17633:head#
2020-11-16T20:50:17.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.540 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:694f14f2:::benchmark_data_smithi065_43723_object17638:head#
2020-11-16T20:50:17.540 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:17 smithi142 bash[9523]: cluster 2020-11-16T20:50:16.458652+0000 mgr.x (mgr.14196) 1157 : cluster [DBG] pgmap v1724: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.17k op/s
2020-11-16T20:50:17.541 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69507b97:::benchmark_data_smithi065_43723_object23150:head#
2020-11-16T20:50:17.541 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6950ed28:::benchmark_data_smithi065_43723_object36493:head#
2020-11-16T20:50:17.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6951b3a4:::benchmark_data_smithi065_43723_object6642:head#
2020-11-16T20:50:17.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69521327:::benchmark_data_smithi065_43723_object5971:head#
2020-11-16T20:50:17.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:695532c7:::benchmark_data_smithi065_43723_object23583:head#
2020-11-16T20:50:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6955ce89:::benchmark_data_smithi065_43723_object7233:head#
2020-11-16T20:50:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:695691c3:::benchmark_data_smithi065_43723_object9910:head#
2020-11-16T20:50:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6957bfbf:::benchmark_data_smithi065_43723_object4343:head#
2020-11-16T20:50:17.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6958b086:::benchmark_data_smithi065_43723_object19047:head#
2020-11-16T20:50:17.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6958f759:::benchmark_data_smithi065_43723_object21495:head#
2020-11-16T20:50:17.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69592eae:::benchmark_data_smithi065_43723_object23838:head#
2020-11-16T20:50:17.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69595212:::benchmark_data_smithi065_43723_object19079:head#
2020-11-16T20:50:17.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:695dd0a9:::benchmark_data_smithi065_43723_object8021:head#
2020-11-16T20:50:17.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:695e2828:::benchmark_data_smithi065_43723_object6751:head#
2020-11-16T20:50:17.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.546 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:695fccf6:::benchmark_data_smithi065_43723_object775:head#
2020-11-16T20:50:17.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69607f3f:::benchmark_data_smithi065_43723_object19807:head#
2020-11-16T20:50:17.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6962fc4f:::benchmark_data_smithi065_43723_object21985:head#
2020-11-16T20:50:17.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69699985:::benchmark_data_smithi065_43723_object38253:head#
2020-11-16T20:50:17.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:696a2a91:::benchmark_data_smithi065_43723_object42701:head#
2020-11-16T20:50:17.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:696a93aa:::benchmark_data_smithi065_43723_object41089:head#
2020-11-16T20:50:17.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:696b255e:::benchmark_data_smithi065_43723_object39600:head#
2020-11-16T20:50:17.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:696bd5af:::benchmark_data_smithi065_43723_object8115:head#
2020-11-16T20:50:17.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:696bdcbe:::benchmark_data_smithi065_43723_object18106:head#
2020-11-16T20:50:17.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:696faedb:::benchmark_data_smithi065_43723_object17730:head#
2020-11-16T20:50:17.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6970136e:::benchmark_data_smithi065_43723_object41088:head#
2020-11-16T20:50:17.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69710a23:::benchmark_data_smithi065_43723_object40146:head#
2020-11-16T20:50:17.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6971af37:::benchmark_data_smithi065_43723_object24521:head#
2020-11-16T20:50:17.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69792c26:::benchmark_data_smithi065_43723_object26015:head#
2020-11-16T20:50:17.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.551 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:697975c9:::benchmark_data_smithi065_43723_object36816:head#
2020-11-16T20:50:17.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.552 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:698035af:::benchmark_data_smithi065_43723_object32683:head#
2020-11-16T20:50:17.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6984f0d4:::benchmark_data_smithi065_43723_object10649:head#
2020-11-16T20:50:17.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:698676df:::benchmark_data_smithi065_43723_object21212:head#
2020-11-16T20:50:17.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6986f26c:::benchmark_data_smithi065_43723_object17493:head#
2020-11-16T20:50:17.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6987de07:::benchmark_data_smithi065_43723_object41854:head#
2020-11-16T20:50:17.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6989178a:::benchmark_data_smithi065_43723_object29120:head#
2020-11-16T20:50:17.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6989a838:::benchmark_data_smithi065_43723_object24670:head#
2020-11-16T20:50:17.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:698a0fc8:::benchmark_data_smithi065_43723_object39747:head#
2020-11-16T20:50:17.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:698a917e:::benchmark_data_smithi065_43723_object36800:head#
2020-11-16T20:50:17.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:698e3f1b:::benchmark_data_smithi065_43723_object10484:head#
2020-11-16T20:50:17.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:698f766b:::benchmark_data_smithi065_43723_object40884:head#
2020-11-16T20:50:17.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69900bf5:::benchmark_data_smithi065_43723_object2792:head#
2020-11-16T20:50:17.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6990e7d3:::benchmark_data_smithi065_43723_object12158:head#
2020-11-16T20:50:17.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6991edc7:::benchmark_data_smithi065_43723_object30049:head#
2020-11-16T20:50:17.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:699216b8:::benchmark_data_smithi065_43723_object37595:head#
2020-11-16T20:50:17.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6992f993:::benchmark_data_smithi065_43723_object26054:head#
2020-11-16T20:50:17.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69948f2a:::benchmark_data_smithi065_43723_object11741:head#
2020-11-16T20:50:17.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:699761c2:::benchmark_data_smithi065_43723_object17955:head#
2020-11-16T20:50:17.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6997c93c:::benchmark_data_smithi065_43723_object1778:head#
2020-11-16T20:50:17.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:699910c1:::benchmark_data_smithi065_43723_object13017:head#
2020-11-16T20:50:17.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:699a54e4:::benchmark_data_smithi065_43723_object21457:head#
2020-11-16T20:50:17.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:699daaff:::benchmark_data_smithi065_43723_object646:head#
2020-11-16T20:50:17.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:699dcfd3:::benchmark_data_smithi065_43723_object9811:head#
2020-11-16T20:50:17.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69a46b38:::benchmark_data_smithi065_43723_object8801:head#
2020-11-16T20:50:17.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69a486b4:::benchmark_data_smithi065_43723_object19917:head#
2020-11-16T20:50:17.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69a83933:::benchmark_data_smithi065_43723_object24768:head#
2020-11-16T20:50:17.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69a877f9:::benchmark_data_smithi065_43723_object17545:head#
2020-11-16T20:50:17.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69aa10e5:::benchmark_data_smithi065_43723_object1309:head#
2020-11-16T20:50:17.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ab8355:::benchmark_data_smithi065_43723_object37609:head#
2020-11-16T20:50:17.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ac90aa:::benchmark_data_smithi065_43723_object26740:head#
2020-11-16T20:50:17.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ae49f1:::benchmark_data_smithi065_43723_object25618:head#
2020-11-16T20:50:17.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69b0b3e3:::benchmark_data_smithi065_43723_object22483:head#
2020-11-16T20:50:17.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.564 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69b0d23e:::benchmark_data_smithi065_43723_object19553:head#
2020-11-16T20:50:17.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.564 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69b10e5a:::benchmark_data_smithi065_43723_object29175:head#
2020-11-16T20:50:17.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.564 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69b47a29:::benchmark_data_smithi065_43723_object20204:head#
2020-11-16T20:50:17.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.565 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69b6103c:::benchmark_data_smithi065_43723_object28668:head#
2020-11-16T20:50:17.565 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.565 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69b7ae1f:::benchmark_data_smithi065_43723_object11658:head#
2020-11-16T20:50:17.565 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.565 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69b8268c:::benchmark_data_smithi065_43723_object20030:head#
2020-11-16T20:50:17.565 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.565 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69b850ff:::benchmark_data_smithi065_43723_object18786:head#
2020-11-16T20:50:17.566 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.567 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ba5162:::benchmark_data_smithi065_43723_object40440:head#
2020-11-16T20:50:17.568 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.568 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69bb0436:::benchmark_data_smithi065_43723_object5249:head#
2020-11-16T20:50:17.568 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.568 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69bca6a6:::benchmark_data_smithi065_43723_object16233:head#
2020-11-16T20:50:17.568 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.568 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69c26f18:::benchmark_data_smithi065_43723_object43048:head#
2020-11-16T20:50:17.569 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.569 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69c2b2ee:::benchmark_data_smithi065_43723_object38154:head#
2020-11-16T20:50:17.569 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.569 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69c34194:::benchmark_data_smithi065_43723_object40502:head#
2020-11-16T20:50:17.569 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.569 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69c69a2e:::benchmark_data_smithi065_43723_object11555:head#
2020-11-16T20:50:17.569 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.570 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69c89b79:::benchmark_data_smithi065_43723_object10648:head#
2020-11-16T20:50:17.570 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.570 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ce0642:::benchmark_data_smithi065_43723_object7267:head#
2020-11-16T20:50:17.570 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.570 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69cfaaad:::benchmark_data_smithi065_43723_object2839:head#
2020-11-16T20:50:17.570 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.570 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d1096b:::benchmark_data_smithi065_43723_object32643:head#
2020-11-16T20:50:17.571 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.571 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d24bcd:::benchmark_data_smithi065_43723_object20908:head#
2020-11-16T20:50:17.571 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.571 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d258a2:::benchmark_data_smithi065_43723_object6416:head#
2020-11-16T20:50:17.571 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.571 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d2fadb:::benchmark_data_smithi065_43723_object4220:head#
2020-11-16T20:50:17.571 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.572 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d37774:::benchmark_data_smithi065_43723_object16455:head#
2020-11-16T20:50:17.572 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.572 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d48302:::benchmark_data_smithi065_43723_object29420:head#
2020-11-16T20:50:17.572 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.572 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d685fe:::benchmark_data_smithi065_43723_object1030:head#
2020-11-16T20:50:17.572 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.572 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d7a501:::benchmark_data_smithi065_43723_object31892:head#
2020-11-16T20:50:17.573 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.573 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d7d503:::benchmark_data_smithi065_43723_object34869:head#
2020-11-16T20:50:17.573 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.573 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d859d1:::benchmark_data_smithi065_43723_object27953:head#
2020-11-16T20:50:17.573 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.573 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d8913e:::benchmark_data_smithi065_43723_object27980:head#
2020-11-16T20:50:17.573 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.576 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d9ca5e:::benchmark_data_smithi065_43723_object35127:head#
2020-11-16T20:50:17.576 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.576 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69d9dbcb:::benchmark_data_smithi065_43723_object30881:head#
2020-11-16T20:50:17.576 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.577 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69da2d5b:::benchmark_data_smithi065_43723_object33472:head#
2020-11-16T20:50:17.577 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.577 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69dc2d11:::benchmark_data_smithi065_43723_object4661:head#
2020-11-16T20:50:17.577 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.577 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69df926b:::benchmark_data_smithi065_43723_object22250:head#
2020-11-16T20:50:17.577 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.577 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69e193cb:::benchmark_data_smithi065_43723_object31688:head#
2020-11-16T20:50:17.578 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.578 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69e25253:::benchmark_data_smithi065_43723_object31682:head#
2020-11-16T20:50:17.578 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.578 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69e37f8b:::benchmark_data_smithi065_43723_object3700:head#
2020-11-16T20:50:17.578 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.578 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69e49008:::benchmark_data_smithi065_43723_object22297:head#
2020-11-16T20:50:17.578 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.579 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69e587f3:::benchmark_data_smithi065_43723_object16922:head#
2020-11-16T20:50:17.579 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.579 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ea2401:::benchmark_data_smithi065_43723_object2687:head#
2020-11-16T20:50:17.579 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.579 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ead533:::benchmark_data_smithi065_43723_object19326:head#
2020-11-16T20:50:17.579 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.579 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69eaf4eb:::benchmark_data_smithi065_43723_object14595:head#
2020-11-16T20:50:17.580 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.580 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ebf043:::benchmark_data_smithi065_43723_object4839:head#
2020-11-16T20:50:17.580 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.580 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ed5309:::benchmark_data_smithi065_43723_object1739:head#
2020-11-16T20:50:17.580 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.580 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69eeb792:::benchmark_data_smithi065_43723_object36865:head#
2020-11-16T20:50:17.580 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.581 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69f06c6d:::benchmark_data_smithi065_43723_object39114:head#
2020-11-16T20:50:17.581 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.581 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69f19918:::benchmark_data_smithi065_43723_object2576:head#
2020-11-16T20:50:17.581 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.581 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69f3087b:::benchmark_data_smithi065_43723_object23313:head#
2020-11-16T20:50:17.581 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.581 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69f4b14a:::benchmark_data_smithi065_43723_object37915:head#
2020-11-16T20:50:17.582 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.582 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69f53874:::benchmark_data_smithi065_43723_object43281:head#
2020-11-16T20:50:17.582 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.582 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69f8f16b:::benchmark_data_smithi065_43723_object22652:head#
2020-11-16T20:50:17.582 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.582 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:69ff65b2:::benchmark_data_smithi065_43723_object33235:head#
2020-11-16T20:50:17.582 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.583 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a000029:::benchmark_data_smithi065_43723_object4810:head#
2020-11-16T20:50:17.583 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.583 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a008cb8:::benchmark_data_smithi065_43723_object30336:head#
2020-11-16T20:50:17.583 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.583 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a022902:::benchmark_data_smithi065_43723_object5825:head#
2020-11-16T20:50:17.583 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.583 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a0266dc:::benchmark_data_smithi065_43723_object1533:head#
2020-11-16T20:50:17.584 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.585 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a02ec15:::benchmark_data_smithi065_43723_object30031:head#
2020-11-16T20:50:17.585 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.586 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a0378f6:::benchmark_data_smithi065_43723_object31808:head#
2020-11-16T20:50:17.586 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.586 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a03dbd4:::benchmark_data_smithi065_43723_object39455:head#
2020-11-16T20:50:17.586 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.586 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a03f393:::benchmark_data_smithi065_43723_object6895:head#
2020-11-16T20:50:17.586 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.587 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a051d3f:::benchmark_data_smithi065_43723_object26821:head#
2020-11-16T20:50:17.587 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.587 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a052f3e:::benchmark_data_smithi065_43723_object4078:head#
2020-11-16T20:50:17.587 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.587 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a07ceff:::benchmark_data_smithi065_43723_object43114:head#
2020-11-16T20:50:17.587 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.587 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a07e9f3:::benchmark_data_smithi065_43723_object22516:head#
2020-11-16T20:50:17.588 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.588 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a088c5d:::benchmark_data_smithi065_43723_object40474:head#
2020-11-16T20:50:17.588 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.588 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a0958fa:::benchmark_data_smithi065_43723_object23873:head#
2020-11-16T20:50:17.588 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.588 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a0acc94:::benchmark_data_smithi065_43723_object43471:head#
2020-11-16T20:50:17.588 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.589 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a0ec270:::benchmark_data_smithi065_43723_object22920:head#
2020-11-16T20:50:17.589 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.589 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a0f2bbb:::benchmark_data_smithi065_43723_object6587:head#
2020-11-16T20:50:17.589 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.589 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a10320f:::benchmark_data_smithi065_43723_object38594:head#
2020-11-16T20:50:17.589 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.589 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a10ffd5:::benchmark_data_smithi065_43723_object9783:head#
2020-11-16T20:50:17.590 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.590 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a166e25:::benchmark_data_smithi065_43723_object18128:head#
2020-11-16T20:50:17.590 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.590 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a16e5b2:::benchmark_data_smithi065_43723_object36309:head#
2020-11-16T20:50:17.590 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.590 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a17bc78:::benchmark_data_smithi065_43723_object14904:head#
2020-11-16T20:50:17.590 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.592 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a17c80d:::benchmark_data_smithi065_43723_object40405:head#
2020-11-16T20:50:17.592 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.592 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a1ac99a:::benchmark_data_smithi065_43723_object6127:head#
2020-11-16T20:50:17.593 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.593 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a1c0455:::benchmark_data_smithi065_43723_object11298:head#
2020-11-16T20:50:17.593 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.593 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a1e314e:::benchmark_data_smithi065_43723_object25960:head#
2020-11-16T20:50:17.593 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.593 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a1e846f:::benchmark_data_smithi065_43723_object36173:head#
2020-11-16T20:50:17.593 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.594 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a20bcda:::benchmark_data_smithi065_43723_object9054:head#
2020-11-16T20:50:17.594 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.594 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a219b12:::benchmark_data_smithi065_43723_object24095:head#
2020-11-16T20:50:17.594 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.594 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a2281a8:::benchmark_data_smithi065_43723_object6873:head#
2020-11-16T20:50:17.594 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.595 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a22f5c2:::benchmark_data_smithi065_43723_object21006:head#
2020-11-16T20:50:17.595 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.595 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a230ee2:::benchmark_data_smithi065_43723_object4147:head#
2020-11-16T20:50:17.595 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.595 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a236fa1:::benchmark_data_smithi065_43723_object21577:head#
2020-11-16T20:50:17.595 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.595 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a24da6d:::benchmark_data_smithi065_43723_object33514:head#
2020-11-16T20:50:17.596 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.596 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a2506f0:::benchmark_data_smithi065_43723_object13885:head#
2020-11-16T20:50:17.596 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.596 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a26e32e:::benchmark_data_smithi065_43723_object11104:head#
2020-11-16T20:50:17.596 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.596 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a281139:::benchmark_data_smithi065_43723_object4374:head#
2020-11-16T20:50:17.596 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.599 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a2998a2:::benchmark_data_smithi065_43723_object29101:head#
2020-11-16T20:50:17.599 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.599 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a2a2eb4:::benchmark_data_smithi065_43723_object9461:head#
2020-11-16T20:50:17.599 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.600 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a2b783c:::benchmark_data_smithi065_43723_object14335:head#
2020-11-16T20:50:17.600 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.600 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a2bdbcb:::benchmark_data_smithi065_43723_object39340:head#
2020-11-16T20:50:17.600 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.600 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3309ad:::benchmark_data_smithi065_43723_object20178:head#
2020-11-16T20:50:17.600 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.600 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a335206:::benchmark_data_smithi065_43723_object10595:head#
2020-11-16T20:50:17.600 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.601 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a33cc43:::benchmark_data_smithi065_43723_object32788:head#
2020-11-16T20:50:17.601 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.601 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a36e5a6:::benchmark_data_smithi065_43723_object13812:head#
2020-11-16T20:50:17.601 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.601 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a38189c:::benchmark_data_smithi065_43723_object3504:head#
2020-11-16T20:50:17.601 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.601 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3a1fef:::benchmark_data_smithi065_43723_object14841:head#
2020-11-16T20:50:17.602 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.602 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3ad904:::benchmark_data_smithi065_43723_object21188:head#
2020-11-16T20:50:17.602 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.602 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3b2871:::benchmark_data_smithi065_43723_object34333:head#
2020-11-16T20:50:17.602 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.602 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3c5771:::benchmark_data_smithi065_43723_object11959:head#
2020-11-16T20:50:17.602 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.603 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3cadc5:::benchmark_data_smithi065_43723_object10459:head#
2020-11-16T20:50:17.603 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.603 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3f5cd0:::benchmark_data_smithi065_43723_object9497:head#
2020-11-16T20:50:17.603 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.603 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3fcd9c:::benchmark_data_smithi065_43723_object16256:head#
2020-11-16T20:50:17.603 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.604 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a3fd584:::benchmark_data_smithi065_43723_object4566:head#
2020-11-16T20:50:17.604 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.604 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a428380:::benchmark_data_smithi065_43723_object14569:head#
2020-11-16T20:50:17.604 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.604 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a4328e5:::benchmark_data_smithi065_43723_object31964:head#
2020-11-16T20:50:17.604 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.606 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a43ef0c:::benchmark_data_smithi065_43723_object34038:head#
2020-11-16T20:50:17.606 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.607 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a441c21:::benchmark_data_smithi065_43723_object27019:head#
2020-11-16T20:50:17.607 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.607 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a4430d1:::benchmark_data_smithi065_43723_object36031:head#
2020-11-16T20:50:17.607 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.607 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a4a3466:::benchmark_data_smithi065_43723_object10725:head#
2020-11-16T20:50:17.607 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.607 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a4a5281:::benchmark_data_smithi065_43723_object36643:head#
2020-11-16T20:50:17.608 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.608 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a4cd31c:::benchmark_data_smithi065_43723_object2417:head#
2020-11-16T20:50:17.608 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.608 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a4d026d:::benchmark_data_smithi065_43723_object24640:head#
2020-11-16T20:50:17.608 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.608 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a54cfba:::benchmark_data_smithi065_43723_object26562:head#
2020-11-16T20:50:17.608 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.608 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a56f467:::benchmark_data_smithi065_43723_object25272:head#
2020-11-16T20:50:17.609 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.609 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a5885fc:::benchmark_data_smithi065_43723_object26840:head#
2020-11-16T20:50:17.609 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.609 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a59e77f:::benchmark_data_smithi065_43723_object2698:head#
2020-11-16T20:50:17.609 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.609 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a5ba115:::benchmark_data_smithi065_43723_object7313:head#
2020-11-16T20:50:17.609 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.610 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a5d3dc2:::benchmark_data_smithi065_43723_object25722:head#
2020-11-16T20:50:17.610 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.610 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a5e6a3d:::benchmark_data_smithi065_43723_object34106:head#
2020-11-16T20:50:17.610 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.610 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a5f08a3:::benchmark_data_smithi065_43723_object1002:head#
2020-11-16T20:50:17.610 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.610 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a5f69df:::benchmark_data_smithi065_43723_object17228:head#
2020-11-16T20:50:17.611 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.611 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a62dff0:::benchmark_data_smithi065_43723_object8102:head#
2020-11-16T20:50:17.611 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.611 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a6349cb:::benchmark_data_smithi065_43723_object25683:head#
2020-11-16T20:50:17.611 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.611 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a63a2ca:::benchmark_data_smithi065_43723_object14404:head#
2020-11-16T20:50:17.611 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.612 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a668d76:::benchmark_data_smithi065_43723_object43020:head#
2020-11-16T20:50:17.612 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.613 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a67d58b:::benchmark_data_smithi065_43723_object23922:head#
2020-11-16T20:50:17.613 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.613 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a680dca:::benchmark_data_smithi065_43723_object14301:head#
2020-11-16T20:50:17.613 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.613 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a6ba188:::benchmark_data_smithi065_43723_object1838:head#
2020-11-16T20:50:17.613 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.614 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a6de4af:::benchmark_data_smithi065_43723_object11686:head#
2020-11-16T20:50:17.614 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.614 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a6e14e5:::benchmark_data_smithi065_43723_object6309:head#
2020-11-16T20:50:17.614 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.614 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a6f9b3c:::benchmark_data_smithi065_43723_object35080:head#
2020-11-16T20:50:17.614 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.615 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a700cbf:::benchmark_data_smithi065_43723_object23990:head#
2020-11-16T20:50:17.615 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.615 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a7359d5:::benchmark_data_smithi065_43723_object9956:head#
2020-11-16T20:50:17.615 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.615 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a74096a:::benchmark_data_smithi065_43723_object26599:head#
2020-11-16T20:50:17.615 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.617 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a75e6a1:::benchmark_data_smithi065_43723_object17180:head#
2020-11-16T20:50:17.617 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.617 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a76274b:::benchmark_data_smithi065_43723_object63:head#
2020-11-16T20:50:17.617 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.617 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a765dff:::benchmark_data_smithi065_43723_object33454:head#
2020-11-16T20:50:17.617 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.618 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a76dd54:::benchmark_data_smithi065_43723_object35803:head#
2020-11-16T20:50:17.618 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.618 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a772aaa:::benchmark_data_smithi065_43723_object5269:head#
2020-11-16T20:50:17.618 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.618 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a777041:::benchmark_data_smithi065_43723_object11008:head#
2020-11-16T20:50:17.618 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.618 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a7a6bcf:::benchmark_data_smithi065_43723_object20304:head#
2020-11-16T20:50:17.619 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.619 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a7b7753:::benchmark_data_smithi065_43723_object699:head#
2020-11-16T20:50:17.619 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.619 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a7c3458:::benchmark_data_smithi065_43723_object39089:head#
2020-11-16T20:50:17.619 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.619 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a7c7038:::benchmark_data_smithi065_43723_object13578:head#
2020-11-16T20:50:17.619 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.620 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a825223:::benchmark_data_smithi065_43723_object42932:head#
2020-11-16T20:50:17.620 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.620 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a82ad87:::benchmark_data_smithi065_43723_object39087:head#
2020-11-16T20:50:17.620 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.621 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a83b113:::benchmark_data_smithi065_43723_object5175:head#
2020-11-16T20:50:17.622 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.622 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a83b631:::benchmark_data_smithi065_43723_object7579:head#
2020-11-16T20:50:17.622 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.622 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a844a0c:::benchmark_data_smithi065_43723_object39959:head#
2020-11-16T20:50:17.622 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.622 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a84872e:::benchmark_data_smithi065_43723_object30146:head#
2020-11-16T20:50:17.623 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.623 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a84dd9b:::benchmark_data_smithi065_43723_object34929:head#
2020-11-16T20:50:17.623 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.623 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a869d69:::benchmark_data_smithi065_43723_object921:head#
2020-11-16T20:50:17.623 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.623 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a874095:::benchmark_data_smithi065_43723_object39369:head#
2020-11-16T20:50:17.623 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.624 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a87f0b5:::benchmark_data_smithi065_43723_object2304:head#
2020-11-16T20:50:17.624 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.624 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a887028:::benchmark_data_smithi065_43723_object31744:head#
2020-11-16T20:50:17.624 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.624 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a898ada:::benchmark_data_smithi065_43723_object35658:head#
2020-11-16T20:50:17.624 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.624 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a89cb91:::benchmark_data_smithi065_43723_object33236:head#
2020-11-16T20:50:17.624 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.625 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a89f63e:::benchmark_data_smithi065_43723_object34112:head#
2020-11-16T20:50:17.625 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.625 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a8a22b8:::benchmark_data_smithi065_43723_object15857:head#
2020-11-16T20:50:17.625 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.625 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a8c246f:::benchmark_data_smithi065_43723_object3246:head#
2020-11-16T20:50:17.625 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.625 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a8d4247:::benchmark_data_smithi065_43723_object42942:head#
2020-11-16T20:50:17.626 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.626 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:17.627 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a8d58ee:::benchmark_data_smithi065_43723_object31316:head#
2020-11-16T20:50:17.627 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.627 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a8eedc0:::benchmark_data_smithi065_43723_object36713:head#
2020-11-16T20:50:17.627 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.627 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a8f27b6:::benchmark_data_smithi065_43723_object126:head#
2020-11-16T20:50:17.627 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.628 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a9238d9:::benchmark_data_smithi065_43723_object39480:head#
2020-11-16T20:50:17.628 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.628 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a93a040:::benchmark_data_smithi065_43723_object8959:head#
2020-11-16T20:50:17.628 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.630 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a93f5bf:::benchmark_data_smithi065_43723_object27969:head#
2020-11-16T20:50:17.630 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.630 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a99eb4d:::benchmark_data_smithi065_43723_object39390:head#
2020-11-16T20:50:17.630 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.631 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a9a1799:::benchmark_data_smithi065_43723_object13346:head#
2020-11-16T20:50:17.631 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.631 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a9a188f:::benchmark_data_smithi065_43723_object9225:head#
2020-11-16T20:50:17.631 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.632 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a9b3a12:::benchmark_data_smithi065_43723_object28975:head#
2020-11-16T20:50:17.632 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.632 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a9bb6e0:::benchmark_data_smithi065_43723_object5320:head#
2020-11-16T20:50:17.632 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.633 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6a9eff93:::benchmark_data_smithi065_43723_object5961:head#
2020-11-16T20:50:17.633 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.633 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aa16a84:::benchmark_data_smithi065_43723_object27031:head#
2020-11-16T20:50:17.633 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.634 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aa1e851:::benchmark_data_smithi065_43723_object30826:head#
2020-11-16T20:50:17.634 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.634 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aa4c545:::benchmark_data_smithi065_43723_object41761:head#
2020-11-16T20:50:17.634 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.634 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aa57271:::benchmark_data_smithi065_43723_object41828:head#
2020-11-16T20:50:17.634 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.635 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aa608d8:::benchmark_data_smithi065_43723_object11620:head#
2020-11-16T20:50:17.635 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.635 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aa6eefb:::benchmark_data_smithi065_43723_object14338:head#
2020-11-16T20:50:17.635 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.636 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aa99eaa:::benchmark_data_smithi065_43723_object29428:head#
2020-11-16T20:50:17.636 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.637 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aaa7ff6:::benchmark_data_smithi065_43723_object13264:head#
2020-11-16T20:50:17.637 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.637 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aaed4d0:::benchmark_data_smithi065_43723_object4490:head#
2020-11-16T20:50:17.638 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.638 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab00176:::benchmark_data_smithi065_43723_object42335:head#
2020-11-16T20:50:17.638 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.641 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab18941:::benchmark_data_smithi065_43723_object13637:head#
2020-11-16T20:50:17.642 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.642 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab48a59:::benchmark_data_smithi065_43723_object34478:head#
2020-11-16T20:50:17.642 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.643 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab56cb9:::benchmark_data_smithi065_43723_object31678:head#
2020-11-16T20:50:17.643 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.643 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab5aee2:::benchmark_data_smithi065_43723_object17491:head#
2020-11-16T20:50:17.643 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.644 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab5f95c:::benchmark_data_smithi065_43723_object17403:head#
2020-11-16T20:50:17.644 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.644 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab68e7d:::benchmark_data_smithi065_43723_object29754:head#
2020-11-16T20:50:17.644 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.645 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab6f08c:::benchmark_data_smithi065_43723_object26886:head#
2020-11-16T20:50:17.645 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.645 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab87525:::benchmark_data_smithi065_43723_object3210:head#
2020-11-16T20:50:17.645 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.645 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab94b44:::benchmark_data_smithi065_43723_object24345:head#
2020-11-16T20:50:17.645 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.646 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ab9ce54:::benchmark_data_smithi065_43723_object23269:head#
2020-11-16T20:50:17.647 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.647 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6abadb9f:::benchmark_data_smithi065_43723_object4326:head#
2020-11-16T20:50:17.647 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.647 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6abafa80:::benchmark_data_smithi065_43723_object37472:head#
2020-11-16T20:50:17.647 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.647 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6abbf693:::benchmark_data_smithi065_43723_object6533:head#
2020-11-16T20:50:17.647 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.648 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6abfdad8:::benchmark_data_smithi065_43723_object29865:head#
2020-11-16T20:50:17.648 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.648 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ac1459f:::benchmark_data_smithi065_43723_object43598:head#
2020-11-16T20:50:17.648 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.648 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ac192ca:::benchmark_data_smithi065_43723_object28460:head#
2020-11-16T20:50:17.648 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.649 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ac40015:::benchmark_data_smithi065_43723_object36850:head#
2020-11-16T20:50:17.649 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.649 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ac80d78:::benchmark_data_smithi065_43723_object10036:head#
2020-11-16T20:50:17.649 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.650 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ac83fb7:::benchmark_data_smithi065_43723_object28139:head#
2020-11-16T20:50:17.650 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.651 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6acf5023:::benchmark_data_smithi065_43723_object3275:head#
2020-11-16T20:50:17.651 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.651 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6acffbba:::benchmark_data_smithi065_43723_object32185:head#
2020-11-16T20:50:17.651 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.651 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ad7d996:::benchmark_data_smithi065_43723_object6164:head#
2020-11-16T20:50:17.651 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.651 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ad94fb8:::benchmark_data_smithi065_43723_object20158:head#
2020-11-16T20:50:17.652 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.652 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6adb92fe:::benchmark_data_smithi065_43723_object41560:head#
2020-11-16T20:50:17.652 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.652 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6adc12a8:::benchmark_data_smithi065_43723_object32118:head#
2020-11-16T20:50:17.652 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.652 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6add0735:::benchmark_data_smithi065_43723_object25260:head#
2020-11-16T20:50:17.652 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.653 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6addb8e4:::benchmark_data_smithi065_43723_object35105:head#
2020-11-16T20:50:17.653 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.653 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6addc2eb:::benchmark_data_smithi065_43723_object35716:head#
2020-11-16T20:50:17.653 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.653 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6adddc14:::benchmark_data_smithi065_43723_object42246:head#
2020-11-16T20:50:17.653 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.653 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6adeb34d:::benchmark_data_smithi065_43723_object34844:head#
2020-11-16T20:50:17.654 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.654 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ae1a74a:::benchmark_data_smithi065_43723_object18788:head#
2020-11-16T20:50:17.654 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.655 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ae23799:::benchmark_data_smithi065_43723_object32300:head#
2020-11-16T20:50:17.655 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.655 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ae4f7a4:::benchmark_data_smithi065_43723_object37286:head#
2020-11-16T20:50:17.656 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.656 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ae506b6:::benchmark_data_smithi065_43723_object39971:head#
2020-11-16T20:50:17.656 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.656 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ae94bc5:::benchmark_data_smithi065_43723_object13718:head#
2020-11-16T20:50:17.656 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.656 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ae9cda7:::benchmark_data_smithi065_43723_object10314:head#
2020-11-16T20:50:17.657 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.657 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aeae58f:::benchmark_data_smithi065_43723_object4094:head#
2020-11-16T20:50:17.657 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.657 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aee6956:::benchmark_data_smithi065_43723_object11282:head#
2020-11-16T20:50:17.657 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.657 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aef4cf2:::benchmark_data_smithi065_43723_object19808:head#
2020-11-16T20:50:17.657 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.658 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af0f77f:::benchmark_data_smithi065_43723_object659:head#
2020-11-16T20:50:17.658 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.658 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af0f894:::benchmark_data_smithi065_43723_object40801:head#
2020-11-16T20:50:17.658 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.658 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af2567b:::benchmark_data_smithi065_43723_object18024:head#
2020-11-16T20:50:17.658 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.658 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af2faa1:::benchmark_data_smithi065_43723_object23275:head#
2020-11-16T20:50:17.659 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.659 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af3454e:::benchmark_data_smithi065_43723_object18830:head#
2020-11-16T20:50:17.659 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.660 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af40391:::benchmark_data_smithi065_43723_object12852:head#
2020-11-16T20:50:17.660 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.661 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af43e33:::benchmark_data_smithi065_43723_object21844:head#
2020-11-16T20:50:17.661 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.661 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af4a09a:::benchmark_data_smithi065_43723_object23311:head#
2020-11-16T20:50:17.661 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.661 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af4ae05:::benchmark_data_smithi065_43723_object28850:head#
2020-11-16T20:50:17.661 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.661 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af7253d:::benchmark_data_smithi065_43723_object7744:head#
2020-11-16T20:50:17.662 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.662 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af76034:::benchmark_data_smithi065_43723_object32783:head#
2020-11-16T20:50:17.662 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.662 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af9143c:::benchmark_data_smithi065_43723_object31339:head#
2020-11-16T20:50:17.662 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.662 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6af9d992:::benchmark_data_smithi065_43723_object20796:head#
2020-11-16T20:50:17.662 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.663 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6afa4617:::benchmark_data_smithi065_43723_object6689:head#
2020-11-16T20:50:17.663 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.663 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6afabd41:::benchmark_data_smithi065_43723_object31954:head#
2020-11-16T20:50:17.663 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.663 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6afcc3ee:::benchmark_data_smithi065_43723_object42281:head#
2020-11-16T20:50:17.663 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.663 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6afd8fa4:::benchmark_data_smithi065_43723_object16673:head#
2020-11-16T20:50:17.664 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.664 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6afdad89:::benchmark_data_smithi065_43723_object7680:head#
2020-11-16T20:50:17.664 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.664 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6aff76c0:::benchmark_data_smithi065_43723_object30580:head#
2020-11-16T20:50:17.664 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.666 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b005f4f:::benchmark_data_smithi065_43723_object32626:head#
2020-11-16T20:50:17.666 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.666 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b018166:::benchmark_data_smithi065_43723_object29925:head#
2020-11-16T20:50:17.666 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.666 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b053b15:::benchmark_data_smithi065_43723_object23107:head#
2020-11-16T20:50:17.666 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.667 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b059394:::benchmark_data_smithi065_43723_object2390:head#
2020-11-16T20:50:17.667 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.667 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b062dbc:::benchmark_data_smithi065_43723_object40339:head#
2020-11-16T20:50:17.667 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.667 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b065a5e:::benchmark_data_smithi065_43723_object25823:head#
2020-11-16T20:50:17.667 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.667 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b06733c:::benchmark_data_smithi065_43723_object31768:head#
2020-11-16T20:50:17.668 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.668 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b0b379b:::benchmark_data_smithi065_43723_object16410:head#
2020-11-16T20:50:17.668 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.668 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b0c9daa:::benchmark_data_smithi065_43723_object11712:head#
2020-11-16T20:50:17.668 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.668 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b0cfcac:::benchmark_data_smithi065_43723_object25714:head#
2020-11-16T20:50:17.668 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.669 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b0e79e9:::benchmark_data_smithi065_43723_object20098:head#
2020-11-16T20:50:17.669 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.669 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b0f6bde:::benchmark_data_smithi065_43723_object15674:head#
2020-11-16T20:50:17.669 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.669 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b108bd2:::benchmark_data_smithi065_43723_object27520:head#
2020-11-16T20:50:17.669 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.671 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b12ca3f:::benchmark_data_smithi065_43723_object14302:head#
2020-11-16T20:50:17.671 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.671 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b14c6d2:::benchmark_data_smithi065_43723_object34020:head#
2020-11-16T20:50:17.671 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.671 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b1713e2:::benchmark_data_smithi065_43723_object42056:head#
2020-11-16T20:50:17.672 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.672 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b18ecfe:::benchmark_data_smithi065_43723_object7373:head#
2020-11-16T20:50:17.672 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.672 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b1eafa4:::benchmark_data_smithi065_43723_object32498:head#
2020-11-16T20:50:17.672 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.672 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b1fb6a8:::benchmark_data_smithi065_43723_object39855:head#
2020-11-16T20:50:17.672 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.673 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b270aaa:::benchmark_data_smithi065_43723_object4306:head#
2020-11-16T20:50:17.673 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.673 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b291670:::benchmark_data_smithi065_43723_object3292:head#
2020-11-16T20:50:17.673 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.673 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b2adbd6:::benchmark_data_smithi065_43723_object21229:head#
2020-11-16T20:50:17.673 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.673 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b2b1aaf:::benchmark_data_smithi065_43723_object38273:head#
2020-11-16T20:50:17.674 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.674 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b2bbdad:::benchmark_data_smithi065_43723_object8624:head#
2020-11-16T20:50:17.674 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.674 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b2d4fa0:::benchmark_data_smithi065_43723_object29821:head#
2020-11-16T20:50:17.674 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.674 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b31e2d5:::benchmark_data_smithi065_43723_object32434:head#
2020-11-16T20:50:17.674 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.675 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b325060:::benchmark_data_smithi065_43723_object36711:head#
2020-11-16T20:50:17.675 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.677 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b3254cb:::benchmark_data_smithi065_43723_object38394:head#
2020-11-16T20:50:17.678 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.678 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b33fc2c:::benchmark_data_smithi065_43723_object19622:head#
2020-11-16T20:50:17.678 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.679 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b350354:::benchmark_data_smithi065_43723_object14553:head#
2020-11-16T20:50:17.679 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.679 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b3810d2:::benchmark_data_smithi065_43723_object5166:head#
2020-11-16T20:50:17.680 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.680 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b3c006f:::benchmark_data_smithi065_43723_object40142:head#
2020-11-16T20:50:17.680 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.681 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b3d1799:::benchmark_data_smithi065_43723_object37318:head#
2020-11-16T20:50:17.681 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.681 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b3de714:::benchmark_data_smithi065_43723_object33980:head#
2020-11-16T20:50:17.681 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.681 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b417f71:::benchmark_data_smithi065_43723_object38677:head#
2020-11-16T20:50:17.681 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.681 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b4233c7:::benchmark_data_smithi065_43723_object23517:head#
2020-11-16T20:50:17.682 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.682 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b431a2d:::benchmark_data_smithi065_43723_object43748:head#
2020-11-16T20:50:17.682 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.683 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b4c4321:::benchmark_data_smithi065_43723_object35164:head#
2020-11-16T20:50:17.683 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.684 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b4d7662:::benchmark_data_smithi065_43723_object31129:head#
2020-11-16T20:50:17.685 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.685 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b4ddffd:::benchmark_data_smithi065_43723_object23989:head#
2020-11-16T20:50:17.685 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.685 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b4e8d28:::benchmark_data_smithi065_43723_object26598:head#
2020-11-16T20:50:17.686 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.686 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b526a85:::benchmark_data_smithi065_43723_object10784:head#
2020-11-16T20:50:17.686 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.687 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b52e885:::benchmark_data_smithi065_43723_object19914:head#
2020-11-16T20:50:17.687 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.687 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b53e07e:::benchmark_data_smithi065_43723_object20656:head#
2020-11-16T20:50:17.687 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.687 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b592255:::benchmark_data_smithi065_43723_object37517:head#
2020-11-16T20:50:17.687 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.688 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b59461a:::benchmark_data_smithi065_43723_object35849:head#
2020-11-16T20:50:17.688 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.688 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b5a8113:::benchmark_data_smithi065_43723_object33640:head#
2020-11-16T20:50:17.689 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.689 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b5af6c2:::benchmark_data_smithi065_43723_object12530:head#
2020-11-16T20:50:17.689 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.689 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b5b6c9e:::benchmark_data_smithi065_43723_object12613:head#
2020-11-16T20:50:17.689 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.690 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b637fc9:::benchmark_data_smithi065_43723_object35644:head#
2020-11-16T20:50:17.690 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.690 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b649b66:::benchmark_data_smithi065_43723_object6958:head#
2020-11-16T20:50:17.690 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.691 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b64dbff:::benchmark_data_smithi065_43723_object24432:head#
2020-11-16T20:50:17.691 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.691 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b64ddf7:::benchmark_data_smithi065_43723_object15127:head#
2020-11-16T20:50:17.691 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.691 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b6ac223:::benchmark_data_smithi065_43723_object14126:head#
2020-11-16T20:50:17.691 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.692 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b6c1619:::benchmark_data_smithi065_43723_object32595:head#
2020-11-16T20:50:17.692 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.692 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b717fb4:::benchmark_data_smithi065_43723_object3306:head#
2020-11-16T20:50:17.693 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.693 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b7236be:::benchmark_data_smithi065_43723_object35214:head#
2020-11-16T20:50:17.693 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.693 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b72811f:::benchmark_data_smithi065_43723_object843:head#
2020-11-16T20:50:17.693 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.693 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b72fb04:::benchmark_data_smithi065_43723_object25121:head#
2020-11-16T20:50:17.693 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.695 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b78d76d:::benchmark_data_smithi065_43723_object41956:head#
2020-11-16T20:50:17.695 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.695 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b7ae3b8:::benchmark_data_smithi065_43723_object36463:head#
2020-11-16T20:50:17.695 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.695 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b7c6323:::benchmark_data_smithi065_43723_object41298:head#
2020-11-16T20:50:17.696 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.696 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b7d0336:::benchmark_data_smithi065_43723_object8859:head#
2020-11-16T20:50:17.696 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.696 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b8569d8:::benchmark_data_smithi065_43723_object11319:head#
2020-11-16T20:50:17.696 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.696 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b88da76:::benchmark_data_smithi065_43723_object38375:head#
2020-11-16T20:50:17.696 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.697 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b8d1c19:::benchmark_data_smithi065_43723_object3796:head#
2020-11-16T20:50:17.697 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.698 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b90ce37:::benchmark_data_smithi065_43723_object28837:head#
2020-11-16T20:50:17.698 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.698 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b923362:::benchmark_data_smithi065_43723_object542:head#
2020-11-16T20:50:17.699 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.699 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b932928:::benchmark_data_smithi065_43723_object18979:head#
2020-11-16T20:50:17.699 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.699 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b94b1bd:::benchmark_data_smithi065_43723_object13472:head#
2020-11-16T20:50:17.699 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.699 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b94d3d4:::benchmark_data_smithi065_43723_object13620:head#
2020-11-16T20:50:17.699 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b972d18:::benchmark_data_smithi065_43723_object3001:head#
2020-11-16T20:50:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b973dcf:::benchmark_data_smithi065_43723_object27457:head#
2020-11-16T20:50:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b97e886:::benchmark_data_smithi065_43723_object3457:head#
2020-11-16T20:50:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b97fda7:::benchmark_data_smithi065_43723_object23580:head#
2020-11-16T20:50:17.701 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.701 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b988588:::benchmark_data_smithi065_43723_object12118:head#
2020-11-16T20:50:17.701 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.703 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b9d3bbc:::benchmark_data_smithi065_43723_object20117:head#
2020-11-16T20:50:17.703 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.703 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b9d5a7f:::benchmark_data_smithi065_43723_object40234:head#
2020-11-16T20:50:17.703 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.703 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b9e27c4:::benchmark_data_smithi065_43723_object5973:head#
2020-11-16T20:50:17.703 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.704 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b9f79e6:::benchmark_data_smithi065_43723_object11384:head#
2020-11-16T20:50:17.704 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.704 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6b9fade4:::benchmark_data_smithi065_43723_object5578:head#
2020-11-16T20:50:17.704 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.704 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ba04915:::benchmark_data_smithi065_43723_object18820:head#
2020-11-16T20:50:17.704 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.704 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ba4b97a:::benchmark_data_smithi065_43723_object17937:head#
2020-11-16T20:50:17.705 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.705 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ba6e889:::benchmark_data_smithi065_43723_object23171:head#
2020-11-16T20:50:17.705 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.705 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ba74d39:::benchmark_data_smithi065_43723_object717:head#
2020-11-16T20:50:17.705 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.705 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ba825de:::benchmark_data_smithi065_43723_object25511:head#
2020-11-16T20:50:17.705 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.707 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ba8ce46:::benchmark_data_smithi065_43723_object18794:head#
2020-11-16T20:50:17.707 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.707 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ba927df:::benchmark_data_smithi065_43723_object4305:head#
2020-11-16T20:50:17.707 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.707 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ba96915:::benchmark_data_smithi065_43723_object28957:head#
2020-11-16T20:50:17.707 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.708 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6baa6a24:::benchmark_data_smithi065_43723_object43803:head#
2020-11-16T20:50:17.708 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.708 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bab1a8d:::benchmark_data_smithi065_43723_object7547:head#
2020-11-16T20:50:17.708 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.708 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bae7ac1:::benchmark_data_smithi065_43723_object9654:head#
2020-11-16T20:50:17.708 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.708 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6baed3ba:::benchmark_data_smithi065_43723_object41718:head#
2020-11-16T20:50:17.709 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.709 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bb6e558:::benchmark_data_smithi065_43723_object24138:head#
2020-11-16T20:50:17.709 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.709 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bb7f51a:::benchmark_data_smithi065_43723_object28391:head#
2020-11-16T20:50:17.709 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.709 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bb8d164:::benchmark_data_smithi065_43723_object33425:head#
2020-11-16T20:50:17.709 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.710 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bbb6fb5:::benchmark_data_smithi065_43723_object3278:head#
2020-11-16T20:50:17.710 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.710 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bbbb783:::benchmark_data_smithi065_43723_object32507:head#
2020-11-16T20:50:17.710 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.712 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bbbbc13:::benchmark_data_smithi065_43723_object1651:head#
2020-11-16T20:50:17.712 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.712 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bbbfacd:::benchmark_data_smithi065_43723_object9486:head#
2020-11-16T20:50:17.712 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.712 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bbe439d:::benchmark_data_smithi065_43723_object13411:head#
2020-11-16T20:50:17.712 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.713 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bbe836b:::benchmark_data_smithi065_43723_object10682:head#
2020-11-16T20:50:17.713 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.713 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bbf26b6:::benchmark_data_smithi065_43723_object35379:head#
2020-11-16T20:50:17.713 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.713 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bbf2b1f:::benchmark_data_smithi065_43723_object17104:head#
2020-11-16T20:50:17.713 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.714 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc01e54:::benchmark_data_smithi065_43723_object22654:head#
2020-11-16T20:50:17.714 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.714 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc0a0bf:::benchmark_data_smithi065_43723_object41776:head#
2020-11-16T20:50:17.714 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.714 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc0d1aa:::benchmark_data_smithi065_43723_object2966:head#
2020-11-16T20:50:17.714 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.714 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc18158:::benchmark_data_smithi065_43723_object1529:head#
2020-11-16T20:50:17.715 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.715 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc1c664:::benchmark_data_smithi065_43723_object26414:head#
2020-11-16T20:50:17.715 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.715 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc40f94:::benchmark_data_smithi065_43723_object18370:head#
2020-11-16T20:50:17.715 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.717 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc50f61:::benchmark_data_smithi065_43723_object22907:head#
2020-11-16T20:50:17.717 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.717 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc67dcb:::benchmark_data_smithi065_43723_object9768:head#
2020-11-16T20:50:17.717 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.717 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bc9c51d:::benchmark_data_smithi065_43723_object2127:head#
2020-11-16T20:50:17.717 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.718 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bca33d9:::benchmark_data_smithi065_43723_object42202:head#
2020-11-16T20:50:17.718 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.718 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bcbe9f3:::benchmark_data_smithi065_43723_object30257:head#
2020-11-16T20:50:17.718 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.718 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bcc297e:::benchmark_data_smithi065_43723_object8850:head#
2020-11-16T20:50:17.718 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.718 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bcef289:::benchmark_data_smithi065_43723_object2095:head#
2020-11-16T20:50:17.719 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.719 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bcf12db:::benchmark_data_smithi065_43723_object15623:head#
2020-11-16T20:50:17.719 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.719 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bd2ef44:::benchmark_data_smithi065_43723_object10779:head#
2020-11-16T20:50:17.719 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.719 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bd2f8e9:::benchmark_data_smithi065_43723_object31610:head#
2020-11-16T20:50:17.719 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.720 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bd426c0:::benchmark_data_smithi065_43723_object32385:head#
2020-11-16T20:50:17.720 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.720 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bdb6c85:::benchmark_data_smithi065_43723_object40495:head#
2020-11-16T20:50:17.720 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.720 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bdc4669:::benchmark_data_smithi065_43723_object6904:head#
2020-11-16T20:50:17.720 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.721 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bdc7ba3:::benchmark_data_smithi065_43723_object28352:head#
2020-11-16T20:50:17.721 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.721 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bdd2414:::benchmark_data_smithi065_43723_object22838:head#
2020-11-16T20:50:17.721 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.721 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bdd49b1:::benchmark_data_smithi065_43723_object23894:head#
2020-11-16T20:50:17.721 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.721 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bddba64:::benchmark_data_smithi065_43723_object16414:head#
2020-11-16T20:50:17.722 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.724 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bdef925:::benchmark_data_smithi065_43723_object5572:head#
2020-11-16T20:50:17.724 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.724 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6be04493:::benchmark_data_smithi065_43723_object11071:head#
2020-11-16T20:50:17.725 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.725 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6be2c0b1:::benchmark_data_smithi065_43723_object25968:head#
2020-11-16T20:50:17.725 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.725 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6be39b6c:::benchmark_data_smithi065_43723_object33035:head#
2020-11-16T20:50:17.725 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.725 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6be3b4cd:::benchmark_data_smithi065_43723_object31488:head#
2020-11-16T20:50:17.726 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.726 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6be79f00:::benchmark_data_smithi065_43723_object19933:head#
2020-11-16T20:50:17.726 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.726 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6be7aa6a:::benchmark_data_smithi065_43723_object30822:head#
2020-11-16T20:50:17.726 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.726 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6be7e5b1:::benchmark_data_smithi065_43723_object4328:head#
2020-11-16T20:50:17.726 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.727 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6beb1e54:::benchmark_data_smithi065_43723_object32645:head#
2020-11-16T20:50:17.727 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.727 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6beb5c3b:::benchmark_data_smithi065_43723_object6775:head#
2020-11-16T20:50:17.727 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.727 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bec0210:::benchmark_data_smithi065_43723_object39875:head#
2020-11-16T20:50:17.727 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.727 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bed5631:::benchmark_data_smithi065_43723_object23072:head#
2020-11-16T20:50:17.728 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.728 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bee0785:::benchmark_data_smithi065_43723_object20348:head#
2020-11-16T20:50:17.728 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.728 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bef681a:::benchmark_data_smithi065_43723_object3564:head#
2020-11-16T20:50:17.728 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.728 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bf0c43f:::benchmark_data_smithi065_43723_object39481:head#
2020-11-16T20:50:17.729 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.729 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bf3566f:::benchmark_data_smithi065_43723_object2949:head#
2020-11-16T20:50:17.729 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.729 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bf37b77:::benchmark_data_smithi065_43723_object21227:head#
2020-11-16T20:50:17.729 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.729 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bf57df3:::benchmark_data_smithi065_43723_object34466:head#
2020-11-16T20:50:17.729 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.730 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bf5e1ef:::benchmark_data_smithi065_43723_object6931:head#
2020-11-16T20:50:17.730 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.730 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bfa9434:::benchmark_data_smithi065_43723_object28513:head#
2020-11-16T20:50:17.730 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.730 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bfc37c3:::benchmark_data_smithi065_43723_object33453:head#
2020-11-16T20:50:17.730 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.730 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bfd225b:::benchmark_data_smithi065_43723_object31476:head#
2020-11-16T20:50:17.731 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.731 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bfe8879:::benchmark_data_smithi065_43723_object16873:head#
2020-11-16T20:50:17.731 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.731 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6bffe620:::benchmark_data_smithi065_43723_object28321:head#
2020-11-16T20:50:17.731 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.731 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c042f5f:::benchmark_data_smithi065_43723_object3219:head#
2020-11-16T20:50:17.731 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.732 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:17.735 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c06e294:::benchmark_data_smithi065_43723_object32483:head#
2020-11-16T20:50:17.735 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c077283:::benchmark_data_smithi065_43723_object4861:head#
2020-11-16T20:50:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c0a2150:::benchmark_data_smithi065_43723_object28814:head#
2020-11-16T20:50:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c0acb4f:::benchmark_data_smithi065_43723_object9264:head#
2020-11-16T20:50:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.737 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c0ccdf5:::benchmark_data_smithi065_43723_object18336:head#
2020-11-16T20:50:17.737 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.737 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c0e4977:::benchmark_data_smithi065_43723_object6241:head#
2020-11-16T20:50:17.737 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.737 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c0f3e35:::benchmark_data_smithi065_43723_object39063:head#
2020-11-16T20:50:17.737 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.737 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c0fc884:::benchmark_data_smithi065_43723_object33947:head#
2020-11-16T20:50:17.738 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.738 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c10b492:::benchmark_data_smithi065_43723_object41395:head#
2020-11-16T20:50:17.738 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.738 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c146ef1:::benchmark_data_smithi065_43723_object39866:head#
2020-11-16T20:50:17.738 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.738 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c165e44:::benchmark_data_smithi065_43723_object589:head#
2020-11-16T20:50:17.738 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.739 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c16d174:::benchmark_data_smithi065_43723_object10166:head#
2020-11-16T20:50:17.739 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.739 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c198a43:::benchmark_data_smithi065_43723_object6210:head#
2020-11-16T20:50:17.739 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.739 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c1abfeb:::benchmark_data_smithi065_43723_object17887:head#
2020-11-16T20:50:17.739 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.739 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c1b746b:::benchmark_data_smithi065_43723_object16090:head#
2020-11-16T20:50:17.740 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.740 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c1ef69d:::benchmark_data_smithi065_43723_object21728:head#
2020-11-16T20:50:17.740 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.740 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c1fbd09:::benchmark_data_smithi065_43723_object27779:head#
2020-11-16T20:50:17.740 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.740 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c201b94:::benchmark_data_smithi065_43723_object29187:head#
2020-11-16T20:50:17.740 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.741 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c2282fb:::benchmark_data_smithi065_43723_object2040:head#
2020-11-16T20:50:17.741 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.741 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c277088:::benchmark_data_smithi065_43723_object15866:head#
2020-11-16T20:50:17.741 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.741 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c27843a:::benchmark_data_smithi065_43723_object23436:head#
2020-11-16T20:50:17.741 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.741 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c27df9f:::benchmark_data_smithi065_43723_object1158:head#
2020-11-16T20:50:17.742 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.742 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c2b1234:::benchmark_data_smithi065_43723_object38875:head#
2020-11-16T20:50:17.742 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.742 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c2be07c:::benchmark_data_smithi065_43723_object29281:head#
2020-11-16T20:50:17.742 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.742 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c2e3e2a:::benchmark_data_smithi065_43723_object24349:head#
2020-11-16T20:50:17.743 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.743 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c30aeae:::benchmark_data_smithi065_43723_object226:head#
2020-11-16T20:50:17.743 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.743 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c31007c:::benchmark_data_smithi065_43723_object27301:head#
2020-11-16T20:50:17.743 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.743 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c32d7f6:::benchmark_data_smithi065_43723_object7419:head#
2020-11-16T20:50:17.743 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.743 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c33491f:::benchmark_data_smithi065_43723_object20905:head#
2020-11-16T20:50:17.744 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.744 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c334e94:::benchmark_data_smithi065_43723_object38018:head#
2020-11-16T20:50:17.744 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.744 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c342df2:::benchmark_data_smithi065_43723_object4202:head#
2020-11-16T20:50:17.744 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.744 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c35fb6a:::benchmark_data_smithi065_43723_object19880:head#
2020-11-16T20:50:17.744 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.745 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c3625ae:::benchmark_data_smithi065_43723_object34289:head#
2020-11-16T20:50:17.745 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.745 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c376941:::benchmark_data_smithi065_43723_object42764:head#
2020-11-16T20:50:17.745 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.749 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c3940f5:::benchmark_data_smithi065_43723_object815:head#
2020-11-16T20:50:17.749 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.749 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c3995af:::benchmark_data_smithi065_43723_object24065:head#
2020-11-16T20:50:17.749 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.750 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c39fbc3:::benchmark_data_smithi065_43723_object18155:head#
2020-11-16T20:50:17.750 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.750 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c3b9621:::benchmark_data_smithi065_43723_object40948:head#
2020-11-16T20:50:17.750 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.750 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c3ce335:::benchmark_data_smithi065_43723_object31141:head#
2020-11-16T20:50:17.750 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c3cf1ec:::benchmark_data_smithi065_43723_object27026:head#
2020-11-16T20:50:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c434dbd:::benchmark_data_smithi065_43723_object11999:head#
2020-11-16T20:50:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c435517:::benchmark_data_smithi065_43723_object9328:head#
2020-11-16T20:50:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c43a2b3:::benchmark_data_smithi065_43723_object1054:head#
2020-11-16T20:50:17.752 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.752 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c452e39:::benchmark_data_smithi065_43723_object36236:head#
2020-11-16T20:50:17.752 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.752 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c463939:::benchmark_data_smithi065_43723_object10198:head#
2020-11-16T20:50:17.752 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.752 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c478fef:::benchmark_data_smithi065_43723_object22083:head#
2020-11-16T20:50:17.752 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.753 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c48e62e:::benchmark_data_smithi065_43723_object23530:head#
2020-11-16T20:50:17.753 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.753 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c49543b:::benchmark_data_smithi065_43723_object40611:head#
2020-11-16T20:50:17.753 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.753 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c496649:::benchmark_data_smithi065_43723_object4258:head#
2020-11-16T20:50:17.753 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.753 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c49746f:::benchmark_data_smithi065_43723_object7156:head#
2020-11-16T20:50:17.754 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.754 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c4a8d94:::benchmark_data_smithi065_43723_object25035:head#
2020-11-16T20:50:17.754 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.754 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c4b8395:::benchmark_data_smithi065_43723_object21977:head#
2020-11-16T20:50:17.754 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.754 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c4e8e20:::benchmark_data_smithi065_43723_object4667:head#
2020-11-16T20:50:17.754 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.755 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c4f8bf7:::benchmark_data_smithi065_43723_object32303:head#
2020-11-16T20:50:17.755 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.755 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c501c60:::benchmark_data_smithi065_43723_object29971:head#
2020-11-16T20:50:17.755 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.755 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c509371:::benchmark_data_smithi065_43723_object11981:head#
2020-11-16T20:50:17.755 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.755 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c526468:::benchmark_data_smithi065_43723_object20729:head#
2020-11-16T20:50:17.756 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.756 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c527250:::benchmark_data_smithi065_43723_object8504:head#
2020-11-16T20:50:17.756 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.756 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c52e7fe:::benchmark_data_smithi065_43723_object22893:head#
2020-11-16T20:50:17.756 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.756 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c54d27b:::benchmark_data_smithi065_43723_object28260:head#
2020-11-16T20:50:17.756 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.757 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c552633:::benchmark_data_smithi065_43723_object41331:head#
2020-11-16T20:50:17.757 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.757 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c5680d6:::benchmark_data_smithi065_43723_object37047:head#
2020-11-16T20:50:17.757 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.757 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c587950:::benchmark_data_smithi065_43723_object27606:head#
2020-11-16T20:50:17.757 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.757 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c598314:::benchmark_data_smithi065_43723_object29218:head#
2020-11-16T20:50:17.758 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.758 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c5ffd23:::benchmark_data_smithi065_43723_object37986:head#
2020-11-16T20:50:17.758 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.758 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c631efc:::benchmark_data_smithi065_43723_object9632:head#
2020-11-16T20:50:17.758 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.758 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c63d92d:::benchmark_data_smithi065_43723_object21506:head#
2020-11-16T20:50:17.758 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.759 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c6677a1:::benchmark_data_smithi065_43723_object42216:head#
2020-11-16T20:50:17.759 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.759 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c689fc1:::benchmark_data_smithi065_43723_object12644:head#
2020-11-16T20:50:17.759 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.759 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c6ad0fa:::benchmark_data_smithi065_43723_object36366:head#
2020-11-16T20:50:17.759 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.759 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c6afc1b:::benchmark_data_smithi065_43723_object27120:head#
2020-11-16T20:50:17.760 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.760 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c6c049a:::benchmark_data_smithi065_43723_object14155:head#
2020-11-16T20:50:17.760 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.760 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c6c915f:::benchmark_data_smithi065_43723_object42403:head#
2020-11-16T20:50:17.760 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.760 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c72463f:::benchmark_data_smithi065_43723_object28178:head#
2020-11-16T20:50:17.760 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.761 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c78ea9f:::benchmark_data_smithi065_43723_object25545:head#
2020-11-16T20:50:17.761 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.761 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c793ad4:::benchmark_data_smithi065_43723_object22063:head#
2020-11-16T20:50:17.761 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.761 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c7a4109:::benchmark_data_smithi065_43723_object41704:head#
2020-11-16T20:50:17.761 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.761 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c7d12aa:::benchmark_data_smithi065_43723_object14762:head#
2020-11-16T20:50:17.761 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.765 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c7dc16c:::benchmark_data_smithi065_43723_object20456:head#
2020-11-16T20:50:17.765 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.765 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c7e8d39:::benchmark_data_smithi065_43723_object24088:head#
2020-11-16T20:50:17.765 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.765 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c7fd7be:::benchmark_data_smithi065_43723_object20679:head#
2020-11-16T20:50:17.766 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.766 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c81dd85:::benchmark_data_smithi065_43723_object24527:head#
2020-11-16T20:50:17.766 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.766 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c824cde:::benchmark_data_smithi065_43723_object24838:head#
2020-11-16T20:50:17.766 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.766 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c882c93:::benchmark_data_smithi065_43723_object37204:head#
2020-11-16T20:50:17.766 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.767 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c89085e:::benchmark_data_smithi065_43723_object39572:head#
2020-11-16T20:50:17.767 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.767 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c8ee122:::benchmark_data_smithi065_43723_object43067:head#
2020-11-16T20:50:17.767 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.767 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c912dda:::benchmark_data_smithi065_43723_object18893:head#
2020-11-16T20:50:17.767 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.767 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c930af3:::benchmark_data_smithi065_43723_object20041:head#
2020-11-16T20:50:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c930e3e:::benchmark_data_smithi065_43723_object21174:head#
2020-11-16T20:50:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c93da63:::benchmark_data_smithi065_43723_object5319:head#
2020-11-16T20:50:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c947dc5:::benchmark_data_smithi065_43723_object10557:head#
2020-11-16T20:50:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.769 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c97de79:::benchmark_data_smithi065_43723_object38836:head#
2020-11-16T20:50:17.769 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.769 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c98ac2e:::benchmark_data_smithi065_43723_object9982:head#
2020-11-16T20:50:17.769 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.769 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c991a59:::benchmark_data_smithi065_43723_object1976:head#
2020-11-16T20:50:17.769 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.769 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9b6c9f:::benchmark_data_smithi065_43723_object17147:head#
2020-11-16T20:50:17.770 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.770 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9bf214:::benchmark_data_smithi065_43723_object8790:head#
2020-11-16T20:50:17.770 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.770 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9cf26c:::benchmark_data_smithi065_43723_object27332:head#
2020-11-16T20:50:17.770 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.770 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9d7ae7:::benchmark_data_smithi065_43723_object14234:head#
2020-11-16T20:50:17.770 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.771 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9de5bb:::benchmark_data_smithi065_43723_object28783:head#
2020-11-16T20:50:17.771 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.771 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9e7d76:::benchmark_data_smithi065_43723_object42674:head#
2020-11-16T20:50:17.771 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.771 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9e8699:::benchmark_data_smithi065_43723_object20637:head#
2020-11-16T20:50:17.771 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.771 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9f414d:::benchmark_data_smithi065_43723_object33263:head#
2020-11-16T20:50:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6c9fabd3:::benchmark_data_smithi065_43723_object42424:head#
2020-11-16T20:50:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ca0bd54:::benchmark_data_smithi065_43723_object2237:head#
2020-11-16T20:50:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ca4b5b4:::benchmark_data_smithi065_43723_object30946:head#
2020-11-16T20:50:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.773 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ca56b2c:::benchmark_data_smithi065_43723_object9600:head#
2020-11-16T20:50:17.773 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.773 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ca58956:::benchmark_data_smithi065_43723_object24256:head#
2020-11-16T20:50:17.773 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.773 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ca5b3c0:::benchmark_data_smithi065_43723_object16861:head#
2020-11-16T20:50:17.773 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.773 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ca5ec2b:::benchmark_data_smithi065_43723_object36105:head#
2020-11-16T20:50:17.773 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.774 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ca7809f:::benchmark_data_smithi065_43723_object14683:head#
2020-11-16T20:50:17.774 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.774 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6caaf5a4:::benchmark_data_smithi065_43723_object13966:head#
2020-11-16T20:50:17.774 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.774 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cab06bb:::benchmark_data_smithi065_43723_object14856:head#
2020-11-16T20:50:17.774 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.775 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cad16c7:::benchmark_data_smithi065_43723_object848:head#
2020-11-16T20:50:17.775 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.775 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cadd7fa:::benchmark_data_smithi065_43723_object16394:head#
2020-11-16T20:50:17.775 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.775 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cb03f45:::benchmark_data_smithi065_43723_object39465:head#
2020-11-16T20:50:17.775 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.775 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cb05e09:::benchmark_data_smithi065_43723_object32175:head#
2020-11-16T20:50:17.776 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.779 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cb0b55d:::benchmark_data_smithi065_43723_object19663:head#
2020-11-16T20:50:17.779 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.780 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cb2006e:::benchmark_data_smithi065_43723_object28641:head#
2020-11-16T20:50:17.780 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.780 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cb30212:::benchmark_data_smithi065_43723_object120:head#
2020-11-16T20:50:17.780 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.780 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cb304bb:::benchmark_data_smithi065_43723_object10588:head#
2020-11-16T20:50:17.780 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.780 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cb8d665:::benchmark_data_smithi065_43723_object31338:head#
2020-11-16T20:50:17.781 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.781 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cba8dbe:::benchmark_data_smithi065_43723_object7593:head#
2020-11-16T20:50:17.781 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.781 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cc05c82:::benchmark_data_smithi065_43723_object38192:head#
2020-11-16T20:50:17.781 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.781 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cc31dce:::benchmark_data_smithi065_43723_object16268:head#
2020-11-16T20:50:17.781 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.782 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cc77566:::benchmark_data_smithi065_43723_object9314:head#
2020-11-16T20:50:17.782 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.782 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cc77fcb:::benchmark_data_smithi065_43723_object23291:head#
2020-11-16T20:50:17.782 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.782 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cc874f9:::benchmark_data_smithi065_43723_object6254:head#
2020-11-16T20:50:17.782 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.783 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ccb3188:::benchmark_data_smithi065_43723_object32846:head#
2020-11-16T20:50:17.783 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.783 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ccc768b:::benchmark_data_smithi065_43723_object38025:head#
2020-11-16T20:50:17.783 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.783 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cce1f50:::benchmark_data_smithi065_43723_object21874:head#
2020-11-16T20:50:17.783 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.783 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cd37ccb:::benchmark_data_smithi065_43723_object34569:head#
2020-11-16T20:50:17.784 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.784 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cda7df4:::benchmark_data_smithi065_43723_object8622:head#
2020-11-16T20:50:17.784 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.784 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cddf2df:::benchmark_data_smithi065_43723_object2388:head#
2020-11-16T20:50:17.784 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.784 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ce1b582:::benchmark_data_smithi065_43723_object267:head#
2020-11-16T20:50:17.784 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.785 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ce44d0a:::benchmark_data_smithi065_43723_object23534:head#
2020-11-16T20:50:17.785 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.785 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ce4b36d:::benchmark_data_smithi065_43723_object21201:head#
2020-11-16T20:50:17.785 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.785 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ce955aa:::benchmark_data_smithi065_43723_object36224:head#
2020-11-16T20:50:17.785 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.785 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cea51ae:::benchmark_data_smithi065_43723_object396:head#
2020-11-16T20:50:17.786 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.786 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cee93f3:::benchmark_data_smithi065_43723_object10061:head#
2020-11-16T20:50:17.786 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.786 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cf0f780:::benchmark_data_smithi065_43723_object37502:head#
2020-11-16T20:50:17.786 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.786 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cf51ffd:::benchmark_data_smithi065_43723_object3635:head#
2020-11-16T20:50:17.786 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cf63204:::benchmark_data_smithi065_43723_object18713:head#
2020-11-16T20:50:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cf6dde7:::benchmark_data_smithi065_43723_object9980:head#
2020-11-16T20:50:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cf77b4e:::benchmark_data_smithi065_43723_object21617:head#
2020-11-16T20:50:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cf877fd:::benchmark_data_smithi065_43723_object43076:head#
2020-11-16T20:50:17.788 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.788 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cfa6c37:::benchmark_data_smithi065_43723_object28134:head#
2020-11-16T20:50:17.788 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.788 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cfd0b01:::benchmark_data_smithi065_43723_object20205:head#
2020-11-16T20:50:17.788 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.788 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6cfd92fc:::benchmark_data_smithi065_43723_object29968:head#
2020-11-16T20:50:17.788 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.789 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d01d1da:::benchmark_data_smithi065_43723_object19861:head#
2020-11-16T20:50:17.789 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.789 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d029e93:::benchmark_data_smithi065_43723_object14114:head#
2020-11-16T20:50:17.789 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.789 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d035029:::benchmark_data_smithi065_43723_object29568:head#
2020-11-16T20:50:17.789 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.789 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d0366e3:::benchmark_data_smithi065_43723_object3020:head#
2020-11-16T20:50:17.789 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.790 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d047eba:::benchmark_data_smithi065_43723_object36918:head#
2020-11-16T20:50:17.790 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.790 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d048a73:::benchmark_data_smithi065_43723_object24767:head#
2020-11-16T20:50:17.790 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.790 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d052b33:::benchmark_data_smithi065_43723_object17662:head#
2020-11-16T20:50:17.790 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.791 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d058f9a:::benchmark_data_smithi065_43723_object10856:head#
2020-11-16T20:50:17.791 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.791 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d05ab07:::benchmark_data_smithi065_43723_object1928:head#
2020-11-16T20:50:17.791 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.791 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d07955b:::benchmark_data_smithi065_43723_object4915:head#
2020-11-16T20:50:17.791 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.796 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:50:17 smithi065 bash[11785]: debug 2020-11-16T20:50:17.380+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:17.796 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:50:17 smithi065 bash[11785]: debug 2020-11-16T20:50:17.620+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:17.796 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d0917aa:::benchmark_data_smithi065_43723_object40575:head#
2020-11-16T20:50:17.797 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.797 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d0a9a0e:::benchmark_data_smithi065_43723_object41621:head#
2020-11-16T20:50:17.797 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.797 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d0bc97d:::benchmark_data_smithi065_43723_object39889:head#
2020-11-16T20:50:17.797 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.797 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d0e6d66:::benchmark_data_smithi065_43723_object31466:head#
2020-11-16T20:50:17.798 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.798 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d0f18fd:::benchmark_data_smithi065_43723_object41328:head#
2020-11-16T20:50:17.798 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.798 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d0f9b92:::benchmark_data_smithi065_43723_object21535:head#
2020-11-16T20:50:17.798 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.798 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d117de5:::benchmark_data_smithi065_43723_object28095:head#
2020-11-16T20:50:17.798 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.799 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d12f6c5:::benchmark_data_smithi065_43723_object41654:head#
2020-11-16T20:50:17.799 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.799 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d157c09:::benchmark_data_smithi065_43723_object22018:head#
2020-11-16T20:50:17.799 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.799 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d194aa4:::benchmark_data_smithi065_43723_object4499:head#
2020-11-16T20:50:17.799 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.799 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d1da1ca:::benchmark_data_smithi065_43723_object22857:head#
2020-11-16T20:50:17.800 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.800 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d1f26bc:::benchmark_data_smithi065_43723_object28748:head#
2020-11-16T20:50:17.800 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.800 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d207569:::benchmark_data_smithi065_43723_object10424:head#
2020-11-16T20:50:17.800 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.800 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d20c639:::benchmark_data_smithi065_43723_object1330:head#
2020-11-16T20:50:17.800 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.801 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d21705e:::benchmark_data_smithi065_43723_object9270:head#
2020-11-16T20:50:17.801 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.801 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d222284:::benchmark_data_smithi065_43723_object32414:head#
2020-11-16T20:50:17.801 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.801 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d2361bf:::benchmark_data_smithi065_43723_object43164:head#
2020-11-16T20:50:17.801 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.801 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d237b46:::benchmark_data_smithi065_43723_object1225:head#
2020-11-16T20:50:17.802 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.802 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d23c525:::benchmark_data_smithi065_43723_object4940:head#
2020-11-16T20:50:17.802 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.802 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d24748a:::benchmark_data_smithi065_43723_object2761:head#
2020-11-16T20:50:17.802 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.802 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d249e6c:::benchmark_data_smithi065_43723_object15830:head#
2020-11-16T20:50:17.802 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.803 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d26bbd3:::benchmark_data_smithi065_43723_object7227:head#
2020-11-16T20:50:17.803 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.803 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d282770:::benchmark_data_smithi065_43723_object43300:head#
2020-11-16T20:50:17.803 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.803 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d2911c0:::benchmark_data_smithi065_43723_object39305:head#
2020-11-16T20:50:17.803 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.803 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d295b09:::benchmark_data_smithi065_43723_object42115:head#
2020-11-16T20:50:17.804 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.804 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d2b0de3:::benchmark_data_smithi065_43723_object26489:head#
2020-11-16T20:50:17.804 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.804 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d2bae85:::benchmark_data_smithi065_43723_object31314:head#
2020-11-16T20:50:17.804 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.804 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d2cc28e:::benchmark_data_smithi065_43723_object225:head#
2020-11-16T20:50:17.804 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d2d6fcd:::benchmark_data_smithi065_43723_object11264:head#
2020-11-16T20:50:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d2e05cf:::benchmark_data_smithi065_43723_object34981:head#
2020-11-16T20:50:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d2e4915:::benchmark_data_smithi065_43723_object1332:head#
2020-11-16T20:50:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d3561e7:::benchmark_data_smithi065_43723_object42732:head#
2020-11-16T20:50:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.806 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d36515f:::benchmark_data_smithi065_43723_object4799:head#
2020-11-16T20:50:17.806 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.806 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d365b27:::benchmark_data_smithi065_43723_object28764:head#
2020-11-16T20:50:17.806 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.806 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d38ea38:::benchmark_data_smithi065_43723_object6519:head#
2020-11-16T20:50:17.806 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.806 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d3a8206:::benchmark_data_smithi065_43723_object39039:head#
2020-11-16T20:50:17.807 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.807 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d3adcc8:::benchmark_data_smithi065_43723_object25505:head#
2020-11-16T20:50:17.807 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.807 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d3bfcf0:::benchmark_data_smithi065_43723_object21265:head#
2020-11-16T20:50:17.807 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.807 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d3d67de:::benchmark_data_smithi065_43723_object41044:head#
2020-11-16T20:50:17.807 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.808 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d3fe9af:::benchmark_data_smithi065_43723_object14209:head#
2020-11-16T20:50:17.808 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.808 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d41dfbc:::benchmark_data_smithi065_43723_object2106:head#
2020-11-16T20:50:17.808 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.808 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d423e29:::benchmark_data_smithi065_43723_object39678:head#
2020-11-16T20:50:17.808 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.808 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d428e2a:::benchmark_data_smithi065_43723_object35865:head#
2020-11-16T20:50:17.808 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.809 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d43cd00:::benchmark_data_smithi065_43723_object23045:head#
2020-11-16T20:50:17.809 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.809 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d457490:::benchmark_data_smithi065_43723_object9088:head#
2020-11-16T20:50:17.809 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.809 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d45fa0f:::benchmark_data_smithi065_43723_object9325:head#
2020-11-16T20:50:17.809 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.809 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d461cd7:::benchmark_data_smithi065_43723_object43155:head#
2020-11-16T20:50:17.810 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.810 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d4b36e1:::benchmark_data_smithi065_43723_object5707:head#
2020-11-16T20:50:17.810 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.810 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d4bf039:::benchmark_data_smithi065_43723_object11961:head#
2020-11-16T20:50:17.810 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.810 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d4dee9c:::benchmark_data_smithi065_43723_object15902:head#
2020-11-16T20:50:17.811 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.811 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d4ea1d7:::benchmark_data_smithi065_43723_object32519:head#
2020-11-16T20:50:17.811 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.811 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d4ea2ea:::benchmark_data_smithi065_43723_object9938:head#
2020-11-16T20:50:17.811 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.811 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d530980:::benchmark_data_smithi065_43723_object31030:head#
2020-11-16T20:50:17.811 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.816 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d53d02d:::benchmark_data_smithi065_43723_object4823:head#
2020-11-16T20:50:17.816 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.816 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d562ce0:::benchmark_data_smithi065_43723_object37573:head#
2020-11-16T20:50:17.816 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.816 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d5734b8:::benchmark_data_smithi065_43723_object17008:head#
2020-11-16T20:50:17.817 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.817 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d5771d8:::benchmark_data_smithi065_43723_object5206:head#
2020-11-16T20:50:17.817 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.817 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d57c6e0:::benchmark_data_smithi065_43723_object12839:head#
2020-11-16T20:50:17.817 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.817 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d58900e:::benchmark_data_smithi065_43723_object31083:head#
2020-11-16T20:50:17.817 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.818 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d5b00a7:::benchmark_data_smithi065_43723_object20216:head#
2020-11-16T20:50:17.818 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.818 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d5ba6ba:::benchmark_data_smithi065_43723_object37110:head#
2020-11-16T20:50:17.818 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.818 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d5ca36f:::benchmark_data_smithi065_43723_object18393:head#
2020-11-16T20:50:17.818 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.818 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d62491d:::benchmark_data_smithi065_43723_object14937:head#
2020-11-16T20:50:17.819 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.819 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d63ebef:::benchmark_data_smithi065_43723_object8354:head#
2020-11-16T20:50:17.819 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.819 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d647ab3:::benchmark_data_smithi065_43723_object42561:head#
2020-11-16T20:50:17.819 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.819 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d65a5e3:::benchmark_data_smithi065_43723_object21480:head#
2020-11-16T20:50:17.819 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.820 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d66922f:::benchmark_data_smithi065_43723_object20550:head#
2020-11-16T20:50:17.820 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.820 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d67acdc:::benchmark_data_smithi065_43723_object42044:head#
2020-11-16T20:50:17.820 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.820 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6966f9:::benchmark_data_smithi065_43723_object27190:head#
2020-11-16T20:50:17.820 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.820 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6982a0:::benchmark_data_smithi065_43723_object5139:head#
2020-11-16T20:50:17.821 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.821 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6a0691:::benchmark_data_smithi065_43723_object21335:head#
2020-11-16T20:50:17.821 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.821 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6b007e:::benchmark_data_smithi065_43723_object31748:head#
2020-11-16T20:50:17.821 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.821 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6c30c0:::benchmark_data_smithi065_43723_object4578:head#
2020-11-16T20:50:17.821 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.822 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6ccd1c:::benchmark_data_smithi065_43723_object6975:head#
2020-11-16T20:50:17.822 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.822 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6e9ea0:::benchmark_data_smithi065_43723_object28090:head#
2020-11-16T20:50:17.822 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.822 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6ea4c4:::benchmark_data_smithi065_43723_object13465:head#
2020-11-16T20:50:17.822 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.822 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6f7db9:::benchmark_data_smithi065_43723_object6671:head#
2020-11-16T20:50:17.823 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.823 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d6fee69:::benchmark_data_smithi065_43723_object1040:head#
2020-11-16T20:50:17.823 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.823 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d71543e:::benchmark_data_smithi065_43723_object30794:head#
2020-11-16T20:50:17.823 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.823 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7254fd:::benchmark_data_smithi065_43723_object11047:head#
2020-11-16T20:50:17.823 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.824 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d72e13d:::benchmark_data_smithi065_43723_object16892:head#
2020-11-16T20:50:17.824 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.824 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d73e2bf:::benchmark_data_smithi065_43723_object43013:head#
2020-11-16T20:50:17.824 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.824 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d74c91c:::benchmark_data_smithi065_43723_object25516:head#
2020-11-16T20:50:17.824 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.824 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d755d2b:::benchmark_data_smithi065_43723_object12974:head#
2020-11-16T20:50:17.825 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.825 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d76394b:::benchmark_data_smithi065_43723_object13626:head#
2020-11-16T20:50:17.825 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.825 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7699fe:::benchmark_data_smithi065_43723_object34800:head#
2020-11-16T20:50:17.825 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.825 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d796899:::benchmark_data_smithi065_43723_object3949:head#
2020-11-16T20:50:17.825 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.826 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7a178f:::benchmark_data_smithi065_43723_object40664:head#
2020-11-16T20:50:17.826 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.826 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7ad403:::benchmark_data_smithi065_43723_object28101:head#
2020-11-16T20:50:17.826 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.826 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7c79bf:::benchmark_data_smithi065_43723_object25518:head#
2020-11-16T20:50:17.826 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.826 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7dd0bf:::benchmark_data_smithi065_43723_object41931:head#
2020-11-16T20:50:17.827 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.827 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7eb4e5:::benchmark_data_smithi065_43723_object26956:head#
2020-11-16T20:50:17.827 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.827 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7f00e5:::benchmark_data_smithi065_43723_object38341:head#
2020-11-16T20:50:17.827 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.827 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d7f0161:::benchmark_data_smithi065_43723_object24835:head#
2020-11-16T20:50:17.827 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.828 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d80fd5a:::benchmark_data_smithi065_43723_object3178:head#
2020-11-16T20:50:17.828 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.828 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d81e113:::benchmark_data_smithi065_43723_object30119:head#
2020-11-16T20:50:17.828 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.830 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d821bcb:::benchmark_data_smithi065_43723_object12757:head#
2020-11-16T20:50:17.831 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.831 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d842c2b:::benchmark_data_smithi065_43723_object695:head#
2020-11-16T20:50:17.831 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.831 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d849be2:::benchmark_data_smithi065_43723_object28453:head#
2020-11-16T20:50:17.831 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.831 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d870717:::benchmark_data_smithi065_43723_object33011:head#
2020-11-16T20:50:17.832 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.832 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d87ae53:::benchmark_data_smithi065_43723_object7337:head#
2020-11-16T20:50:17.832 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.832 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d8ba280:::benchmark_data_smithi065_43723_object37598:head#
2020-11-16T20:50:17.832 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.832 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d91e7b5:::benchmark_data_smithi065_43723_object27158:head#
2020-11-16T20:50:17.832 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.833 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d926392:::benchmark_data_smithi065_43723_object28075:head#
2020-11-16T20:50:17.833 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.833 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d93083d:::benchmark_data_smithi065_43723_object13871:head#
2020-11-16T20:50:17.833 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.833 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d9478a4:::benchmark_data_smithi065_43723_object4340:head#
2020-11-16T20:50:17.833 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.833 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d949d3a:::benchmark_data_smithi065_43723_object9900:head#
2020-11-16T20:50:17.834 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.834 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d94e0f0:::benchmark_data_smithi065_43723_object15298:head#
2020-11-16T20:50:17.834 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.834 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d957bac:::benchmark_data_smithi065_43723_object35720:head#
2020-11-16T20:50:17.834 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.834 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d95cf6e:::benchmark_data_smithi065_43723_object28319:head#
2020-11-16T20:50:17.834 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.835 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d961088:::benchmark_data_smithi065_43723_object7277:head#
2020-11-16T20:50:17.835 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.835 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d961faf:::benchmark_data_smithi065_43723_object35403:head#
2020-11-16T20:50:17.835 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.835 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d9714d4:::benchmark_data_smithi065_43723_object28007:head#
2020-11-16T20:50:17.835 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.835 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d973673:::benchmark_data_smithi065_43723_object17325:head#
2020-11-16T20:50:17.836 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.836 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d988992:::benchmark_data_smithi065_43723_object26368:head#
2020-11-16T20:50:17.836 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.836 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d9944a2:::benchmark_data_smithi065_43723_object32840:head#
2020-11-16T20:50:17.836 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.836 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d9a5a94:::benchmark_data_smithi065_43723_object29945:head#
2020-11-16T20:50:17.836 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.837 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d9c61b1:::benchmark_data_smithi065_43723_object13819:head#
2020-11-16T20:50:17.837 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.837 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6d9f2314:::benchmark_data_smithi065_43723_object21153:head#
2020-11-16T20:50:17.837 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.837 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6da1fe28:::benchmark_data_smithi065_43723_object43597:head#
2020-11-16T20:50:17.837 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.837 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6da285a0:::benchmark_data_smithi065_43723_object9550:head#
2020-11-16T20:50:17.838 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.838 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6da4d2a9:::benchmark_data_smithi065_43723_object59:head#
2020-11-16T20:50:17.838 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.838 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6da7aa18:::benchmark_data_smithi065_43723_object38678:head#
2020-11-16T20:50:17.838 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.838 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6da98a83:::benchmark_data_smithi065_43723_object4123:head#
2020-11-16T20:50:17.838 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.839 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6daa28e4:::benchmark_data_smithi065_43723_object3604:head#
2020-11-16T20:50:17.839 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.839 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dab9a04:::benchmark_data_smithi065_43723_object6403:head#
2020-11-16T20:50:17.839 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.839 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dae2266:::benchmark_data_smithi065_43723_object9185:head#
2020-11-16T20:50:17.839 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.839 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6daec4c6:::benchmark_data_smithi065_43723_object5520:head#
2020-11-16T20:50:17.840 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.842 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6daf1765:::benchmark_data_smithi065_43723_object2364:head#
2020-11-16T20:50:17.843 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.843 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6db0bd1f:::benchmark_data_smithi065_43723_object19151:head#
2020-11-16T20:50:17.843 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.843 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6db103d6:::benchmark_data_smithi065_43723_object15566:head#
2020-11-16T20:50:17.843 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.843 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6db141ce:::benchmark_data_smithi065_43723_object2493:head#
2020-11-16T20:50:17.844 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.844 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6db17eb7:::benchmark_data_smithi065_43723_object38319:head#
2020-11-16T20:50:17.844 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.844 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6db2cdb9:::benchmark_data_smithi065_43723_object11421:head#
2020-11-16T20:50:17.844 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.844 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6db2f0c1:::benchmark_data_smithi065_43723_object11691:head#
2020-11-16T20:50:17.844 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.845 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6db85c09:::benchmark_data_smithi065_43723_object30579:head#
2020-11-16T20:50:17.845 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.845 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6db912a3:::benchmark_data_smithi065_43723_object30956:head#
2020-11-16T20:50:17.845 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.845 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dba1680:::benchmark_data_smithi065_43723_object14037:head#
2020-11-16T20:50:17.845 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.845 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc1f53c:::benchmark_data_smithi065_43723_object39195:head#
2020-11-16T20:50:17.846 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.846 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc2883c:::benchmark_data_smithi065_43723_object30543:head#
2020-11-16T20:50:17.846 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.846 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc3a55a:::benchmark_data_smithi065_43723_object38308:head#
2020-11-16T20:50:17.846 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.846 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc4a376:::benchmark_data_smithi065_43723_object30673:head#
2020-11-16T20:50:17.846 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.847 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc4a6de:::benchmark_data_smithi065_43723_object10002:head#
2020-11-16T20:50:17.847 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.847 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc570a2:::benchmark_data_smithi065_43723_object27648:head#
2020-11-16T20:50:17.847 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.847 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc5aae3:::benchmark_data_smithi065_43723_object4144:head#
2020-11-16T20:50:17.847 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.847 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc67bdf:::benchmark_data_smithi065_43723_object12911:head#
2020-11-16T20:50:17.848 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.848 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc7d925:::benchmark_data_smithi065_43723_object27957:head#
2020-11-16T20:50:17.848 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.848 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc8a4e1:::benchmark_data_smithi065_43723_object26282:head#
2020-11-16T20:50:17.848 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.848 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc8b055:::benchmark_data_smithi065_43723_object16710:head#
2020-11-16T20:50:17.848 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.849 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc8c94a:::benchmark_data_smithi065_43723_object30858:head#
2020-11-16T20:50:17.849 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.849 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc8d57c:::benchmark_data_smithi065_43723_object6897:head#
2020-11-16T20:50:17.849 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.849 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc8e814:::benchmark_data_smithi065_43723_object37769:head#
2020-11-16T20:50:17.849 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.849 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dc9eacb:::benchmark_data_smithi065_43723_object39622:head#
2020-11-16T20:50:17.850 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.850 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dcb202b:::benchmark_data_smithi065_43723_object23652:head#
2020-11-16T20:50:17.850 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.850 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dcbe453:::benchmark_data_smithi065_43723_object38581:head#
2020-11-16T20:50:17.850 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.850 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dcfadf6:::benchmark_data_smithi065_43723_object26511:head#
2020-11-16T20:50:17.850 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.851 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd05980:::benchmark_data_smithi065_43723_object33936:head#
2020-11-16T20:50:17.851 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.851 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd1a5d8:::benchmark_data_smithi065_43723_object28698:head#
2020-11-16T20:50:17.851 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.851 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd28a62:::benchmark_data_smithi065_43723_object7264:head#
2020-11-16T20:50:17.851 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.851 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd40ecd:::benchmark_data_smithi065_43723_object24017:head#
2020-11-16T20:50:17.852 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.852 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd595e8:::benchmark_data_smithi065_43723_object12100:head#
2020-11-16T20:50:17.852 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.852 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd95a9a:::benchmark_data_smithi065_43723_object11299:head#
2020-11-16T20:50:17.852 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.852 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd99599:::benchmark_data_smithi065_43723_object37655:head#
2020-11-16T20:50:17.852 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.855 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd9e60e:::benchmark_data_smithi065_43723_object19325:head#
2020-11-16T20:50:17.855 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.856 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dd9f6f5:::benchmark_data_smithi065_43723_object1499:head#
2020-11-16T20:50:17.856 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.856 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ddaafe7:::benchmark_data_smithi065_43723_object34963:head#
2020-11-16T20:50:17.856 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.856 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ddcd071:::benchmark_data_smithi065_43723_object13277:head#
2020-11-16T20:50:17.856 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.856 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ddda390:::benchmark_data_smithi065_43723_object16124:head#
2020-11-16T20:50:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dddb8a7:::benchmark_data_smithi065_43723_object24864:head#
2020-11-16T20:50:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ddfee36:::benchmark_data_smithi065_43723_object38407:head#
2020-11-16T20:50:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de25544:::benchmark_data_smithi065_43723_object29689:head#
2020-11-16T20:50:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de2d763:::benchmark_data_smithi065_43723_object35555:head#
2020-11-16T20:50:17.858 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.858 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de3ee94:::benchmark_data_smithi065_43723_object35685:head#
2020-11-16T20:50:17.858 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.858 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de405b8:::benchmark_data_smithi065_43723_object16656:head#
2020-11-16T20:50:17.858 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.858 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de45e4f:::benchmark_data_smithi065_43723_object24002:head#
2020-11-16T20:50:17.859 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.859 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de53b94:::benchmark_data_smithi065_43723_object39512:head#
2020-11-16T20:50:17.859 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.859 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de5cb36:::benchmark_data_smithi065_43723_object20299:head#
2020-11-16T20:50:17.859 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.859 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de6a228:::benchmark_data_smithi065_43723_object30308:head#
2020-11-16T20:50:17.859 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.860 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de6a9c0:::benchmark_data_smithi065_43723_object22484:head#
2020-11-16T20:50:17.860 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.860 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de6d8e5:::benchmark_data_smithi065_43723_object21950:head#
2020-11-16T20:50:17.860 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.860 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de9521d:::benchmark_data_smithi065_43723_object8844:head#
2020-11-16T20:50:17.860 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.860 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6de9f256:::benchmark_data_smithi065_43723_object27045:head#
2020-11-16T20:50:17.861 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.861 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dea8b2c:::benchmark_data_smithi065_43723_object1927:head#
2020-11-16T20:50:17.861 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.861 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ded858c:::benchmark_data_smithi065_43723_object16980:head#
2020-11-16T20:50:17.861 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.861 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6def7616:::benchmark_data_smithi065_43723_object7271:head#
2020-11-16T20:50:17.861 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.862 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6defa2aa:::benchmark_data_smithi065_43723_object616:head#
2020-11-16T20:50:17.862 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.862 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6defb460:::benchmark_data_smithi065_43723_object15669:head#
2020-11-16T20:50:17.862 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.862 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df04a62:::benchmark_data_smithi065_43723_object38544:head#
2020-11-16T20:50:17.862 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.862 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df23d75:::benchmark_data_smithi065_43723_object3293:head#
2020-11-16T20:50:17.863 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.863 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df3913e:::benchmark_data_smithi065_43723_object37981:head#
2020-11-16T20:50:17.863 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.863 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df404e6:::benchmark_data_smithi065_43723_object42272:head#
2020-11-16T20:50:17.863 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.863 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df52128:::benchmark_data_smithi065_43723_object15655:head#
2020-11-16T20:50:17.863 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.863 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df62ef4:::benchmark_data_smithi065_43723_object13650:head#
2020-11-16T20:50:17.864 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.864 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df6552c:::benchmark_data_smithi065_43723_object28950:head#
2020-11-16T20:50:17.864 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.864 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df7a4f2:::benchmark_data_smithi065_43723_object22179:head#
2020-11-16T20:50:17.864 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.864 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6df92453:::benchmark_data_smithi065_43723_object34237:head#
2020-11-16T20:50:17.864 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.865 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dfc247b:::benchmark_data_smithi065_43723_object14565:head#
2020-11-16T20:50:17.865 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.865 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dfea613:::benchmark_data_smithi065_43723_object38782:head#
2020-11-16T20:50:17.865 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.865 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dfef060:::benchmark_data_smithi065_43723_object30077:head#
2020-11-16T20:50:17.865 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.865 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6dffd384:::benchmark_data_smithi065_43723_object36728:head#
2020-11-16T20:50:17.866 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.866 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e01edc6:::benchmark_data_smithi065_43723_object4342:head#
2020-11-16T20:50:17.866 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.869 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e029bf4:::benchmark_data_smithi065_43723_object7693:head#
2020-11-16T20:50:17.869 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.869 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e036b63:::benchmark_data_smithi065_43723_object41825:head#
2020-11-16T20:50:17.869 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.869 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e04963e:::benchmark_data_smithi065_43723_object43136:head#
2020-11-16T20:50:17.870 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.870 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e061d71:::benchmark_data_smithi065_43723_object39854:head#
2020-11-16T20:50:17.870 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.870 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e0675d7:::benchmark_data_smithi065_43723_object12478:head#
2020-11-16T20:50:17.870 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.870 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e06f63e:::benchmark_data_smithi065_43723_object42994:head#
2020-11-16T20:50:17.871 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.871 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e083d6d:::benchmark_data_smithi065_43723_object28371:head#
2020-11-16T20:50:17.871 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.871 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e08d6b1:::benchmark_data_smithi065_43723_object23292:head#
2020-11-16T20:50:17.871 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.871 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e095ce1:::benchmark_data_smithi065_43723_object29032:head#
2020-11-16T20:50:17.871 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.872 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e098d4f:::benchmark_data_smithi065_43723_object10014:head#
2020-11-16T20:50:17.872 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.872 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e0b3a40:::benchmark_data_smithi065_43723_object36077:head#
2020-11-16T20:50:17.872 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.872 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e0ba5a1:::benchmark_data_smithi065_43723_object40999:head#
2020-11-16T20:50:17.872 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.872 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e120c09:::benchmark_data_smithi065_43723_object1080:head#
2020-11-16T20:50:17.873 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.873 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e141553:::benchmark_data_smithi065_43723_object24551:head#
2020-11-16T20:50:17.873 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.873 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e1641a4:::benchmark_data_smithi065_43723_object29953:head#
2020-11-16T20:50:17.873 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.873 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e16e268:::benchmark_data_smithi065_43723_object38515:head#
2020-11-16T20:50:17.873 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.874 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e184a50:::benchmark_data_smithi065_43723_object38189:head#
2020-11-16T20:50:17.874 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.874 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e19fc45:::benchmark_data_smithi065_43723_object20113:head#
2020-11-16T20:50:17.874 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.874 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e1acc38:::benchmark_data_smithi065_43723_object18683:head#
2020-11-16T20:50:17.874 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.874 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e1c4cce:::benchmark_data_smithi065_43723_object32116:head#
2020-11-16T20:50:17.875 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.875 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e1e071e:::benchmark_data_smithi065_43723_object9490:head#
2020-11-16T20:50:17.875 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.875 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e1e2903:::benchmark_data_smithi065_43723_object18122:head#
2020-11-16T20:50:17.875 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.875 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e1f1f7c:::benchmark_data_smithi065_43723_object32596:head#
2020-11-16T20:50:17.875 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e21819d:::benchmark_data_smithi065_43723_object4262:head#
2020-11-16T20:50:17.876 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e2376e9:::benchmark_data_smithi065_43723_object39827:head#
2020-11-16T20:50:17.876 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e246cd3:::benchmark_data_smithi065_43723_object4933:head#
2020-11-16T20:50:17.876 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e260409:::benchmark_data_smithi065_43723_object35569:head#
2020-11-16T20:50:17.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e27c8ec:::benchmark_data_smithi065_43723_object4831:head#
2020-11-16T20:50:17.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e290d19:::benchmark_data_smithi065_43723_object10387:head#
2020-11-16T20:50:17.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e2c503e:::benchmark_data_smithi065_43723_object43687:head#
2020-11-16T20:50:17.878 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.878 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e2d0443:::benchmark_data_smithi065_43723_object41558:head#
2020-11-16T20:50:17.878 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.878 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e2de629:::benchmark_data_smithi065_43723_object10573:head#
2020-11-16T20:50:17.879 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.879 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e2f9db5:::benchmark_data_smithi065_43723_object30511:head#
2020-11-16T20:50:17.879 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.879 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e2ff931:::benchmark_data_smithi065_43723_object34230:head#
2020-11-16T20:50:17.879 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.882 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e3476d6:::benchmark_data_smithi065_43723_object37020:head#
2020-11-16T20:50:17.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.883 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e3637d7:::benchmark_data_smithi065_43723_object34327:head#
2020-11-16T20:50:17.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.883 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e365c5f:::benchmark_data_smithi065_43723_object173:head#
2020-11-16T20:50:17.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.883 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e378510:::benchmark_data_smithi065_43723_object34607:head#
2020-11-16T20:50:17.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e3819bc:::benchmark_data_smithi065_43723_object29502:head#
2020-11-16T20:50:17.884 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e38dcbf:::benchmark_data_smithi065_43723_object14153:head#
2020-11-16T20:50:17.884 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e39ec2c:::benchmark_data_smithi065_43723_object33165:head#
2020-11-16T20:50:17.884 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e3a4fd1:::benchmark_data_smithi065_43723_object4659:head#
2020-11-16T20:50:17.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.885 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e3b7493:::benchmark_data_smithi065_43723_object3058:head#
2020-11-16T20:50:17.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.885 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e3c052b:::benchmark_data_smithi065_43723_object18262:head#
2020-11-16T20:50:17.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.885 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e3d5952:::benchmark_data_smithi065_43723_object18060:head#
2020-11-16T20:50:17.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e3fd229:::benchmark_data_smithi065_43723_object36042:head#
2020-11-16T20:50:17.886 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e429412:::benchmark_data_smithi065_43723_object6990:head#
2020-11-16T20:50:17.886 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e43d1c1:::benchmark_data_smithi065_43723_object2027:head#
2020-11-16T20:50:17.886 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e4637d1:::benchmark_data_smithi065_43723_object35046:head#
2020-11-16T20:50:17.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.887 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e47387b:::benchmark_data_smithi065_43723_object18900:head#
2020-11-16T20:50:17.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.887 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e49a482:::benchmark_data_smithi065_43723_object28845:head#
2020-11-16T20:50:17.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.887 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e49b5ee:::benchmark_data_smithi065_43723_object15634:head#
2020-11-16T20:50:17.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e49c5e2:::benchmark_data_smithi065_43723_object4567:head#
2020-11-16T20:50:17.888 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e4a4c82:::benchmark_data_smithi065_43723_object19570:head#
2020-11-16T20:50:17.888 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e4a4e23:::benchmark_data_smithi065_43723_object29741:head#
2020-11-16T20:50:17.888 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e4b3749:::benchmark_data_smithi065_43723_object29863:head#
2020-11-16T20:50:17.889 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.889 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e4bd1e3:::benchmark_data_smithi065_43723_object1000:head#
2020-11-16T20:50:17.889 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.889 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e4e7c61:::benchmark_data_smithi065_43723_object36812:head#
2020-11-16T20:50:17.889 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.889 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e50dee4:::benchmark_data_smithi065_43723_object35763:head#
2020-11-16T20:50:17.890 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.890 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e510634:::benchmark_data_smithi065_43723_object22535:head#
2020-11-16T20:50:17.890 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.890 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e51c436:::benchmark_data_smithi065_43723_object25025:head#
2020-11-16T20:50:17.890 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.890 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e54abc8:::benchmark_data_smithi065_43723_object38391:head#
2020-11-16T20:50:17.890 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e554038:::benchmark_data_smithi065_43723_object3448:head#
2020-11-16T20:50:17.891 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e56b1f2:::benchmark_data_smithi065_43723_object7849:head#
2020-11-16T20:50:17.891 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e57ba01:::benchmark_data_smithi065_43723_object22261:head#
2020-11-16T20:50:17.891 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e5c9715:::benchmark_data_smithi065_43723_object2366:head#
2020-11-16T20:50:17.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e5ceed0:::benchmark_data_smithi065_43723_object30521:head#
2020-11-16T20:50:17.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e5d0e29:::benchmark_data_smithi065_43723_object24741:head#
2020-11-16T20:50:17.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e5d740c:::benchmark_data_smithi065_43723_object39193:head#
2020-11-16T20:50:17.893 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.893 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e5ea9e5:::benchmark_data_smithi065_43723_object34515:head#
2020-11-16T20:50:17.893 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.895 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e5fc819:::benchmark_data_smithi065_43723_object24054:head#
2020-11-16T20:50:17.895 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.895 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e6326ec:::benchmark_data_smithi065_43723_object2703:head#
2020-11-16T20:50:17.895 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e6373e9:::benchmark_data_smithi065_43723_object2770:head#
2020-11-16T20:50:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e64abc2:::benchmark_data_smithi065_43723_object33096:head#
2020-11-16T20:50:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e673194:::benchmark_data_smithi065_43723_object43439:head#
2020-11-16T20:50:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e6b51bd:::benchmark_data_smithi065_43723_object6582:head#
2020-11-16T20:50:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e6d6d51:::benchmark_data_smithi065_43723_object26034:head#
2020-11-16T20:50:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e6f1803:::benchmark_data_smithi065_43723_object24250:head#
2020-11-16T20:50:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e791c29:::benchmark_data_smithi065_43723_object19608:head#
2020-11-16T20:50:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.898 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e7ea976:::benchmark_data_smithi065_43723_object2903:head#
2020-11-16T20:50:17.898 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.898 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e7f5151:::benchmark_data_smithi065_43723_object41321:head#
2020-11-16T20:50:17.898 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.898 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e80f77f:::benchmark_data_smithi065_43723_object18965:head#
2020-11-16T20:50:17.898 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e83b8a9:::benchmark_data_smithi065_43723_object30626:head#
2020-11-16T20:50:17.899 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e83f7cc:::benchmark_data_smithi065_43723_object23125:head#
2020-11-16T20:50:17.899 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e84742a:::benchmark_data_smithi065_43723_object37229:head#
2020-11-16T20:50:17.899 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e84f3dd:::benchmark_data_smithi065_43723_object39338:head#
2020-11-16T20:50:17.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e860d82:::benchmark_data_smithi065_43723_object32816:head#
2020-11-16T20:50:17.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e863902:::benchmark_data_smithi065_43723_object4824:head#
2020-11-16T20:50:17.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e87d4b6:::benchmark_data_smithi065_43723_object4754:head#
2020-11-16T20:50:17.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e87e35e:::benchmark_data_smithi065_43723_object13835:head#
2020-11-16T20:50:17.903 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e8e620e:::benchmark_data_smithi065_43723_object6985:head#
2020-11-16T20:50:17.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e8e67b4:::benchmark_data_smithi065_43723_object31656:head#
2020-11-16T20:50:17.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e90651d:::benchmark_data_smithi065_43723_object35960:head#
2020-11-16T20:50:17.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e9178eb:::benchmark_data_smithi065_43723_object43469:head#
2020-11-16T20:50:17.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e9227a7:::benchmark_data_smithi065_43723_object458:head#
2020-11-16T20:50:17.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e925f46:::benchmark_data_smithi065_43723_object37682:head#
2020-11-16T20:50:17.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e95193c:::benchmark_data_smithi065_43723_object33903:head#
2020-11-16T20:50:17.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e95dad3:::benchmark_data_smithi065_43723_object9803:head#
2020-11-16T20:50:17.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e96b58f:::benchmark_data_smithi065_43723_object23257:head#
2020-11-16T20:50:17.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e96ee97:::benchmark_data_smithi065_43723_object13883:head#
2020-11-16T20:50:17.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e96f0df:::benchmark_data_smithi065_43723_object17494:head#
2020-11-16T20:50:17.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.907 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e975e19:::benchmark_data_smithi065_43723_object39921:head#
2020-11-16T20:50:17.907 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.907 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e978637:::benchmark_data_smithi065_43723_object30150:head#
2020-11-16T20:50:17.907 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.907 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e98087d:::benchmark_data_smithi065_43723_object19733:head#
2020-11-16T20:50:17.907 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.907 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e987ba2:::benchmark_data_smithi065_43723_object34365:head#
2020-11-16T20:50:17.908 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.908 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e990f15:::benchmark_data_smithi065_43723_object21564:head#
2020-11-16T20:50:17.908 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.908 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e9a1db5:::benchmark_data_smithi065_43723_object39750:head#
2020-11-16T20:50:17.908 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.908 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e9e834a:::benchmark_data_smithi065_43723_object24620:head#
2020-11-16T20:50:17.908 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.909 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6e9eaa7e:::benchmark_data_smithi065_43723_object32622:head#
2020-11-16T20:50:17.909 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.909 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ea054bb:::benchmark_data_smithi065_43723_object7149:head#
2020-11-16T20:50:17.909 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.909 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ea36889:::benchmark_data_smithi065_43723_object38342:head#
2020-11-16T20:50:17.909 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.909 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ea8fc11:::benchmark_data_smithi065_43723_object30623:head#
2020-11-16T20:50:17.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eaa7c28:::benchmark_data_smithi065_43723_object10803:head#
2020-11-16T20:50:17.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eb047b4:::benchmark_data_smithi065_43723_object38286:head#
2020-11-16T20:50:17.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eb0f272:::benchmark_data_smithi065_43723_object1475:head#
2020-11-16T20:50:17.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eb23cb7:::benchmark_data_smithi065_43723_object23367:head#
2020-11-16T20:50:17.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eb4fb05:::benchmark_data_smithi065_43723_object6052:head#
2020-11-16T20:50:17.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eb52ea1:::benchmark_data_smithi065_43723_object38781:head#
2020-11-16T20:50:17.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eb7743c:::benchmark_data_smithi065_43723_object15827:head#
2020-11-16T20:50:17.914 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eb7ffa2:::benchmark_data_smithi065_43723_object7753:head#
2020-11-16T20:50:17.914 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eba5f58:::benchmark_data_smithi065_43723_object32911:head#
2020-11-16T20:50:17.914 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.915 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ebb31fa:::benchmark_data_smithi065_43723_object3713:head#
2020-11-16T20:50:17.915 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.915 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ebb9169:::benchmark_data_smithi065_43723_object37830:head#
2020-11-16T20:50:17.915 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.915 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ebbfeaf:::benchmark_data_smithi065_43723_object447:head#
2020-11-16T20:50:17.915 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.915 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ebc04f8:::benchmark_data_smithi065_43723_object43395:head#
2020-11-16T20:50:17.916 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.916 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ebdf5ca:::benchmark_data_smithi065_43723_object37116:head#
2020-11-16T20:50:17.916 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.916 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ec642e1:::benchmark_data_smithi065_43723_object28415:head#
2020-11-16T20:50:17.916 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.916 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ec7f40d:::benchmark_data_smithi065_43723_object18766:head#
2020-11-16T20:50:17.916 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.917 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ecb97e2:::benchmark_data_smithi065_43723_object15208:head#
2020-11-16T20:50:17.917 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.917 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ece5401:::benchmark_data_smithi065_43723_object1990:head#
2020-11-16T20:50:17.917 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.917 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ed0d083:::benchmark_data_smithi065_43723_object13577:head#
2020-11-16T20:50:17.917 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.917 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ed0e7ba:::benchmark_data_smithi065_43723_object4417:head#
2020-11-16T20:50:17.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ed24a91:::benchmark_data_smithi065_43723_object3549:head#
2020-11-16T20:50:17.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ed258b6:::benchmark_data_smithi065_43723_object22978:head#
2020-11-16T20:50:17.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ed4ebd9:::benchmark_data_smithi065_43723_object39306:head#
2020-11-16T20:50:17.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6edff0d1:::benchmark_data_smithi065_43723_object9843:head#
2020-11-16T20:50:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee0fc99:::benchmark_data_smithi065_43723_object14563:head#
2020-11-16T20:50:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee25d1d:::benchmark_data_smithi065_43723_object24046:head#
2020-11-16T20:50:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee2cca6:::benchmark_data_smithi065_43723_object9158:head#
2020-11-16T20:50:17.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee30135:::benchmark_data_smithi065_43723_object13421:head#
2020-11-16T20:50:17.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee3c060:::benchmark_data_smithi065_43723_object19205:head#
2020-11-16T20:50:17.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.924 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee40886:::benchmark_data_smithi065_43723_object11433:head#
2020-11-16T20:50:17.924 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.924 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee434f6:::benchmark_data_smithi065_43723_object22686:head#
2020-11-16T20:50:17.924 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.924 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee5d296:::benchmark_data_smithi065_43723_object33170:head#
2020-11-16T20:50:17.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee69661:::benchmark_data_smithi065_43723_object18236:head#
2020-11-16T20:50:17.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee74234:::benchmark_data_smithi065_43723_object15189:head#
2020-11-16T20:50:17.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee87be9:::benchmark_data_smithi065_43723_object19547:head#
2020-11-16T20:50:17.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ee97668:::benchmark_data_smithi065_43723_object4520:head#
2020-11-16T20:50:17.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eea1dd0:::benchmark_data_smithi065_43723_object2959:head#
2020-11-16T20:50:17.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eebe632:::benchmark_data_smithi065_43723_object9285:head#
2020-11-16T20:50:17.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eebe87a:::benchmark_data_smithi065_43723_object14231:head#
2020-11-16T20:50:17.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eed89da:::benchmark_data_smithi065_43723_object43707:head#
2020-11-16T20:50:17.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6eefb4bf:::benchmark_data_smithi065_43723_object41224:head#
2020-11-16T20:50:17.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ef19d84:::benchmark_data_smithi065_43723_object33593:head#
2020-11-16T20:50:17.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ef281e3:::benchmark_data_smithi065_43723_object18875:head#
2020-11-16T20:50:17.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ef34e99:::benchmark_data_smithi065_43723_object1081:head#
2020-11-16T20:50:17.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ef3dd15:::benchmark_data_smithi065_43723_object42817:head#
2020-11-16T20:50:17.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ef5d222:::benchmark_data_smithi065_43723_object43223:head#
2020-11-16T20:50:17.929 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.929 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6efb39fb:::benchmark_data_smithi065_43723_object43832:head#
2020-11-16T20:50:17.929 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.929 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6efcb0b3:::benchmark_data_smithi065_43723_object27730:head#
2020-11-16T20:50:17.929 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.929 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f007dac:::benchmark_data_smithi065_43723_object19867:head#
2020-11-16T20:50:17.929 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.930 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f021345:::benchmark_data_smithi065_43723_object4562:head#
2020-11-16T20:50:17.930 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.930 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f049364:::benchmark_data_smithi065_43723_object11577:head#
2020-11-16T20:50:17.930 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.930 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f093377:::benchmark_data_smithi065_43723_object21541:head#
2020-11-16T20:50:17.930 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.930 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f0c4811:::benchmark_data_smithi065_43723_object29306:head#
2020-11-16T20:50:17.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f0c7ce8:::benchmark_data_smithi065_43723_object28482:head#
2020-11-16T20:50:17.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f0ef6a8:::benchmark_data_smithi065_43723_object27566:head#
2020-11-16T20:50:17.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f10863d:::benchmark_data_smithi065_43723_object23913:head#
2020-11-16T20:50:17.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f1188e1:::benchmark_data_smithi065_43723_object24485:head#
2020-11-16T20:50:17.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f119f76:::benchmark_data_smithi065_43723_object9710:head#
2020-11-16T20:50:17.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f12eb43:::benchmark_data_smithi065_43723_object884:head#
2020-11-16T20:50:17.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f163de7:::benchmark_data_smithi065_43723_object31337:head#
2020-11-16T20:50:17.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.934 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f18df0b:::benchmark_data_smithi065_43723_object30705:head#
2020-11-16T20:50:17.934 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.935 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f1a83ce:::benchmark_data_smithi065_43723_object25869:head#
2020-11-16T20:50:17.935 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.935 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f1b6437:::benchmark_data_smithi065_43723_object41918:head#
2020-11-16T20:50:17.935 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.935 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f1c087a:::benchmark_data_smithi065_43723_object33431:head#
2020-11-16T20:50:17.935 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f1e45c1:::benchmark_data_smithi065_43723_object20152:head#
2020-11-16T20:50:17.936 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f1ec5e5:::benchmark_data_smithi065_43723_object22973:head#
2020-11-16T20:50:17.936 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f202a6f:::benchmark_data_smithi065_43723_object42141:head#
2020-11-16T20:50:17.936 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f239840:::benchmark_data_smithi065_43723_object43753:head#
2020-11-16T20:50:17.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f23bd6c:::benchmark_data_smithi065_43723_object19319:head#
2020-11-16T20:50:17.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f23eda6:::benchmark_data_smithi065_43723_object29817:head#
2020-11-16T20:50:17.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f243edf:::benchmark_data_smithi065_43723_object31813:head#
2020-11-16T20:50:17.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f2518d9:::benchmark_data_smithi065_43723_object19143:head#
2020-11-16T20:50:17.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f25a784:::benchmark_data_smithi065_43723_object12941:head#
2020-11-16T20:50:17.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f28cde4:::benchmark_data_smithi065_43723_object5842:head#
2020-11-16T20:50:17.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f293606:::benchmark_data_smithi065_43723_object15321:head#
2020-11-16T20:50:17.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f2e2388:::benchmark_data_smithi065_43723_object22432:head#
2020-11-16T20:50:17.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f2fc374:::benchmark_data_smithi065_43723_object39974:head#
2020-11-16T20:50:17.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f346c1c:::benchmark_data_smithi065_43723_object27053:head#
2020-11-16T20:50:17.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.940 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f38667d:::benchmark_data_smithi065_43723_object34567:head#
2020-11-16T20:50:17.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.942 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f388b0b:::benchmark_data_smithi065_43723_object18026:head#
2020-11-16T20:50:17.942 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.942 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f3a90c4:::benchmark_data_smithi065_43723_object7092:head#
2020-11-16T20:50:17.942 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.942 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f3d52cb:::benchmark_data_smithi065_43723_object20306:head#
2020-11-16T20:50:17.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f3ee754:::benchmark_data_smithi065_43723_object41517:head#
2020-11-16T20:50:17.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f3f1e66:::benchmark_data_smithi065_43723_object42931:head#
2020-11-16T20:50:17.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f3f9ac5:::benchmark_data_smithi065_43723_object27504:head#
2020-11-16T20:50:17.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f4068ba:::benchmark_data_smithi065_43723_object4950:head#
2020-11-16T20:50:17.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f410591:::benchmark_data_smithi065_43723_object1351:head#
2020-11-16T20:50:17.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f440155:::benchmark_data_smithi065_43723_object9829:head#
2020-11-16T20:50:17.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f440c52:::benchmark_data_smithi065_43723_object10021:head#
2020-11-16T20:50:17.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f44c450:::benchmark_data_smithi065_43723_object18426:head#
2020-11-16T20:50:17.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f44ce4b:::benchmark_data_smithi065_43723_object36672:head#
2020-11-16T20:50:17.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f473832:::benchmark_data_smithi065_43723_object6624:head#
2020-11-16T20:50:17.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f498aef:::benchmark_data_smithi065_43723_object32466:head#
2020-11-16T20:50:17.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f4c7884:::benchmark_data_smithi065_43723_object8358:head#
2020-11-16T20:50:17.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f4e3783:::benchmark_data_smithi065_43723_object40964:head#
2020-11-16T20:50:17.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.947 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f4f59d7:::benchmark_data_smithi065_43723_object27897:head#
2020-11-16T20:50:17.947 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.947 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f51727b:::benchmark_data_smithi065_43723_object18297:head#
2020-11-16T20:50:17.947 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.947 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f540b1a:::benchmark_data_smithi065_43723_object25047:head#
2020-11-16T20:50:17.947 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f56ccd0:::benchmark_data_smithi065_43723_object27545:head#
2020-11-16T20:50:17.948 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f576aff:::benchmark_data_smithi065_43723_object20222:head#
2020-11-16T20:50:17.948 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f585384:::benchmark_data_smithi065_43723_object25946:head#
2020-11-16T20:50:17.948 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.949 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:50:17.952 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f5a95f6:::benchmark_data_smithi065_43723_object15035:head#
2020-11-16T20:50:17.952 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.952 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f5f9952:::benchmark_data_smithi065_43723_object36963:head#
2020-11-16T20:50:17.953 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.953 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f650221:::benchmark_data_smithi065_43723_object12915:head#
2020-11-16T20:50:17.953 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.953 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f69b581:::benchmark_data_smithi065_43723_object38198:head#
2020-11-16T20:50:17.953 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.953 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f6b0770:::benchmark_data_smithi065_43723_object35992:head#
2020-11-16T20:50:17.953 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f6f4a8f:::benchmark_data_smithi065_43723_object19951:head#
2020-11-16T20:50:17.954 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f6fb199:::benchmark_data_smithi065_43723_object15754:head#
2020-11-16T20:50:17.954 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f705f89:::benchmark_data_smithi065_43723_object8713:head#
2020-11-16T20:50:17.954 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f72d4d5:::benchmark_data_smithi065_43723_object21776:head#
2020-11-16T20:50:17.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f75270f:::benchmark_data_smithi065_43723_object11990:head#
2020-11-16T20:50:17.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f78900b:::benchmark_data_smithi065_43723_object8162:head#
2020-11-16T20:50:17.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f78ff46:::benchmark_data_smithi065_43723_object30040:head#
2020-11-16T20:50:17.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f79873b:::benchmark_data_smithi065_43723_object15990:head#
2020-11-16T20:50:17.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f7a5147:::benchmark_data_smithi065_43723_object26930:head#
2020-11-16T20:50:17.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f7b0808:::benchmark_data_smithi065_43723_object22439:head#
2020-11-16T20:50:17.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f7ceadc:::benchmark_data_smithi065_43723_object1183:head#
2020-11-16T20:50:17.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f7ceafc:::benchmark_data_smithi065_43723_object38316:head#
2020-11-16T20:50:17.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f7e39c2:::benchmark_data_smithi065_43723_object23409:head#
2020-11-16T20:50:17.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f7e6860:::benchmark_data_smithi065_43723_object34043:head#
2020-11-16T20:50:17.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f7ef365:::benchmark_data_smithi065_43723_object7789:head#
2020-11-16T20:50:17.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f7f53aa:::benchmark_data_smithi065_43723_object42804:head#
2020-11-16T20:50:17.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f80ea5c:::benchmark_data_smithi065_43723_object434:head#
2020-11-16T20:50:17.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f811586:::benchmark_data_smithi065_43723_object23784:head#
2020-11-16T20:50:17.959 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.959 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f8182ce:::benchmark_data_smithi065_43723_object31738:head#
2020-11-16T20:50:17.959 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.959 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f82730c:::benchmark_data_smithi065_43723_object18027:head#
2020-11-16T20:50:17.959 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.959 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f840de7:::benchmark_data_smithi065_43723_object20988:head#
2020-11-16T20:50:17.959 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f857d6c:::benchmark_data_smithi065_43723_object33252:head#
2020-11-16T20:50:17.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f85b44d:::benchmark_data_smithi065_43723_object12112:head#
2020-11-16T20:50:17.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f85c49e:::benchmark_data_smithi065_43723_object22444:head#
2020-11-16T20:50:17.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f860ecf:::benchmark_data_smithi065_43723_object30464:head#
2020-11-16T20:50:17.961 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.963 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f8633ae:::benchmark_data_smithi065_43723_object7900:head#
2020-11-16T20:50:17.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f8b0d70:::benchmark_data_smithi065_43723_object3616:head#
2020-11-16T20:50:17.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f8bc7eb:::benchmark_data_smithi065_43723_object7852:head#
2020-11-16T20:50:17.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f8be46a:::benchmark_data_smithi065_43723_object15491:head#
2020-11-16T20:50:17.965 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.965 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f90142b:::benchmark_data_smithi065_43723_object1256:head#
2020-11-16T20:50:17.965 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.965 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f91479a:::benchmark_data_smithi065_43723_object3102:head#
2020-11-16T20:50:17.965 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.965 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f9192b7:::benchmark_data_smithi065_43723_object14752:head#
2020-11-16T20:50:17.965 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f920d0d:::benchmark_data_smithi065_43723_object14408:head#
2020-11-16T20:50:17.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f92dc59:::benchmark_data_smithi065_43723_object31437:head#
2020-11-16T20:50:17.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f940cdc:::benchmark_data_smithi065_43723_object15605:head#
2020-11-16T20:50:17.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f940eed:::benchmark_data_smithi065_43723_object21921:head#
2020-11-16T20:50:17.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f94a4ae:::benchmark_data_smithi065_43723_object19350:head#
2020-11-16T20:50:17.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f96e5d4:::benchmark_data_smithi065_43723_object35690:head#
2020-11-16T20:50:17.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f99918c:::benchmark_data_smithi065_43723_object13508:head#
2020-11-16T20:50:17.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f9d168d:::benchmark_data_smithi065_43723_object10683:head#
2020-11-16T20:50:17.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f9da147:::benchmark_data_smithi065_43723_object13402:head#
2020-11-16T20:50:17.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6f9ef810:::benchmark_data_smithi065_43723_object40024:head#
2020-11-16T20:50:17.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fa252be:::benchmark_data_smithi065_43723_object39230:head#
2020-11-16T20:50:17.969 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.969 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fa693eb:::benchmark_data_smithi065_43723_object12399:head#
2020-11-16T20:50:17.969 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.969 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fa6fcfd:::benchmark_data_smithi065_43723_object6454:head#
2020-11-16T20:50:17.969 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.969 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fa775f6:::benchmark_data_smithi065_43723_object18763:head#
2020-11-16T20:50:17.969 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fa915b9:::benchmark_data_smithi065_43723_object16386:head#
2020-11-16T20:50:17.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6faa946d:::benchmark_data_smithi065_43723_object23503:head#
2020-11-16T20:50:17.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fac02d9:::benchmark_data_smithi065_43723_object39115:head#
2020-11-16T20:50:17.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fafac00:::benchmark_data_smithi065_43723_object26627:head#
2020-11-16T20:50:17.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fafdf8f:::benchmark_data_smithi065_43723_object5714:head#
2020-11-16T20:50:17.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fb29449:::benchmark_data_smithi065_43723_object21100:head#
2020-11-16T20:50:17.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fb42ca1:::benchmark_data_smithi065_43723_object3409:head#
2020-11-16T20:50:17.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.972 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fb47f81:::benchmark_data_smithi065_43723_object30752:head#
2020-11-16T20:50:17.974 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.974 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fb4cf05:::benchmark_data_smithi065_43723_object30104:head#
2020-11-16T20:50:17.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fb8fdba:::benchmark_data_smithi065_43723_object32888:head#
2020-11-16T20:50:17.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fbb287f:::benchmark_data_smithi065_43723_object42429:head#
2020-11-16T20:50:17.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fbb9b55:::benchmark_data_smithi065_43723_object12957:head#
2020-11-16T20:50:17.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fbbbad6:::benchmark_data_smithi065_43723_object4789:head#
2020-11-16T20:50:17.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fbcd765:::benchmark_data_smithi065_43723_object38592:head#
2020-11-16T20:50:17.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fc1a884:::benchmark_data_smithi065_43723_object21254:head#
2020-11-16T20:50:17.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fc416c9:::benchmark_data_smithi065_43723_object19837:head#
2020-11-16T20:50:17.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fc8bd24:::benchmark_data_smithi065_43723_object6317:head#
2020-11-16T20:50:17.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fc8ce90:::benchmark_data_smithi065_43723_object31252:head#
2020-11-16T20:50:17.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fc8e99c:::benchmark_data_smithi065_43723_object31053:head#
2020-11-16T20:50:17.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.978 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fccb875:::benchmark_data_smithi065_43723_object27601:head#
2020-11-16T20:50:17.978 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.978 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fcd007f:::benchmark_data_smithi065_43723_object1762:head#
2020-11-16T20:50:17.978 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.978 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fd22068:::benchmark_data_smithi065_43723_object40914:head#
2020-11-16T20:50:17.978 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fd38d47:::benchmark_data_smithi065_43723_object41176:head#
2020-11-16T20:50:17.979 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fd44755:::benchmark_data_smithi065_43723_object21635:head#
2020-11-16T20:50:17.979 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fd6fe69:::benchmark_data_smithi065_43723_object8374:head#
2020-11-16T20:50:17.979 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fd8c7bc:::benchmark_data_smithi065_43723_object33140:head#
2020-11-16T20:50:17.979 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fd91fde:::benchmark_data_smithi065_43723_object10700:head#
2020-11-16T20:50:17.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdac1aa:::benchmark_data_smithi065_43723_object28213:head#
2020-11-16T20:50:17.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdb2851:::benchmark_data_smithi065_43723_object8420:head#
2020-11-16T20:50:17.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdcbc89:::benchmark_data_smithi065_43723_object2960:head#
2020-11-16T20:50:17.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdcf745:::benchmark_data_smithi065_43723_object16282:head#
2020-11-16T20:50:17.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdd2e40:::benchmark_data_smithi065_43723_object5869:head#
2020-11-16T20:50:17.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdd8f7a:::benchmark_data_smithi065_43723_object37507:head#
2020-11-16T20:50:17.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdea89b:::benchmark_data_smithi065_43723_object5651:head#
2020-11-16T20:50:17.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.982 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdec445:::benchmark_data_smithi065_43723_object40105:head#
2020-11-16T20:50:17.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.984 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fdf7469:::benchmark_data_smithi065_43723_object27968:head#
2020-11-16T20:50:17.984 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.984 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fe2ce2a:::benchmark_data_smithi065_43723_object5877:head#
2020-11-16T20:50:17.984 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.984 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fe744e7:::benchmark_data_smithi065_43723_object5562:head#
2020-11-16T20:50:17.984 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fe7e632:::benchmark_data_smithi065_43723_object27912:head#
2020-11-16T20:50:17.985 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6fea77af:::benchmark_data_smithi065_43723_object22559:head#
2020-11-16T20:50:17.985 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6feda753:::benchmark_data_smithi065_43723_object37636:head#
2020-11-16T20:50:17.985 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ff3cd1a:::benchmark_data_smithi065_43723_object25082:head#
2020-11-16T20:50:17.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ff526bf:::benchmark_data_smithi065_43723_object29944:head#
2020-11-16T20:50:17.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ff64681:::benchmark_data_smithi065_43723_object21646:head#
2020-11-16T20:50:17.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ff743e3:::benchmark_data_smithi065_43723_object29779:head#
2020-11-16T20:50:17.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ff973e4:::benchmark_data_smithi065_43723_object26568:head#
2020-11-16T20:50:17.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ffa0207:::benchmark_data_smithi065_43723_object597:head#
2020-11-16T20:50:17.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ffb1d07:::benchmark_data_smithi065_43723_object26075:head#
2020-11-16T20:50:17.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #6:6ffc1ef1:::benchmark_data_smithi065_43723_object11015:head#
2020-11-16T20:50:17.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:50:17.988 INFO:teuthology.orchestra.run.smithi142.stdout:write_pg epoch 636 info 6.6( v 636'2715 (0'0,636'2715] local-lis/les=626/627 n=2715 ec=626/626 lis/c=626/626 les/c/f=627/627/0 sis=626)
2020-11-16T20:50:18.022 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:18 smithi071 bash[16796]: debug 2020-11-16T20:50:18.021+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:18.023 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:18.023 INFO:teuthology.orchestra.run.smithi142.stdout:Import successful
2020-11-16T20:50:18.120 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:18.127 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:18.243 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:18.348 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:18.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:18 smithi065 bash[14115]: debug 2020-11-16T20:50:18.240+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:19.138 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:19.214 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:50:19.372 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:19.451 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:19 smithi071 bash[9480]: cluster 2020-11-16T20:50:17.957877+0000 osd.5 (osd.5) 180 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:19 smithi071 bash[9480]: cluster 2020-11-16T20:50:17.957966+0000 osd.5 (osd.5) 181 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:19 smithi071 bash[9480]: cluster 2020-11-16T20:50:18.060239+0000 mon.a (mon.0) 2181 : cluster [DBG] osdmap e664: 12 total, 11 up, 8 in
2020-11-16T20:50:19.452 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:19 smithi071 bash[9480]: cluster 2020-11-16T20:50:18.459085+0000 mgr.x (mgr.14196) 1158 : cluster [DBG] pgmap v1726: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.5 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:50:19.486 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:50:19.486 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:50:19.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:19 smithi065 bash[9468]: cluster 2020-11-16T20:50:17.957877+0000 osd.5 (osd.5) 180 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:19.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:19 smithi065 bash[9468]: cluster 2020-11-16T20:50:17.957966+0000 osd.5 (osd.5) 181 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:19.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:19 smithi065 bash[9468]: cluster 2020-11-16T20:50:18.060239+0000 mon.a (mon.0) 2181 : cluster [DBG] osdmap e664: 12 total, 11 up, 8 in
2020-11-16T20:50:19.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:19 smithi065 bash[9468]: cluster 2020-11-16T20:50:18.459085+0000 mgr.x (mgr.14196) 1158 : cluster [DBG] pgmap v1726: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.5 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:50:19.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:19 smithi142 bash[18009]: debug 2020-11-16T20:50:19.035+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:19.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:19 smithi142 bash[9523]: cluster 2020-11-16T20:50:17.957877+0000 osd.5 (osd.5) 180 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:19.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:19 smithi142 bash[9523]: cluster 2020-11-16T20:50:17.957966+0000 osd.5 (osd.5) 181 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:19.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:19 smithi142 bash[9523]: cluster 2020-11-16T20:50:18.060239+0000 mon.a (mon.0) 2181 : cluster [DBG] osdmap e664: 12 total, 11 up, 8 in
2020-11-16T20:50:19.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:19 smithi142 bash[9523]: cluster 2020-11-16T20:50:18.459085+0000 mgr.x (mgr.14196) 1158 : cluster [DBG] pgmap v1726: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 3.5 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:50:19.987 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:20.090 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:20.229 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:20.336 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:20.344 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:19 smithi142 bash[15670]: debug 2020-11-16T20:50:19.987+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:20.377 INFO:teuthology.orchestra.run.smithi142:> sudo rm -f /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/exp.6.6.3
2020-11-16T20:50:20.440 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:20 smithi065 bash[18823]: debug 2020-11-16T20:50:20.228+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:20.441 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:20 smithi065 bash[16457]: debug 2020-11-16T20:50:20.440+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:20.446 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:20.553 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:20.555 INFO:tasks.thrashosds.thrasher:Waiting for clean again
2020-11-16T20:50:20.556 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean
2020-11-16T20:50:20.556 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:50:20.716 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:20.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:20 smithi065 bash[9468]: cluster 2020-11-16T20:50:20.459584+0000 mgr.x (mgr.14196) 1159 : cluster [DBG] pgmap v1727: 17 pgs: 17 active+clean; 3.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:50:20.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:20 smithi142 bash[9523]: cluster 2020-11-16T20:50:20.459584+0000 mgr.x (mgr.14196) 1159 : cluster [DBG] pgmap v1727: 17 pgs: 17 active+clean; 3.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:50:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:20 smithi071 bash[9480]: cluster 2020-11-16T20:50:20.459584+0000 mgr.x (mgr.14196) 1159 : cluster [DBG] pgmap v1727: 17 pgs: 17 active+clean; 3.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:50:21.032 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_ops_in_flight
2020-11-16T20:50:21.224 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:50:21.253 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:21.356 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:21.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:21 smithi142 bash[20366]: debug 2020-11-16T20:50:21.254+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:22.879 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:22.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:22 smithi071 bash[9480]: cluster 2020-11-16T20:50:21.469181+0000 osd.4 (osd.4) 187 : cluster [DBG] 6.e deep-scrub starts
2020-11-16T20:50:22.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:22 smithi071 bash[9480]: audit 2020-11-16T20:50:22.509206+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:50:22.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:22 smithi071 bash[9480]: audit 2020-11-16T20:50:22.511765+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:50:22.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:22 smithi071 bash[9480]: audit 2020-11-16T20:50:22.515452+0000 mon.a (mon.0) 2183 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:50:22.983 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:22.992 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:22 smithi065 bash[9468]: cluster 2020-11-16T20:50:21.469181+0000 osd.4 (osd.4) 187 : cluster [DBG] 6.e deep-scrub starts
2020-11-16T20:50:22.992 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:22 smithi065 bash[9468]: audit 2020-11-16T20:50:22.509206+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:50:22.992 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:22 smithi065 bash[9468]: audit 2020-11-16T20:50:22.511765+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:50:22.992 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:22 smithi065 bash[9468]: audit 2020-11-16T20:50:22.515452+0000 mon.a (mon.0) 2183 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:50:22.993 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:22 smithi065 bash[18823]: debug 2020-11-16T20:50:22.876+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:23.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:22 smithi142 bash[9523]: cluster 2020-11-16T20:50:21.469181+0000 osd.4 (osd.4) 187 : cluster [DBG] 6.e deep-scrub starts
2020-11-16T20:50:23.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:22 smithi142 bash[9523]: audit 2020-11-16T20:50:22.509206+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:50:23.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:22 smithi142 bash[9523]: audit 2020-11-16T20:50:22.511765+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:50:23.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:22 smithi142 bash[9523]: audit 2020-11-16T20:50:22.515452+0000 mon.a (mon.0) 2183 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:50:23.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:23 smithi071 bash[9480]: cluster 2020-11-16T20:50:22.847019+0000 osd.0 (osd.0) 189 : cluster [DBG] 6.0 scrub starts
2020-11-16T20:50:24.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:23 smithi065 bash[9468]: cluster 2020-11-16T20:50:22.847019+0000 osd.0 (osd.0) 189 : cluster [DBG] 6.0 scrub starts
2020-11-16T20:50:24.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:23 smithi142 bash[9523]: cluster 2020-11-16T20:50:22.847019+0000 osd.0 (osd.0) 189 : cluster [DBG] 6.0 scrub starts
2020-11-16T20:50:24.884 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:24.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:24 smithi071 bash[9480]: cluster 2020-11-16T20:50:22.953721+0000 osd.7 (osd.7) 156 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:24.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:24 smithi071 bash[9480]: cluster 2020-11-16T20:50:22.953830+0000 osd.7 (osd.7) 157 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:24.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:24 smithi071 bash[9480]: cluster 2020-11-16T20:50:23.664092+0000 mon.a (mon.0) 2184 : cluster [DBG] osdmap e665: 12 total, 11 up, 8 in
2020-11-16T20:50:24.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:24 smithi071 bash[9480]: cluster 2020-11-16T20:50:23.727280+0000 osd.0 (osd.0) 190 : cluster [DBG] 6.0 scrub ok
2020-11-16T20:50:24.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:24 smithi071 bash[9480]: cluster 2020-11-16T20:50:24.460460+0000 mgr.x (mgr.14196) 1161 : cluster [DBG] pgmap v1730: 17 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 15 active+clean; 3.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:50:24.988 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:24.996 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:24 smithi065 bash[18823]: debug 2020-11-16T20:50:24.884+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:24.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:24 smithi065 bash[9468]: cluster 2020-11-16T20:50:22.953721+0000 osd.7 (osd.7) 156 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:24.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:24 smithi065 bash[9468]: cluster 2020-11-16T20:50:22.953830+0000 osd.7 (osd.7) 157 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:24.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:24 smithi065 bash[9468]: cluster 2020-11-16T20:50:23.664092+0000 mon.a (mon.0) 2184 : cluster [DBG] osdmap e665: 12 total, 11 up, 8 in
2020-11-16T20:50:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:24 smithi065 bash[9468]: cluster 2020-11-16T20:50:23.727280+0000 osd.0 (osd.0) 190 : cluster [DBG] 6.0 scrub ok
2020-11-16T20:50:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:24 smithi065 bash[9468]: cluster 2020-11-16T20:50:24.460460+0000 mgr.x (mgr.14196) 1161 : cluster [DBG] pgmap v1730: 17 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 15 active+clean; 3.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:50:25.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:24 smithi142 bash[9523]: cluster 2020-11-16T20:50:22.953721+0000 osd.7 (osd.7) 156 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:25.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:24 smithi142 bash[9523]: cluster 2020-11-16T20:50:22.953830+0000 osd.7 (osd.7) 157 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:25.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:24 smithi142 bash[9523]: cluster 2020-11-16T20:50:23.664092+0000 mon.a (mon.0) 2184 : cluster [DBG] osdmap e665: 12 total, 11 up, 8 in
2020-11-16T20:50:25.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:24 smithi142 bash[9523]: cluster 2020-11-16T20:50:23.727280+0000 osd.0 (osd.0) 190 : cluster [DBG] 6.0 scrub ok
2020-11-16T20:50:25.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:24 smithi142 bash[9523]: cluster 2020-11-16T20:50:24.460460+0000 mgr.x (mgr.14196) 1161 : cluster [DBG] pgmap v1730: 17 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 15 active+clean; 3.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:50:25.121 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:25.228 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:25.280 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:25 smithi065 bash[14115]: debug 2020-11-16T20:50:25.120+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:25.346 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:25.450 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:25.695 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:25.696 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:25 smithi071 bash[26650]: debug 2020-11-16T20:50:25.345+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:25.780 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:25 smithi065 bash[14115]: debug 2020-11-16T20:50:25.692+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:25.800 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:25.958 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:26.062 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:26.071 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:50:25 smithi065 bash[11785]: debug 2020-11-16T20:50:25.956+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:26.179 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:26.283 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:26.380 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:26 smithi065 bash[18823]: debug 2020-11-16T20:50:26.176+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:26.381 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:26 smithi065 bash[9468]: audit 2020-11-16T20:50:26.267839+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:50:26.381 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:26 smithi065 bash[9468]: audit 2020-11-16T20:50:26.268195+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:50:26.381 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:26 smithi065 bash[9468]: audit 2020-11-16T20:50:26.270578+0000 mon.a (mon.0) 2185 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:50:26.381 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:26 smithi065 bash[9468]: audit 2020-11-16T20:50:26.271191+0000 mon.a (mon.0) 2186 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:50:26.609 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:26 smithi142 bash[9523]: audit 2020-11-16T20:50:26.267839+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:50:26.609 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:26 smithi142 bash[9523]: audit 2020-11-16T20:50:26.268195+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:50:26.609 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:26 smithi142 bash[9523]: audit 2020-11-16T20:50:26.270578+0000 mon.a (mon.0) 2185 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:50:26.609 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:26 smithi142 bash[9523]: audit 2020-11-16T20:50:26.271191+0000 mon.a (mon.0) 2186 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:50:26.610 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:26.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:26 smithi071 bash[9480]: audit 2020-11-16T20:50:26.267839+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:50:26.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:26 smithi071 bash[9480]: audit 2020-11-16T20:50:26.268195+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:50:26.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:26 smithi071 bash[9480]: audit 2020-11-16T20:50:26.270578+0000 mon.a (mon.0) 2185 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:50:26.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:26 smithi071 bash[9480]: audit 2020-11-16T20:50:26.271191+0000 mon.a (mon.0) 2186 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:50:26.714 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:26.983 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:50:27.018 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:50:27.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:26 smithi142 bash[15670]: debug 2020-11-16T20:50:26.610+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:27.054 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:50:27.087 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:50:27.122 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:50:27.156 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:50:27.189 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:50:27.214 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:50:27.231 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:27.240 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:50:27.269 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:50:27.302 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:50:27.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.303 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:50:27.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:50:27.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:50:27.335 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:27.530 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:50:27 smithi065 bash[11785]: debug 2020-11-16T20:50:27.228+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:27.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:27 smithi065 bash[9468]: cluster 2020-11-16T20:50:26.460909+0000 mgr.x (mgr.14196) 1162 : cluster [DBG] pgmap v1731: 17 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 15 active+clean; 3.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 983 op/s
2020-11-16T20:50:27.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:27 smithi065 bash[9468]: audit 2020-11-16T20:50:26.967492+0000 mon.a (mon.0) 2187 : audit [DBG] from='client.? v1:172.21.15.142:0/2094545722' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:27.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:27 smithi065 bash[9468]: cluster 2020-11-16T20:50:26.990861+0000 osd.0 (osd.0) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:27.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:27 smithi142 bash[9523]: cluster 2020-11-16T20:50:26.460909+0000 mgr.x (mgr.14196) 1162 : cluster [DBG] pgmap v1731: 17 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 15 active+clean; 3.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 983 op/s
2020-11-16T20:50:27.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:27 smithi142 bash[9523]: audit 2020-11-16T20:50:26.967492+0000 mon.a (mon.0) 2187 : audit [DBG] from='client.? v1:172.21.15.142:0/2094545722' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:27.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:27 smithi142 bash[9523]: cluster 2020-11-16T20:50:26.990861+0000 osd.0 (osd.0) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:27.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:27 smithi071 bash[9480]: cluster 2020-11-16T20:50:26.460909+0000 mgr.x (mgr.14196) 1162 : cluster [DBG] pgmap v1731: 17 pgs: 1 active+clean+scrubbing, 1 active+clean+scrubbing+deep, 15 active+clean; 3.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 983 op/s
2020-11-16T20:50:27.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:27 smithi071 bash[9480]: audit 2020-11-16T20:50:26.967492+0000 mon.a (mon.0) 2187 : audit [DBG] from='client.? v1:172.21.15.142:0/2094545722' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:27.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:27 smithi071 bash[9480]: cluster 2020-11-16T20:50:26.990861+0000 osd.0 (osd.0) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:27.783 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:50:27.784 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:50:28.335 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:50:28.631 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.022309+0000 osd.1 (osd.1) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.060350+0000 osd.2 (osd.2) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.092970+0000 osd.4 (osd.4) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.128272+0000 osd.5 (osd.5) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.162327+0000 osd.6 (osd.6) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.195233+0000 osd.7 (osd.7) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.632 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.219339+0000 osd.8 (osd.8) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.633 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.245840+0000 osd.9 (osd.9) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.633 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.274591+0000 osd.10 (osd.10) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.633 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: cluster 2020-11-16T20:50:27.307547+0000 osd.11 (osd.11) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.633 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:28 smithi065 bash[9468]: audit 2020-11-16T20:50:27.788736+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? v1:172.21.15.142:0/2410606710' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:50:28.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.022309+0000 osd.1 (osd.1) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.060350+0000 osd.2 (osd.2) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.092970+0000 osd.4 (osd.4) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.128272+0000 osd.5 (osd.5) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.162327+0000 osd.6 (osd.6) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.195233+0000 osd.7 (osd.7) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.219339+0000 osd.8 (osd.8) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.245840+0000 osd.9 (osd.9) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.274591+0000 osd.10 (osd.10) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: cluster 2020-11-16T20:50:27.307547+0000 osd.11 (osd.11) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[9480]: audit 2020-11-16T20:50:27.788736+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? v1:172.21.15.142:0/2410606710' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:50:28.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.022309+0000 osd.1 (osd.1) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.060350+0000 osd.2 (osd.2) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.092970+0000 osd.4 (osd.4) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.128272+0000 osd.5 (osd.5) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.162327+0000 osd.6 (osd.6) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.195233+0000 osd.7 (osd.7) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.219339+0000 osd.8 (osd.8) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.245840+0000 osd.9 (osd.9) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.274591+0000 osd.10 (osd.10) 155 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: cluster 2020-11-16T20:50:27.307547+0000 osd.11 (osd.11) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:28.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:28 smithi142 bash[9523]: audit 2020-11-16T20:50:27.788736+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? v1:172.21.15.142:0/2410606710' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:50:28.907 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:50:28.907 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:50:28.907 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T20:50:28.908 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:50:28.973 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:50:28.974 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:50:28.979 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:29.082 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:29.241 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:29.247 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:28 smithi071 bash[26650]: debug 2020-11-16T20:50:28.981+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:29.346 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:29.668 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:29 smithi142 bash[9523]: audit 2020-11-16T20:50:27.781471+0000 mgr.x (mgr.14196) 1163 : audit [DBG] from='client.16338 v1:172.21.15.142:0/979841928' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:50:29.669 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:29 smithi142 bash[9523]: cluster 2020-11-16T20:50:28.330809+0000 mon.a (mon.0) 2189 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:29.669 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:29 smithi142 bash[9523]: audit 2020-11-16T20:50:28.335026+0000 mon.a (mon.0) 2190 : audit [INF] from='client.? v1:172.21.15.142:0/2410606710' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:50:29.669 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:29 smithi142 bash[9523]: cluster 2020-11-16T20:50:28.335076+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e666: 12 total, 11 up, 8 in
2020-11-16T20:50:29.669 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:29 smithi142 bash[9523]: cluster 2020-11-16T20:50:28.385688+0000 osd.8 (osd.8) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:29.669 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:29 smithi142 bash[9523]: cluster 2020-11-16T20:50:28.385786+0000 osd.8 (osd.8) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:29.670 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:29 smithi142 bash[9523]: cluster 2020-11-16T20:50:28.461294+0000 mgr.x (mgr.14196) 1164 : cluster [DBG] pgmap v1733: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s
2020-11-16T20:50:29.670 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1731,"stamp":"2020-11-16T20:50:26.460654+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3193700376,"num_objects":48733,"num_object_clones":0,"num_object_copies":97466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48733,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":127017,"num_write_kb":5623937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19196,"num_bytes_recovered":1258029056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":127140,"ondisk_log_size":127140,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":9137996,"kb_used_data":6327244,"kb_used_omap":0,"kb_used_meta":2810495,"kb_avail":740823220,"statfs":{"total":767960285184,"available":758602977280,"internally_reserved":0,"allocated":6479097856,"data_stored":6476100661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2877946940},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-541786112,"num_objects":-8267,"num_object_clones":0,"num_object_copies":-16534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-8267,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8267,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.402664"},"pg_stats":[{"pgid":"6.f","version":"665'7968","reported_seq":"8017","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:24.959727+0000","last_change":"2020-11-16T20:50:05.886479+0000","last_active":"2020-11-16T20:50:24.959727+0000","last_peered":"2020-11-16T20:50:24.959727+0000","last_clean":"2020-11-16T20:50:24.959727+0000","last_became_active":"2020-11-16T20:48:06.113000+0000","last_became_peered":"2020-11-16T20:48:06.113000+0000","last_unstale":"2020-11-16T20:50:24.959727+0000","last_undegraded":"2020-11-16T20:50:24.959727+0000","last_fullsized":"2020-11-16T20:50:24.959727+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"660'6619","last_scrub_stamp":"2020-11-16T20:50:05.886409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:05.886409+0000","log_size":7968,"ondisk_log_size":7968,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":203685888,"num_objects":3108,"num_object_clones":0,"num_object_copies":6216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3108,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7968,"num_write_kb":354432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9],"acting":[6,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.e","version":"664'8047","reported_seq":"8093","reported_epoch":"664","state":"active+clean+scrubbing+deep","last_fresh":"2020-11-16T20:50:22.310899+0000","last_change":"2020-11-16T20:50:21.463980+0000","last_active":"2020-11-16T20:50:22.310899+0000","last_peered":"2020-11-16T20:50:22.310899+0000","last_clean":"2020-11-16T20:50:22.310899+0000","last_became_active":"2020-11-16T20:48:06.074310+0000","last_became_peered":"2020-11-16T20:48:06.074310+0000","last_unstale":"2020-11-16T20:50:22.310899+0000","last_undegraded":"2020-11-16T20:50:22.310899+0000","last_fullsized":"2020-11-16T20:50:22.310899+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":8047,"ondisk_log_size":8047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":203161600,"num_objects":3100,"num_object_clones":0,"num_object_copies":6200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7924,"num_write_kb":352768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"665'7801","reported_seq":"7848","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:24.317170+0000","last_change":"2020-11-16T20:48:06.070667+0000","last_active":"2020-11-16T20:50:24.317170+0000","last_peered":"2020-11-16T20:50:24.317170+0000","last_clean":"2020-11-16T20:50:24.317170+0000","last_became_active":"2020-11-16T20:48:06.069868+0000","last_became_peered":"2020-11-16T20:48:06.069868+0000","last_unstale":"2020-11-16T20:50:24.317170+0000","last_undegraded":"2020-11-16T20:50:24.317170+0000","last_fullsized":"2020-11-16T20:50:24.317170+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":7801,"ondisk_log_size":7801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":196345880,"num_objects":2997,"num_object_clones":0,"num_object_copies":5994,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2997,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7801,"num_write_kb":345473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"665'8004","reported_seq":"13528","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:24.937443+0000","last_change":"2020-11-16T20:50:09.556518+0000","last_active":"2020-11-16T20:50:24.937443+0000","last_peered":"2020-11-16T20:50:24.937443+0000","last_clean":"2020-11-16T20:50:24.937443+0000","last_became_active":"2020-11-16T20:49:13.152971+0000","last_became_peered":"2020-11-16T20:49:13.152971+0000","last_unstale":"2020-11-16T20:50:24.937443+0000","last_undegraded":"2020-11-16T20:50:24.937443+0000","last_fullsized":"2020-11-16T20:50:24.937443+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"661'6908","last_scrub_stamp":"2020-11-16T20:50:09.556454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:09.556454+0000","log_size":8004,"ondisk_log_size":8004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":197918720,"num_objects":3020,"num_object_clones":0,"num_object_copies":6040,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3020,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8004,"num_write_kb":352768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2732,"num_bytes_recovered":179044352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,8],"acting":[6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"665'8049","reported_seq":"13513","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:26.250869+0000","last_change":"2020-11-16T20:50:06.706145+0000","last_active":"2020-11-16T20:50:26.250869+0000","last_peered":"2020-11-16T20:50:26.250869+0000","last_clean":"2020-11-16T20:50:26.250869+0000","last_became_active":"2020-11-16T20:49:12.852791+0000","last_became_peered":"2020-11-16T20:49:12.852791+0000","last_unstale":"2020-11-16T20:50:26.250869+0000","last_undegraded":"2020-11-16T20:50:26.250869+0000","last_fullsized":"2020-11-16T20:50:26.250869+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":658,"parent":"0.0","parent_split_bits":0,"last_scrub":"661'6714","last_scrub_stamp":"2020-11-16T20:50:06.706078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:06.706078+0000","log_size":8049,"ondisk_log_size":8049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":196411392,"num_objects":2997,"num_object_clones":0,"num_object_copies":5994,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8049,"num_write_kb":353472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2701,"num_bytes_recovered":177012736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"665'7920","reported_seq":"7969","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:24.960375+0000","last_change":"2020-11-16T20:50:07.539390+0000","last_active":"2020-11-16T20:50:24.960375+0000","last_peered":"2020-11-16T20:50:24.960375+0000","last_clean":"2020-11-16T20:50:24.960375+0000","last_became_active":"2020-11-16T20:48:06.072726+0000","last_became_peered":"2020-11-16T20:48:06.072726+0000","last_unstale":"2020-11-16T20:50:24.960375+0000","last_undegraded":"2020-11-16T20:50:24.960375+0000","last_fullsized":"2020-11-16T20:50:24.960375+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"661'6735","last_scrub_stamp":"2020-11-16T20:50:07.539344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:07.539344+0000","log_size":7920,"ondisk_log_size":7920,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":195821568,"num_objects":2988,"num_object_clones":0,"num_object_copies":5976,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7920,"num_write_kb":349056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"664'8002","reported_seq":"8050","reported_epoch":"664","state":"active+clean","last_fresh":"2020-11-16T20:50:22.835369+0000","last_change":"2020-11-16T20:50:08.848156+0000","last_active":"2020-11-16T20:50:22.835369+0000","last_peered":"2020-11-16T20:50:22.835369+0000","last_clean":"2020-11-16T20:50:22.835369+0000","last_became_active":"2020-11-16T20:48:06.116624+0000","last_became_peered":"2020-11-16T20:48:06.116624+0000","last_unstale":"2020-11-16T20:50:22.835369+0000","last_undegraded":"2020-11-16T20:50:22.835369+0000","last_fullsized":"2020-11-16T20:50:22.835369+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"661'6961","last_scrub_stamp":"2020-11-16T20:50:08.848093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:08.848093+0000","log_size":8002,"ondisk_log_size":8002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":201719808,"num_objects":3078,"num_object_clones":0,"num_object_copies":6156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3078,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8002,"num_write_kb":354560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"665'8012","reported_seq":"8061","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:26.265759+0000","last_change":"2020-11-16T20:49:07.194765+0000","last_active":"2020-11-16T20:50:26.265759+0000","last_peered":"2020-11-16T20:50:26.265759+0000","last_clean":"2020-11-16T20:50:26.265759+0000","last_became_active":"2020-11-16T20:48:06.115910+0000","last_became_peered":"2020-11-16T20:48:06.115910+0000","last_unstale":"2020-11-16T20:50:26.265759+0000","last_undegraded":"2020-11-16T20:50:26.265759+0000","last_fullsized":"2020-11-16T20:50:26.265759+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"636'2687","last_scrub_stamp":"2020-11-16T20:49:07.194668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:49:07.194668+0000","log_size":8012,"ondisk_log_size":8012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":195690496,"num_objects":2986,"num_object_clones":0,"num_object_copies":5972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8012,"num_write_kb":351936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"664'7810","reported_seq":"13299","reported_epoch":"664","state":"active+clean","last_fresh":"2020-11-16T20:50:22.316109+0000","last_change":"2020-11-16T20:49:57.511892+0000","last_active":"2020-11-16T20:50:22.316109+0000","last_peered":"2020-11-16T20:50:22.316109+0000","last_clean":"2020-11-16T20:50:22.316109+0000","last_became_active":"2020-11-16T20:49:12.856811+0000","last_became_peered":"2020-11-16T20:49:12.856811+0000","last_unstale":"2020-11-16T20:50:22.316109+0000","last_undegraded":"2020-11-16T20:50:22.316109+0000","last_fullsized":"2020-11-16T20:50:22.316109+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":658,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":7810,"ondisk_log_size":7810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":212074496,"num_objects":3236,"num_object_clones":0,"num_object_copies":6472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7810,"num_write_kb":353472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2715,"num_bytes_recovered":177930240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"665'8117","reported_seq":"8166","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:26.280777+0000","last_change":"2020-11-16T20:49:13.002391+0000","last_active":"2020-11-16T20:50:26.280777+0000","last_peered":"2020-11-16T20:50:26.280777+0000","last_clean":"2020-11-16T20:50:26.280777+0000","last_became_active":"2020-11-16T20:48:06.071779+0000","last_became_peered":"2020-11-16T20:48:06.071779+0000","last_unstale":"2020-11-16T20:50:26.280777+0000","last_undegraded":"2020-11-16T20:50:26.280777+0000","last_fullsized":"2020-11-16T20:50:26.280777+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"649'2764","last_scrub_stamp":"2020-11-16T20:49:13.002323+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:49:13.002323+0000","log_size":8117,"ondisk_log_size":8117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191954944,"num_objects":2929,"num_object_clones":0,"num_object_copies":5858,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2929,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8117,"num_write_kb":353472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"665'8027","reported_seq":"13677","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:24.336832+0000","last_change":"2020-11-16T20:50:14.634397+0000","last_active":"2020-11-16T20:50:24.336832+0000","last_peered":"2020-11-16T20:50:24.336832+0000","last_clean":"2020-11-16T20:50:24.336832+0000","last_became_active":"2020-11-16T20:49:13.153829+0000","last_became_peered":"2020-11-16T20:49:13.153829+0000","last_unstale":"2020-11-16T20:50:24.336832+0000","last_undegraded":"2020-11-16T20:50:24.336832+0000","last_fullsized":"2020-11-16T20:50:24.336832+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":656,"parent":"0.0","parent_split_bits":0,"last_scrub":"662'7323","last_scrub_stamp":"2020-11-16T20:50:14.634337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:14.634337+0000","log_size":8027,"ondisk_log_size":8027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":195231744,"num_objects":2979,"num_object_clones":0,"num_object_copies":5958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2979,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8027,"num_write_kb":352192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2793,"num_bytes_recovered":183042048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"665'8104","reported_seq":"8153","reported_epoch":"665","state":"active+clean","last_fresh":"2020-11-16T20:50:26.230079+0000","last_change":"2020-11-16T20:50:02.793170+0000","last_active":"2020-11-16T20:50:26.230079+0000","last_peered":"2020-11-16T20:50:26.230079+0000","last_clean":"2020-11-16T20:50:26.230079+0000","last_became_active":"2020-11-16T20:48:06.070338+0000","last_became_peered":"2020-11-16T20:48:06.070338+0000","last_unstale":"2020-11-16T20:50:26.230079+0000","last_undegraded":"2020-11-16T20:50:26.230079+0000","last_fullsized":"2020-11-16T20:50:26.230079+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"660'6408","last_scrub_stamp":"2020-11-16T20:50:02.793097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:02.793097+0000","log_size":8104,"ondisk_log_size":8104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":196608000,"num_objects":3000,"num_object_clones":0,"num_object_copies":6000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3000,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8104,"num_write_kb":355328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"664'7783","reported_seq":"13299","reported_epoch":"664","state":"active+clean","last_fresh":"2020-11-16T20:50:22.296893+0000","last_change":"2020-11-16T20:50:05.005849+0000","last_active":"2020-11-16T20:50:22.296893+0000","last_peered":"2020-11-16T20:50:22.296893+0000","last_clean":"2020-11-16T20:50:22.296893+0000","last_became_active":"2020-11-16T20:49:12.867384+0000","last_became_peered":"2020-11-16T20:49:12.867384+0000","last_unstale":"2020-11-16T20:50:22.296893+0000","last_undegraded":"2020-11-16T20:50:22.296893+0000","last_fullsized":"2020-11-16T20:50:22.296893+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":658,"parent":"0.0","parent_split_bits":0,"last_scrub":"660'6504","last_scrub_stamp":"2020-11-16T20:50:05.005786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:05.005786+0000","log_size":7783,"ondisk_log_size":7783,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":201916416,"num_objects":3081,"num_object_clones":0,"num_object_copies":6162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3081,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7783,"num_write_kb":347648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2727,"num_bytes_recovered":178716672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"664'7811","reported_seq":"7859","reported_epoch":"664","state":"active+clean","last_fresh":"2020-11-16T20:50:22.686266+0000","last_change":"2020-11-16T20:50:11.036368+0000","last_active":"2020-11-16T20:50:22.686266+0000","last_peered":"2020-11-16T20:50:22.686266+0000","last_clean":"2020-11-16T20:50:22.686266+0000","last_became_active":"2020-11-16T20:48:06.114209+0000","last_became_peered":"2020-11-16T20:48:06.114209+0000","last_unstale":"2020-11-16T20:50:22.686266+0000","last_undegraded":"2020-11-16T20:50:22.686266+0000","last_fullsized":"2020-11-16T20:50:22.686266+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"662'6944","last_scrub_stamp":"2020-11-16T20:50:11.036269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:11.036269+0000","log_size":7811,"ondisk_log_size":7811,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":200605696,"num_objects":3061,"num_object_clones":0,"num_object_copies":6122,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3061,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7811,"num_write_kb":347904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"6.0","version":"664'7801","reported_seq":"13422","reported_epoch":"664","state":"active+clean+scrubbing","last_fresh":"2020-11-16T20:50:22.832834+0000","last_change":"2020-11-16T20:50:22.846906+0000","last_active":"2020-11-16T20:50:22.832834+0000","last_peered":"2020-11-16T20:50:22.832834+0000","last_clean":"2020-11-16T20:50:22.832834+0000","last_became_active":"2020-11-16T20:49:13.163500+0000","last_became_peered":"2020-11-16T20:49:13.163500+0000","last_unstale":"2020-11-16T20:50:22.832834+0000","last_undegraded":"2020-11-16T20:50:22.832834+0000","last_fullsized":"2020-11-16T20:50:22.832834+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":656,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":7801,"ondisk_log_size":7801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":198246400,"num_objects":3025,"num_object_clones":0,"num_object_copies":6050,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3025,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7801,"num_write_kb":346432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2781,"num_bytes_recovered":182255616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"664'7884","reported_seq":"13433","reported_epoch":"664","state":"active+clean","last_fresh":"2020-11-16T20:50:22.316597+0000","last_change":"2020-11-16T20:49:55.943125+0000","last_active":"2020-11-16T20:50:22.316597+0000","last_peered":"2020-11-16T20:50:22.316597+0000","last_clean":"2020-11-16T20:50:22.316597+0000","last_became_active":"2020-11-16T20:49:12.858174+0000","last_became_peered":"2020-11-16T20:49:12.858174+0000","last_unstale":"2020-11-16T20:50:22.316597+0000","last_undegraded":"2020-11-16T20:50:22.316597+0000","last_fullsized":"2020-11-16T20:50:22.316597+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":658,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":7884,"ondisk_log_size":7884,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":206307328,"num_objects":3148,"num_object_clones":0,"num_object_copies":6296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3148,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7884,"num_write_kb":353024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2747,"num_bytes_recovered":180027392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"182","reported_epoch":"664","state":"active+clean","last_fresh":"2020-11-16T20:50:18.063460+0000","last_change":"2020-11-16T20:49:09.460103+0000","last_active":"2020-11-16T20:50:18.063460+0000","last_peered":"2020-11-16T20:50:18.063460+0000","last_clean":"2020-11-16T20:50:18.063460+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:50:18.063460+0000","last_undegraded":"2020-11-16T20:50:18.063460+0000","last_fullsized":"2020-11-16T20:50:18.063460+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:49:09.460023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:49:09.460023+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":3193700376,"num_objects":48733,"num_object_clones":0,"num_object_copies":97466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48733,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":127017,"num_write_kb":5623937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19196,"num_bytes_recovered":1258029056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7410688000,"data_stored":7410679856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":127140,"ondisk_log_size":127140,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631841,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":743908,"kb_used_data":412956,"kb_used_omap":0,"kb_used_meta":330944,"kb_avail":93001244,"statfs":{"total":95995035648,"available":95233273856,"internally_reserved":0,"allocated":422866944,"data_stored":422495509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":338886656},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":1.5740000000000001,"5min":1.6739999999999999,"15min":2.1539999999999999},"min":{"1min":0.77200000000000002,"5min":0.59299999999999997,"15min":0.53300000000000003},"max":{"1min":2.702,"5min":11.193,"15min":152.119},"last":0.97199999999999998},{"interface":"front","average":{"1min":2.089,"5min":1.891,"15min":2.4129999999999998},"min":{"1min":0.81599999999999995,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":3.9460000000000002,"5min":11.489000000000001,"15min":149.19200000000001},"last":0.67500000000000004}]},{"osd":1,"last update":"Mon Nov 16 20:49:44 2020","interfaces":[{"interface":"back","average":{"1min":1.911,"5min":3.589,"15min":4.0209999999999999},"min":{"1min":1.034,"5min":0.57799999999999996,"15min":0.52900000000000003},"max":{"1min":4.3959999999999999,"5min":151.77099999999999,"15min":160.55099999999999},"last":0.745},{"interface":"front","average":{"1min":1.829,"5min":3.4239999999999999,"15min":4.1559999999999997},"min":{"1min":0.83099999999999996,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":4.3600000000000003,"5min":153.62899999999999,"15min":160.46700000000001},"last":2.0289999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:50:01 2020","interfaces":[{"interface":"back","average":{"1min":6.9130000000000003,"5min":6.9130000000000003,"15min":6.9130000000000003},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":96.191000000000003,"5min":96.191000000000003,"15min":96.191000000000003},"last":1.1160000000000001},{"interface":"front","average":{"1min":6.6909999999999998,"5min":6.6909999999999998,"15min":6.6909999999999998},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"max":{"1min":95.608000000000004,"5min":95.608000000000004,"15min":95.608000000000004},"last":1.627}]},{"osd":3,"last update":"Mon Nov 16 20:48:18 2020","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":1.9550000000000001,"15min":4.2469999999999999},"min":{"1min":0.84399999999999997,"5min":0.70399999999999996,"15min":0.63600000000000001},"max":{"1min":4.1849999999999996,"5min":7.3090000000000002,"15min":343.45999999999998},"last":1.871},{"interface":"front","average":{"1min":2.1389999999999998,"5min":1.702,"15min":4.194},"min":{"1min":0.86499999999999999,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.3300000000000001,"5min":5.6799999999999997,"15min":342.61599999999999},"last":1.2749999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":2.1480000000000001,"5min":1.931,"15min":2.0950000000000002},"min":{"1min":0.85599999999999998,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":4.915,"5min":8.1280000000000001,"15min":8.1280000000000001},"last":1.262},{"interface":"front","average":{"1min":2.7400000000000002,"5min":2.5920000000000001,"15min":2.6600000000000001},"min":{"1min":0.86899999999999999,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":4.359,"5min":7.5789999999999997,"15min":8.5920000000000005},"last":1.458}]},{"osd":5,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":2.746,"5min":2.4950000000000001,"15min":2.4390000000000001},"min":{"1min":1.2789999999999999,"5min":0.99299999999999999,"15min":0.65000000000000002},"max":{"1min":4.3799999999999999,"5min":7.8970000000000002,"15min":10.515000000000001},"last":1.137},{"interface":"front","average":{"1min":2.4129999999999998,"5min":2.407,"15min":2.4199999999999999},"min":{"1min":1.099,"5min":0.877,"15min":0.753},"max":{"1min":4.798,"5min":10.685,"15min":10.685},"last":1.331}]},{"osd":6,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":3.3039999999999998,"5min":3.8069999999999999,"15min":3.3050000000000002},"min":{"1min":1.9630000000000001,"5min":0.78200000000000003,"15min":0.69599999999999995},"max":{"1min":4.9749999999999996,"5min":86.338999999999999,"15min":154.48599999999999},"last":1.2949999999999999},{"interface":"front","average":{"1min":2.9199999999999999,"5min":3.4969999999999999,"15min":3.6930000000000001},"min":{"1min":1.1879999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":5.5750000000000002,"5min":86.311000000000007,"15min":155.05000000000001},"last":1.395}]},{"osd":7,"last update":"Mon Nov 16 20:50:04 2020","interfaces":[{"interface":"back","average":{"1min":8.8469999999999995,"5min":3.843,"15min":3.6150000000000002},"min":{"1min":1.8220000000000001,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":97.006,"5min":97.006,"15min":97.006},"last":1.5740000000000001},{"interface":"front","average":{"1min":3.2850000000000001,"5min":2.802,"15min":2.8479999999999999},"min":{"1min":1.2210000000000001,"5min":1.018,"15min":0.78900000000000003},"max":{"1min":13.141,"5min":13.141,"15min":96.337999999999994},"last":1.444}]},{"osd":8,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":2.585,"15min":2.5470000000000002},"min":{"1min":1.371,"5min":0.93700000000000006,"15min":0.875},"max":{"1min":6.4130000000000003,"5min":10.340999999999999,"15min":10.340999999999999},"last":1.782},{"interface":"front","average":{"1min":3.109,"5min":3.2309999999999999,"15min":2.8010000000000002},"min":{"1min":1.107,"5min":1.006,"15min":0.73599999999999999},"max":{"1min":5.4870000000000001,"5min":17.193000000000001,"15min":17.193000000000001},"last":1.2010000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:50:09 2020","interfaces":[{"interface":"back","average":{"1min":8.2940000000000005,"5min":4.0999999999999996,"15min":3.617},"min":{"1min":1.417,"5min":1.04,"15min":1.04},"max":{"1min":98.706999999999994,"5min":98.706999999999994,"15min":98.706999999999994},"last":1.7529999999999999},{"interface":"front","average":{"1min":8.6440000000000001,"5min":4.1689999999999996,"15min":3.4340000000000002},"min":{"1min":1.3169999999999999,"5min":1.2609999999999999,"15min":0.89100000000000001},"max":{"1min":99.385000000000005,"5min":99.385000000000005,"15min":99.385000000000005},"last":1.6819999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":2.9329999999999998,"15min":2.8380000000000001},"min":{"1min":1.655,"5min":1.0720000000000001,"15min":0.88700000000000001},"max":{"1min":6.8639999999999999,"5min":10.926,"15min":10.926},"last":1.9650000000000001},{"interface":"front","average":{"1min":3.5049999999999999,"5min":3.157,"15min":2.976},"min":{"1min":1.5489999999999999,"5min":1.2829999999999999,"15min":1.169},"max":{"1min":6.2370000000000001,"5min":11.185,"15min":11.185},"last":1.534}]}]},{"osd":10,"up_from":0,"seq":408021893479,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678400,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1423972,"kb_used_data":982748,"kb_used_omap":0,"kb_used_meta":441216,"kb_avail":92321180,"statfs":{"total":95995035648,"available":94536888320,"internally_reserved":0,"allocated":1006333952,"data_stored":1005962517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":451805184},"hb_peers":[0,1,2,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:50 2020","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":7.4260000000000002,"5min":7.4260000000000002,"15min":7.4260000000000002},"last":1.2170000000000001},{"interface":"front","average":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"min":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":6.1390000000000002,"5min":6.1390000000000002,"15min":6.1390000000000002},"last":1.7190000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":7.3129999999999997,"5min":4.0339999999999998,"15min":2.9990000000000001},"min":{"1min":0.59299999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":113.68899999999999,"5min":114.18600000000001,"15min":114.18600000000001},"last":1.5},{"interface":"front","average":{"1min":8.0310000000000006,"5min":4.6799999999999997,"15min":3.673},"min":{"1min":1.1379999999999999,"5min":0.80000000000000004,"15min":0.76000000000000001},"max":{"1min":114.101,"5min":114.682,"15min":114.682},"last":2.6819999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":1.552,"5min":1.4630000000000001,"15min":1.742},"min":{"1min":0.90100000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":3.0499999999999998,"5min":5.1189999999999998,"15min":14.880000000000001},"last":1.7789999999999999},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.679,"15min":1.7529999999999999},"min":{"1min":0.78000000000000003,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":3.23,"5min":5,"15min":13.151999999999999},"last":0.93300000000000005}]},{"osd":3,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.665,"15min":2.4510000000000001},"min":{"1min":0.69299999999999995,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":3.294,"5min":6.016,"15min":254.02199999999999},"last":2.262},{"interface":"front","average":{"1min":2.04,"5min":1.702,"15min":2.7290000000000001},"min":{"1min":1.097,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.6749999999999998,"5min":4.694,"15min":252.62200000000001},"last":2.101}]},{"osd":4,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":3.1890000000000001,"5min":2.2949999999999999,"15min":2.1400000000000001},"min":{"1min":1.151,"5min":0.63400000000000001,"15min":0.58599999999999997},"max":{"1min":6.0839999999999996,"5min":7.0819999999999999,"15min":8.891},"last":1.0629999999999999},{"interface":"front","average":{"1min":2.2530000000000001,"5min":2.2050000000000001,"15min":2.2370000000000001},"min":{"1min":0.82699999999999996,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":3.681,"5min":9.4760000000000009,"15min":9.4760000000000009},"last":2.1160000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":3.1440000000000001,"5min":2.4510000000000001,"15min":2.347},"min":{"1min":1.28,"5min":0.83699999999999997,"15min":0.73499999999999999},"max":{"1min":8.4459999999999997,"5min":8.4459999999999997,"15min":9.968},"last":1.8360000000000001},{"interface":"front","average":{"1min":2.222,"5min":2.3050000000000002,"15min":2.3079999999999998},"min":{"1min":1.075,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":4.5960000000000001,"5min":5.8490000000000002,"15min":9.1690000000000005},"last":2.4199999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":3.4409999999999998,"5min":2.819,"15min":2.6589999999999998},"min":{"1min":1.4570000000000001,"5min":0.94399999999999995,"15min":0.71399999999999997},"max":{"1min":7.617,"5min":7.617,"15min":12.82},"last":1.6000000000000001},{"interface":"front","average":{"1min":3.8500000000000001,"5min":2.9449999999999998,"15min":2.835},"min":{"1min":0.98099999999999998,"5min":0.91500000000000004,"15min":0.76900000000000002},"max":{"1min":12.045999999999999,"5min":12.045999999999999,"15min":12.045999999999999},"last":2.4700000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:50:19 2020","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":2.6030000000000002,"15min":2.7959999999999998},"min":{"1min":1.3280000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":4.7210000000000001,"5min":6.0110000000000001,"15min":8.359},"last":6.7859999999999996},{"interface":"front","average":{"1min":2.5539999999999998,"5min":3.8290000000000002,"15min":3.0870000000000002},"min":{"1min":1.1120000000000001,"5min":1.046,"15min":1.046},"max":{"1min":5.2279999999999998,"5min":121.273,"15min":121.273},"last":4.056}]},{"osd":8,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":2.653,"5min":2.847,"15min":2.907},"min":{"1min":1.1100000000000001,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":4.3479999999999999,"5min":8.9410000000000007,"15min":10.721},"last":2.9950000000000001},{"interface":"front","average":{"1min":2.7709999999999999,"5min":2.931,"15min":3.0710000000000002},"min":{"1min":1.282,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":4.5369999999999999,"5min":8.8300000000000001,"15min":13.355},"last":3.2389999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:49:58 2020","interfaces":[{"interface":"back","average":{"1min":2.7629999999999999,"5min":2.726,"15min":3.1000000000000001},"min":{"1min":1.446,"5min":1.22,"15min":1.22},"max":{"1min":5.1600000000000001,"5min":5.1660000000000004,"15min":11.589},"last":2.7410000000000001},{"interface":"front","average":{"1min":3.0750000000000002,"5min":4.343,"15min":3.5419999999999998},"min":{"1min":1.7310000000000001,"5min":1.4630000000000001,"15min":1.077},"max":{"1min":5.2469999999999999,"5min":120.693,"15min":120.693},"last":3.7999999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:50:15 2020","interfaces":[{"interface":"back","average":{"1min":2.3029999999999999,"5min":2.9119999999999999,"15min":2.968},"min":{"1min":1.228,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":4.6929999999999996,"5min":6.4980000000000002,"15min":8.9930000000000003},"last":3.4820000000000002},{"interface":"front","average":{"1min":2.8700000000000001,"5min":4.5910000000000002,"15min":3.8809999999999998},"min":{"1min":1.8380000000000001,"5min":1.4990000000000001,"15min":1.4430000000000001},"max":{"1min":4.7590000000000003,"5min":121.5,"15min":121.5},"last":3.512}]}]},{"osd":8,"up_from":63,"seq":270582940036,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":686180,"kb_used_data":401884,"kb_used_omap":0,"kb_used_meta":284288,"kb_avail":93058972,"statfs":{"total":95995035648,"available":95292387328,"internally_reserved":0,"allocated":411529216,"data_stored":411157801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":291110912},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:30 2020","interfaces":[{"interface":"back","average":{"1min":1.9750000000000001,"5min":2.7730000000000001,"15min":1.982},"min":{"1min":0.63600000000000001,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":3.4630000000000001,"5min":80.534000000000006,"15min":80.534000000000006},"last":1.401},{"interface":"front","average":{"1min":2.3079999999999998,"5min":3.1779999999999999,"15min":2.1360000000000001},"min":{"1min":1.054,"5min":0.55100000000000005,"15min":0.54900000000000004},"max":{"1min":6.1970000000000001,"5min":80.248000000000005,"15min":80.248000000000005},"last":1.351}]},{"osd":1,"last update":"Mon Nov 16 20:50:07 2020","interfaces":[{"interface":"back","average":{"1min":16.690000000000001,"5min":5.0250000000000004,"15min":3.4620000000000002},"min":{"1min":0.79200000000000004,"5min":0.61599999999999999,"15min":0.60099999999999998},"max":{"1min":225.94999999999999,"5min":225.94999999999999,"15min":225.94999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":16.879000000000001,"5min":5.3540000000000001,"15min":3.8159999999999998},"min":{"1min":1.046,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":226.03100000000001,"5min":226.03100000000001,"15min":226.03100000000001},"last":1.113}]},{"osd":2,"last update":"Mon Nov 16 20:49:55 2020","interfaces":[{"interface":"back","average":{"1min":2.008,"5min":2.008,"15min":2.008},"min":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"max":{"1min":4.2300000000000004,"5min":4.2300000000000004,"15min":4.2300000000000004},"last":1.6160000000000001},{"interface":"front","average":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":4.266,"5min":4.266,"15min":4.266},"last":0.82499999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:48:24 2020","interfaces":[{"interface":"back","average":{"1min":2.1160000000000001,"5min":2.0310000000000001,"15min":2.4460000000000002},"min":{"1min":0.91100000000000003,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":3.3610000000000002,"5min":8.468,"15min":137.90299999999999},"last":2.3130000000000002},{"interface":"front","average":{"1min":1.917,"5min":2.0009999999999999,"15min":2.476},"min":{"1min":0.98399999999999999,"5min":0.67600000000000005,"15min":0.623},"max":{"1min":3.04,"5min":13.185,"15min":138.24299999999999},"last":5.5339999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:49:28 2020","interfaces":[{"interface":"back","average":{"1min":2.8999999999999999,"5min":2.5670000000000002,"15min":2.4649999999999999},"min":{"1min":1.272,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":4.3860000000000001,"5min":8.5229999999999997,"15min":36.006999999999998},"last":1.21},{"interface":"front","average":{"1min":2.9689999999999999,"5min":2.621,"15min":2.431},"min":{"1min":1.512,"5min":0.77400000000000002,"15min":0.64000000000000001},"max":{"1min":5.7599999999999998,"5min":12.077999999999999,"15min":42.060000000000002},"last":1.9139999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:49:28 2020","interfaces":[{"interface":"back","average":{"1min":2.9580000000000002,"5min":2.6230000000000002,"15min":2.3660000000000001},"min":{"1min":1.3779999999999999,"5min":0.91100000000000003,"15min":0.65900000000000003},"max":{"1min":5.5209999999999999,"5min":12.273999999999999,"15min":12.273999999999999},"last":1.5649999999999999},{"interface":"front","average":{"1min":2.5049999999999999,"5min":2.5449999999999999,"15min":2.2639999999999998},"min":{"1min":1.4039999999999999,"5min":0.82699999999999996,"15min":0.65400000000000003},"max":{"1min":5.5960000000000001,"5min":11.808999999999999,"15min":11.808999999999999},"last":1.294}]},{"osd":6,"last update":"Mon Nov 16 20:49:35 2020","interfaces":[{"interface":"back","average":{"1min":2.9399999999999999,"5min":2.9009999999999998,"15min":2.5459999999999998},"min":{"1min":1.3420000000000001,"5min":1.048,"15min":0.69599999999999995},"max":{"1min":4.5359999999999996,"5min":8.6649999999999991,"15min":9.4199999999999999},"last":1.8140000000000001},{"interface":"front","average":{"1min":3.113,"5min":3.0329999999999999,"15min":2.7829999999999999},"min":{"1min":1.321,"5min":1.0349999999999999,"15min":0.95399999999999996},"max":{"1min":6.4039999999999999,"5min":12.166,"15min":12.166},"last":3.8769999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:49:43 2020","interfaces":[{"interface":"back","average":{"1min":3.4700000000000002,"5min":3.3140000000000001,"15min":2.944},"min":{"1min":1.5449999999999999,"5min":1.1519999999999999,"15min":1.0669999999999999},"max":{"1min":6.8470000000000004,"5min":13.644,"15min":13.644},"last":1.774},{"interface":"front","average":{"1min":3.7949999999999999,"5min":3.415,"15min":2.9089999999999998},"min":{"1min":1.534,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":8.4160000000000004,"5min":11.984,"15min":11.984},"last":2.0379999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:49:43 2020","interfaces":[{"interface":"back","average":{"1min":3.161,"5min":2.9689999999999999,"15min":2.9769999999999999},"min":{"1min":1.6399999999999999,"5min":1.004,"15min":1.004},"max":{"1min":6.6429999999999998,"5min":8.9399999999999995,"15min":11.263},"last":1.948},{"interface":"front","average":{"1min":3.6880000000000002,"5min":3.3929999999999998,"15min":3.1869999999999998},"min":{"1min":1.893,"5min":1.3009999999999999,"15min":0.86199999999999999},"max":{"1min":6.7759999999999998,"5min":9.0709999999999997,"15min":9.0709999999999997},"last":2.0630000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:49:43 2020","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":3.0830000000000002,"15min":2.8690000000000002},"min":{"1min":1.746,"5min":1.095,"15min":0.92400000000000004},"max":{"1min":5.1260000000000003,"5min":12.244999999999999,"15min":12.244999999999999},"last":2.1629999999999998},{"interface":"front","average":{"1min":3.8260000000000001,"5min":3.4159999999999999,"15min":3.153},"min":{"1min":2.0739999999999998,"5min":1,"15min":1},"max":{"1min":5.415,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":2.2530000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:50:13 2020","interfaces":[{"interface":"back","average":{"1min":3.0920000000000001,"5min":3.3769999999999998,"15min":3.2160000000000002},"min":{"1min":1.6830000000000001,"5min":1.1180000000000001,"15min":0.96299999999999997},"max":{"1min":6.6459999999999999,"5min":12.114000000000001,"15min":12.114000000000001},"last":2.1400000000000001},{"interface":"front","average":{"1min":2.419,"5min":3.2120000000000002,"15min":3.0710000000000002},"min":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"max":{"1min":5.8159999999999998,"5min":13.513,"15min":13.513},"last":1.5189999999999999}]}]},{"osd":7,"up_from":225,"seq":966367641868,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1275696,"kb_used_data":969064,"kb_used_omap":0,"kb_used_meta":306623,"kb_avail":92469456,"statfs":{"total":95995035648,"available":94688722944,"internally_reserved":0,"allocated":992321536,"data_stored":991944224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":313982012},"hb_peers":[0,1,2,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:40 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":6.7389999999999999,"5min":6.7389999999999999,"15min":6.7389999999999999},"last":2.3580000000000001},{"interface":"front","average":{"1min":1.974,"5min":1.974,"15min":1.974},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":4.7000000000000002,"5min":4.7000000000000002,"15min":4.7000000000000002},"last":1.4990000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3559999999999999,"5min":1.7889999999999999,"15min":2.476},"min":{"1min":0.83499999999999996,"5min":0.52700000000000002,"15min":0.503},"max":{"1min":6.0430000000000001,"5min":11.471,"15min":40.673999999999999},"last":2.5899999999999999},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.75,"15min":2.2599999999999998},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57799999999999996},"max":{"1min":4.6360000000000001,"5min":7.4550000000000001,"15min":41.988},"last":1.0920000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.1000000000000001,"5min":1.6140000000000001,"15min":2.0720000000000001},"min":{"1min":0.59599999999999997,"5min":0.5,"15min":0.5},"max":{"1min":4.5369999999999999,"5min":4.6210000000000004,"15min":87.671000000000006},"last":2.1059999999999999},{"interface":"front","average":{"1min":2.4460000000000002,"5min":1.863,"15min":2.423},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.59599999999999997},"max":{"1min":4.9889999999999999,"5min":5.1959999999999997,"15min":88.893000000000001},"last":1.7410000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.679,"5min":1.8819999999999999,"15min":3.5990000000000002},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.57399999999999995},"max":{"1min":2.6909999999999998,"5min":13.955,"15min":219.61199999999999},"last":1.4490000000000001},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.8360000000000001,"15min":3.754},"min":{"1min":0.90200000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.012,"5min":5.6909999999999998,"15min":221.09700000000001},"last":1.222}]},{"osd":4,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":2.7330000000000001,"5min":2.0750000000000002,"15min":1.9770000000000001},"min":{"1min":1.3400000000000001,"5min":0.72099999999999997,"15min":0.59299999999999997},"max":{"1min":6.8239999999999998,"5min":7.7030000000000003,"15min":7.7030000000000003},"last":3.827},{"interface":"front","average":{"1min":3.129,"5min":2.6909999999999998,"15min":2.4460000000000002},"min":{"1min":1.155,"5min":0.93400000000000005,"15min":0.629},"max":{"1min":5.7069999999999999,"5min":11.789,"15min":11.821999999999999},"last":1.7170000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.6019999999999999,"5min":2.2690000000000001,"15min":2.2879999999999998},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":6.1669999999999998,"5min":11.978999999999999,"15min":14.191000000000001},"last":2.2080000000000002},{"interface":"front","average":{"1min":2.6970000000000001,"5min":2.3039999999999998,"15min":2.327},"min":{"1min":0.94499999999999995,"5min":0.80100000000000005,"15min":0.64800000000000002},"max":{"1min":7.5099999999999998,"5min":7.9290000000000003,"15min":42.213999999999999},"last":0.96999999999999997}]},{"osd":6,"last update":"Mon Nov 16 20:49:55 2020","interfaces":[{"interface":"back","average":{"1min":3.5419999999999998,"5min":2.738,"15min":2.665},"min":{"1min":1.1779999999999999,"5min":0.94599999999999995,"15min":0.71899999999999997},"max":{"1min":7.867,"5min":12.243,"15min":13.795},"last":1.6200000000000001},{"interface":"front","average":{"1min":3.5979999999999999,"5min":2.8149999999999999,"15min":2.702},"min":{"1min":1.0489999999999999,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":9.734,"5min":9.734,"15min":11.693},"last":2.4790000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.774,"5min":2.7320000000000002,"15min":2.6739999999999999},"min":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.873},"max":{"1min":4.9199999999999999,"5min":8.1669999999999998,"15min":42.518000000000001},"last":2.1800000000000002},{"interface":"front","average":{"1min":2.8290000000000002,"5min":2.9209999999999998,"15min":2.7850000000000001},"min":{"1min":1.256,"5min":1.2270000000000001,"15min":0.92600000000000005},"max":{"1min":5.5220000000000002,"5min":8.8360000000000003,"15min":42.670000000000002},"last":1.3999999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.8069999999999999,"5min":2.8900000000000001,"15min":2.9289999999999998},"min":{"1min":1.147,"5min":1.147,"15min":1.0409999999999999},"max":{"1min":5.0549999999999997,"5min":8.3859999999999992,"15min":42.825000000000003},"last":2.323},{"interface":"front","average":{"1min":3.3370000000000002,"5min":2.8420000000000001,"15min":3.0099999999999998},"min":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":0.999},"max":{"1min":7.694,"5min":7.694,"15min":42.156999999999996},"last":2.9329999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":2.9790000000000001,"15min":2.9660000000000002},"min":{"1min":1.464,"5min":1.3140000000000001,"15min":1.1319999999999999},"max":{"1min":5.1299999999999999,"5min":9.0779999999999994,"15min":43.125999999999998},"last":1.554},{"interface":"front","average":{"1min":3.0720000000000001,"5min":3.0960000000000001,"15min":3.0790000000000002},"min":{"1min":1.6000000000000001,"5min":1.3999999999999999,"15min":1.1950000000000001},"max":{"1min":5.2229999999999999,"5min":8.6170000000000009,"15min":42.377000000000002},"last":2.0139999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":3.5390000000000001,"5min":3.4630000000000001,"15min":3.4489999999999998},"min":{"1min":1.6140000000000001,"5min":1.369,"15min":1.3240000000000001},"max":{"1min":7.3440000000000003,"5min":9.3190000000000008,"15min":42.976999999999997},"last":1.869},{"interface":"front","average":{"1min":3.4279999999999999,"5min":3.1059999999999999,"15min":3.242},"min":{"1min":1.1459999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"max":{"1min":7.8810000000000002,"5min":8.9779999999999998,"15min":42.305999999999997},"last":2.5070000000000001}]}]},{"osd":6,"up_from":49,"seq":210453397902,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1280752,"kb_used_data":982312,"kb_used_omap":0,"kb_used_meta":298304,"kb_avail":92464400,"statfs":{"total":95995035648,"available":94683545600,"internally_reserved":0,"allocated":1005887488,"data_stored":1005510176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":305463296},"hb_peers":[0,1,2,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:48 2020","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":1.8109999999999999,"15min":2.851},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":3.569,"5min":6.6219999999999999,"15min":219.09899999999999},"last":1.5740000000000001},{"interface":"front","average":{"1min":2.0249999999999999,"5min":1.913,"15min":3.3149999999999999},"min":{"1min":0.60399999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":5.2709999999999999,"5min":6.8040000000000003,"15min":219.006},"last":0.97899999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:49:39 2020","interfaces":[{"interface":"back","average":{"1min":16.253,"5min":16.253,"15min":16.253},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":296.45600000000002,"5min":296.45600000000002,"15min":296.45600000000002},"last":1.198},{"interface":"front","average":{"1min":16.498999999999999,"5min":16.498999999999999,"15min":16.498999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":297.99099999999999,"5min":297.99099999999999,"15min":297.99099999999999},"last":7.343}]},{"osd":2,"last update":"Mon Nov 16 20:49:27 2020","interfaces":[{"interface":"back","average":{"1min":1.6419999999999999,"5min":1.3340000000000001,"15min":1.462},"min":{"1min":0.76100000000000001,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":2.657,"5min":3.8380000000000001,"15min":5.6349999999999998},"last":1.0620000000000001},{"interface":"front","average":{"1min":2.3650000000000002,"5min":1.7929999999999999,"15min":1.6839999999999999},"min":{"1min":0.93000000000000005,"5min":0.68500000000000005,"15min":0.58099999999999996},"max":{"1min":3.8079999999999998,"5min":6.3330000000000002,"15min":7.6529999999999996},"last":3.2839999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:48:26 2020","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":2.0409999999999999,"15min":2.5649999999999999},"min":{"1min":0.755,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":2.6469999999999998,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.7250000000000001},{"interface":"front","average":{"1min":2.621,"5min":1.929,"15min":2.5960000000000001},"min":{"1min":1.391,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":3.9670000000000001,"5min":6.6139999999999999,"15min":171.46100000000001},"last":1.4039999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:49:27 2020","interfaces":[{"interface":"back","average":{"1min":3.2250000000000001,"5min":2.7989999999999999,"15min":2.407},"min":{"1min":1.2649999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":9.4190000000000005,"5min":9.4659999999999993,"15min":16.353999999999999},"last":1.351},{"interface":"front","average":{"1min":2.6080000000000001,"5min":2.2549999999999999,"15min":2.2519999999999998},"min":{"1min":0.749,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":12.43,"5min":12.43,"15min":12.43},"last":1.3260000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:49:27 2020","interfaces":[{"interface":"back","average":{"1min":2.597,"5min":2.1299999999999999,"15min":2.1840000000000002},"min":{"1min":1.129,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":12.869,"5min":12.869,"15min":12.869},"last":0.91900000000000004},{"interface":"front","average":{"1min":3.0099999999999998,"5min":2.5840000000000001,"15min":2.2890000000000001},"min":{"1min":1.25,"5min":0.91900000000000004,"15min":0.79400000000000004},"max":{"1min":13.013999999999999,"5min":13.013999999999999,"15min":13.013999999999999},"last":2.4159999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:49:48 2020","interfaces":[{"interface":"back","average":{"1min":3.1509999999999998,"5min":2.4169999999999998,"15min":2.3980000000000001},"min":{"1min":0.91000000000000003,"5min":0.81399999999999995,"15min":0.69699999999999995},"max":{"1min":14.361000000000001,"5min":14.361000000000001,"15min":14.361000000000001},"last":3.0009999999999999},{"interface":"front","average":{"1min":2.766,"5min":2.8580000000000001,"15min":2.8050000000000002},"min":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":0.79300000000000004},"max":{"1min":5.2699999999999996,"5min":7.1619999999999999,"15min":12.393000000000001},"last":7.7160000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:50:19 2020","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":2.8490000000000002,"15min":3.0870000000000002},"min":{"1min":1.0860000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":5.7839999999999998,"5min":7.8499999999999996,"15min":115.756},"last":2.2120000000000002},{"interface":"front","average":{"1min":2.9489999999999998,"5min":2.5750000000000002,"15min":2.9820000000000002},"min":{"1min":0.876,"5min":0.84799999999999998,"15min":0.84199999999999997},"max":{"1min":13.887,"5min":13.887,"15min":114.051},"last":7.8799999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:49:27 2020","interfaces":[{"interface":"back","average":{"1min":3.3279999999999998,"5min":4.3760000000000003,"15min":3.6920000000000002},"min":{"1min":1.504,"5min":0.86099999999999999,"15min":0.86099999999999999},"max":{"1min":4.8739999999999997,"5min":135.161,"15min":135.161},"last":1.7709999999999999},{"interface":"front","average":{"1min":3.5990000000000002,"5min":4.6790000000000003,"15min":3.8210000000000002},"min":{"1min":1.855,"5min":1.28,"15min":0.97299999999999998},"max":{"1min":4.984,"5min":135.35400000000001,"15min":135.35400000000001},"last":2.8769999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:50:14 2020","interfaces":[{"interface":"back","average":{"1min":2.823,"5min":2.891,"15min":2.7549999999999999},"min":{"1min":1.069,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":12.951000000000001,"5min":12.951000000000001,"15min":12.951000000000001},"last":2.625},{"interface":"front","average":{"1min":3.3010000000000002,"5min":3.3109999999999999,"15min":3.02},"min":{"1min":1.323,"5min":1.171,"15min":0.91000000000000003},"max":{"1min":13.086,"5min":13.086,"15min":13.086},"last":2.7309999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:50:07 2020","interfaces":[{"interface":"back","average":{"1min":2.9249999999999998,"5min":2.593,"15min":2.786},"min":{"1min":1.0780000000000001,"5min":1.012,"15min":0.92400000000000004},"max":{"1min":14.039,"5min":14.039,"15min":113.28},"last":8.0199999999999996},{"interface":"front","average":{"1min":3.4279999999999999,"5min":2.9750000000000001,"15min":3.0710000000000002},"min":{"1min":1.282,"5min":1.169,"15min":1.095},"max":{"1min":14.263,"5min":14.263,"15min":113.851},"last":8.1609999999999996}]}]},{"osd":1,"up_from":18,"seq":77309411754,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1425012,"kb_used_data":977644,"kb_used_omap":0,"kb_used_meta":447360,"kb_avail":92320140,"statfs":{"total":95995035648,"available":94535823360,"internally_reserved":0,"allocated":1001107456,"data_stored":1000726072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":458096640},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:26 2020","interfaces":[{"interface":"back","average":{"1min":1.4370000000000001,"5min":1.623,"15min":1.657},"min":{"1min":0.48499999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":3.9689999999999999,"5min":9.7789999999999999,"15min":12.964},"last":1.5049999999999999},{"interface":"front","average":{"1min":2.0019999999999998,"5min":2.1459999999999999,"15min":2.3889999999999998},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.51200000000000001},"max":{"1min":4.4039999999999999,"5min":9.9030000000000005,"15min":13.487},"last":2.516}]},{"osd":2,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":1.4410000000000001,"5min":1.6639999999999999,"15min":1.8660000000000001},"min":{"1min":0.63500000000000001,"5min":0.53100000000000003,"15min":0.48099999999999998},"max":{"1min":4.0090000000000003,"5min":7,"15min":13.121},"last":1.5469999999999999},{"interface":"front","average":{"1min":1.8069999999999999,"5min":1.6659999999999999,"15min":2.226},"min":{"1min":0.73999999999999999,"5min":0.59399999999999997,"15min":0.52000000000000002},"max":{"1min":6.0060000000000002,"5min":6.6200000000000001,"15min":27.111000000000001},"last":1.9910000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":4.5220000000000002},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Nov 16 20:49:42 2020","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"min":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"max":{"1min":2.9300000000000002,"5min":2.9300000000000002,"15min":2.9300000000000002},"last":1.8089999999999999},{"interface":"front","average":{"1min":1.8620000000000001,"5min":1.8620000000000001,"15min":1.8620000000000001},"min":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"max":{"1min":2.5840000000000001,"5min":2.5840000000000001,"15min":2.5840000000000001},"last":4.625}]},{"osd":5,"last update":"Mon Nov 16 20:50:21 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.0209999999999999,"15min":2.948},"min":{"1min":0.84999999999999998,"5min":0.71699999999999997,"15min":0.65600000000000003},"max":{"1min":6.1689999999999996,"5min":7.7869999999999999,"15min":97.927999999999997},"last":1.7410000000000001},{"interface":"front","average":{"1min":2.3759999999999999,"5min":2.4980000000000002,"15min":3.5510000000000002},"min":{"1min":1.226,"5min":0.88200000000000001,"15min":0.88200000000000001},"max":{"1min":6.8810000000000002,"5min":10.087999999999999,"15min":98.322000000000003},"last":2.1589999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:49:26 2020","interfaces":[{"interface":"back","average":{"1min":2.3170000000000002,"5min":2.452,"15min":3.2040000000000002},"min":{"1min":1.117,"5min":0.90000000000000002,"15min":0.79400000000000004},"max":{"1min":5.1970000000000001,"5min":16.026,"15min":34.689},"last":4.0499999999999998},{"interface":"front","average":{"1min":2.6659999999999999,"5min":2.7360000000000002,"15min":3.234},"min":{"1min":1.198,"5min":0.89900000000000002,"15min":0.88100000000000001},"max":{"1min":5.6639999999999997,"5min":16.198,"15min":34.348999999999997},"last":3.7509999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":3.552,"5min":2.5950000000000002,"15min":2.8969999999999998},"min":{"1min":1.4450000000000001,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":6.6200000000000001,"5min":8.0039999999999996,"15min":28.611000000000001},"last":2.915},{"interface":"front","average":{"1min":3.1200000000000001,"5min":1.992,"15min":2.2589999999999999},"min":{"1min":1.101,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":10.077999999999999,"5min":10.077999999999999,"15min":26.556999999999999},"last":2.6749999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:50:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":2.7639999999999998,"15min":3.911},"min":{"1min":1.135,"5min":1.135,"15min":0.99299999999999999},"max":{"1min":12.628,"5min":12.628,"15min":98.739999999999995},"last":1.5960000000000001},{"interface":"front","average":{"1min":2.4049999999999998,"5min":2.052,"15min":2.528},"min":{"1min":1.256,"5min":0.76400000000000001,"15min":0.72199999999999998},"max":{"1min":4.8970000000000002,"5min":6.7619999999999996,"15min":39.573999999999998},"last":2.8199999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":3.246,"5min":2.8130000000000002,"15min":3.2570000000000001},"min":{"1min":1.554,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":7.6050000000000004,"5min":11.787000000000001,"15min":28.754999999999999},"last":1.8660000000000001},{"interface":"front","average":{"1min":3.8570000000000002,"5min":2.9329999999999998,"15min":3.3079999999999998},"min":{"1min":1.956,"5min":1.1830000000000001,"15min":1.0489999999999999},"max":{"1min":7.8280000000000003,"5min":8.2210000000000001,"15min":28.219999999999999},"last":2.3860000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":3.3799999999999999,"5min":2.419,"15min":2.9500000000000002},"min":{"1min":1.5489999999999999,"5min":0.97399999999999998,"15min":0.94099999999999995},"max":{"1min":11.112,"5min":11.627000000000001,"15min":28.009},"last":2.4630000000000001},{"interface":"front","average":{"1min":3.5899999999999999,"5min":2.4540000000000002,"15min":2.7559999999999998},"min":{"1min":1.5509999999999999,"5min":1.095,"15min":1.04},"max":{"1min":10.707000000000001,"5min":10.707000000000001,"15min":27.550000000000001},"last":3.7989999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:50:10 2020","interfaces":[{"interface":"back","average":{"1min":3.363,"5min":3.2349999999999999,"15min":3.552},"min":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"max":{"1min":10.244,"5min":10.244,"15min":28.585999999999999},"last":2.246},{"interface":"front","average":{"1min":3.157,"5min":2.7280000000000002,"15min":3.1659999999999999},"min":{"1min":1.5860000000000001,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":8.1219999999999999,"5min":9.5579999999999998,"15min":27.914000000000001},"last":2.6219999999999999}]}]},{"osd":0,"up_from":12,"seq":51539607982,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1088360,"kb_used_data":784992,"kb_used_omap":0,"kb_used_meta":303296,"kb_avail":92656792,"statfs":{"total":95995035648,"available":94880555008,"internally_reserved":0,"allocated":803831808,"data_stored":803456321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":310575104},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:49:26 2020","interfaces":[{"interface":"back","average":{"1min":5.2130000000000001,"5min":4.258,"15min":3.677},"min":{"1min":0.51800000000000002,"5min":0.50600000000000001,"15min":0.47599999999999998},"max":{"1min":44.771999999999998,"5min":149.07599999999999,"15min":149.07599999999999},"last":0.83499999999999996},{"interface":"front","average":{"1min":5.7130000000000001,"5min":4.6059999999999999,"15min":3.8220000000000001},"min":{"1min":0.80200000000000005,"5min":0.63300000000000001,"15min":0.54100000000000004},"max":{"1min":44.405000000000001,"5min":147.98699999999999,"15min":147.98699999999999},"last":1.4430000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:49:40 2020","interfaces":[{"interface":"back","average":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.5059999999999998,"5min":2.5059999999999998,"15min":2.5059999999999998},"last":0.92100000000000004},{"interface":"front","average":{"1min":2.23,"5min":2.23,"15min":2.23},"min":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"max":{"1min":5.8540000000000001,"5min":5.8540000000000001,"15min":5.8540000000000001},"last":1.2210000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:48:13 2020","interfaces":[{"interface":"back","average":{"1min":1.367,"5min":1.9199999999999999,"15min":1.974},"min":{"1min":0.67700000000000005,"5min":0.54200000000000004,"15min":0.496},"max":{"1min":1.96,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.345},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.528,"15min":2.0089999999999999},"min":{"1min":0.70599999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.427,"5min":7.2519999999999998,"15min":34.512},"last":0.747}]},{"osd":4,"last update":"Mon Nov 16 20:49:40 2020","interfaces":[{"interface":"back","average":{"1min":3.9340000000000002,"5min":2.9969999999999999,"15min":2.1320000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.55100000000000005},"max":{"1min":36.954000000000001,"5min":44.290999999999997,"15min":44.290999999999997},"last":0.873},{"interface":"front","average":{"1min":4.6529999999999996,"5min":3.5790000000000002,"15min":2.6960000000000002},"min":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":0.72299999999999998},"max":{"1min":37.316000000000003,"5min":45.820999999999998,"15min":45.820999999999998},"last":1.5940000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:50:17 2020","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":2.633,"15min":2.202},"min":{"1min":0.73799999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":4.2460000000000004,"5min":44.240000000000002,"15min":44.240000000000002},"last":1.5009999999999999},{"interface":"front","average":{"1min":3.758,"5min":3.0059999999999998,"15min":2.5030000000000001},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":35.709000000000003,"5min":46.713999999999999,"15min":47.793999999999997},"last":1.29}]},{"osd":6,"last update":"Mon Nov 16 20:49:52 2020","interfaces":[{"interface":"back","average":{"1min":2.677,"5min":3.0510000000000002,"15min":2.79},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.71699999999999997},"max":{"1min":7.4610000000000003,"5min":46.584000000000003,"15min":47.442},"last":1.1579999999999999},{"interface":"front","average":{"1min":4.8949999999999996,"5min":3.6179999999999999,"15min":3.101},"min":{"1min":0.872,"5min":0.872,"15min":0.77200000000000002},"max":{"1min":37.594000000000001,"5min":46.810000000000002,"15min":48.149999999999999},"last":1.3879999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:49:57 2020","interfaces":[{"interface":"back","average":{"1min":2.6480000000000001,"5min":3.5739999999999998,"15min":3.0630000000000002},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.82199999999999995},"max":{"1min":6.2480000000000002,"5min":44.112000000000002,"15min":44.165999999999997},"last":1.6619999999999999},{"interface":"front","average":{"1min":3.1629999999999998,"5min":3.222,"15min":3.161},"min":{"1min":1.129,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":9.7940000000000005,"5min":45.732999999999997,"15min":45.732999999999997},"last":1.6970000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:50:17 2020","interfaces":[{"interface":"back","average":{"1min":3.9689999999999999,"5min":3.629,"15min":3.4399999999999999},"min":{"1min":1.169,"5min":0.92300000000000004,"15min":0.77200000000000002},"max":{"1min":35.912999999999997,"5min":44.466000000000001,"15min":82.204999999999998},"last":1.804},{"interface":"front","average":{"1min":4.3769999999999998,"5min":3.7650000000000001,"15min":3.3620000000000001},"min":{"1min":1.2669999999999999,"5min":0.876,"15min":0.75800000000000001},"max":{"1min":36.613,"5min":44.744,"15min":79.483999999999995},"last":2.0630000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:49:52 2020","interfaces":[{"interface":"back","average":{"1min":2.6549999999999998,"5min":3.4199999999999999,"15min":2.9380000000000002},"min":{"1min":1.359,"5min":0.99099999999999999,"15min":0.79400000000000004},"max":{"1min":6.0860000000000003,"5min":44.604999999999997,"15min":60.097999999999999},"last":1.9370000000000001},{"interface":"front","average":{"1min":4.9800000000000004,"5min":3.9430000000000001,"15min":3.3959999999999999},"min":{"1min":1.157,"5min":1.157,"15min":0.89400000000000002},"max":{"1min":39.813000000000002,"5min":46.914000000000001,"15min":59.579000000000001},"last":1.833}]},{"osd":10,"last update":"Mon Nov 16 20:49:57 2020","interfaces":[{"interface":"back","average":{"1min":4.9349999999999996,"5min":3.992,"15min":3.097},"min":{"1min":1.256,"5min":1.256,"15min":0.98899999999999999},"max":{"1min":36.543999999999997,"5min":47.006999999999998,"15min":47.006999999999998},"last":2.1099999999999999},{"interface":"front","average":{"1min":2.6160000000000001,"5min":3.7509999999999999,"15min":3.512},"min":{"1min":1.331,"5min":1.284,"15min":1.075},"max":{"1min":6.3650000000000002,"5min":46.515000000000001,"15min":47.237000000000002},"last":2.153}]},{"osd":11,"last update":"Mon Nov 16 20:50:17 2020","interfaces":[{"interface":"back","average":{"1min":2.3879999999999999,"5min":4.0439999999999996,"15min":3.8500000000000001},"min":{"1min":1.351,"5min":1.351,"15min":1.032},"max":{"1min":6.423,"5min":46.119999999999997,"15min":55.441000000000003},"last":1.9039999999999999},{"interface":"front","average":{"1min":2.657,"5min":4.1340000000000003,"15min":4.0830000000000002},"min":{"1min":1.51,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":6.5419999999999998,"5min":46.844000000000001,"15min":61.509},"last":2.3359999999999999}]}]},{"osd":2,"up_from":0,"seq":98784248228,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855769,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1214116,"kb_used_data":815644,"kb_used_omap":0,"kb_used_meta":398464,"kb_avail":92531036,"statfs":{"total":95995035648,"available":94751780864,"internally_reserved":0,"allocated":835219456,"data_stored":834848041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":408027136},"hb_peers":[0,1,2,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":5.093,"5min":2.569,"15min":1.9530000000000001},"min":{"1min":0.66800000000000004,"5min":0.53900000000000003,"15min":0.52900000000000003},"max":{"1min":65.826999999999998,"5min":65.826999999999998,"15min":65.826999999999998},"last":0.67200000000000004},{"interface":"front","average":{"1min":5.5609999999999999,"5min":2.6099999999999999,"15min":2.04},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":66.218999999999994,"5min":66.218999999999994,"15min":66.218999999999994},"last":1.0820000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":5.3780000000000001,"5min":2.3330000000000002,"15min":3.6819999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":62.207000000000001,"5min":62.207000000000001,"15min":277.74299999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":5.9180000000000001,"5min":2.944,"15min":4.0860000000000003},"min":{"1min":0.997,"5min":0.755,"15min":0.57299999999999995},"max":{"1min":62.087000000000003,"5min":62.087000000000003,"15min":286.88499999999999},"last":0.90400000000000003}]},{"osd":2,"last update":"Mon Nov 16 20:49:46 2020","interfaces":[{"interface":"back","average":{"1min":2.0830000000000002,"5min":2.1150000000000002,"15min":2.2010000000000001},"min":{"1min":1.2529999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":3.9199999999999999,"5min":8.2400000000000002,"15min":37.697000000000003},"last":1.228},{"interface":"front","average":{"1min":1.889,"5min":2.1779999999999999,"15min":2.2090000000000001},"min":{"1min":0.81999999999999995,"5min":0.67400000000000004,"15min":0.57999999999999996},"max":{"1min":5.6260000000000003,"5min":9.9670000000000005,"15min":37.956000000000003},"last":1.4259999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.6819999999999999,"15min":2.6899999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.66000000000000003},"max":{"1min":6.8390000000000004,"5min":6.8390000000000004,"15min":78.021000000000001},"last":1.032},{"interface":"front","average":{"1min":2.2829999999999999,"5min":2.1099999999999999,"15min":3.0230000000000001},"min":{"1min":1.022,"5min":0.79400000000000004,"15min":0.624},"max":{"1min":6.9989999999999997,"5min":7.6959999999999997,"15min":78.088999999999999},"last":1.1719999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":2.2160000000000002,"15min":2.0659999999999998},"min":{"1min":0.65000000000000002,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":5.4740000000000002,"5min":9.8629999999999995,"15min":11.792999999999999},"last":1.2509999999999999},{"interface":"front","average":{"1min":2.327,"5min":2.5699999999999998,"15min":2.371},"min":{"1min":0.88,"5min":0.78100000000000003,"15min":0.72199999999999998},"max":{"1min":5.7569999999999997,"5min":10.086,"15min":12.776999999999999},"last":1.5649999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:49:41 2020","interfaces":[{"interface":"back","average":{"1min":2.4100000000000001,"5min":2.4100000000000001,"15min":2.4100000000000001},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":5.835,"5min":5.835,"15min":5.835},"last":5.7389999999999999},{"interface":"front","average":{"1min":2.0670000000000002,"5min":2.0670000000000002,"15min":2.0670000000000002},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":3.3279999999999998,"5min":3.3279999999999998,"15min":3.3279999999999998},"last":0.995}]},{"osd":7,"last update":"Mon Nov 16 20:49:54 2020","interfaces":[{"interface":"back","average":{"1min":3.3239999999999998,"5min":2.6389999999999998,"15min":2.867},"min":{"1min":1.008,"5min":0.79600000000000004,"15min":0.66600000000000004},"max":{"1min":8.6859999999999999,"5min":8.6859999999999999,"15min":165.12},"last":2.4500000000000002},{"interface":"front","average":{"1min":3.5449999999999999,"5min":2.968,"15min":3.085},"min":{"1min":1.1799999999999999,"5min":1.1100000000000001,"15min":0.82699999999999996},"max":{"1min":8.8079999999999998,"5min":10.648999999999999,"15min":162.14099999999999},"last":2.5899999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":2.8149999999999999,"5min":3.335,"15min":2.6789999999999998},"min":{"1min":1.069,"5min":0.871,"15min":0.81799999999999995},"max":{"1min":6.0220000000000002,"5min":62.771000000000001,"15min":62.771000000000001},"last":1.716},{"interface":"front","average":{"1min":3.0099999999999998,"5min":3.681,"15min":2.8969999999999998},"min":{"1min":1.49,"5min":0.90400000000000003,"15min":0.90400000000000003},"max":{"1min":5.6399999999999997,"5min":63.076000000000001,"15min":63.076000000000001},"last":1.3700000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.6949999999999998,"5min":2.7959999999999998,"15min":2.8399999999999999},"min":{"1min":0.98799999999999999,"5min":0.91800000000000004,"15min":0.879},"max":{"1min":6.8609999999999998,"5min":10.375,"15min":46.225999999999999},"last":1.6259999999999999},{"interface":"front","average":{"1min":2.7370000000000001,"5min":2.9199999999999999,"15min":2.8900000000000001},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":6.6379999999999999,"5min":10.513,"15min":45.997},"last":1.173}]},{"osd":10,"last update":"Mon Nov 16 20:50:00 2020","interfaces":[{"interface":"back","average":{"1min":2.4449999999999998,"5min":2.7930000000000001,"15min":2.8980000000000001},"min":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"max":{"1min":5.3680000000000003,"5min":10.805999999999999,"15min":45.389000000000003},"last":1.516},{"interface":"front","average":{"1min":2.48,"5min":3.0630000000000002,"15min":2.8820000000000001},"min":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.004},"max":{"1min":7.0049999999999999,"5min":8.5180000000000007,"15min":45.656999999999996},"last":1.3300000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:49:21 2020","interfaces":[{"interface":"back","average":{"1min":3.5659999999999998,"5min":3.2589999999999999,"15min":2.9670000000000001},"min":{"1min":1.6000000000000001,"5min":1.4690000000000001,"15min":1.0089999999999999},"max":{"1min":5.5209999999999999,"5min":10.928000000000001,"15min":10.928000000000001},"last":1.47},{"interface":"front","average":{"1min":3.6560000000000001,"5min":3.6150000000000002,"15min":3.1579999999999999},"min":{"1min":1.274,"5min":1.274,"15min":1.0649999999999999},"max":{"1min":5.4400000000000004,"5min":11.039999999999999,"15min":12.273999999999999},"last":1.7569999999999999}]}]},{"osd":5,"up_from":0,"seq":180388626840,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:50:29.674 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:50:29.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[9480]: audit 2020-11-16T20:50:27.781471+0000 mgr.x (mgr.14196) 1163 : audit [DBG] from='client.16338 v1:172.21.15.142:0/979841928' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:50:29.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[9480]: cluster 2020-11-16T20:50:28.330809+0000 mon.a (mon.0) 2189 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[9480]: audit 2020-11-16T20:50:28.335026+0000 mon.a (mon.0) 2190 : audit [INF] from='client.? v1:172.21.15.142:0/2410606710' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:50:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[9480]: cluster 2020-11-16T20:50:28.335076+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e666: 12 total, 11 up, 8 in
2020-11-16T20:50:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[9480]: cluster 2020-11-16T20:50:28.385688+0000 osd.8 (osd.8) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[9480]: cluster 2020-11-16T20:50:28.385786+0000 osd.8 (osd.8) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:29.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[9480]: cluster 2020-11-16T20:50:28.461294+0000 mgr.x (mgr.14196) 1164 : cluster [DBG] pgmap v1733: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s
2020-11-16T20:50:29.697 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[16796]: debug 2020-11-16T20:50:29.241+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:29.706 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:29.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:29 smithi065 bash[9468]: audit 2020-11-16T20:50:27.781471+0000 mgr.x (mgr.14196) 1163 : audit [DBG] from='client.16338 v1:172.21.15.142:0/979841928' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:50:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:29 smithi065 bash[9468]: cluster 2020-11-16T20:50:28.330809+0000 mon.a (mon.0) 2189 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:29 smithi065 bash[9468]: audit 2020-11-16T20:50:28.335026+0000 mon.a (mon.0) 2190 : audit [INF] from='client.? v1:172.21.15.142:0/2410606710' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:50:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:29 smithi065 bash[9468]: cluster 2020-11-16T20:50:28.335076+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e666: 12 total, 11 up, 8 in
2020-11-16T20:50:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:29 smithi065 bash[9468]: cluster 2020-11-16T20:50:28.385688+0000 osd.8 (osd.8) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:29.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:29 smithi065 bash[9468]: cluster 2020-11-16T20:50:28.385786+0000 osd.8 (osd.8) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:29.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:29 smithi065 bash[9468]: cluster 2020-11-16T20:50:28.461294+0000 mgr.x (mgr.14196) 1164 : cluster [DBG] pgmap v1733: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s
2020-11-16T20:50:29.811 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:29.829 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_blocked_ops
2020-11-16T20:50:29.830 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:29.925 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:29.986 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:50:30.031 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:30.038 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[26650]: debug 2020-11-16T20:50:29.925+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:30.038 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:29 smithi071 bash[16796]: debug 2020-11-16T20:50:29.709+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:30.145 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:30.252 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:30.340 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:30 smithi071 bash[26650]: debug 2020-11-16T20:50:30.145+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:30.340 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:30 smithi071 bash[9480]: cluster 2020-11-16T20:50:29.348917+0000 mon.a (mon.0) 2192 : cluster [DBG] osdmap e667: 12 total, 11 up, 8 in
2020-11-16T20:50:30.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:30 smithi065 bash[9468]: cluster 2020-11-16T20:50:29.348917+0000 mon.a (mon.0) 2192 : cluster [DBG] osdmap e667: 12 total, 11 up, 8 in
2020-11-16T20:50:30.623 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:30.728 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:30.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:30 smithi142 bash[9523]: cluster 2020-11-16T20:50:29.348917+0000 mon.a (mon.0) 2192 : cluster [DBG] osdmap e667: 12 total, 11 up, 8 in
2020-11-16T20:50:30.853 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:30.956 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:30.975 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:50:31.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:30 smithi065 bash[14115]: debug 2020-11-16T20:50:30.620+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:31.164 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:31.174 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:31.196 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:50:30 smithi071 bash[14419]: debug 2020-11-16T20:50:30.849+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:31.278 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:31.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:31 smithi142 bash[15670]: debug 2020-11-16T20:50:31.174+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:31.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:31 smithi071 bash[9480]: cluster 2020-11-16T20:50:30.461785+0000 mgr.x (mgr.14196) 1165 : cluster [DBG] pgmap v1735: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 844 op/s
2020-11-16T20:50:31.709 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:31 smithi142 bash[9523]: cluster 2020-11-16T20:50:30.461785+0000 mgr.x (mgr.14196) 1165 : cluster [DBG] pgmap v1735: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 844 op/s
2020-11-16T20:50:31.776 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:50:31.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:31 smithi065 bash[9468]: cluster 2020-11-16T20:50:30.461785+0000 mgr.x (mgr.14196) 1165 : cluster [DBG] pgmap v1735: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 844 op/s
2020-11-16T20:50:31.858 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:31.940 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:31.965 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:32.027 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:31 smithi142 bash[15670]: debug 2020-11-16T20:50:31.858+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:32.817 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:32.921 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:32.928 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:32 smithi071 bash[9480]: cluster 2020-11-16T20:50:32.462347+0000 mgr.x (mgr.14196) 1166 : cluster [DBG] pgmap v1736: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 896 op/s
2020-11-16T20:50:33.023 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:33.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:32 smithi142 bash[9523]: cluster 2020-11-16T20:50:32.462347+0000 mgr.x (mgr.14196) 1166 : cluster [DBG] pgmap v1736: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 896 op/s
2020-11-16T20:50:33.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:32 smithi142 bash[18009]: debug 2020-11-16T20:50:32.818+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:33.039 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:32 smithi065 bash[9468]: cluster 2020-11-16T20:50:32.462347+0000 mgr.x (mgr.14196) 1166 : cluster [DBG] pgmap v1736: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 896 op/s
2020-11-16T20:50:33.127 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:33.196 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:33 smithi071 bash[12066]: debug 2020-11-16T20:50:33.025+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:33.406 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:33.510 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:33.619 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:33.656 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:33 smithi065 bash[14115]: debug 2020-11-16T20:50:33.404+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:33.723 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:33.847 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:33 smithi071 bash[12066]: debug 2020-11-16T20:50:33.617+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:33.847 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:33 smithi071 bash[9480]: cluster 2020-11-16T20:50:31.785376+0000 osd.1 (osd.1) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:33.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:33 smithi071 bash[9480]: cluster 2020-11-16T20:50:31.785442+0000 osd.1 (osd.1) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:33.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:33 smithi071 bash[9480]: cluster 2020-11-16T20:50:32.664191+0000 mon.a (mon.0) 2193 : cluster [DBG] osdmap e668: 12 total, 11 up, 8 in
2020-11-16T20:50:33.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:33 smithi071 bash[9480]: cluster 2020-11-16T20:50:33.196418+0000 osd.11 (osd.11) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:33.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:33 smithi071 bash[9480]: cluster 2020-11-16T20:50:33.196515+0000 osd.11 (osd.11) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:33.849 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:33.952 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:33.960 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:50:33.961 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:50:33.961 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:50:33.961 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:50:33.961 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:50:33.962 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:33 smithi065 bash[9468]: cluster 2020-11-16T20:50:31.785376+0000 osd.1 (osd.1) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:33.962 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:33 smithi065 bash[9468]: cluster 2020-11-16T20:50:31.785442+0000 osd.1 (osd.1) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:33.962 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:33 smithi065 bash[9468]: cluster 2020-11-16T20:50:32.664191+0000 mon.a (mon.0) 2193 : cluster [DBG] osdmap e668: 12 total, 11 up, 8 in
2020-11-16T20:50:33.962 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:33 smithi065 bash[9468]: cluster 2020-11-16T20:50:33.196418+0000 osd.11 (osd.11) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:33.962 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:33 smithi065 bash[9468]: cluster 2020-11-16T20:50:33.196515+0000 osd.11 (osd.11) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:34.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:33 smithi142 bash[9523]: cluster 2020-11-16T20:50:31.785376+0000 osd.1 (osd.1) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:33 smithi142 bash[9523]: cluster 2020-11-16T20:50:31.785442+0000 osd.1 (osd.1) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:33 smithi142 bash[9523]: cluster 2020-11-16T20:50:32.664191+0000 mon.a (mon.0) 2193 : cluster [DBG] osdmap e668: 12 total, 11 up, 8 in
2020-11-16T20:50:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:33 smithi142 bash[9523]: cluster 2020-11-16T20:50:33.196418+0000 osd.11 (osd.11) 172 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:33 smithi142 bash[9523]: cluster 2020-11-16T20:50:33.196515+0000 osd.11 (osd.11) 173 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:34.086 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:34.190 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:34.196 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:33 smithi071 bash[12066]: debug 2020-11-16T20:50:33.849+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:34.280 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:34 smithi065 bash[14115]: debug 2020-11-16T20:50:34.076+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:34.910 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_historic_ops
2020-11-16T20:50:34.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:34 smithi071 bash[9480]: cluster 2020-11-16T20:50:33.672971+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e669: 12 total, 11 up, 8 in
2020-11-16T20:50:34.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:34 smithi071 bash[9480]: cluster 2020-11-16T20:50:34.463040+0000 mgr.x (mgr.14196) 1167 : cluster [DBG] pgmap v1739: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 754 op/s
2020-11-16T20:50:35.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:34 smithi065 bash[9468]: cluster 2020-11-16T20:50:33.672971+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e669: 12 total, 11 up, 8 in
2020-11-16T20:50:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:34 smithi065 bash[9468]: cluster 2020-11-16T20:50:34.463040+0000 mgr.x (mgr.14196) 1167 : cluster [DBG] pgmap v1739: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 754 op/s
2020-11-16T20:50:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:34 smithi142 bash[9523]: cluster 2020-11-16T20:50:33.672971+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e669: 12 total, 11 up, 8 in
2020-11-16T20:50:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:34 smithi142 bash[9523]: cluster 2020-11-16T20:50:34.463040+0000 mgr.x (mgr.14196) 1167 : cluster [DBG] pgmap v1739: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 754 op/s
2020-11-16T20:50:35.066 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:50:35.309 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:35.414 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:35.682 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:35 smithi142 bash[18009]: debug 2020-11-16T20:50:35.682+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:35.682 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:35.696 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:50:35 smithi071 bash[14419]: debug 2020-11-16T20:50:35.309+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:35.788 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:36.466 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:36.571 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:36.687 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:36.769 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:36 smithi142 bash[18009]: debug 2020-11-16T20:50:36.466+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:36.769 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:36 smithi142 bash[9523]: cluster 2020-11-16T20:50:36.463578+0000 mgr.x (mgr.14196) 1168 : cluster [DBG] pgmap v1740: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 879 op/s
2020-11-16T20:50:36.791 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:36.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:36 smithi071 bash[16796]: debug 2020-11-16T20:50:36.689+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:36.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:36 smithi071 bash[9480]: cluster 2020-11-16T20:50:36.463578+0000 mgr.x (mgr.14196) 1168 : cluster [DBG] pgmap v1740: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 879 op/s
2020-11-16T20:50:37.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:36 smithi065 bash[9468]: cluster 2020-11-16T20:50:36.463578+0000 mgr.x (mgr.14196) 1168 : cluster [DBG] pgmap v1740: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 879 op/s
2020-11-16T20:50:37.280 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:50:37.285 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:50:37.566 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:37.671 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:37.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:37 smithi071 bash[9480]: audit 2020-11-16T20:50:37.276971+0000 mgr.x (mgr.14196) 1169 : audit [DBG] from='client.16344 v1:172.21.15.142:0/4079207394' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:50:38.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:37 smithi065 bash[9468]: audit 2020-11-16T20:50:37.276971+0000 mgr.x (mgr.14196) 1169 : audit [DBG] from='client.16344 v1:172.21.15.142:0/4079207394' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:50:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:37 smithi142 bash[9523]: audit 2020-11-16T20:50:37.276971+0000 mgr.x (mgr.14196) 1169 : audit [DBG] from='client.16344 v1:172.21.15.142:0/4079207394' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:50:38.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:37 smithi142 bash[18009]: debug 2020-11-16T20:50:37.566+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:38.360 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:38.464 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:38.609 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:38.652 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:38 smithi142 bash[15670]: debug 2020-11-16T20:50:38.362+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:38.699 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:50:38.699 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:50:38.699 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:50:38.699 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:50:38.700 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.700 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.35333.0:222500 4.2 4.fba709a2 (undecoded) ondisk+write+known_if_redirected e488)",
2020-11-16T20:50:38.700 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:40:43.561115+0000",
2020-11-16T20:50:38.700 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 595.13853753700005,
2020-11-16T20:50:38.700 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.96770228000000003,
2020-11-16T20:50:38.700 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.700 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:50:38.701 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.35333",
2020-11-16T20:50:38.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3644508992",
2020-11-16T20:50:38.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 222500
2020-11-16T20:50:38.701 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.701 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561115+0000",
2020-11-16T20:50:38.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561115+0000",
2020-11-16T20:50:38.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:50:38.703 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.703 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561086+0000",
2020-11-16T20:50:38.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7279000000000004e-05
2020-11-16T20:50:38.703 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.703 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561154+0000",
2020-11-16T20:50:38.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7108999999999998e-05
2020-11-16T20:50:38.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561171+0000",
2020-11-16T20:50:38.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0317e-05
2020-11-16T20:50:38.705 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.705 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561181+0000",
2020-11-16T20:50:38.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2893999999999997e-05
2020-11-16T20:50:38.705 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.705 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561254+0000",
2020-11-16T20:50:38.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2279000000000001e-05
2020-11-16T20:50:38.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:43.561266+0000",
2020-11-16T20:50:38.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.96749896599999996
2020-11-16T20:50:38.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528765+0000",
2020-11-16T20:50:38.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1573999999999998e-05
2020-11-16T20:50:38.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:40:44.528817+0000",
2020-11-16T20:50:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.96770228000000003
2020-11-16T20:50:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.709 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.709 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100491 5.a 5:5a0ab566:::benchmark_data_smithi065_37993_object100490:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.709 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.412082+0000",
2020-11-16T20:50:38.709 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.28757017800001,
2020-11-16T20:50:38.709 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.235932152,
2020-11-16T20:50:38.709 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.709 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.710 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100491
2020-11-16T20:50:38.710 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.710 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412082+0000",
2020-11-16T20:50:38.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.711 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.711 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412082+0000",
2020-11-16T20:50:38.711 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:50:38.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412049+0000",
2020-11-16T20:50:38.712 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000114948
2020-11-16T20:50:38.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412164+0000",
2020-11-16T20:50:38.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.464e-05
2020-11-16T20:50:38.713 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.713 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412179+0000",
2020-11-16T20:50:38.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1349999999999992e-06
2020-11-16T20:50:38.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412187+0000",
2020-11-16T20:50:38.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00051102999999999999
2020-11-16T20:50:38.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412698+0000",
2020-11-16T20:50:38.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1463e-05
2020-11-16T20:50:38.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.412709+0000",
2020-11-16T20:50:38.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.220302043
2020-11-16T20:50:38.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.633011+0000",
2020-11-16T20:50:38.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023767100000000001
2020-11-16T20:50:38.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.633249+0000",
2020-11-16T20:50:38.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019512800000000001
2020-11-16T20:50:38.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.633444+0000",
2020-11-16T20:50:38.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011909332999999999
2020-11-16T20:50:38.722 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.645353+0000",
2020-11-16T20:50:38.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6742999999999997e-05
2020-11-16T20:50:38.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.645390+0000",
2020-11-16T20:50:38.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9716999999999998e-05
2020-11-16T20:50:38.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.645440+0000",
2020-11-16T20:50:38.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002574219
2020-11-16T20:50:38.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648014+0000",
2020-11-16T20:50:38.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.235932152
2020-11-16T20:50:38.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.728 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.728 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.729 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.729 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.729 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100492 5.a 5:54cdffd5:::benchmark_data_smithi065_37993_object100491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.729 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.414717+0000",
2020-11-16T20:50:38.730 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.28493479399998,
2020-11-16T20:50:38.730 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.279224615,
2020-11-16T20:50:38.730 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.731 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.731 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.732 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100492
2020-11-16T20:50:38.732 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.732 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.733 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.733 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.733 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414717+0000",
2020-11-16T20:50:38.733 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.734 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.734 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414717+0000",
2020-11-16T20:50:38.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T20:50:38.735 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.735 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414697+0000",
2020-11-16T20:50:38.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2044000000000003e-05
2020-11-16T20:50:38.736 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.737 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414770+0000",
2020-11-16T20:50:38.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5690000000000005e-06
2020-11-16T20:50:38.738 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.738 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.738 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.739 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414778+0000",
2020-11-16T20:50:38.739 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9060000000000001e-06
2020-11-16T20:50:38.739 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.739 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414783+0000",
2020-11-16T20:50:38.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010717699999999999
2020-11-16T20:50:38.740 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.741 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.741 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.741 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414890+0000",
2020-11-16T20:50:38.742 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1695000000000001e-05
2020-11-16T20:50:38.742 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.742 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.742 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.414902+0000",
2020-11-16T20:50:38.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.225401814
2020-11-16T20:50:38.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.640304+0000",
2020-11-16T20:50:38.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000129462
2020-11-16T20:50:38.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.745 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.745 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.640433+0000",
2020-11-16T20:50:38.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000128625
2020-11-16T20:50:38.746 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.746 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.747 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.747 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.640562+0000",
2020-11-16T20:50:38.747 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0074667559999999997
2020-11-16T20:50:38.747 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.748 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648029+0000",
2020-11-16T20:50:38.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.041436415999999997
2020-11-16T20:50:38.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.689465+0000",
2020-11-16T20:50:38.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015422799999999999
2020-11-16T20:50:38.750 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.750 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.751 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.751 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.689619+0000",
2020-11-16T20:50:38.751 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0043227650000000001
2020-11-16T20:50:38.751 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.752 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.752 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.752 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.693942+0000",
2020-11-16T20:50:38.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.279224615
2020-11-16T20:50:38.753 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.753 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.753 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.754 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.754 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.754 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100497 5.a 5:5551f6b4:::benchmark_data_smithi065_37993_object100496:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.416514+0000",
2020-11-16T20:50:38.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.283138178,
2020-11-16T20:50:38.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.280499418,
2020-11-16T20:50:38.755 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.755 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.755 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.755 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.756 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.756 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100497
2020-11-16T20:50:38.756 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.756 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.756 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416514+0000",
2020-11-16T20:50:38.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416514+0000",
2020-11-16T20:50:38.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:50:38.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416496+0000",
2020-11-16T20:50:38.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4937999999999994e-05
2020-11-16T20:50:38.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416561+0000",
2020-11-16T20:50:38.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0841e-05
2020-11-16T20:50:38.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416572+0000",
2020-11-16T20:50:38.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8040000000000001e-06
2020-11-16T20:50:38.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416577+0000",
2020-11-16T20:50:38.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2744000000000002e-05
2020-11-16T20:50:38.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416630+0000",
2020-11-16T20:50:38.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1654000000000001e-05
2020-11-16T20:50:38.761 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.761 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.416641+0000",
2020-11-16T20:50:38.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.226539474
2020-11-16T20:50:38.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.643181+0000",
2020-11-16T20:50:38.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010911199999999999
2020-11-16T20:50:38.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.643290+0000",
2020-11-16T20:50:38.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013144200000000001
2020-11-16T20:50:38.763 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.763 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.643421+0000",
2020-11-16T20:50:38.764 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0071763390000000003
2020-11-16T20:50:38.764 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.764 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.764 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.764 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.650598+0000",
2020-11-16T20:50:38.764 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.043441240999999998
2020-11-16T20:50:38.764 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.765 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.765 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.694039+0000",
2020-11-16T20:50:38.765 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0599e-05
2020-11-16T20:50:38.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.765 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.694100+0000",
2020-11-16T20:50:38.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0029137199999999999
2020-11-16T20:50:38.766 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.766 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.697013+0000",
2020-11-16T20:50:38.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.280499418
2020-11-16T20:50:38.767 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.767 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.767 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.767 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.767 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.767 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100498 5.a 5:5acdec7e:::benchmark_data_smithi065_37993_object100497:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.767 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.418573+0000",
2020-11-16T20:50:38.767 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.28107867900002,
2020-11-16T20:50:38.768 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2809521100000001,
2020-11-16T20:50:38.768 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.768 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.768 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100498
2020-11-16T20:50:38.769 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.769 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.769 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418573+0000",
2020-11-16T20:50:38.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.769 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418573+0000",
2020-11-16T20:50:38.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T20:50:38.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418541+0000",
2020-11-16T20:50:38.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000108942
2020-11-16T20:50:38.771 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.771 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418650+0000",
2020-11-16T20:50:38.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4691999999999999e-05
2020-11-16T20:50:38.771 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.772 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418665+0000",
2020-11-16T20:50:38.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5350000000000004e-06
2020-11-16T20:50:38.772 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.772 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418673+0000",
2020-11-16T20:50:38.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4341000000000001e-05
2020-11-16T20:50:38.773 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.773 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418718+0000",
2020-11-16T20:50:38.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1360000000000003e-06
2020-11-16T20:50:38.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.418727+0000",
2020-11-16T20:50:38.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2293273090000001
2020-11-16T20:50:38.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648054+0000",
2020-11-16T20:50:38.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011387699999999999
2020-11-16T20:50:38.775 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.775 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648168+0000",
2020-11-16T20:50:38.775 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013030800000000001
2020-11-16T20:50:38.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.776 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.776 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.648298+0000",
2020-11-16T20:50:38.776 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013709506999999999
2020-11-16T20:50:38.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.777 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.662008+0000",
2020-11-16T20:50:38.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035098384000000003
2020-11-16T20:50:38.777 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.777 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.697106+0000",
2020-11-16T20:50:38.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6602999999999998e-05
2020-11-16T20:50:38.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.697183+0000",
2020-11-16T20:50:38.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0023427080000000002
2020-11-16T20:50:38.779 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.779 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.699526+0000",
2020-11-16T20:50:38.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2809521100000001
2020-11-16T20:50:38.780 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.780 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.780 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.780 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.780 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.780 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100524 5.a 5:52ec81a2:::benchmark_data_smithi065_37993_object100523:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.780 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.439159+0000",
2020-11-16T20:50:38.781 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.26049320499999,
2020-11-16T20:50:38.781 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.262683402,
2020-11-16T20:50:38.781 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.781 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.781 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.781 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.781 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100524
2020-11-16T20:50:38.782 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.782 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439159+0000",
2020-11-16T20:50:38.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439159+0000",
2020-11-16T20:50:38.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999518
2020-11-16T20:50:38.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439111+0000",
2020-11-16T20:50:38.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000155434
2020-11-16T20:50:38.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439266+0000",
2020-11-16T20:50:38.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4604e-05
2020-11-16T20:50:38.785 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.785 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439291+0000",
2020-11-16T20:50:38.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3539e-05
2020-11-16T20:50:38.785 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.785 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439304+0000",
2020-11-16T20:50:38.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2439e-05
2020-11-16T20:50:38.786 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.786 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.786 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439397+0000",
2020-11-16T20:50:38.787 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7637000000000001e-05
2020-11-16T20:50:38.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.787 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.787 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.439414+0000",
2020-11-16T20:50:38.787 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2112070640000001
2020-11-16T20:50:38.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.650621+0000",
2020-11-16T20:50:38.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010878999999999999
2020-11-16T20:50:38.788 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.788 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.650730+0000",
2020-11-16T20:50:38.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014054700000000001
2020-11-16T20:50:38.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.650871+0000",
2020-11-16T20:50:38.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017286138999999999
2020-11-16T20:50:38.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.790 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.668157+0000",
2020-11-16T20:50:38.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.031435411000000003
2020-11-16T20:50:38.790 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.790 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.699592+0000",
2020-11-16T20:50:38.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6054000000000001e-05
2020-11-16T20:50:38.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.699658+0000",
2020-11-16T20:50:38.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0021839699999999999
2020-11-16T20:50:38.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.792 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.701842+0000",
2020-11-16T20:50:38.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.262683402
2020-11-16T20:50:38.792 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.792 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.792 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.793 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.793 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.793 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100540 5.a 5:5f5a679a:::benchmark_data_smithi065_37993_object100539:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.793 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.452417+0000",
2020-11-16T20:50:38.793 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.24723511899998,
2020-11-16T20:50:38.793 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.25518061,
2020-11-16T20:50:38.793 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.793 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.794 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.794 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.794 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.794 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100540
2020-11-16T20:50:38.794 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.794 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452417+0000",
2020-11-16T20:50:38.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.796 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.796 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452417+0000",
2020-11-16T20:50:38.796 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999614
2020-11-16T20:50:38.796 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.796 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.796 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.796 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452378+0000",
2020-11-16T20:50:38.797 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012646000000000001
2020-11-16T20:50:38.797 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.797 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.797 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.797 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452505+0000",
2020-11-16T20:50:38.797 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7142e-05
2020-11-16T20:50:38.797 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.798 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452522+0000",
2020-11-16T20:50:38.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3499999999999999e-06
2020-11-16T20:50:38.798 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.798 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452529+0000",
2020-11-16T20:50:38.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0129e-05
2020-11-16T20:50:38.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452589+0000",
2020-11-16T20:50:38.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0485999999999999e-05
2020-11-16T20:50:38.800 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.800 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.452600+0000",
2020-11-16T20:50:38.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.200359172
2020-11-16T20:50:38.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.652959+0000",
2020-11-16T20:50:38.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00049715800000000004
2020-11-16T20:50:38.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.802 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.653456+0000",
2020-11-16T20:50:38.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00063009199999999996
2020-11-16T20:50:38.802 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.802 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.654086+0000",
2020-11-16T20:50:38.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014100474999999999
2020-11-16T20:50:38.803 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.803 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.668187+0000",
2020-11-16T20:50:38.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035884490999999998
2020-11-16T20:50:38.803 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.804 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.704071+0000",
2020-11-16T20:50:38.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6991999999999996e-05
2020-11-16T20:50:38.804 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.804 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.704168+0000",
2020-11-16T20:50:38.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0034293219999999998
2020-11-16T20:50:38.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.707598+0000",
2020-11-16T20:50:38.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.25518061
2020-11-16T20:50:38.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.806 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.806 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.806 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.806 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.806 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100562 5.a 5:52126c38:::benchmark_data_smithi065_37993_object100561:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.806 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.468259+0000",
2020-11-16T20:50:38.806 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.23139314000002,
2020-11-16T20:50:38.807 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2424337379999999,
2020-11-16T20:50:38.807 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.807 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.807 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.807 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.807 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.807 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100562
2020-11-16T20:50:38.807 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.808 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.808 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.808 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468259+0000",
2020-11-16T20:50:38.808 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.808 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468259+0000",
2020-11-16T20:50:38.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:50:38.809 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.809 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468224+0000",
2020-11-16T20:50:38.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013564800000000001
2020-11-16T20:50:38.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468360+0000",
2020-11-16T20:50:38.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6540000000000001e-05
2020-11-16T20:50:38.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468376+0000",
2020-11-16T20:50:38.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5933000000000001e-05
2020-11-16T20:50:38.811 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.811 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468392+0000",
2020-11-16T20:50:38.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0753999999999994e-05
2020-11-16T20:50:38.812 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.812 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.812 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.812 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468463+0000",
2020-11-16T20:50:38.812 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4481000000000001e-05
2020-11-16T20:50:38.812 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.812 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.468477+0000",
2020-11-16T20:50:38.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1908104500000001
2020-11-16T20:50:38.813 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.813 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.659288+0000",
2020-11-16T20:50:38.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016297800000000001
2020-11-16T20:50:38.814 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.814 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.659451+0000",
2020-11-16T20:50:38.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012805299999999999
2020-11-16T20:50:38.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.659579+0000",
2020-11-16T20:50:38.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015139222000000001
2020-11-16T20:50:38.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.674718+0000",
2020-11-16T20:50:38.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.032993999000000003
2020-11-16T20:50:38.816 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.816 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.707712+0000",
2020-11-16T20:50:38.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9393000000000004e-05
2020-11-16T20:50:38.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.707791+0000",
2020-11-16T20:50:38.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002901378
2020-11-16T20:50:38.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.818 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.818 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.710693+0000",
2020-11-16T20:50:38.818 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2424337379999999
2020-11-16T20:50:38.818 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.818 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.818 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.819 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.819 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.819 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100584 5.a 5:537fb1d1:::benchmark_data_smithi065_37993_object100583:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.819 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.486123+0000",
2020-11-16T20:50:38.819 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.21352897999998,
2020-11-16T20:50:38.819 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2270969220000001,
2020-11-16T20:50:38.819 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.820 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.820 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.820 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.820 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.820 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100584
2020-11-16T20:50:38.820 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.820 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486123+0000",
2020-11-16T20:50:38.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486123+0000",
2020-11-16T20:50:38.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:50:38.822 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.822 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486084+0000",
2020-11-16T20:50:38.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000150982
2020-11-16T20:50:38.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486235+0000",
2020-11-16T20:50:38.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6894000000000001e-05
2020-11-16T20:50:38.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486252+0000",
2020-11-16T20:50:38.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5580000000000003e-06
2020-11-16T20:50:38.824 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.824 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486260+0000",
2020-11-16T20:50:38.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5038999999999998e-05
2020-11-16T20:50:38.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486335+0000",
2020-11-16T20:50:38.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7010000000000001e-05
2020-11-16T20:50:38.826 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.826 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.826 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.826 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.486352+0000",
2020-11-16T20:50:38.826 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1760199090000001
2020-11-16T20:50:38.826 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.826 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.662372+0000",
2020-11-16T20:50:38.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00030211799999999998
2020-11-16T20:50:38.827 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.827 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.828 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.662674+0000",
2020-11-16T20:50:38.828 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00051577800000000005
2020-11-16T20:50:38.828 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.828 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.828 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.828 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.663189+0000",
2020-11-16T20:50:38.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017938829
2020-11-16T20:50:38.829 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.829 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681128+0000",
2020-11-16T20:50:38.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029645052000000002
2020-11-16T20:50:38.829 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.710773+0000",
2020-11-16T20:50:38.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1654000000000003e-05
2020-11-16T20:50:38.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.710835+0000",
2020-11-16T20:50:38.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0023850199999999998
2020-11-16T20:50:38.831 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.831 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.713220+0000",
2020-11-16T20:50:38.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2270969220000001
2020-11-16T20:50:38.832 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.832 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.832 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.832 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.832 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.833 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100595 5.a 5:5b8e51a7:::benchmark_data_smithi065_37993_object100594:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.833 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.496988+0000",
2020-11-16T20:50:38.833 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.20266438800002,
2020-11-16T20:50:38.833 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2350746779999999,
2020-11-16T20:50:38.833 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.833 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.833 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.833 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.834 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.834 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100595
2020-11-16T20:50:38.834 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.834 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.834 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.834 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.496988+0000",
2020-11-16T20:50:38.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.835 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.835 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.496988+0000",
2020-11-16T20:50:38.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T20:50:38.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.836 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.836 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.496957+0000",
2020-11-16T20:50:38.836 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000131149
2020-11-16T20:50:38.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497088+0000",
2020-11-16T20:50:38.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1072999999999999e-05
2020-11-16T20:50:38.837 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.837 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497119+0000",
2020-11-16T20:50:38.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9400000000000002e-06
2020-11-16T20:50:38.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497127+0000",
2020-11-16T20:50:38.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1008999999999995e-05
2020-11-16T20:50:38.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.839 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497218+0000",
2020-11-16T20:50:38.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7367000000000002e-05
2020-11-16T20:50:38.839 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.839 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.497235+0000",
2020-11-16T20:50:38.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1710961259999999
2020-11-16T20:50:38.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.668331+0000",
2020-11-16T20:50:38.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000342791
2020-11-16T20:50:38.841 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.841 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.668674+0000",
2020-11-16T20:50:38.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00037827
2020-11-16T20:50:38.841 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.841 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.669052+0000",
2020-11-16T20:50:38.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012094716
2020-11-16T20:50:38.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681147+0000",
2020-11-16T20:50:38.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.046905084999999999
2020-11-16T20:50:38.843 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.843 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.728052+0000",
2020-11-16T20:50:38.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4459000000000002e-05
2020-11-16T20:50:38.844 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.844 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.844 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.844 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.728106+0000",
2020-11-16T20:50:38.844 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0039559080000000002
2020-11-16T20:50:38.844 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.844 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.845 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.845 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.732062+0000",
2020-11-16T20:50:38.845 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2350746779999999
2020-11-16T20:50:38.845 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.845 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.845 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.845 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.846 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.846 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100600 5.a 5:5b5d4521:::benchmark_data_smithi065_37993_object100599:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.846 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.501217+0000",
2020-11-16T20:50:38.846 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.19843555,
2020-11-16T20:50:38.846 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.2355634520000001,
2020-11-16T20:50:38.846 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.846 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.847 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100600
2020-11-16T20:50:38.847 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.847 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501217+0000",
2020-11-16T20:50:38.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.848 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.848 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501217+0000",
2020-11-16T20:50:38.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999518
2020-11-16T20:50:38.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501168+0000",
2020-11-16T20:50:38.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014999800000000001
2020-11-16T20:50:38.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.850 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501318+0000",
2020-11-16T20:50:38.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9525e-05
2020-11-16T20:50:38.850 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.850 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501338+0000",
2020-11-16T20:50:38.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0250000000000008e-06
2020-11-16T20:50:38.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501347+0000",
2020-11-16T20:50:38.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028118099999999998
2020-11-16T20:50:38.852 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.852 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501628+0000",
2020-11-16T20:50:38.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4289e-05
2020-11-16T20:50:38.852 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.852 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.501642+0000",
2020-11-16T20:50:38.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1706883299999999
2020-11-16T20:50:38.853 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.853 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.672331+0000",
2020-11-16T20:50:38.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000230922
2020-11-16T20:50:38.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.672562+0000",
2020-11-16T20:50:38.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017017700000000001
2020-11-16T20:50:38.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.672732+0000",
2020-11-16T20:50:38.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012963828
2020-11-16T20:50:38.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685696+0000",
2020-11-16T20:50:38.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.046453916999999997
2020-11-16T20:50:38.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.732149+0000",
2020-11-16T20:50:38.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4733000000000004e-05
2020-11-16T20:50:38.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.732224+0000",
2020-11-16T20:50:38.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0045558229999999996
2020-11-16T20:50:38.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.736780+0000",
2020-11-16T20:50:38.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2355634520000001
2020-11-16T20:50:38.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.858 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.859 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.859 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.859 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100643 5.a 5:52782f0c:::benchmark_data_smithi065_37993_object100642:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.548721+0000",
2020-11-16T20:50:38.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.15093118800002,
2020-11-16T20:50:38.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.192962235,
2020-11-16T20:50:38.859 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.860 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.860 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100643
2020-11-16T20:50:38.860 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.860 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548721+0000",
2020-11-16T20:50:38.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548721+0000",
2020-11-16T20:50:38.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:50:38.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548690+0000",
2020-11-16T20:50:38.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010587299999999999
2020-11-16T20:50:38.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548795+0000",
2020-11-16T20:50:38.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2853999999999999e-05
2020-11-16T20:50:38.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548808+0000",
2020-11-16T20:50:38.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.075e-06
2020-11-16T20:50:38.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548815+0000",
2020-11-16T20:50:38.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8788000000000006e-05
2020-11-16T20:50:38.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548884+0000",
2020-11-16T20:50:38.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1848000000000001e-05
2020-11-16T20:50:38.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.548896+0000",
2020-11-16T20:50:38.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1258757349999999
2020-11-16T20:50:38.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.674772+0000",
2020-11-16T20:50:38.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016454300000000001
2020-11-16T20:50:38.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.674936+0000",
2020-11-16T20:50:38.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013249
2020-11-16T20:50:38.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.675069+0000",
2020-11-16T20:50:38.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010646388999999999
2020-11-16T20:50:38.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685715+0000",
2020-11-16T20:50:38.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.051196093999999998
2020-11-16T20:50:38.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.736911+0000",
2020-11-16T20:50:38.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000102533
2020-11-16T20:50:38.870 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.870 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.737014+0000",
2020-11-16T20:50:38.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0046694099999999997
2020-11-16T20:50:38.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.741683+0000",
2020-11-16T20:50:38.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.192962235
2020-11-16T20:50:38.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.872 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.872 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.872 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.872 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.872 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100665 5.a 5:500c3be2:::benchmark_data_smithi065_37993_object100664:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.872 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.578310+0000",
2020-11-16T20:50:38.872 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.12134256299998,
2020-11-16T20:50:38.873 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.1678601019999999,
2020-11-16T20:50:38.873 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.873 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.873 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100665
2020-11-16T20:50:38.874 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.874 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578310+0000",
2020-11-16T20:50:38.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578310+0000",
2020-11-16T20:50:38.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:50:38.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578275+0000",
2020-11-16T20:50:38.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000126
2020-11-16T20:50:38.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578401+0000",
2020-11-16T20:50:38.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7473999999999999e-05
2020-11-16T20:50:38.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578418+0000",
2020-11-16T20:50:38.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6120000000000001e-06
2020-11-16T20:50:38.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578426+0000",
2020-11-16T20:50:38.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5580000000000006e-05
2020-11-16T20:50:38.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578492+0000",
2020-11-16T20:50:38.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2261e-05
2020-11-16T20:50:38.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.578504+0000",
2020-11-16T20:50:38.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.098134849
2020-11-16T20:50:38.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.676639+0000",
2020-11-16T20:50:38.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012508199999999999
2020-11-16T20:50:38.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.676764+0000",
2020-11-16T20:50:38.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019195799999999999
2020-11-16T20:50:38.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.676956+0000",
2020-11-16T20:50:38.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0087765889999999996
2020-11-16T20:50:38.882 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.882 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685732+0000",
2020-11-16T20:50:38.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.056071753000000002
2020-11-16T20:50:38.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.741804+0000",
2020-11-16T20:50:38.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4450999999999996e-05
2020-11-16T20:50:38.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.741879+0000",
2020-11-16T20:50:38.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0042910639999999998
2020-11-16T20:50:38.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.746170+0000",
2020-11-16T20:50:38.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1678601019999999
2020-11-16T20:50:38.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.885 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.885 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.885 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.885 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.885 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100673 5.a 5:550bc0ef:::benchmark_data_smithi065_37993_object100672:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.886 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.585315+0000",
2020-11-16T20:50:38.886 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.11433714499998,
2020-11-16T20:50:38.886 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.165172377,
2020-11-16T20:50:38.886 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.886 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.886 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100673
2020-11-16T20:50:38.887 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.887 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585315+0000",
2020-11-16T20:50:38.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585315+0000",
2020-11-16T20:50:38.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999809
2020-11-16T20:50:38.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585296+0000",
2020-11-16T20:50:38.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5634000000000001e-05
2020-11-16T20:50:38.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585372+0000",
2020-11-16T20:50:38.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9989999999999997e-06
2020-11-16T20:50:38.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585381+0000",
2020-11-16T20:50:38.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0980000000000001e-06
2020-11-16T20:50:38.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585386+0000",
2020-11-16T20:50:38.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8300999999999997e-05
2020-11-16T20:50:38.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585434+0000",
2020-11-16T20:50:38.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8870000000000003e-06
2020-11-16T20:50:38.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.585441+0000",
2020-11-16T20:50:38.893 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.093130596
2020-11-16T20:50:38.893 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.893 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.893 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.893 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.678571+0000",
2020-11-16T20:50:38.893 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023913299999999999
2020-11-16T20:50:38.893 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.678811+0000",
2020-11-16T20:50:38.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017972499999999999
2020-11-16T20:50:38.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.678990+0000",
2020-11-16T20:50:38.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0067633570000000002
2020-11-16T20:50:38.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685754+0000",
2020-11-16T20:50:38.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.060552436000000001
2020-11-16T20:50:38.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.746306+0000",
2020-11-16T20:50:38.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012424300000000001
2020-11-16T20:50:38.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.746430+0000",
2020-11-16T20:50:38.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0040569480000000003
2020-11-16T20:50:38.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.750487+0000",
2020-11-16T20:50:38.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.165172377
2020-11-16T20:50:38.898 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.898 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.898 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.898 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.898 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.898 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100687 5.a 5:56904bbb:::benchmark_data_smithi065_37993_object100686:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.899 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.615515+0000",
2020-11-16T20:50:38.899 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.08413665900002,
2020-11-16T20:50:38.899 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.1386060710000001,
2020-11-16T20:50:38.899 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.899 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.899 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100687
2020-11-16T20:50:38.900 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.900 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615515+0000",
2020-11-16T20:50:38.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615515+0000",
2020-11-16T20:50:38.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:50:38.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.902 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615486+0000",
2020-11-16T20:50:38.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010978499999999999
2020-11-16T20:50:38.902 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.902 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.903 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615596+0000",
2020-11-16T20:50:38.903 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6483000000000001e-05
2020-11-16T20:50:38.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.903 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615612+0000",
2020-11-16T20:50:38.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.04e-05
2020-11-16T20:50:38.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615623+0000",
2020-11-16T20:50:38.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000110146
2020-11-16T20:50:38.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615733+0000",
2020-11-16T20:50:38.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8810000000000001e-05
2020-11-16T20:50:38.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.615752+0000",
2020-11-16T20:50:38.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.065451607
2020-11-16T20:50:38.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681203+0000",
2020-11-16T20:50:38.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013017399999999999
2020-11-16T20:50:38.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681333+0000",
2020-11-16T20:50:38.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013030800000000001
2020-11-16T20:50:38.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.681464+0000",
2020-11-16T20:50:38.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.004308564
2020-11-16T20:50:38.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.685772+0000",
2020-11-16T20:50:38.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.064809030000000004
2020-11-16T20:50:38.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.750581+0000",
2020-11-16T20:50:38.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2437999999999999e-05
2020-11-16T20:50:38.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.750664+0000",
2020-11-16T20:50:38.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0034576849999999998
2020-11-16T20:50:38.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.754122+0000",
2020-11-16T20:50:38.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1386060710000001
2020-11-16T20:50:38.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.912 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.913 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.913 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.913 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.913 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.15876.0:100708 5.a 5:59946fb0:::benchmark_data_smithi065_37993_object100707:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e559)",
2020-11-16T20:50:38.913 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:43:39.685420+0000",
2020-11-16T20:50:38.913 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 419.01423178099998,
2020-11-16T20:50:38.913 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0713918760000001,
2020-11-16T20:50:38.914 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.914 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.914 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.15876",
2020-11-16T20:50:38.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:50:38.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 100708
2020-11-16T20:50:38.915 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.915 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.915 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685420+0000",
2020-11-16T20:50:38.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.915 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685420+0000",
2020-11-16T20:50:38.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:50:38.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685380+0000",
2020-11-16T20:50:38.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000141094
2020-11-16T20:50:38.917 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.917 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685521+0000",
2020-11-16T20:50:38.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7308e-05
2020-11-16T20:50:38.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.918 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.918 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685549+0000",
2020-11-16T20:50:38.918 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0468999999999999e-05
2020-11-16T20:50:38.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685559+0000",
2020-11-16T20:50:38.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7946e-05
2020-11-16T20:50:38.919 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.919 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685657+0000",
2020-11-16T20:50:38.920 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1857000000000001e-05
2020-11-16T20:50:38.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.920 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:50:38.920 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:39.685679+0000",
2020-11-16T20:50:38.920 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.99734960800000005
2020-11-16T20:50:38.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.683028+0000",
2020-11-16T20:50:38.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00024311100000000001
2020-11-16T20:50:38.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.683272+0000",
2020-11-16T20:50:38.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017484
2020-11-16T20:50:38.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 4",
2020-11-16T20:50:38.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.683446+0000",
2020-11-16T20:50:38.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0059241390000000001
2020-11-16T20:50:38.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.689371+0000",
2020-11-16T20:50:38.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.064851871000000005
2020-11-16T20:50:38.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.754222+0000",
2020-11-16T20:50:38.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4759000000000002e-05
2020-11-16T20:50:38.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.754277+0000",
2020-11-16T20:50:38.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0025350250000000002
2020-11-16T20:50:38.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:43:40.756812+0000",
2020-11-16T20:50:38.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0713918760000001
2020-11-16T20:50:38.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.926 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.926 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.926 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.926 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.926 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36014.0:101399 6.1 6:81ded8e3:::benchmark_data_smithi065_43723_object13522:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:50:38.927 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:01.760887+0000",
2020-11-16T20:50:38.927 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 36.938765299000003,
2020-11-16T20:50:38.927 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.038985604,
2020-11-16T20:50:38.927 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.927 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.927 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36014",
2020-11-16T20:50:38.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:50:38.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 101399
2020-11-16T20:50:38.928 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.928 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760887+0000",
2020-11-16T20:50:38.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760887+0000",
2020-11-16T20:50:38.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T20:50:38.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760857+0000",
2020-11-16T20:50:38.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7947000000000005e-05
2020-11-16T20:50:38.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760925+0000",
2020-11-16T20:50:38.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4836e-05
2020-11-16T20:50:38.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760939+0000",
2020-11-16T20:50:38.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3899999999999999e-06
2020-11-16T20:50:38.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760949+0000",
2020-11-16T20:50:38.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3379000000000003e-05
2020-11-16T20:50:38.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.761022+0000",
2020-11-16T20:50:38.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000216598
2020-11-16T20:50:38.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.761239+0000",
2020-11-16T20:50:38.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020236700000000001
2020-11-16T20:50:38.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:50:38.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.761441+0000",
2020-11-16T20:50:38.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.030233686999999999
2020-11-16T20:50:38.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.791675+0000",
2020-11-16T20:50:38.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0079357230000000004
2020-11-16T20:50:38.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.799611+0000",
2020-11-16T20:50:38.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011672599999999999
2020-11-16T20:50:38.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.799727+0000",
2020-11-16T20:50:38.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000145069
2020-11-16T20:50:38.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.799872+0000",
2020-11-16T20:50:38.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.038985604
2020-11-16T20:50:38.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.939 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.940 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.940 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.940 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.940 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:101400 6.c e659/648 6:3c14e94b:::benchmark_data_smithi065_43723_object13523:head v 659'6353, mlcod=659'6351)",
2020-11-16T20:50:38.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:01.763687+0000",
2020-11-16T20:50:38.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 36.935964646999999,
2020-11-16T20:50:38.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.036404490999999997,
2020-11-16T20:50:38.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.941 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.941 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.763687+0000",
2020-11-16T20:50:38.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.763687+0000",
2020-11-16T20:50:38.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999979
2020-11-16T20:50:38.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.763667+0000",
2020-11-16T20:50:38.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6079000000000002e-05
2020-11-16T20:50:38.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.763733+0000",
2020-11-16T20:50:38.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2685e-05
2020-11-16T20:50:38.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.763745+0000",
2020-11-16T20:50:38.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8630000000000002e-06
2020-11-16T20:50:38.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.763752+0000",
2020-11-16T20:50:38.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000123483
2020-11-16T20:50:38.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.763876+0000",
2020-11-16T20:50:38.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1459000000000003e-05
2020-11-16T20:50:38.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.763927+0000",
2020-11-16T20:50:38.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036099739999999998
2020-11-16T20:50:38.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.800027+0000",
2020-11-16T20:50:38.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5073999999999994e-05
2020-11-16T20:50:38.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.800092+0000",
2020-11-16T20:50:38.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036404490999999997
2020-11-16T20:50:38.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.954 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.954 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.954 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.954 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.955 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36014.0:101409 6.1 6:89f91b11:::benchmark_data_smithi065_43723_object13532:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:50:38.955 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:01.764735+0000",
2020-11-16T20:50:38.955 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 36.934916934999997,
2020-11-16T20:50:38.955 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.036161559000000003,
2020-11-16T20:50:38.955 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.955 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.955 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36014",
2020-11-16T20:50:38.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:50:38.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 101409
2020-11-16T20:50:38.956 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.956 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764735+0000",
2020-11-16T20:50:38.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764735+0000",
2020-11-16T20:50:38.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:50:38.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764705+0000",
2020-11-16T20:50:38.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0155999999999996e-05
2020-11-16T20:50:38.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764785+0000",
2020-11-16T20:50:38.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4205999999999999e-05
2020-11-16T20:50:38.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764799+0000",
2020-11-16T20:50:38.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9820000000000002e-06
2020-11-16T20:50:38.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764806+0000",
2020-11-16T20:50:38.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00047395400000000001
2020-11-16T20:50:38.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.765280+0000",
2020-11-16T20:50:38.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015765700000000001
2020-11-16T20:50:38.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.765438+0000",
2020-11-16T20:50:38.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013269099999999999
2020-11-16T20:50:38.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:50:38.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.765570+0000",
2020-11-16T20:50:38.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.034521955
2020-11-16T20:50:38.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.800092+0000",
2020-11-16T20:50:38.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00066770800000000004
2020-11-16T20:50:38.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.800760+0000",
2020-11-16T20:50:38.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4023999999999994e-05
2020-11-16T20:50:38.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.800844+0000",
2020-11-16T20:50:38.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2850999999999999e-05
2020-11-16T20:50:38.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.800897+0000",
2020-11-16T20:50:38.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036161559000000003
2020-11-16T20:50:38.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.967 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.968 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.968 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:38.968 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:38.968 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36014.0:133150 6.1 6:80b32be9:::benchmark_data_smithi065_43723_object45273:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:50:38.968 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:31.687259+0000",
2020-11-16T20:50:38.968 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 7.0123934180000003,
2020-11-16T20:50:38.969 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.044263152,
2020-11-16T20:50:38.969 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:38.969 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:38.969 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:50:38.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36014",
2020-11-16T20:50:38.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:50:38.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133150
2020-11-16T20:50:38.970 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:50:38.970 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:38.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:38.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687259+0000",
2020-11-16T20:50:38.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:38.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:38.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687259+0000",
2020-11-16T20:50:38.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:50:38.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:38.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687225+0000",
2020-11-16T20:50:38.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7367999999999995e-05
2020-11-16T20:50:38.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:38.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687302+0000",
2020-11-16T20:50:38.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6099999999999998e-05
2020-11-16T20:50:38.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:38.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687318+0000",
2020-11-16T20:50:38.974 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0473e-05
2020-11-16T20:50:38.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.974 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:38.974 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687329+0000",
2020-11-16T20:50:38.974 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00029710199999999999
2020-11-16T20:50:38.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:38.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687626+0000",
2020-11-16T20:50:38.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022421
2020-11-16T20:50:38.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:38.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687850+0000",
2020-11-16T20:50:38.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000145909
2020-11-16T20:50:38.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:50:38.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.687996+0000",
2020-11-16T20:50:38.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.040892154
2020-11-16T20:50:38.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:50:38.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.728888+0000",
2020-11-16T20:50:38.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002514844
2020-11-16T20:50:38.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:50:38.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.731403+0000",
2020-11-16T20:50:38.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6035999999999997e-05
2020-11-16T20:50:38.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:38.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.731459+0000",
2020-11-16T20:50:38.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2669999999999995e-05
2020-11-16T20:50:38.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:38.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:38.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:38.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.731522+0000",
2020-11-16T20:50:38.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.044263152
2020-11-16T20:50:38.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:38.980 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:38.980 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:38.980 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:50:38.980 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:50:38.980 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:50:38.980 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:38.983 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:38 smithi071 bash[9480]: cluster 2020-11-16T20:50:38.464024+0000 mgr.x (mgr.14196) 1170 : cluster [DBG] pgmap v1741: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 841 op/s
2020-11-16T20:50:38.983 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:38 smithi065 bash[9468]: cluster 2020-11-16T20:50:38.464024+0000 mgr.x (mgr.14196) 1170 : cluster [DBG] pgmap v1741: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 841 op/s
2020-11-16T20:50:38.984 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:38 smithi065 bash[18823]: debug 2020-11-16T20:50:38.608+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:38.993 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:38 smithi142 bash[9523]: cluster 2020-11-16T20:50:38.464024+0000 mgr.x (mgr.14196) 1170 : cluster [DBG] pgmap v1741: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 841 op/s
2020-11-16T20:50:39.402 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1740,"stamp":"2020-11-16T20:50:36.463307+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2662268952,"num_objects":40624,"num_object_clones":0,"num_object_copies":81248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40624,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":135126,"num_write_kb":5623937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19196,"num_bytes_recovered":1258029056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136573,"ondisk_log_size":136573,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8107096,"kb_used_data":5298892,"kb_used_omap":0,"kb_used_meta":2807615,"kb_avail":741854120,"statfs":{"total":767960285184,"available":759658618880,"internally_reserved":0,"allocated":5426065408,"data_stored":5423161289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":2874997820},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,4,4,2,6,12,8],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-410189824,"num_objects":-6259,"num_object_clones":0,"num_object_copies":-12518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6259,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.117288"},"pg_stats":[{"pgid":"6.f","version":"669'8489","reported_seq":"8542","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:34.983580+0000","last_change":"2020-11-16T20:50:05.886479+0000","last_active":"2020-11-16T20:50:34.983580+0000","last_peered":"2020-11-16T20:50:34.983580+0000","last_clean":"2020-11-16T20:50:34.983580+0000","last_became_active":"2020-11-16T20:48:06.113000+0000","last_became_peered":"2020-11-16T20:48:06.113000+0000","last_unstale":"2020-11-16T20:50:34.983580+0000","last_undegraded":"2020-11-16T20:50:34.983580+0000","last_fullsized":"2020-11-16T20:50:34.983580+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"660'6619","last_scrub_stamp":"2020-11-16T20:50:05.886409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:05.886409+0000","log_size":8489,"ondisk_log_size":8489,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":169541632,"num_objects":2587,"num_object_clones":0,"num_object_copies":5174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8489,"num_write_kb":354432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9],"acting":[6,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.e","version":"667'9871","reported_seq":"9918","reported_epoch":"667","state":"active+clean+scrubbing+deep","last_fresh":"2020-11-16T20:50:32.354737+0000","last_change":"2020-11-16T20:50:21.463980+0000","last_active":"2020-11-16T20:50:32.354737+0000","last_peered":"2020-11-16T20:50:32.354737+0000","last_clean":"2020-11-16T20:50:32.354737+0000","last_became_active":"2020-11-16T20:48:06.074310+0000","last_became_peered":"2020-11-16T20:48:06.074310+0000","last_unstale":"2020-11-16T20:50:32.354737+0000","last_undegraded":"2020-11-16T20:50:32.354737+0000","last_fullsized":"2020-11-16T20:50:32.354737+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":9871,"ondisk_log_size":9871,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":170393600,"num_objects":2600,"num_object_clones":0,"num_object_copies":5200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8424,"num_write_kb":352768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"669'8324","reported_seq":"8375","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:34.336852+0000","last_change":"2020-11-16T20:48:06.070667+0000","last_active":"2020-11-16T20:50:34.336852+0000","last_peered":"2020-11-16T20:50:34.336852+0000","last_clean":"2020-11-16T20:50:34.336852+0000","last_became_active":"2020-11-16T20:48:06.069868+0000","last_became_peered":"2020-11-16T20:48:06.069868+0000","last_unstale":"2020-11-16T20:50:34.336852+0000","last_undegraded":"2020-11-16T20:50:34.336852+0000","last_fullsized":"2020-11-16T20:50:34.336852+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":8324,"ondisk_log_size":8324,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":162070552,"num_objects":2474,"num_object_clones":0,"num_object_copies":4948,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2474,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8324,"num_write_kb":345473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"669'8518","reported_seq":"14045","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:34.954519+0000","last_change":"2020-11-16T20:50:09.556518+0000","last_active":"2020-11-16T20:50:34.954519+0000","last_peered":"2020-11-16T20:50:34.954519+0000","last_clean":"2020-11-16T20:50:34.954519+0000","last_became_active":"2020-11-16T20:49:13.152971+0000","last_became_peered":"2020-11-16T20:49:13.152971+0000","last_unstale":"2020-11-16T20:50:34.954519+0000","last_undegraded":"2020-11-16T20:50:34.954519+0000","last_fullsized":"2020-11-16T20:50:34.954519+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"661'6908","last_scrub_stamp":"2020-11-16T20:50:09.556454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:09.556454+0000","log_size":8518,"ondisk_log_size":8518,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":164233216,"num_objects":2506,"num_object_clones":0,"num_object_copies":5012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8518,"num_write_kb":352768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2732,"num_bytes_recovered":179044352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,8],"acting":[6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"669'8557","reported_seq":"14024","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:36.264433+0000","last_change":"2020-11-16T20:50:06.706145+0000","last_active":"2020-11-16T20:50:36.264433+0000","last_peered":"2020-11-16T20:50:36.264433+0000","last_clean":"2020-11-16T20:50:36.264433+0000","last_became_active":"2020-11-16T20:49:12.852791+0000","last_became_peered":"2020-11-16T20:49:12.852791+0000","last_unstale":"2020-11-16T20:50:36.264433+0000","last_undegraded":"2020-11-16T20:50:36.264433+0000","last_fullsized":"2020-11-16T20:50:36.264433+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":658,"parent":"0.0","parent_split_bits":0,"last_scrub":"661'6714","last_scrub_stamp":"2020-11-16T20:50:06.706078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:06.706078+0000","log_size":8557,"ondisk_log_size":8557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":163119104,"num_objects":2489,"num_object_clones":0,"num_object_copies":4978,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2489,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8557,"num_write_kb":353472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2701,"num_bytes_recovered":177012736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"669'8427","reported_seq":"8480","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:34.898367+0000","last_change":"2020-11-16T20:50:07.539390+0000","last_active":"2020-11-16T20:50:34.898367+0000","last_peered":"2020-11-16T20:50:34.898367+0000","last_clean":"2020-11-16T20:50:34.898367+0000","last_became_active":"2020-11-16T20:48:06.072726+0000","last_became_peered":"2020-11-16T20:48:06.072726+0000","last_unstale":"2020-11-16T20:50:34.898367+0000","last_undegraded":"2020-11-16T20:50:34.898367+0000","last_fullsized":"2020-11-16T20:50:34.898367+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"661'6735","last_scrub_stamp":"2020-11-16T20:50:07.539344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:07.539344+0000","log_size":8427,"ondisk_log_size":8427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":162594816,"num_objects":2481,"num_object_clones":0,"num_object_copies":4962,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2481,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8427,"num_write_kb":349056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"668'8502","reported_seq":"8554","reported_epoch":"668","state":"active+clean","last_fresh":"2020-11-16T20:50:32.807704+0000","last_change":"2020-11-16T20:50:08.848156+0000","last_active":"2020-11-16T20:50:32.807704+0000","last_peered":"2020-11-16T20:50:32.807704+0000","last_clean":"2020-11-16T20:50:32.807704+0000","last_became_active":"2020-11-16T20:48:06.116624+0000","last_became_peered":"2020-11-16T20:48:06.116624+0000","last_unstale":"2020-11-16T20:50:32.807704+0000","last_undegraded":"2020-11-16T20:50:32.807704+0000","last_fullsized":"2020-11-16T20:50:32.807704+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"661'6961","last_scrub_stamp":"2020-11-16T20:50:08.848093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:08.848093+0000","log_size":8502,"ondisk_log_size":8502,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":168951808,"num_objects":2578,"num_object_clones":0,"num_object_copies":5156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2578,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8502,"num_write_kb":354560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"669'8533","reported_seq":"8586","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:36.271000+0000","last_change":"2020-11-16T20:49:07.194765+0000","last_active":"2020-11-16T20:50:36.271000+0000","last_peered":"2020-11-16T20:50:36.271000+0000","last_clean":"2020-11-16T20:50:36.271000+0000","last_became_active":"2020-11-16T20:48:06.115910+0000","last_became_peered":"2020-11-16T20:48:06.115910+0000","last_unstale":"2020-11-16T20:50:36.271000+0000","last_undegraded":"2020-11-16T20:50:36.271000+0000","last_fullsized":"2020-11-16T20:50:36.271000+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"636'2687","last_scrub_stamp":"2020-11-16T20:49:07.194668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:49:07.194668+0000","log_size":8533,"ondisk_log_size":8533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":161546240,"num_objects":2465,"num_object_clones":0,"num_object_copies":4930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2465,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8533,"num_write_kb":351936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"667'8341","reported_seq":"13832","reported_epoch":"667","state":"active+clean","last_fresh":"2020-11-16T20:50:32.336360+0000","last_change":"2020-11-16T20:49:57.511892+0000","last_active":"2020-11-16T20:50:32.336360+0000","last_peered":"2020-11-16T20:50:32.336360+0000","last_clean":"2020-11-16T20:50:32.336360+0000","last_became_active":"2020-11-16T20:49:12.856811+0000","last_became_peered":"2020-11-16T20:49:12.856811+0000","last_unstale":"2020-11-16T20:50:32.336360+0000","last_undegraded":"2020-11-16T20:50:32.336360+0000","last_fullsized":"2020-11-16T20:50:32.336360+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":658,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":8341,"ondisk_log_size":8341,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":177274880,"num_objects":2705,"num_object_clones":0,"num_object_copies":5410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8341,"num_write_kb":353472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2715,"num_bytes_recovered":177930240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"669'8563","reported_seq":"8616","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:36.192018+0000","last_change":"2020-11-16T20:49:13.002391+0000","last_active":"2020-11-16T20:50:36.192018+0000","last_peered":"2020-11-16T20:50:36.192018+0000","last_clean":"2020-11-16T20:50:36.192018+0000","last_became_active":"2020-11-16T20:48:06.071779+0000","last_became_peered":"2020-11-16T20:48:06.071779+0000","last_unstale":"2020-11-16T20:50:36.192018+0000","last_undegraded":"2020-11-16T20:50:36.192018+0000","last_fullsized":"2020-11-16T20:50:36.192018+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"649'2764","last_scrub_stamp":"2020-11-16T20:49:13.002323+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:49:13.002323+0000","log_size":8563,"ondisk_log_size":8563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":162725888,"num_objects":2483,"num_object_clones":0,"num_object_copies":4966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2483,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8563,"num_write_kb":353472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"669'8505","reported_seq":"14159","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:34.357633+0000","last_change":"2020-11-16T20:50:14.634397+0000","last_active":"2020-11-16T20:50:34.357633+0000","last_peered":"2020-11-16T20:50:34.357633+0000","last_clean":"2020-11-16T20:50:34.357633+0000","last_became_active":"2020-11-16T20:49:13.153829+0000","last_became_peered":"2020-11-16T20:49:13.153829+0000","last_unstale":"2020-11-16T20:50:34.357633+0000","last_undegraded":"2020-11-16T20:50:34.357633+0000","last_fullsized":"2020-11-16T20:50:34.357633+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":656,"parent":"0.0","parent_split_bits":0,"last_scrub":"662'7323","last_scrub_stamp":"2020-11-16T20:50:14.634337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:14.634337+0000","log_size":8505,"ondisk_log_size":8505,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":163905536,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8505,"num_write_kb":352192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2793,"num_bytes_recovered":183042048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"669'8645","reported_seq":"8698","reported_epoch":"669","state":"active+clean","last_fresh":"2020-11-16T20:50:36.245676+0000","last_change":"2020-11-16T20:50:02.793170+0000","last_active":"2020-11-16T20:50:36.245676+0000","last_peered":"2020-11-16T20:50:36.245676+0000","last_clean":"2020-11-16T20:50:36.245676+0000","last_became_active":"2020-11-16T20:48:06.070338+0000","last_became_peered":"2020-11-16T20:48:06.070338+0000","last_unstale":"2020-11-16T20:50:36.245676+0000","last_undegraded":"2020-11-16T20:50:36.245676+0000","last_fullsized":"2020-11-16T20:50:36.245676+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"660'6408","last_scrub_stamp":"2020-11-16T20:50:02.793097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:02.793097+0000","log_size":8645,"ondisk_log_size":8645,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":161153024,"num_objects":2459,"num_object_clones":0,"num_object_copies":4918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2459,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8645,"num_write_kb":355328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"667'8278","reported_seq":"13797","reported_epoch":"667","state":"active+clean","last_fresh":"2020-11-16T20:50:32.265562+0000","last_change":"2020-11-16T20:50:05.005849+0000","last_active":"2020-11-16T20:50:32.265562+0000","last_peered":"2020-11-16T20:50:32.265562+0000","last_clean":"2020-11-16T20:50:32.265562+0000","last_became_active":"2020-11-16T20:49:12.867384+0000","last_became_peered":"2020-11-16T20:49:12.867384+0000","last_unstale":"2020-11-16T20:50:32.265562+0000","last_undegraded":"2020-11-16T20:50:32.265562+0000","last_fullsized":"2020-11-16T20:50:32.265562+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":658,"parent":"0.0","parent_split_bits":0,"last_scrub":"660'6504","last_scrub_stamp":"2020-11-16T20:50:05.005786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:05.005786+0000","log_size":8278,"ondisk_log_size":8278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":169476096,"num_objects":2586,"num_object_clones":0,"num_object_copies":5172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2586,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8278,"num_write_kb":347648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2727,"num_bytes_recovered":178716672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"668'8313","reported_seq":"8365","reported_epoch":"668","state":"active+clean","last_fresh":"2020-11-16T20:50:32.738099+0000","last_change":"2020-11-16T20:50:11.036368+0000","last_active":"2020-11-16T20:50:32.738099+0000","last_peered":"2020-11-16T20:50:32.738099+0000","last_clean":"2020-11-16T20:50:32.738099+0000","last_became_active":"2020-11-16T20:48:06.114209+0000","last_became_peered":"2020-11-16T20:48:06.114209+0000","last_unstale":"2020-11-16T20:50:32.738099+0000","last_undegraded":"2020-11-16T20:50:32.738099+0000","last_fullsized":"2020-11-16T20:50:32.738099+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"662'6944","last_scrub_stamp":"2020-11-16T20:50:11.036269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:11.036269+0000","log_size":8313,"ondisk_log_size":8313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":167706624,"num_objects":2559,"num_object_clones":0,"num_object_copies":5118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2559,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8313,"num_write_kb":347904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"6.0","version":"668'8335","reported_seq":"13962","reported_epoch":"668","state":"active+clean","last_fresh":"2020-11-16T20:50:32.847150+0000","last_change":"2020-11-16T20:50:23.727365+0000","last_active":"2020-11-16T20:50:32.847150+0000","last_peered":"2020-11-16T20:50:32.847150+0000","last_clean":"2020-11-16T20:50:32.847150+0000","last_became_active":"2020-11-16T20:49:13.163500+0000","last_became_peered":"2020-11-16T20:49:13.163500+0000","last_unstale":"2020-11-16T20:50:32.847150+0000","last_undegraded":"2020-11-16T20:50:32.847150+0000","last_fullsized":"2020-11-16T20:50:32.847150+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":656,"parent":"0.0","parent_split_bits":0,"last_scrub":"664'7844","last_scrub_stamp":"2020-11-16T20:50:23.727283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:50:23.727283+0000","log_size":8335,"ondisk_log_size":8335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":163250176,"num_objects":2491,"num_object_clones":0,"num_object_copies":4982,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2491,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8335,"num_write_kb":346432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2781,"num_bytes_recovered":182255616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9],"acting":[0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"667'8372","reported_seq":"13924","reported_epoch":"667","state":"active+clean","last_fresh":"2020-11-16T20:50:32.303199+0000","last_change":"2020-11-16T20:49:55.943125+0000","last_active":"2020-11-16T20:50:32.303199+0000","last_peered":"2020-11-16T20:50:32.303199+0000","last_clean":"2020-11-16T20:50:32.303199+0000","last_became_active":"2020-11-16T20:49:12.858174+0000","last_became_peered":"2020-11-16T20:49:12.858174+0000","last_unstale":"2020-11-16T20:50:32.303199+0000","last_undegraded":"2020-11-16T20:50:32.303199+0000","last_fullsized":"2020-11-16T20:50:32.303199+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":626,"last_epoch_clean":658,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:48:05.055135+0000","last_clean_scrub_stamp":"2020-11-16T20:48:05.055135+0000","log_size":8372,"ondisk_log_size":8372,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":174325760,"num_objects":2660,"num_object_clones":0,"num_object_copies":5320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8372,"num_write_kb":353024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2747,"num_bytes_recovered":180027392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"186","reported_epoch":"668","state":"active+clean","last_fresh":"2020-11-16T20:50:32.665041+0000","last_change":"2020-11-16T20:49:09.460103+0000","last_active":"2020-11-16T20:50:32.665041+0000","last_peered":"2020-11-16T20:50:32.665041+0000","last_clean":"2020-11-16T20:50:32.665041+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:50:32.665041+0000","last_undegraded":"2020-11-16T20:50:32.665041+0000","last_fullsized":"2020-11-16T20:50:32.665041+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:49:09.460023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:49:09.460023+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":2662268952,"num_objects":40624,"num_object_clones":0,"num_object_copies":81248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40624,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":135126,"num_write_kb":5623937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19196,"num_bytes_recovered":1258029056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6349594624,"data_stored":6349586480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136573,"ondisk_log_size":136573,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631843,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":686152,"kb_used_data":346304,"kb_used_omap":0,"kb_used_meta":339840,"kb_avail":93059000,"statfs":{"total":95995035648,"available":95292416000,"internally_reserved":0,"allocated":354615296,"data_stored":354226120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":347996160},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:22 2020","interfaces":[{"interface":"back","average":{"1min":1.7070000000000001,"5min":1.778,"15min":2.1989999999999998},"min":{"1min":0.626,"5min":0.626,"15min":0.53300000000000003},"max":{"1min":4.524,"5min":11.193,"15min":152.119},"last":48.447000000000003},{"interface":"front","average":{"1min":1.956,"5min":1.998,"15min":2.4390000000000001},"min":{"1min":0.67500000000000004,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.6900000000000004,"5min":11.489000000000001,"15min":149.19200000000001},"last":46.676000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:49:44 2020","interfaces":[{"interface":"back","average":{"1min":1.911,"5min":3.589,"15min":4.0209999999999999},"min":{"1min":1.034,"5min":0.57799999999999996,"15min":0.52900000000000003},"max":{"1min":4.3959999999999999,"5min":151.77099999999999,"15min":160.55099999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":1.829,"5min":3.4239999999999999,"15min":4.1559999999999997},"min":{"1min":0.83099999999999996,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":4.3600000000000003,"5min":153.62899999999999,"15min":160.46700000000001},"last":1.1499999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:50:01 2020","interfaces":[{"interface":"back","average":{"1min":6.9130000000000003,"5min":6.9130000000000003,"15min":6.9130000000000003},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":96.191000000000003,"5min":96.191000000000003,"15min":96.191000000000003},"last":1.3979999999999999},{"interface":"front","average":{"1min":6.6909999999999998,"5min":6.6909999999999998,"15min":6.6909999999999998},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"max":{"1min":95.608000000000004,"5min":95.608000000000004,"15min":95.608000000000004},"last":1.5269999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:48:18 2020","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":1.9550000000000001,"15min":4.2469999999999999},"min":{"1min":0.84399999999999997,"5min":0.70399999999999996,"15min":0.63600000000000001},"max":{"1min":4.1849999999999996,"5min":7.3090000000000002,"15min":343.45999999999998},"last":1.871},{"interface":"front","average":{"1min":2.1389999999999998,"5min":1.702,"15min":4.194},"min":{"1min":0.86499999999999999,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.3300000000000001,"5min":5.6799999999999997,"15min":342.61599999999999},"last":1.2749999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:50:22 2020","interfaces":[{"interface":"back","average":{"1min":2.7029999999999998,"5min":2.1320000000000001,"15min":2.129},"min":{"1min":0.90500000000000003,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":12.425000000000001,"5min":12.425000000000001,"15min":12.425000000000001},"last":1.2350000000000001},{"interface":"front","average":{"1min":2.452,"5min":2.625,"15min":2.661},"min":{"1min":0.83899999999999997,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":12.840999999999999,"5min":12.840999999999999,"15min":12.840999999999999},"last":1.8220000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:50:22 2020","interfaces":[{"interface":"back","average":{"1min":6.2469999999999999,"5min":3.3319999999999999,"15min":2.7599999999999998},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.65000000000000002},"max":{"1min":95.222999999999999,"5min":95.222999999999999,"15min":95.222999999999999},"last":1.27},{"interface":"front","average":{"1min":2.157,"5min":2.4180000000000001,"15min":2.4060000000000001},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":6.2750000000000004,"5min":10.685,"15min":10.685},"last":2.1789999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:50:22 2020","interfaces":[{"interface":"back","average":{"1min":2.73,"5min":3.089,"15min":3.3410000000000002},"min":{"1min":1.155,"5min":0.78200000000000003,"15min":0.69599999999999995},"max":{"1min":13.034000000000001,"5min":13.034000000000001,"15min":154.48599999999999},"last":1.9610000000000001},{"interface":"front","average":{"1min":7.6849999999999996,"5min":3.6949999999999998,"15min":4.0119999999999996},"min":{"1min":1.395,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":96.640000000000001,"5min":96.640000000000001,"15min":155.05000000000001},"last":1.996}]},{"osd":7,"last update":"Mon Nov 16 20:50:04 2020","interfaces":[{"interface":"back","average":{"1min":8.8469999999999995,"5min":3.843,"15min":3.6150000000000002},"min":{"1min":1.8220000000000001,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":97.006,"5min":97.006,"15min":97.006},"last":1.645},{"interface":"front","average":{"1min":3.2850000000000001,"5min":2.802,"15min":2.8479999999999999},"min":{"1min":1.2210000000000001,"5min":1.018,"15min":0.78900000000000003},"max":{"1min":13.141,"5min":13.141,"15min":96.337999999999994},"last":2.4900000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:50:22 2020","interfaces":[{"interface":"back","average":{"1min":7.2400000000000002,"5min":3.577,"15min":2.8820000000000001},"min":{"1min":1.3240000000000001,"5min":0.93700000000000006,"15min":0.875},"max":{"1min":97.784000000000006,"5min":97.784000000000006,"15min":97.784000000000006},"last":1.889},{"interface":"front","average":{"1min":7.1589999999999998,"5min":3.98,"15min":3.1230000000000002},"min":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.73599999999999999},"max":{"1min":95.897999999999996,"5min":95.897999999999996,"15min":95.897999999999996},"last":2.7519999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:50:09 2020","interfaces":[{"interface":"back","average":{"1min":8.2940000000000005,"5min":4.0999999999999996,"15min":3.617},"min":{"1min":1.417,"5min":1.04,"15min":1.04},"max":{"1min":98.706999999999994,"5min":98.706999999999994,"15min":98.706999999999994},"last":2.077},{"interface":"front","average":{"1min":8.6440000000000001,"5min":4.1689999999999996,"15min":3.4340000000000002},"min":{"1min":1.3169999999999999,"5min":1.2609999999999999,"15min":0.89100000000000001},"max":{"1min":99.385000000000005,"5min":99.385000000000005,"15min":99.385000000000005},"last":3.0419999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:50:22 2020","interfaces":[{"interface":"back","average":{"1min":7.9139999999999997,"5min":4.0590000000000002,"15min":3.2000000000000002},"min":{"1min":1.542,"5min":1.173,"15min":0.88700000000000001},"max":{"1min":97.399000000000001,"5min":97.399000000000001,"15min":97.399000000000001},"last":1.802},{"interface":"front","average":{"1min":7.2009999999999996,"5min":3.9910000000000001,"15min":3.2730000000000001},"min":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":95.094999999999999,"5min":95.094999999999999,"15min":95.094999999999999},"last":3.2890000000000001}]}]},{"osd":10,"up_from":0,"seq":408021893481,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":9,"up_from":71,"seq":304942678402,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1268628,"kb_used_data":821448,"kb_used_omap":0,"kb_used_meta":447040,"kb_avail":92476524,"statfs":{"total":95995035648,"available":94695960576,"internally_reserved":0,"allocated":841162752,"data_stored":840832327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":457768960},"hb_peers":[0,1,2,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:50 2020","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":7.4260000000000002,"5min":7.4260000000000002,"15min":7.4260000000000002},"last":1.111},{"interface":"front","average":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"min":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":6.1390000000000002,"5min":6.1390000000000002,"15min":6.1390000000000002},"last":0.93300000000000005}]},{"osd":1,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":7.3129999999999997,"5min":4.0339999999999998,"15min":2.9990000000000001},"min":{"1min":0.59299999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":113.68899999999999,"5min":114.18600000000001,"15min":114.18600000000001},"last":0.80600000000000005},{"interface":"front","average":{"1min":8.0310000000000006,"5min":4.6799999999999997,"15min":3.673},"min":{"1min":1.1379999999999999,"5min":0.80000000000000004,"15min":0.76000000000000001},"max":{"1min":114.101,"5min":114.682,"15min":114.682},"last":1.409}]},{"osd":2,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":1.552,"5min":1.4630000000000001,"15min":1.742},"min":{"1min":0.90100000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":3.0499999999999998,"5min":5.1189999999999998,"15min":14.880000000000001},"last":1.899},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.679,"15min":1.7529999999999999},"min":{"1min":0.78000000000000003,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":3.23,"5min":5,"15min":13.151999999999999},"last":0.89900000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.665,"15min":2.4510000000000001},"min":{"1min":0.69299999999999995,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":3.294,"5min":6.016,"15min":254.02199999999999},"last":2.262},{"interface":"front","average":{"1min":2.04,"5min":1.702,"15min":2.7290000000000001},"min":{"1min":1.097,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.6749999999999998,"5min":4.694,"15min":252.62200000000001},"last":2.101}]},{"osd":4,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":3.1890000000000001,"5min":2.2949999999999999,"15min":2.1400000000000001},"min":{"1min":1.151,"5min":0.63400000000000001,"15min":0.58599999999999997},"max":{"1min":6.0839999999999996,"5min":7.0819999999999999,"15min":8.891},"last":1.2629999999999999},{"interface":"front","average":{"1min":2.2530000000000001,"5min":2.2050000000000001,"15min":2.2370000000000001},"min":{"1min":0.82699999999999996,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":3.681,"5min":9.4760000000000009,"15min":9.4760000000000009},"last":1.583}]},{"osd":5,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":3.1440000000000001,"5min":2.4510000000000001,"15min":2.347},"min":{"1min":1.28,"5min":0.83699999999999997,"15min":0.73499999999999999},"max":{"1min":8.4459999999999997,"5min":8.4459999999999997,"15min":9.968},"last":1.446},{"interface":"front","average":{"1min":2.222,"5min":2.3050000000000002,"15min":2.3079999999999998},"min":{"1min":1.075,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":4.5960000000000001,"5min":5.8490000000000002,"15min":9.1690000000000005},"last":1.7430000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":3.4409999999999998,"5min":2.819,"15min":2.6589999999999998},"min":{"1min":1.4570000000000001,"5min":0.94399999999999995,"15min":0.71399999999999997},"max":{"1min":7.617,"5min":7.617,"15min":12.82},"last":1.5429999999999999},{"interface":"front","average":{"1min":3.8500000000000001,"5min":2.9449999999999998,"15min":2.835},"min":{"1min":0.98099999999999998,"5min":0.91500000000000004,"15min":0.76900000000000002},"max":{"1min":12.045999999999999,"5min":12.045999999999999,"15min":12.045999999999999},"last":1.6379999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:50:19 2020","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":2.6030000000000002,"15min":2.7959999999999998},"min":{"1min":1.3280000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":4.7210000000000001,"5min":6.0110000000000001,"15min":8.359},"last":2.2480000000000002},{"interface":"front","average":{"1min":2.5539999999999998,"5min":3.8290000000000002,"15min":3.0870000000000002},"min":{"1min":1.1120000000000001,"5min":1.046,"15min":1.046},"max":{"1min":5.2279999999999998,"5min":121.273,"15min":121.273},"last":2.367}]},{"osd":8,"last update":"Mon Nov 16 20:49:56 2020","interfaces":[{"interface":"back","average":{"1min":2.653,"5min":2.847,"15min":2.907},"min":{"1min":1.1100000000000001,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":4.3479999999999999,"5min":8.9410000000000007,"15min":10.721},"last":2.0449999999999999},{"interface":"front","average":{"1min":2.7709999999999999,"5min":2.931,"15min":3.0710000000000002},"min":{"1min":1.282,"5min":1.0129999999999999,"15min":1.0129999999999999},"max":{"1min":4.5369999999999999,"5min":8.8300000000000001,"15min":13.355},"last":2.1949999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:49:58 2020","interfaces":[{"interface":"back","average":{"1min":2.7629999999999999,"5min":2.726,"15min":3.1000000000000001},"min":{"1min":1.446,"5min":1.22,"15min":1.22},"max":{"1min":5.1600000000000001,"5min":5.1660000000000004,"15min":11.589},"last":2.5049999999999999},{"interface":"front","average":{"1min":3.0750000000000002,"5min":4.343,"15min":3.5419999999999998},"min":{"1min":1.7310000000000001,"5min":1.4630000000000001,"15min":1.077},"max":{"1min":5.2469999999999999,"5min":120.693,"15min":120.693},"last":2.7770000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:50:15 2020","interfaces":[{"interface":"back","average":{"1min":2.3029999999999999,"5min":2.9119999999999999,"15min":2.968},"min":{"1min":1.228,"5min":1.0840000000000001,"15min":1.0840000000000001},"max":{"1min":4.6929999999999996,"5min":6.4980000000000002,"15min":8.9930000000000003},"last":2.069},{"interface":"front","average":{"1min":2.8700000000000001,"5min":4.5910000000000002,"15min":3.8809999999999998},"min":{"1min":1.8380000000000001,"5min":1.4990000000000001,"15min":1.4430000000000001},"max":{"1min":4.7590000000000003,"5min":121.5,"15min":121.5},"last":2.6389999999999998}]}]},{"osd":8,"up_from":63,"seq":270582940038,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":616456,"kb_used_data":335552,"kb_used_omap":0,"kb_used_meta":280896,"kb_avail":93128696,"statfs":{"total":95995035648,"available":95363784704,"internally_reserved":0,"allocated":343605248,"data_stored":343216092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":287637504},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:31 2020","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.907,"15min":1.972},"min":{"1min":0.60799999999999998,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.7080000000000002,"5min":13.939,"15min":80.534000000000006},"last":0.83199999999999996},{"interface":"front","average":{"1min":1.2949999999999999,"5min":2.323,"15min":2.133},"min":{"1min":0.60099999999999998,"5min":0.56599999999999995,"15min":0.54900000000000004},"max":{"1min":3.0030000000000001,"5min":12.702,"15min":80.248000000000005},"last":3.0030000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:50:07 2020","interfaces":[{"interface":"back","average":{"1min":16.690000000000001,"5min":5.0250000000000004,"15min":3.4620000000000002},"min":{"1min":0.79200000000000004,"5min":0.61599999999999999,"15min":0.60099999999999998},"max":{"1min":225.94999999999999,"5min":225.94999999999999,"15min":225.94999999999999},"last":1.2649999999999999},{"interface":"front","average":{"1min":16.879000000000001,"5min":5.3540000000000001,"15min":3.8159999999999998},"min":{"1min":1.046,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":226.03100000000001,"5min":226.03100000000001,"15min":226.03100000000001},"last":1.7809999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:49:55 2020","interfaces":[{"interface":"back","average":{"1min":2.008,"5min":2.008,"15min":2.008},"min":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"max":{"1min":4.2300000000000004,"5min":4.2300000000000004,"15min":4.2300000000000004},"last":1.4830000000000001},{"interface":"front","average":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":4.266,"5min":4.266,"15min":4.266},"last":2.3799999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:48:24 2020","interfaces":[{"interface":"back","average":{"1min":2.1160000000000001,"5min":2.0310000000000001,"15min":2.4460000000000002},"min":{"1min":0.91100000000000003,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":3.3610000000000002,"5min":8.468,"15min":137.90299999999999},"last":2.3130000000000002},{"interface":"front","average":{"1min":1.917,"5min":2.0009999999999999,"15min":2.476},"min":{"1min":0.98399999999999999,"5min":0.67600000000000005,"15min":0.623},"max":{"1min":3.04,"5min":13.185,"15min":138.24299999999999},"last":5.5339999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:50:28 2020","interfaces":[{"interface":"back","average":{"1min":2.3799999999999999,"5min":2.5569999999999999,"15min":2.375},"min":{"1min":0.70699999999999996,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":5.1779999999999999,"5min":8.5229999999999997,"15min":8.5229999999999997},"last":1.6399999999999999},{"interface":"front","average":{"1min":2.3479999999999999,"5min":2.6469999999999998,"15min":2.3109999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.64000000000000001},"max":{"1min":5.5890000000000004,"5min":12.077999999999999,"15min":12.077999999999999},"last":2.8010000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:50:28 2020","interfaces":[{"interface":"back","average":{"1min":2.1099999999999999,"5min":2.5939999999999999,"15min":2.3540000000000001},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.72999999999999998},"max":{"1min":6.5060000000000002,"5min":12.273999999999999,"15min":12.273999999999999},"last":2.6299999999999999},{"interface":"front","average":{"1min":1.6279999999999999,"5min":2.3650000000000002,"15min":2.2469999999999999},"min":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.65400000000000003},"max":{"1min":4.5140000000000002,"5min":11.808999999999999,"15min":11.808999999999999},"last":1.423}]},{"osd":6,"last update":"Mon Nov 16 20:49:35 2020","interfaces":[{"interface":"back","average":{"1min":2.9399999999999999,"5min":2.9009999999999998,"15min":2.5459999999999998},"min":{"1min":1.3420000000000001,"5min":1.048,"15min":0.69599999999999995},"max":{"1min":4.5359999999999996,"5min":8.6649999999999991,"15min":9.4199999999999999},"last":1.8520000000000001},{"interface":"front","average":{"1min":3.113,"5min":3.0329999999999999,"15min":2.7829999999999999},"min":{"1min":1.321,"5min":1.0349999999999999,"15min":0.95399999999999996},"max":{"1min":6.4039999999999999,"5min":12.166,"15min":12.166},"last":3.177}]},{"osd":7,"last update":"Mon Nov 16 20:49:43 2020","interfaces":[{"interface":"back","average":{"1min":3.4700000000000002,"5min":3.3140000000000001,"15min":2.944},"min":{"1min":1.5449999999999999,"5min":1.1519999999999999,"15min":1.0669999999999999},"max":{"1min":6.8470000000000004,"5min":13.644,"15min":13.644},"last":3.4609999999999999},{"interface":"front","average":{"1min":3.7949999999999999,"5min":3.415,"15min":2.9089999999999998},"min":{"1min":1.534,"5min":1.0049999999999999,"15min":0.84499999999999997},"max":{"1min":8.4160000000000004,"5min":11.984,"15min":11.984},"last":3.6469999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:49:43 2020","interfaces":[{"interface":"back","average":{"1min":3.161,"5min":2.9689999999999999,"15min":2.9769999999999999},"min":{"1min":1.6399999999999999,"5min":1.004,"15min":1.004},"max":{"1min":6.6429999999999998,"5min":8.9399999999999995,"15min":11.263},"last":2.1459999999999999},{"interface":"front","average":{"1min":3.6880000000000002,"5min":3.3929999999999998,"15min":3.1869999999999998},"min":{"1min":1.893,"5min":1.3009999999999999,"15min":0.86199999999999999},"max":{"1min":6.7759999999999998,"5min":9.0709999999999997,"15min":9.0709999999999997},"last":2.496}]},{"osd":10,"last update":"Mon Nov 16 20:49:43 2020","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":3.0830000000000002,"15min":2.8690000000000002},"min":{"1min":1.746,"5min":1.095,"15min":0.92400000000000004},"max":{"1min":5.1260000000000003,"5min":12.244999999999999,"15min":12.244999999999999},"last":1.996},{"interface":"front","average":{"1min":3.8260000000000001,"5min":3.4159999999999999,"15min":3.153},"min":{"1min":2.0739999999999998,"5min":1,"15min":1},"max":{"1min":5.415,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":2.323}]},{"osd":11,"last update":"Mon Nov 16 20:50:13 2020","interfaces":[{"interface":"back","average":{"1min":3.0920000000000001,"5min":3.3769999999999998,"15min":3.2160000000000002},"min":{"1min":1.6830000000000001,"5min":1.1180000000000001,"15min":0.96299999999999997},"max":{"1min":6.6459999999999999,"5min":12.114000000000001,"15min":12.114000000000001},"last":3.806},{"interface":"front","average":{"1min":2.419,"5min":3.2120000000000002,"15min":3.0710000000000002},"min":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"max":{"1min":5.8159999999999998,"5min":13.513,"15min":13.513},"last":1.702}]}]},{"osd":7,"up_from":225,"seq":966367641870,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1107164,"kb_used_data":806996,"kb_used_omap":0,"kb_used_meta":300159,"kb_avail":92637988,"statfs":{"total":95995035648,"available":94861299712,"internally_reserved":0,"allocated":826363904,"data_stored":826027602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":307362876},"hb_peers":[0,1,2,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:40 2020","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":6.7389999999999999,"5min":6.7389999999999999,"15min":6.7389999999999999},"last":1.0129999999999999},{"interface":"front","average":{"1min":1.974,"5min":1.974,"15min":1.974},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":4.7000000000000002,"5min":4.7000000000000002,"15min":4.7000000000000002},"last":0.98199999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.3559999999999999,"5min":1.7889999999999999,"15min":2.476},"min":{"1min":0.83499999999999996,"5min":0.52700000000000002,"15min":0.503},"max":{"1min":6.0430000000000001,"5min":11.471,"15min":40.673999999999999},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.75,"15min":2.2599999999999998},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57799999999999996},"max":{"1min":4.6360000000000001,"5min":7.4550000000000001,"15min":41.988},"last":1.2050000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.1000000000000001,"5min":1.6140000000000001,"15min":2.0720000000000001},"min":{"1min":0.59599999999999997,"5min":0.5,"15min":0.5},"max":{"1min":4.5369999999999999,"5min":4.6210000000000004,"15min":87.671000000000006},"last":1.508},{"interface":"front","average":{"1min":2.4460000000000002,"5min":1.863,"15min":2.423},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.59599999999999997},"max":{"1min":4.9889999999999999,"5min":5.1959999999999997,"15min":88.893000000000001},"last":1.3740000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:47:50 2020","interfaces":[{"interface":"back","average":{"1min":1.679,"5min":1.8819999999999999,"15min":3.5990000000000002},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.57399999999999995},"max":{"1min":2.6909999999999998,"5min":13.955,"15min":219.61199999999999},"last":1.4490000000000001},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.8360000000000001,"15min":3.754},"min":{"1min":0.90200000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":3.012,"5min":5.6909999999999998,"15min":221.09700000000001},"last":1.222}]},{"osd":4,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":2.7330000000000001,"5min":2.0750000000000002,"15min":1.9770000000000001},"min":{"1min":1.3400000000000001,"5min":0.72099999999999997,"15min":0.59299999999999997},"max":{"1min":6.8239999999999998,"5min":7.7030000000000003,"15min":7.7030000000000003},"last":1.2290000000000001},{"interface":"front","average":{"1min":3.129,"5min":2.6909999999999998,"15min":2.4460000000000002},"min":{"1min":1.155,"5min":0.93400000000000005,"15min":0.629},"max":{"1min":5.7069999999999999,"5min":11.789,"15min":11.821999999999999},"last":1.054}]},{"osd":5,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.6019999999999999,"5min":2.2690000000000001,"15min":2.2879999999999998},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":6.1669999999999998,"5min":11.978999999999999,"15min":14.191000000000001},"last":1.2969999999999999},{"interface":"front","average":{"1min":2.6970000000000001,"5min":2.3039999999999998,"15min":2.327},"min":{"1min":0.94499999999999995,"5min":0.80100000000000005,"15min":0.64800000000000002},"max":{"1min":7.5099999999999998,"5min":7.9290000000000003,"15min":42.213999999999999},"last":2.6480000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:49:55 2020","interfaces":[{"interface":"back","average":{"1min":3.5419999999999998,"5min":2.738,"15min":2.665},"min":{"1min":1.1779999999999999,"5min":0.94599999999999995,"15min":0.71899999999999997},"max":{"1min":7.867,"5min":12.243,"15min":13.795},"last":1.6040000000000001},{"interface":"front","average":{"1min":3.5979999999999999,"5min":2.8149999999999999,"15min":2.702},"min":{"1min":1.0489999999999999,"5min":1.01,"15min":0.72999999999999998},"max":{"1min":9.734,"5min":9.734,"15min":11.693},"last":1.4379999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.774,"5min":2.7320000000000002,"15min":2.6739999999999999},"min":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.873},"max":{"1min":4.9199999999999999,"5min":8.1669999999999998,"15min":42.518000000000001},"last":2.5499999999999998},{"interface":"front","average":{"1min":2.8290000000000002,"5min":2.9209999999999998,"15min":2.7850000000000001},"min":{"1min":1.256,"5min":1.2270000000000001,"15min":0.92600000000000005},"max":{"1min":5.5220000000000002,"5min":8.8360000000000003,"15min":42.670000000000002},"last":1.8879999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.8069999999999999,"5min":2.8900000000000001,"15min":2.9289999999999998},"min":{"1min":1.147,"5min":1.147,"15min":1.0409999999999999},"max":{"1min":5.0549999999999997,"5min":8.3859999999999992,"15min":42.825000000000003},"last":2.2309999999999999},{"interface":"front","average":{"1min":3.3370000000000002,"5min":2.8420000000000001,"15min":3.0099999999999998},"min":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":0.999},"max":{"1min":7.694,"5min":7.694,"15min":42.156999999999996},"last":1.7310000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":2.9790000000000001,"15min":2.9660000000000002},"min":{"1min":1.464,"5min":1.3140000000000001,"15min":1.1319999999999999},"max":{"1min":5.1299999999999999,"5min":9.0779999999999994,"15min":43.125999999999998},"last":1.9930000000000001},{"interface":"front","average":{"1min":3.0720000000000001,"5min":3.0960000000000001,"15min":3.0790000000000002},"min":{"1min":1.6000000000000001,"5min":1.3999999999999999,"15min":1.1950000000000001},"max":{"1min":5.2229999999999999,"5min":8.6170000000000009,"15min":42.377000000000002},"last":2.1389999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":3.5390000000000001,"5min":3.4630000000000001,"15min":3.4489999999999998},"min":{"1min":1.6140000000000001,"5min":1.369,"15min":1.3240000000000001},"max":{"1min":7.3440000000000003,"5min":9.3190000000000008,"15min":42.976999999999997},"last":2.3479999999999999},{"interface":"front","average":{"1min":3.4279999999999999,"5min":3.1059999999999999,"15min":3.242},"min":{"1min":1.1459999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"max":{"1min":7.8810000000000002,"5min":8.9779999999999998,"15min":42.305999999999997},"last":2.4740000000000002}]}]},{"osd":6,"up_from":49,"seq":210453397904,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1112800,"kb_used_data":816724,"kb_used_omap":0,"kb_used_meta":295936,"kb_avail":92632352,"statfs":{"total":95995035648,"available":94855528448,"internally_reserved":0,"allocated":836325376,"data_stored":835989074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":303038464},"hb_peers":[0,1,2,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:48 2020","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":1.8109999999999999,"15min":2.851},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":3.569,"5min":6.6219999999999999,"15min":219.09899999999999},"last":2.0249999999999999},{"interface":"front","average":{"1min":2.0249999999999999,"5min":1.913,"15min":3.3149999999999999},"min":{"1min":0.60399999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":5.2709999999999999,"5min":6.8040000000000003,"15min":219.006},"last":2.3330000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:49:39 2020","interfaces":[{"interface":"back","average":{"1min":16.253,"5min":16.253,"15min":16.253},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":296.45600000000002,"5min":296.45600000000002,"15min":296.45600000000002},"last":0.875},{"interface":"front","average":{"1min":16.498999999999999,"5min":16.498999999999999,"15min":16.498999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":297.99099999999999,"5min":297.99099999999999,"15min":297.99099999999999},"last":1.1120000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:50:32 2020","interfaces":[{"interface":"back","average":{"1min":2.0459999999999998,"5min":1.51,"15min":1.4990000000000001},"min":{"1min":0.67900000000000005,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":13.731999999999999,"5min":13.731999999999999,"15min":13.731999999999999},"last":1.202},{"interface":"front","average":{"1min":1.665,"5min":1.857,"15min":1.702},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.58099999999999996},"max":{"1min":4.2140000000000004,"5min":6.3330000000000002,"15min":7.6529999999999996},"last":0.79900000000000004}]},{"osd":3,"last update":"Mon Nov 16 20:48:26 2020","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":2.0409999999999999,"15min":2.5649999999999999},"min":{"1min":0.755,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":2.6469999999999998,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.7250000000000001},{"interface":"front","average":{"1min":2.621,"5min":1.929,"15min":2.5960000000000001},"min":{"1min":1.391,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":3.9670000000000001,"5min":6.6139999999999999,"15min":171.46100000000001},"last":1.4039999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:50:32 2020","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":2.8679999999999999,"15min":2.4489999999999998},"min":{"1min":0.59199999999999997,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":6.8200000000000003,"5min":9.4659999999999993,"15min":16.353999999999999},"last":2.2040000000000002},{"interface":"front","average":{"1min":3.2570000000000001,"5min":2.5150000000000001,"15min":2.3380000000000001},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":15.997,"5min":15.997,"15min":15.997},"last":0.59999999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:50:32 2020","interfaces":[{"interface":"back","average":{"1min":1.9199999999999999,"5min":2.1339999999999999,"15min":2.2090000000000001},"min":{"1min":0.73299999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":5.9000000000000004,"5min":12.869,"15min":12.869},"last":0.73299999999999998},{"interface":"front","average":{"1min":2.3149999999999999,"5min":2.5979999999999999,"15min":2.3450000000000002},"min":{"1min":1.046,"5min":0.91900000000000004,"15min":0.79400000000000004},"max":{"1min":6.0940000000000003,"5min":13.013999999999999,"15min":13.013999999999999},"last":1.3160000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:49:48 2020","interfaces":[{"interface":"back","average":{"1min":3.1509999999999998,"5min":2.4169999999999998,"15min":2.3980000000000001},"min":{"1min":0.91000000000000003,"5min":0.81399999999999995,"15min":0.69699999999999995},"max":{"1min":14.361000000000001,"5min":14.361000000000001,"15min":14.361000000000001},"last":2.7480000000000002},{"interface":"front","average":{"1min":2.766,"5min":2.8580000000000001,"15min":2.8050000000000002},"min":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":0.79300000000000004},"max":{"1min":5.2699999999999996,"5min":7.1619999999999999,"15min":12.393000000000001},"last":1.571}]},{"osd":8,"last update":"Mon Nov 16 20:50:19 2020","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":2.8490000000000002,"15min":3.0870000000000002},"min":{"1min":1.0860000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":5.7839999999999998,"5min":7.8499999999999996,"15min":115.756},"last":2.5219999999999998},{"interface":"front","average":{"1min":2.9489999999999998,"5min":2.5750000000000002,"15min":2.9820000000000002},"min":{"1min":0.876,"5min":0.84799999999999998,"15min":0.84199999999999997},"max":{"1min":13.887,"5min":13.887,"15min":114.051},"last":1.708}]},{"osd":9,"last update":"Mon Nov 16 20:50:32 2020","interfaces":[{"interface":"back","average":{"1min":2.2509999999999999,"5min":2.7599999999999998,"15min":3.6800000000000002},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":5.9249999999999998,"5min":7.391,"15min":135.161},"last":2.645},{"interface":"front","average":{"1min":2.512,"5min":3.0459999999999998,"15min":3.8260000000000001},"min":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":0.97299999999999998},"max":{"1min":6.0629999999999997,"5min":7.5199999999999996,"15min":135.35400000000001},"last":2.871}]},{"osd":10,"last update":"Mon Nov 16 20:50:14 2020","interfaces":[{"interface":"back","average":{"1min":2.823,"5min":2.891,"15min":2.7549999999999999},"min":{"1min":1.069,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":12.951000000000001,"5min":12.951000000000001,"15min":12.951000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":3.3010000000000002,"5min":3.3109999999999999,"15min":3.02},"min":{"1min":1.323,"5min":1.171,"15min":0.91000000000000003},"max":{"1min":13.086,"5min":13.086,"15min":13.086},"last":1.4419999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:50:07 2020","interfaces":[{"interface":"back","average":{"1min":2.9249999999999998,"5min":2.593,"15min":2.786},"min":{"1min":1.0780000000000001,"5min":1.012,"15min":0.92400000000000004},"max":{"1min":14.039,"5min":14.039,"15min":113.28},"last":1.8240000000000001},{"interface":"front","average":{"1min":3.4279999999999999,"5min":2.9750000000000001,"15min":3.0710000000000002},"min":{"1min":1.282,"5min":1.169,"15min":1.095},"max":{"1min":14.263,"5min":14.263,"15min":113.851},"last":1.9570000000000001}]}]},{"osd":1,"up_from":18,"seq":77309411756,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1266084,"kb_used_data":819736,"kb_used_omap":0,"kb_used_meta":446208,"kb_avail":92479068,"statfs":{"total":95995035648,"available":94698565632,"internally_reserved":0,"allocated":839409664,"data_stored":839069290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":456916992},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:28 2020","interfaces":[{"interface":"back","average":{"1min":1.7969999999999999,"5min":1.623,"15min":1.6950000000000001},"min":{"1min":0.50900000000000001,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":8.5299999999999994,"5min":8.5299999999999994,"15min":12.964},"last":48.201999999999998},{"interface":"front","average":{"1min":2.1619999999999999,"5min":2.1469999999999998,"15min":2.4039999999999999},"min":{"1min":0.72799999999999998,"5min":0.67300000000000004,"15min":0.51200000000000001},"max":{"1min":8.9060000000000006,"5min":8.9060000000000006,"15min":13.487},"last":48.332000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":1.4410000000000001,"5min":1.6639999999999999,"15min":1.8660000000000001},"min":{"1min":0.63500000000000001,"5min":0.53100000000000003,"15min":0.48099999999999998},"max":{"1min":4.0090000000000003,"5min":7,"15min":13.121},"last":1.143},{"interface":"front","average":{"1min":1.8069999999999999,"5min":1.6659999999999999,"15min":2.226},"min":{"1min":0.73999999999999999,"5min":0.59399999999999997,"15min":0.52000000000000002},"max":{"1min":6.0060000000000002,"5min":6.6200000000000001,"15min":27.111000000000001},"last":1.5189999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":4.5220000000000002},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Nov 16 20:49:42 2020","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"min":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"max":{"1min":2.9300000000000002,"5min":2.9300000000000002,"15min":2.9300000000000002},"last":0.90400000000000003},{"interface":"front","average":{"1min":1.8620000000000001,"5min":1.8620000000000001,"15min":1.8620000000000001},"min":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"max":{"1min":2.5840000000000001,"5min":2.5840000000000001,"15min":2.5840000000000001},"last":1.248}]},{"osd":5,"last update":"Mon Nov 16 20:50:21 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.0209999999999999,"15min":2.948},"min":{"1min":0.84999999999999998,"5min":0.71699999999999997,"15min":0.65600000000000003},"max":{"1min":6.1689999999999996,"5min":7.7869999999999999,"15min":97.927999999999997},"last":0.94999999999999996},{"interface":"front","average":{"1min":2.3759999999999999,"5min":2.4980000000000002,"15min":3.5510000000000002},"min":{"1min":1.226,"5min":0.88200000000000001,"15min":0.88200000000000001},"max":{"1min":6.8810000000000002,"5min":10.087999999999999,"15min":98.322000000000003},"last":1.377}]},{"osd":6,"last update":"Mon Nov 16 20:50:28 2020","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":2.6309999999999998,"15min":3.2080000000000002},"min":{"1min":1.024,"5min":0.90000000000000002,"15min":0.79400000000000004},"max":{"1min":6.2649999999999997,"5min":16.026,"15min":34.689},"last":1.5840000000000001},{"interface":"front","average":{"1min":2.782,"5min":2.8239999999999998,"15min":3.2149999999999999},"min":{"1min":1.091,"5min":0.89900000000000002,"15min":0.88100000000000001},"max":{"1min":6.133,"5min":16.198,"15min":34.348999999999997},"last":1.8160000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":3.552,"5min":2.5950000000000002,"15min":2.8969999999999998},"min":{"1min":1.4450000000000001,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":6.6200000000000001,"5min":8.0039999999999996,"15min":28.611000000000001},"last":1.665},{"interface":"front","average":{"1min":3.1200000000000001,"5min":1.992,"15min":2.2589999999999999},"min":{"1min":1.101,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":10.077999999999999,"5min":10.077999999999999,"15min":26.556999999999999},"last":1.399}]},{"osd":8,"last update":"Mon Nov 16 20:50:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":2.7639999999999998,"15min":3.911},"min":{"1min":1.135,"5min":1.135,"15min":0.99299999999999999},"max":{"1min":12.628,"5min":12.628,"15min":98.739999999999995},"last":1.7},{"interface":"front","average":{"1min":2.4049999999999998,"5min":2.052,"15min":2.528},"min":{"1min":1.256,"5min":0.76400000000000001,"15min":0.72199999999999998},"max":{"1min":4.8970000000000002,"5min":6.7619999999999996,"15min":39.573999999999998},"last":2.2149999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":3.246,"5min":2.8130000000000002,"15min":3.2570000000000001},"min":{"1min":1.554,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":7.6050000000000004,"5min":11.787000000000001,"15min":28.754999999999999},"last":2.411},{"interface":"front","average":{"1min":3.8570000000000002,"5min":2.9329999999999998,"15min":3.3079999999999998},"min":{"1min":1.956,"5min":1.1830000000000001,"15min":1.0489999999999999},"max":{"1min":7.8280000000000003,"5min":8.2210000000000001,"15min":28.219999999999999},"last":2.2770000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:49:53 2020","interfaces":[{"interface":"back","average":{"1min":3.3799999999999999,"5min":2.419,"15min":2.9500000000000002},"min":{"1min":1.5489999999999999,"5min":0.97399999999999998,"15min":0.94099999999999995},"max":{"1min":11.112,"5min":11.627000000000001,"15min":28.009},"last":1.556},{"interface":"front","average":{"1min":3.5899999999999999,"5min":2.4540000000000002,"15min":2.7559999999999998},"min":{"1min":1.5509999999999999,"5min":1.095,"15min":1.04},"max":{"1min":10.707000000000001,"5min":10.707000000000001,"15min":27.550000000000001},"last":1.865}]},{"osd":11,"last update":"Mon Nov 16 20:50:10 2020","interfaces":[{"interface":"back","average":{"1min":3.363,"5min":3.2349999999999999,"15min":3.552},"min":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"max":{"1min":10.244,"5min":10.244,"15min":28.585999999999999},"last":2.1259999999999999},{"interface":"front","average":{"1min":3.157,"5min":2.7280000000000002,"15min":3.1659999999999999},"min":{"1min":1.5860000000000001,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":8.1219999999999999,"5min":9.5579999999999998,"15min":27.914000000000001},"last":2.0840000000000001}]}]},{"osd":0,"up_from":12,"seq":51539607984,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":966540,"kb_used_data":665924,"kb_used_omap":0,"kb_used_meta":300480,"kb_avail":92778612,"statfs":{"total":95995035648,"available":95005298688,"internally_reserved":0,"allocated":681906176,"data_stored":681512948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":307691520},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:50:27 2020","interfaces":[{"interface":"back","average":{"1min":1.9139999999999999,"5min":4.2229999999999999,"15min":3.6880000000000002},"min":{"1min":0.54600000000000004,"5min":0.50600000000000001,"15min":0.47599999999999998},"max":{"1min":6.6840000000000002,"5min":149.07599999999999,"15min":149.07599999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.8260000000000001,"5min":4.4969999999999999,"15min":3.839},"min":{"1min":0.748,"5min":0.63300000000000001,"15min":0.60499999999999998},"max":{"1min":5.8700000000000001,"5min":147.98699999999999,"15min":147.98699999999999},"last":0.96699999999999997}]},{"osd":2,"last update":"Mon Nov 16 20:49:40 2020","interfaces":[{"interface":"back","average":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.5059999999999998,"5min":2.5059999999999998,"15min":2.5059999999999998},"last":0.64900000000000002},{"interface":"front","average":{"1min":2.23,"5min":2.23,"15min":2.23},"min":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"max":{"1min":5.8540000000000001,"5min":5.8540000000000001,"15min":5.8540000000000001},"last":1.123}]},{"osd":3,"last update":"Mon Nov 16 20:48:13 2020","interfaces":[{"interface":"back","average":{"1min":1.367,"5min":1.9199999999999999,"15min":1.974},"min":{"1min":0.67700000000000005,"5min":0.54200000000000004,"15min":0.496},"max":{"1min":1.96,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.345},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.528,"15min":2.0089999999999999},"min":{"1min":0.70599999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.427,"5min":7.2519999999999998,"15min":34.512},"last":0.747}]},{"osd":4,"last update":"Mon Nov 16 20:49:40 2020","interfaces":[{"interface":"back","average":{"1min":3.9340000000000002,"5min":2.9969999999999999,"15min":2.1320000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.55100000000000005},"max":{"1min":36.954000000000001,"5min":44.290999999999997,"15min":44.290999999999997},"last":1.056},{"interface":"front","average":{"1min":4.6529999999999996,"5min":3.5790000000000002,"15min":2.6960000000000002},"min":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":0.72299999999999998},"max":{"1min":37.316000000000003,"5min":45.820999999999998,"15min":45.820999999999998},"last":1.3939999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:50:17 2020","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":2.633,"15min":2.202},"min":{"1min":0.73799999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":4.2460000000000004,"5min":44.240000000000002,"15min":44.240000000000002},"last":0.86499999999999999},{"interface":"front","average":{"1min":3.758,"5min":3.0059999999999998,"15min":2.5030000000000001},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":35.709000000000003,"5min":46.713999999999999,"15min":47.793999999999997},"last":1.216}]},{"osd":6,"last update":"Mon Nov 16 20:49:52 2020","interfaces":[{"interface":"back","average":{"1min":2.677,"5min":3.0510000000000002,"15min":2.79},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.71699999999999997},"max":{"1min":7.4610000000000003,"5min":46.584000000000003,"15min":47.442},"last":1.95},{"interface":"front","average":{"1min":4.8949999999999996,"5min":3.6179999999999999,"15min":3.101},"min":{"1min":0.872,"5min":0.872,"15min":0.77200000000000002},"max":{"1min":37.594000000000001,"5min":46.810000000000002,"15min":48.149999999999999},"last":1.5649999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:49:57 2020","interfaces":[{"interface":"back","average":{"1min":2.6480000000000001,"5min":3.5739999999999998,"15min":3.0630000000000002},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.82199999999999995},"max":{"1min":6.2480000000000002,"5min":44.112000000000002,"15min":44.165999999999997},"last":1.0269999999999999},{"interface":"front","average":{"1min":3.1629999999999998,"5min":3.222,"15min":3.161},"min":{"1min":1.129,"5min":0.76000000000000001,"15min":0.73799999999999999},"max":{"1min":9.7940000000000005,"5min":45.732999999999997,"15min":45.732999999999997},"last":1.282}]},{"osd":8,"last update":"Mon Nov 16 20:50:17 2020","interfaces":[{"interface":"back","average":{"1min":3.9689999999999999,"5min":3.629,"15min":3.4399999999999999},"min":{"1min":1.169,"5min":0.92300000000000004,"15min":0.77200000000000002},"max":{"1min":35.912999999999997,"5min":44.466000000000001,"15min":82.204999999999998},"last":1.3500000000000001},{"interface":"front","average":{"1min":4.3769999999999998,"5min":3.7650000000000001,"15min":3.3620000000000001},"min":{"1min":1.2669999999999999,"5min":0.876,"15min":0.75800000000000001},"max":{"1min":36.613,"5min":44.744,"15min":79.483999999999995},"last":1.181}]},{"osd":9,"last update":"Mon Nov 16 20:49:52 2020","interfaces":[{"interface":"back","average":{"1min":2.6549999999999998,"5min":3.4199999999999999,"15min":2.9380000000000002},"min":{"1min":1.359,"5min":0.99099999999999999,"15min":0.79400000000000004},"max":{"1min":6.0860000000000003,"5min":44.604999999999997,"15min":60.097999999999999},"last":1.5409999999999999},{"interface":"front","average":{"1min":4.9800000000000004,"5min":3.9430000000000001,"15min":3.3959999999999999},"min":{"1min":1.157,"5min":1.157,"15min":0.89400000000000002},"max":{"1min":39.813000000000002,"5min":46.914000000000001,"15min":59.579000000000001},"last":1.677}]},{"osd":10,"last update":"Mon Nov 16 20:49:57 2020","interfaces":[{"interface":"back","average":{"1min":4.9349999999999996,"5min":3.992,"15min":3.097},"min":{"1min":1.256,"5min":1.256,"15min":0.98899999999999999},"max":{"1min":36.543999999999997,"5min":47.006999999999998,"15min":47.006999999999998},"last":1.8200000000000001},{"interface":"front","average":{"1min":2.6160000000000001,"5min":3.7509999999999999,"15min":3.512},"min":{"1min":1.331,"5min":1.284,"15min":1.075},"max":{"1min":6.3650000000000002,"5min":46.515000000000001,"15min":47.237000000000002},"last":1.6180000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:50:17 2020","interfaces":[{"interface":"back","average":{"1min":2.3879999999999999,"5min":4.0439999999999996,"15min":3.8500000000000001},"min":{"1min":1.351,"5min":1.351,"15min":1.032},"max":{"1min":6.423,"5min":46.119999999999997,"15min":55.441000000000003},"last":1.4410000000000001},{"interface":"front","average":{"1min":2.657,"5min":4.1340000000000003,"15min":4.0830000000000002},"min":{"1min":1.51,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":6.5419999999999998,"5min":46.844000000000001,"15min":61.509},"last":1.778}]}]},{"osd":2,"up_from":0,"seq":98784248230,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855771,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1083272,"kb_used_data":686208,"kb_used_omap":0,"kb_used_meta":397056,"kb_avail":92661880,"statfs":{"total":95995035648,"available":94885765120,"internally_reserved":0,"allocated":702676992,"data_stored":702287836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":406585344},"hb_peers":[0,1,2,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2,2,6,11,8],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":5.093,"5min":2.569,"15min":1.9530000000000001},"min":{"1min":0.66800000000000004,"5min":0.53900000000000003,"15min":0.52900000000000003},"max":{"1min":65.826999999999998,"5min":65.826999999999998,"15min":65.826999999999998},"last":0.998},{"interface":"front","average":{"1min":5.5609999999999999,"5min":2.6099999999999999,"15min":2.04},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":66.218999999999994,"5min":66.218999999999994,"15min":66.218999999999994},"last":1.3260000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":5.3780000000000001,"5min":2.3330000000000002,"15min":3.6819999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":62.207000000000001,"5min":62.207000000000001,"15min":277.74299999999999},"last":3.1800000000000002},{"interface":"front","average":{"1min":5.9180000000000001,"5min":2.944,"15min":4.0860000000000003},"min":{"1min":0.997,"5min":0.755,"15min":0.57299999999999995},"max":{"1min":62.087000000000003,"5min":62.087000000000003,"15min":286.88499999999999},"last":1.1679999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:49:46 2020","interfaces":[{"interface":"back","average":{"1min":2.0830000000000002,"5min":2.1150000000000002,"15min":2.2010000000000001},"min":{"1min":1.2529999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":3.9199999999999999,"5min":8.2400000000000002,"15min":37.697000000000003},"last":1.5229999999999999},{"interface":"front","average":{"1min":1.889,"5min":2.1779999999999999,"15min":2.2090000000000001},"min":{"1min":0.81999999999999995,"5min":0.67400000000000004,"15min":0.57999999999999996},"max":{"1min":5.6260000000000003,"5min":9.9670000000000005,"15min":37.956000000000003},"last":1.3959999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:43 2020","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.6819999999999999,"15min":2.6899999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.66000000000000003},"max":{"1min":6.8390000000000004,"5min":6.8390000000000004,"15min":78.021000000000001},"last":1.032},{"interface":"front","average":{"1min":2.2829999999999999,"5min":2.1099999999999999,"15min":3.0230000000000001},"min":{"1min":1.022,"5min":0.79400000000000004,"15min":0.624},"max":{"1min":6.9989999999999997,"5min":7.6959999999999997,"15min":78.088999999999999},"last":1.1719999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:50:24 2020","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.165,"15min":2.0649999999999999},"min":{"1min":0.61599999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":11.773,"5min":11.773,"15min":11.773},"last":0.93600000000000005},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.5699999999999998,"15min":2.3999999999999999},"min":{"1min":0.755,"5min":0.755,"15min":0.72199999999999998},"max":{"1min":11.49,"5min":11.49,"15min":12.776999999999999},"last":1.1990000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:49:41 2020","interfaces":[{"interface":"back","average":{"1min":2.4100000000000001,"5min":2.4100000000000001,"15min":2.4100000000000001},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":5.835,"5min":5.835,"15min":5.835},"last":1.8049999999999999},{"interface":"front","average":{"1min":2.0670000000000002,"5min":2.0670000000000002,"15min":2.0670000000000002},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":3.3279999999999998,"5min":3.3279999999999998,"15min":3.3279999999999998},"last":3.0790000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:49:54 2020","interfaces":[{"interface":"back","average":{"1min":3.3239999999999998,"5min":2.6389999999999998,"15min":2.867},"min":{"1min":1.008,"5min":0.79600000000000004,"15min":0.66600000000000004},"max":{"1min":8.6859999999999999,"5min":8.6859999999999999,"15min":165.12},"last":3.2850000000000001},{"interface":"front","average":{"1min":3.5449999999999999,"5min":2.968,"15min":3.085},"min":{"1min":1.1799999999999999,"5min":1.1100000000000001,"15min":0.82699999999999996},"max":{"1min":8.8079999999999998,"5min":10.648999999999999,"15min":162.14099999999999},"last":3.383}]},{"osd":8,"last update":"Mon Nov 16 20:50:24 2020","interfaces":[{"interface":"back","average":{"1min":6.6399999999999997,"5min":4.2229999999999999,"15min":2.952},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":90.043999999999997,"5min":90.043999999999997,"15min":90.043999999999997},"last":1.772},{"interface":"front","average":{"1min":6.4290000000000003,"5min":4.3630000000000004,"15min":3.1499999999999999},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":88.504000000000005,"5min":88.504000000000005,"15min":88.504000000000005},"last":2.3650000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:49:51 2020","interfaces":[{"interface":"back","average":{"1min":2.6949999999999998,"5min":2.7959999999999998,"15min":2.8399999999999999},"min":{"1min":0.98799999999999999,"5min":0.91800000000000004,"15min":0.879},"max":{"1min":6.8609999999999998,"5min":10.375,"15min":46.225999999999999},"last":3.8700000000000001},{"interface":"front","average":{"1min":2.7370000000000001,"5min":2.9199999999999999,"15min":2.8900000000000001},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":6.6379999999999999,"5min":10.513,"15min":45.997},"last":3.488}]},{"osd":10,"last update":"Mon Nov 16 20:50:00 2020","interfaces":[{"interface":"back","average":{"1min":2.4449999999999998,"5min":2.7930000000000001,"15min":2.8980000000000001},"min":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"max":{"1min":5.3680000000000003,"5min":10.805999999999999,"15min":45.389000000000003},"last":2.5630000000000002},{"interface":"front","average":{"1min":2.48,"5min":3.0630000000000002,"15min":2.8820000000000001},"min":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.004},"max":{"1min":7.0049999999999999,"5min":8.5180000000000007,"15min":45.656999999999996},"last":3.589}]},{"osd":11,"last update":"Mon Nov 16 20:50:24 2020","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":3.0790000000000002,"15min":2.9390000000000001},"min":{"1min":1.012,"5min":1.012,"15min":1.0089999999999999},"max":{"1min":7.2610000000000001,"5min":10.928000000000001,"15min":10.928000000000001},"last":3.778},{"interface":"front","average":{"1min":2.3650000000000002,"5min":3.4750000000000001,"15min":3.1299999999999999},"min":{"1min":1.5189999999999999,"5min":1.274,"15min":1.0649999999999999},"max":{"1min":7.1399999999999997,"5min":11.039999999999999,"15min":12.273999999999999},"last":3.6920000000000002}]}]},{"osd":5,"up_from":0,"seq":180388626842,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:50:39.404 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:39.407 INFO:tasks.cephadm.ceph_manager.ceph:clean!
2020-11-16T20:50:39.407 INFO:tasks.thrashosds.thrasher:Waiting for trim
2020-11-16T20:50:39.509 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:39.629 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_ops_in_flight
2020-11-16T20:50:39.644 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:39.689 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:39 smithi142 bash[20366]: debug 2020-11-16T20:50:39.402+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:39.748 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:39.777 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:50:39.946 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:39 smithi071 bash[12066]: debug 2020-11-16T20:50:39.645+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:40.208 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:40.298 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:50:40.312 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:40.327 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:50:40.353 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:50:40.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:50:40.407 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:50:40.435 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:50:40.462 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:50:40.488 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:50:40.519 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:40 smithi142 bash[15670]: debug 2020-11-16T20:50:40.210+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:40.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:40 smithi142 bash[9523]: audit 2020-11-16T20:50:40.279275+0000 mon.a (mon.0) 2195 : audit [DBG] from='client.? v1:172.21.15.142:0/2001152473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:40.522 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:50:40.558 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:50:40.585 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:50:40.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.586 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.586 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:50:40.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:50:40.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.587 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.588 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:50:40.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:40 smithi071 bash[9480]: audit 2020-11-16T20:50:40.279275+0000 mon.a (mon.0) 2195 : audit [DBG] from='client.? v1:172.21.15.142:0/2001152473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:40.720 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:40 smithi065 bash[9468]: audit 2020-11-16T20:50:40.279275+0000 mon.a (mon.0) 2195 : audit [DBG] from='client.? v1:172.21.15.142:0/2001152473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:40.721 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:40.825 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:41.030 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:40 smithi065 bash[16457]: debug 2020-11-16T20:50:40.720+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:41.331 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.305913+0000 osd.0 (osd.0) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.331 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.334348+0000 osd.1 (osd.1) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.331 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.360695+0000 osd.2 (osd.2) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.331 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.387159+0000 osd.4 (osd.4) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.332 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.414278+0000 osd.5 (osd.5) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.332 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.441500+0000 osd.6 (osd.6) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.332 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.464445+0000 mgr.x (mgr.14196) 1171 : cluster [DBG] pgmap v1742: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 749 op/s
2020-11-16T20:50:41.332 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.468736+0000 osd.7 (osd.7) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.332 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.493303+0000 osd.8 (osd.8) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.332 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.527849+0000 osd.9 (osd.9) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.332 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.559401+0000 osd.10 (osd.10) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.333 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[9523]: audit 2020-11-16T20:50:41.034066+0000 mon.a (mon.0) 2196 : audit [INF] from='client.? v1:172.21.15.142:0/3980637998' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:50:41.335 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:50:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:41.481 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.305913+0000 osd.0 (osd.0) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.481 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.334348+0000 osd.1 (osd.1) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.481 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.360695+0000 osd.2 (osd.2) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.387159+0000 osd.4 (osd.4) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.414278+0000 osd.5 (osd.5) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.441500+0000 osd.6 (osd.6) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.464445+0000 mgr.x (mgr.14196) 1171 : cluster [DBG] pgmap v1742: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 749 op/s
2020-11-16T20:50:41.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.468736+0000 osd.7 (osd.7) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.493303+0000 osd.8 (osd.8) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.527849+0000 osd.9 (osd.9) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.559401+0000 osd.10 (osd.10) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:41 smithi065 bash[9468]: audit 2020-11-16T20:50:41.034066+0000 mon.a (mon.0) 2196 : audit [INF] from='client.? v1:172.21.15.142:0/3980637998' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:50:41.539 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:41.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.305913+0000 osd.0 (osd.0) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.334348+0000 osd.1 (osd.1) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.360695+0000 osd.2 (osd.2) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.387159+0000 osd.4 (osd.4) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.414278+0000 osd.5 (osd.5) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.441500+0000 osd.6 (osd.6) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.464445+0000 mgr.x (mgr.14196) 1171 : cluster [DBG] pgmap v1742: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 2.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 749 op/s
2020-11-16T20:50:41.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.468736+0000 osd.7 (osd.7) 159 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.493303+0000 osd.8 (osd.8) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.527849+0000 osd.9 (osd.9) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.559401+0000 osd.10 (osd.10) 156 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:41.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[9480]: audit 2020-11-16T20:50:41.034066+0000 mon.a (mon.0) 2196 : audit [INF] from='client.? v1:172.21.15.142:0/3980637998' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:50:41.741 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[20366]: debug 2020-11-16T20:50:41.434+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:41.741 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:41.847 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:41.979 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:42.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:41 smithi142 bash[20366]: debug 2020-11-16T20:50:41.742+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:42.083 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:42.149 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:50:42.149 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:50:42.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:41 smithi071 bash[16796]: debug 2020-11-16T20:50:41.981+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:42.304 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:42.433 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:42.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:42 smithi142 bash[9523]: cluster 2020-11-16T20:50:40.590841+0000 osd.11 (osd.11) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:42.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:42 smithi142 bash[9523]: cluster 2020-11-16T20:50:41.331988+0000 mon.a (mon.0) 2197 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:42.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:42 smithi142 bash[9523]: audit 2020-11-16T20:50:41.340068+0000 mon.a (mon.0) 2198 : audit [INF] from='client.? v1:172.21.15.142:0/3980637998' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:50:42.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:42 smithi142 bash[9523]: cluster 2020-11-16T20:50:41.340107+0000 mon.a (mon.0) 2199 : cluster [DBG] osdmap e670: 12 total, 11 up, 8 in
2020-11-16T20:50:42.538 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:42.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:42 smithi071 bash[9480]: cluster 2020-11-16T20:50:40.590841+0000 osd.11 (osd.11) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:42.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:42 smithi071 bash[9480]: cluster 2020-11-16T20:50:41.331988+0000 mon.a (mon.0) 2197 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:42.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:42 smithi071 bash[9480]: audit 2020-11-16T20:50:41.340068+0000 mon.a (mon.0) 2198 : audit [INF] from='client.? v1:172.21.15.142:0/3980637998' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:50:42.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:42 smithi071 bash[9480]: cluster 2020-11-16T20:50:41.340107+0000 mon.a (mon.0) 2199 : cluster [DBG] osdmap e670: 12 total, 11 up, 8 in
2020-11-16T20:50:42.697 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:42 smithi071 bash[16796]: debug 2020-11-16T20:50:42.197+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:42.697 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:42 smithi071 bash[16796]: debug 2020-11-16T20:50:42.433+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:42 smithi065 bash[9468]: cluster 2020-11-16T20:50:40.590841+0000 osd.11 (osd.11) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:42 smithi065 bash[9468]: cluster 2020-11-16T20:50:41.331988+0000 mon.a (mon.0) 2197 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:42 smithi065 bash[9468]: audit 2020-11-16T20:50:41.340068+0000 mon.a (mon.0) 2198 : audit [INF] from='client.? v1:172.21.15.142:0/3980637998' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:50:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:42 smithi065 bash[9468]: cluster 2020-11-16T20:50:41.340107+0000 mon.a (mon.0) 2199 : cluster [DBG] osdmap e670: 12 total, 11 up, 8 in
2020-11-16T20:50:42.938 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:43.042 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:43.231 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:43.280 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:50:42 smithi065 bash[11785]: debug 2020-11-16T20:50:42.936+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:43.335 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:43.337 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:43 smithi142 bash[18009]: debug 2020-11-16T20:50:43.234+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:43.337 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:43 smithi142 bash[9523]: cluster 2020-11-16T20:50:42.335711+0000 osd.6 (osd.6) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:43.338 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:43 smithi142 bash[9523]: cluster 2020-11-16T20:50:42.335792+0000 osd.6 (osd.6) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:43.338 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:43 smithi142 bash[9523]: cluster 2020-11-16T20:50:42.464881+0000 mgr.x (mgr.14196) 1172 : cluster [DBG] pgmap v1744: 17 pgs: 17 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 838 op/s
2020-11-16T20:50:43.338 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:43 smithi142 bash[9523]: cluster 2020-11-16T20:50:42.655895+0000 mon.a (mon.0) 2200 : cluster [DBG] osdmap e671: 12 total, 11 up, 8 in
2020-11-16T20:50:43.457 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:43.562 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:43.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:43 smithi071 bash[9480]: cluster 2020-11-16T20:50:42.335711+0000 osd.6 (osd.6) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:43.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:43 smithi071 bash[9480]: cluster 2020-11-16T20:50:42.335792+0000 osd.6 (osd.6) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:43.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:43 smithi071 bash[9480]: cluster 2020-11-16T20:50:42.464881+0000 mgr.x (mgr.14196) 1172 : cluster [DBG] pgmap v1744: 17 pgs: 17 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 838 op/s
2020-11-16T20:50:43.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:43 smithi071 bash[9480]: cluster 2020-11-16T20:50:42.655895+0000 mon.a (mon.0) 2200 : cluster [DBG] osdmap e671: 12 total, 11 up, 8 in
2020-11-16T20:50:43.697 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:43 smithi071 bash[12066]: debug 2020-11-16T20:50:43.457+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:43.712 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:43 smithi065 bash[9468]: cluster 2020-11-16T20:50:42.335711+0000 osd.6 (osd.6) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:43.712 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:43 smithi065 bash[9468]: cluster 2020-11-16T20:50:42.335792+0000 osd.6 (osd.6) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:43.712 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:43 smithi065 bash[9468]: cluster 2020-11-16T20:50:42.464881+0000 mgr.x (mgr.14196) 1172 : cluster [DBG] pgmap v1744: 17 pgs: 17 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 838 op/s
2020-11-16T20:50:43.713 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:43 smithi065 bash[9468]: cluster 2020-11-16T20:50:42.655895+0000 mon.a (mon.0) 2200 : cluster [DBG] osdmap e671: 12 total, 11 up, 8 in
2020-11-16T20:50:43.713 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:50:43 smithi065 bash[11785]: debug 2020-11-16T20:50:43.712+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:43.713 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:43.816 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:43.953 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:44.056 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:44.150 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:50:44.159 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:44.195 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:50:44.195 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:50:44.196 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:43 smithi071 bash[12066]: debug 2020-11-16T20:50:43.953+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:44.263 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:44.306 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:44.382 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:44.489 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:44.530 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:44 smithi065 bash[14115]: debug 2020-11-16T20:50:44.156+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:44.535 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:50:44.547 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:44 smithi071 bash[12066]: debug 2020-11-16T20:50:44.377+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:44.700 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:44.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:44 smithi142 bash[9523]: cluster 2020-11-16T20:50:44.465325+0000 mgr.x (mgr.14196) 1173 : cluster [DBG] pgmap v1746: 17 pgs: 17 active+clean; 2.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 810 op/s
2020-11-16T20:50:44.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:44 smithi071 bash[9480]: cluster 2020-11-16T20:50:44.465325+0000 mgr.x (mgr.14196) 1173 : cluster [DBG] pgmap v1746: 17 pgs: 17 active+clean; 2.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 810 op/s
2020-11-16T20:50:45.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:44 smithi065 bash[9468]: cluster 2020-11-16T20:50:44.465325+0000 mgr.x (mgr.14196) 1173 : cluster [DBG] pgmap v1746: 17 pgs: 17 active+clean; 2.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 810 op/s
2020-11-16T20:50:45.241 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:45.257 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_blocked_ops
2020-11-16T20:50:45.344 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:45.457 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:45.464 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:50:45.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:45 smithi142 bash[18009]: debug 2020-11-16T20:50:45.242+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:45.561 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:45.696 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:45 smithi071 bash[12066]: debug 2020-11-16T20:50:45.457+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:45.913 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:45 smithi142 bash[20366]: debug 2020-11-16T20:50:45.914+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:45.914 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:46.018 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:46.153 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:46.257 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:46.422 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:46 smithi071 bash[26650]: debug 2020-11-16T20:50:46.149+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:46.422 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:46.526 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:46.638 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:46.696 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:50:46 smithi071 bash[14419]: debug 2020-11-16T20:50:46.425+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:46.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:46 smithi071 bash[9480]: cluster 2020-11-16T20:50:46.465724+0000 mgr.x (mgr.14196) 1174 : cluster [DBG] pgmap v1747: 17 pgs: 17 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 879 op/s
2020-11-16T20:50:46.697 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:46 smithi071 bash[12066]: debug 2020-11-16T20:50:46.641+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:46.743 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:46.897 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:46.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:46 smithi142 bash[9523]: cluster 2020-11-16T20:50:46.465724+0000 mgr.x (mgr.14196) 1174 : cluster [DBG] pgmap v1747: 17 pgs: 17 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 879 op/s
2020-11-16T20:50:47.002 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:47.011 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:46 smithi065 bash[9468]: cluster 2020-11-16T20:50:46.465724+0000 mgr.x (mgr.14196) 1174 : cluster [DBG] pgmap v1747: 17 pgs: 17 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 879 op/s
2020-11-16T20:50:47.183 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:47.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:46 smithi071 bash[16796]: debug 2020-11-16T20:50:46.897+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:47.280 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:47 smithi065 bash[16457]: debug 2020-11-16T20:50:47.188+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:47.286 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:47.850 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:47.954 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:48.105 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:48.209 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:48.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:47 smithi142 bash[20366]: debug 2020-11-16T20:50:47.846+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:48.446 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:48 smithi071 bash[12066]: debug 2020-11-16T20:50:48.101+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:48.623 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:48.728 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:48.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:48 smithi071 bash[9480]: cluster 2020-11-16T20:50:48.466192+0000 mgr.x (mgr.14196) 1175 : cluster [DBG] pgmap v1748: 17 pgs: 17 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 999 op/s
2020-11-16T20:50:49.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:48 smithi065 bash[9468]: cluster 2020-11-16T20:50:48.466192+0000 mgr.x (mgr.14196) 1175 : cluster [DBG] pgmap v1748: 17 pgs: 17 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 999 op/s
2020-11-16T20:50:49.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:48 smithi065 bash[14115]: debug 2020-11-16T20:50:48.620+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:49.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:48 smithi142 bash[9523]: cluster 2020-11-16T20:50:48.466192+0000 mgr.x (mgr.14196) 1175 : cluster [DBG] pgmap v1748: 17 pgs: 17 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 999 op/s
2020-11-16T20:50:49.198 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:49.303 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:50:49.360 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:50:49.436 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:49.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:49 smithi142 bash[20366]: debug 2020-11-16T20:50:49.198+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:49.541 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:49.696 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:50:49 smithi071 bash[14419]: debug 2020-11-16T20:50:49.437+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:49.950 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:50.054 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:50.226 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:49 smithi142 bash[18009]: debug 2020-11-16T20:50:49.950+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:50.226 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:50.308 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_historic_ops
2020-11-16T20:50:50.331 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:50.472 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:50:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:50.556 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:50 smithi142 bash[20366]: debug 2020-11-16T20:50:50.226+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:50.582 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:50.696 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:50 smithi071 bash[12066]: debug 2020-11-16T20:50:50.473+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:50.721 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:50.830 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:50.943 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:50:51.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:50 smithi142 bash[15670]: debug 2020-11-16T20:50:50.718+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:51.044 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:50:51.047 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:51.078 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:50:51.105 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:50:51.140 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:50:51.194 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:50:51.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:50:50 smithi071 bash[16796]: debug 2020-11-16T20:50:50.945+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:51.229 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:50:51.262 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:50:51.287 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:50:51.321 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:50:51.360 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:50:51.397 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:50:51.397 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.397 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.398 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:50:51.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:50:51.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.399 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.399 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.399 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.399 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:50:51.526 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:50:51.555 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:51.659 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:51.779 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:51 smithi065 bash[18823]: debug 2020-11-16T20:50:51.556+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:51 smithi065 bash[9468]: cluster 2020-11-16T20:50:50.427305+0000 osd.4 (osd.4) 190 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:51 smithi065 bash[9468]: cluster 2020-11-16T20:50:50.427390+0000 osd.4 (osd.4) 191 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:51 smithi065 bash[9468]: cluster 2020-11-16T20:50:50.466621+0000 mgr.x (mgr.14196) 1176 : cluster [DBG] pgmap v1749: 17 pgs: 17 active+clean; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 946 op/s
2020-11-16T20:50:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:51 smithi065 bash[9468]: cluster 2020-11-16T20:50:50.486298+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e672: 12 total, 11 up, 8 in
2020-11-16T20:50:51.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:51 smithi065 bash[9468]: audit 2020-11-16T20:50:51.010948+0000 mon.a (mon.0) 2202 : audit [DBG] from='client.? v1:172.21.15.142:0/2475390508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:51.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:51 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.051911+0000 osd.0 (osd.0) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:51.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:51 smithi065 bash[9468]: audit 2020-11-16T20:50:51.224544+0000 mon.a (mon.0) 2203 : audit [INF] from='client.? v1:172.21.15.142:0/285294705' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:51.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:51 smithi142 bash[9523]: cluster 2020-11-16T20:50:50.427305+0000 osd.4 (osd.4) 190 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:51.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:51 smithi142 bash[9523]: cluster 2020-11-16T20:50:50.427390+0000 osd.4 (osd.4) 191 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:51.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:51 smithi142 bash[9523]: cluster 2020-11-16T20:50:50.466621+0000 mgr.x (mgr.14196) 1176 : cluster [DBG] pgmap v1749: 17 pgs: 17 active+clean; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 946 op/s
2020-11-16T20:50:51.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:51 smithi142 bash[9523]: cluster 2020-11-16T20:50:50.486298+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e672: 12 total, 11 up, 8 in
2020-11-16T20:50:51.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:51 smithi142 bash[9523]: audit 2020-11-16T20:50:51.010948+0000 mon.a (mon.0) 2202 : audit [DBG] from='client.? v1:172.21.15.142:0/2475390508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:51.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:51 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.051911+0000 osd.0 (osd.0) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:51.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:51 smithi142 bash[9523]: audit 2020-11-16T20:50:51.224544+0000 mon.a (mon.0) 2203 : audit [INF] from='client.? v1:172.21.15.142:0/285294705' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:51.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:51 smithi071 bash[9480]: cluster 2020-11-16T20:50:50.427305+0000 osd.4 (osd.4) 190 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:50:51.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:51 smithi071 bash[9480]: cluster 2020-11-16T20:50:50.427390+0000 osd.4 (osd.4) 191 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:50:51.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:51 smithi071 bash[9480]: cluster 2020-11-16T20:50:50.466621+0000 mgr.x (mgr.14196) 1176 : cluster [DBG] pgmap v1749: 17 pgs: 17 active+clean; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 946 op/s
2020-11-16T20:50:51.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:51 smithi071 bash[9480]: cluster 2020-11-16T20:50:50.486298+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e672: 12 total, 11 up, 8 in
2020-11-16T20:50:51.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:51 smithi071 bash[9480]: audit 2020-11-16T20:50:51.010948+0000 mon.a (mon.0) 2202 : audit [DBG] from='client.? v1:172.21.15.142:0/2475390508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:50:51.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:51 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.051911+0000 osd.0 (osd.0) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:51.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:51 smithi071 bash[9480]: audit 2020-11-16T20:50:51.224544+0000 mon.a (mon.0) 2203 : audit [INF] from='client.? v1:172.21.15.142:0/285294705' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:50:51.792 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:51.896 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:52.023 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:52.127 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:52.138 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:50:51 smithi071 bash[14419]: debug 2020-11-16T20:50:51.789+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:52.190 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[18823]: debug 2020-11-16T20:50:52.024+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:52.256 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:52.360 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:52.446 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[26650]: debug 2020-11-16T20:50:52.253+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:52.481 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.085028+0000 osd.1 (osd.1) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.109499+0000 osd.2 (osd.2) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.146309+0000 osd.4 (osd.4) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.482 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.201013+0000 osd.5 (osd.5) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.519 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:50:52.623 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:52.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.231499+0000 osd.6 (osd.6) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.268184+0000 osd.7 (osd.7) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.292653+0000 osd.8 (osd.8) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.327082+0000 osd.9 (osd.9) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.365478+0000 osd.10 (osd.10) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.402430+0000 osd.11 (osd.11) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.525084+0000 mon.a (mon.0) 2204 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:52.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: audit 2020-11-16T20:50:51.529311+0000 mon.a (mon.0) 2205 : audit [INF] from='client.? v1:172.21.15.142:0/285294705' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:50:52.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.529398+0000 mon.a (mon.0) 2206 : cluster [DBG] osdmap e673: 12 total, 11 up, 8 in
2020-11-16T20:50:52.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.627350+0000 osd.1 (osd.1) 236 : cluster [DBG] 6.d scrub starts
2020-11-16T20:50:52.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.085028+0000 osd.1 (osd.1) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.109499+0000 osd.2 (osd.2) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.146309+0000 osd.4 (osd.4) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.201013+0000 osd.5 (osd.5) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.231499+0000 osd.6 (osd.6) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.268184+0000 osd.7 (osd.7) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.292653+0000 osd.8 (osd.8) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.327082+0000 osd.9 (osd.9) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.365478+0000 osd.10 (osd.10) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.402430+0000 osd.11 (osd.11) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.525084+0000 mon.a (mon.0) 2204 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: audit 2020-11-16T20:50:51.529311+0000 mon.a (mon.0) 2205 : audit [INF] from='client.? v1:172.21.15.142:0/285294705' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:50:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.529398+0000 mon.a (mon.0) 2206 : cluster [DBG] osdmap e673: 12 total, 11 up, 8 in
2020-11-16T20:50:52.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:52 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.627350+0000 osd.1 (osd.1) 236 : cluster [DBG] 6.d scrub starts
2020-11-16T20:50:52.928 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:52.946 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[26650]: debug 2020-11-16T20:50:52.517+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:52.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.085028+0000 osd.1 (osd.1) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.109499+0000 osd.2 (osd.2) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.146309+0000 osd.4 (osd.4) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.201013+0000 osd.5 (osd.5) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.231499+0000 osd.6 (osd.6) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.268184+0000 osd.7 (osd.7) 160 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.292653+0000 osd.8 (osd.8) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.327082+0000 osd.9 (osd.9) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.365478+0000 osd.10 (osd.10) 157 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.402430+0000 osd.11 (osd.11) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:50:52.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.525084+0000 mon.a (mon.0) 2204 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:50:52.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: audit 2020-11-16T20:50:51.529311+0000 mon.a (mon.0) 2205 : audit [INF] from='client.? v1:172.21.15.142:0/285294705' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:50:52.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.529398+0000 mon.a (mon.0) 2206 : cluster [DBG] osdmap e673: 12 total, 11 up, 8 in
2020-11-16T20:50:52.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:52 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.627350+0000 osd.1 (osd.1) 236 : cluster [DBG] 6.d scrub starts
2020-11-16T20:50:53.031 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:53.175 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:53.177 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:53 smithi065 bash[14115]: debug 2020-11-16T20:50:53.172+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:53.178 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:52 smithi065 bash[18823]: debug 2020-11-16T20:50:52.924+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:53.279 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:53.386 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:50:53.408 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:50:53.408 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:50:53.491 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:53.629 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:53.696 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:50:53 smithi071 bash[14419]: debug 2020-11-16T20:50:53.389+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:53.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:53 smithi071 bash[9480]: cluster 2020-11-16T20:50:51.962375+0000 osd.1 (osd.1) 237 : cluster [DBG] 6.d scrub ok
2020-11-16T20:50:53.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:53 smithi071 bash[9480]: cluster 2020-11-16T20:50:52.324071+0000 osd.7 (osd.7) 161 : cluster [DBG] 6.8 scrub starts
2020-11-16T20:50:53.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:53 smithi071 bash[9480]: cluster 2020-11-16T20:50:52.467041+0000 mgr.x (mgr.14196) 1177 : cluster [DBG] pgmap v1752: 17 pgs: 17 active+clean; 1.5 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s
2020-11-16T20:50:53.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:53 smithi071 bash[9480]: cluster 2020-11-16T20:50:52.729868+0000 osd.7 (osd.7) 162 : cluster [DBG] 6.8 scrub ok
2020-11-16T20:50:53.733 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:53.740 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:53 smithi142 bash[9523]: cluster 2020-11-16T20:50:51.962375+0000 osd.1 (osd.1) 237 : cluster [DBG] 6.d scrub ok
2020-11-16T20:50:53.741 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:53 smithi142 bash[9523]: cluster 2020-11-16T20:50:52.324071+0000 osd.7 (osd.7) 161 : cluster [DBG] 6.8 scrub starts
2020-11-16T20:50:53.741 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:53 smithi142 bash[9523]: cluster 2020-11-16T20:50:52.467041+0000 mgr.x (mgr.14196) 1177 : cluster [DBG] pgmap v1752: 17 pgs: 17 active+clean; 1.5 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s
2020-11-16T20:50:53.741 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:53 smithi142 bash[9523]: cluster 2020-11-16T20:50:52.729868+0000 osd.7 (osd.7) 162 : cluster [DBG] 6.8 scrub ok
2020-11-16T20:50:53.741 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:53 smithi142 bash[15670]: debug 2020-11-16T20:50:53.630+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:53.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:53 smithi065 bash[9468]: cluster 2020-11-16T20:50:51.962375+0000 osd.1 (osd.1) 237 : cluster [DBG] 6.d scrub ok
2020-11-16T20:50:53.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:53 smithi065 bash[9468]: cluster 2020-11-16T20:50:52.324071+0000 osd.7 (osd.7) 161 : cluster [DBG] 6.8 scrub starts
2020-11-16T20:50:53.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:53 smithi065 bash[9468]: cluster 2020-11-16T20:50:52.467041+0000 mgr.x (mgr.14196) 1177 : cluster [DBG] pgmap v1752: 17 pgs: 17 active+clean; 1.5 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s
2020-11-16T20:50:53.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:53 smithi065 bash[9468]: cluster 2020-11-16T20:50:52.729868+0000 osd.7 (osd.7) 162 : cluster [DBG] 6.8 scrub ok
2020-11-16T20:50:53.856 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:50:53.961 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:54.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:50:53 smithi142 bash[15670]: debug 2020-11-16T20:50:53.858+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:54.132 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:54.236 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:54.412 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:54.446 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:54 smithi071 bash[12066]: debug 2020-11-16T20:50:54.129+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:54.516 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:54.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:54 smithi065 bash[16457]: debug 2020-11-16T20:50:54.412+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:54.634 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:54.739 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:54.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:54 smithi142 bash[18009]: debug 2020-11-16T20:50:54.634+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:54.851 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:50:54.851 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:50:54.851 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:50:54.851 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:50:54.852 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.852 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.15876.0:178828 5.e e584/535 5:727a5b03:::benchmark_data_smithi065_37993_object34804:head v 584'11259, mlcod=584'11256)",
2020-11-16T20:50:54.852 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:45:16.445932+0000",
2020-11-16T20:50:54.852 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 338.40754618099999,
2020-11-16T20:50:54.852 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.20994021099999999,
2020-11-16T20:50:54.852 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.852 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.853 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.853 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.445932+0000",
2020-11-16T20:50:54.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.853 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.853 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.445932+0000",
2020-11-16T20:50:54.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:50:54.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.445905+0000",
2020-11-16T20:50:54.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6518000000000002e-05
2020-11-16T20:50:54.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.445972+0000",
2020-11-16T20:50:54.855 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6919999999999996e-06
2020-11-16T20:50:54.855 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.445978+0000",
2020-11-16T20:50:54.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4349999999999996e-06
2020-11-16T20:50:54.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.445984+0000",
2020-11-16T20:50:54.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6032000000000002e-05
2020-11-16T20:50:54.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.446030+0000",
2020-11-16T20:50:54.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2379e-05
2020-11-16T20:50:54.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.446052+0000",
2020-11-16T20:50:54.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.005289256
2020-11-16T20:50:54.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.451341+0000",
2020-11-16T20:50:54.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20453074299999999
2020-11-16T20:50:54.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:45:16.655872+0000",
2020-11-16T20:50:54.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20994021099999999
2020-11-16T20:50:54.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.860 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.860 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.860 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.860 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.860 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.15876.0:286179 5.b e615/535 5:d616860d:::benchmark_data_smithi065_37993_object142155:head v 615'17599, mlcod=615'17597)",
2020-11-16T20:50:54.860 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:47:26.626553+0000",
2020-11-16T20:50:54.860 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 208.22692471400001,
2020-11-16T20:50:54.861 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.035627067999999998,
2020-11-16T20:50:54.861 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.861 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.861 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.626553+0000",
2020-11-16T20:50:54.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.626553+0000",
2020-11-16T20:50:54.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999838
2020-11-16T20:50:54.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.626537+0000",
2020-11-16T20:50:54.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3208999999999997e-05
2020-11-16T20:50:54.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.863 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.863 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.626601+0000",
2020-11-16T20:50:54.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.61e-06
2020-11-16T20:50:54.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.626608+0000",
2020-11-16T20:50:54.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.362e-06
2020-11-16T20:50:54.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.626615+0000",
2020-11-16T20:50:54.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5524000000000004e-05
2020-11-16T20:50:54.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.626691+0000",
2020-11-16T20:50:54.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.823e-05
2020-11-16T20:50:54.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.626709+0000",
2020-11-16T20:50:54.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035368072
2020-11-16T20:50:54.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.662077+0000",
2020-11-16T20:50:54.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010315
2020-11-16T20:50:54.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:26.662180+0000",
2020-11-16T20:50:54.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035627067999999998
2020-11-16T20:50:54.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.868 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.868 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.868 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.868 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.868 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:63652 6.f e654/626 6:f9ad7e39:::benchmark_data_smithi065_43723_object63651:head v 654'3984, mlcod=654'3982)",
2020-11-16T20:50:54.868 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:31.670724+0000",
2020-11-16T20:50:54.869 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 83.182754415999995,
2020-11-16T20:50:54.869 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.035338529,
2020-11-16T20:50:54.869 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.869 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.869 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.670724+0000",
2020-11-16T20:50:54.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.870 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.870 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.670724+0000",
2020-11-16T20:50:54.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:50:54.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.670698+0000",
2020-11-16T20:50:54.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011089199999999999
2020-11-16T20:50:54.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.871 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.872 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.670809+0000",
2020-11-16T20:50:54.872 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6109999999999996e-06
2020-11-16T20:50:54.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.872 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.872 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.670816+0000",
2020-11-16T20:50:54.872 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.976e-06
2020-11-16T20:50:54.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.670822+0000",
2020-11-16T20:50:54.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0702999999999999e-05
2020-11-16T20:50:54.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.670873+0000",
2020-11-16T20:50:54.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.126e-05
2020-11-16T20:50:54.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.670894+0000",
2020-11-16T20:50:54.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.034874634000000002
2020-11-16T20:50:54.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.705769+0000",
2020-11-16T20:50:54.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00029331399999999998
2020-11-16T20:50:54.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.706062+0000",
2020-11-16T20:50:54.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035338529
2020-11-16T20:50:54.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.876 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.876 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.876 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.876 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.877 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:63654 6.0 e654/648 6:09031776:::benchmark_data_smithi065_43723_object63653:head v 654'3957, mlcod=634'1445)",
2020-11-16T20:50:54.877 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:31.671550+0000",
2020-11-16T20:50:54.877 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 83.181928537000005,
2020-11-16T20:50:54.877 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.034339351999999997,
2020-11-16T20:50:54.877 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.877 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.877 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.671550+0000",
2020-11-16T20:50:54.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.671550+0000",
2020-11-16T20:50:54.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999828
2020-11-16T20:50:54.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.671533+0000",
2020-11-16T20:50:54.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1173000000000004e-05
2020-11-16T20:50:54.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.671614+0000",
2020-11-16T20:50:54.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1335000000000001e-05
2020-11-16T20:50:54.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.671625+0000",
2020-11-16T20:50:54.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8769999999999998e-06
2020-11-16T20:50:54.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.671631+0000",
2020-11-16T20:50:54.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023094500000000001
2020-11-16T20:50:54.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.882 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.671862+0000",
2020-11-16T20:50:54.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8634000000000002e-05
2020-11-16T20:50:54.882 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.882 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.882 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.671881+0000",
2020-11-16T20:50:54.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.033913635999999997
2020-11-16T20:50:54.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.705794+0000",
2020-11-16T20:50:54.883 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4775e-05
2020-11-16T20:50:54.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:31.705889+0000",
2020-11-16T20:50:54.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.034339351999999997
2020-11-16T20:50:54.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.884 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.884 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.884 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.885 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.885 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67664 6.4 e655/648 6:24a256d8:::benchmark_data_smithi065_43723_object67663:head v 655'4246, mlcod=634'1547)",
2020-11-16T20:50:54.885 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.045375+0000",
2020-11-16T20:50:54.885 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.808102660000003,
2020-11-16T20:50:54.885 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.036149305999999999,
2020-11-16T20:50:54.885 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.885 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.886 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.886 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045375+0000",
2020-11-16T20:50:54.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.886 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.886 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045375+0000",
2020-11-16T20:50:54.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999552
2020-11-16T20:50:54.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045330+0000",
2020-11-16T20:50:54.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000156329
2020-11-16T20:50:54.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045487+0000",
2020-11-16T20:50:54.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5449999999999999e-05
2020-11-16T20:50:54.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045502+0000",
2020-11-16T20:50:54.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6499999999999999e-06
2020-11-16T20:50:54.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045509+0000",
2020-11-16T20:50:54.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026474244000000001
2020-11-16T20:50:54.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.071983+0000",
2020-11-16T20:50:54.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9076999999999999e-05
2020-11-16T20:50:54.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.072022+0000",
2020-11-16T20:50:54.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0093877720000000008
2020-11-16T20:50:54.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.081410+0000",
2020-11-16T20:50:54.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000114815
2020-11-16T20:50:54.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.081525+0000",
2020-11-16T20:50:54.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036149305999999999
2020-11-16T20:50:54.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.892 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.893 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.893 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.893 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67666 6.4 e655/648 6:209c580b:::benchmark_data_smithi065_43723_object67665:head v 655'4247, mlcod=634'1547)",
2020-11-16T20:50:54.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.045628+0000",
2020-11-16T20:50:54.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.807850153999993,
2020-11-16T20:50:54.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.036008208999999999,
2020-11-16T20:50:54.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.894 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.894 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045628+0000",
2020-11-16T20:50:54.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045628+0000",
2020-11-16T20:50:54.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:50:54.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045604+0000",
2020-11-16T20:50:54.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000208984
2020-11-16T20:50:54.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045813+0000",
2020-11-16T20:50:54.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.508e-05
2020-11-16T20:50:54.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045828+0000",
2020-11-16T20:50:54.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2500000000000003e-06
2020-11-16T20:50:54.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045834+0000",
2020-11-16T20:50:54.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.028553044
2020-11-16T20:50:54.898 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.898 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.074387+0000",
2020-11-16T20:50:54.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5377999999999999e-05
2020-11-16T20:50:54.898 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.074422+0000",
2020-11-16T20:50:54.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0071096379999999997
2020-11-16T20:50:54.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.081532+0000",
2020-11-16T20:50:54.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010419100000000001
2020-11-16T20:50:54.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.081636+0000",
2020-11-16T20:50:54.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036008208999999999
2020-11-16T20:50:54.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.901 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.901 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.901 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.901 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.901 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67667 6.4 e655/648 6:2017fde6:::benchmark_data_smithi065_43723_object67666:head v 655'4248, mlcod=634'1547)",
2020-11-16T20:50:54.901 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.045881+0000",
2020-11-16T20:50:54.901 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.807597096999999,
2020-11-16T20:50:54.901 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.041698328,
2020-11-16T20:50:54.902 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.902 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.902 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.902 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045881+0000",
2020-11-16T20:50:54.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.903 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.903 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045881+0000",
2020-11-16T20:50:54.903 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:50:54.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.045857+0000",
2020-11-16T20:50:54.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015392300000000001
2020-11-16T20:50:54.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046011+0000",
2020-11-16T20:50:54.904 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3828999999999999e-05
2020-11-16T20:50:54.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046025+0000",
2020-11-16T20:50:54.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7239999999999997e-06
2020-11-16T20:50:54.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046031+0000",
2020-11-16T20:50:54.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.032350086
2020-11-16T20:50:54.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.078381+0000",
2020-11-16T20:50:54.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9975999999999998e-05
2020-11-16T20:50:54.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.078421+0000",
2020-11-16T20:50:54.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0090898679999999992
2020-11-16T20:50:54.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.087511+0000",
2020-11-16T20:50:54.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8462999999999998e-05
2020-11-16T20:50:54.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.087579+0000",
2020-11-16T20:50:54.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.041698328
2020-11-16T20:50:54.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.909 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.909 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.909 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.909 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.909 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67673 6.4 e655/648 6:26fa1051:::benchmark_data_smithi065_43723_object67672:head v 655'4249, mlcod=634'1547)",
2020-11-16T20:50:54.909 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046074+0000",
2020-11-16T20:50:54.910 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.807403992000005,
2020-11-16T20:50:54.910 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.044887156999999997,
2020-11-16T20:50:54.910 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.910 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.910 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046074+0000",
2020-11-16T20:50:54.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046074+0000",
2020-11-16T20:50:54.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:50:54.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046051+0000",
2020-11-16T20:50:54.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015002900000000001
2020-11-16T20:50:54.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046201+0000",
2020-11-16T20:50:54.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9159999999999996e-06
2020-11-16T20:50:54.913 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.913 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046211+0000",
2020-11-16T20:50:54.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3399999999999997e-06
2020-11-16T20:50:54.913 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.914 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.914 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046216+0000",
2020-11-16T20:50:54.914 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035509065999999999
2020-11-16T20:50:54.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.914 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.914 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.081725+0000",
2020-11-16T20:50:54.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8659000000000001e-05
2020-11-16T20:50:54.915 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.915 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.081754+0000",
2020-11-16T20:50:54.915 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0091645189999999994
2020-11-16T20:50:54.915 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.090918+0000",
2020-11-16T20:50:54.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2994000000000002e-05
2020-11-16T20:50:54.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.916 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.916 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.090961+0000",
2020-11-16T20:50:54.917 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.044887156999999997
2020-11-16T20:50:54.917 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.917 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.917 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.917 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.917 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.917 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67699 6.4 e655/648 6:294857bf:::benchmark_data_smithi065_43723_object67698:head v 655'4250, mlcod=634'1547)",
2020-11-16T20:50:54.918 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046265+0000",
2020-11-16T20:50:54.918 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.807213215999994,
2020-11-16T20:50:54.918 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.056973308,
2020-11-16T20:50:54.918 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.918 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.918 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.918 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.918 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046265+0000",
2020-11-16T20:50:54.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.919 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.919 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046265+0000",
2020-11-16T20:50:54.919 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:50:54.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.920 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.920 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046240+0000",
2020-11-16T20:50:54.920 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014422099999999999
2020-11-16T20:50:54.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.920 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046384+0000",
2020-11-16T20:50:54.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.876e-06
2020-11-16T20:50:54.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.921 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046394+0000",
2020-11-16T20:50:54.921 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9599999999999999e-06
2020-11-16T20:50:54.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046399+0000",
2020-11-16T20:50:54.922 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.03850725
2020-11-16T20:50:54.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.922 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.084906+0000",
2020-11-16T20:50:54.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3902000000000002e-05
2020-11-16T20:50:54.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.923 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.084940+0000",
2020-11-16T20:50:54.923 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018239199000000001
2020-11-16T20:50:54.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103179+0000",
2020-11-16T20:50:54.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9216999999999999e-05
2020-11-16T20:50:54.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103238+0000",
2020-11-16T20:50:54.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.056973308
2020-11-16T20:50:54.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.925 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.925 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.925 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.925 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.926 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67703 6.4 e655/648 6:21e5c28a:::benchmark_data_smithi065_43723_object67702:head v 655'4251, mlcod=634'1547)",
2020-11-16T20:50:54.926 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046441+0000",
2020-11-16T20:50:54.926 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.807037524999998,
2020-11-16T20:50:54.926 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.056840118000000002,
2020-11-16T20:50:54.926 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.926 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.926 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046441+0000",
2020-11-16T20:50:54.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046441+0000",
2020-11-16T20:50:54.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:50:54.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046418+0000",
2020-11-16T20:50:54.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014655399999999999
2020-11-16T20:50:54.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046564+0000",
2020-11-16T20:50:54.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8989999999999996e-06
2020-11-16T20:50:54.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046574+0000",
2020-11-16T20:50:54.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0440000000000003e-06
2020-11-16T20:50:54.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046579+0000",
2020-11-16T20:50:54.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.041038165000000001
2020-11-16T20:50:54.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.087617+0000",
2020-11-16T20:50:54.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7701000000000001e-05
2020-11-16T20:50:54.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.087645+0000",
2020-11-16T20:50:54.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015600111999999999
2020-11-16T20:50:54.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103245+0000",
2020-11-16T20:50:54.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5469000000000002e-05
2020-11-16T20:50:54.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103281+0000",
2020-11-16T20:50:54.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.056840118000000002
2020-11-16T20:50:54.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.933 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.933 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.933 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.934 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.934 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67704 6.4 e655/648 6:2e096e48:::benchmark_data_smithi065_43723_object67703:head v 655'4252, mlcod=634'1547)",
2020-11-16T20:50:54.934 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046621+0000",
2020-11-16T20:50:54.934 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.806857070000007,
2020-11-16T20:50:54.934 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.065778328999999996,
2020-11-16T20:50:54.934 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.934 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.934 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046621+0000",
2020-11-16T20:50:54.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046621+0000",
2020-11-16T20:50:54.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:50:54.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046598+0000",
2020-11-16T20:50:54.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000147329
2020-11-16T20:50:54.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046745+0000",
2020-11-16T20:50:54.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8740000000000007e-06
2020-11-16T20:50:54.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046755+0000",
2020-11-16T20:50:54.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.028e-06
2020-11-16T20:50:54.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046760+0000",
2020-11-16T20:50:54.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.044268152999999998
2020-11-16T20:50:54.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.091028+0000",
2020-11-16T20:50:54.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2823e-05
2020-11-16T20:50:54.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.091071+0000",
2020-11-16T20:50:54.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.021265458000000001
2020-11-16T20:50:54.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112337+0000",
2020-11-16T20:50:54.940 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2739999999999999e-05
2020-11-16T20:50:54.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112399+0000",
2020-11-16T20:50:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.065778328999999996
2020-11-16T20:50:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.941 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.942 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.942 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67709 6.4 e655/648 6:26301131:::benchmark_data_smithi065_43723_object67708:head v 655'4253, mlcod=634'1547)",
2020-11-16T20:50:54.942 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046802+0000",
2020-11-16T20:50:54.942 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.806676490000001,
2020-11-16T20:50:54.942 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.065650535999999995,
2020-11-16T20:50:54.942 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.942 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.943 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046802+0000",
2020-11-16T20:50:54.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046802+0000",
2020-11-16T20:50:54.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:50:54.944 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.944 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046779+0000",
2020-11-16T20:50:54.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014251300000000001
2020-11-16T20:50:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046921+0000",
2020-11-16T20:50:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8039999999999996e-06
2020-11-16T20:50:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046931+0000",
2020-11-16T20:50:54.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.468e-06
2020-11-16T20:50:54.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046937+0000",
2020-11-16T20:50:54.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.048977472000000001
2020-11-16T20:50:54.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.095914+0000",
2020-11-16T20:50:54.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0116000000000001e-05
2020-11-16T20:50:54.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.095944+0000",
2020-11-16T20:50:54.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016458568
2020-11-16T20:50:54.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112403+0000",
2020-11-16T20:50:54.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9416000000000003e-05
2020-11-16T20:50:54.949 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.949 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112452+0000",
2020-11-16T20:50:54.949 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.065650535999999995
2020-11-16T20:50:54.949 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.949 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.949 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.950 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.950 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.950 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "MOSDPGPush(6.4 655/648 [PushOp(6:2b3748ba:::benchmark_data_smithi065_43723_object24518:head, version: 634'1548, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:2b3748ba:::benchmark_data_smithi065_43723_object24518:head@634'1548, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])",
2020-11-16T20:50:54.950 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046983+0000",
2020-11-16T20:50:54.950 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.806495128999998,
2020-11-16T20:50:54.950 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.062757641000000003,
2020-11-16T20:50:54.950 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.951 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:50:54.951 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046983+0000",
2020-11-16T20:50:54.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046983+0000",
2020-11-16T20:50:54.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:50:54.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046955+0000",
2020-11-16T20:50:54.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000143146
2020-11-16T20:50:54.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.047098+0000",
2020-11-16T20:50:54.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1720999999999997e-05
2020-11-16T20:50:54.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.047130+0000",
2020-11-16T20:50:54.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1494e-05
2020-11-16T20:50:54.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.047142+0000",
2020-11-16T20:50:54.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.061406711000000003
2020-11-16T20:50:54.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.108548+0000",
2020-11-16T20:50:54.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5259999999999999e-06
2020-11-16T20:50:54.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.108555+0000",
2020-11-16T20:50:54.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0011856830000000001
2020-11-16T20:50:54.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.109741+0000",
2020-11-16T20:50:54.957 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.062757641000000003
2020-11-16T20:50:54.957 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.957 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.957 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.957 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.957 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.957 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67712 6.4 e655/648 6:2667283e:::benchmark_data_smithi065_43723_object67711:head v 655'4254, mlcod=634'1547)",
2020-11-16T20:50:54.957 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.063557+0000",
2020-11-16T20:50:54.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.789921093999993,
2020-11-16T20:50:54.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.048938318000000001,
2020-11-16T20:50:54.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.958 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.958 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063557+0000",
2020-11-16T20:50:54.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063557+0000",
2020-11-16T20:50:54.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:50:54.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063534+0000",
2020-11-16T20:50:54.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6260000000000003e-05
2020-11-16T20:50:54.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063630+0000",
2020-11-16T20:50:54.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2094e-05
2020-11-16T20:50:54.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063643+0000",
2020-11-16T20:50:54.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.012e-05
2020-11-16T20:50:54.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063653+0000",
2020-11-16T20:50:54.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036482606000000001
2020-11-16T20:50:54.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.100135+0000",
2020-11-16T20:50:54.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1269000000000002e-05
2020-11-16T20:50:54.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.100167+0000",
2020-11-16T20:50:54.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012288821
2020-11-16T20:50:54.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112455+0000",
2020-11-16T20:50:54.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9975000000000003e-05
2020-11-16T20:50:54.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112495+0000",
2020-11-16T20:50:54.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.048938318000000001
2020-11-16T20:50:54.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.965 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.965 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.965 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.965 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.965 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67716 6.4 e655/648 6:2c2a5d18:::benchmark_data_smithi065_43723_object67715:head v 655'4255, mlcod=634'1547)",
2020-11-16T20:50:54.966 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.071899+0000",
2020-11-16T20:50:54.966 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.781579117000007,
2020-11-16T20:50:54.966 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.040639451,
2020-11-16T20:50:54.966 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.966 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.966 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.071899+0000",
2020-11-16T20:50:54.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.071899+0000",
2020-11-16T20:50:54.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:50:54.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.071871+0000",
2020-11-16T20:50:54.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000131793
2020-11-16T20:50:54.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.072003+0000",
2020-11-16T20:50:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2254000000000001e-05
2020-11-16T20:50:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.072025+0000",
2020-11-16T20:50:54.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2904999999999999e-05
2020-11-16T20:50:54.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.072038+0000",
2020-11-16T20:50:54.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.031289152000000001
2020-11-16T20:50:54.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103327+0000",
2020-11-16T20:50:54.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9762000000000002e-05
2020-11-16T20:50:54.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103347+0000",
2020-11-16T20:50:54.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0091521229999999999
2020-11-16T20:50:54.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112499+0000",
2020-11-16T20:50:54.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9436e-05
2020-11-16T20:50:54.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112538+0000",
2020-11-16T20:50:54.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.040639451
2020-11-16T20:50:54.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.973 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.973 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.973 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.973 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:101331 6.4 e659/648 6:2b6fc976:::benchmark_data_smithi065_43723_object13454:head v 659'6356, mlcod=659'6354)",
2020-11-16T20:50:54.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:01.681662+0000",
2020-11-16T20:50:54.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.17181592,
2020-11-16T20:50:54.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.034407804,
2020-11-16T20:50:54.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.974 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.974 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.681662+0000",
2020-11-16T20:50:54.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.681662+0000",
2020-11-16T20:50:54.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999958
2020-11-16T20:50:54.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.681620+0000",
2020-11-16T20:50:54.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013121699999999999
2020-11-16T20:50:54.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.681751+0000",
2020-11-16T20:50:54.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2818000000000001e-05
2020-11-16T20:50:54.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.681774+0000",
2020-11-16T20:50:54.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3969e-05
2020-11-16T20:50:54.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.681788+0000",
2020-11-16T20:50:54.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0355999999999997e-05
2020-11-16T20:50:54.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.681838+0000",
2020-11-16T20:50:54.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9983000000000002e-05
2020-11-16T20:50:54.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.681858+0000",
2020-11-16T20:50:54.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.034102431000000002
2020-11-16T20:50:54.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.715961+0000",
2020-11-16T20:50:54.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000109134
2020-11-16T20:50:54.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.716070+0000",
2020-11-16T20:50:54.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.034407804
2020-11-16T20:50:54.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.981 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.981 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.982 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.982 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.982 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:101396 6.0 e659/648 6:0ea81b6d:::benchmark_data_smithi065_43723_object13519:head v 659'6290, mlcod=659'6288)",
2020-11-16T20:50:54.982 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:01.760821+0000",
2020-11-16T20:50:54.982 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.092657287000002,
2020-11-16T20:50:54.982 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.039460117000000003,
2020-11-16T20:50:54.982 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.983 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.983 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760821+0000",
2020-11-16T20:50:54.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760821+0000",
2020-11-16T20:50:54.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:50:54.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760799+0000",
2020-11-16T20:50:54.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4863000000000003e-05
2020-11-16T20:50:54.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760894+0000",
2020-11-16T20:50:54.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4756000000000002e-05
2020-11-16T20:50:54.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760919+0000",
2020-11-16T20:50:54.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4063000000000001e-05
2020-11-16T20:50:54.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.760933+0000",
2020-11-16T20:50:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7843999999999994e-05
2020-11-16T20:50:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.761021+0000",
2020-11-16T20:50:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8045999999999999e-05
2020-11-16T20:50:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.761049+0000",
2020-11-16T20:50:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.038868219000000002
2020-11-16T20:50:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.799917+0000",
2020-11-16T20:50:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000363765
2020-11-16T20:50:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.800281+0000",
2020-11-16T20:50:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.039460117000000003
2020-11-16T20:50:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:101398 6.4 e659/648 6:265ecbc7:::benchmark_data_smithi065_43723_object13521:head v 659'6364, mlcod=659'6362)",
2020-11-16T20:50:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:01.764176+0000",
2020-11-16T20:50:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.089301814999999,
2020-11-16T20:50:54.990 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.035844819999999999,
2020-11-16T20:50:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764176+0000",
2020-11-16T20:50:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:54.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764176+0000",
2020-11-16T20:50:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:50:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764150+0000",
2020-11-16T20:50:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0982000000000005e-05
2020-11-16T20:50:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764231+0000",
2020-11-16T20:50:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1698999999999999e-05
2020-11-16T20:50:54.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764243+0000",
2020-11-16T20:50:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8809999999999996e-06
2020-11-16T20:50:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764251+0000",
2020-11-16T20:50:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1978000000000006e-05
2020-11-16T20:50:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764343+0000",
2020-11-16T20:50:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.6078999999999999e-05
2020-11-16T20:50:54.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.764369+0000",
2020-11-16T20:50:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035485059999999999
2020-11-16T20:50:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:54.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.799854+0000",
2020-11-16T20:50:54.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016729700000000001
2020-11-16T20:50:54.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:54.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:54.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:01.800021+0000",
2020-11-16T20:50:54.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035844819999999999
2020-11-16T20:50:54.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:112986 6.0 e662/648 6:09cfc61d:::benchmark_data_smithi065_43723_object25109:head v 662'6979, mlcod=662'6977)",
2020-11-16T20:50:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:11.688884+0000",
2020-11-16T20:50:54.998 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 43.164594299000001,
2020-11-16T20:50:54.999 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.037579810999999998,
2020-11-16T20:50:54.999 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:54.999 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:54.999 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:54.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:54.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:54.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.688884+0000",
2020-11-16T20:50:54.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:55.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:55.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.688884+0000",
2020-11-16T20:50:55.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999847
2020-11-16T20:50:55.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:55.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.688869+0000",
2020-11-16T20:50:55.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9191999999999998e-05
2020-11-16T20:50:55.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:55.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.688928+0000",
2020-11-16T20:50:55.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.049e-05
2020-11-16T20:50:55.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:55.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.688938+0000",
2020-11-16T20:50:55.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5559999999999998e-06
2020-11-16T20:50:55.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:55.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.688944+0000",
2020-11-16T20:50:55.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8502000000000002e-05
2020-11-16T20:50:55.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:55.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.689012+0000",
2020-11-16T20:50:55.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5460000000000003e-05
2020-11-16T20:50:55.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:55.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.689048+0000",
2020-11-16T20:50:55.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037315147999999999
2020-11-16T20:50:55.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:55.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.726363+0000",
2020-11-16T20:50:55.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000100762
2020-11-16T20:50:55.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:55.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:11.726464+0000",
2020-11-16T20:50:55.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037579810999999998
2020-11-16T20:50:55.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:55.006 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:55.006 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:55.006 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:50:55.006 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:50:55.006 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:133150 6.1 e667/626 6:80b32be9:::benchmark_data_smithi065_43723_object45273:head v 667'8256, mlcod=667'8254)",
2020-11-16T20:50:55.006 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:31.688367+0000",
2020-11-16T20:50:55.007 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 23.165111271000001,
2020-11-16T20:50:55.007 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.042608530999999998,
2020-11-16T20:50:55.007 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:50:55.007 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:50:55.007 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:50:55.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:50:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.688367+0000",
2020-11-16T20:50:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:50:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:50:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.688367+0000",
2020-11-16T20:50:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:50:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:50:55.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.688339+0000",
2020-11-16T20:50:55.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6670999999999997e-05
2020-11-16T20:50:55.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:50:55.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.688426+0000",
2020-11-16T20:50:55.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5890000000000003e-06
2020-11-16T20:50:55.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:50:55.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.688434+0000",
2020-11-16T20:50:55.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9650000000000002e-06
2020-11-16T20:50:55.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:50:55.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.688441+0000",
2020-11-16T20:50:55.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7115999999999996e-05
2020-11-16T20:50:55.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:50:55.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.688538+0000",
2020-11-16T20:50:55.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1041000000000001e-05
2020-11-16T20:50:55.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:50:55.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.688590+0000",
2020-11-16T20:50:55.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.042280551
2020-11-16T20:50:55.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:50:55.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.730870+0000",
2020-11-16T20:50:55.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000105321
2020-11-16T20:50:55.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:50:55.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:50:55.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:50:55.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:31.730975+0000",
2020-11-16T20:50:55.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.042608530999999998
2020-11-16T20:50:55.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:50:55.014 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:50:55.014 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:50:55.014 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:50:55.014 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:50:55.014 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:50:55.016 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:55.118 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:55.196 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:54 smithi071 bash[12066]: debug 2020-11-16T20:50:54.865+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:55.410 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:50:55.457 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:50:55.573 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:55.627 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:50:55.686 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:50:55.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:55 smithi065 bash[9468]: cluster 2020-11-16T20:50:54.467521+0000 mgr.x (mgr.14196) 1178 : cluster [DBG] pgmap v1753: 17 pgs: 17 active+clean; 1.5 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 999 op/s
2020-11-16T20:50:55.780 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:50:55 smithi065 bash[18823]: debug 2020-11-16T20:50:55.684+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:55.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:55 smithi142 bash[9523]: cluster 2020-11-16T20:50:54.467521+0000 mgr.x (mgr.14196) 1178 : cluster [DBG] pgmap v1753: 17 pgs: 17 active+clean; 1.5 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 999 op/s
2020-11-16T20:50:55.791 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:55.832 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_ops_in_flight
2020-11-16T20:50:55.921 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:55.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:55 smithi071 bash[9480]: cluster 2020-11-16T20:50:54.467521+0000 mgr.x (mgr.14196) 1178 : cluster [DBG] pgmap v1753: 17 pgs: 17 active+clean; 1.5 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 999 op/s
2020-11-16T20:50:56.025 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:56.043 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:50:56.174 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:50:56.277 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:56.279 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:55 smithi065 bash[14115]: debug 2020-11-16T20:50:55.920+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:56.446 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:50:56 smithi071 bash[12066]: debug 2020-11-16T20:50:56.177+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:56.745 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:56 smithi065 bash[9468]: cluster 2020-11-16T20:50:55.602961+0000 osd.1 (osd.1) 238 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:50:56.745 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:50:56.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:56 smithi142 bash[9523]: cluster 2020-11-16T20:50:55.602961+0000 osd.1 (osd.1) 238 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:50:56.848 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:56.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:56 smithi071 bash[9480]: cluster 2020-11-16T20:50:55.602961+0000 osd.1 (osd.1) 238 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:50:57.029 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:50:56 smithi065 bash[14115]: debug 2020-11-16T20:50:56.744+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:57.284 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:50:57.390 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:57.542 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:57.646 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:57.656 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:57 smithi065 bash[16457]: debug 2020-11-16T20:50:57.540+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:57 smithi065 bash[9468]: cluster 2020-11-16T20:50:55.760128+0000 osd.1 (osd.1) 239 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:50:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:57 smithi065 bash[9468]: cluster 2020-11-16T20:50:56.262675+0000 osd.7 (osd.7) 163 : cluster [DBG] 6.5 scrub starts
2020-11-16T20:50:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:57 smithi065 bash[9468]: cluster 2020-11-16T20:50:56.467988+0000 mgr.x (mgr.14196) 1179 : cluster [DBG] pgmap v1754: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 1.3 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 988 op/s
2020-11-16T20:50:57.657 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:57 smithi065 bash[9468]: cluster 2020-11-16T20:50:56.814175+0000 osd.7 (osd.7) 164 : cluster [DBG] 6.5 scrub ok
2020-11-16T20:50:57.776 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:50:57.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:50:57 smithi142 bash[18009]: debug 2020-11-16T20:50:57.286+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:57.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:57 smithi142 bash[9523]: cluster 2020-11-16T20:50:55.760128+0000 osd.1 (osd.1) 239 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:50:57.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:57 smithi142 bash[9523]: cluster 2020-11-16T20:50:56.262675+0000 osd.7 (osd.7) 163 : cluster [DBG] 6.5 scrub starts
2020-11-16T20:50:57.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:57 smithi142 bash[9523]: cluster 2020-11-16T20:50:56.467988+0000 mgr.x (mgr.14196) 1179 : cluster [DBG] pgmap v1754: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 1.3 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 988 op/s
2020-11-16T20:50:57.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:57 smithi142 bash[9523]: cluster 2020-11-16T20:50:56.814175+0000 osd.7 (osd.7) 164 : cluster [DBG] 6.5 scrub ok
2020-11-16T20:50:57.880 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:57.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:57 smithi071 bash[9480]: cluster 2020-11-16T20:50:55.760128+0000 osd.1 (osd.1) 239 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:50:57.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:57 smithi071 bash[9480]: cluster 2020-11-16T20:50:56.262675+0000 osd.7 (osd.7) 163 : cluster [DBG] 6.5 scrub starts
2020-11-16T20:50:57.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:57 smithi071 bash[9480]: cluster 2020-11-16T20:50:56.467988+0000 mgr.x (mgr.14196) 1179 : cluster [DBG] pgmap v1754: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 1.3 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 988 op/s
2020-11-16T20:50:57.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:57 smithi071 bash[9480]: cluster 2020-11-16T20:50:56.814175+0000 osd.7 (osd.7) 164 : cluster [DBG] 6.5 scrub ok
2020-11-16T20:50:57.988 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:58.007 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:50:57 smithi065 bash[11785]: debug 2020-11-16T20:50:57.776+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:58.094 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:58.095 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:57 smithi142 bash[20366]: debug 2020-11-16T20:50:57.990+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:58.274 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:58.378 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:58.387 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:58 smithi142 bash[20366]: debug 2020-11-16T20:50:58.270+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:58.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:58 smithi065 bash[9468]: cluster 2020-11-16T20:50:57.381569+0000 osd.4 (osd.4) 193 : cluster [DBG] 6.e scrub starts
2020-11-16T20:50:58.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:58 smithi142 bash[9523]: cluster 2020-11-16T20:50:57.381569+0000 osd.4 (osd.4) 193 : cluster [DBG] 6.e scrub starts
2020-11-16T20:50:58.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:58 smithi071 bash[9480]: cluster 2020-11-16T20:50:57.381569+0000 osd.4 (osd.4) 193 : cluster [DBG] 6.e scrub starts
2020-11-16T20:50:59.455 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:50:59.560 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:59.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:59 smithi065 bash[9468]: cluster 2020-11-16T20:50:58.010638+0000 osd.4 (osd.4) 194 : cluster [DBG] 6.e scrub ok
2020-11-16T20:50:59.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:50:59 smithi065 bash[9468]: cluster 2020-11-16T20:50:58.468445+0000 mgr.x (mgr.14196) 1180 : cluster [DBG] pgmap v1755: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 1.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s
2020-11-16T20:50:59.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:50:59 smithi142 bash[20366]: debug 2020-11-16T20:50:59.454+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:50:59.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:59 smithi142 bash[9523]: cluster 2020-11-16T20:50:58.010638+0000 osd.4 (osd.4) 194 : cluster [DBG] 6.e scrub ok
2020-11-16T20:50:59.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:50:59 smithi142 bash[9523]: cluster 2020-11-16T20:50:58.468445+0000 mgr.x (mgr.14196) 1180 : cluster [DBG] pgmap v1755: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 1.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s
2020-11-16T20:50:59.852 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:50:59.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:59 smithi071 bash[9480]: cluster 2020-11-16T20:50:58.010638+0000 osd.4 (osd.4) 194 : cluster [DBG] 6.e scrub ok
2020-11-16T20:50:59.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:50:59 smithi071 bash[9480]: cluster 2020-11-16T20:50:58.468445+0000 mgr.x (mgr.14196) 1180 : cluster [DBG] pgmap v1755: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 1.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s
2020-11-16T20:50:59.956 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:00.162 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:50:59 smithi065 bash[16457]: debug 2020-11-16T20:50:59.851+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:00.400 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:00.459 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:51:00.459 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:51:00.460 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T20:51:00.460 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:51:00.504 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:00.679 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:00.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:00 smithi142 bash[9523]: cluster 2020-11-16T20:51:00.468891+0000 mgr.x (mgr.14196) 1181 : cluster [DBG] pgmap v1756: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 1.1 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 997 op/s
2020-11-16T20:51:00.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:00 smithi142 bash[15670]: debug 2020-11-16T20:51:00.402+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:00.784 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:00.785 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:00 smithi065 bash[9468]: cluster 2020-11-16T20:51:00.468891+0000 mgr.x (mgr.14196) 1181 : cluster [DBG] pgmap v1756: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 1.1 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 997 op/s
2020-11-16T20:51:00.786 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:00 smithi065 bash[11785]: debug 2020-11-16T20:51:00.679+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:00.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:00 smithi071 bash[9480]: cluster 2020-11-16T20:51:00.468891+0000 mgr.x (mgr.14196) 1181 : cluster [DBG] pgmap v1756: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 1.1 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 997 op/s
2020-11-16T20:51:01.205 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:01 smithi142 bash[15670]: debug 2020-11-16T20:51:01.206+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:01.205 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:01.309 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:01.471 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_blocked_ops
2020-11-16T20:51:01.584 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:01 smithi071 bash[26650]: debug 2020-11-16T20:51:01.585+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:01.586 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:01.635 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:51:01.692 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:01.809 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:01.916 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:01.922 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:01 smithi071 bash[26650]: debug 2020-11-16T20:51:01.809+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:51:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:51:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:51:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:51:02.073 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:02.078 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:51:02.111 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:51:02.143 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:51:02.177 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:02.179 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:51:02.196 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[12066]: debug 2020-11-16T20:51:02.069+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:02.210 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:51:02.248 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:51:02.277 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:51:02.278 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.278 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.278 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.278 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:51:02.278 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:51:02.279 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.279 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.279 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.279 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.279 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.279 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.279 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.280 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:51:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:02.439 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:02.516 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[16457]: debug 2020-11-16T20:51:02.331+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:02.585 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:02.664 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:51:02.691 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:02.742 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[20366]: debug 2020-11-16T20:51:02.586+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:02.742 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[9523]: cluster 2020-11-16T20:51:01.470679+0000 osd.9 (osd.9) 169 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:02.743 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[9523]: cluster 2020-11-16T20:51:01.470781+0000 osd.9 (osd.9) 170 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:02.743 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[9523]: cluster 2020-11-16T20:51:01.523898+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e674: 12 total, 11 up, 8 in
2020-11-16T20:51:02.743 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[9523]: audit 2020-11-16T20:51:01.918839+0000 mon.a (mon.0) 2208 : audit [DBG] from='client.? v1:172.21.15.142:0/1337397279' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:02.743 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[9523]: cluster 2020-11-16T20:51:01.947438+0000 osd.0 (osd.0) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:02.743 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.282975+0000 osd.11 (osd.11) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:02.743 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[9523]: audit 2020-11-16T20:51:02.377632+0000 mon.a (mon.0) 2209 : audit [INF] from='client.? v1:172.21.15.142:0/1873575505' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:02.743 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:02 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.469276+0000 mgr.x (mgr.14196) 1182 : cluster [DBG] pgmap v1758: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 968 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 984 op/s
2020-11-16T20:51:02.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[9468]: cluster 2020-11-16T20:51:01.470679+0000 osd.9 (osd.9) 169 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:02.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[9468]: cluster 2020-11-16T20:51:01.470781+0000 osd.9 (osd.9) 170 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:02.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[9468]: cluster 2020-11-16T20:51:01.523898+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e674: 12 total, 11 up, 8 in
2020-11-16T20:51:02.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[9468]: audit 2020-11-16T20:51:01.918839+0000 mon.a (mon.0) 2208 : audit [DBG] from='client.? v1:172.21.15.142:0/1337397279' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:02.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[9468]: cluster 2020-11-16T20:51:01.947438+0000 osd.0 (osd.0) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:02.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.282975+0000 osd.11 (osd.11) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:02.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[9468]: audit 2020-11-16T20:51:02.377632+0000 mon.a (mon.0) 2209 : audit [INF] from='client.? v1:172.21.15.142:0/1873575505' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:02.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.469276+0000 mgr.x (mgr.14196) 1182 : cluster [DBG] pgmap v1758: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 968 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 984 op/s
2020-11-16T20:51:02.862 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[9480]: cluster 2020-11-16T20:51:01.470679+0000 osd.9 (osd.9) 169 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[9480]: cluster 2020-11-16T20:51:01.470781+0000 osd.9 (osd.9) 170 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[9480]: cluster 2020-11-16T20:51:01.523898+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e674: 12 total, 11 up, 8 in
2020-11-16T20:51:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[9480]: audit 2020-11-16T20:51:01.918839+0000 mon.a (mon.0) 2208 : audit [DBG] from='client.? v1:172.21.15.142:0/1337397279' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[9480]: cluster 2020-11-16T20:51:01.947438+0000 osd.0 (osd.0) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.282975+0000 osd.11 (osd.11) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[9480]: audit 2020-11-16T20:51:02.377632+0000 mon.a (mon.0) 2209 : audit [INF] from='client.? v1:172.21.15.142:0/1873575505' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:02 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.469276+0000 mgr.x (mgr.14196) 1182 : cluster [DBG] pgmap v1758: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 968 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 984 op/s
2020-11-16T20:51:02.966 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:03.170 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:02 smithi065 bash[16457]: debug 2020-11-16T20:51:02.859+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:03.496 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:03.600 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:03.741 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:03.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:01.984636+0000 osd.1 (osd.1) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.016237+0000 osd.2 (osd.2) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.052449+0000 osd.4 (osd.4) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.085050+0000 osd.5 (osd.5) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.117817+0000 osd.6 (osd.6) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.149702+0000 osd.7 (osd.7) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.184291+0000 osd.8 (osd.8) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.188896+0000 osd.2 (osd.2) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:03.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.188968+0000 osd.2 (osd.2) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:03.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.214541+0000 osd.9 (osd.9) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.253428+0000 osd.10 (osd.10) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.392830+0000 osd.4 (osd.4) 196 : cluster [DBG] 6.7 scrub starts
2020-11-16T20:51:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.601361+0000 osd.4 (osd.4) 197 : cluster [DBG] 6.7 scrub ok
2020-11-16T20:51:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.657056+0000 mon.a (mon.0) 2210 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:51:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.657079+0000 mon.a (mon.0) 2211 : cluster [INF] Cluster is now healthy
2020-11-16T20:51:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: audit 2020-11-16T20:51:02.668299+0000 mon.a (mon.0) 2212 : audit [INF] from='client.? v1:172.21.15.142:0/1873575505' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:03.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:03 smithi065 bash[9468]: cluster 2020-11-16T20:51:02.668336+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e675: 12 total, 11 up, 8 in
2020-11-16T20:51:03.783 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[20366]: debug 2020-11-16T20:51:03.498+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:03.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:01.984636+0000 osd.1 (osd.1) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.016237+0000 osd.2 (osd.2) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.052449+0000 osd.4 (osd.4) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.085050+0000 osd.5 (osd.5) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.117817+0000 osd.6 (osd.6) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.149702+0000 osd.7 (osd.7) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.184291+0000 osd.8 (osd.8) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.188896+0000 osd.2 (osd.2) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:03.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.188968+0000 osd.2 (osd.2) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:03.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.214541+0000 osd.9 (osd.9) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.253428+0000 osd.10 (osd.10) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.392830+0000 osd.4 (osd.4) 196 : cluster [DBG] 6.7 scrub starts
2020-11-16T20:51:03.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.601361+0000 osd.4 (osd.4) 197 : cluster [DBG] 6.7 scrub ok
2020-11-16T20:51:03.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.657056+0000 mon.a (mon.0) 2210 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:51:03.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.657079+0000 mon.a (mon.0) 2211 : cluster [INF] Cluster is now healthy
2020-11-16T20:51:03.785 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: audit 2020-11-16T20:51:02.668299+0000 mon.a (mon.0) 2212 : audit [INF] from='client.? v1:172.21.15.142:0/1873575505' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:03.786 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:03 smithi142 bash[9523]: cluster 2020-11-16T20:51:02.668336+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e675: 12 total, 11 up, 8 in
2020-11-16T20:51:03.845 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:03.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:01.984636+0000 osd.1 (osd.1) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.016237+0000 osd.2 (osd.2) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.052449+0000 osd.4 (osd.4) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.085050+0000 osd.5 (osd.5) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.117817+0000 osd.6 (osd.6) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.149702+0000 osd.7 (osd.7) 165 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.184291+0000 osd.8 (osd.8) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.188896+0000 osd.2 (osd.2) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:03.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.188968+0000 osd.2 (osd.2) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:03.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.214541+0000 osd.9 (osd.9) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.253428+0000 osd.10 (osd.10) 158 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:03.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.392830+0000 osd.4 (osd.4) 196 : cluster [DBG] 6.7 scrub starts
2020-11-16T20:51:03.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.601361+0000 osd.4 (osd.4) 197 : cluster [DBG] 6.7 scrub ok
2020-11-16T20:51:03.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.657056+0000 mon.a (mon.0) 2210 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:51:03.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.657079+0000 mon.a (mon.0) 2211 : cluster [INF] Cluster is now healthy
2020-11-16T20:51:03.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: audit 2020-11-16T20:51:02.668299+0000 mon.a (mon.0) 2212 : audit [INF] from='client.? v1:172.21.15.142:0/1873575505' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:03.949 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[9480]: cluster 2020-11-16T20:51:02.668336+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e675: 12 total, 11 up, 8 in
2020-11-16T20:51:03.949 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:03 smithi071 bash[16796]: debug 2020-11-16T20:51:03.737+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:04.179 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:51:04.179 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:51:04.259 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:04 smithi065 bash[14115]: debug 2020-11-16T20:51:04.255+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:04.260 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:04.363 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:04.770 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:04.874 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:04.883 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:04 smithi071 bash[9480]: cluster 2020-11-16T20:51:03.465995+0000 osd.4 (osd.4) 198 : cluster [DBG] 6.6 deep-scrub starts
2020-11-16T20:51:04.884 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:04 smithi071 bash[9480]: cluster 2020-11-16T20:51:04.469707+0000 mgr.x (mgr.14196) 1183 : cluster [DBG] pgmap v1760: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 876 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 954 op/s
2020-11-16T20:51:05.012 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:05.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:04 smithi065 bash[9468]: cluster 2020-11-16T20:51:03.465995+0000 osd.4 (osd.4) 198 : cluster [DBG] 6.6 deep-scrub starts
2020-11-16T20:51:05.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:04 smithi065 bash[9468]: cluster 2020-11-16T20:51:04.469707+0000 mgr.x (mgr.14196) 1183 : cluster [DBG] pgmap v1760: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 876 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 954 op/s
2020-11-16T20:51:05.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:04 smithi065 bash[14115]: debug 2020-11-16T20:51:04.767+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:05.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:04 smithi142 bash[9523]: cluster 2020-11-16T20:51:03.465995+0000 osd.4 (osd.4) 198 : cluster [DBG] 6.6 deep-scrub starts
2020-11-16T20:51:05.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:04 smithi142 bash[9523]: cluster 2020-11-16T20:51:04.469707+0000 mgr.x (mgr.14196) 1183 : cluster [DBG] pgmap v1760: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 876 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 954 op/s
2020-11-16T20:51:05.116 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:05.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:05 smithi071 bash[16796]: debug 2020-11-16T20:51:05.009+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:05.249 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:05.356 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:05.546 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:05.650 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:05.696 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:05 smithi071 bash[26650]: debug 2020-11-16T20:51:05.249+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:05.727 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:05 smithi065 bash[16457]: debug 2020-11-16T20:51:05.543+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:05.782 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:05.889 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:06.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:05 smithi142 bash[18009]: debug 2020-11-16T20:51:05.782+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:06.037 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:51:06.037 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:51:06.082 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:06.181 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:51:06.186 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:06.319 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:06.330 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:06.332 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:51:06.426 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:06.490 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:06.529 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:06 smithi065 bash[11785]: debug 2020-11-16T20:51:06.079+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:06.530 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:06 smithi065 bash[11785]: debug 2020-11-16T20:51:06.315+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:06.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:06 smithi071 bash[9480]: cluster 2020-11-16T20:51:06.470155+0000 mgr.x (mgr.14196) 1184 : cluster [DBG] pgmap v1761: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 756 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 916 op/s
2020-11-16T20:51:06.945 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:06 smithi065 bash[9468]: cluster 2020-11-16T20:51:06.470155+0000 mgr.x (mgr.14196) 1184 : cluster [DBG] pgmap v1761: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 756 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 916 op/s
2020-11-16T20:51:06.946 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_historic_ops
2020-11-16T20:51:07.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:06 smithi142 bash[9523]: cluster 2020-11-16T20:51:06.470155+0000 mgr.x (mgr.14196) 1184 : cluster [DBG] pgmap v1761: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 756 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 916 op/s
2020-11-16T20:51:07.092 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:51:07.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:07 smithi071 bash[9480]: cluster 2020-11-16T20:51:06.651882+0000 osd.0 (osd.0) 195 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:07.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:07 smithi071 bash[9480]: cluster 2020-11-16T20:51:06.651979+0000 osd.0 (osd.0) 196 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:08.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:07 smithi065 bash[9468]: cluster 2020-11-16T20:51:06.651882+0000 osd.0 (osd.0) 195 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:08.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:07 smithi065 bash[9468]: cluster 2020-11-16T20:51:06.651979+0000 osd.0 (osd.0) 196 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:07 smithi142 bash[9523]: cluster 2020-11-16T20:51:06.651882+0000 osd.0 (osd.0) 195 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:07 smithi142 bash[9523]: cluster 2020-11-16T20:51:06.651979+0000 osd.0 (osd.0) 196 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:08.747 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:08 smithi065 bash[9468]: cluster 2020-11-16T20:51:07.657891+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e676: 12 total, 11 up, 8 in
2020-11-16T20:51:08.748 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:08 smithi065 bash[9468]: cluster 2020-11-16T20:51:08.470596+0000 mgr.x (mgr.14196) 1185 : cluster [DBG] pgmap v1763: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 647 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 911 op/s
2020-11-16T20:51:08.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:08 smithi142 bash[9523]: cluster 2020-11-16T20:51:07.657891+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e676: 12 total, 11 up, 8 in
2020-11-16T20:51:08.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:08 smithi142 bash[9523]: cluster 2020-11-16T20:51:08.470596+0000 mgr.x (mgr.14196) 1185 : cluster [DBG] pgmap v1763: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 647 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 911 op/s
2020-11-16T20:51:08.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:08 smithi071 bash[9480]: cluster 2020-11-16T20:51:07.657891+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e676: 12 total, 11 up, 8 in
2020-11-16T20:51:08.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:08 smithi071 bash[9480]: cluster 2020-11-16T20:51:08.470596+0000 mgr.x (mgr.14196) 1185 : cluster [DBG] pgmap v1763: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 647 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 911 op/s
2020-11-16T20:51:10.768 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:10.800 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:51:10.800 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:51:10.871 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:11.058 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:11.162 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:11.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:10 smithi071 bash[16796]: debug 2020-11-16T20:51:10.769+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:11.280 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:11 smithi065 bash[11785]: debug 2020-11-16T20:51:11.059+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:11.339 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:11.443 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:11.451 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:11 smithi142 bash[20366]: debug 2020-11-16T20:51:11.341+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:11.698 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:11.738 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:11 smithi142 bash[9523]: cluster 2020-11-16T20:51:10.088549+0000 osd.4 (osd.4) 199 : cluster [DBG] 6.6 deep-scrub ok
2020-11-16T20:51:11.738 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:11 smithi142 bash[9523]: cluster 2020-11-16T20:51:10.442345+0000 osd.10 (osd.10) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:11.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:11 smithi142 bash[9523]: cluster 2020-11-16T20:51:10.442412+0000 osd.10 (osd.10) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:11.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:11 smithi142 bash[9523]: cluster 2020-11-16T20:51:10.471047+0000 mgr.x (mgr.14196) 1186 : cluster [DBG] pgmap v1764: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 580 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 774 op/s
2020-11-16T20:51:11.739 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:11 smithi142 bash[9523]: cluster 2020-11-16T20:51:10.499519+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e677: 12 total, 11 up, 8 in
2020-11-16T20:51:11.739 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:11 smithi142 bash[15670]: debug 2020-11-16T20:51:11.697+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:11.741 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_ops_in_flight
2020-11-16T20:51:11.749 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:11 smithi065 bash[9468]: cluster 2020-11-16T20:51:10.088549+0000 osd.4 (osd.4) 199 : cluster [DBG] 6.6 deep-scrub ok
2020-11-16T20:51:11.749 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:11 smithi065 bash[9468]: cluster 2020-11-16T20:51:10.442345+0000 osd.10 (osd.10) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:11.750 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:11 smithi065 bash[9468]: cluster 2020-11-16T20:51:10.442412+0000 osd.10 (osd.10) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:11.750 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:11 smithi065 bash[9468]: cluster 2020-11-16T20:51:10.471047+0000 mgr.x (mgr.14196) 1186 : cluster [DBG] pgmap v1764: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 580 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 774 op/s
2020-11-16T20:51:11.750 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:11 smithi065 bash[9468]: cluster 2020-11-16T20:51:10.499519+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e677: 12 total, 11 up, 8 in
2020-11-16T20:51:11.801 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:11.884 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:51:11.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:11 smithi071 bash[9480]: cluster 2020-11-16T20:51:10.088549+0000 osd.4 (osd.4) 199 : cluster [DBG] 6.6 deep-scrub ok
2020-11-16T20:51:11.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:11 smithi071 bash[9480]: cluster 2020-11-16T20:51:10.442345+0000 osd.10 (osd.10) 159 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:11.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:11 smithi071 bash[9480]: cluster 2020-11-16T20:51:10.442412+0000 osd.10 (osd.10) 160 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:11.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:11 smithi071 bash[9480]: cluster 2020-11-16T20:51:10.471047+0000 mgr.x (mgr.14196) 1186 : cluster [DBG] pgmap v1764: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 580 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 774 op/s
2020-11-16T20:51:11.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:11 smithi071 bash[9480]: cluster 2020-11-16T20:51:10.499519+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e677: 12 total, 11 up, 8 in
2020-11-16T20:51:11.966 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:12.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:11 smithi142 bash[15670]: debug 2020-11-16T20:51:11.965+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:12.070 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:12.088 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:51:12.117 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:51:12.145 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:51:12.179 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:51:12.217 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:51:12.252 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:51:12.284 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:51:12.317 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:51:12.349 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:51:12.376 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:51:12.404 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:51:12.404 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.405 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.405 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.405 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:51:12.405 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:51:12.405 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.405 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.405 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.406 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:51:12.529 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:12.633 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:12.672 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:51:12.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:12 smithi142 bash[9523]: audit 2020-11-16T20:51:12.065480+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? v1:172.21.15.142:0/3172595895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:12.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:12 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.095395+0000 osd.0 (osd.0) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:12.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:12 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.223536+0000 osd.5 (osd.5) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:12.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:12 smithi142 bash[9523]: audit 2020-11-16T20:51:12.277404+0000 mon.b (mon.1) 441 : audit [INF] from='client.? v1:172.21.15.142:0/3286366692' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:51:12.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:12 smithi142 bash[9523]: audit 2020-11-16T20:51:12.278494+0000 mon.a (mon.0) 2216 : audit [INF] from='client.26227 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:51:12.752 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:12 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.471539+0000 mgr.x (mgr.14196) 1187 : cluster [DBG] pgmap v1766: 17 pgs: 17 active+clean; 454 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 843 op/s
2020-11-16T20:51:12.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:12 smithi065 bash[11785]: debug 2020-11-16T20:51:12.531+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:12 smithi065 bash[9468]: audit 2020-11-16T20:51:12.065480+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? v1:172.21.15.142:0/3172595895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:12 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.095395+0000 osd.0 (osd.0) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:12 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.223536+0000 osd.5 (osd.5) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:12 smithi065 bash[9468]: audit 2020-11-16T20:51:12.277404+0000 mon.b (mon.1) 441 : audit [INF] from='client.? v1:172.21.15.142:0/3286366692' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:51:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:12 smithi065 bash[9468]: audit 2020-11-16T20:51:12.278494+0000 mon.a (mon.0) 2216 : audit [INF] from='client.26227 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:51:12.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:12 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.471539+0000 mgr.x (mgr.14196) 1187 : cluster [DBG] pgmap v1766: 17 pgs: 17 active+clean; 454 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 843 op/s
2020-11-16T20:51:12.865 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:12.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:12 smithi071 bash[9480]: audit 2020-11-16T20:51:12.065480+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? v1:172.21.15.142:0/3172595895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:12.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:12 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.095395+0000 osd.0 (osd.0) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:12.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:12 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.223536+0000 osd.5 (osd.5) 186 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:12.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:12 smithi071 bash[9480]: audit 2020-11-16T20:51:12.277404+0000 mon.b (mon.1) 441 : audit [INF] from='client.? v1:172.21.15.142:0/3286366692' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:51:12.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:12 smithi071 bash[9480]: audit 2020-11-16T20:51:12.278494+0000 mon.a (mon.0) 2216 : audit [INF] from='client.26227 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:51:12.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:12 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.471539+0000 mgr.x (mgr.14196) 1187 : cluster [DBG] pgmap v1766: 17 pgs: 17 active+clean; 454 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 843 op/s
2020-11-16T20:51:12.947 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:12 smithi071 bash[12066]: debug 2020-11-16T20:51:12.861+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:12.968 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:13.916 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:13.919 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[20366]: debug 2020-11-16T20:51:13.917+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:13.919 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.121401+0000 osd.1 (osd.1) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.920 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.152336+0000 osd.2 (osd.2) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.920 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.185698+0000 osd.4 (osd.4) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.920 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.290739+0000 osd.7 (osd.7) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.920 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.322890+0000 osd.8 (osd.8) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.920 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.355076+0000 osd.9 (osd.9) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.920 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.382151+0000 osd.10 (osd.10) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.921 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.409396+0000 osd.11 (osd.11) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.921 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.661752+0000 mon.a (mon.0) 2217 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:13.921 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: audit 2020-11-16T20:51:12.675729+0000 mon.a (mon.0) 2218 : audit [INF] from='client.26227 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:51:13.921 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:13 smithi142 bash[9523]: cluster 2020-11-16T20:51:12.675807+0000 mon.a (mon.0) 2219 : cluster [DBG] osdmap e678: 12 total, 11 up, 8 in
2020-11-16T20:51:13.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.121401+0000 osd.1 (osd.1) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.152336+0000 osd.2 (osd.2) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.185698+0000 osd.4 (osd.4) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.290739+0000 osd.7 (osd.7) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.322890+0000 osd.8 (osd.8) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.355076+0000 osd.9 (osd.9) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.382151+0000 osd.10 (osd.10) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.409396+0000 osd.11 (osd.11) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.661752+0000 mon.a (mon.0) 2217 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: audit 2020-11-16T20:51:12.675729+0000 mon.a (mon.0) 2218 : audit [INF] from='client.26227 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:51:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:13 smithi071 bash[9480]: cluster 2020-11-16T20:51:12.675807+0000 mon.a (mon.0) 2219 : cluster [DBG] osdmap e678: 12 total, 11 up, 8 in
2020-11-16T20:51:14.021 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:14.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.121401+0000 osd.1 (osd.1) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:14.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.152336+0000 osd.2 (osd.2) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:14.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.185698+0000 osd.4 (osd.4) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:14.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.290739+0000 osd.7 (osd.7) 166 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:14.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.322890+0000 osd.8 (osd.8) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:14.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.355076+0000 osd.9 (osd.9) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:14.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.382151+0000 osd.10 (osd.10) 161 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:14.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.409396+0000 osd.11 (osd.11) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:14.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.661752+0000 mon.a (mon.0) 2217 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:14.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: audit 2020-11-16T20:51:12.675729+0000 mon.a (mon.0) 2218 : audit [INF] from='client.26227 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:51:14.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:13 smithi065 bash[9468]: cluster 2020-11-16T20:51:12.675807+0000 mon.a (mon.0) 2219 : cluster [DBG] osdmap e678: 12 total, 11 up, 8 in
2020-11-16T20:51:14.255 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:51:14.255 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:51:14.438 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:14.542 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:14.651 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:14.756 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:14.763 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:14 smithi065 bash[9468]: cluster 2020-11-16T20:51:14.471968+0000 mgr.x (mgr.14196) 1188 : cluster [DBG] pgmap v1768: 17 pgs: 17 active+clean; 373 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 750 op/s
2020-11-16T20:51:14.763 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:14 smithi065 bash[11785]: debug 2020-11-16T20:51:14.439+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:14.763 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:14 smithi065 bash[11785]: debug 2020-11-16T20:51:14.655+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:14 smithi071 bash[9480]: cluster 2020-11-16T20:51:14.471968+0000 mgr.x (mgr.14196) 1188 : cluster [DBG] pgmap v1768: 17 pgs: 17 active+clean; 373 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 750 op/s
2020-11-16T20:51:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:14 smithi142 bash[9523]: cluster 2020-11-16T20:51:14.471968+0000 mgr.x (mgr.14196) 1188 : cluster [DBG] pgmap v1768: 17 pgs: 17 active+clean; 373 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 750 op/s
2020-11-16T20:51:15.160 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:15.264 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:15.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:15 smithi065 bash[18823]: debug 2020-11-16T20:51:15.163+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:15.837 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:15.940 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:16.082 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:16.158 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:15 smithi065 bash[14115]: debug 2020-11-16T20:51:15.839+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:16.188 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:16.257 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:51:16.265 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:16 smithi142 bash[15670]: debug 2020-11-16T20:51:16.081+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:16.300 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:51:16.300 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:16.407 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:16.416 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:16.452 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:51:16.452 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:51:16.453 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:16.453 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:174238 6.8 e678/626 6:1de480b5:::benchmark_data_smithi065_43723_object86361:head v 678'10910, mlcod=678'10908)",
2020-11-16T20:51:16.453 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:16.457217+0000",
2020-11-16T20:51:16.453 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.00031106200000000002,
2020-11-16T20:51:16.453 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.000338652,
2020-11-16T20:51:16.453 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:16.453 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:51:16.454 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:16.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:16.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:16.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.457217+0000",
2020-11-16T20:51:16.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:16.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:16.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:16.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:16.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.457217+0000",
2020-11-16T20:51:16.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T20:51:16.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:16.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:16.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:16.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.457187+0000",
2020-11-16T20:51:16.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0682999999999999e-05
2020-11-16T20:51:16.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:16.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:16.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:16.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.457278+0000",
2020-11-16T20:51:16.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3677e-05
2020-11-16T20:51:16.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:16.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:16.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:16.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.457292+0000",
2020-11-16T20:51:16.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7490000000000004e-06
2020-11-16T20:51:16.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:16.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:16.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:16.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.457300+0000",
2020-11-16T20:51:16.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000101789
2020-11-16T20:51:16.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:16.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:16.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:16.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.457402+0000",
2020-11-16T20:51:16.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6874999999999999e-05
2020-11-16T20:51:16.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:16.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:16.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:16.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.457469+0000",
2020-11-16T20:51:16.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025193999999999998
2020-11-16T20:51:16.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:16.459 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:16.459 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:16.460 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:51:16.460 INFO:teuthology.orchestra.run.smithi065.stdout:    ],
2020-11-16T20:51:16.460 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 1
2020-11-16T20:51:16.460 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:51:16.508 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:16.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:16 smithi142 bash[20366]: debug 2020-11-16T20:51:16.301+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:16.561 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:16.664 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:16.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:16 smithi071 bash[9480]: cluster 2020-11-16T20:51:16.472407+0000 mgr.x (mgr.14196) 1189 : cluster [DBG] pgmap v1769: 17 pgs: 17 active+clean; 236 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 822 op/s
2020-11-16T20:51:16.696 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:16 smithi071 bash[16796]: debug 2020-11-16T20:51:16.560+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:16.797 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:16.830 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:16 smithi065 bash[9468]: cluster 2020-11-16T20:51:16.472407+0000 mgr.x (mgr.14196) 1189 : cluster [DBG] pgmap v1769: 17 pgs: 17 active+clean; 236 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 822 op/s
2020-11-16T20:51:16.830 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:16 smithi065 bash[11785]: debug 2020-11-16T20:51:16.799+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:16.903 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:17.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:16 smithi142 bash[9523]: cluster 2020-11-16T20:51:16.472407+0000 mgr.x (mgr.14196) 1189 : cluster [DBG] pgmap v1769: 17 pgs: 17 active+clean; 236 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 822 op/s
2020-11-16T20:51:17.426 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:17.529 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:17.565 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_blocked_ops
2020-11-16T20:51:17.644 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:17.754 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:17.767 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:51:17.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:17 smithi065 bash[11785]: debug 2020-11-16T20:51:17.427+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:17.780 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:17 smithi065 bash[14115]: debug 2020-11-16T20:51:17.647+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:17.999 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Removed 87874 objects
2020-11-16T20:51:18.000 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Clean up completed and total clean up time :85.8718
2020-11-16T20:51:18.049 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:18.196 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:17 smithi071 bash[26650]: debug 2020-11-16T20:51:17.944+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:18.444 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:18.548 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:18.657 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:18.719 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:18 smithi142 bash[18009]: debug 2020-11-16T20:51:18.657+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:18.762 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:18.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:18 smithi065 bash[11785]: debug 2020-11-16T20:51:18.447+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:18.888 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_4
2020-11-16T20:51:18.889 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool rm unique_pool_4 unique_pool_4 --yes-i-really-really-mean-it
2020-11-16T20:51:19.033 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:19.257 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:19 smithi142 bash[9523]: cluster 2020-11-16T20:51:18.032324+0000 osd.5 (osd.5) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:19.257 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:19 smithi142 bash[9523]: cluster 2020-11-16T20:51:18.032453+0000 osd.5 (osd.5) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:19.257 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:19 smithi142 bash[9523]: cluster 2020-11-16T20:51:18.091322+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e679: 12 total, 11 up, 8 in
2020-11-16T20:51:19.257 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:19 smithi142 bash[9523]: cluster 2020-11-16T20:51:18.472982+0000 mgr.x (mgr.14196) 1190 : cluster [DBG] pgmap v1771: 17 pgs: 17 active+clean; 98 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 967 op/s
2020-11-16T20:51:19.258 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:19.362 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:19.375 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:19 smithi065 bash[9468]: cluster 2020-11-16T20:51:18.032324+0000 osd.5 (osd.5) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:19.375 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:19 smithi065 bash[9468]: cluster 2020-11-16T20:51:18.032453+0000 osd.5 (osd.5) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:19.376 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:19 smithi065 bash[9468]: cluster 2020-11-16T20:51:18.091322+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e679: 12 total, 11 up, 8 in
2020-11-16T20:51:19.376 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:19 smithi065 bash[9468]: cluster 2020-11-16T20:51:18.472982+0000 mgr.x (mgr.14196) 1190 : cluster [DBG] pgmap v1771: 17 pgs: 17 active+clean; 98 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 967 op/s
2020-11-16T20:51:19.408 INFO:tasks.thrashosds.thrasher:Reviving osd 3
2020-11-16T20:51:19.409 INFO:tasks.cephadm.osd.3:Restarting osd.3 (starting--it wasn't running)...
2020-11-16T20:51:19.409 INFO:teuthology.orchestra.run.smithi142:osd.3> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.3.service
2020-11-16T20:51:19.412 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl start ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.3
2020-11-16T20:51:19.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:19 smithi071 bash[9480]: cluster 2020-11-16T20:51:18.032324+0000 osd.5 (osd.5) 187 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:19.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:19 smithi071 bash[9480]: cluster 2020-11-16T20:51:18.032453+0000 osd.5 (osd.5) 188 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:19.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:19 smithi071 bash[9480]: cluster 2020-11-16T20:51:18.091322+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e679: 12 total, 11 up, 8 in
2020-11-16T20:51:19.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:19 smithi071 bash[9480]: cluster 2020-11-16T20:51:18.472982+0000 mgr.x (mgr.14196) 1190 : cluster [DBG] pgmap v1771: 17 pgs: 17 active+clean; 98 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 967 op/s
2020-11-16T20:51:19.491 INFO:journalctl@ceph.osd.3.smithi142.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T20:51:19.518 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:19 smithi142 bash[18009]: debug 2020-11-16T20:51:19.257+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:19.525 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T20:51:19.561 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:19.666 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:19.710 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:19.779 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:19 smithi065 bash[18823]: debug 2020-11-16T20:51:19.563+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:19.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:19 smithi142 docker[114983]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:51:19.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:19 smithi142 systemd[1]: Started Ceph osd.3 for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T20:51:19.782 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:19 smithi142 bash[114994]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3-activate
2020-11-16T20:51:19.814 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:19.919 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:19.932 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:19 smithi071 bash[12066]: debug 2020-11-16T20:51:19.816+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:20.055 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:20.161 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:20.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:20 smithi071 bash[16796]: debug 2020-11-16T20:51:20.056+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:20.323 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:20.428 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:20.439 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:20 smithi065 bash[16457]: debug 2020-11-16T20:51:20.323+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:20.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:20 smithi065 bash[9468]: cluster 2020-11-16T20:51:20.473770+0000 mgr.x (mgr.14196) 1191 : cluster [DBG] pgmap v1772: 17 pgs: 17 active+clean; 34 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 839 op/s
2020-11-16T20:51:20.800 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:20.904 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:20.916 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:20 smithi142 bash[9523]: cluster 2020-11-16T20:51:20.473770+0000 mgr.x (mgr.14196) 1191 : cluster [DBG] pgmap v1772: 17 pgs: 17 active+clean; 34 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 839 op/s
2020-11-16T20:51:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:20 smithi071 bash[9480]: cluster 2020-11-16T20:51:20.473770+0000 mgr.x (mgr.14196) 1191 : cluster [DBG] pgmap v1772: 17 pgs: 17 active+clean; 34 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 839 op/s
2020-11-16T20:51:21.279 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:20 smithi065 bash[14115]: debug 2020-11-16T20:51:20.803+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:21.391 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:21.496 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:21.633 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:21.739 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:21.801 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:51:21.801 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:51:21.802 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:51:21.802 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:51:21.802 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:51:21.845 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:21.946 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:21 smithi071 bash[14419]: debug 2020-11-16T20:51:21.632+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:21.949 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:21 smithi142 bash[20366]: debug 2020-11-16T20:51:21.393+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:21.951 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:22.279 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:21 smithi065 bash[14115]: debug 2020-11-16T20:51:21.847+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:22.354 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:22.461 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:22.608 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:22 smithi065 bash[18823]: debug 2020-11-16T20:51:22.355+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:22.609 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_historic_ops
2020-11-16T20:51:22.746 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:51:22.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:22 smithi142 bash[9523]: cluster 2020-11-16T20:51:22.474574+0000 mgr.x (mgr.14196) 1192 : cluster [DBG] pgmap v1773: 17 pgs: 17 active+clean; 1.7 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 738 op/s
2020-11-16T20:51:22.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:22 smithi071 bash[9480]: cluster 2020-11-16T20:51:22.474574+0000 mgr.x (mgr.14196) 1192 : cluster [DBG] pgmap v1773: 17 pgs: 17 active+clean; 1.7 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 738 op/s
2020-11-16T20:51:23.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:22 smithi065 bash[9468]: cluster 2020-11-16T20:51:22.474574+0000 mgr.x (mgr.14196) 1192 : cluster [DBG] pgmap v1773: 17 pgs: 17 active+clean; 1.7 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 738 op/s
2020-11-16T20:51:23.222 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:23.327 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:23.457 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:23.523 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:23 smithi142 bash[20366]: debug 2020-11-16T20:51:23.221+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:23.562 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:23.692 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:23 smithi071 bash[26650]: debug 2020-11-16T20:51:23.456+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:23.692 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:23.798 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:23.934 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:23.946 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:23 smithi071 bash[12066]: debug 2020-11-16T20:51:23.692+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:23.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:23 smithi071 bash[16796]: debug 2020-11-16T20:51:23.936+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:24.040 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:24.163 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:24.268 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:24.446 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:24 smithi071 bash[12066]: debug 2020-11-16T20:51:24.164+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:24.630 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:24.735 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:24.891 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:24 smithi142 bash[15670]: debug 2020-11-16T20:51:24.629+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:24 smithi065 bash[9468]: cluster 2020-11-16T20:51:23.836733+0000 osd.7 (osd.7) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:24 smithi065 bash[9468]: cluster 2020-11-16T20:51:23.836910+0000 osd.7 (osd.7) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:24 smithi065 bash[9468]: cluster 2020-11-16T20:51:23.897580+0000 mon.a (mon.0) 2221 : cluster [DBG] osdmap e680: 12 total, 11 up, 8 in
2020-11-16T20:51:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:24 smithi065 bash[9468]: cluster 2020-11-16T20:51:24.475383+0000 mgr.x (mgr.14196) 1193 : cluster [DBG] pgmap v1775: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 471 op/s
2020-11-16T20:51:24.998 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:25.103 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:25.166 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:24 smithi142 bash[9523]: cluster 2020-11-16T20:51:23.836733+0000 osd.7 (osd.7) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:25.166 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:24 smithi142 bash[9523]: cluster 2020-11-16T20:51:23.836910+0000 osd.7 (osd.7) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:25.166 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:24 smithi142 bash[9523]: cluster 2020-11-16T20:51:23.897580+0000 mon.a (mon.0) 2221 : cluster [DBG] osdmap e680: 12 total, 11 up, 8 in
2020-11-16T20:51:25.166 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:24 smithi142 bash[9523]: cluster 2020-11-16T20:51:24.475383+0000 mgr.x (mgr.14196) 1193 : cluster [DBG] pgmap v1775: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 471 op/s
2020-11-16T20:51:29.387 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:25 smithi065 bash[18823]: debug 2020-11-16T20:51:24.999+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:29.387 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:29.388 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:25 smithi065 bash[16457]: debug 2020-11-16T20:51:25.555+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:29.388 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:51:29.388 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:51:29.388 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:51:29.388 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:51:29.389 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.389 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.15876.0:277426 5.8 e612/575 5:146b6d6a:::benchmark_data_smithi065_37993_object133402:head v 612'17394, mlcod=568'8382)",
2020-11-16T20:51:29.389 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:47:17.732130+0000",
2020-11-16T20:51:29.389 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 248.41231896900001,
2020-11-16T20:51:29.389 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.060233012000000002,
2020-11-16T20:51:29.389 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.389 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.390 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.732130+0000",
2020-11-16T20:51:29.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.732130+0000",
2020-11-16T20:51:29.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999776
2020-11-16T20:51:29.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.732107+0000",
2020-11-16T20:51:29.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6222000000000003e-05
2020-11-16T20:51:29.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.732183+0000",
2020-11-16T20:51:29.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5468000000000002e-05
2020-11-16T20:51:29.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.732199+0000",
2020-11-16T20:51:29.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0029999999999994e-06
2020-11-16T20:51:29.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.732207+0000",
2020-11-16T20:51:29.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012942666
2020-11-16T20:51:29.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.745149+0000",
2020-11-16T20:51:29.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1273999999999998e-05
2020-11-16T20:51:29.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.745191+0000",
2020-11-16T20:51:29.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.047109131999999998
2020-11-16T20:51:29.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.792300+0000",
2020-11-16T20:51:29.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2890000000000003e-05
2020-11-16T20:51:29.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.792363+0000",
2020-11-16T20:51:29.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.060233012000000002
2020-11-16T20:51:29.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.397 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.397 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.397 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.397 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.397 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.15876.0:277428 5.8 e612/575 5:13c9c28c:::benchmark_data_smithi065_37993_object133404:head v 612'17395, mlcod=568'8382)",
2020-11-16T20:51:29.397 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:47:17.741986+0000",
2020-11-16T20:51:29.398 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 248.402462864,
2020-11-16T20:51:29.398 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.050421807999999999,
2020-11-16T20:51:29.398 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.398 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.398 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.741986+0000",
2020-11-16T20:51:29.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.741986+0000",
2020-11-16T20:51:29.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999847
2020-11-16T20:51:29.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.741971+0000",
2020-11-16T20:51:29.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5077000000000001e-05
2020-11-16T20:51:29.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.742036+0000",
2020-11-16T20:51:29.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1149999999999994e-06
2020-11-16T20:51:29.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.742044+0000",
2020-11-16T20:51:29.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2020000000000003e-06
2020-11-16T20:51:29.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.742049+0000",
2020-11-16T20:51:29.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0094789790000000002
2020-11-16T20:51:29.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.751528+0000",
2020-11-16T20:51:29.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8145e-05
2020-11-16T20:51:29.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.751586+0000",
2020-11-16T20:51:29.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.040782955000000003
2020-11-16T20:51:29.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.792369+0000",
2020-11-16T20:51:29.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.8633000000000001e-05
2020-11-16T20:51:29.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.792408+0000",
2020-11-16T20:51:29.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.050421807999999999
2020-11-16T20:51:29.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.405 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.405 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.405 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.405 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "MOSDPGPush(5.8 612/575 [PushOp(5:192d9b60:::benchmark_data_smithi065_37993_object133511:head, version: 568'8397, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:192d9b60:::benchmark_data_smithi065_37993_object133511:head@568'8397, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])",
2020-11-16T20:51:29.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:47:17.787865+0000",
2020-11-16T20:51:29.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 248.356583409,
2020-11-16T20:51:29.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.058944564999999997,
2020-11-16T20:51:29.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.406 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:51:29.406 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.787865+0000",
2020-11-16T20:51:29.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.787865+0000",
2020-11-16T20:51:29.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999838
2020-11-16T20:51:29.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.787849+0000",
2020-11-16T20:51:29.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8244999999999994e-05
2020-11-16T20:51:29.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.787927+0000",
2020-11-16T20:51:29.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8377e-05
2020-11-16T20:51:29.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.787945+0000",
2020-11-16T20:51:29.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9449999999999993e-06
2020-11-16T20:51:29.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.787953+0000",
2020-11-16T20:51:29.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.032082998000000001
2020-11-16T20:51:29.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.820036+0000",
2020-11-16T20:51:29.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1273e-05
2020-11-16T20:51:29.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.820048+0000",
2020-11-16T20:51:29.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026762152000000001
2020-11-16T20:51:29.412 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.412 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:17.846810+0000",
2020-11-16T20:51:29.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.058944564999999997
2020-11-16T20:51:29.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.413 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.413 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.413 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.413 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.413 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.15876.0:280928 5.8 e613/575 5:1b952a73:::benchmark_data_smithi065_37993_object136904:head v 613'17603, mlcod=568'8604)",
2020-11-16T20:51:29.413 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:47:21.234496+0000",
2020-11-16T20:51:29.413 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.909952554,
2020-11-16T20:51:29.414 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.05115745,
2020-11-16T20:51:29.414 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.414 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.414 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.234496+0000",
2020-11-16T20:51:29.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.234496+0000",
2020-11-16T20:51:29.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999847
2020-11-16T20:51:29.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.234481+0000",
2020-11-16T20:51:29.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2428000000000005e-05
2020-11-16T20:51:29.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.234553+0000",
2020-11-16T20:51:29.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3172e-05
2020-11-16T20:51:29.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.234567+0000",
2020-11-16T20:51:29.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3010000000000001e-06
2020-11-16T20:51:29.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.234574+0000",
2020-11-16T20:51:29.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0050380829999999996
2020-11-16T20:51:29.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.239612+0000",
2020-11-16T20:51:29.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2430999999999999e-05
2020-11-16T20:51:29.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.239634+0000",
2020-11-16T20:51:29.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.045973242999999997
2020-11-16T20:51:29.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.285608+0000",
2020-11-16T20:51:29.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6029999999999998e-05
2020-11-16T20:51:29.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:47:21.285654+0000",
2020-11-16T20:51:29.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.05115745
2020-11-16T20:51:29.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.421 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.421 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.421 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.421 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.421 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:155551 6.8 e673/626 6:1e28cb11:::benchmark_data_smithi065_43723_object67674:head v 673'9740, mlcod=673'9738)",
2020-11-16T20:51:29.422 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:55.646197+0000",
2020-11-16T20:51:29.422 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 30.498251834000001,
2020-11-16T20:51:29.422 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.025286881000000001,
2020-11-16T20:51:29.422 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.422 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.422 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646197+0000",
2020-11-16T20:51:29.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646197+0000",
2020-11-16T20:51:29.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:51:29.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646166+0000",
2020-11-16T20:51:29.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011958700000000001
2020-11-16T20:51:29.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646285+0000",
2020-11-16T20:51:29.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4616e-05
2020-11-16T20:51:29.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646300+0000",
2020-11-16T20:51:29.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0135e-05
2020-11-16T20:51:29.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646310+0000",
2020-11-16T20:51:29.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6668999999999995e-05
2020-11-16T20:51:29.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646377+0000",
2020-11-16T20:51:29.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9725000000000001e-05
2020-11-16T20:51:29.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646406+0000",
2020-11-16T20:51:29.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.025013205
2020-11-16T20:51:29.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.671420+0000",
2020-11-16T20:51:29.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4204999999999999e-05
2020-11-16T20:51:29.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.671484+0000",
2020-11-16T20:51:29.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.025286881000000001
2020-11-16T20:51:29.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.429 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.430 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.430 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.430 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.430 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:155554 6.8 e673/626 6:17ed05f6:::benchmark_data_smithi065_43723_object67677:head v 673'9741, mlcod=673'9738)",
2020-11-16T20:51:29.430 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:55.646377+0000",
2020-11-16T20:51:29.430 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 30.498072079,
2020-11-16T20:51:29.430 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.025185222,
2020-11-16T20:51:29.430 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.431 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.431 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646377+0000",
2020-11-16T20:51:29.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646377+0000",
2020-11-16T20:51:29.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:51:29.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646346+0000",
2020-11-16T20:51:29.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3605999999999998e-05
2020-11-16T20:51:29.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646440+0000",
2020-11-16T20:51:29.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2595000000000001e-05
2020-11-16T20:51:29.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646453+0000",
2020-11-16T20:51:29.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3259999999999996e-06
2020-11-16T20:51:29.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646461+0000",
2020-11-16T20:51:29.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0058444789999999996
2020-11-16T20:51:29.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.652305+0000",
2020-11-16T20:51:29.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1316999999999998e-05
2020-11-16T20:51:29.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.652337+0000",
2020-11-16T20:51:29.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.019150952999999998
2020-11-16T20:51:29.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.671488+0000",
2020-11-16T20:51:29.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4245999999999994e-05
2020-11-16T20:51:29.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.671562+0000",
2020-11-16T20:51:29.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.025185222
2020-11-16T20:51:29.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.438 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.438 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.438 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.438 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.438 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:155556 6.8 e673/626 6:1e65524b:::benchmark_data_smithi065_43723_object67679:head v 673'9742, mlcod=673'9738)",
2020-11-16T20:51:29.438 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:55.646760+0000",
2020-11-16T20:51:29.439 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 30.497688538999999,
2020-11-16T20:51:29.439 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.024864718000000001,
2020-11-16T20:51:29.439 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.439 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.439 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646760+0000",
2020-11-16T20:51:29.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646760+0000",
2020-11-16T20:51:29.440 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:51:29.440 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646732+0000",
2020-11-16T20:51:29.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1558000000000007e-05
2020-11-16T20:51:29.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.441 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646823+0000",
2020-11-16T20:51:29.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1338000000000001e-05
2020-11-16T20:51:29.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646835+0000",
2020-11-16T20:51:29.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0979999999999996e-06
2020-11-16T20:51:29.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.646842+0000",
2020-11-16T20:51:29.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0107054
2020-11-16T20:51:29.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.657547+0000",
2020-11-16T20:51:29.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2101999999999999e-05
2020-11-16T20:51:29.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.657569+0000",
2020-11-16T20:51:29.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013999406000000001
2020-11-16T20:51:29.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.671569+0000",
2020-11-16T20:51:29.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6280999999999999e-05
2020-11-16T20:51:29.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:55.671625+0000",
2020-11-16T20:51:29.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.024864718000000001
2020-11-16T20:51:29.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.446 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.446 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.446 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.446 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.447 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:156583 6.2 e673/648 6:449010ff:::benchmark_data_smithi065_43723_object68706:head v 673'9666, mlcod=673'9662)",
2020-11-16T20:51:29.447 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:56.687706+0000",
2020-11-16T20:51:29.447 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 29.456742413000001,
2020-11-16T20:51:29.447 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.036859831000000003,
2020-11-16T20:51:29.447 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.447 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.447 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.687706+0000",
2020-11-16T20:51:29.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.687706+0000",
2020-11-16T20:51:29.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:51:29.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.687682+0000",
2020-11-16T20:51:29.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5426000000000006e-05
2020-11-16T20:51:29.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.687757+0000",
2020-11-16T20:51:29.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2493999999999999e-05
2020-11-16T20:51:29.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.687770+0000",
2020-11-16T20:51:29.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4236000000000001e-05
2020-11-16T20:51:29.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.687784+0000",
2020-11-16T20:51:29.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001922888
2020-11-16T20:51:29.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.689707+0000",
2020-11-16T20:51:29.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3643000000000002e-05
2020-11-16T20:51:29.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.689751+0000",
2020-11-16T20:51:29.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.034699854000000002
2020-11-16T20:51:29.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.724450+0000",
2020-11-16T20:51:29.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000115674
2020-11-16T20:51:29.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.724566+0000",
2020-11-16T20:51:29.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036859831000000003
2020-11-16T20:51:29.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.454 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.454 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.455 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.455 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.455 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:156586 6.2 e673/648 6:4ef239d8:::benchmark_data_smithi065_43723_object68709:head v 673'9667, mlcod=673'9662)",
2020-11-16T20:51:29.455 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:56.693654+0000",
2020-11-16T20:51:29.455 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 29.450795151000001,
2020-11-16T20:51:29.455 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.041164963999999998,
2020-11-16T20:51:29.455 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.456 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.456 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.693654+0000",
2020-11-16T20:51:29.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.693654+0000",
2020-11-16T20:51:29.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:51:29.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.693623+0000",
2020-11-16T20:51:29.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9643999999999998e-05
2020-11-16T20:51:29.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.693703+0000",
2020-11-16T20:51:29.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2900000000000008e-06
2020-11-16T20:51:29.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.693712+0000",
2020-11-16T20:51:29.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4059999999999999e-06
2020-11-16T20:51:29.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.693719+0000",
2020-11-16T20:51:29.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0016777960000000001
2020-11-16T20:51:29.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.695397+0000",
2020-11-16T20:51:29.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4292999999999998e-05
2020-11-16T20:51:29.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.695442+0000",
2020-11-16T20:51:29.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.039249446
2020-11-16T20:51:29.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.734691+0000",
2020-11-16T20:51:29.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012749500000000001
2020-11-16T20:51:29.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.734819+0000",
2020-11-16T20:51:29.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.041164963999999998
2020-11-16T20:51:29.463 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.463 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.463 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.463 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.463 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.463 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:156591 6.2 e673/648 6:4eecbc52:::benchmark_data_smithi065_43723_object68714:head v 673'9668, mlcod=673'9664)",
2020-11-16T20:51:29.463 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:56.698764+0000",
2020-11-16T20:51:29.463 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 29.445684413999999,
2020-11-16T20:51:29.464 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.036151585999999999,
2020-11-16T20:51:29.464 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.464 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.464 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.464 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.464 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.698764+0000",
2020-11-16T20:51:29.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.698764+0000",
2020-11-16T20:51:29.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999838
2020-11-16T20:51:29.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.698748+0000",
2020-11-16T20:51:29.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3093999999999997e-05
2020-11-16T20:51:29.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.698801+0000",
2020-11-16T20:51:29.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5180000000000004e-06
2020-11-16T20:51:29.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.698810+0000",
2020-11-16T20:51:29.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7440000000000001e-06
2020-11-16T20:51:29.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.698816+0000",
2020-11-16T20:51:29.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00095024300000000003
2020-11-16T20:51:29.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.699766+0000",
2020-11-16T20:51:29.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0979000000000003e-05
2020-11-16T20:51:29.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.699797+0000",
2020-11-16T20:51:29.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035025449
2020-11-16T20:51:29.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.734823+0000",
2020-11-16T20:51:29.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2954000000000005e-05
2020-11-16T20:51:29.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.734916+0000",
2020-11-16T20:51:29.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036151585999999999
2020-11-16T20:51:29.471 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.471 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.471 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.471 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.471 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.471 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:156592 6.8 e673/626 6:16c4629e:::benchmark_data_smithi065_43723_object68715:head v 673'9799, mlcod=673'9797)",
2020-11-16T20:51:29.472 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:56.702959+0000",
2020-11-16T20:51:29.472 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 29.441489888,
2020-11-16T20:51:29.472 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.031884075999999997,
2020-11-16T20:51:29.472 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.472 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.472 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.702959+0000",
2020-11-16T20:51:29.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.702959+0000",
2020-11-16T20:51:29.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999824
2020-11-16T20:51:29.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.702941+0000",
2020-11-16T20:51:29.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1465000000000003e-05
2020-11-16T20:51:29.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.702993+0000",
2020-11-16T20:51:29.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2359999999999998e-06
2020-11-16T20:51:29.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.703000+0000",
2020-11-16T20:51:29.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9439999999999996e-06
2020-11-16T20:51:29.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.703005+0000",
2020-11-16T20:51:29.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3081999999999998e-05
2020-11-16T20:51:29.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.703058+0000",
2020-11-16T20:51:29.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0162000000000001e-05
2020-11-16T20:51:29.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.703078+0000",
2020-11-16T20:51:29.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.031655976000000002
2020-11-16T20:51:29.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.734734+0000",
2020-11-16T20:51:29.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000108986
2020-11-16T20:51:29.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.734843+0000",
2020-11-16T20:51:29.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.031884075999999997
2020-11-16T20:51:29.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.479 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.479 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.480 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.480 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.480 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:156596 6.2 e673/648 6:45b2e635:::benchmark_data_smithi065_43723_object68719:head v 673'9669, mlcod=673'9664)",
2020-11-16T20:51:29.480 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:50:56.706661+0000",
2020-11-16T20:51:29.480 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 29.437788041000001,
2020-11-16T20:51:29.480 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.028355503000000001,
2020-11-16T20:51:29.480 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.480 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.481 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.706661+0000",
2020-11-16T20:51:29.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.706661+0000",
2020-11-16T20:51:29.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:51:29.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.706636+0000",
2020-11-16T20:51:29.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7007000000000003e-05
2020-11-16T20:51:29.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.706713+0000",
2020-11-16T20:51:29.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.341e-05
2020-11-16T20:51:29.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.706727+0000",
2020-11-16T20:51:29.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5320000000000006e-06
2020-11-16T20:51:29.484 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.484 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.706735+0000",
2020-11-16T20:51:29.485 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0788000000000003e-05
2020-11-16T20:51:29.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.485 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.485 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.706776+0000",
2020-11-16T20:51:29.485 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3916e-05
2020-11-16T20:51:29.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.706790+0000",
2020-11-16T20:51:29.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.028131696000000001
2020-11-16T20:51:29.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.734922+0000",
2020-11-16T20:51:29.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4596e-05
2020-11-16T20:51:29.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:50:56.735016+0000",
2020-11-16T20:51:29.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.028355503000000001
2020-11-16T20:51:29.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.488 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.488 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.488 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.488 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.488 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:160335 6.8 e673/626 6:19c9570e:::benchmark_data_smithi065_43723_object72458:head v 673'10045, mlcod=673'10043)",
2020-11-16T20:51:29.488 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:00.518339+0000",
2020-11-16T20:51:29.488 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 25.62611016,
2020-11-16T20:51:29.488 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.023397858000000001,
2020-11-16T20:51:29.489 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.489 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.489 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.518339+0000",
2020-11-16T20:51:29.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.518339+0000",
2020-11-16T20:51:29.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:51:29.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.518311+0000",
2020-11-16T20:51:29.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3535000000000006e-05
2020-11-16T20:51:29.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.518395+0000",
2020-11-16T20:51:29.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2860999999999999e-05
2020-11-16T20:51:29.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.518407+0000",
2020-11-16T20:51:29.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1062e-05
2020-11-16T20:51:29.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.518419+0000",
2020-11-16T20:51:29.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028110400000000001
2020-11-16T20:51:29.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.518700+0000",
2020-11-16T20:51:29.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0701999999999998e-05
2020-11-16T20:51:29.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.518730+0000",
2020-11-16T20:51:29.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.022935012000000001
2020-11-16T20:51:29.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.541665+0000",
2020-11-16T20:51:29.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1082999999999997e-05
2020-11-16T20:51:29.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:00.541736+0000",
2020-11-16T20:51:29.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023397858000000001
2020-11-16T20:51:29.496 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.496 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.496 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.496 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.496 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.496 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:161474 6.2 e674/648 6:40770167:::benchmark_data_smithi065_43723_object73597:head v 674'9981, mlcod=674'9979)",
2020-11-16T20:51:29.497 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:01.691107+0000",
2020-11-16T20:51:29.497 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 24.453341279,
2020-11-16T20:51:29.497 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.031455918999999999,
2020-11-16T20:51:29.497 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.497 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.497 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691107+0000",
2020-11-16T20:51:29.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691107+0000",
2020-11-16T20:51:29.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999657
2020-11-16T20:51:29.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691073+0000",
2020-11-16T20:51:29.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2958e-05
2020-11-16T20:51:29.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691166+0000",
2020-11-16T20:51:29.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3142999999999999e-05
2020-11-16T20:51:29.500 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.500 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691179+0000",
2020-11-16T20:51:29.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6852999999999999e-05
2020-11-16T20:51:29.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691196+0000",
2020-11-16T20:51:29.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3693000000000001e-05
2020-11-16T20:51:29.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691270+0000",
2020-11-16T20:51:29.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0144000000000001e-05
2020-11-16T20:51:29.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691300+0000",
2020-11-16T20:51:29.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.031192061
2020-11-16T20:51:29.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.722492+0000",
2020-11-16T20:51:29.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1625000000000006e-05
2020-11-16T20:51:29.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.722563+0000",
2020-11-16T20:51:29.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.031455918999999999
2020-11-16T20:51:29.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.504 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.504 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.504 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.504 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.505 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:161478 6.2 e674/648 6:45e896f3:::benchmark_data_smithi065_43723_object73601:head v 674'9982, mlcod=674'9979)",
2020-11-16T20:51:29.505 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:01.691917+0000",
2020-11-16T20:51:29.505 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 24.452531863000001,
2020-11-16T20:51:29.505 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.041949156000000001,
2020-11-16T20:51:29.505 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.505 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.505 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691917+0000",
2020-11-16T20:51:29.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691917+0000",
2020-11-16T20:51:29.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:51:29.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691890+0000",
2020-11-16T20:51:29.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4433999999999998e-05
2020-11-16T20:51:29.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691975+0000",
2020-11-16T20:51:29.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3018e-05
2020-11-16T20:51:29.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691988+0000",
2020-11-16T20:51:29.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9750000000000002e-06
2020-11-16T20:51:29.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.691998+0000",
2020-11-16T20:51:29.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0046829460000000003
2020-11-16T20:51:29.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.696680+0000",
2020-11-16T20:51:29.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4448999999999999e-05
2020-11-16T20:51:29.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.696705+0000",
2020-11-16T20:51:29.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037114498000000003
2020-11-16T20:51:29.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.733819+0000",
2020-11-16T20:51:29.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6563999999999997e-05
2020-11-16T20:51:29.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.733866+0000",
2020-11-16T20:51:29.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.041949156000000001
2020-11-16T20:51:29.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.512 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.513 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.513 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.513 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.513 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:161482 6.8 e674/626 6:15fe5204:::benchmark_data_smithi065_43723_object73605:head v 674'10114, mlcod=674'10112)",
2020-11-16T20:51:29.513 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:01.695423+0000",
2020-11-16T20:51:29.513 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 24.449025739,
2020-11-16T20:51:29.513 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.038440317000000002,
2020-11-16T20:51:29.513 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.514 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.514 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.695423+0000",
2020-11-16T20:51:29.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.515 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.695423+0000",
2020-11-16T20:51:29.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:51:29.515 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.515 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.515 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.695392+0000",
2020-11-16T20:51:29.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6230000000000005e-05
2020-11-16T20:51:29.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.695488+0000",
2020-11-16T20:51:29.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3672999999999998e-05
2020-11-16T20:51:29.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.695512+0000",
2020-11-16T20:51:29.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2469999999999997e-06
2020-11-16T20:51:29.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.695521+0000",
2020-11-16T20:51:29.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8838999999999996e-05
2020-11-16T20:51:29.518 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.518 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.695590+0000",
2020-11-16T20:51:29.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0954000000000002e-05
2020-11-16T20:51:29.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.695621+0000",
2020-11-16T20:51:29.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.038196101000000003
2020-11-16T20:51:29.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.733817+0000",
2020-11-16T20:51:29.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6507e-05
2020-11-16T20:51:29.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.733863+0000",
2020-11-16T20:51:29.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.038440317000000002
2020-11-16T20:51:29.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.521 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.521 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.521 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.521 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.521 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:161487 6.2 e674/648 6:4c05b01d:::benchmark_data_smithi065_43723_object73610:head v 674'9983, mlcod=674'9979)",
2020-11-16T20:51:29.521 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:01.704476+0000",
2020-11-16T20:51:29.521 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 24.439972926999999,
2020-11-16T20:51:29.522 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.029419038000000002,
2020-11-16T20:51:29.522 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.522 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.522 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.522 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.704476+0000",
2020-11-16T20:51:29.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.704476+0000",
2020-11-16T20:51:29.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:51:29.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.704451+0000",
2020-11-16T20:51:29.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7857999999999999e-05
2020-11-16T20:51:29.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.704529+0000",
2020-11-16T20:51:29.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5235000000000001e-05
2020-11-16T20:51:29.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.704544+0000",
2020-11-16T20:51:29.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8420000000000005e-06
2020-11-16T20:51:29.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.704552+0000",
2020-11-16T20:51:29.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6950000000000002e-05
2020-11-16T20:51:29.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.704609+0000",
2020-11-16T20:51:29.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.9470000000000001e-05
2020-11-16T20:51:29.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.704638+0000",
2020-11-16T20:51:29.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029231523999999998
2020-11-16T20:51:29.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.733870+0000",
2020-11-16T20:51:29.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4828999999999999e-05
2020-11-16T20:51:29.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:01.733895+0000",
2020-11-16T20:51:29.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029419038000000002
2020-11-16T20:51:29.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.529 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.529 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.529 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.529 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.529 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:171229 6.2 e678/648 6:4af8699b:::benchmark_data_smithi065_43723_object83352:head v 678'10601, mlcod=678'10597)",
2020-11-16T20:51:29.530 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:13.525041+0000",
2020-11-16T20:51:29.530 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 12.619407979,
2020-11-16T20:51:29.530 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.023421648999999999,
2020-11-16T20:51:29.530 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.530 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.530 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.530 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.525041+0000",
2020-11-16T20:51:29.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.525041+0000",
2020-11-16T20:51:29.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999619
2020-11-16T20:51:29.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.525003+0000",
2020-11-16T20:51:29.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011705
2020-11-16T20:51:29.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.525120+0000",
2020-11-16T20:51:29.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0607000000000001e-05
2020-11-16T20:51:29.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.525140+0000",
2020-11-16T20:51:29.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3662999999999999e-05
2020-11-16T20:51:29.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.525154+0000",
2020-11-16T20:51:29.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001110626
2020-11-16T20:51:29.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.526265+0000",
2020-11-16T20:51:29.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8685000000000001e-05
2020-11-16T20:51:29.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.526293+0000",
2020-11-16T20:51:29.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.022075732000000001
2020-11-16T20:51:29.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.548369+0000",
2020-11-16T20:51:29.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3319999999999994e-05
2020-11-16T20:51:29.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:13.548462+0000",
2020-11-16T20:51:29.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023421648999999999
2020-11-16T20:51:29.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.537 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.537 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.537 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.538 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.538 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:174289 6.8 e678/626 6:19e3795b:::benchmark_data_smithi065_43723_object86412:head v 678'10914, mlcod=678'10911)",
2020-11-16T20:51:29.538 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:16.517527+0000",
2020-11-16T20:51:29.538 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 9.626921802,
2020-11-16T20:51:29.538 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.023465355,
2020-11-16T20:51:29.538 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.538 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.539 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.517527+0000",
2020-11-16T20:51:29.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.517527+0000",
2020-11-16T20:51:29.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999485
2020-11-16T20:51:29.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.517475+0000",
2020-11-16T20:51:29.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016669100000000001
2020-11-16T20:51:29.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.517642+0000",
2020-11-16T20:51:29.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1928999999999999e-05
2020-11-16T20:51:29.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.517674+0000",
2020-11-16T20:51:29.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7676000000000002e-05
2020-11-16T20:51:29.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.517692+0000",
2020-11-16T20:51:29.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0021797539999999999
2020-11-16T20:51:29.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.519871+0000",
2020-11-16T20:51:29.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9175000000000001e-05
2020-11-16T20:51:29.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.519941+0000",
2020-11-16T20:51:29.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.020978354000000001
2020-11-16T20:51:29.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.540919+0000",
2020-11-16T20:51:29.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3281000000000005e-05
2020-11-16T20:51:29.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.540992+0000",
2020-11-16T20:51:29.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023465355
2020-11-16T20:51:29.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.545 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.546 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.546 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:51:29.546 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:51:29.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:174571 6.8 e678/626 6:1cf6b91a:::benchmark_data_smithi065_43723_object86694:head v 678'10933, mlcod=678'10929)",
2020-11-16T20:51:29.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:51:16.827660+0000",
2020-11-16T20:51:29.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 9.3167883309999997,
2020-11-16T20:51:29.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.023486035999999998,
2020-11-16T20:51:29.547 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:51:29.547 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:29.547 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:51:29.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:51:29.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.827660+0000",
2020-11-16T20:51:29.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:51:29.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:51:29.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.827660+0000",
2020-11-16T20:51:29.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:51:29.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:51:29.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.827635+0000",
2020-11-16T20:51:29.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9717999999999998e-05
2020-11-16T20:51:29.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:51:29.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.827715+0000",
2020-11-16T20:51:29.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1929e-05
2020-11-16T20:51:29.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:51:29.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.827726+0000",
2020-11-16T20:51:29.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4580000000000004e-06
2020-11-16T20:51:29.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:29.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.827734+0000",
2020-11-16T20:51:29.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4455e-05
2020-11-16T20:51:29.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:51:29.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.827778+0000",
2020-11-16T20:51:29.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1741000000000001e-05
2020-11-16T20:51:29.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:51:29.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.827800+0000",
2020-11-16T20:51:29.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023273523000000001
2020-11-16T20:51:29.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:51:29.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.851074+0000",
2020-11-16T20:51:29.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2756999999999995e-05
2020-11-16T20:51:29.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:51:29.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:51:29.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:51:29.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:51:16.851146+0000",
2020-11-16T20:51:29.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023486035999999998
2020-11-16T20:51:29.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:51:29.554 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:51:29.554 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:51:29.554 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:51:29.554 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:51:29.554 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:51:29.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:25 smithi065 bash[9468]: audit 2020-11-16T20:51:25.499670+0000 mon.a (mon.0) 2222 : audit [INF] from='client.? v1:172.21.15.142:0/2651499435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:29.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:26 smithi065 bash[9468]: cluster 2020-11-16T20:51:25.899724+0000 mon.a (mon.0) 2223 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:29.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:26 smithi065 bash[9468]: audit 2020-11-16T20:51:25.910258+0000 mon.a (mon.0) 2224 : audit [INF] from='client.? v1:172.21.15.142:0/2651499435' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:29.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:26 smithi065 bash[9468]: cluster 2020-11-16T20:51:25.910328+0000 mon.a (mon.0) 2225 : cluster [DBG] osdmap e681: 12 total, 11 up, 8 in
2020-11-16T20:51:29.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:26 smithi065 bash[9468]: audit 2020-11-16T20:51:26.276811+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:51:29.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:26 smithi065 bash[9468]: audit 2020-11-16T20:51:26.277395+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:51:29.555 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:26 smithi065 bash[9468]: audit 2020-11-16T20:51:26.279764+0000 mon.a (mon.0) 2226 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:51:29.556 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:26 smithi065 bash[9468]: audit 2020-11-16T20:51:26.280443+0000 mon.a (mon.0) 2227 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:51:29.556 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:26 smithi065 bash[9468]: cluster 2020-11-16T20:51:26.476060+0000 mgr.x (mgr.14196) 1194 : cluster [DBG] pgmap v1777: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 196 op/s
2020-11-16T20:51:29.556 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:28 smithi065 bash[9468]: audit 2020-11-16T20:51:28.189707+0000 mon.a (mon.0) 2228 : audit [DBG] from='client.? v1:172.21.15.142:0/3134683354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:29.556 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:24 smithi071 bash[9480]: cluster 2020-11-16T20:51:23.836733+0000 osd.7 (osd.7) 167 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:29.556 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:24 smithi071 bash[9480]: cluster 2020-11-16T20:51:23.836910+0000 osd.7 (osd.7) 168 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:29.556 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:24 smithi071 bash[9480]: cluster 2020-11-16T20:51:23.897580+0000 mon.a (mon.0) 2221 : cluster [DBG] osdmap e680: 12 total, 11 up, 8 in
2020-11-16T20:51:29.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:24 smithi071 bash[9480]: cluster 2020-11-16T20:51:24.475383+0000 mgr.x (mgr.14196) 1193 : cluster [DBG] pgmap v1775: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 471 op/s
2020-11-16T20:51:29.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:25 smithi071 bash[9480]: audit 2020-11-16T20:51:25.499670+0000 mon.a (mon.0) 2222 : audit [INF] from='client.? v1:172.21.15.142:0/2651499435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:29.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:26 smithi071 bash[9480]: cluster 2020-11-16T20:51:25.899724+0000 mon.a (mon.0) 2223 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:29.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:26 smithi071 bash[9480]: audit 2020-11-16T20:51:25.910258+0000 mon.a (mon.0) 2224 : audit [INF] from='client.? v1:172.21.15.142:0/2651499435' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:29.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:26 smithi071 bash[9480]: cluster 2020-11-16T20:51:25.910328+0000 mon.a (mon.0) 2225 : cluster [DBG] osdmap e681: 12 total, 11 up, 8 in
2020-11-16T20:51:29.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:26 smithi071 bash[9480]: audit 2020-11-16T20:51:26.276811+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:51:29.557 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:26 smithi071 bash[9480]: audit 2020-11-16T20:51:26.277395+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:51:29.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:26 smithi071 bash[9480]: audit 2020-11-16T20:51:26.279764+0000 mon.a (mon.0) 2226 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:51:29.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:26 smithi071 bash[9480]: audit 2020-11-16T20:51:26.280443+0000 mon.a (mon.0) 2227 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:51:29.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:26 smithi071 bash[9480]: cluster 2020-11-16T20:51:26.476060+0000 mgr.x (mgr.14196) 1194 : cluster [DBG] pgmap v1777: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 196 op/s
2020-11-16T20:51:29.558 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:28 smithi071 bash[9480]: audit 2020-11-16T20:51:28.189707+0000 mon.a (mon.0) 2228 : audit [DBG] from='client.? v1:172.21.15.142:0/3134683354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:29.558 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:51:29.558 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:25 smithi142 bash[9523]: audit 2020-11-16T20:51:25.499670+0000 mon.a (mon.0) 2222 : audit [INF] from='client.? v1:172.21.15.142:0/2651499435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:29.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:26 smithi142 bash[9523]: cluster 2020-11-16T20:51:25.899724+0000 mon.a (mon.0) 2223 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:29.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:26 smithi142 bash[9523]: audit 2020-11-16T20:51:25.910258+0000 mon.a (mon.0) 2224 : audit [INF] from='client.? v1:172.21.15.142:0/2651499435' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:29.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:26 smithi142 bash[9523]: cluster 2020-11-16T20:51:25.910328+0000 mon.a (mon.0) 2225 : cluster [DBG] osdmap e681: 12 total, 11 up, 8 in
2020-11-16T20:51:29.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:26 smithi142 bash[9523]: audit 2020-11-16T20:51:26.276811+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:51:29.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:26 smithi142 bash[9523]: audit 2020-11-16T20:51:26.277395+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:51:29.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:26 smithi142 bash[9523]: audit 2020-11-16T20:51:26.279764+0000 mon.a (mon.0) 2226 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:51:29.559 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:26 smithi142 bash[9523]: audit 2020-11-16T20:51:26.280443+0000 mon.a (mon.0) 2227 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:51:29.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:26 smithi142 bash[9523]: cluster 2020-11-16T20:51:26.476060+0000 mgr.x (mgr.14196) 1194 : cluster [DBG] pgmap v1777: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 196 op/s
2020-11-16T20:51:29.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:28 smithi142 bash[9523]: audit 2020-11-16T20:51:28.189707+0000 mon.a (mon.0) 2228 : audit [DBG] from='client.? v1:172.21.15.142:0/3134683354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:29.560 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:27 smithi142 bash[114994]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3
2020-11-16T20:51:29.560 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:27 smithi142 bash[114994]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config
2020-11-16T20:51:29.560 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:27 smithi142 bash[114994]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block
2020-11-16T20:51:29.560 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:27 smithi142 bash[114994]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block
2020-11-16T20:51:29.560 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:27 smithi142 bash[114994]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0
2020-11-16T20:51:29.561 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:27 smithi142 bash[114994]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3
2020-11-16T20:51:29.561 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:27 smithi142 bash[114994]: --> ceph-volume lvm activate successful for osd ID: 3
2020-11-16T20:51:29.561 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:51:29.561 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:51:29.561 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:51:29.561 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:51:29.561 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:51:29.562 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:51:29.562 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:51:29.562 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:51:29.562 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:51:29.562 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:51:29.562 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:51:29.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.563 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.3
2020-11-16T20:51:29.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: problem getting command descriptions from osd.3
2020-11-16T20:51:29.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.563 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.564 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.564 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.564 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.564 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.564 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:51:29.565 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T20:51:29.565 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:29.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.216853+0000 osd.0 (osd.0) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.245948+0000 osd.1 (osd.1) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.275363+0000 osd.2 (osd.2) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.305194+0000 osd.4 (osd.4) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.330783+0000 osd.5 (osd.5) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.358311+0000 osd.6 (osd.6) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.385643+0000 osd.7 (osd.7) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.410418+0000 osd.8 (osd.8) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.437679+0000 osd.9 (osd.9) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.476749+0000 mgr.x (mgr.14196) 1195 : cluster [DBG] pgmap v1778: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 68 op/s
2020-11-16T20:51:29.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.525466+0000 osd.8 (osd.8) 189 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:29.569 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:29 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.525589+0000 osd.8 (osd.8) 190 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:29.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.216853+0000 osd.0 (osd.0) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.245948+0000 osd.1 (osd.1) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.275363+0000 osd.2 (osd.2) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.305194+0000 osd.4 (osd.4) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.330783+0000 osd.5 (osd.5) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.358311+0000 osd.6 (osd.6) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.570 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.385643+0000 osd.7 (osd.7) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.410418+0000 osd.8 (osd.8) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.437679+0000 osd.9 (osd.9) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.476749+0000 mgr.x (mgr.14196) 1195 : cluster [DBG] pgmap v1778: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 68 op/s
2020-11-16T20:51:29.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.525466+0000 osd.8 (osd.8) 189 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:29.571 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.525589+0000 osd.8 (osd.8) 190 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:29.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.216853+0000 osd.0 (osd.0) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.245948+0000 osd.1 (osd.1) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.275363+0000 osd.2 (osd.2) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.305194+0000 osd.4 (osd.4) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.330783+0000 osd.5 (osd.5) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.358311+0000 osd.6 (osd.6) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.584 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.385643+0000 osd.7 (osd.7) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.584 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.410418+0000 osd.8 (osd.8) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.584 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.437679+0000 osd.9 (osd.9) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:29.584 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.476749+0000 mgr.x (mgr.14196) 1195 : cluster [DBG] pgmap v1778: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 68 op/s
2020-11-16T20:51:29.584 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.525466+0000 osd.8 (osd.8) 189 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:29.584 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.525589+0000 osd.8 (osd.8) 190 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:29.692 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:29.708 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:51:29.797 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:29.946 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:29 smithi071 bash[14419]: debug 2020-11-16T20:51:29.692+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:30.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:29 smithi142 bash[114994]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:51:30.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:30 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.465380+0000 osd.10 (osd.10) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:30.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:30 smithi065 bash[9468]: cluster 2020-11-16T20:51:28.500403+0000 osd.11 (osd.11) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:30.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:30 smithi065 bash[9468]: cluster 2020-11-16T20:51:29.253990+0000 mon.a (mon.0) 2229 : cluster [DBG] osdmap e682: 12 total, 11 up, 8 in
2020-11-16T20:51:30.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:30 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.465380+0000 osd.10 (osd.10) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:30.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:30 smithi142 bash[9523]: cluster 2020-11-16T20:51:28.500403+0000 osd.11 (osd.11) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:30.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:30 smithi142 bash[9523]: cluster 2020-11-16T20:51:29.253990+0000 mon.a (mon.0) 2229 : cluster [DBG] osdmap e682: 12 total, 11 up, 8 in
2020-11-16T20:51:30.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:30 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.465380+0000 osd.10 (osd.10) 162 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:30.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:30 smithi071 bash[9480]: cluster 2020-11-16T20:51:28.500403+0000 osd.11 (osd.11) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:30.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:30 smithi071 bash[9480]: cluster 2020-11-16T20:51:29.253990+0000 mon.a (mon.0) 2229 : cluster [DBG] osdmap e682: 12 total, 11 up, 8 in
2020-11-16T20:51:30.874 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:51:30.874 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:51:31.268 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:31.373 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:31.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:31 smithi065 bash[9468]: cluster 2020-11-16T20:51:30.477438+0000 mgr.x (mgr.14196) 1196 : cluster [DBG] pgmap v1780: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:31.566 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:51:31.578 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:31 smithi142 bash[9523]: cluster 2020-11-16T20:51:30.477438+0000 mgr.x (mgr.14196) 1196 : cluster [DBG] pgmap v1780: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:31.580 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:31 smithi071 bash[9480]: cluster 2020-11-16T20:51:30.477438+0000 mgr.x (mgr.14196) 1196 : cluster [DBG] pgmap v1780: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:31.580 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:31 smithi071 bash[14419]: debug 2020-11-16T20:51:31.268+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:31.581 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:31.684 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:31.703 INFO:teuthology.orchestra.run.smithi142.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused
2020-11-16T20:51:31.708 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:31.946 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:31 smithi071 bash[26650]: debug 2020-11-16T20:51:31.580+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:32.158 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:32.264 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:32.424 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:32 smithi071 bash[26650]: debug 2020-11-16T20:51:32.160+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:32.424 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:32.530 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:32.670 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:32 smithi142 bash[114994]: debug 2020-11-16T20:51:32.417+0000 7f683762bf40 -1 Falling back to public interface
2020-11-16T20:51:32.678 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:32 smithi071 bash[14419]: debug 2020-11-16T20:51:32.424+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:32.679 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_4' removed
2020-11-16T20:51:32.876 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:51:32.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:32 smithi071 bash[9480]: audit 2020-11-16T20:51:31.815713+0000 mon.a (mon.0) 2230 : audit [INF] from='client.? v1:172.21.15.142:0/1451736575' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:51:32.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:32 smithi071 bash[9480]: cluster 2020-11-16T20:51:32.478156+0000 mgr.x (mgr.14196) 1197 : cluster [DBG] pgmap v1781: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:32.960 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:32 smithi142 bash[9523]: audit 2020-11-16T20:51:31.815713+0000 mon.a (mon.0) 2230 : audit [INF] from='client.? v1:172.21.15.142:0/1451736575' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:51:32.960 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:32 smithi142 bash[9523]: cluster 2020-11-16T20:51:32.478156+0000 mgr.x (mgr.14196) 1197 : cluster [DBG] pgmap v1781: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:32.961 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:33.020 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:33.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:32 smithi065 bash[9468]: audit 2020-11-16T20:51:31.815713+0000 mon.a (mon.0) 2230 : audit [INF] from='client.? v1:172.21.15.142:0/1451736575' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:51:33.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:32 smithi065 bash[9468]: cluster 2020-11-16T20:51:32.478156+0000 mgr.x (mgr.14196) 1197 : cluster [DBG] pgmap v1781: 17 pgs: 17 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:33.066 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:33.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:32 smithi142 bash[20366]: debug 2020-11-16T20:51:32.961+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:33.522 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:33.628 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:33.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:33 smithi071 bash[16796]: debug 2020-11-16T20:51:33.524+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:33.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:33 smithi071 bash[9480]: cluster 2020-11-16T20:51:31.909391+0000 osd.1 (osd.1) 243 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:33.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:33 smithi071 bash[9480]: cluster 2020-11-16T20:51:31.909483+0000 osd.1 (osd.1) 244 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:33.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:33 smithi071 bash[9480]: audit 2020-11-16T20:51:32.681126+0000 mon.a (mon.0) 2231 : audit [INF] from='client.? v1:172.21.15.142:0/1451736575' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:51:33.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:33 smithi071 bash[9480]: cluster 2020-11-16T20:51:32.681185+0000 mon.a (mon.0) 2232 : cluster [DBG] osdmap e683: 12 total, 11 up, 8 in
2020-11-16T20:51:34.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:33 smithi065 bash[9468]: cluster 2020-11-16T20:51:31.909391+0000 osd.1 (osd.1) 243 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:34.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:33 smithi065 bash[9468]: cluster 2020-11-16T20:51:31.909483+0000 osd.1 (osd.1) 244 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:34.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:33 smithi065 bash[9468]: audit 2020-11-16T20:51:32.681126+0000 mon.a (mon.0) 2231 : audit [INF] from='client.? v1:172.21.15.142:0/1451736575' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:51:34.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:33 smithi065 bash[9468]: cluster 2020-11-16T20:51:32.681185+0000 mon.a (mon.0) 2232 : cluster [DBG] osdmap e683: 12 total, 11 up, 8 in
2020-11-16T20:51:34.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:33 smithi142 bash[114994]: debug 2020-11-16T20:51:33.901+0000 7f683762bf40 -1 osd.3 636 log_to_monitors {default=true}
2020-11-16T20:51:34.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:33 smithi142 bash[9523]: cluster 2020-11-16T20:51:31.909391+0000 osd.1 (osd.1) 243 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:34.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:33 smithi142 bash[9523]: cluster 2020-11-16T20:51:31.909483+0000 osd.1 (osd.1) 244 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:34.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:33 smithi142 bash[9523]: audit 2020-11-16T20:51:32.681126+0000 mon.a (mon.0) 2231 : audit [INF] from='client.? v1:172.21.15.142:0/1451736575' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:51:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:33 smithi142 bash[9523]: cluster 2020-11-16T20:51:32.681185+0000 mon.a (mon.0) 2232 : cluster [DBG] osdmap e683: 12 total, 11 up, 8 in
2020-11-16T20:51:34.123 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:34.183 DEBUG:teuthology.orchestra.run:got remote process result: 22
2020-11-16T20:51:34.184 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-3, ['dump_ops_in_flight']
2020-11-16T20:51:34.229 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:34.446 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:34 smithi071 bash[26650]: debug 2020-11-16T20:51:34.124+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:34.870 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:34.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:34 smithi071 bash[9480]: cluster 2020-11-16T20:51:33.381100+0000 osd.11 (osd.11) 179 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:34.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:34 smithi071 bash[9480]: cluster 2020-11-16T20:51:33.381244+0000 osd.11 (osd.11) 180 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:34.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:34 smithi071 bash[9480]: cluster 2020-11-16T20:51:33.681451+0000 mon.a (mon.0) 2233 : cluster [DBG] osdmap e684: 12 total, 11 up, 8 in
2020-11-16T20:51:34.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:34 smithi071 bash[9480]: audit 2020-11-16T20:51:33.915283+0000 mon.a (mon.0) 2234 : audit [INF] from='osd.3 v1:172.21.15.142:6812/1404862900' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2020-11-16T20:51:34.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:34 smithi071 bash[9480]: audit 2020-11-16T20:51:33.915864+0000 mon.a (mon.0) 2235 : audit [INF] from='osd.3 v1:172.21.15.142:6812/1404862900' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:51:34.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:34 smithi071 bash[9480]: cluster 2020-11-16T20:51:34.478867+0000 mgr.x (mgr.14196) 1198 : cluster [DBG] pgmap v1784: 1 pgs: 1 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:34.972 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:35.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:34 smithi065 bash[9468]: cluster 2020-11-16T20:51:33.381100+0000 osd.11 (osd.11) 179 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:34 smithi065 bash[9468]: cluster 2020-11-16T20:51:33.381244+0000 osd.11 (osd.11) 180 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:34 smithi065 bash[9468]: cluster 2020-11-16T20:51:33.681451+0000 mon.a (mon.0) 2233 : cluster [DBG] osdmap e684: 12 total, 11 up, 8 in
2020-11-16T20:51:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:34 smithi065 bash[9468]: audit 2020-11-16T20:51:33.915283+0000 mon.a (mon.0) 2234 : audit [INF] from='osd.3 v1:172.21.15.142:6812/1404862900' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2020-11-16T20:51:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:34 smithi065 bash[9468]: audit 2020-11-16T20:51:33.915864+0000 mon.a (mon.0) 2235 : audit [INF] from='osd.3 v1:172.21.15.142:6812/1404862900' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:51:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:34 smithi065 bash[9468]: cluster 2020-11-16T20:51:34.478867+0000 mgr.x (mgr.14196) 1198 : cluster [DBG] pgmap v1784: 1 pgs: 1 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:35.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:34 smithi142 bash[18009]: debug 2020-11-16T20:51:34.869+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:34 smithi142 bash[9523]: cluster 2020-11-16T20:51:33.381100+0000 osd.11 (osd.11) 179 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:34 smithi142 bash[9523]: cluster 2020-11-16T20:51:33.381244+0000 osd.11 (osd.11) 180 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:34 smithi142 bash[9523]: cluster 2020-11-16T20:51:33.681451+0000 mon.a (mon.0) 2233 : cluster [DBG] osdmap e684: 12 total, 11 up, 8 in
2020-11-16T20:51:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:34 smithi142 bash[9523]: audit 2020-11-16T20:51:33.915283+0000 mon.a (mon.0) 2234 : audit [INF] from='osd.3 v1:172.21.15.142:6812/1404862900' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2020-11-16T20:51:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:34 smithi142 bash[9523]: audit 2020-11-16T20:51:33.915864+0000 mon.a (mon.0) 2235 : audit [INF] from='osd.3 v1:172.21.15.142:6812/1404862900' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T20:51:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:34 smithi142 bash[9523]: cluster 2020-11-16T20:51:34.478867+0000 mgr.x (mgr.14196) 1198 : cluster [DBG] pgmap v1784: 1 pgs: 1 active+clean; 0 B data, 2.7 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:35.177 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench...
2020-11-16T20:51:35.178 INFO:tasks.radosbench:Beginning radosbench...
2020-11-16T20:51:35.178 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_5
2020-11-16T20:51:35.179 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool create unique_pool_5 16
2020-11-16T20:51:35.179 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:35.205 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:51:35.205 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:51:35.271 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:35 smithi071 bash[26650]: debug 2020-11-16T20:51:35.176+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:35.282 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:35.304 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:35.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:35 smithi142 bash[9523]: cluster 2020-11-16T20:51:34.696653+0000 mon.a (mon.0) 2236 : cluster [INF] osd.3 v1:172.21.15.142:6812/1404862900 boot
2020-11-16T20:51:35.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:35 smithi142 bash[9523]: cluster 2020-11-16T20:51:34.696692+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e685: 12 total, 12 up, 8 in
2020-11-16T20:51:35.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:35 smithi142 bash[9523]: audit 2020-11-16T20:51:34.696793+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:51:35.936 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:35.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:35 smithi071 bash[9480]: cluster 2020-11-16T20:51:34.696653+0000 mon.a (mon.0) 2236 : cluster [INF] osd.3 v1:172.21.15.142:6812/1404862900 boot
2020-11-16T20:51:35.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:35 smithi071 bash[9480]: cluster 2020-11-16T20:51:34.696692+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e685: 12 total, 12 up, 8 in
2020-11-16T20:51:35.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:35 smithi071 bash[9480]: audit 2020-11-16T20:51:34.696793+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:51:36.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:35 smithi065 bash[9468]: cluster 2020-11-16T20:51:34.696653+0000 mon.a (mon.0) 2236 : cluster [INF] osd.3 v1:172.21.15.142:6812/1404862900 boot
2020-11-16T20:51:36.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:35 smithi065 bash[9468]: cluster 2020-11-16T20:51:34.696692+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e685: 12 total, 12 up, 8 in
2020-11-16T20:51:36.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:35 smithi065 bash[9468]: audit 2020-11-16T20:51:34.696793+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2020-11-16T20:51:36.032 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops
2020-11-16T20:51:36.041 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:36.216 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:51:36.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:35 smithi142 bash[20366]: debug 2020-11-16T20:51:35.937+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:36.329 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:36.432 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:36.696 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:36 smithi142 bash[20366]: debug 2020-11-16T20:51:36.329+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:36.835 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:36.941 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:36.954 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:36 smithi065 bash[9468]: cluster 2020-11-16T20:51:35.702673+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e686: 12 total, 12 up, 8 in
2020-11-16T20:51:36.954 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:36 smithi065 bash[9468]: cluster 2020-11-16T20:51:36.479545+0000 mgr.x (mgr.14196) 1199 : cluster [DBG] pgmap v1787: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:36 smithi142 bash[9523]: cluster 2020-11-16T20:51:35.702673+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e686: 12 total, 12 up, 8 in
2020-11-16T20:51:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:36 smithi142 bash[9523]: cluster 2020-11-16T20:51:36.479545+0000 mgr.x (mgr.14196) 1199 : cluster [DBG] pgmap v1787: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:37.093 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:37.198 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:36 smithi071 bash[14419]: debug 2020-11-16T20:51:36.836+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:37.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:36 smithi071 bash[9480]: cluster 2020-11-16T20:51:35.702673+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e686: 12 total, 12 up, 8 in
2020-11-16T20:51:37.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:36 smithi071 bash[9480]: cluster 2020-11-16T20:51:36.479545+0000 mgr.x (mgr.14196) 1199 : cluster [DBG] pgmap v1787: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:37.200 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:37.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:37 smithi065 bash[18823]: debug 2020-11-16T20:51:37.095+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:37.420 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:37.526 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:37.658 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:37.668 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:37 smithi071 bash[26650]: debug 2020-11-16T20:51:37.420+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:37.763 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:37.899 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:37 smithi065 bash[9468]: cluster 2020-11-16T20:51:33.916253+0000 osd.3 (osd.3) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:37.899 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:37 smithi065 bash[9468]: cluster 2020-11-16T20:51:34.880545+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:37.900 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:37 smithi065 bash[9468]: cluster 2020-11-16T20:51:34.881483+0000 osd.3 (osd.3) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:37.900 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:37 smithi065 bash[14115]: debug 2020-11-16T20:51:37.659+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:37.900 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:37.924 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:37 smithi071 bash[9480]: cluster 2020-11-16T20:51:33.916253+0000 osd.3 (osd.3) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:37.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:37 smithi071 bash[9480]: cluster 2020-11-16T20:51:34.880545+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:37.925 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:37 smithi071 bash[9480]: cluster 2020-11-16T20:51:34.881483+0000 osd.3 (osd.3) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:38.005 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:37 smithi142 bash[9523]: cluster 2020-11-16T20:51:33.916253+0000 osd.3 (osd.3) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:37 smithi142 bash[9523]: cluster 2020-11-16T20:51:34.880545+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:37 smithi142 bash[9523]: cluster 2020-11-16T20:51:34.881483+0000 osd.3 (osd.3) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:38.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:37 smithi065 bash[11785]: debug 2020-11-16T20:51:37.903+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:38.416 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:38.520 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:38.696 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:38 smithi071 bash[12066]: debug 2020-11-16T20:51:38.416+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:38.733 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:38.839 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:38 smithi065 bash[9468]: cluster 2020-11-16T20:51:38.480220+0000 mgr.x (mgr.14196) 1200 : cluster [DBG] pgmap v1788: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:39.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:38 smithi142 bash[18009]: debug 2020-11-16T20:51:38.733+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:38 smithi142 bash[9523]: cluster 2020-11-16T20:51:38.480220+0000 mgr.x (mgr.14196) 1200 : cluster [DBG] pgmap v1788: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:39.185 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T20:51:39.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:38 smithi071 bash[9480]: cluster 2020-11-16T20:51:38.480220+0000 mgr.x (mgr.14196) 1200 : cluster [DBG] pgmap v1788: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:39.325 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:39.327 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:39.431 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:39.696 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:39 smithi071 bash[14419]: debug 2020-11-16T20:51:39.324+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:39.939 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:40.086 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:40.152 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:39 smithi071 bash[16796]: debug 2020-11-16T20:51:39.836+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:40.193 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:40.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:40 smithi065 bash[11785]: debug 2020-11-16T20:51:40.087+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:40.353 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:40.386 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:51:40.386 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:51:40.446 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:40 smithi071 bash[16796]: debug 2020-11-16T20:51:40.356+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:40.459 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:40.464 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:51:40.575 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:40.681 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:40.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:40 smithi065 bash[11785]: debug 2020-11-16T20:51:40.579+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:40.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:40 smithi065 bash[9468]: audit 2020-11-16T20:51:40.411970+0000 mon.a (mon.0) 2239 : audit [INF] from='client.? v1:172.21.15.142:0/370988870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:51:40.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:40 smithi065 bash[9468]: cluster 2020-11-16T20:51:40.462529+0000 mon.a (mon.0) 2240 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:40.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:40 smithi071 bash[9480]: audit 2020-11-16T20:51:40.411970+0000 mon.a (mon.0) 2239 : audit [INF] from='client.? v1:172.21.15.142:0/370988870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:51:40.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:40 smithi071 bash[9480]: cluster 2020-11-16T20:51:40.462529+0000 mon.a (mon.0) 2240 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:41.025 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:40 smithi142 bash[9523]: audit 2020-11-16T20:51:40.411970+0000 mon.a (mon.0) 2239 : audit [INF] from='client.? v1:172.21.15.142:0/370988870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:51:41.026 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:40 smithi142 bash[9523]: cluster 2020-11-16T20:51:40.462529+0000 mon.a (mon.0) 2240 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:51:41.170 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:41.276 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:41.293 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_historic_ops
2020-11-16T20:51:41.409 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:41.430 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:51:41.446 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:41 smithi071 bash[12066]: debug 2020-11-16T20:51:41.172+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:41.515 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:41.527 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:41 smithi142 bash[9523]: audit 2020-11-16T20:51:40.467551+0000 mon.a (mon.0) 2241 : audit [INF] from='client.? v1:172.21.15.142:0/370988870' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:51:41.527 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:41 smithi142 bash[9523]: cluster 2020-11-16T20:51:40.467591+0000 mon.a (mon.0) 2242 : cluster [DBG] osdmap e687: 12 total, 12 up, 8 in
2020-11-16T20:51:41.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:41 smithi142 bash[9523]: cluster 2020-11-16T20:51:40.480642+0000 mgr.x (mgr.14196) 1201 : cluster [DBG] pgmap v1790: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:41.571 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:51:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:51:41.626 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:51:41.650 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:51:41.679 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:51:41.704 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:51:41.734 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:51:41.760 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:51:41.780 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:41 smithi065 bash[16457]: debug 2020-11-16T20:51:41.411+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:41.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:41 smithi065 bash[9468]: audit 2020-11-16T20:51:40.467551+0000 mon.a (mon.0) 2241 : audit [INF] from='client.? v1:172.21.15.142:0/370988870' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:51:41.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:41 smithi065 bash[9468]: cluster 2020-11-16T20:51:40.467591+0000 mon.a (mon.0) 2242 : cluster [DBG] osdmap e687: 12 total, 12 up, 8 in
2020-11-16T20:51:41.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:41 smithi065 bash[9468]: cluster 2020-11-16T20:51:40.480642+0000 mgr.x (mgr.14196) 1201 : cluster [DBG] pgmap v1790: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:41.793 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:51:41.817 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:51:41.843 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:51:41.869 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:51:41.871 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.871 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.872 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.872 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.872 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.872 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.872 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.872 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.872 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.873 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.873 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.873 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:51:41.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:41 smithi071 bash[9480]: audit 2020-11-16T20:51:40.467551+0000 mon.a (mon.0) 2241 : audit [INF] from='client.? v1:172.21.15.142:0/370988870' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:51:41.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:41 smithi071 bash[9480]: cluster 2020-11-16T20:51:40.467591+0000 mon.a (mon.0) 2242 : cluster [DBG] osdmap e687: 12 total, 12 up, 8 in
2020-11-16T20:51:41.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:41 smithi071 bash[9480]: cluster 2020-11-16T20:51:40.480642+0000 mgr.x (mgr.14196) 1201 : cluster [DBG] pgmap v1790: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:41.992 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:42.097 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:42.226 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:42.313 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:41 smithi142 bash[18009]: debug 2020-11-16T20:51:41.997+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:42.331 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:42.478 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[14115]: debug 2020-11-16T20:51:42.227+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:42.527 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:42.632 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:42.644 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[14419]: debug 2020-11-16T20:51:42.528+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:42.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: audit 2020-11-16T20:51:41.540981+0000 mon.a (mon.0) 2243 : audit [DBG] from='client.? v1:172.21.15.142:0/908189087' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:42.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.579141+0000 osd.0 (osd.0) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.603215+0000 osd.1 (osd.1) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.633776+0000 osd.2 (osd.2) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.658276+0000 osd.3 (osd.3) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.685645+0000 osd.4 (osd.4) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.741562+0000 osd.6 (osd.6) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.766767+0000 osd.7 (osd.7) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.797289+0000 osd.8 (osd.8) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.848430+0000 osd.10 (osd.10) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.874596+0000 osd.11 (osd.11) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.761 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:42.769 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: audit 2020-11-16T20:51:41.540981+0000 mon.a (mon.0) 2243 : audit [DBG] from='client.? v1:172.21.15.142:0/908189087' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:42.769 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.579141+0000 osd.0 (osd.0) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.769 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.603215+0000 osd.1 (osd.1) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.769 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.633776+0000 osd.2 (osd.2) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.658276+0000 osd.3 (osd.3) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.685645+0000 osd.4 (osd.4) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.741562+0000 osd.6 (osd.6) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.766767+0000 osd.7 (osd.7) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.797289+0000 osd.8 (osd.8) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.848430+0000 osd.10 (osd.10) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:42 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.874596+0000 osd.11 (osd.11) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: audit 2020-11-16T20:51:41.540981+0000 mon.a (mon.0) 2243 : audit [DBG] from='client.? v1:172.21.15.142:0/908189087' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.579141+0000 osd.0 (osd.0) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.603215+0000 osd.1 (osd.1) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.633776+0000 osd.2 (osd.2) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.658276+0000 osd.3 (osd.3) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.685645+0000 osd.4 (osd.4) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.741562+0000 osd.6 (osd.6) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.766767+0000 osd.7 (osd.7) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.797289+0000 osd.8 (osd.8) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.848430+0000 osd.10 (osd.10) 163 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:42 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.874596+0000 osd.11 (osd.11) 181 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:42.867 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:42.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:42 smithi071 bash[16796]: debug 2020-11-16T20:51:42.760+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:42.993 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:43.099 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:43.446 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:43 smithi071 bash[12066]: debug 2020-11-16T20:51:42.996+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:43.732 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:43.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:43 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.710914+0000 osd.5 (osd.5) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:43.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:43 smithi065 bash[9468]: cluster 2020-11-16T20:51:41.822928+0000 osd.9 (osd.9) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:43.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:43 smithi065 bash[9468]: cluster 2020-11-16T20:51:42.481199+0000 mgr.x (mgr.14196) 1202 : cluster [DBG] pgmap v1791: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:43.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:43 smithi065 bash[9468]: cluster 2020-11-16T20:51:42.497718+0000 osd.6 (osd.6) 213 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:43.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:43 smithi065 bash[9468]: cluster 2020-11-16T20:51:42.497806+0000 osd.6 (osd.6) 214 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:43.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:43 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.710914+0000 osd.5 (osd.5) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:43.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:43 smithi142 bash[9523]: cluster 2020-11-16T20:51:41.822928+0000 osd.9 (osd.9) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:43.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:43 smithi142 bash[9523]: cluster 2020-11-16T20:51:42.481199+0000 mgr.x (mgr.14196) 1202 : cluster [DBG] pgmap v1791: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:43.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:43 smithi142 bash[9523]: cluster 2020-11-16T20:51:42.497718+0000 osd.6 (osd.6) 213 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:43.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:43 smithi142 bash[9523]: cluster 2020-11-16T20:51:42.497806+0000 osd.6 (osd.6) 214 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:43.838 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:43.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:43 smithi071 bash[16796]: debug 2020-11-16T20:51:43.732+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:43 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.710914+0000 osd.5 (osd.5) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:43 smithi071 bash[9480]: cluster 2020-11-16T20:51:41.822928+0000 osd.9 (osd.9) 174 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:43.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:43 smithi071 bash[9480]: cluster 2020-11-16T20:51:42.481199+0000 mgr.x (mgr.14196) 1202 : cluster [DBG] pgmap v1791: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:43.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:43 smithi071 bash[9480]: cluster 2020-11-16T20:51:42.497718+0000 osd.6 (osd.6) 213 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:43.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:43 smithi071 bash[9480]: cluster 2020-11-16T20:51:42.497806+0000 osd.6 (osd.6) 214 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:44.014 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:44.106 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:51:44.124 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:44.139 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:44 smithi142 bash[15670]: debug 2020-11-16T20:51:44.017+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:44.261 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:44.456 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:44.512 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_5' created
2020-11-16T20:51:44.562 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:44.698 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:44 smithi065 bash[9468]: cluster 2020-11-16T20:51:43.492016+0000 mon.a (mon.0) 2244 : cluster [DBG] osdmap e688: 12 total, 12 up, 8 in
2020-11-16T20:51:44.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:44 smithi065 bash[9468]: audit 2020-11-16T20:51:43.830751+0000 mon.a (mon.0) 2245 : audit [INF] from='client.? v1:172.21.15.142:0/3147938504' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch
2020-11-16T20:51:44.780 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:44 smithi065 bash[14115]: debug 2020-11-16T20:51:44.699+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:44.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:44 smithi142 bash[9523]: cluster 2020-11-16T20:51:43.492016+0000 mon.a (mon.0) 2244 : cluster [DBG] osdmap e688: 12 total, 12 up, 8 in
2020-11-16T20:51:44.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:44 smithi142 bash[9523]: audit 2020-11-16T20:51:43.830751+0000 mon.a (mon.0) 2245 : audit [INF] from='client.? v1:172.21.15.142:0/3147938504' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch
2020-11-16T20:51:44.802 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:44.815 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:44 smithi071 bash[26650]: debug 2020-11-16T20:51:44.456+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:44.815 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:44 smithi071 bash[9480]: cluster 2020-11-16T20:51:43.492016+0000 mon.a (mon.0) 2244 : cluster [DBG] osdmap e688: 12 total, 12 up, 8 in
2020-11-16T20:51:44.815 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:44 smithi071 bash[9480]: audit 2020-11-16T20:51:43.830751+0000 mon.a (mon.0) 2245 : audit [INF] from='client.? v1:172.21.15.142:0/3147938504' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch
2020-11-16T20:51:44.977 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:45.083 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:45.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:44 smithi071 bash[16796]: debug 2020-11-16T20:51:44.980+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:45.276 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:45.338 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:51:45.381 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:45.459 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:51:45.460 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:51:45.460 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:51:45.460 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:51:45.460 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.460 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43838 6.b 6.170e84db (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:51:45.460 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.641856+0000",
2020-11-16T20:51:45.460 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 186.82074925399999,
2020-11-16T20:51:45.461 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.011657979,
2020-11-16T20:51:45.461 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.461 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:51:45.461 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.461 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.461 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.461 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43838
2020-11-16T20:51:45.462 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.462 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.462 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641856+0000",
2020-11-16T20:51:45.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.462 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641856+0000",
2020-11-16T20:51:45.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:51:45.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641823+0000",
2020-11-16T20:51:45.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000224575
2020-11-16T20:51:45.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642048+0000",
2020-11-16T20:51:45.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8975999999999999e-05
2020-11-16T20:51:45.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.465 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642067+0000",
2020-11-16T20:51:45.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5979999999999997e-06
2020-11-16T20:51:45.465 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.465 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642075+0000",
2020-11-16T20:51:45.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00054105699999999995
2020-11-16T20:51:45.466 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.466 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642616+0000",
2020-11-16T20:51:45.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0832999999999999e-05
2020-11-16T20:51:45.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:51:45.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642627+0000",
2020-11-16T20:51:45.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.010825085
2020-11-16T20:51:45.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653452+0000",
2020-11-16T20:51:45.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2001999999999994e-05
2020-11-16T20:51:45.468 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.468 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653514+0000",
2020-11-16T20:51:45.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.011657979
2020-11-16T20:51:45.469 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.469 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.469 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.469 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.469 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.469 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43839 6.b 6.1d9c6efb (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:51:45.469 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.642133+0000",
2020-11-16T20:51:45.470 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 186.82047216999999,
2020-11-16T20:51:45.470 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0116837780000001,
2020-11-16T20:51:45.470 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.470 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:51:45.470 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.470 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.470 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43839
2020-11-16T20:51:45.471 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.471 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642133+0000",
2020-11-16T20:51:45.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.472 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642133+0000",
2020-11-16T20:51:45.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:51:45.472 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.472 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642104+0000",
2020-11-16T20:51:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000125532
2020-11-16T20:51:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642230+0000",
2020-11-16T20:51:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0360000000000001e-05
2020-11-16T20:51:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.474 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642240+0000",
2020-11-16T20:51:45.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5910000000000003e-06
2020-11-16T20:51:45.474 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.474 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642246+0000",
2020-11-16T20:51:45.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00040054400000000002
2020-11-16T20:51:45.475 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.475 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642646+0000",
2020-11-16T20:51:45.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0159999999999997e-06
2020-11-16T20:51:45.476 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.476 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.476 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:51:45.476 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642652+0000",
2020-11-16T20:51:45.476 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0111531840000001
2020-11-16T20:51:45.476 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.476 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.476 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.477 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653805+0000",
2020-11-16T20:51:45.477 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1817000000000001e-05
2020-11-16T20:51:45.477 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.477 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.477 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.477 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653817+0000",
2020-11-16T20:51:45.477 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0116837780000001
2020-11-16T20:51:45.478 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.478 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.478 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.478 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.478 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.478 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43843 6.b 6.4d2aebdb (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:51:45.478 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.642287+0000",
2020-11-16T20:51:45.478 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 186.82031879300001,
2020-11-16T20:51:45.479 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.011579877,
2020-11-16T20:51:45.479 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.479 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:51:45.479 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43843
2020-11-16T20:51:45.480 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.480 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.480 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642287+0000",
2020-11-16T20:51:45.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.480 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642287+0000",
2020-11-16T20:51:45.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:51:45.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642262+0000",
2020-11-16T20:51:45.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013552200000000001
2020-11-16T20:51:45.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642398+0000",
2020-11-16T20:51:45.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5088e-05
2020-11-16T20:51:45.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642413+0000",
2020-11-16T20:51:45.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3059999999999997e-06
2020-11-16T20:51:45.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642418+0000",
2020-11-16T20:51:45.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025243599999999998
2020-11-16T20:51:45.484 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.484 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642670+0000",
2020-11-16T20:51:45.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8159999999999999e-06
2020-11-16T20:51:45.484 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.485 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.485 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:51:45.485 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642676+0000",
2020-11-16T20:51:45.485 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0111820499999999
2020-11-16T20:51:45.485 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.485 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.485 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.486 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653858+0000",
2020-11-16T20:51:45.486 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3380000000000005e-06
2020-11-16T20:51:45.486 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.486 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.486 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.486 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653867+0000",
2020-11-16T20:51:45.486 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.011579877
2020-11-16T20:51:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43846 6.b 6.9e94071b (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:51:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.642460+0000",
2020-11-16T20:51:45.487 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 186.82014569899999,
2020-11-16T20:51:45.488 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0123784309999999,
2020-11-16T20:51:45.488 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.488 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:51:45.488 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43846
2020-11-16T20:51:45.489 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.489 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.489 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642460+0000",
2020-11-16T20:51:45.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.489 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.489 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642460+0000",
2020-11-16T20:51:45.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:51:45.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642436+0000",
2020-11-16T20:51:45.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107069
2020-11-16T20:51:45.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642543+0000",
2020-11-16T20:51:45.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0506000000000001e-05
2020-11-16T20:51:45.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642553+0000",
2020-11-16T20:51:45.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0679999999999996e-06
2020-11-16T20:51:45.492 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.492 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642558+0000",
2020-11-16T20:51:45.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013620900000000001
2020-11-16T20:51:45.493 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.493 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642695+0000",
2020-11-16T20:51:45.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6119999999999998e-06
2020-11-16T20:51:45.493 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.493 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.494 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:51:45.494 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642700+0000",
2020-11-16T20:51:45.494 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.012128398
2020-11-16T20:51:45.494 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.494 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.494 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.494 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.654829+0000",
2020-11-16T20:51:45.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5840000000000001e-06
2020-11-16T20:51:45.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.654838+0000",
2020-11-16T20:51:45.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0123784309999999
2020-11-16T20:51:45.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.496 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.496 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.496 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.496 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.496 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102071 6.b 6:da36aa1d:::benchmark_data_smithi065_43723_object14194:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:51:45.496 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.279140+0000",
2020-11-16T20:51:45.496 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 103.18346537799999,
2020-11-16T20:51:45.497 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.42440359,
2020-11-16T20:51:45.497 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.497 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.497 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.497 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.497 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.497 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102071
2020-11-16T20:51:45.498 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.498 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279140+0000",
2020-11-16T20:51:45.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279140+0000",
2020-11-16T20:51:45.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:51:45.499 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.499 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279110+0000",
2020-11-16T20:51:45.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6494000000000004e-05
2020-11-16T20:51:45.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279176+0000",
2020-11-16T20:51:45.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4603999999999999e-05
2020-11-16T20:51:45.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279191+0000",
2020-11-16T20:51:45.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7069999999999998e-06
2020-11-16T20:51:45.501 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.501 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279199+0000",
2020-11-16T20:51:45.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0026280040000000002
2020-11-16T20:51:45.502 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.502 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.281827+0000",
2020-11-16T20:51:45.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014083699999999999
2020-11-16T20:51:45.502 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.281968+0000",
2020-11-16T20:51:45.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013699799999999999
2020-11-16T20:51:45.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:51:45.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282105+0000",
2020-11-16T20:51:45.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010243472999999999
2020-11-16T20:51:45.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.292349+0000",
2020-11-16T20:51:45.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.41108489999999998
2020-11-16T20:51:45.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.703434+0000",
2020-11-16T20:51:45.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2663000000000006e-05
2020-11-16T20:51:45.505 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.505 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.703496+0000",
2020-11-16T20:51:45.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7579e-05
2020-11-16T20:51:45.506 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.506 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.703544+0000",
2020-11-16T20:51:45.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.42440359
2020-11-16T20:51:45.506 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.507 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.507 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.507 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.507 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.507 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102661 6.b 6:d0887f27:::benchmark_data_smithi065_43723_object14784:head [delete] snapc 0=[] ondisk+write+known_if_redirected e660)",
2020-11-16T20:51:45.507 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:03.144585+0000",
2020-11-16T20:51:45.507 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 102.31802019600001,
2020-11-16T20:51:45.507 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.220254374,
2020-11-16T20:51:45.508 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.508 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.508 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.508 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.508 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.508 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102661
2020-11-16T20:51:45.508 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.509 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.509 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.509 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.509 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144585+0000",
2020-11-16T20:51:45.509 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.509 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.509 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.509 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144585+0000",
2020-11-16T20:51:45.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:51:45.510 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.510 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144556+0000",
2020-11-16T20:51:45.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6131999999999996e-05
2020-11-16T20:51:45.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144622+0000",
2020-11-16T20:51:45.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0190999999999999e-05
2020-11-16T20:51:45.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144633+0000",
2020-11-16T20:51:45.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.242e-06
2020-11-16T20:51:45.512 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.512 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144638+0000",
2020-11-16T20:51:45.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010596945999999999
2020-11-16T20:51:45.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155235+0000",
2020-11-16T20:51:45.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146463
2020-11-16T20:51:45.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155381+0000",
2020-11-16T20:51:45.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000110532
2020-11-16T20:51:45.514 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.514 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:51:45.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155492+0000",
2020-11-16T20:51:45.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0037456270000000001
2020-11-16T20:51:45.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.159237+0000",
2020-11-16T20:51:45.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.205145878
2020-11-16T20:51:45.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.364383+0000",
2020-11-16T20:51:45.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025225999999999997
2020-11-16T20:51:45.516 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.516 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.364635+0000",
2020-11-16T20:51:45.517 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020424700000000001
2020-11-16T20:51:45.517 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.517 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.517 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.517 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.364840+0000",
2020-11-16T20:51:45.517 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.220254374
2020-11-16T20:51:45.517 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.517 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.518 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.518 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.518 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.518 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102670 6.3 6:c85ca9dc:::benchmark_data_smithi065_43723_object14793:head [delete] snapc 0=[] ondisk+write+known_if_redirected e660)",
2020-11-16T20:51:45.518 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:03.154332+0000",
2020-11-16T20:51:45.518 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 102.30827379900001,
2020-11-16T20:51:45.518 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.20982330299999999,
2020-11-16T20:51:45.519 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.519 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.519 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.519 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.519 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.519 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102670
2020-11-16T20:51:45.519 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.520 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.520 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.154332+0000",
2020-11-16T20:51:45.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.520 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.520 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.154332+0000",
2020-11-16T20:51:45.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:51:45.521 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.521 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.154310+0000",
2020-11-16T20:51:45.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4163999999999999e-05
2020-11-16T20:51:45.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.154354+0000",
2020-11-16T20:51:45.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1483e-05
2020-11-16T20:51:45.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.154366+0000",
2020-11-16T20:51:45.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3689999999999998e-06
2020-11-16T20:51:45.523 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.523 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.154371+0000",
2020-11-16T20:51:45.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00094912800000000004
2020-11-16T20:51:45.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155320+0000",
2020-11-16T20:51:45.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000108571
2020-11-16T20:51:45.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155429+0000",
2020-11-16T20:51:45.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5896999999999993e-05
2020-11-16T20:51:45.525 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.525 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155525+0000",
2020-11-16T20:51:45.526 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003720087
2020-11-16T20:51:45.526 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.159245+0000",
2020-11-16T20:51:45.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0019471200000000001
2020-11-16T20:51:45.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161192+0000",
2020-11-16T20:51:45.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5634999999999998e-05
2020-11-16T20:51:45.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161248+0000",
2020-11-16T20:51:45.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20290734599999999
2020-11-16T20:51:45.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.364155+0000",
2020-11-16T20:51:45.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20982330299999999
2020-11-16T20:51:45.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.529 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.529 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.530 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.530 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.530 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102676 6.8 6:1ce38ecc:::benchmark_data_smithi065_43723_object14799:head [delete] snapc 0=[] ondisk+write+known_if_redirected e660)",
2020-11-16T20:51:45.530 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:03.155304+0000",
2020-11-16T20:51:45.530 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 102.307301383,
2020-11-16T20:51:45.530 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21297687000000001,
2020-11-16T20:51:45.530 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.531 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.531 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.531 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.531 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.531 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102676
2020-11-16T20:51:45.531 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.531 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.531 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155304+0000",
2020-11-16T20:51:45.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155304+0000",
2020-11-16T20:51:45.533 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:51:45.533 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.533 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.533 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.533 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155264+0000",
2020-11-16T20:51:45.533 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8456999999999998e-05
2020-11-16T20:51:45.533 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.533 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.534 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.534 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155342+0000",
2020-11-16T20:51:45.534 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1826e-05
2020-11-16T20:51:45.534 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.534 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.534 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.534 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155354+0000",
2020-11-16T20:51:45.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6120000000000004e-06
2020-11-16T20:51:45.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155361+0000",
2020-11-16T20:51:45.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7816999999999999e-05
2020-11-16T20:51:45.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155419+0000",
2020-11-16T20:51:45.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013404199999999999
2020-11-16T20:51:45.536 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.536 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155553+0000",
2020-11-16T20:51:45.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012288699999999999
2020-11-16T20:51:45.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:51:45.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155676+0000",
2020-11-16T20:51:45.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035598679999999999
2020-11-16T20:51:45.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.159235+0000",
2020-11-16T20:51:45.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20888788599999999
2020-11-16T20:51:45.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368123+0000",
2020-11-16T20:51:45.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8553000000000004e-05
2020-11-16T20:51:45.539 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.539 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368212+0000",
2020-11-16T20:51:45.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9117999999999998e-05
2020-11-16T20:51:45.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368281+0000",
2020-11-16T20:51:45.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21297687000000001
2020-11-16T20:51:45.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.540 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop_reply(client.36014.0:102670 6.3 e660/626 ondisk, result = 0)",
2020-11-16T20:51:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:03.161087+0000",
2020-11-16T20:51:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 102.301518973,
2020-11-16T20:51:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.20308564700000001,
2020-11-16T20:51:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.542 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:51:45.542 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.542 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.542 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.542 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161087+0000",
2020-11-16T20:51:45.542 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.542 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161087+0000",
2020-11-16T20:51:45.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:51:45.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161063+0000",
2020-11-16T20:51:45.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7819999999999999e-05
2020-11-16T20:51:45.544 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.544 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161121+0000",
2020-11-16T20:51:45.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6989999999999998e-06
2020-11-16T20:51:45.544 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161131+0000",
2020-11-16T20:51:45.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0289999999999996e-06
2020-11-16T20:51:45.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.546 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161136+0000",
2020-11-16T20:51:45.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9177000000000001e-05
2020-11-16T20:51:45.546 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.546 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161175+0000",
2020-11-16T20:51:45.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9440000000000005e-06
2020-11-16T20:51:45.547 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.547 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161183+0000",
2020-11-16T20:51:45.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20298917499999999
2020-11-16T20:51:45.548 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.548 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.364172+0000",
2020-11-16T20:51:45.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20308564700000001
2020-11-16T20:51:45.548 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.549 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.549 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.549 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.549 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.549 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop_reply(client.36014.0:102676 6.8 e660/626 ondisk, result = 0)",
2020-11-16T20:51:45.549 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:03.161200+0000",
2020-11-16T20:51:45.549 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 102.301405054,
2020-11-16T20:51:45.550 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.20708629100000001,
2020-11-16T20:51:45.550 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.550 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T20:51:45.550 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.550 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.550 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.550 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161200+0000",
2020-11-16T20:51:45.550 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161200+0000",
2020-11-16T20:51:45.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:51:45.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161170+0000",
2020-11-16T20:51:45.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2358000000000001e-05
2020-11-16T20:51:45.552 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.552 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161242+0000",
2020-11-16T20:51:45.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2521e-05
2020-11-16T20:51:45.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161265+0000",
2020-11-16T20:51:45.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2020000000000001e-06
2020-11-16T20:51:45.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.161271+0000",
2020-11-16T20:51:45.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20679982699999999
2020-11-16T20:51:45.554 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.554 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368071+0000",
2020-11-16T20:51:45.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7438999999999999e-05
2020-11-16T20:51:45.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368098+0000",
2020-11-16T20:51:45.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000188331
2020-11-16T20:51:45.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368287+0000",
2020-11-16T20:51:45.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20708629100000001
2020-11-16T20:51:45.556 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.556 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.556 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.556 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.557 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:111490 6.3 6:ce0c80e6:::benchmark_data_smithi065_43723_object23613:head [delete] snapc 0=[] ondisk+write+known_if_redirected e662)",
2020-11-16T20:51:45.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:10.269581+0000",
2020-11-16T20:51:45.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 95.193024084000001,
2020-11-16T20:51:45.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.16534022900000001,
2020-11-16T20:51:45.557 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.557 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.557 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.558 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.558 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.558 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 111490
2020-11-16T20:51:45.558 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.558 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.558 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.269581+0000",
2020-11-16T20:51:45.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.269581+0000",
2020-11-16T20:51:45.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:51:45.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.269552+0000",
2020-11-16T20:51:45.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7880999999999995e-05
2020-11-16T20:51:45.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.269630+0000",
2020-11-16T20:51:45.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7028e-05
2020-11-16T20:51:45.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.269647+0000",
2020-11-16T20:51:45.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3229999999999998e-06
2020-11-16T20:51:45.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.269655+0000",
2020-11-16T20:51:45.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00047548399999999998
2020-11-16T20:51:45.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270131+0000",
2020-11-16T20:51:45.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014122700000000001
2020-11-16T20:51:45.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270272+0000",
2020-11-16T20:51:45.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012988100000000001
2020-11-16T20:51:45.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270402+0000",
2020-11-16T20:51:45.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003502846
2020-11-16T20:51:45.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.273905+0000",
2020-11-16T20:51:45.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.16075336000000001
2020-11-16T20:51:45.565 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.565 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.434658+0000",
2020-11-16T20:51:45.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4296000000000007e-05
2020-11-16T20:51:45.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.566 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.566 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.434752+0000",
2020-11-16T20:51:45.566 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000169421
2020-11-16T20:51:45.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.434922+0000",
2020-11-16T20:51:45.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.16534022900000001
2020-11-16T20:51:45.567 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.567 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.567 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.567 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.568 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.568 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:111492 6.5 6:a13770e7:::benchmark_data_smithi065_43723_object23615:head [delete] snapc 0=[] ondisk+write+known_if_redirected e662)",
2020-11-16T20:51:45.568 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:10.270721+0000",
2020-11-16T20:51:45.568 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 95.191884494000007,
2020-11-16T20:51:45.568 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.170921777,
2020-11-16T20:51:45.568 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.568 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.569 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.569 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.569 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.569 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 111492
2020-11-16T20:51:45.569 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.569 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.569 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270721+0000",
2020-11-16T20:51:45.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270721+0000",
2020-11-16T20:51:45.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999969
2020-11-16T20:51:45.571 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.571 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270690+0000",
2020-11-16T20:51:45.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9398000000000002e-05
2020-11-16T20:51:45.571 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.571 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270760+0000",
2020-11-16T20:51:45.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2364999999999999e-05
2020-11-16T20:51:45.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270772+0000",
2020-11-16T20:51:45.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3740000000000003e-06
2020-11-16T20:51:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270778+0000",
2020-11-16T20:51:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3404e-05
2020-11-16T20:51:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.574 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270822+0000",
2020-11-16T20:51:45.574 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000139574
2020-11-16T20:51:45.574 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.574 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.574 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.574 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.270961+0000",
2020-11-16T20:51:45.574 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000140173
2020-11-16T20:51:45.575 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.575 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.575 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.575 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.271101+0000",
2020-11-16T20:51:45.575 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0030049019999999998
2020-11-16T20:51:45.575 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.575 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.274106+0000",
2020-11-16T20:51:45.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.167426509
2020-11-16T20:51:45.576 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.576 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.441533+0000",
2020-11-16T20:51:45.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8726e-05
2020-11-16T20:51:45.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.441592+0000",
2020-11-16T20:51:45.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1276000000000002e-05
2020-11-16T20:51:45.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:10.441643+0000",
2020-11-16T20:51:45.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.170921777
2020-11-16T20:51:45.578 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.578 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.578 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.578 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.578 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.579 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133042 6.3 6:cd30e992:::benchmark_data_smithi065_43723_object45165:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:51:45.579 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.483006+0000",
2020-11-16T20:51:45.579 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 73.979599708999999,
2020-11-16T20:51:45.579 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21866643199999999,
2020-11-16T20:51:45.579 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.579 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.579 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133042
2020-11-16T20:51:45.580 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.580 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483006+0000",
2020-11-16T20:51:45.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483006+0000",
2020-11-16T20:51:45.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:51:45.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.582 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.482972+0000",
2020-11-16T20:51:45.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1049000000000004e-05
2020-11-16T20:51:45.582 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.582 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483043+0000",
2020-11-16T20:51:45.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2262999999999999e-05
2020-11-16T20:51:45.583 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.583 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483055+0000",
2020-11-16T20:51:45.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0619999999999997e-06
2020-11-16T20:51:45.583 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.584 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483061+0000",
2020-11-16T20:51:45.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0038176550000000001
2020-11-16T20:51:45.584 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.584 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.486879+0000",
2020-11-16T20:51:45.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000132404
2020-11-16T20:51:45.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487011+0000",
2020-11-16T20:51:45.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000151588
2020-11-16T20:51:45.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.586 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487163+0000",
2020-11-16T20:51:45.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0059413799999999996
2020-11-16T20:51:45.586 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.586 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.493104+0000",
2020-11-16T20:51:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20844226499999999
2020-11-16T20:51:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.701547+0000",
2020-11-16T20:51:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9791999999999999e-05
2020-11-16T20:51:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.588 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.701616+0000",
2020-11-16T20:51:45.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5899999999999997e-05
2020-11-16T20:51:45.588 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.588 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.701672+0000",
2020-11-16T20:51:45.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21866643199999999
2020-11-16T20:51:45.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.589 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.589 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.589 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.589 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.589 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133050 6.5 6:a4cdf146:::benchmark_data_smithi065_43723_object45173:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:51:45.590 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.487703+0000",
2020-11-16T20:51:45.590 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 73.974902553000007,
2020-11-16T20:51:45.590 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21450145700000001,
2020-11-16T20:51:45.590 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.590 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.590 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.590 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.591 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.591 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133050
2020-11-16T20:51:45.591 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.591 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.591 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.591 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.591 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487703+0000",
2020-11-16T20:51:45.591 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.592 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.592 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487703+0000",
2020-11-16T20:51:45.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:51:45.592 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.592 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487673+0000",
2020-11-16T20:51:45.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7540999999999995e-05
2020-11-16T20:51:45.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487750+0000",
2020-11-16T20:51:45.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1721e-05
2020-11-16T20:51:45.594 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.594 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487762+0000",
2020-11-16T20:51:45.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2140000000000001e-06
2020-11-16T20:51:45.594 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487768+0000",
2020-11-16T20:51:45.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1144999999999996e-05
2020-11-16T20:51:45.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487849+0000",
2020-11-16T20:51:45.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016254900000000001
2020-11-16T20:51:45.596 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.596 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.488012+0000",
2020-11-16T20:51:45.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013208100000000001
2020-11-16T20:51:45.596 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.597 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.488144+0000",
2020-11-16T20:51:45.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0051204629999999996
2020-11-16T20:51:45.597 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.597 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.493264+0000",
2020-11-16T20:51:45.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20873347
2020-11-16T20:51:45.598 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.598 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.701998+0000",
2020-11-16T20:51:45.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000115183
2020-11-16T20:51:45.598 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.599 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.599 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.599 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.702113+0000",
2020-11-16T20:51:45.599 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1302000000000001e-05
2020-11-16T20:51:45.599 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.599 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.599 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.599 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.702204+0000",
2020-11-16T20:51:45.600 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21450145700000001
2020-11-16T20:51:45.600 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.600 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.600 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.600 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.600 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.600 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133057 6.5 6:a83fccbf:::benchmark_data_smithi065_43723_object45180:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:51:45.601 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.496553+0000",
2020-11-16T20:51:45.601 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 73.966052684000005,
2020-11-16T20:51:45.601 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.22818697700000001,
2020-11-16T20:51:45.601 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.601 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.601 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.601 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.602 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.602 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133057
2020-11-16T20:51:45.602 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.602 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.602 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496553+0000",
2020-11-16T20:51:45.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496553+0000",
2020-11-16T20:51:45.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:51:45.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496534+0000",
2020-11-16T20:51:45.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1096000000000001e-05
2020-11-16T20:51:45.604 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.604 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496575+0000",
2020-11-16T20:51:45.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8930000000000005e-06
2020-11-16T20:51:45.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496583+0000",
2020-11-16T20:51:45.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7360000000000001e-06
2020-11-16T20:51:45.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496588+0000",
2020-11-16T20:51:45.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8702000000000003e-05
2020-11-16T20:51:45.606 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.606 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496627+0000",
2020-11-16T20:51:45.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4944000000000005e-05
2020-11-16T20:51:45.607 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.607 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496712+0000",
2020-11-16T20:51:45.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5038999999999998e-05
2020-11-16T20:51:45.607 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.608 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.608 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.608 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496787+0000",
2020-11-16T20:51:45.608 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0038790629999999999
2020-11-16T20:51:45.608 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.608 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.608 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.608 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.500666+0000",
2020-11-16T20:51:45.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.223943004
2020-11-16T20:51:45.609 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.609 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724609+0000",
2020-11-16T20:51:45.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2794999999999997e-05
2020-11-16T20:51:45.609 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724681+0000",
2020-11-16T20:51:45.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8387999999999997e-05
2020-11-16T20:51:45.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724740+0000",
2020-11-16T20:51:45.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.22818697700000001
2020-11-16T20:51:45.611 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.611 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.611 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.611 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.611 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.611 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133066 6.5 6:af269c9b:::benchmark_data_smithi065_43723_object45189:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:51:45.612 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.507472+0000",
2020-11-16T20:51:45.612 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 73.955133821000004,
2020-11-16T20:51:45.612 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21744618199999999,
2020-11-16T20:51:45.612 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.612 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.612 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.612 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.613 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.613 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133066
2020-11-16T20:51:45.613 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.613 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.613 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507472+0000",
2020-11-16T20:51:45.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507472+0000",
2020-11-16T20:51:45.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:51:45.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507445+0000",
2020-11-16T20:51:45.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0881000000000003e-05
2020-11-16T20:51:45.615 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.615 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507496+0000",
2020-11-16T20:51:45.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1959999999999997e-06
2020-11-16T20:51:45.616 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.616 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507505+0000",
2020-11-16T20:51:45.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0470000000000001e-06
2020-11-16T20:51:45.616 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.616 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507510+0000",
2020-11-16T20:51:45.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3794e-05
2020-11-16T20:51:45.617 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.617 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507564+0000",
2020-11-16T20:51:45.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000133189
2020-11-16T20:51:45.618 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.618 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.618 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.618 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507697+0000",
2020-11-16T20:51:45.618 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000112991
2020-11-16T20:51:45.618 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.618 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.619 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.619 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507810+0000",
2020-11-16T20:51:45.619 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0079518190000000006
2020-11-16T20:51:45.619 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.619 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.619 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.619 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.515762+0000",
2020-11-16T20:51:45.619 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.209027344
2020-11-16T20:51:45.620 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.620 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.620 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.620 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724789+0000",
2020-11-16T20:51:45.620 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3030999999999999e-05
2020-11-16T20:51:45.620 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.620 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724862+0000",
2020-11-16T20:51:45.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5670000000000001e-05
2020-11-16T20:51:45.621 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.621 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724918+0000",
2020-11-16T20:51:45.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21744618199999999
2020-11-16T20:51:45.622 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.622 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.622 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.622 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.622 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.622 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133073 6.5 6:a84d4255:::benchmark_data_smithi065_43723_object45196:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:51:45.622 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.511628+0000",
2020-11-16T20:51:45.623 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 73.950977155000004,
2020-11-16T20:51:45.623 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21345563200000001,
2020-11-16T20:51:45.623 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.623 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.623 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.623 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.623 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.623 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133073
2020-11-16T20:51:45.624 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.624 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.624 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.624 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.624 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511628+0000",
2020-11-16T20:51:45.624 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.624 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.625 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511628+0000",
2020-11-16T20:51:45.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:51:45.625 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.625 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511600+0000",
2020-11-16T20:51:45.626 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5815000000000006e-05
2020-11-16T20:51:45.626 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.626 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.626 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.626 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511666+0000",
2020-11-16T20:51:45.626 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1790999999999999e-05
2020-11-16T20:51:45.626 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.627 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511677+0000",
2020-11-16T20:51:45.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2949999999999999e-06
2020-11-16T20:51:45.627 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.627 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511684+0000",
2020-11-16T20:51:45.628 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4852999999999999e-05
2020-11-16T20:51:45.628 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.628 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.628 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.628 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511729+0000",
2020-11-16T20:51:45.628 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013413100000000001
2020-11-16T20:51:45.628 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.629 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.629 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.629 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511863+0000",
2020-11-16T20:51:45.629 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015456199999999999
2020-11-16T20:51:45.629 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.629 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.629 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.629 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.512017+0000",
2020-11-16T20:51:45.630 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0038972350000000002
2020-11-16T20:51:45.630 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.630 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.630 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.630 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.515914+0000",
2020-11-16T20:51:45.630 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20905481400000001
2020-11-16T20:51:45.630 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.631 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724969+0000",
2020-11-16T20:51:45.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4429000000000003e-05
2020-11-16T20:51:45.631 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.631 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.725034+0000",
2020-11-16T20:51:45.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0300999999999998e-05
2020-11-16T20:51:45.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.725084+0000",
2020-11-16T20:51:45.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21345563200000001
2020-11-16T20:51:45.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.633 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.633 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.633 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.633 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.633 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133077 6.3 6:ce98db68:::benchmark_data_smithi065_43723_object45200:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:51:45.633 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.516346+0000",
2020-11-16T20:51:45.633 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 73.946259748000003,
2020-11-16T20:51:45.633 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21190172500000001,
2020-11-16T20:51:45.634 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.634 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.634 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133077
2020-11-16T20:51:45.634 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.635 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.635 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516346+0000",
2020-11-16T20:51:45.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.635 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.635 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516346+0000",
2020-11-16T20:51:45.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:51:45.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516316+0000",
2020-11-16T20:51:45.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8543999999999999e-05
2020-11-16T20:51:45.637 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.637 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516394+0000",
2020-11-16T20:51:45.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7082e-05
2020-11-16T20:51:45.637 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.637 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516411+0000",
2020-11-16T20:51:45.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4679999999999992e-06
2020-11-16T20:51:45.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516420+0000",
2020-11-16T20:51:45.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0523999999999999e-05
2020-11-16T20:51:45.639 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.639 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516480+0000",
2020-11-16T20:51:45.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000148758
2020-11-16T20:51:45.639 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.639 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516629+0000",
2020-11-16T20:51:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000148753
2020-11-16T20:51:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516778+0000",
2020-11-16T20:51:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0089197779999999997
2020-11-16T20:51:45.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.641 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.641 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.525698+0000",
2020-11-16T20:51:45.641 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.202435054
2020-11-16T20:51:45.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728133+0000",
2020-11-16T20:51:45.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3377e-05
2020-11-16T20:51:45.642 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.642 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728196+0000",
2020-11-16T20:51:45.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1581e-05
2020-11-16T20:51:45.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728248+0000",
2020-11-16T20:51:45.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21190172500000001
2020-11-16T20:51:45.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.643 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.644 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.644 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.644 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.644 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133078 6.3 6:c0dee34d:::benchmark_data_smithi065_43723_object45201:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:51:45.644 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.516501+0000",
2020-11-16T20:51:45.644 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 73.946104657000006,
2020-11-16T20:51:45.644 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21189149400000001,
2020-11-16T20:51:45.644 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.645 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.645 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133078
2020-11-16T20:51:45.645 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.645 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516501+0000",
2020-11-16T20:51:45.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516501+0000",
2020-11-16T20:51:45.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:51:45.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516470+0000",
2020-11-16T20:51:45.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4577000000000001e-05
2020-11-16T20:51:45.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516545+0000",
2020-11-16T20:51:45.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3572e-05
2020-11-16T20:51:45.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516559+0000",
2020-11-16T20:51:45.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.421e-06
2020-11-16T20:51:45.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516565+0000",
2020-11-16T20:51:45.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0049937970000000003
2020-11-16T20:51:45.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.650 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.650 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.650 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.521559+0000",
2020-11-16T20:51:45.650 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000157992
2020-11-16T20:51:45.650 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.650 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.650 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.651 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.521717+0000",
2020-11-16T20:51:45.651 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000187715
2020-11-16T20:51:45.651 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.651 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.651 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.651 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.521905+0000",
2020-11-16T20:51:45.651 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0040182330000000004
2020-11-16T20:51:45.651 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.652 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.652 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.525923+0000",
2020-11-16T20:51:45.652 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.202366086
2020-11-16T20:51:45.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.652 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728289+0000",
2020-11-16T20:51:45.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6035999999999997e-05
2020-11-16T20:51:45.653 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.653 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728345+0000",
2020-11-16T20:51:45.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7525000000000003e-05
2020-11-16T20:51:45.653 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728392+0000",
2020-11-16T20:51:45.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21189149400000001
2020-11-16T20:51:45.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.654 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.654 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.655 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:51:45.655 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:51:45.655 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133103 6.5 6:a7b761b7:::benchmark_data_smithi065_43723_object45226:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:51:45.655 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.546029+0000",
2020-11-16T20:51:45.655 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 73.916576418000005,
2020-11-16T20:51:45.655 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.17922338900000001,
2020-11-16T20:51:45.655 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:51:45.656 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:51:45.656 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:51:45.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:51:45.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:51:45.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133103
2020-11-16T20:51:45.656 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:51:45.656 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:51:45.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:51:45.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546029+0000",
2020-11-16T20:51:45.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:51:45.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:51:45.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546029+0000",
2020-11-16T20:51:45.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999766
2020-11-16T20:51:45.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:51:45.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546006+0000",
2020-11-16T20:51:45.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1788e-05
2020-11-16T20:51:45.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:51:45.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546057+0000",
2020-11-16T20:51:45.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7409999999999992e-06
2020-11-16T20:51:45.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:51:45.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546065+0000",
2020-11-16T20:51:45.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9380000000000002e-06
2020-11-16T20:51:45.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:51:45.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546069+0000",
2020-11-16T20:51:45.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6366000000000003e-05
2020-11-16T20:51:45.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:51:45.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546116+0000",
2020-11-16T20:51:45.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013127599999999999
2020-11-16T20:51:45.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:51:45.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546247+0000",
2020-11-16T20:51:45.661 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011129
2020-11-16T20:51:45.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:51:45.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.546358+0000",
2020-11-16T20:51:45.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0039985350000000001
2020-11-16T20:51:45.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:51:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.550357+0000",
2020-11-16T20:51:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.174784619
2020-11-16T20:51:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:51:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.725141+0000",
2020-11-16T20:51:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0971000000000003e-05
2020-11-16T20:51:45.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:51:45.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.725202+0000",
2020-11-16T20:51:45.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0303999999999998e-05
2020-11-16T20:51:45.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:51:45.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:51:45.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:51:45.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.725253+0000",
2020-11-16T20:51:45.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17922338900000001
2020-11-16T20:51:45.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:51:45.665 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:51:45.665 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:51:45.665 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:51:45.666 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:51:45.666 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:51:45.668 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:45 smithi065 bash[18823]: debug 2020-11-16T20:51:45.279+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:45.668 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:45.669 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:45.771 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:45.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:45 smithi065 bash[9468]: cluster 2020-11-16T20:51:44.481837+0000 mgr.x (mgr.14196) 1203 : cluster [DBG] pgmap v1793: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:45.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:45 smithi065 bash[9468]: audit 2020-11-16T20:51:44.512782+0000 mon.a (mon.0) 2246 : audit [INF] from='client.? v1:172.21.15.142:0/3147938504' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished
2020-11-16T20:51:45.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:45 smithi065 bash[9468]: cluster 2020-11-16T20:51:44.512822+0000 mon.a (mon.0) 2247 : cluster [DBG] osdmap e689: 12 total, 12 up, 8 in
2020-11-16T20:51:45.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:45 smithi142 bash[9523]: cluster 2020-11-16T20:51:44.481837+0000 mgr.x (mgr.14196) 1203 : cluster [DBG] pgmap v1793: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:45.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:45 smithi142 bash[9523]: audit 2020-11-16T20:51:44.512782+0000 mon.a (mon.0) 2246 : audit [INF] from='client.? v1:172.21.15.142:0/3147938504' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished
2020-11-16T20:51:45.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:45 smithi142 bash[9523]: cluster 2020-11-16T20:51:44.512822+0000 mon.a (mon.0) 2247 : cluster [DBG] osdmap e689: 12 total, 12 up, 8 in
2020-11-16T20:51:45.784 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:45 smithi071 bash[14419]: debug 2020-11-16T20:51:45.520+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:45.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:45 smithi071 bash[9480]: cluster 2020-11-16T20:51:44.481837+0000 mgr.x (mgr.14196) 1203 : cluster [DBG] pgmap v1793: 1 pgs: 1 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:45.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:45 smithi071 bash[9480]: audit 2020-11-16T20:51:44.512782+0000 mon.a (mon.0) 2246 : audit [INF] from='client.? v1:172.21.15.142:0/3147938504' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished
2020-11-16T20:51:45.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:45 smithi071 bash[9480]: cluster 2020-11-16T20:51:44.512822+0000 mon.a (mon.0) 2247 : cluster [DBG] osdmap e689: 12 total, 12 up, 8 in
2020-11-16T20:51:46.223 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:46.327 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:46.375 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool application enable unique_pool_5 rados --yes-i-really-mean-it || true
2020-11-16T20:51:46.396 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T20:51:46.470 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:46.516 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:46.525 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:46 smithi071 bash[16796]: debug 2020-11-16T20:51:46.224+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:46.559 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:46.576 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:46.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:46 smithi065 bash[9468]: cluster 2020-11-16T20:51:45.514703+0000 mon.a (mon.0) 2248 : cluster [DBG] osdmap e690: 12 total, 12 up, 8 in
2020-11-16T20:51:46.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:46 smithi065 bash[9468]: cluster 2020-11-16T20:51:46.482527+0000 mgr.x (mgr.14196) 1204 : cluster [DBG] pgmap v1796: 17 pgs: 4 creating+peering, 9 unknown, 4 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:46.709 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:46 smithi065 bash[16457]: debug 2020-11-16T20:51:46.471+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:46.710 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:46.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:46 smithi142 bash[9523]: cluster 2020-11-16T20:51:45.514703+0000 mon.a (mon.0) 2248 : cluster [DBG] osdmap e690: 12 total, 12 up, 8 in
2020-11-16T20:51:46.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:46 smithi142 bash[9523]: cluster 2020-11-16T20:51:46.482527+0000 mgr.x (mgr.14196) 1204 : cluster [DBG] pgmap v1796: 17 pgs: 4 creating+peering, 9 unknown, 4 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:46.815 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:46.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:46 smithi071 bash[9480]: cluster 2020-11-16T20:51:45.514703+0000 mon.a (mon.0) 2248 : cluster [DBG] osdmap e690: 12 total, 12 up, 8 in
2020-11-16T20:51:46.826 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:46 smithi071 bash[9480]: cluster 2020-11-16T20:51:46.482527+0000 mgr.x (mgr.14196) 1204 : cluster [DBG] pgmap v1796: 17 pgs: 4 creating+peering, 9 unknown, 4 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:46.945 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:47.029 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:46 smithi065 bash[11785]: debug 2020-11-16T20:51:46.711+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:47.051 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:47.196 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:46 smithi071 bash[14419]: debug 2020-11-16T20:51:46.948+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:47.427 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:47.532 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:47.662 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:51:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:51:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 0
2020-11-16T20:51:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:51:47.768 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:47.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:47 smithi065 bash[9468]: cluster 2020-11-16T20:51:46.527612+0000 mon.a (mon.0) 2249 : cluster [DBG] osdmap e691: 12 total, 12 up, 8 in
2020-11-16T20:51:47.780 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:47 smithi065 bash[11785]: debug 2020-11-16T20:51:47.663+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:47.896 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:47.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:47 smithi071 bash[9480]: cluster 2020-11-16T20:51:46.527612+0000 mon.a (mon.0) 2249 : cluster [DBG] osdmap e691: 12 total, 12 up, 8 in
2020-11-16T20:51:47.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:47 smithi142 bash[9523]: cluster 2020-11-16T20:51:46.527612+0000 mon.a (mon.0) 2249 : cluster [DBG] osdmap e691: 12 total, 12 up, 8 in
2020-11-16T20:51:47.948 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:47 smithi142 bash[20366]: debug 2020-11-16T20:51:47.433+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:48.002 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:48.156 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:48.261 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:48.274 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:48 smithi071 bash[12066]: debug 2020-11-16T20:51:48.156+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:48.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:47 smithi065 bash[11785]: debug 2020-11-16T20:51:47.899+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:48.389 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:48.494 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:48.537 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:48 smithi071 bash[14419]: debug 2020-11-16T20:51:48.392+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:48.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:48 smithi142 bash[9523]: cluster 2020-11-16T20:51:48.483208+0000 mgr.x (mgr.14196) 1205 : cluster [DBG] pgmap v1798: 17 pgs: 4 creating+peering, 3 unknown, 10 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:48.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:48 smithi071 bash[9480]: cluster 2020-11-16T20:51:48.483208+0000 mgr.x (mgr.14196) 1205 : cluster [DBG] pgmap v1798: 17 pgs: 4 creating+peering, 3 unknown, 10 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:48.967 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:49.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:48 smithi065 bash[9468]: cluster 2020-11-16T20:51:48.483208+0000 mgr.x (mgr.14196) 1205 : cluster [DBG] pgmap v1798: 17 pgs: 4 creating+peering, 3 unknown, 10 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:49.072 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:49.220 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:48 smithi142 bash[18009]: debug 2020-11-16T20:51:48.973+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:49.222 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:49.302 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:51:49.303 INFO:tasks.thrashosds.thrasher:inject_pause on 5
2020-11-16T20:51:49.303 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:51:49.303 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:51:49.303 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 config set filestore_inject_stall 3
2020-11-16T20:51:49.329 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:49.446 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:51:49.512 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:49.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:49 smithi065 bash[18823]: debug 2020-11-16T20:51:49.222+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:49.618 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:49.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:49 smithi142 bash[18009]: debug 2020-11-16T20:51:49.517+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:50.068 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:50.174 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:50.446 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:50 smithi071 bash[14419]: debug 2020-11-16T20:51:50.068+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:50.707 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:50.810 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:50 smithi142 bash[9523]: cluster 2020-11-16T20:51:50.483963+0000 mgr.x (mgr.14196) 1206 : cluster [DBG] pgmap v1799: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:50.810 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:50 smithi142 bash[15670]: debug 2020-11-16T20:51:50.709+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:50.813 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:50.825 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:50 smithi065 bash[9468]: cluster 2020-11-16T20:51:50.483963+0000 mgr.x (mgr.14196) 1206 : cluster [DBG] pgmap v1799: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:50.831 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:50 smithi071 bash[9480]: cluster 2020-11-16T20:51:50.483963+0000 mgr.x (mgr.14196) 1206 : cluster [DBG] pgmap v1799: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:50.982 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:51.088 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:51.101 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:50 smithi065 bash[16457]: debug 2020-11-16T20:51:50.982+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:51.214 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:51.320 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:51.529 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:51 smithi065 bash[14115]: debug 2020-11-16T20:51:51.214+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:51.733 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:51.808 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:51 smithi142 bash[9523]: cluster 2020-11-16T20:51:50.817996+0000 osd.4 (osd.4) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:51.809 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:51 smithi142 bash[9523]: cluster 2020-11-16T20:51:50.818145+0000 osd.4 (osd.4) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:51.839 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:51.853 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:51 smithi071 bash[14419]: debug 2020-11-16T20:51:51.736+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:51.854 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:51 smithi071 bash[9480]: cluster 2020-11-16T20:51:50.817996+0000 osd.4 (osd.4) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:51.854 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:51 smithi071 bash[9480]: cluster 2020-11-16T20:51:50.818145+0000 osd.4 (osd.4) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:52.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:51 smithi065 bash[9468]: cluster 2020-11-16T20:51:50.817996+0000 osd.4 (osd.4) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:51:52.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:51 smithi065 bash[9468]: cluster 2020-11-16T20:51:50.818145+0000 osd.4 (osd.4) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:51:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:51:52.261 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:51:52.446 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:51:52 smithi071 bash[14419]: debug 2020-11-16T20:51:52.160+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:52.646 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:51:52.751 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:52.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:52 smithi071 bash[9480]: cluster 2020-11-16T20:51:51.578540+0000 mon.a (mon.0) 2250 : cluster [DBG] osdmap e692: 12 total, 12 up, 8 in
2020-11-16T20:51:52.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:52 smithi071 bash[9480]: cluster 2020-11-16T20:51:52.484664+0000 mgr.x (mgr.14196) 1207 : cluster [DBG] pgmap v1801: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:53.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:52 smithi065 bash[9468]: cluster 2020-11-16T20:51:51.578540+0000 mon.a (mon.0) 2250 : cluster [DBG] osdmap e692: 12 total, 12 up, 8 in
2020-11-16T20:51:53.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:52 smithi065 bash[9468]: cluster 2020-11-16T20:51:52.484664+0000 mgr.x (mgr.14196) 1207 : cluster [DBG] pgmap v1801: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:53.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:52 smithi142 bash[9523]: cluster 2020-11-16T20:51:51.578540+0000 mon.a (mon.0) 2250 : cluster [DBG] osdmap e692: 12 total, 12 up, 8 in
2020-11-16T20:51:53.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:52 smithi142 bash[9523]: cluster 2020-11-16T20:51:52.484664+0000 mgr.x (mgr.14196) 1207 : cluster [DBG] pgmap v1801: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:53.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:51:52 smithi142 bash[114994]: debug 2020-11-16T20:51:52.649+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:53.483 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:51:53.483 INFO:teuthology.orchestra.run.smithi071.stdout:    "success": ""
2020-11-16T20:51:53.483 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:51:53.567 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:51:53.673 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:53.826 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:53.931 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:53.943 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:53 smithi065 bash[11785]: debug 2020-11-16T20:51:53.826+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:54.056 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:54.162 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:54.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:54 smithi065 bash[11785]: debug 2020-11-16T20:51:54.058+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:54.289 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:54.303 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:51:53 smithi142 bash[20366]: debug 2020-11-16T20:51:53.573+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:54.396 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:54.525 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:54.561 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:54 smithi065 bash[14115]: debug 2020-11-16T20:51:54.526+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:54.561 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:54 smithi065 bash[16457]: debug 2020-11-16T20:51:54.290+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:54.631 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:54.741 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:54 smithi142 bash[9523]: cluster 2020-11-16T20:51:54.485367+0000 mgr.x (mgr.14196) 1208 : cluster [DBG] pgmap v1802: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:54.783 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:54.889 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:54.900 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:54 smithi065 bash[9468]: cluster 2020-11-16T20:51:54.485367+0000 mgr.x (mgr.14196) 1208 : cluster [DBG] pgmap v1802: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:54.901 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:54 smithi065 bash[14115]: debug 2020-11-16T20:51:54.786+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:54.915 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:51:54.939 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:51:54.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:54 smithi071 bash[9480]: cluster 2020-11-16T20:51:54.485367+0000 mgr.x (mgr.14196) 1208 : cluster [DBG] pgmap v1802: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:54.960 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:51:54.983 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:51:54.996 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:51:54.996 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:51:55.008 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:51:55.008 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:55.034 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:51:55.060 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:51:55.092 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:51:55.113 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:55.119 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:51:55.147 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:51:55.171 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:51:55.194 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:51:55.196 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.197 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.197 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.197 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.197 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.197 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.197 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.197 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.198 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.198 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.198 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.198 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:51:55.242 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:55 smithi065 bash[18823]: debug 2020-11-16T20:51:55.010+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:55.243 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:51:55.348 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:55.482 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:51:55.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:51:55 smithi065 bash[16457]: debug 2020-11-16T20:51:55.246+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:55.570 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:51:55.588 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:55.696 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:51:55 smithi071 bash[12066]: debug 2020-11-16T20:51:55.484+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:55.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:55 smithi071 bash[9480]: audit 2020-11-16T20:51:54.899432+0000 mon.a (mon.0) 2251 : audit [DBG] from='client.? v1:172.21.15.142:0/3856857987' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:55.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:55 smithi071 bash[9480]: cluster 2020-11-16T20:51:54.922575+0000 osd.0 (osd.0) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:55.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:55 smithi071 bash[9480]: cluster 2020-11-16T20:51:54.967765+0000 osd.2 (osd.2) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:55.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:55 smithi071 bash[9480]: audit 2020-11-16T20:51:54.977180+0000 mon.a (mon.0) 2252 : audit [INF] from='client.? v1:172.21.15.142:0/3317537894' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:55.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:55 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.176514+0000 osd.10 (osd.10) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:55.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:55 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.200176+0000 osd.11 (osd.11) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:55.917 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:55.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:55 smithi142 bash[9523]: audit 2020-11-16T20:51:54.899432+0000 mon.a (mon.0) 2251 : audit [DBG] from='client.? v1:172.21.15.142:0/3856857987' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:55.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:55 smithi142 bash[9523]: cluster 2020-11-16T20:51:54.922575+0000 osd.0 (osd.0) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:55.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:55 smithi142 bash[9523]: cluster 2020-11-16T20:51:54.967765+0000 osd.2 (osd.2) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:55.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:55 smithi142 bash[9523]: audit 2020-11-16T20:51:54.977180+0000 mon.a (mon.0) 2252 : audit [INF] from='client.? v1:172.21.15.142:0/3317537894' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:55.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:55 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.176514+0000 osd.10 (osd.10) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:55.937 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:55 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.200176+0000 osd.11 (osd.11) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.023 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:56.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:55 smithi065 bash[9468]: audit 2020-11-16T20:51:54.899432+0000 mon.a (mon.0) 2251 : audit [DBG] from='client.? v1:172.21.15.142:0/3856857987' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:51:56.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:55 smithi065 bash[9468]: cluster 2020-11-16T20:51:54.922575+0000 osd.0 (osd.0) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:55 smithi065 bash[9468]: cluster 2020-11-16T20:51:54.967765+0000 osd.2 (osd.2) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:55 smithi065 bash[9468]: audit 2020-11-16T20:51:54.977180+0000 mon.a (mon.0) 2252 : audit [INF] from='client.? v1:172.21.15.142:0/3317537894' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:51:56.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:55 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.176514+0000 osd.10 (osd.10) 164 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:55 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.200176+0000 osd.11 (osd.11) 182 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.151 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:56.257 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:56.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:55 smithi142 bash[15670]: debug 2020-11-16T20:51:55.921+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:56.381 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:56.487 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:56.498 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[11785]: debug 2020-11-16T20:51:56.154+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:56.582 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[16796]: debug 2020-11-16T20:51:56.384+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:56.591 INFO:teuthology.orchestra.run.smithi142.stderr:enabled application 'rados' on pool 'unique_pool_5'
2020-11-16T20:51:56.618 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:51:56.724 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:56.780 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[14115]: debug 2020-11-16T20:51:56.618+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:56.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:54.946381+0000 osd.1 (osd.1) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:54.990748+0000 osd.3 (osd.3) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.014860+0000 osd.4 (osd.4) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.040638+0000 osd.5 (osd.5) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.067155+0000 osd.6 (osd.6) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.099245+0000 osd.7 (osd.7) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.124842+0000 osd.8 (osd.8) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.152908+0000 osd.9 (osd.9) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.567542+0000 mon.a (mon.0) 2253 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:51:56.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.567586+0000 mon.a (mon.0) 2254 : cluster [INF] Cluster is now healthy
2020-11-16T20:51:56.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: audit 2020-11-16T20:51:55.572983+0000 mon.a (mon.0) 2255 : audit [INF] from='client.? v1:172.21.15.142:0/3317537894' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:56.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:55.573039+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e693: 12 total, 12 up, 8 in
2020-11-16T20:51:56.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: audit 2020-11-16T20:51:55.637632+0000 mon.a (mon.0) 2257 : audit [INF] from='client.? v1:172.21.15.142:0/1222555578' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:51:56.782 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:56 smithi065 bash[9468]: cluster 2020-11-16T20:51:56.486036+0000 mgr.x (mgr.14196) 1209 : cluster [DBG] pgmap v1804: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:56.847 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:54.946381+0000 osd.1 (osd.1) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.847 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:54.990748+0000 osd.3 (osd.3) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.847 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.014860+0000 osd.4 (osd.4) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.847 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.040638+0000 osd.5 (osd.5) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.067155+0000 osd.6 (osd.6) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.099245+0000 osd.7 (osd.7) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.124842+0000 osd.8 (osd.8) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.152908+0000 osd.9 (osd.9) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.567542+0000 mon.a (mon.0) 2253 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:51:56.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.567586+0000 mon.a (mon.0) 2254 : cluster [INF] Cluster is now healthy
2020-11-16T20:51:56.848 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: audit 2020-11-16T20:51:55.572983+0000 mon.a (mon.0) 2255 : audit [INF] from='client.? v1:172.21.15.142:0/3317537894' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:56.849 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:55.573039+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e693: 12 total, 12 up, 8 in
2020-11-16T20:51:56.849 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: audit 2020-11-16T20:51:55.637632+0000 mon.a (mon.0) 2257 : audit [INF] from='client.? v1:172.21.15.142:0/1222555578' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:51:56.849 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[9480]: cluster 2020-11-16T20:51:56.486036+0000 mgr.x (mgr.14196) 1209 : cluster [DBG] pgmap v1804: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:56.849 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:56.953 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:56.971 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:54.946381+0000 osd.1 (osd.1) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.971 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:54.990748+0000 osd.3 (osd.3) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.971 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.014860+0000 osd.4 (osd.4) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.040638+0000 osd.5 (osd.5) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.067155+0000 osd.6 (osd.6) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.099245+0000 osd.7 (osd.7) 171 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.124842+0000 osd.8 (osd.8) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.152908+0000 osd.9 (osd.9) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:51:56.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.567542+0000 mon.a (mon.0) 2253 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:51:56.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.567586+0000 mon.a (mon.0) 2254 : cluster [INF] Cluster is now healthy
2020-11-16T20:51:56.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: audit 2020-11-16T20:51:55.572983+0000 mon.a (mon.0) 2255 : audit [INF] from='client.? v1:172.21.15.142:0/3317537894' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:51:56.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:55.573039+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e693: 12 total, 12 up, 8 in
2020-11-16T20:51:56.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: audit 2020-11-16T20:51:55.637632+0000 mon.a (mon.0) 2257 : audit [INF] from='client.? v1:172.21.15.142:0/1222555578' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:51:56.973 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:56 smithi142 bash[9523]: cluster 2020-11-16T20:51:56.486036+0000 mgr.x (mgr.14196) 1209 : cluster [DBG] pgmap v1804: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:56.974 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops
2020-11-16T20:51:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:51:57.157 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:57.185 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:57.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:56 smithi071 bash[16796]: debug 2020-11-16T20:51:56.848+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:57.196 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:51:57 smithi071 bash[16796]: debug 2020-11-16T20:51:57.080+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:57.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:57 smithi071 bash[9480]: audit 2020-11-16T20:51:56.593742+0000 mon.a (mon.0) 2258 : audit [INF] from='client.? v1:172.21.15.142:0/1222555578' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:51:57.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:57 smithi071 bash[9480]: cluster 2020-11-16T20:51:56.593829+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e694: 12 total, 12 up, 8 in
2020-11-16T20:51:57.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:57 smithi142 bash[9523]: audit 2020-11-16T20:51:56.593742+0000 mon.a (mon.0) 2258 : audit [INF] from='client.? v1:172.21.15.142:0/1222555578' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:51:57.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:57 smithi142 bash[9523]: cluster 2020-11-16T20:51:56.593829+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e694: 12 total, 12 up, 8 in
2020-11-16T20:51:57.953 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:51:58.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:57 smithi065 bash[9468]: audit 2020-11-16T20:51:56.593742+0000 mon.a (mon.0) 2258 : audit [INF] from='client.? v1:172.21.15.142:0/1222555578' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:51:58.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:57 smithi065 bash[9468]: cluster 2020-11-16T20:51:56.593829+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e694: 12 total, 12 up, 8 in
2020-11-16T20:51:58.059 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:58.210 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:58.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:51:57 smithi142 bash[15670]: debug 2020-11-16T20:51:57.957+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:58.316 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:58.484 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:51:58.529 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:58 smithi065 bash[11785]: debug 2020-11-16T20:51:58.210+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:58.589 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:58.591 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:51:58 smithi071 bash[26650]: debug 2020-11-16T20:51:58.484+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:58.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:51:58 smithi142 bash[9523]: cluster 2020-11-16T20:51:58.486650+0000 mgr.x (mgr.14196) 1210 : cluster [DBG] pgmap v1806: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:58.830 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:58.936 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:58.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:51:58 smithi071 bash[9480]: cluster 2020-11-16T20:51:58.486650+0000 mgr.x (mgr.14196) 1210 : cluster [DBG] pgmap v1806: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:58.948 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:51:58 smithi065 bash[9468]: cluster 2020-11-16T20:51:58.486650+0000 mgr.x (mgr.14196) 1210 : cluster [DBG] pgmap v1806: 17 pgs: 17 active+clean; 0 B data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:51:59.078 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:51:59.090 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:58 smithi142 bash[18009]: debug 2020-11-16T20:51:58.833+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:59.182 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:59.232 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 4, 6, 7, 8, 11, 9] out_osds:  [10, 2, 5, 3] dead_osds:  [] live_osds:  [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3]
2020-11-16T20:51:59.233 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:51:59.233 INFO:tasks.thrashosds.thrasher:Adding osd 10
2020-11-16T20:51:59.233 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd in 10
2020-11-16T20:51:59.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:51:59 smithi065 bash[18823]: debug 2020-11-16T20:51:59.078+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:59.303 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:51:59.367 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:59.408 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:51:59.515 INFO:teuthology.orchestra.run.smithi065:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.2 -b 65536 --object-size 65536 -p unique_pool_5 bench 90 write'
2020-11-16T20:51:59.518 INFO:tasks.radosbench:joining radosbench (timing out after 3000s)
2020-11-16T20:51:59.518 INFO:teuthology.orchestra.run:waiting for 3000
2020-11-16T20:51:59.562 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:hints = 1
2020-11-16T20:51:59.562 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects
2020-11-16T20:51:59.562 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object prefix: benchmark_data_smithi065_48659
2020-11-16T20:51:59.563 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:51:59.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    0       0         0         0         0         0           -           0
2020-11-16T20:51:59.618 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:51:59.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:51:59 smithi065 bash[11785]: debug 2020-11-16T20:51:59.306+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:51:59.797 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:51:59.950 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:51:59.979 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:00.084 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:00.132 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:00.282 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:51:59 smithi142 bash[18009]: debug 2020-11-16T20:51:59.984+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:00.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    1      16      3276      3260   203.741    203.75   0.0056003  0.00489141
2020-11-16T20:52:00.721 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:00.826 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:52:00.835 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:00 smithi065 bash[9468]: cluster 2020-11-16T20:52:00.487619+0000 mgr.x (mgr.14196) 1211 : cluster [DBG] pgmap v1807: 17 pgs: 17 active+clean; 29 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:00.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:00 smithi071 bash[9480]: cluster 2020-11-16T20:52:00.487619+0000 mgr.x (mgr.14196) 1211 : cluster [DBG] pgmap v1807: 17 pgs: 17 active+clean; 29 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:01.004 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:52:01.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:00 smithi142 bash[15670]: debug 2020-11-16T20:52:00.724+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:01.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:00 smithi142 bash[9523]: cluster 2020-11-16T20:52:00.487619+0000 mgr.x (mgr.14196) 1211 : cluster [DBG] pgmap v1807: 17 pgs: 17 active+clean; 29 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:01.109 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:01.117 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:52:01 smithi065 bash[14115]: debug 2020-11-16T20:52:01.006+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:01.231 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:01.336 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:01.458 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:52:01 smithi065 bash[16457]: debug 2020-11-16T20:52:01.230+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:01.458 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:52:01 smithi065 bash[16457]: debug 2020-11-16T20:52:01.462+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:01.459 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:01.564 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:01.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    2      16      7131      7115   222.325   240.938  0.00444415  0.00449194
2020-11-16T20:52:02.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    3      16     10608     10592   220.647   217.312  0.00374263  0.00452695
2020-11-16T20:52:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:02 smithi071 bash[9480]: cluster 2020-11-16T20:52:00.889433+0000 osd.1 (osd.1) 247 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:52:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:02 smithi071 bash[9480]: cluster 2020-11-16T20:52:01.040926+0000 osd.1 (osd.1) 248 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:52:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:02 smithi071 bash[9480]: cluster 2020-11-16T20:52:01.562132+0000 osd.9 (osd.9) 176 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:02 smithi071 bash[9480]: cluster 2020-11-16T20:52:01.562216+0000 osd.9 (osd.9) 177 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:02 smithi071 bash[9480]: cluster 2020-11-16T20:52:01.574905+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e695: 12 total, 12 up, 8 in
2020-11-16T20:52:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:02 smithi071 bash[9480]: cluster 2020-11-16T20:52:02.488182+0000 mgr.x (mgr.14196) 1212 : cluster [DBG] pgmap v1809: 17 pgs: 17 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:03.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:02 smithi065 bash[9468]: cluster 2020-11-16T20:52:00.889433+0000 osd.1 (osd.1) 247 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:52:03.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:02 smithi065 bash[9468]: cluster 2020-11-16T20:52:01.040926+0000 osd.1 (osd.1) 248 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:52:03.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:02 smithi065 bash[9468]: cluster 2020-11-16T20:52:01.562132+0000 osd.9 (osd.9) 176 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:03.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:02 smithi065 bash[9468]: cluster 2020-11-16T20:52:01.562216+0000 osd.9 (osd.9) 177 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:03.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:02 smithi065 bash[9468]: cluster 2020-11-16T20:52:01.574905+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e695: 12 total, 12 up, 8 in
2020-11-16T20:52:03.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:02 smithi065 bash[9468]: cluster 2020-11-16T20:52:02.488182+0000 mgr.x (mgr.14196) 1212 : cluster [DBG] pgmap v1809: 17 pgs: 17 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:03.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:02 smithi142 bash[9523]: cluster 2020-11-16T20:52:00.889433+0000 osd.1 (osd.1) 247 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:52:03.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:02 smithi142 bash[9523]: cluster 2020-11-16T20:52:01.040926+0000 osd.1 (osd.1) 248 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:52:03.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:02 smithi142 bash[9523]: cluster 2020-11-16T20:52:01.562132+0000 osd.9 (osd.9) 176 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:03.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:02 smithi142 bash[9523]: cluster 2020-11-16T20:52:01.562216+0000 osd.9 (osd.9) 177 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:03.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:02 smithi142 bash[9523]: cluster 2020-11-16T20:52:01.574905+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e695: 12 total, 12 up, 8 in
2020-11-16T20:52:03.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:02 smithi142 bash[9523]: cluster 2020-11-16T20:52:02.488182+0000 mgr.x (mgr.14196) 1212 : cluster [DBG] pgmap v1809: 17 pgs: 17 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:03.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    4      16     13490     13474   210.513   180.125  0.00259894  0.00474493
2020-11-16T20:52:03.691 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:03.795 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:03.933 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:03 smithi071 bash[14419]: debug 2020-11-16T20:52:03.692+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:03.933 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:03 smithi071 bash[9480]: cluster 2020-11-16T20:52:02.369341+0000 osd.2 (osd.2) 191 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:03.933 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:03 smithi071 bash[9480]: cluster 2020-11-16T20:52:02.369455+0000 osd.2 (osd.2) 192 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:03.933 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:03 smithi071 bash[9480]: cluster 2020-11-16T20:52:02.684838+0000 mon.a (mon.0) 2261 : cluster [DBG] osdmap e696: 12 total, 12 up, 8 in
2020-11-16T20:52:03.934 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:03.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:03 smithi142 bash[9523]: cluster 2020-11-16T20:52:02.369341+0000 osd.2 (osd.2) 191 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:03.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:03 smithi142 bash[9523]: cluster 2020-11-16T20:52:02.369455+0000 osd.2 (osd.2) 192 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:03.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:03 smithi142 bash[9523]: cluster 2020-11-16T20:52:02.684838+0000 mon.a (mon.0) 2261 : cluster [DBG] osdmap e696: 12 total, 12 up, 8 in
2020-11-16T20:52:04.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:03 smithi065 bash[9468]: cluster 2020-11-16T20:52:02.369341+0000 osd.2 (osd.2) 191 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:03 smithi065 bash[9468]: cluster 2020-11-16T20:52:02.369455+0000 osd.2 (osd.2) 192 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:03 smithi065 bash[9468]: cluster 2020-11-16T20:52:02.684838+0000 mon.a (mon.0) 2261 : cluster [DBG] osdmap e696: 12 total, 12 up, 8 in
2020-11-16T20:52:04.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:04.196 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:03 smithi071 bash[14419]: debug 2020-11-16T20:52:03.932+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:04.227 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:04.255 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:52:04 smithi142 bash[18009]: debug 2020-11-16T20:52:04.228+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:04.332 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:04.545 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:04.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    5      16     16975     16959   211.969   217.812  0.00410944   0.0047132
2020-11-16T20:52:04.648 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:52:04.791 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:52:04.894 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:04.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:04 smithi071 bash[9480]: cluster 2020-11-16T20:52:04.488667+0000 mgr.x (mgr.14196) 1213 : cluster [DBG] pgmap v1811: 17 pgs: 17 active+clean; 534 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:04.970 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:52:04.971 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:52:05.009 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:04 smithi065 bash[9468]: cluster 2020-11-16T20:52:04.488667+0000 mgr.x (mgr.14196) 1213 : cluster [DBG] pgmap v1811: 17 pgs: 17 active+clean; 534 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:05.010 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:52:04 smithi065 bash[11785]: debug 2020-11-16T20:52:04.794+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:05.014 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:05.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:04 smithi142 bash[9523]: cluster 2020-11-16T20:52:04.488667+0000 mgr.x (mgr.14196) 1213 : cluster [DBG] pgmap v1811: 17 pgs: 17 active+clean; 534 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail
2020-11-16T20:52:05.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:52:04 smithi142 bash[18009]: debug 2020-11-16T20:52:04.544+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:05.125 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:05.261 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:52:05 smithi065 bash[16457]: debug 2020-11-16T20:52:05.010+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:05.262 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:52:05 smithi065 bash[16457]: debug 2020-11-16T20:52:05.262+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:05.262 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:05.366 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:52:05.479 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:52:05.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:52:05 smithi065 bash[18823]: debug 2020-11-16T20:52:05.478+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:05.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    6      16     20142     20126   209.627   197.938  0.00414257  0.00476682
2020-11-16T20:52:05.585 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:52:05.695 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:52:05.800 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:52:06.029 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:52:05 smithi065 bash[14115]: debug 2020-11-16T20:52:05.698+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:06.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    7      16     23154     23138   206.571    188.25  0.00532668  0.00483759
2020-11-16T20:52:06.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:06 smithi071 bash[9480]: cluster 2020-11-16T20:52:06.489071+0000 mgr.x (mgr.14196) 1214 : cluster [DBG] pgmap v1812: 17 pgs: 17 active+clean; 978 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail
2020-11-16T20:52:07.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:06 smithi065 bash[9468]: cluster 2020-11-16T20:52:06.489071+0000 mgr.x (mgr.14196) 1214 : cluster [DBG] pgmap v1812: 17 pgs: 17 active+clean; 978 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail
2020-11-16T20:52:07.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:06 smithi142 bash[9523]: cluster 2020-11-16T20:52:06.489071+0000 mgr.x (mgr.14196) 1214 : cluster [DBG] pgmap v1812: 17 pgs: 17 active+clean; 978 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail
2020-11-16T20:52:07.303 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:52:07.409 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:07.538 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:07.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    8      16     26312     26296   205.419   197.375  0.00387399   0.0048653
2020-11-16T20:52:07.642 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:07.673 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:52:07 smithi142 bash[114994]: debug 2020-11-16T20:52:07.308+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:07.674 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:07 smithi142 bash[9523]: cluster 2020-11-16T20:52:07.185856+0000 osd.0 (osd.0) 201 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:07.676 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:07 smithi071 bash[14419]: debug 2020-11-16T20:52:07.540+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:07.763 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:07.868 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:52:07.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:07 smithi071 bash[9480]: cluster 2020-11-16T20:52:07.185856+0000 osd.0 (osd.0) 201 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:07.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:07 smithi071 bash[9480]: cluster 2020-11-16T20:52:07.185943+0000 osd.0 (osd.0) 202 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:07.947 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:52:07 smithi071 bash[16796]: debug 2020-11-16T20:52:07.764+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:08.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:07 smithi065 bash[9468]: cluster 2020-11-16T20:52:07.185856+0000 osd.0 (osd.0) 201 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:08.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:07 smithi065 bash[9468]: cluster 2020-11-16T20:52:07.185943+0000 osd.0 (osd.0) 202 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:07 smithi142 bash[9523]: cluster 2020-11-16T20:52:07.185943+0000 osd.0 (osd.0) 202 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:08.564 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    9      16     28464     28448   197.537     134.5  0.00320994  0.00496464
2020-11-16T20:52:08.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:08 smithi071 bash[9480]: cluster 2020-11-16T20:52:07.673931+0000 mon.a (mon.0) 2262 : cluster [DBG] osdmap e697: 12 total, 12 up, 8 in
2020-11-16T20:52:08.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:08 smithi071 bash[9480]: cluster 2020-11-16T20:52:08.489661+0000 mgr.x (mgr.14196) 1215 : cluster [DBG] pgmap v1814: 17 pgs: 17 active+clean; 1.3 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 185 MiB/s wr, 2.95k op/s
2020-11-16T20:52:09.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:08 smithi065 bash[9468]: cluster 2020-11-16T20:52:07.673931+0000 mon.a (mon.0) 2262 : cluster [DBG] osdmap e697: 12 total, 12 up, 8 in
2020-11-16T20:52:09.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:08 smithi065 bash[9468]: cluster 2020-11-16T20:52:08.489661+0000 mgr.x (mgr.14196) 1215 : cluster [DBG] pgmap v1814: 17 pgs: 17 active+clean; 1.3 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 185 MiB/s wr, 2.95k op/s
2020-11-16T20:52:09.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:08 smithi142 bash[9523]: cluster 2020-11-16T20:52:07.673931+0000 mon.a (mon.0) 2262 : cluster [DBG] osdmap e697: 12 total, 12 up, 8 in
2020-11-16T20:52:09.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:08 smithi142 bash[9523]: cluster 2020-11-16T20:52:08.489661+0000 mgr.x (mgr.14196) 1215 : cluster [DBG] pgmap v1814: 17 pgs: 17 active+clean; 1.3 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 185 MiB/s wr, 2.95k op/s
2020-11-16T20:52:09.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   10      16     30541     30525   190.763   129.812  0.00383225    0.005207
2020-11-16T20:52:09.670 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_historic_ops
2020-11-16T20:52:09.847 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:10.376 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:52:10.481 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:10.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   11      15     32680     32665   185.579    133.75  0.00523774   0.0053858
2020-11-16T20:52:10.618 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:10.722 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:10.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:10 smithi065 bash[9468]: cluster 2020-11-16T20:52:10.490157+0000 mgr.x (mgr.14196) 1216 : cluster [DBG] pgmap v1815: 17 pgs: 17 active+clean; 1.7 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 195 MiB/s wr, 3.12k op/s
2020-11-16T20:52:10.780 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:52:10 smithi065 bash[14115]: debug 2020-11-16T20:52:10.378+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:10.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:10 smithi071 bash[9480]: cluster 2020-11-16T20:52:10.490157+0000 mgr.x (mgr.14196) 1216 : cluster [DBG] pgmap v1815: 17 pgs: 17 active+clean; 1.7 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 195 MiB/s wr, 3.12k op/s
2020-11-16T20:52:10.840 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:52:10 smithi071 bash[26650]: debug 2020-11-16T20:52:10.616+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:10.840 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:10.945 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:11.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:10 smithi142 bash[9523]: cluster 2020-11-16T20:52:10.490157+0000 mgr.x (mgr.14196) 1216 : cluster [DBG] pgmap v1815: 17 pgs: 17 active+clean; 1.7 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 195 MiB/s wr, 3.12k op/s
2020-11-16T20:52:11.048 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:11.154 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:11.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:11 smithi071 bash[14419]: debug 2020-11-16T20:52:11.048+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:11.196 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:52:10 smithi071 bash[26650]: debug 2020-11-16T20:52:10.840+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:11.273 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:11.377 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:11.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:52:11 smithi065 bash[16457]: debug 2020-11-16T20:52:11.274+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:11.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   12      16     35315     35299   183.832   164.625  0.00353518  0.00543704
2020-11-16T20:52:12.276 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:12.380 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:12.526 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:12.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:12 smithi142 bash[20366]: debug 2020-11-16T20:52:12.280+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:12.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   13      15     37502     37487   180.209    136.75  0.00393234  0.00554604
2020-11-16T20:52:12.631 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:12.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:52:12 smithi071 bash[12066]: debug 2020-11-16T20:52:12.528+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:12.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:12 smithi071 bash[9480]: cluster 2020-11-16T20:52:11.253205+0000 osd.10 (osd.10) 165 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:12.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:12 smithi071 bash[9480]: cluster 2020-11-16T20:52:11.253304+0000 osd.10 (osd.10) 166 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:12.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:12 smithi071 bash[9480]: cluster 2020-11-16T20:52:11.578693+0000 mon.a (mon.0) 2263 : cluster [DBG] osdmap e698: 12 total, 12 up, 8 in
2020-11-16T20:52:12.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:12 smithi071 bash[9480]: cluster 2020-11-16T20:52:12.490571+0000 mgr.x (mgr.14196) 1217 : cluster [DBG] pgmap v1817: 17 pgs: 17 active+clean; 1.9 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 179 MiB/s wr, 2.86k op/s
2020-11-16T20:52:12.866 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:12 smithi142 bash[9523]: cluster 2020-11-16T20:52:11.253205+0000 osd.10 (osd.10) 165 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:12.866 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:12 smithi142 bash[9523]: cluster 2020-11-16T20:52:11.253304+0000 osd.10 (osd.10) 166 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:12.866 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:12 smithi142 bash[9523]: cluster 2020-11-16T20:52:11.578693+0000 mon.a (mon.0) 2263 : cluster [DBG] osdmap e698: 12 total, 12 up, 8 in
2020-11-16T20:52:12.867 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:12 smithi142 bash[9523]: cluster 2020-11-16T20:52:12.490571+0000 mgr.x (mgr.14196) 1217 : cluster [DBG] pgmap v1817: 17 pgs: 17 active+clean; 1.9 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 179 MiB/s wr, 2.86k op/s
2020-11-16T20:52:12.958 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:13.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:12 smithi065 bash[9468]: cluster 2020-11-16T20:52:11.253205+0000 osd.10 (osd.10) 165 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:13.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:12 smithi065 bash[9468]: cluster 2020-11-16T20:52:11.253304+0000 osd.10 (osd.10) 166 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:13.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:12 smithi065 bash[9468]: cluster 2020-11-16T20:52:11.578693+0000 mon.a (mon.0) 2263 : cluster [DBG] osdmap e698: 12 total, 12 up, 8 in
2020-11-16T20:52:13.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:12 smithi065 bash[9468]: cluster 2020-11-16T20:52:12.490571+0000 mgr.x (mgr.14196) 1217 : cluster [DBG] pgmap v1817: 17 pgs: 17 active+clean; 1.9 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 179 MiB/s wr, 2.86k op/s
2020-11-16T20:52:13.061 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:13.179 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:13.282 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:13.294 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:12 smithi142 bash[20366]: debug 2020-11-16T20:52:12.960+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:13.419 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:52:13 smithi071 bash[12066]: debug 2020-11-16T20:52:13.180+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:13.419 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:13.523 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:13.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   14      16     40097     40081   178.916   162.125  0.00932921  0.00558633
2020-11-16T20:52:13.595 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:13 smithi142 bash[9523]: debug 2020-11-16T20:52:13.340+0000 7f756b108700 -1 mon.a@0(leader).osd e698 definitely_dead 0
2020-11-16T20:52:13.679 INFO:teuthology.orchestra.run.smithi142.stderr:marked in osd.10.
2020-11-16T20:52:13.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:13 smithi071 bash[9480]: audit 2020-11-16T20:52:13.343793+0000 mon.a (mon.0) 2264 : audit [DBG] from='client.? v1:172.21.15.142:0/264477266' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["10"]}]: dispatch
2020-11-16T20:52:13.696 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:52:13 smithi071 bash[26650]: debug 2020-11-16T20:52:13.420+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:13.705 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:13.808 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:13.877 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:13 smithi142 bash[15670]: debug 2020-11-16T20:52:13.708+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:13.878 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:13 smithi142 bash[9523]: audit 2020-11-16T20:52:13.343793+0000 mon.a (mon.0) 2264 : audit [DBG] from='client.? v1:172.21.15.142:0/264477266' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["10"]}]: dispatch
2020-11-16T20:52:14.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:13 smithi065 bash[9468]: audit 2020-11-16T20:52:13.343793+0000 mon.a (mon.0) 2264 : audit [DBG] from='client.? v1:172.21.15.142:0/264477266' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["10"]}]: dispatch
2020-11-16T20:52:14.034 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:14.100 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:52:14.122 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:52:14.138 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:14.143 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:52:14.149 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[15670]: debug 2020-11-16T20:52:14.036+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:14.167 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:52:14.199 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:52:14.233 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:52:14.259 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:52:14.286 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:52:14.312 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:52:14.339 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:52:14.367 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:52:14.394 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:52:14.396 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.396 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.397 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.397 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.397 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.397 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.397 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.397 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.398 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:52:14.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   15      16     40435     40419   168.397    21.125  0.00382687  0.00559353
2020-11-16T20:52:14.696 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:52:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:14 smithi071 bash[9480]: audit 2020-11-16T20:52:13.683189+0000 mon.a (mon.0) 2265 : audit [INF] from='client.? v1:172.21.15.142:0/264477266' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["10"]}]': finished
2020-11-16T20:52:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:14 smithi071 bash[9480]: cluster 2020-11-16T20:52:13.683230+0000 mon.a (mon.0) 2266 : cluster [DBG] osdmap e699: 12 total, 12 up, 9 in
2020-11-16T20:52:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:14 smithi071 bash[9480]: audit 2020-11-16T20:52:14.065903+0000 mon.c (mon.2) 69 : audit [INF] from='client.16458 v1:172.21.15.142:0/2891712847' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:52:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:14 smithi071 bash[9480]: audit 2020-11-16T20:52:14.068349+0000 mon.a (mon.0) 2267 : audit [INF] from='client.16458 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:52:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:14 smithi071 bash[9480]: audit 2020-11-16T20:52:14.083466+0000 mon.a (mon.0) 2268 : audit [DBG] from='client.? v1:172.21.15.142:0/2967330034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:14 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.107470+0000 osd.0 (osd.0) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:14 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.239819+0000 osd.5 (osd.5) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:14 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.491188+0000 mgr.x (mgr.14196) 1218 : cluster [DBG] pgmap v1819: 17 pgs: 17 active+clean; 2.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 163 MiB/s wr, 2.60k op/s
2020-11-16T20:52:14.992 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[9523]: audit 2020-11-16T20:52:13.683189+0000 mon.a (mon.0) 2265 : audit [INF] from='client.? v1:172.21.15.142:0/264477266' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["10"]}]': finished
2020-11-16T20:52:14.993 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[9523]: cluster 2020-11-16T20:52:13.683230+0000 mon.a (mon.0) 2266 : cluster [DBG] osdmap e699: 12 total, 12 up, 9 in
2020-11-16T20:52:14.993 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[9523]: audit 2020-11-16T20:52:14.065903+0000 mon.c (mon.2) 69 : audit [INF] from='client.16458 v1:172.21.15.142:0/2891712847' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:52:14.993 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[9523]: audit 2020-11-16T20:52:14.068349+0000 mon.a (mon.0) 2267 : audit [INF] from='client.16458 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:52:14.993 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[9523]: audit 2020-11-16T20:52:14.083466+0000 mon.a (mon.0) 2268 : audit [DBG] from='client.? v1:172.21.15.142:0/2967330034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:14.993 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.107470+0000 osd.0 (osd.0) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:14.993 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.239819+0000 osd.5 (osd.5) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:14.993 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:14 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.491188+0000 mgr.x (mgr.14196) 1218 : cluster [DBG] pgmap v1819: 17 pgs: 17 active+clean; 2.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 163 MiB/s wr, 2.60k op/s
2020-11-16T20:52:15.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:14 smithi065 bash[9468]: audit 2020-11-16T20:52:13.683189+0000 mon.a (mon.0) 2265 : audit [INF] from='client.? v1:172.21.15.142:0/264477266' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["10"]}]': finished
2020-11-16T20:52:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:14 smithi065 bash[9468]: cluster 2020-11-16T20:52:13.683230+0000 mon.a (mon.0) 2266 : cluster [DBG] osdmap e699: 12 total, 12 up, 9 in
2020-11-16T20:52:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:14 smithi065 bash[9468]: audit 2020-11-16T20:52:14.065903+0000 mon.c (mon.2) 69 : audit [INF] from='client.16458 v1:172.21.15.142:0/2891712847' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:52:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:14 smithi065 bash[9468]: audit 2020-11-16T20:52:14.068349+0000 mon.a (mon.0) 2267 : audit [INF] from='client.16458 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:52:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:14 smithi065 bash[9468]: audit 2020-11-16T20:52:14.083466+0000 mon.a (mon.0) 2268 : audit [DBG] from='client.? v1:172.21.15.142:0/2967330034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:14 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.107470+0000 osd.0 (osd.0) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:14 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.239819+0000 osd.5 (osd.5) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:14 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.491188+0000 mgr.x (mgr.14196) 1218 : cluster [DBG] pgmap v1819: 17 pgs: 17 active+clean; 2.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 163 MiB/s wr, 2.60k op/s
2020-11-16T20:52:15.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   16      16     40462     40446   157.977    1.6875  0.00555049  0.00567535
2020-11-16T20:52:15.775 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:15.880 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:15.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.130128+0000 osd.1 (osd.1) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.150831+0000 osd.2 (osd.2) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.175213+0000 osd.3 (osd.3) 6 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.205862+0000 osd.4 (osd.4) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.265968+0000 osd.6 (osd.6) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.293117+0000 osd.7 (osd.7) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.317669+0000 osd.8 (osd.8) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.344876+0000 osd.9 (osd.9) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.372228+0000 osd.10 (osd.10) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.399575+0000 osd.11 (osd.11) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:15.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.679967+0000 mon.a (mon.0) 2269 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:15.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: audit 2020-11-16T20:52:14.689505+0000 mon.a (mon.0) 2270 : audit [INF] from='client.16458 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:52:15.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:15 smithi071 bash[9480]: cluster 2020-11-16T20:52:14.689544+0000 mon.a (mon.0) 2271 : cluster [DBG] osdmap e700: 12 total, 12 up, 9 in
2020-11-16T20:52:16.026 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:16.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.130128+0000 osd.1 (osd.1) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.150831+0000 osd.2 (osd.2) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.175213+0000 osd.3 (osd.3) 6 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.205862+0000 osd.4 (osd.4) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.265968+0000 osd.6 (osd.6) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.293117+0000 osd.7 (osd.7) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.317669+0000 osd.8 (osd.8) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.344876+0000 osd.9 (osd.9) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.372228+0000 osd.10 (osd.10) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.399575+0000 osd.11 (osd.11) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.679967+0000 mon.a (mon.0) 2269 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: audit 2020-11-16T20:52:14.689505+0000 mon.a (mon.0) 2270 : audit [INF] from='client.16458 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:52:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:15 smithi065 bash[9468]: cluster 2020-11-16T20:52:14.689544+0000 mon.a (mon.0) 2271 : cluster [DBG] osdmap e700: 12 total, 12 up, 9 in
2020-11-16T20:52:16.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[15670]: debug 2020-11-16T20:52:15.780+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.130128+0000 osd.1 (osd.1) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.150831+0000 osd.2 (osd.2) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.175213+0000 osd.3 (osd.3) 6 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.205862+0000 osd.4 (osd.4) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.265968+0000 osd.6 (osd.6) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.293117+0000 osd.7 (osd.7) 172 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.317669+0000 osd.8 (osd.8) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.344876+0000 osd.9 (osd.9) 178 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.372228+0000 osd.10 (osd.10) 167 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.399575+0000 osd.11 (osd.11) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:16.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.679967+0000 mon.a (mon.0) 2269 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:16.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: audit 2020-11-16T20:52:14.689505+0000 mon.a (mon.0) 2270 : audit [INF] from='client.16458 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:52:16.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:15 smithi142 bash[9523]: cluster 2020-11-16T20:52:14.689544+0000 mon.a (mon.0) 2271 : cluster [DBG] osdmap e700: 12 total, 12 up, 9 in
2020-11-16T20:52:16.135 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:16.445 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:16 smithi071 bash[14419]: debug 2020-11-16T20:52:16.027+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:16.493 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:16.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   17      16     41727     41711   153.334   79.0625  0.00283961   0.0065165
2020-11-16T20:52:16.597 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:16.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:16 smithi142 bash[9523]: cluster 2020-11-16T20:52:15.700367+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e701: 12 total, 12 up, 9 in
2020-11-16T20:52:16.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:16 smithi142 bash[9523]: cluster 2020-11-16T20:52:16.491727+0000 mgr.x (mgr.14196) 1219 : cluster [DBG] pgmap v1822: 17 pgs: 1 remapped+peering, 16 active+clean; 2.4 GiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:52:16.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:16 smithi142 bash[15670]: debug 2020-11-16T20:52:16.496+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:16.794 INFO:tasks.thrashosds.thrasher:Added osd 10
2020-11-16T20:52:16.927 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:16 smithi071 bash[9480]: cluster 2020-11-16T20:52:15.700367+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e701: 12 total, 12 up, 9 in
2020-11-16T20:52:16.927 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:16 smithi071 bash[9480]: cluster 2020-11-16T20:52:16.491727+0000 mgr.x (mgr.14196) 1219 : cluster [DBG] pgmap v1822: 17 pgs: 1 remapped+peering, 16 active+clean; 2.4 GiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:52:16.929 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:17.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:16 smithi065 bash[9468]: cluster 2020-11-16T20:52:15.700367+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e701: 12 total, 12 up, 9 in
2020-11-16T20:52:17.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:16 smithi065 bash[9468]: cluster 2020-11-16T20:52:16.491727+0000 mgr.x (mgr.14196) 1219 : cluster [DBG] pgmap v1822: 17 pgs: 1 remapped+peering, 16 active+clean; 2.4 GiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 113 MiB/s wr, 1.81k op/s
2020-11-16T20:52:17.034 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:17.342 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:16 smithi071 bash[14419]: debug 2020-11-16T20:52:16.927+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:17.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   18      16     43407     43391   150.649       105   0.0233437  0.00663502
2020-11-16T20:52:17.703 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:17.807 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:18.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:17 smithi071 bash[14419]: debug 2020-11-16T20:52:17.703+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:18.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   19      16     45049     45033   148.121   102.625  0.00301603  0.00674747
2020-11-16T20:52:18.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:18 smithi071 bash[9480]: cluster 2020-11-16T20:52:18.492190+0000 mgr.x (mgr.14196) 1220 : cluster [DBG] pgmap v1823: 17 pgs: 1 active+recovering, 1 remapped+peering, 15 active+clean; 2.5 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 100 MiB/s wr, 1.60k op/s; 2440/82084 objects misplaced (2.973%); 1.7 MiB/s, 27 objects/s recovering
2020-11-16T20:52:18.995 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:52:18.996 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:52:18.996 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:52:18.996 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:52:18.996 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:18.996 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102600 5.b 5:d68dd824:::benchmark_data_smithi065_37993_object102599:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:52:18.997 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.228108+0000",
2020-11-16T20:52:18.997 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 516.77197237200005,
2020-11-16T20:52:18.997 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.38834162100000003,
2020-11-16T20:52:18.997 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:18.997 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:18.997 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:18.997 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:18.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:18.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102600
2020-11-16T20:52:18.998 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:18.998 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:18.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:18.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:18.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228108+0000",
2020-11-16T20:52:18.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:18.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:18.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:18.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:18.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228108+0000",
2020-11-16T20:52:18.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999371
2020-11-16T20:52:18.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228045+0000",
2020-11-16T20:52:19.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163487
2020-11-16T20:52:19.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228209+0000",
2020-11-16T20:52:19.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1545e-05
2020-11-16T20:52:19.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228220+0000",
2020-11-16T20:52:19.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7640000000000002e-06
2020-11-16T20:52:19.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228226+0000",
2020-11-16T20:52:19.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2335e-05
2020-11-16T20:52:19.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228268+0000",
2020-11-16T20:52:19.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000163919
2020-11-16T20:52:19.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228432+0000",
2020-11-16T20:52:19.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000173091
2020-11-16T20:52:19.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:52:19.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.228605+0000",
2020-11-16T20:52:19.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012709089999999999
2020-11-16T20:52:19.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241314+0000",
2020-11-16T20:52:19.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0029580209999999999
2020-11-16T20:52:19.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.244272+0000",
2020-11-16T20:52:19.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37205937300000003
2020-11-16T20:52:19.006 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.006 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616332+0000",
2020-11-16T20:52:19.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000117927
2020-11-16T20:52:19.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616450+0000",
2020-11-16T20:52:19.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38834162100000003
2020-11-16T20:52:19.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.007 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.007 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.008 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.008 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102602 5.b 5:d46674bc:::benchmark_data_smithi065_37993_object102601:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:52:19.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.232060+0000",
2020-11-16T20:52:19.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 516.76802075099999,
2020-11-16T20:52:19.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.38461187800000002,
2020-11-16T20:52:19.008 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102602
2020-11-16T20:52:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232060+0000",
2020-11-16T20:52:19.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232060+0000",
2020-11-16T20:52:19.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999328
2020-11-16T20:52:19.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.231993+0000",
2020-11-16T20:52:19.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015067800000000001
2020-11-16T20:52:19.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232143+0000",
2020-11-16T20:52:19.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5574999999999999e-05
2020-11-16T20:52:19.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232159+0000",
2020-11-16T20:52:19.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.0224000000000001e-05
2020-11-16T20:52:19.013 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.013 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232189+0000",
2020-11-16T20:52:19.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000161631
2020-11-16T20:52:19.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232351+0000",
2020-11-16T20:52:19.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016604599999999999
2020-11-16T20:52:19.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232517+0000",
2020-11-16T20:52:19.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019306999999999999
2020-11-16T20:52:19.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:52:19.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232710+0000",
2020-11-16T20:52:19.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0086104879999999995
2020-11-16T20:52:19.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241320+0000",
2020-11-16T20:52:19.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37520292700000002
2020-11-16T20:52:19.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616523+0000",
2020-11-16T20:52:19.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0789000000000003e-05
2020-11-16T20:52:19.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616594+0000",
2020-11-16T20:52:19.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7472000000000006e-05
2020-11-16T20:52:19.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616672+0000",
2020-11-16T20:52:19.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38461187800000002
2020-11-16T20:52:19.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.019 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.019 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.019 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.019 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102604 5.b 5:dbd9db49:::benchmark_data_smithi065_37993_object102603:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:52:19.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.232295+0000",
2020-11-16T20:52:19.019 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 516.76778540800001,
2020-11-16T20:52:19.020 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.39310098999999998,
2020-11-16T20:52:19.020 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.020 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.020 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102604
2020-11-16T20:52:19.021 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.021 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232295+0000",
2020-11-16T20:52:19.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232295+0000",
2020-11-16T20:52:19.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999237
2020-11-16T20:52:19.022 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.022 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232219+0000",
2020-11-16T20:52:19.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017921300000000001
2020-11-16T20:52:19.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232398+0000",
2020-11-16T20:52:19.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4894e-05
2020-11-16T20:52:19.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232413+0000",
2020-11-16T20:52:19.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2560000000000002e-06
2020-11-16T20:52:19.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232418+0000",
2020-11-16T20:52:19.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0059030289999999997
2020-11-16T20:52:19.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.238321+0000",
2020-11-16T20:52:19.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000101896
2020-11-16T20:52:19.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.238423+0000",
2020-11-16T20:52:19.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000100709
2020-11-16T20:52:19.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:52:19.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.238524+0000",
2020-11-16T20:52:19.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002799869
2020-11-16T20:52:19.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241324+0000",
2020-11-16T20:52:19.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38375191600000003
2020-11-16T20:52:19.028 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.028 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625076+0000",
2020-11-16T20:52:19.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016889499999999999
2020-11-16T20:52:19.028 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625245+0000",
2020-11-16T20:52:19.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000151392
2020-11-16T20:52:19.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625396+0000",
2020-11-16T20:52:19.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.39310098999999998
2020-11-16T20:52:19.030 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.030 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.030 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.030 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.030 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102606 5.3 5:ce6b2750:::benchmark_data_smithi065_37993_object102605:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:52:19.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.232470+0000",
2020-11-16T20:52:19.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 516.76760999299995,
2020-11-16T20:52:19.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.39332636399999998,
2020-11-16T20:52:19.031 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.031 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.031 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102606
2020-11-16T20:52:19.032 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.032 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232470+0000",
2020-11-16T20:52:19.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232470+0000",
2020-11-16T20:52:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:52:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232442+0000",
2020-11-16T20:52:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.9580000000000005e-05
2020-11-16T20:52:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232542+0000",
2020-11-16T20:52:19.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0183999999999999e-05
2020-11-16T20:52:19.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232552+0000",
2020-11-16T20:52:19.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6299999999999997e-06
2020-11-16T20:52:19.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.232556+0000",
2020-11-16T20:52:19.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0086281190000000001
2020-11-16T20:52:19.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.037 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241185+0000",
2020-11-16T20:52:19.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000107441
2020-11-16T20:52:19.037 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.037 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241292+0000",
2020-11-16T20:52:19.038 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000129646
2020-11-16T20:52:19.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.038 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:52:19.038 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241422+0000",
2020-11-16T20:52:19.038 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.384070725
2020-11-16T20:52:19.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625492+0000",
2020-11-16T20:52:19.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9922000000000001e-05
2020-11-16T20:52:19.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625542+0000",
2020-11-16T20:52:19.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013804600000000001
2020-11-16T20:52:19.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625680+0000",
2020-11-16T20:52:19.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000116412
2020-11-16T20:52:19.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.625797+0000",
2020-11-16T20:52:19.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.39332636399999998
2020-11-16T20:52:19.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.041 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.041 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.041 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.042 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.042 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:102620 5.3 5:cc71adfd:::benchmark_data_smithi065_37993_object102619:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e560)",
2020-11-16T20:52:19.042 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.241680+0000",
2020-11-16T20:52:19.042 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 516.75840064099998,
2020-11-16T20:52:19.042 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.39124040700000001,
2020-11-16T20:52:19.042 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.043 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.043 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102620
2020-11-16T20:52:19.043 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.043 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241680+0000",
2020-11-16T20:52:19.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241680+0000",
2020-11-16T20:52:19.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:52:19.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241651+0000",
2020-11-16T20:52:19.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0001086
2020-11-16T20:52:19.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241760+0000",
2020-11-16T20:52:19.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1747e-05
2020-11-16T20:52:19.046 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.046 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241771+0000",
2020-11-16T20:52:19.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4780000000000001e-05
2020-11-16T20:52:19.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.241786+0000",
2020-11-16T20:52:19.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024965180000000001
2020-11-16T20:52:19.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.244283+0000",
2020-11-16T20:52:19.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37222192399999998
2020-11-16T20:52:19.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616505+0000",
2020-11-16T20:52:19.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00032310999999999999
2020-11-16T20:52:19.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:52:19.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616828+0000",
2020-11-16T20:52:19.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0091761029999999997
2020-11-16T20:52:19.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.626004+0000",
2020-11-16T20:52:19.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.006760645
2020-11-16T20:52:19.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.632764+0000",
2020-11-16T20:52:19.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8405999999999994e-05
2020-11-16T20:52:19.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.632843+0000",
2020-11-16T20:52:19.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7251999999999998e-05
2020-11-16T20:52:19.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.632920+0000",
2020-11-16T20:52:19.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.39124040700000001
2020-11-16T20:52:19.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.052 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.052 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.052 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.053 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.053 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.15876.0:102600 5.b e560/535 ondisk, result = 0)",
2020-11-16T20:52:19.053 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.242680+0000",
2020-11-16T20:52:19.053 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 516.75739997599999,
2020-11-16T20:52:19.053 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.37378034500000001,
2020-11-16T20:52:19.053 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.053 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:52:19.054 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242680+0000",
2020-11-16T20:52:19.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242680+0000",
2020-11-16T20:52:19.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:52:19.055 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.055 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242658+0000",
2020-11-16T20:52:19.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8430000000000001e-05
2020-11-16T20:52:19.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242716+0000",
2020-11-16T20:52:19.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8509999999999994e-06
2020-11-16T20:52:19.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242726+0000",
2020-11-16T20:52:19.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0109999999999997e-06
2020-11-16T20:52:19.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242732+0000",
2020-11-16T20:52:19.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0015296520000000001
2020-11-16T20:52:19.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.244262+0000",
2020-11-16T20:52:19.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.339e-06
2020-11-16T20:52:19.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.244267+0000",
2020-11-16T20:52:19.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37219388399999997
2020-11-16T20:52:19.059 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.059 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616461+0000",
2020-11-16T20:52:19.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37378034500000001
2020-11-16T20:52:19.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.060 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.060 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.060 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.060 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.060 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.15876.0:102602 5.b e560/535 ondisk, result = 0)",
2020-11-16T20:52:19.060 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.242771+0000",
2020-11-16T20:52:19.060 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 516.75730910899995,
2020-11-16T20:52:19.061 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.37390634299999997,
2020-11-16T20:52:19.061 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.061 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:52:19.061 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242771+0000",
2020-11-16T20:52:19.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242771+0000",
2020-11-16T20:52:19.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999979
2020-11-16T20:52:19.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242750+0000",
2020-11-16T20:52:19.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3918000000000001e-05
2020-11-16T20:52:19.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242804+0000",
2020-11-16T20:52:19.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4309999999999994e-06
2020-11-16T20:52:19.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242812+0000",
2020-11-16T20:52:19.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.7620000000000001e-06
2020-11-16T20:52:19.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.242816+0000",
2020-11-16T20:52:19.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37368289300000002
2020-11-16T20:52:19.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616499+0000",
2020-11-16T20:52:19.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.272e-05
2020-11-16T20:52:19.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616512+0000",
2020-11-16T20:52:19.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016575499999999999
2020-11-16T20:52:19.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616678+0000",
2020-11-16T20:52:19.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37390634299999997
2020-11-16T20:52:19.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.067 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.067 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.067 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.068 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.068 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.15876.0:102614 5.4 e560/535 5:278330ee:::benchmark_data_smithi065_37993_object102613:head v 560'6361, mlcod=560'6359)",
2020-11-16T20:52:19.068 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:43:42.243673+0000",
2020-11-16T20:52:19.068 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 516.75640703700003,
2020-11-16T20:52:19.068 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.37267866199999999,
2020-11-16T20:52:19.068 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.068 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.069 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243673+0000",
2020-11-16T20:52:19.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243673+0000",
2020-11-16T20:52:19.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:52:19.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243654+0000",
2020-11-16T20:52:19.070 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9690000000000004e-05
2020-11-16T20:52:19.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243743+0000",
2020-11-16T20:52:19.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0110000000000003e-06
2020-11-16T20:52:19.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243750+0000",
2020-11-16T20:52:19.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3920000000000002e-06
2020-11-16T20:52:19.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243756+0000",
2020-11-16T20:52:19.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6453999999999999e-05
2020-11-16T20:52:19.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243802+0000",
2020-11-16T20:52:19.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1513999999999997e-05
2020-11-16T20:52:19.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.243834+0000",
2020-11-16T20:52:19.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37235737400000002
2020-11-16T20:52:19.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616191+0000",
2020-11-16T20:52:19.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000160948
2020-11-16T20:52:19.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:43:42.616352+0000",
2020-11-16T20:52:19.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.37267866199999999
2020-11-16T20:52:19.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.075 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:156844 5.8 5:11d82516:::benchmark_data_smithi065_37993_object12820:head [delete] snapc 0=[] ondisk+write+known_if_redirected e579)",
2020-11-16T20:52:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:41.692750+0000",
2020-11-16T20:52:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 457.30733084100001,
2020-11-16T20:52:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.390950146,
2020-11-16T20:52:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.077 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.077 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 156844
2020-11-16T20:52:19.077 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.077 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692750+0000",
2020-11-16T20:52:19.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692750+0000",
2020-11-16T20:52:19.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999595
2020-11-16T20:52:19.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692709+0000",
2020-11-16T20:52:19.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000103386
2020-11-16T20:52:19.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692813+0000",
2020-11-16T20:52:19.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1369000000000002e-05
2020-11-16T20:52:19.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692834+0000",
2020-11-16T20:52:19.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2628e-05
2020-11-16T20:52:19.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.692847+0000",
2020-11-16T20:52:19.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.19498907600000001
2020-11-16T20:52:19.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.887836+0000",
2020-11-16T20:52:19.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013219999999999999
2020-11-16T20:52:19.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.887968+0000",
2020-11-16T20:52:19.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.031634698000000003
2020-11-16T20:52:19.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.919603+0000",
2020-11-16T20:52:19.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012497800000000001
2020-11-16T20:52:19.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.919727+0000",
2020-11-16T20:52:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023595199999999999
2020-11-16T20:52:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.919963+0000",
2020-11-16T20:52:19.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032441033000000001
2020-11-16T20:52:19.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:41.952404+0000",
2020-11-16T20:52:19.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12671168899999999
2020-11-16T20:52:19.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.079116+0000",
2020-11-16T20:52:19.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3374000000000006e-05
2020-11-16T20:52:19.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.079190+0000",
2020-11-16T20:52:19.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0045101539999999997
2020-11-16T20:52:19.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:42.083700+0000",
2020-11-16T20:52:19.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.390950146
2020-11-16T20:52:19.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.088 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.088 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.088 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.088 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.088 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160489 5.8 5:157589e4:::benchmark_data_smithi065_37993_object16465:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:52:19.088 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.742584+0000",
2020-11-16T20:52:19.088 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 451.25749590200002,
2020-11-16T20:52:19.088 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.49763328800000001,
2020-11-16T20:52:19.089 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.089 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.089 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160489
2020-11-16T20:52:19.089 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.090 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742584+0000",
2020-11-16T20:52:19.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742584+0000",
2020-11-16T20:52:19.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:52:19.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742551+0000",
2020-11-16T20:52:19.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4175e-05
2020-11-16T20:52:19.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742625+0000",
2020-11-16T20:52:19.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4535999999999999e-05
2020-11-16T20:52:19.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742640+0000",
2020-11-16T20:52:19.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4559999999999997e-06
2020-11-16T20:52:19.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.742646+0000",
2020-11-16T20:52:19.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.10471322600000001
2020-11-16T20:52:19.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.847360+0000",
2020-11-16T20:52:19.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.9495999999999997e-05
2020-11-16T20:52:19.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.847459+0000",
2020-11-16T20:52:19.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045283718000000001
2020-11-16T20:52:19.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.892743+0000",
2020-11-16T20:52:19.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014508699999999999
2020-11-16T20:52:19.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.892888+0000",
2020-11-16T20:52:19.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020903499999999999
2020-11-16T20:52:19.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.893097+0000",
2020-11-16T20:52:19.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.304150225
2020-11-16T20:52:19.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197247+0000",
2020-11-16T20:52:19.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.037831228000000001
2020-11-16T20:52:19.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.235078+0000",
2020-11-16T20:52:19.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7094000000000003e-05
2020-11-16T20:52:19.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.235165+0000",
2020-11-16T20:52:19.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0050523410000000001
2020-11-16T20:52:19.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.240218+0000",
2020-11-16T20:52:19.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.49763328800000001
2020-11-16T20:52:19.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.100 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.100 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.100 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.100 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.100 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160495 5.8 5:1c743167:::benchmark_data_smithi065_37993_object16471:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:52:19.100 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.753464+0000",
2020-11-16T20:52:19.101 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 451.246615969,
2020-11-16T20:52:19.101 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.481512457,
2020-11-16T20:52:19.101 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.101 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.101 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.102 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160495
2020-11-16T20:52:19.102 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.102 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.102 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753464+0000",
2020-11-16T20:52:19.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753464+0000",
2020-11-16T20:52:19.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:52:19.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753424+0000",
2020-11-16T20:52:19.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9645e-05
2020-11-16T20:52:19.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753514+0000",
2020-11-16T20:52:19.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6291e-05
2020-11-16T20:52:19.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753530+0000",
2020-11-16T20:52:19.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1474999999999999e-05
2020-11-16T20:52:19.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753542+0000",
2020-11-16T20:52:19.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.093985630000000001
2020-11-16T20:52:19.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.847527+0000",
2020-11-16T20:52:19.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00076393399999999997
2020-11-16T20:52:19.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.848291+0000",
2020-11-16T20:52:19.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032128324
2020-11-16T20:52:19.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.108 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.880419+0000",
2020-11-16T20:52:19.108 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000111914
2020-11-16T20:52:19.108 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.108 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.108 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.108 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.880531+0000",
2020-11-16T20:52:19.108 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000174554
2020-11-16T20:52:19.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.880706+0000",
2020-11-16T20:52:19.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.31652698499999998
2020-11-16T20:52:19.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.109 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197233+0000",
2020-11-16T20:52:19.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032864460999999998
2020-11-16T20:52:19.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.230097+0000",
2020-11-16T20:52:19.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6860999999999996e-05
2020-11-16T20:52:19.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.230164+0000",
2020-11-16T20:52:19.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0048126319999999998
2020-11-16T20:52:19.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.234977+0000",
2020-11-16T20:52:19.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.481512457
2020-11-16T20:52:19.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.112 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.112 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.112 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.112 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.113 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160496 5.8 5:1fb84e96:::benchmark_data_smithi065_37993_object16472:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:52:19.113 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.753611+0000",
2020-11-16T20:52:19.113 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 451.24646895199999,
2020-11-16T20:52:19.113 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.49270946100000002,
2020-11-16T20:52:19.113 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.113 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.113 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.113 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.114 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.114 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160496
2020-11-16T20:52:19.114 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.114 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.114 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753611+0000",
2020-11-16T20:52:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753611+0000",
2020-11-16T20:52:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:52:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753571+0000",
2020-11-16T20:52:19.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7812000000000006e-05
2020-11-16T20:52:19.116 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.116 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753659+0000",
2020-11-16T20:52:19.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7751999999999999e-05
2020-11-16T20:52:19.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753677+0000",
2020-11-16T20:52:19.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9100000000000002e-06
2020-11-16T20:52:19.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.753683+0000",
2020-11-16T20:52:19.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.094673757999999997
2020-11-16T20:52:19.118 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.118 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.848357+0000",
2020-11-16T20:52:19.119 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00078082499999999997
2020-11-16T20:52:19.119 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.119 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.119 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.119 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.849137+0000",
2020-11-16T20:52:19.119 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.33316249100000001
2020-11-16T20:52:19.119 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.182300+0000",
2020-11-16T20:52:19.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.4273999999999999e-05
2020-11-16T20:52:19.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.182394+0000",
2020-11-16T20:52:19.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012503899999999999
2020-11-16T20:52:19.121 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.121 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.182519+0000",
2020-11-16T20:52:19.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.034105101999999998
2020-11-16T20:52:19.121 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.121 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.216624+0000",
2020-11-16T20:52:19.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.023736465000000002
2020-11-16T20:52:19.122 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.122 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.122 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.240361+0000",
2020-11-16T20:52:19.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114978
2020-11-16T20:52:19.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.240476+0000",
2020-11-16T20:52:19.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0058450990000000003
2020-11-16T20:52:19.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.246321+0000",
2020-11-16T20:52:19.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.49270946100000002
2020-11-16T20:52:19.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.124 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.124 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.124 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.125 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.125 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160539 5.8 5:1012bf46:::benchmark_data_smithi065_37993_object16515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:52:19.125 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.811800+0000",
2020-11-16T20:52:19.125 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 451.18828032599998,
2020-11-16T20:52:19.125 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.43771021199999999,
2020-11-16T20:52:19.125 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.125 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.126 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160539
2020-11-16T20:52:19.126 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.126 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811800+0000",
2020-11-16T20:52:19.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.127 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.127 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811800+0000",
2020-11-16T20:52:19.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:52:19.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811770+0000",
2020-11-16T20:52:19.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2966999999999994e-05
2020-11-16T20:52:19.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811843+0000",
2020-11-16T20:52:19.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7159e-05
2020-11-16T20:52:19.129 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.129 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811860+0000",
2020-11-16T20:52:19.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1361e-05
2020-11-16T20:52:19.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.811871+0000",
2020-11-16T20:52:19.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.037326959999999999
2020-11-16T20:52:19.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.849198+0000",
2020-11-16T20:52:19.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00073911599999999995
2020-11-16T20:52:19.131 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.131 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.849937+0000",
2020-11-16T20:52:19.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34734948900000001
2020-11-16T20:52:19.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.132 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.132 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197287+0000",
2020-11-16T20:52:19.132 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013128099999999999
2020-11-16T20:52:19.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197418+0000",
2020-11-16T20:52:19.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000178784
2020-11-16T20:52:19.133 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.133 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.197597+0000",
2020-11-16T20:52:19.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032409171000000001
2020-11-16T20:52:19.134 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.134 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.230006+0000",
2020-11-16T20:52:19.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016379609
2020-11-16T20:52:19.134 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.134 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.246386+0000",
2020-11-16T20:52:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4469000000000003e-05
2020-11-16T20:52:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.246440+0000",
2020-11-16T20:52:19.135 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0030700979999999998
2020-11-16T20:52:19.136 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.136 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.249510+0000",
2020-11-16T20:52:19.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.43771021199999999
2020-11-16T20:52:19.136 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.136 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.137 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.137 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.137 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.137 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160566 5.8 5:1e902c83:::benchmark_data_smithi065_37993_object16542:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:52:19.137 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.842204+0000",
2020-11-16T20:52:19.137 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 451.15787645500001,
2020-11-16T20:52:19.137 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.411045893,
2020-11-16T20:52:19.137 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.138 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.138 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.138 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.138 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.138 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160566
2020-11-16T20:52:19.138 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.138 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842204+0000",
2020-11-16T20:52:19.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842204+0000",
2020-11-16T20:52:19.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:52:19.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842175+0000",
2020-11-16T20:52:19.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3995e-05
2020-11-16T20:52:19.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.141 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842239+0000",
2020-11-16T20:52:19.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1756999999999999e-05
2020-11-16T20:52:19.141 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.141 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842251+0000",
2020-11-16T20:52:19.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7960000000000001e-06
2020-11-16T20:52:19.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.842257+0000",
2020-11-16T20:52:19.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0077659809999999999
2020-11-16T20:52:19.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.850023+0000",
2020-11-16T20:52:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00060657599999999995
2020-11-16T20:52:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.850630+0000",
2020-11-16T20:52:19.144 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.36127393699999999
2020-11-16T20:52:19.144 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.144 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.144 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.144 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.211904+0000",
2020-11-16T20:52:19.144 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000112896
2020-11-16T20:52:19.144 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.212016+0000",
2020-11-16T20:52:19.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017566000000000001
2020-11-16T20:52:19.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.212192+0000",
2020-11-16T20:52:19.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.028049626000000001
2020-11-16T20:52:19.146 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.146 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.240242+0000",
2020-11-16T20:52:19.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0093427949999999992
2020-11-16T20:52:19.146 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.249584+0000",
2020-11-16T20:52:19.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8814999999999998e-05
2020-11-16T20:52:19.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.249643+0000",
2020-11-16T20:52:19.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0036065189999999999
2020-11-16T20:52:19.148 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.148 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.253250+0000",
2020-11-16T20:52:19.148 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.411045893
2020-11-16T20:52:19.148 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.149 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.149 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.149 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.149 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.149 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160585 5.8 5:1a4d7226:::benchmark_data_smithi065_37993_object16561:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:52:19.149 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.863880+0000",
2020-11-16T20:52:19.149 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 451.136200465,
2020-11-16T20:52:19.149 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.393516176,
2020-11-16T20:52:19.150 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.150 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.150 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.150 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.150 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.150 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160585
2020-11-16T20:52:19.150 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863880+0000",
2020-11-16T20:52:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863880+0000",
2020-11-16T20:52:19.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:52:19.152 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.152 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863845+0000",
2020-11-16T20:52:19.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6437e-05
2020-11-16T20:52:19.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863921+0000",
2020-11-16T20:52:19.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1768e-05
2020-11-16T20:52:19.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863933+0000",
2020-11-16T20:52:19.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4309999999999999e-06
2020-11-16T20:52:19.154 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.154 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863939+0000",
2020-11-16T20:52:19.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9234000000000002e-05
2020-11-16T20:52:19.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.863999+0000",
2020-11-16T20:52:19.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00084878099999999995
2020-11-16T20:52:19.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.864847+0000",
2020-11-16T20:52:19.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.359348844
2020-11-16T20:52:19.156 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.156 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.224196+0000",
2020-11-16T20:52:19.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000134609
2020-11-16T20:52:19.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.157 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.157 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.224331+0000",
2020-11-16T20:52:19.157 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017415900000000001
2020-11-16T20:52:19.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.224505+0000",
2020-11-16T20:52:19.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.025025527999999998
2020-11-16T20:52:19.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.249530+0000",
2020-11-16T20:52:19.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003799041
2020-11-16T20:52:19.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.253329+0000",
2020-11-16T20:52:19.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000108861
2020-11-16T20:52:19.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.253438+0000",
2020-11-16T20:52:19.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0039577400000000004
2020-11-16T20:52:19.160 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.160 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.257396+0000",
2020-11-16T20:52:19.160 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.393516176
2020-11-16T20:52:19.161 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.161 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.161 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.161 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.161 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.161 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:160605 5.8 5:17de8a63:::benchmark_data_smithi065_37993_object16581:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:52:19.161 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:47.889213+0000",
2020-11-16T20:52:19.162 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 451.11086771499998,
2020-11-16T20:52:19.162 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.50118574900000001,
2020-11-16T20:52:19.162 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.162 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.162 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 160605
2020-11-16T20:52:19.163 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.163 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.163 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889213+0000",
2020-11-16T20:52:19.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.163 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889213+0000",
2020-11-16T20:52:19.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T20:52:19.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889182+0000",
2020-11-16T20:52:19.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7774000000000005e-05
2020-11-16T20:52:19.165 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.165 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889250+0000",
2020-11-16T20:52:19.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2135e-05
2020-11-16T20:52:19.165 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.166 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889262+0000",
2020-11-16T20:52:19.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0060000000000003e-06
2020-11-16T20:52:19.166 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.166 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:47.889269+0000",
2020-11-16T20:52:19.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38686246699999999
2020-11-16T20:52:19.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.276132+0000",
2020-11-16T20:52:19.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1762999999999997e-05
2020-11-16T20:52:19.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.168 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.276204+0000",
2020-11-16T20:52:19.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.084777553000000005
2020-11-16T20:52:19.168 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.168 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.360981+0000",
2020-11-16T20:52:19.169 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000160791
2020-11-16T20:52:19.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.169 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.169 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.361142+0000",
2020-11-16T20:52:19.169 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025224200000000002
2020-11-16T20:52:19.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.170 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.361394+0000",
2020-11-16T20:52:19.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024547910999999999
2020-11-16T20:52:19.170 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.170 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.385942+0000",
2020-11-16T20:52:19.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3237999999999999e-05
2020-11-16T20:52:19.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.385955+0000",
2020-11-16T20:52:19.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0652000000000002e-05
2020-11-16T20:52:19.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.172 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.386006+0000",
2020-11-16T20:52:19.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004392427
2020-11-16T20:52:19.172 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.172 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.172 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:48.390398+0000",
2020-11-16T20:52:19.173 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.50118574900000001
2020-11-16T20:52:19.173 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.173 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.173 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.173 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.173 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.173 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:162353 5.8 5:174986b4:::benchmark_data_smithi065_37993_object18329:head [delete] snapc 0=[] ondisk+write+known_if_redirected e580)",
2020-11-16T20:52:19.174 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:44:50.592831+0000",
2020-11-16T20:52:19.174 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 448.40724907700002,
2020-11-16T20:52:19.174 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.368498934,
2020-11-16T20:52:19.174 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.174 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.174 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.174 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.174 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.175 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 162353
2020-11-16T20:52:19.175 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.175 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.175 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592831+0000",
2020-11-16T20:52:19.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592831+0000",
2020-11-16T20:52:19.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:52:19.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592812+0000",
2020-11-16T20:52:19.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4793000000000003e-05
2020-11-16T20:52:19.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592857+0000",
2020-11-16T20:52:19.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8810000000000002e-06
2020-11-16T20:52:19.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592865+0000",
2020-11-16T20:52:19.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8159999999999999e-06
2020-11-16T20:52:19.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.592871+0000",
2020-11-16T20:52:19.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.22711761899999999
2020-11-16T20:52:19.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.819989+0000",
2020-11-16T20:52:19.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010391999999999999
2020-11-16T20:52:19.180 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.180 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.820093+0000",
2020-11-16T20:52:19.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024916007
2020-11-16T20:52:19.180 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.180 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.845009+0000",
2020-11-16T20:52:19.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6083999999999997e-05
2020-11-16T20:52:19.181 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.181 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.845105+0000",
2020-11-16T20:52:19.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012352700000000001
2020-11-16T20:52:19.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.845228+0000",
2020-11-16T20:52:19.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019467762999999999
2020-11-16T20:52:19.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.864696+0000",
2020-11-16T20:52:19.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.086165509000000001
2020-11-16T20:52:19.183 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.183 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.950862+0000",
2020-11-16T20:52:19.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6772000000000002e-05
2020-11-16T20:52:19.184 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.184 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.184 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.184 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.950948+0000",
2020-11-16T20:52:19.184 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010381751
2020-11-16T20:52:19.184 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.184 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.185 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.185 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:44:50.961330+0000",
2020-11-16T20:52:19.185 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.368498934
2020-11-16T20:52:19.185 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.185 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.185 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.185 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.185 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.186 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.15876.0:171319 5.8 5:19ac9c0e:::benchmark_data_smithi065_37993_object27295:head [delete] snapc 0=[] ondisk+write+known_if_redirected e582)",
2020-11-16T20:52:19.186 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:45:05.060012+0000",
2020-11-16T20:52:19.186 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 433.94006854200001,
2020-11-16T20:52:19.186 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.38225997099999998,
2020-11-16T20:52:19.186 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.186 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:19.186 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.15876",
2020-11-16T20:52:19.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/4096234626",
2020-11-16T20:52:19.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 171319
2020-11-16T20:52:19.187 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.187 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060012+0000",
2020-11-16T20:52:19.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060012+0000",
2020-11-16T20:52:19.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T20:52:19.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.059992+0000",
2020-11-16T20:52:19.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4308999999999999e-05
2020-11-16T20:52:19.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060036+0000",
2020-11-16T20:52:19.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.1000000000000004e-06
2020-11-16T20:52:19.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060044+0000",
2020-11-16T20:52:19.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.532e-06
2020-11-16T20:52:19.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.191 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.060049+0000",
2020-11-16T20:52:19.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.199796205
2020-11-16T20:52:19.191 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.191 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.259845+0000",
2020-11-16T20:52:19.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3854e-05
2020-11-16T20:52:19.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:52:19.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.259929+0000",
2020-11-16T20:52:19.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.050346252000000001
2020-11-16T20:52:19.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.193 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.310275+0000",
2020-11-16T20:52:19.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014255499999999999
2020-11-16T20:52:19.193 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.193 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.310418+0000",
2020-11-16T20:52:19.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025435799999999999
2020-11-16T20:52:19.194 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.194 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:52:19.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.310672+0000",
2020-11-16T20:52:19.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.022948977999999998
2020-11-16T20:52:19.194 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.333621+0000",
2020-11-16T20:52:19.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.104992869
2020-11-16T20:52:19.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:19.196 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.438614+0000",
2020-11-16T20:52:19.196 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000121743
2020-11-16T20:52:19.196 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.196 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.196 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:19.196 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.438736+0000",
2020-11-16T20:52:19.196 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0035359979999999998
2020-11-16T20:52:19.196 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.197 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.197 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.197 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:45:05.442272+0000",
2020-11-16T20:52:19.197 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.38225997099999998
2020-11-16T20:52:19.197 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.197 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.197 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.198 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.198 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.198 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36014.0:43851 6.0 6:05258ccb:::benchmark_data_smithi065_43723_object43850:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e636)",
2020-11-16T20:52:19.198 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:48:38.177522+0000",
2020-11-16T20:52:19.198 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 220.822558195,
2020-11-16T20:52:19.198 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.476878524,
2020-11-16T20:52:19.198 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.198 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:52:19.199 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.199 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36014",
2020-11-16T20:52:19.199 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:52:19.199 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 43851
2020-11-16T20:52:19.199 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.199 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.199 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.177522+0000",
2020-11-16T20:52:19.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.200 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.200 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.177522+0000",
2020-11-16T20:52:19.200 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:52:19.201 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.201 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.201 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.201 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.177495+0000",
2020-11-16T20:52:19.201 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4283999999999995e-05
2020-11-16T20:52:19.201 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.201 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.177580+0000",
2020-11-16T20:52:19.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6679999999999996e-06
2020-11-16T20:52:19.202 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.202 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.202 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.177589+0000",
2020-11-16T20:52:19.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9009999999999996e-06
2020-11-16T20:52:19.203 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.203 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.177593+0000",
2020-11-16T20:52:19.203 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2955999999999999e-05
2020-11-16T20:52:19.203 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.203 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.177646+0000",
2020-11-16T20:52:19.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019264400000000001
2020-11-16T20:52:19.204 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.204 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.177839+0000",
2020-11-16T20:52:19.204 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021194399999999999
2020-11-16T20:52:19.205 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.205 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.205 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:52:19.205 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.178051+0000",
2020-11-16T20:52:19.205 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00176469
2020-11-16T20:52:19.205 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.205 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.206 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.206 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.179815+0000",
2020-11-16T20:52:19.206 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.76526881400000002
2020-11-16T20:52:19.206 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.206 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.206 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.206 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.945084+0000",
2020-11-16T20:52:19.206 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0229000000000003e-05
2020-11-16T20:52:19.207 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.207 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.207 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:19.207 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.945134+0000",
2020-11-16T20:52:19.207 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.70918574199999995
2020-11-16T20:52:19.207 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.207 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:39.654320+0000",
2020-11-16T20:52:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0618999999999995e-05
2020-11-16T20:52:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:39.654401+0000",
2020-11-16T20:52:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.476878524
2020-11-16T20:52:19.209 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.209 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.209 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.209 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:19.209 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:19.209 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36014.0:43855 6.0 6:0b2ba462:::benchmark_data_smithi065_43723_object43854:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e636)",
2020-11-16T20:52:19.209 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:48:38.182760+0000",
2020-11-16T20:52:19.210 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 220.817320615,
2020-11-16T20:52:19.210 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.4717201289999999,
2020-11-16T20:52:19.210 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:19.210 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:52:19.210 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:19.210 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36014",
2020-11-16T20:52:19.210 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:52:19.210 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 43855
2020-11-16T20:52:19.211 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:19.211 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:19.211 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.211 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:19.211 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.182760+0000",
2020-11-16T20:52:19.211 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:19.211 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.212 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:19.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.182760+0000",
2020-11-16T20:52:19.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999633
2020-11-16T20:52:19.212 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.212 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:19.212 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.182723+0000",
2020-11-16T20:52:19.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0001282
2020-11-16T20:52:19.213 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.213 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:19.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.182851+0000",
2020-11-16T20:52:19.213 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8895000000000001e-05
2020-11-16T20:52:19.213 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.214 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:19.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.182870+0000",
2020-11-16T20:52:19.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0193e-05
2020-11-16T20:52:19.214 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.214 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:19.214 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.182881+0000",
2020-11-16T20:52:19.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4864999999999997e-05
2020-11-16T20:52:19.215 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.215 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.182935+0000",
2020-11-16T20:52:19.215 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000132576
2020-11-16T20:52:19.215 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.183068+0000",
2020-11-16T20:52:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016457200000000001
2020-11-16T20:52:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:52:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.183233+0000",
2020-11-16T20:52:19.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0020111259999999998
2020-11-16T20:52:19.217 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.217 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:19.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.185244+0000",
2020-11-16T20:52:19.217 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.75999468100000001
2020-11-16T20:52:19.217 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.218 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.218 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.218 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.945238+0000",
2020-11-16T20:52:19.218 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5520999999999999e-05
2020-11-16T20:52:19.218 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.218 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.218 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:19.218 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:38.945254+0000",
2020-11-16T20:52:19.219 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.70920923800000002
2020-11-16T20:52:19.219 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.219 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.219 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:19.219 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:39.654463+0000",
2020-11-16T20:52:19.219 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.681e-05
2020-11-16T20:52:19.219 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:19.220 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:19.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:19.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:48:39.654480+0000",
2020-11-16T20:52:19.220 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4717201289999999
2020-11-16T20:52:19.220 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:19.220 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:19.220 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:19.220 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:52:19.221 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:52:19.221 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:52:19.223 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:18 smithi065 bash[9468]: cluster 2020-11-16T20:52:18.492190+0000 mgr.x (mgr.14196) 1220 : cluster [DBG] pgmap v1823: 17 pgs: 1 active+recovering, 1 remapped+peering, 15 active+clean; 2.5 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 100 MiB/s wr, 1.60k op/s; 2440/82084 objects misplaced (2.973%); 1.7 MiB/s, 27 objects/s recovering
2020-11-16T20:52:19.223 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:18 smithi142 bash[9523]: cluster 2020-11-16T20:52:18.492190+0000 mgr.x (mgr.14196) 1220 : cluster [DBG] pgmap v1823: 17 pgs: 1 active+recovering, 1 remapped+peering, 15 active+clean; 2.5 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 100 MiB/s wr, 1.60k op/s; 2440/82084 objects misplaced (2.973%); 1.7 MiB/s, 27 objects/s recovering
2020-11-16T20:52:19.556 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:52:19.557 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:52:19.565 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:52:19.571643 min lat: 0.00149761 max lat: 2.14789 avg lat: 0.00687703
2020-11-16T20:52:19.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:52:19.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   20      16     46528     46512   145.336   92.4375   0.0149472  0.00687703
2020-11-16T20:52:19.746 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:19.747 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:19 smithi071 bash[9480]: cluster 2020-11-16T20:52:18.774481+0000 osd.5 (osd.5) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:19 smithi071 bash[9480]: cluster 2020-11-16T20:52:18.774561+0000 osd.5 (osd.5) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:19 smithi071 bash[9480]: cluster 2020-11-16T20:52:19.582051+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e702: 12 total, 12 up, 9 in
2020-11-16T20:52:20.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:19 smithi065 bash[9468]: cluster 2020-11-16T20:52:18.774481+0000 osd.5 (osd.5) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:20.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:19 smithi065 bash[9468]: cluster 2020-11-16T20:52:18.774561+0000 osd.5 (osd.5) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:20.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:19 smithi065 bash[9468]: cluster 2020-11-16T20:52:19.582051+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e702: 12 total, 12 up, 9 in
2020-11-16T20:52:20.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:19 smithi142 bash[9523]: cluster 2020-11-16T20:52:18.774481+0000 osd.5 (osd.5) 193 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:20.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:19 smithi142 bash[9523]: cluster 2020-11-16T20:52:18.774561+0000 osd.5 (osd.5) 194 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:20.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:19 smithi142 bash[9523]: cluster 2020-11-16T20:52:19.582051+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e702: 12 total, 12 up, 9 in
2020-11-16T20:52:20.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   21      15     48125     48110   143.171    99.875  0.00318468  0.00698071
2020-11-16T20:52:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:20 smithi071 bash[9480]: cluster 2020-11-16T20:52:20.492682+0000 mgr.x (mgr.14196) 1221 : cluster [DBG] pgmap v1825: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 2.7 GiB data, 8.3 GiB used, 796 GiB / 805 GiB avail; 95 MiB/s wr, 1.52k op/s; 7002/89108 objects misplaced (7.858%); 6.5 MiB/s, 104 objects/s recovering
2020-11-16T20:52:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:20 smithi065 bash[9468]: cluster 2020-11-16T20:52:20.492682+0000 mgr.x (mgr.14196) 1221 : cluster [DBG] pgmap v1825: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 2.7 GiB data, 8.3 GiB used, 796 GiB / 805 GiB avail; 95 MiB/s wr, 1.52k op/s; 7002/89108 objects misplaced (7.858%); 6.5 MiB/s, 104 objects/s recovering
2020-11-16T20:52:21.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:20 smithi142 bash[9523]: cluster 2020-11-16T20:52:20.492682+0000 mgr.x (mgr.14196) 1221 : cluster [DBG] pgmap v1825: 17 pgs: 2 active+recovering+remapped, 1 active+recovering, 14 active+clean; 2.7 GiB data, 8.3 GiB used, 796 GiB / 805 GiB avail; 95 MiB/s wr, 1.52k op/s; 7002/89108 objects misplaced (7.858%); 6.5 MiB/s, 104 objects/s recovering
2020-11-16T20:52:21.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   22      16     49845     49829   141.546   107.438  0.00660799  0.00706162
2020-11-16T20:52:21.711 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight
2020-11-16T20:52:21.795 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 4, 6, 7, 8, 11, 9, 10] out_osds:  [2, 5, 3] dead_osds:  [] live_osds:  [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3]
2020-11-16T20:52:21.795 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:52:21.795 INFO:tasks.thrashosds.thrasher:inject_pause on 10
2020-11-16T20:52:21.796 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T20:52:21.796 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T20:52:21.796 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 config set filestore_inject_stall 3
2020-11-16T20:52:21.868 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:21.974 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:52:22.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   23      16     51345     51329   139.468     93.75  0.00855487  0.00716498
2020-11-16T20:52:22.755 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:22.860 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:22.945 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:22 smithi071 bash[14419]: debug 2020-11-16T20:52:22.755+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:22.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:22 smithi071 bash[9480]: cluster 2020-11-16T20:52:21.677304+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e703: 12 total, 12 up, 9 in
2020-11-16T20:52:22.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:22 smithi071 bash[9480]: cluster 2020-11-16T20:52:22.493118+0000 mgr.x (mgr.14196) 1222 : cluster [DBG] pgmap v1827: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 2.9 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 88 MiB/s wr, 1.40k op/s; 6728/94226 objects misplaced (7.140%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T20:52:23.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:22 smithi065 bash[9468]: cluster 2020-11-16T20:52:21.677304+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e703: 12 total, 12 up, 9 in
2020-11-16T20:52:23.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:22 smithi065 bash[9468]: cluster 2020-11-16T20:52:22.493118+0000 mgr.x (mgr.14196) 1222 : cluster [DBG] pgmap v1827: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 2.9 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 88 MiB/s wr, 1.40k op/s; 6728/94226 objects misplaced (7.140%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T20:52:23.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:22 smithi142 bash[9523]: cluster 2020-11-16T20:52:21.677304+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e703: 12 total, 12 up, 9 in
2020-11-16T20:52:23.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:22 smithi142 bash[9523]: cluster 2020-11-16T20:52:22.493118+0000 mgr.x (mgr.14196) 1222 : cluster [DBG] pgmap v1827: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 2.9 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 88 MiB/s wr, 1.40k op/s; 6728/94226 objects misplaced (7.140%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T20:52:23.130 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:23.234 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:23.532 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:23 smithi142 bash[15670]: debug 2020-11-16T20:52:23.128+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:23.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   24      16     52846     52830   137.565   93.8125  0.00644747  0.00726628
2020-11-16T20:52:24.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   25      16     54283     54267   135.655   89.8125  0.00270346  0.00735041
2020-11-16T20:52:24.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:24 smithi142 bash[9523]: cluster 2020-11-16T20:52:24.493685+0000 mgr.x (mgr.14196) 1223 : cluster [DBG] pgmap v1828: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.1 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 91 MiB/s wr, 1.46k op/s; 6437/101132 objects misplaced (6.365%); 9.3 MiB/s, 149 objects/s recovering
2020-11-16T20:52:24.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:24 smithi071 bash[9480]: cluster 2020-11-16T20:52:24.493685+0000 mgr.x (mgr.14196) 1223 : cluster [DBG] pgmap v1828: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.1 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 91 MiB/s wr, 1.46k op/s; 6437/101132 objects misplaced (6.365%); 9.3 MiB/s, 149 objects/s recovering
2020-11-16T20:52:25.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:24 smithi065 bash[9468]: cluster 2020-11-16T20:52:24.493685+0000 mgr.x (mgr.14196) 1223 : cluster [DBG] pgmap v1828: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.1 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 91 MiB/s wr, 1.46k op/s; 6437/101132 objects misplaced (6.365%); 9.3 MiB/s, 149 objects/s recovering
2020-11-16T20:52:25.474 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:25.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   26      16     55890     55874     134.3   100.438  0.00501304  0.00744302
2020-11-16T20:52:25.578 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:25.801 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:25.806 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:25 smithi065 bash[9468]: cluster 2020-11-16T20:52:24.773311+0000 osd.7 (osd.7) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:25.806 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:25 smithi065 bash[9468]: cluster 2020-11-16T20:52:24.773439+0000 osd.7 (osd.7) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:25.806 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:52:25 smithi065 bash[16457]: debug 2020-11-16T20:52:25.474+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:25.905 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:25.913 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:25 smithi071 bash[9480]: cluster 2020-11-16T20:52:24.773311+0000 osd.7 (osd.7) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:25.914 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:25 smithi071 bash[9480]: cluster 2020-11-16T20:52:24.773439+0000 osd.7 (osd.7) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:26.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:25 smithi142 bash[9523]: cluster 2020-11-16T20:52:24.773311+0000 osd.7 (osd.7) 173 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:26.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:25 smithi142 bash[9523]: cluster 2020-11-16T20:52:24.773439+0000 osd.7 (osd.7) 174 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:26.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:25 smithi142 bash[15670]: debug 2020-11-16T20:52:25.804+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:26.554 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:26.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   27      16     57494     57478   133.038    100.25  0.00514738  0.00751418
2020-11-16T20:52:26.658 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:52:26.809 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:52:26.875 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:26 smithi142 bash[9523]: cluster 2020-11-16T20:52:25.579930+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e704: 12 total, 12 up, 9 in
2020-11-16T20:52:26.876 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:26 smithi142 bash[9523]: audit 2020-11-16T20:52:26.282184+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:52:26.876 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:26 smithi142 bash[9523]: audit 2020-11-16T20:52:26.282398+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:52:26.876 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:26 smithi142 bash[9523]: audit 2020-11-16T20:52:26.284860+0000 mon.a (mon.0) 2276 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:52:26.876 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:26 smithi142 bash[9523]: audit 2020-11-16T20:52:26.285177+0000 mon.a (mon.0) 2277 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:52:26.876 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:26 smithi142 bash[9523]: cluster 2020-11-16T20:52:26.494227+0000 mgr.x (mgr.14196) 1224 : cluster [DBG] pgmap v1830: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.3 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 100 MiB/s wr, 1.60k op/s; 6130/107742 objects misplaced (5.690%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:52:26.913 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:26.914 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:52:26 smithi065 bash[11785]: debug 2020-11-16T20:52:26.806+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:26.914 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:26 smithi065 bash[9468]: cluster 2020-11-16T20:52:25.579930+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e704: 12 total, 12 up, 9 in
2020-11-16T20:52:26.914 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:26 smithi065 bash[9468]: audit 2020-11-16T20:52:26.282184+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:52:26.915 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:26 smithi065 bash[9468]: audit 2020-11-16T20:52:26.282398+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:52:26.915 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:26 smithi065 bash[9468]: audit 2020-11-16T20:52:26.284860+0000 mon.a (mon.0) 2276 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:52:26.915 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:26 smithi065 bash[9468]: audit 2020-11-16T20:52:26.285177+0000 mon.a (mon.0) 2277 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:52:26.915 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:26 smithi065 bash[9468]: cluster 2020-11-16T20:52:26.494227+0000 mgr.x (mgr.14196) 1224 : cluster [DBG] pgmap v1830: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.3 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 100 MiB/s wr, 1.60k op/s; 6130/107742 objects misplaced (5.690%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:52:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:26 smithi071 bash[9480]: cluster 2020-11-16T20:52:25.579930+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e704: 12 total, 12 up, 9 in
2020-11-16T20:52:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:26 smithi071 bash[9480]: audit 2020-11-16T20:52:26.282184+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:52:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:26 smithi071 bash[9480]: audit 2020-11-16T20:52:26.282398+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:52:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:26 smithi071 bash[9480]: audit 2020-11-16T20:52:26.284860+0000 mon.a (mon.0) 2276 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:52:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:26 smithi071 bash[9480]: audit 2020-11-16T20:52:26.285177+0000 mon.a (mon.0) 2277 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:52:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:26 smithi071 bash[9480]: cluster 2020-11-16T20:52:26.494227+0000 mgr.x (mgr.14196) 1224 : cluster [DBG] pgmap v1830: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.3 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 100 MiB/s wr, 1.60k op/s; 6130/107742 objects misplaced (5.690%); 10 MiB/s, 162 objects/s recovering
2020-11-16T20:52:26.947 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:52:26 smithi071 bash[16796]: debug 2020-11-16T20:52:26.555+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:27.533 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:27.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   28      16     59014     58998    131.68        95  0.00590731  0.00759043
2020-11-16T20:52:27.638 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:27.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:27 smithi071 bash[9480]: cluster 2020-11-16T20:52:26.682176+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e705: 12 total, 12 up, 9 in
2020-11-16T20:52:28.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:27 smithi065 bash[9468]: cluster 2020-11-16T20:52:26.682176+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e705: 12 total, 12 up, 9 in
2020-11-16T20:52:28.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:27 smithi142 bash[9523]: cluster 2020-11-16T20:52:26.682176+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e705: 12 total, 12 up, 9 in
2020-11-16T20:52:28.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:27 smithi142 bash[15670]: debug 2020-11-16T20:52:27.536+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:28.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   29      16     60339     60323   129.994   82.8125   0.0111689  0.00768928
2020-11-16T20:52:28.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:28 smithi071 bash[9480]: cluster 2020-11-16T20:52:28.494770+0000 mgr.x (mgr.14196) 1225 : cluster [DBG] pgmap v1832: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.5 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 97 MiB/s wr, 1.56k op/s; 5856/113510 objects misplaced (5.159%); 11 MiB/s, 168 objects/s recovering
2020-11-16T20:52:29.016 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:29.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:28 smithi065 bash[9468]: cluster 2020-11-16T20:52:28.494770+0000 mgr.x (mgr.14196) 1225 : cluster [DBG] pgmap v1832: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.5 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 97 MiB/s wr, 1.56k op/s; 5856/113510 objects misplaced (5.159%); 11 MiB/s, 168 objects/s recovering
2020-11-16T20:52:29.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:28 smithi142 bash[9523]: cluster 2020-11-16T20:52:28.494770+0000 mgr.x (mgr.14196) 1225 : cluster [DBG] pgmap v1832: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.5 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 97 MiB/s wr, 1.56k op/s; 5856/113510 objects misplaced (5.159%); 11 MiB/s, 168 objects/s recovering
2020-11-16T20:52:29.120 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:33.319 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:29 smithi071 bash[14419]: debug 2020-11-16T20:52:29.015+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:33.319 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:30 smithi071 bash[9480]: cluster 2020-11-16T20:52:29.546448+0000 osd.8 (osd.8) 194 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:33.320 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:30 smithi071 bash[9480]: cluster 2020-11-16T20:52:29.546513+0000 osd.8 (osd.8) 195 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:33.320 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:30 smithi071 bash[9480]: cluster 2020-11-16T20:52:29.692574+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e706: 12 total, 12 up, 9 in
2020-11-16T20:52:33.320 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:30 smithi071 bash[9480]: cluster 2020-11-16T20:52:30.495672+0000 mgr.x (mgr.14196) 1226 : cluster [DBG] pgmap v1834: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.7 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 99 MiB/s wr, 1.58k op/s; 5224/120092 objects misplaced (4.350%); 13 MiB/s, 202 objects/s recovering
2020-11-16T20:52:33.320 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:31 smithi071 bash[9480]: audit 2020-11-16T20:52:31.047617+0000 mon.a (mon.0) 2280 : audit [DBG] from='client.? v1:172.21.15.142:0/165420078' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:33.320 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:31 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.084070+0000 osd.0 (osd.0) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.320 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:31 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.245782+0000 osd.5 (osd.5) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.321 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:31 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.680499+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e707: 12 total, 12 up, 9 in
2020-11-16T20:52:33.321 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.114836+0000 osd.1 (osd.1) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.321 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.145932+0000 osd.2 (osd.2) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.321 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.182632+0000 osd.3 (osd.3) 7 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.321 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.210194+0000 osd.4 (osd.4) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.321 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.281289+0000 osd.6 (osd.6) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.321 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.310526+0000 osd.7 (osd.7) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.322 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.342326+0000 osd.8 (osd.8) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.322 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.378510+0000 osd.9 (osd.9) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.322 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.414120+0000 osd.10 (osd.10) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.322 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:31.448444+0000 osd.11 (osd.11) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.322 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: audit 2020-11-16T20:52:31.731531+0000 mon.a (mon.0) 2282 : audit [INF] from='client.? v1:172.21.15.142:0/117155768' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:52:33.322 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:32 smithi071 bash[9480]: cluster 2020-11-16T20:52:32.496850+0000 mgr.x (mgr.14196) 1227 : cluster [DBG] pgmap v1836: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 88 MiB/s wr, 1.42k op/s; 4935/124738 objects misplaced (3.956%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:52:33.326 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:30 smithi142 bash[9523]: cluster 2020-11-16T20:52:29.546448+0000 osd.8 (osd.8) 194 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:33.326 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:30 smithi142 bash[9523]: cluster 2020-11-16T20:52:29.546513+0000 osd.8 (osd.8) 195 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:33.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:30 smithi142 bash[9523]: cluster 2020-11-16T20:52:29.692574+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e706: 12 total, 12 up, 9 in
2020-11-16T20:52:33.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:30 smithi142 bash[9523]: cluster 2020-11-16T20:52:30.495672+0000 mgr.x (mgr.14196) 1226 : cluster [DBG] pgmap v1834: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.7 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 99 MiB/s wr, 1.58k op/s; 5224/120092 objects misplaced (4.350%); 13 MiB/s, 202 objects/s recovering
2020-11-16T20:52:33.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:31 smithi142 bash[9523]: audit 2020-11-16T20:52:31.047617+0000 mon.a (mon.0) 2280 : audit [DBG] from='client.? v1:172.21.15.142:0/165420078' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:33.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:31 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.084070+0000 osd.0 (osd.0) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:31 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.245782+0000 osd.5 (osd.5) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:31 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.680499+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e707: 12 total, 12 up, 9 in
2020-11-16T20:52:33.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.114836+0000 osd.1 (osd.1) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.145932+0000 osd.2 (osd.2) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.182632+0000 osd.3 (osd.3) 7 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.210194+0000 osd.4 (osd.4) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.281289+0000 osd.6 (osd.6) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.310526+0000 osd.7 (osd.7) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.342326+0000 osd.8 (osd.8) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.328 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.378510+0000 osd.9 (osd.9) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.414120+0000 osd.10 (osd.10) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:31.448444+0000 osd.11 (osd.11) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: audit 2020-11-16T20:52:31.731531+0000 mon.a (mon.0) 2282 : audit [INF] from='client.? v1:172.21.15.142:0/117155768' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:52:33.329 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:32 smithi142 bash[9523]: cluster 2020-11-16T20:52:32.496850+0000 mgr.x (mgr.14196) 1227 : cluster [DBG] pgmap v1836: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 88 MiB/s wr, 1.42k op/s; 4935/124738 objects misplaced (3.956%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:52:33.329 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:52:33.329 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:52:33.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:52:33.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:52:33.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:52:33.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:52:33.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:52:33.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:52:33.330 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:52:33.331 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:52:33.331 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:52:33.331 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:52:33.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.331 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.332 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.333 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:52:33.333 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:52:33.333 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:52:33.333 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:52:33.333 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   30      16     61909     61893   128.932    98.125   0.0174676  0.00775343
2020-11-16T20:52:33.334 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   31      16     63381     63365    127.74        92  0.00514859  0.00782585
2020-11-16T20:52:33.334 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   32      16     64765     64749   126.451      86.5   0.0157308   0.0079058
2020-11-16T20:52:33.334 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   33      15     66253     66238   125.439   93.0625  0.00919037  0.00796905
2020-11-16T20:52:33.334 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:52:33.334 INFO:teuthology.orchestra.run.smithi065.stdout:    "success": ""
2020-11-16T20:52:33.334 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:52:33.335 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:30 smithi065 bash[9468]: cluster 2020-11-16T20:52:29.546448+0000 osd.8 (osd.8) 194 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:33.335 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:30 smithi065 bash[9468]: cluster 2020-11-16T20:52:29.546513+0000 osd.8 (osd.8) 195 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:33.335 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:30 smithi065 bash[9468]: cluster 2020-11-16T20:52:29.692574+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e706: 12 total, 12 up, 9 in
2020-11-16T20:52:33.335 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:30 smithi065 bash[9468]: cluster 2020-11-16T20:52:30.495672+0000 mgr.x (mgr.14196) 1226 : cluster [DBG] pgmap v1834: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.7 GiB data, 10 GiB used, 794 GiB / 805 GiB avail; 99 MiB/s wr, 1.58k op/s; 5224/120092 objects misplaced (4.350%); 13 MiB/s, 202 objects/s recovering
2020-11-16T20:52:33.335 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:31 smithi065 bash[9468]: audit 2020-11-16T20:52:31.047617+0000 mon.a (mon.0) 2280 : audit [DBG] from='client.? v1:172.21.15.142:0/165420078' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:33.335 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:31 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.084070+0000 osd.0 (osd.0) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.335 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:31 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.245782+0000 osd.5 (osd.5) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.336 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:31 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.680499+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e707: 12 total, 12 up, 9 in
2020-11-16T20:52:33.336 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.114836+0000 osd.1 (osd.1) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.336 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.145932+0000 osd.2 (osd.2) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.336 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.182632+0000 osd.3 (osd.3) 7 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.336 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.210194+0000 osd.4 (osd.4) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.336 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.281289+0000 osd.6 (osd.6) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.336 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.310526+0000 osd.7 (osd.7) 175 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.337 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.342326+0000 osd.8 (osd.8) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.337 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.378510+0000 osd.9 (osd.9) 179 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.337 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.414120+0000 osd.10 (osd.10) 168 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.337 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:31.448444+0000 osd.11 (osd.11) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:33.337 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: audit 2020-11-16T20:52:31.731531+0000 mon.a (mon.0) 2282 : audit [INF] from='client.? v1:172.21.15.142:0/117155768' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:52:33.337 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:32 smithi065 bash[9468]: cluster 2020-11-16T20:52:32.496850+0000 mgr.x (mgr.14196) 1227 : cluster [DBG] pgmap v1836: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 88 MiB/s wr, 1.42k op/s; 4935/124738 objects misplaced (3.956%); 12 MiB/s, 199 objects/s recovering
2020-11-16T20:52:33.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   34      16     67597     67581   124.218   83.9375  0.00401318  0.00804692
2020-11-16T20:52:34.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:33 smithi065 bash[9468]: cluster 2020-11-16T20:52:32.702241+0000 mon.a (mon.0) 2283 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:34.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:33 smithi065 bash[9468]: audit 2020-11-16T20:52:32.706826+0000 mon.a (mon.0) 2284 : audit [INF] from='client.? v1:172.21.15.142:0/117155768' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:52:34.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:33 smithi065 bash[9468]: cluster 2020-11-16T20:52:32.706884+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e708: 12 total, 12 up, 9 in
2020-11-16T20:52:34.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:33 smithi065 bash[9468]: cluster 2020-11-16T20:52:32.724520+0000 osd.1 (osd.1) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:34.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:33 smithi065 bash[9468]: cluster 2020-11-16T20:52:32.724613+0000 osd.1 (osd.1) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:34.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:33 smithi142 bash[9523]: cluster 2020-11-16T20:52:32.702241+0000 mon.a (mon.0) 2283 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:33 smithi142 bash[9523]: audit 2020-11-16T20:52:32.706826+0000 mon.a (mon.0) 2284 : audit [INF] from='client.? v1:172.21.15.142:0/117155768' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:52:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:33 smithi142 bash[9523]: cluster 2020-11-16T20:52:32.706884+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e708: 12 total, 12 up, 9 in
2020-11-16T20:52:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:33 smithi142 bash[9523]: cluster 2020-11-16T20:52:32.724520+0000 osd.1 (osd.1) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:34.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:33 smithi142 bash[9523]: cluster 2020-11-16T20:52:32.724613+0000 osd.1 (osd.1) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:33 smithi071 bash[9480]: cluster 2020-11-16T20:52:32.702241+0000 mon.a (mon.0) 2283 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:33 smithi071 bash[9480]: audit 2020-11-16T20:52:32.706826+0000 mon.a (mon.0) 2284 : audit [INF] from='client.? v1:172.21.15.142:0/117155768' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:52:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:33 smithi071 bash[9480]: cluster 2020-11-16T20:52:32.706884+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e708: 12 total, 12 up, 9 in
2020-11-16T20:52:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:33 smithi071 bash[9480]: cluster 2020-11-16T20:52:32.724520+0000 osd.1 (osd.1) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:33 smithi071 bash[9480]: cluster 2020-11-16T20:52:32.724613+0000 osd.1 (osd.1) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:34.232 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:34.336 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:34.511 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:34 smithi142 bash[20366]: debug 2020-11-16T20:52:34.232+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:34.512 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:34.561 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops
2020-11-16T20:52:34.566 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   35      16     68850     68834   122.906   78.3125  0.00445087  0.00813249
2020-11-16T20:52:34.616 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:34.737 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:34.768 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:34.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:52:34 smithi142 bash[18009]: debug 2020-11-16T20:52:34.516+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:34.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:34 smithi142 bash[9523]: cluster 2020-11-16T20:52:33.714748+0000 osd.11 (osd.11) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:34.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:34 smithi142 bash[9523]: cluster 2020-11-16T20:52:33.714837+0000 osd.11 (osd.11) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:34.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:34 smithi142 bash[9523]: cluster 2020-11-16T20:52:33.719487+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e709: 12 total, 12 up, 9 in
2020-11-16T20:52:34.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:34 smithi142 bash[9523]: cluster 2020-11-16T20:52:34.497785+0000 mgr.x (mgr.14196) 1228 : cluster [DBG] pgmap v1839: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.0 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 95 MiB/s wr, 1.52k op/s; 4629/131014 objects misplaced (3.533%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:52:34.874 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:35.029 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:52:34 smithi065 bash[16457]: debug 2020-11-16T20:52:34.770+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:34 smithi065 bash[9468]: cluster 2020-11-16T20:52:33.714748+0000 osd.11 (osd.11) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:34 smithi065 bash[9468]: cluster 2020-11-16T20:52:33.714837+0000 osd.11 (osd.11) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:35.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:34 smithi065 bash[9468]: cluster 2020-11-16T20:52:33.719487+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e709: 12 total, 12 up, 9 in
2020-11-16T20:52:35.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:34 smithi065 bash[9468]: cluster 2020-11-16T20:52:34.497785+0000 mgr.x (mgr.14196) 1228 : cluster [DBG] pgmap v1839: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.0 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 95 MiB/s wr, 1.52k op/s; 4629/131014 objects misplaced (3.533%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:52:35.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:34 smithi071 bash[9480]: cluster 2020-11-16T20:52:33.714748+0000 osd.11 (osd.11) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:35.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:34 smithi071 bash[9480]: cluster 2020-11-16T20:52:33.714837+0000 osd.11 (osd.11) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:35.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:34 smithi071 bash[9480]: cluster 2020-11-16T20:52:33.719487+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e709: 12 total, 12 up, 9 in
2020-11-16T20:52:35.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:34 smithi071 bash[9480]: cluster 2020-11-16T20:52:34.497785+0000 mgr.x (mgr.14196) 1228 : cluster [DBG] pgmap v1839: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.0 GiB data, 11 GiB used, 793 GiB / 805 GiB avail; 95 MiB/s wr, 1.52k op/s; 4629/131014 objects misplaced (3.533%); 12 MiB/s, 190 objects/s recovering
2020-11-16T20:52:35.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   36      16     70328     70312   122.058    92.375   0.0101459  0.00819077
2020-11-16T20:52:35.664 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:35.769 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:35 smithi065 bash[9468]: cluster 2020-11-16T20:52:34.721511+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e710: 12 total, 12 up, 9 in
2020-11-16T20:52:36.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:35 smithi142 bash[9523]: cluster 2020-11-16T20:52:34.721511+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e710: 12 total, 12 up, 9 in
2020-11-16T20:52:36.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:35 smithi142 bash[15670]: debug 2020-11-16T20:52:35.668+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:35 smithi071 bash[9480]: cluster 2020-11-16T20:52:34.721511+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e710: 12 total, 12 up, 9 in
2020-11-16T20:52:36.362 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:52:36.518 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:36.526 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:36.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   37      16     71815     71799   121.271   92.9375  0.00680358  0.00824131
2020-11-16T20:52:36.582 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:52:36.622 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:52:36.730 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:36 smithi142 bash[20366]: debug 2020-11-16T20:52:36.524+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:36.731 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:36 smithi142 bash[9523]: cluster 2020-11-16T20:52:35.591236+0000 osd.3 (osd.3) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:36.731 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:36 smithi142 bash[9523]: cluster 2020-11-16T20:52:35.593344+0000 osd.3 (osd.3) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:36.748 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:52:36.749 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:36.853 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:37.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:36 smithi065 bash[9468]: cluster 2020-11-16T20:52:35.591236+0000 osd.3 (osd.3) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:37.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:36 smithi065 bash[9468]: cluster 2020-11-16T20:52:35.593344+0000 osd.3 (osd.3) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:37.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:36 smithi065 bash[9468]: cluster 2020-11-16T20:52:35.733255+0000 mon.a (mon.0) 2288 : cluster [DBG] osdmap e711: 12 total, 12 up, 9 in
2020-11-16T20:52:37.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:36 smithi065 bash[9468]: cluster 2020-11-16T20:52:36.498329+0000 mgr.x (mgr.14196) 1229 : cluster [DBG] pgmap v1842: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.2 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s; 4268/137018 objects misplaced (3.115%); 10 MiB/s, 166 objects/s recovering
2020-11-16T20:52:37.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:36 smithi065 bash[9468]: cluster 2020-11-16T20:52:36.681027+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e712: 12 total, 12 up, 9 in
2020-11-16T20:52:37.030 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:52:36 smithi065 bash[11785]: debug 2020-11-16T20:52:36.750+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:36 smithi142 bash[9523]: cluster 2020-11-16T20:52:35.733255+0000 mon.a (mon.0) 2288 : cluster [DBG] osdmap e711: 12 total, 12 up, 9 in
2020-11-16T20:52:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:36 smithi142 bash[9523]: cluster 2020-11-16T20:52:36.498329+0000 mgr.x (mgr.14196) 1229 : cluster [DBG] pgmap v1842: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.2 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s; 4268/137018 objects misplaced (3.115%); 10 MiB/s, 166 objects/s recovering
2020-11-16T20:52:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:36 smithi142 bash[9523]: cluster 2020-11-16T20:52:36.681027+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e712: 12 total, 12 up, 9 in
2020-11-16T20:52:37.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:36 smithi071 bash[9480]: cluster 2020-11-16T20:52:35.591236+0000 osd.3 (osd.3) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:37.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:36 smithi071 bash[9480]: cluster 2020-11-16T20:52:35.593344+0000 osd.3 (osd.3) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:37.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:36 smithi071 bash[9480]: cluster 2020-11-16T20:52:35.733255+0000 mon.a (mon.0) 2288 : cluster [DBG] osdmap e711: 12 total, 12 up, 9 in
2020-11-16T20:52:37.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:36 smithi071 bash[9480]: cluster 2020-11-16T20:52:36.498329+0000 mgr.x (mgr.14196) 1229 : cluster [DBG] pgmap v1842: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.2 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 96 MiB/s wr, 1.53k op/s; 4268/137018 objects misplaced (3.115%); 10 MiB/s, 166 objects/s recovering
2020-11-16T20:52:37.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:36 smithi071 bash[9480]: cluster 2020-11-16T20:52:36.681027+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e712: 12 total, 12 up, 9 in
2020-11-16T20:52:37.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   38      16     72385     72369   119.017    35.625   0.0118193  0.00839978
2020-11-16T20:52:38.055 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:38.159 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:38.332 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:38.338 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 4, 6, 7, 8, 11, 9, 10] out_osds:  [2, 5, 3] dead_osds:  [] live_osds:  [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3]
2020-11-16T20:52:38.338 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:52:38.338 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_5
2020-11-16T20:52:38.339 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:52:38.349 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:38 smithi142 bash[15670]: debug 2020-11-16T20:52:38.060+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:38.437 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:38.445 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:52:38 smithi071 bash[26650]: debug 2020-11-16T20:52:38.331+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:38.514 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:38.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   39      16     73880     73864   118.361   93.4375   0.0107874  0.00844622
2020-11-16T20:52:38.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:38 smithi142 bash[9523]: cluster 2020-11-16T20:52:38.498931+0000 mgr.x (mgr.14196) 1230 : cluster [DBG] pgmap v1844: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 87 MiB/s wr, 1.39k op/s; 3944/141608 objects misplaced (2.785%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:52:38.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:38 smithi071 bash[9480]: cluster 2020-11-16T20:52:38.498931+0000 mgr.x (mgr.14196) 1230 : cluster [DBG] pgmap v1844: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 87 MiB/s wr, 1.39k op/s; 3944/141608 objects misplaced (2.785%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:52:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:38 smithi065 bash[9468]: cluster 2020-11-16T20:52:38.498931+0000 mgr.x (mgr.14196) 1230 : cluster [DBG] pgmap v1844: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.3 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 87 MiB/s wr, 1.39k op/s; 3944/141608 objects misplaced (2.785%); 13 MiB/s, 207 objects/s recovering
2020-11-16T20:52:39.362 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:39.467 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:39.544 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:39 smithi142 bash[15670]: debug 2020-11-16T20:52:39.364+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:39.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:52:39.573407 min lat: 0.00149761 max lat: 2.14789 avg lat: 0.00851688
2020-11-16T20:52:39.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:52:39.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   40      16     75065     75049   117.253   74.0625  0.00501955  0.00851688
2020-11-16T20:52:39.590 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:39.696 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:39.945 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:52:39 smithi071 bash[16796]: debug 2020-11-16T20:52:39.591+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:40.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   41      16     76533     76517   116.631     91.75  0.00783147  0.00857093
2020-11-16T20:52:40.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:40 smithi071 bash[9480]: cluster 2020-11-16T20:52:40.499452+0000 mgr.x (mgr.14196) 1231 : cluster [DBG] pgmap v1845: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 84 MiB/s wr, 1.34k op/s; 3186/147114 objects misplaced (2.166%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:52:41.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:40 smithi065 bash[9468]: cluster 2020-11-16T20:52:40.499452+0000 mgr.x (mgr.14196) 1231 : cluster [DBG] pgmap v1845: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 84 MiB/s wr, 1.34k op/s; 3186/147114 objects misplaced (2.166%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:52:41.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:40 smithi142 bash[9523]: cluster 2020-11-16T20:52:40.499452+0000 mgr.x (mgr.14196) 1231 : cluster [DBG] pgmap v1845: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 84 MiB/s wr, 1.34k op/s; 3186/147114 objects misplaced (2.166%); 15 MiB/s, 240 objects/s recovering
2020-11-16T20:52:41.050 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:41.153 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:41.298 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:41.403 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:41.408 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:41 smithi142 bash[15670]: debug 2020-11-16T20:52:41.056+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:41.411 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:52:41 smithi071 bash[12066]: debug 2020-11-16T20:52:41.299+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:41.519 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:41.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   42      16     77919     77903   115.916    86.625  0.00610328  0.00862124
2020-11-16T20:52:41.624 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:41.695 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:41 smithi071 bash[14419]: debug 2020-11-16T20:52:41.515+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:42.425 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:42.433 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:42 smithi142 bash[15670]: debug 2020-11-16T20:52:42.324+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:42.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   43      16     78664     78648   114.303   46.5625  0.00490211  0.00874665
2020-11-16T20:52:42.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:42 smithi142 bash[9523]: cluster 2020-11-16T20:52:42.499961+0000 mgr.x (mgr.14196) 1232 : cluster [DBG] pgmap v1846: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.6 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 80 MiB/s wr, 1.28k op/s; 2825/151008 objects misplaced (1.871%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:52:42.825 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:42.929 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:52:42.938 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:42 smithi065 bash[9468]: cluster 2020-11-16T20:52:42.499961+0000 mgr.x (mgr.14196) 1232 : cluster [DBG] pgmap v1846: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.6 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 80 MiB/s wr, 1.28k op/s; 2825/151008 objects misplaced (1.871%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:52:42.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:42 smithi071 bash[9480]: cluster 2020-11-16T20:52:42.499961+0000 mgr.x (mgr.14196) 1232 : cluster [DBG] pgmap v1846: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.6 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 80 MiB/s wr, 1.28k op/s; 2825/151008 objects misplaced (1.871%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:52:43.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:52:42 smithi142 bash[18009]: debug 2020-11-16T20:52:42.828+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:43.078 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:52:43.185 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:43.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:52:43 smithi065 bash[18823]: debug 2020-11-16T20:52:43.073+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:43.567 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   44      16     80083     80067   113.721   88.6875      0.0255  0.00879087
2020-11-16T20:52:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:43 smithi071 bash[9480]: cluster 2020-11-16T20:52:42.547306+0000 osd.6 (osd.6) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:43 smithi071 bash[9480]: cluster 2020-11-16T20:52:42.547385+0000 osd.6 (osd.6) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:43 smithi071 bash[9480]: cluster 2020-11-16T20:52:42.695718+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e713: 12 total, 12 up, 9 in
2020-11-16T20:52:44.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:43 smithi065 bash[9468]: cluster 2020-11-16T20:52:42.547306+0000 osd.6 (osd.6) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:44.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:43 smithi065 bash[9468]: cluster 2020-11-16T20:52:42.547385+0000 osd.6 (osd.6) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:44.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:43 smithi065 bash[9468]: cluster 2020-11-16T20:52:42.695718+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e713: 12 total, 12 up, 9 in
2020-11-16T20:52:44.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:43 smithi142 bash[9523]: cluster 2020-11-16T20:52:42.547306+0000 osd.6 (osd.6) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:44.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:43 smithi142 bash[9523]: cluster 2020-11-16T20:52:42.547385+0000 osd.6 (osd.6) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:44.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:43 smithi142 bash[9523]: cluster 2020-11-16T20:52:42.695718+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e713: 12 total, 12 up, 9 in
2020-11-16T20:52:44.221 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:44.325 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:52:44.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:44 smithi142 bash[20366]: debug 2020-11-16T20:52:44.224+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:44.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   45      16     81515     81499   113.183      89.5   0.0086881  0.00883272
2020-11-16T20:52:44.597 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:52:44.702 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:52:44.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:44 smithi071 bash[9480]: cluster 2020-11-16T20:52:44.500468+0000 mgr.x (mgr.14196) 1233 : cluster [DBG] pgmap v1848: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 76 MiB/s wr, 1.21k op/s; 2477/156452 objects misplaced (1.583%); 14 MiB/s, 223 objects/s recovering
2020-11-16T20:52:45.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:44 smithi065 bash[9468]: cluster 2020-11-16T20:52:44.500468+0000 mgr.x (mgr.14196) 1233 : cluster [DBG] pgmap v1848: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 76 MiB/s wr, 1.21k op/s; 2477/156452 objects misplaced (1.583%); 14 MiB/s, 223 objects/s recovering
2020-11-16T20:52:45.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:44 smithi142 bash[9523]: cluster 2020-11-16T20:52:44.500468+0000 mgr.x (mgr.14196) 1233 : cluster [DBG] pgmap v1848: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.8 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 76 MiB/s wr, 1.21k op/s; 2477/156452 objects misplaced (1.583%); 14 MiB/s, 223 objects/s recovering
2020-11-16T20:52:45.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:52:44 smithi142 bash[114994]: debug 2020-11-16T20:52:44.600+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:45.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   46      15     82833     82818   112.514   82.4375  0.00722719   0.0088857
2020-11-16T20:52:46.062 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:52:46.169 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:52:46.308 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:52:46.412 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:46.421 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:52:46 smithi142 bash[114994]: debug 2020-11-16T20:52:46.064+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:46.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:52:46 smithi065 bash[18823]: debug 2020-11-16T20:52:46.309+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:46.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   47      16     84205     84189   111.943   85.6875   0.0100592  0.00893042
2020-11-16T20:52:46.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:46 smithi142 bash[9523]: cluster 2020-11-16T20:52:46.500996+0000 mgr.x (mgr.14196) 1234 : cluster [DBG] pgmap v1849: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 80 MiB/s wr, 1.28k op/s; 2045/162078 objects misplaced (1.262%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:52:46.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:46 smithi071 bash[9480]: cluster 2020-11-16T20:52:46.500996+0000 mgr.x (mgr.14196) 1234 : cluster [DBG] pgmap v1849: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 80 MiB/s wr, 1.28k op/s; 2045/162078 objects misplaced (1.262%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:52:46.985 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:47.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:46 smithi065 bash[9468]: cluster 2020-11-16T20:52:46.500996+0000 mgr.x (mgr.14196) 1234 : cluster [DBG] pgmap v1849: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 80 MiB/s wr, 1.28k op/s; 2045/162078 objects misplaced (1.262%); 14 MiB/s, 226 objects/s recovering
2020-11-16T20:52:47.090 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:47.199 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:52:47.200 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:52:47.206 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:47.282 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:52:46 smithi142 bash[18009]: debug 2020-11-16T20:52:46.988+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:47.310 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:47.418 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:52:47 smithi071 bash[26650]: debug 2020-11-16T20:52:47.203+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:47.419 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:47.523 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:47.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   48      16     85498     85482   111.294   80.8125  0.00646826  0.00898293
2020-11-16T20:52:47.630 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:47.752 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:52:47 smithi071 bash[26650]: debug 2020-11-16T20:52:47.419+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:47.752 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:47 smithi071 bash[9480]: cluster 2020-11-16T20:52:46.684506+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e714: 12 total, 12 up, 9 in
2020-11-16T20:52:47.753 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:52:47 smithi071 bash[12066]: debug 2020-11-16T20:52:47.631+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:47.854 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:47.976 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:48.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:47 smithi065 bash[9468]: cluster 2020-11-16T20:52:46.684506+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e714: 12 total, 12 up, 9 in
2020-11-16T20:52:48.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:47 smithi142 bash[9523]: cluster 2020-11-16T20:52:46.684506+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e714: 12 total, 12 up, 9 in
2020-11-16T20:52:48.079 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:48.198 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:52:48.303 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:52:48.445 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:52:48.446 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:52:47 smithi071 bash[16796]: debug 2020-11-16T20:52:47.975+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:48.446 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:52:48 smithi071 bash[16796]: debug 2020-11-16T20:52:48.199+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:48.550 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:48.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   49      16     86852     86836    110.75    84.625   0.0124558  0.00902681
2020-11-16T20:52:48.669 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:48.687 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:52:48 smithi065 bash[14115]: debug 2020-11-16T20:52:48.445+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:48.688 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:48 smithi065 bash[9468]: cluster 2020-11-16T20:52:48.501496+0000 mgr.x (mgr.14196) 1235 : cluster [DBG] pgmap v1851: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 5.1 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 78 MiB/s wr, 1.25k op/s; 1681/167164 objects misplaced (1.006%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:52:48.771 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:48.881 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:48 smithi071 bash[9480]: cluster 2020-11-16T20:52:48.501496+0000 mgr.x (mgr.14196) 1235 : cluster [DBG] pgmap v1851: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 5.1 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 78 MiB/s wr, 1.25k op/s; 1681/167164 objects misplaced (1.006%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:52:48.882 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:48 smithi071 bash[14419]: debug 2020-11-16T20:52:48.667+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:48.882 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:52:48.987 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:49.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:48 smithi142 bash[9523]: cluster 2020-11-16T20:52:48.501496+0000 mgr.x (mgr.14196) 1235 : cluster [DBG] pgmap v1851: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 5.1 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 78 MiB/s wr, 1.25k op/s; 1681/167164 objects misplaced (1.006%); 12 MiB/s, 188 objects/s recovering
2020-11-16T20:52:49.137 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:52:48 smithi071 bash[14419]: debug 2020-11-16T20:52:48.883+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:49.137 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:49.241 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:49.446 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:52:49 smithi071 bash[26650]: debug 2020-11-16T20:52:49.135+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:49.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   50      16     88200     88184    110.22     84.25   0.0043808  0.00906998
2020-11-16T20:52:49.908 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:52:50.013 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:50.107 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_historic_ops
2020-11-16T20:52:50.140 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:52:50.244 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:50.270 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:52:49 smithi142 bash[15670]: debug 2020-11-16T20:52:49.912+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:50.288 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:50.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:52:50 smithi071 bash[12066]: debug 2020-11-16T20:52:50.143+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:50.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   51      16     88608     88592   108.559      25.5   0.0061811  0.00907272
2020-11-16T20:52:50.997 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:50 smithi142 bash[9523]: cluster 2020-11-16T20:52:49.697492+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e715: 12 total, 12 up, 9 in
2020-11-16T20:52:50.997 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:50 smithi142 bash[9523]: cluster 2020-11-16T20:52:50.502150+0000 mgr.x (mgr.14196) 1236 : cluster [DBG] pgmap v1853: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 5.2 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 84 MiB/s wr, 1.35k op/s; 1248/172022 objects misplaced (0.725%); 13 MiB/s, 202 objects/s recovering
2020-11-16T20:52:50.998 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:51.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:50 smithi065 bash[9468]: cluster 2020-11-16T20:52:49.697492+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e715: 12 total, 12 up, 9 in
2020-11-16T20:52:51.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:50 smithi065 bash[9468]: cluster 2020-11-16T20:52:50.502150+0000 mgr.x (mgr.14196) 1236 : cluster [DBG] pgmap v1853: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 5.2 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 84 MiB/s wr, 1.35k op/s; 1248/172022 objects misplaced (0.725%); 13 MiB/s, 202 objects/s recovering
2020-11-16T20:52:51.102 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:50 smithi071 bash[9480]: cluster 2020-11-16T20:52:49.697492+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e715: 12 total, 12 up, 9 in
2020-11-16T20:52:51.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:50 smithi071 bash[9480]: cluster 2020-11-16T20:52:50.502150+0000 mgr.x (mgr.14196) 1236 : cluster [DBG] pgmap v1853: 17 pgs: 1 active+recovering, 2 active+recovering+remapped, 14 active+clean; 5.2 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 84 MiB/s wr, 1.35k op/s; 1248/172022 objects misplaced (0.725%); 13 MiB/s, 202 objects/s recovering
2020-11-16T20:52:51.276 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:52:51.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[20366]: debug 2020-11-16T20:52:51.000+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:51.305 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:52:51.333 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:52:51.365 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:52:51.382 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:51.395 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:52:51.424 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:52:51.456 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:52:51.483 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:52:51.485 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:52:51.516 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:52:51.551 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:52:51.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   52      16     89702     89686   107.786    68.375  0.00800056   0.0092751
2020-11-16T20:52:51.584 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:52:51.625 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:52:51.627 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.627 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.627 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.627 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.628 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.628 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.628 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.628 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.628 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.628 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.628 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.629 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:52:51.710 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[18009]: debug 2020-11-16T20:52:51.384+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:51.715 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:52:51.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:51 smithi065 bash[9468]: cluster 2020-11-16T20:52:50.707381+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e716: 12 total, 12 up, 9 in
2020-11-16T20:52:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:51 smithi065 bash[9468]: audit 2020-11-16T20:52:50.722916+0000 mon.a (mon.0) 2294 : audit [INF] from='client.? v1:172.21.15.142:0/4209218678' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:52:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:51 smithi065 bash[9468]: cluster 2020-11-16T20:52:50.898595+0000 osd.4 (osd.4) 208 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:51 smithi065 bash[9468]: cluster 2020-11-16T20:52:50.898665+0000 osd.4 (osd.4) 209 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:51 smithi065 bash[9468]: audit 2020-11-16T20:52:51.255358+0000 mon.a (mon.0) 2295 : audit [DBG] from='client.? v1:172.21.15.142:0/533563955' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:51 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.283406+0000 osd.0 (osd.0) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:51.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:51 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.431435+0000 osd.5 (osd.5) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:51.988 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:52:51.993 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:52:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[9523]: cluster 2020-11-16T20:52:50.707381+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e716: 12 total, 12 up, 9 in
2020-11-16T20:52:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[9523]: audit 2020-11-16T20:52:50.722916+0000 mon.a (mon.0) 2294 : audit [INF] from='client.? v1:172.21.15.142:0/4209218678' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:52:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[9523]: cluster 2020-11-16T20:52:50.898595+0000 osd.4 (osd.4) 208 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[9523]: cluster 2020-11-16T20:52:50.898665+0000 osd.4 (osd.4) 209 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[9523]: audit 2020-11-16T20:52:51.255358+0000 mon.a (mon.0) 2295 : audit [DBG] from='client.? v1:172.21.15.142:0/533563955' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:52.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.283406+0000 osd.0 (osd.0) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:51 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.431435+0000 osd.5 (osd.5) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:51 smithi071 bash[9480]: cluster 2020-11-16T20:52:50.707381+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e716: 12 total, 12 up, 9 in
2020-11-16T20:52:52.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:51 smithi071 bash[9480]: audit 2020-11-16T20:52:50.722916+0000 mon.a (mon.0) 2294 : audit [INF] from='client.? v1:172.21.15.142:0/4209218678' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:52:52.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:51 smithi071 bash[9480]: cluster 2020-11-16T20:52:50.898595+0000 osd.4 (osd.4) 208 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:52:52.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:51 smithi071 bash[9480]: cluster 2020-11-16T20:52:50.898665+0000 osd.4 (osd.4) 209 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:52:52.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:51 smithi071 bash[9480]: audit 2020-11-16T20:52:51.255358+0000 mon.a (mon.0) 2295 : audit [DBG] from='client.? v1:172.21.15.142:0/533563955' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:52:52.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:51 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.283406+0000 osd.0 (osd.0) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:51 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.431435+0000 osd.5 (osd.5) 196 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.362 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:52:52.466 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:52.568 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   53      16     91039     91023   107.329   83.5625  0.00938382  0.00931478
2020-11-16T20:52:52.709 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:52:52.719 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.312696+0000 osd.1 (osd.1) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.341052+0000 osd.2 (osd.2) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.372213+0000 osd.3 (osd.3) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.402890+0000 osd.4 (osd.4) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.458453+0000 osd.6 (osd.6) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.490123+0000 osd.7 (osd.7) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.522266+0000 osd.8 (osd.8) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.721 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.557114+0000 osd.9 (osd.9) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.721 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.589948+0000 osd.10 (osd.10) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.721 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.631225+0000 osd.11 (osd.11) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:52.721 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.702753+0000 mon.a (mon.0) 2296 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:56.898 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: audit 2020-11-16T20:52:51.708774+0000 mon.a (mon.0) 2297 : audit [INF] from='client.? v1:172.21.15.142:0/4209218678' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:52:56.898 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:51.708997+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e717: 12 total, 12 up, 9 in
2020-11-16T20:52:56.899 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: audit 2020-11-16T20:52:51.989284+0000 mgr.x (mgr.14196) 1237 : audit [DBG] from='client.16494 v1:172.21.15.142:0/3041110259' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:52:56.899 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:52 smithi142 bash[9523]: cluster 2020-11-16T20:52:52.502620+0000 mgr.x (mgr.14196) 1238 : cluster [DBG] pgmap v1856: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.4 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 77 MiB/s wr, 1.23k op/s; 384/176428 objects misplaced (0.218%); 18 MiB/s, 285 objects/s recovering
2020-11-16T20:52:56.899 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:56.904 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[26650]: debug 2020-11-16T20:52:52.707+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:56.904 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.312696+0000 osd.1 (osd.1) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.904 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.341052+0000 osd.2 (osd.2) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.904 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.372213+0000 osd.3 (osd.3) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.904 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.402890+0000 osd.4 (osd.4) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.905 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.458453+0000 osd.6 (osd.6) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.905 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.490123+0000 osd.7 (osd.7) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.905 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.522266+0000 osd.8 (osd.8) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.905 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.557114+0000 osd.9 (osd.9) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.905 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.589948+0000 osd.10 (osd.10) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.905 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.631225+0000 osd.11 (osd.11) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.905 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.702753+0000 mon.a (mon.0) 2296 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:56.906 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: audit 2020-11-16T20:52:51.708774+0000 mon.a (mon.0) 2297 : audit [INF] from='client.? v1:172.21.15.142:0/4209218678' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:52:56.906 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:51.708997+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e717: 12 total, 12 up, 9 in
2020-11-16T20:52:56.906 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: audit 2020-11-16T20:52:51.989284+0000 mgr.x (mgr.14196) 1237 : audit [DBG] from='client.16494 v1:172.21.15.142:0/3041110259' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:52:56.906 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:52 smithi071 bash[9480]: cluster 2020-11-16T20:52:52.502620+0000 mgr.x (mgr.14196) 1238 : cluster [DBG] pgmap v1856: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.4 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 77 MiB/s wr, 1.23k op/s; 384/176428 objects misplaced (0.218%); 18 MiB/s, 285 objects/s recovering
2020-11-16T20:52:56.906 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:53 smithi071 bash[9480]: cluster 2020-11-16T20:52:52.564104+0000 osd.1 (osd.1) 254 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:52:56.906 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:53 smithi071 bash[9480]: cluster 2020-11-16T20:52:52.729489+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e718: 12 total, 12 up, 9 in
2020-11-16T20:52:56.906 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:54 smithi071 bash[9480]: cluster 2020-11-16T20:52:53.716325+0000 osd.1 (osd.1) 255 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:52:56.907 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:54 smithi071 bash[9480]: cluster 2020-11-16T20:52:53.736882+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e719: 12 total, 12 up, 9 in
2020-11-16T20:52:56.907 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:54 smithi071 bash[9480]: cluster 2020-11-16T20:52:53.775532+0000 osd.4 (osd.4) 211 : cluster [DBG] 7.3 scrub starts
2020-11-16T20:52:56.907 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:54 smithi071 bash[9480]: cluster 2020-11-16T20:52:54.503251+0000 mgr.x (mgr.14196) 1239 : cluster [DBG] pgmap v1859: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 62 MiB/s wr, 993 op/s; 384/179974 objects misplaced (0.213%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:52:56.907 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:55 smithi071 bash[9480]: cluster 2020-11-16T20:52:54.958375+0000 osd.4 (osd.4) 212 : cluster [DBG] 7.3 scrub ok
2020-11-16T20:52:56.907 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.312696+0000 osd.1 (osd.1) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.907 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.341052+0000 osd.2 (osd.2) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.907 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.372213+0000 osd.3 (osd.3) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.908 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.402890+0000 osd.4 (osd.4) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.908 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.458453+0000 osd.6 (osd.6) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.908 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.490123+0000 osd.7 (osd.7) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.908 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.522266+0000 osd.8 (osd.8) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.908 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.557114+0000 osd.9 (osd.9) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.908 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.589948+0000 osd.10 (osd.10) 169 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.908 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.631225+0000 osd.11 (osd.11) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:52:56.909 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.702753+0000 mon.a (mon.0) 2296 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:52:56.909 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: audit 2020-11-16T20:52:51.708774+0000 mon.a (mon.0) 2297 : audit [INF] from='client.? v1:172.21.15.142:0/4209218678' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:52:56.909 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:51.708997+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e717: 12 total, 12 up, 9 in
2020-11-16T20:52:56.909 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: audit 2020-11-16T20:52:51.989284+0000 mgr.x (mgr.14196) 1237 : audit [DBG] from='client.16494 v1:172.21.15.142:0/3041110259' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:52:56.909 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[9468]: cluster 2020-11-16T20:52:52.502620+0000 mgr.x (mgr.14196) 1238 : cluster [DBG] pgmap v1856: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.4 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 77 MiB/s wr, 1.23k op/s; 384/176428 objects misplaced (0.218%); 18 MiB/s, 285 objects/s recovering
2020-11-16T20:52:56.909 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:53 smithi065 bash[9468]: cluster 2020-11-16T20:52:52.564104+0000 osd.1 (osd.1) 254 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:52:56.909 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:53 smithi065 bash[9468]: cluster 2020-11-16T20:52:52.729489+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e718: 12 total, 12 up, 9 in
2020-11-16T20:52:56.910 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:54 smithi065 bash[9468]: cluster 2020-11-16T20:52:53.716325+0000 osd.1 (osd.1) 255 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:52:56.910 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:54 smithi065 bash[9468]: cluster 2020-11-16T20:52:53.736882+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e719: 12 total, 12 up, 9 in
2020-11-16T20:52:56.910 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:54 smithi065 bash[9468]: cluster 2020-11-16T20:52:53.775532+0000 osd.4 (osd.4) 211 : cluster [DBG] 7.3 scrub starts
2020-11-16T20:52:56.910 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:54 smithi065 bash[9468]: cluster 2020-11-16T20:52:54.503251+0000 mgr.x (mgr.14196) 1239 : cluster [DBG] pgmap v1859: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 62 MiB/s wr, 993 op/s; 384/179974 objects misplaced (0.213%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:52:56.910 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:55 smithi065 bash[9468]: cluster 2020-11-16T20:52:54.958375+0000 osd.4 (osd.4) 212 : cluster [DBG] 7.3 scrub ok
2020-11-16T20:52:56.910 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:52:52 smithi065 bash[18823]: debug 2020-11-16T20:52:52.361+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:56.911 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   54      16     91405     91389   105.764    22.875  0.00572225  0.00931805
2020-11-16T20:52:56.911 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   55      16     91405     91389   103.841         0           -  0.00931805
2020-11-16T20:52:56.911 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   56      16     91405     91389   101.987         0           -  0.00931805
2020-11-16T20:52:56.911 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   57      16     91405     91389   100.198         0           -  0.00931805
2020-11-16T20:52:56.911 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:53 smithi142 bash[9523]: cluster 2020-11-16T20:52:52.564104+0000 osd.1 (osd.1) 254 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:52:56.911 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:53 smithi142 bash[9523]: cluster 2020-11-16T20:52:52.729489+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e718: 12 total, 12 up, 9 in
2020-11-16T20:52:56.912 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:54 smithi142 bash[9523]: cluster 2020-11-16T20:52:53.716325+0000 osd.1 (osd.1) 255 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:52:56.912 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:54 smithi142 bash[9523]: cluster 2020-11-16T20:52:53.736882+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e719: 12 total, 12 up, 9 in
2020-11-16T20:52:56.912 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:54 smithi142 bash[9523]: cluster 2020-11-16T20:52:53.775532+0000 osd.4 (osd.4) 211 : cluster [DBG] 7.3 scrub starts
2020-11-16T20:52:56.912 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:54 smithi142 bash[9523]: cluster 2020-11-16T20:52:54.503251+0000 mgr.x (mgr.14196) 1239 : cluster [DBG] pgmap v1859: 17 pgs: 1 active+recovering, 1 active+recovering+remapped, 15 active+clean; 5.5 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 62 MiB/s wr, 993 op/s; 384/179974 objects misplaced (0.213%); 13 MiB/s, 215 objects/s recovering
2020-11-16T20:52:56.912 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:55 smithi142 bash[9523]: cluster 2020-11-16T20:52:54.958375+0000 osd.4 (osd.4) 212 : cluster [DBG] 7.3 scrub ok
2020-11-16T20:52:56.913 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":1855,"stamp":"2020-11-16T20:52:51.709848+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5733482496,"num_objects":87486,"num_object_clones":0,"num_object_copies":174972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":852,"num_objects_unfound":0,"num_objects_dirty":87486,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":87486,"num_write_kb":5599104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6778,"num_bytes_recovered":444203008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":87486,"ondisk_log_size":87486,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":9,"num_per_pool_osds":9,"num_per_pool_omap_osds":9,"kb":843706368,"kb_used":14882280,"kb_used_data":11629856,"kb_used_omap":0,"kb_used_meta":3252351,"kb_avail":828824088,"statfs":{"total":863955320832,"available":848715866112,"internally_reserved":0,"allocated":11908972544,"data_stored":11904557669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3330407484},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":422510592,"num_objects":6447,"num_object_clones":0,"num_object_copies":12894,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1193,"num_objects_unfound":0,"num_objects_dirty":6447,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6447,"num_write_kb":412608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1193,"num_bytes_recovered":78184448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.209174"},"pg_stats":[{"pgid":"7.f","version":"714'5397","reported_seq":"5429","reported_epoch":"714","state":"active+clean","last_fresh":"2020-11-16T20:52:47.848025+0000","last_change":"2020-11-16T20:51:45.676635+0000","last_active":"2020-11-16T20:52:47.848025+0000","last_peered":"2020-11-16T20:52:47.848025+0000","last_clean":"2020-11-16T20:52:47.848025+0000","last_became_active":"2020-11-16T20:51:45.675702+0000","last_became_peered":"2020-11-16T20:51:45.675702+0000","last_unstale":"2020-11-16T20:52:47.848025+0000","last_undegraded":"2020-11-16T20:52:47.848025+0000","last_fullsized":"2020-11-16T20:52:47.848025+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5397,"ondisk_log_size":5397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":353697792,"num_objects":5397,"num_object_clones":0,"num_object_copies":10794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5397,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5397,"num_write_kb":345408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8],"acting":[0,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"714'5566","reported_seq":"10087","reported_epoch":"714","state":"active+recovering+remapped","last_fresh":"2020-11-16T20:52:49.478620+0000","last_change":"2020-11-16T20:52:15.849298+0000","last_active":"2020-11-16T20:52:49.478620+0000","last_peered":"2020-11-16T20:52:49.478620+0000","last_clean":"2020-11-16T20:52:13.680396+0000","last_became_active":"2020-11-16T20:52:15.799247+0000","last_became_peered":"2020-11-16T20:52:15.799247+0000","last_unstale":"2020-11-16T20:52:49.478620+0000","last_undegraded":"2020-11-16T20:52:49.478620+0000","last_fullsized":"2020-11-16T20:52:49.478620+0000","mapping_epoch":700,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5566,"ondisk_log_size":5566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":364773376,"num_objects":5566,"num_object_clones":0,"num_object_copies":11132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":298,"num_objects_unfound":0,"num_objects_dirty":5566,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5566,"num_write_kb":356224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2241,"num_bytes_recovered":146866176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[1,9],"avail_no_missing":["1","9"],"object_location_counts":[{"shards":"1,9","objects":5268}],"blocked_by":[],"up_primary":10,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"715'5524","reported_seq":"5557","reported_epoch":"715","state":"active+clean","last_fresh":"2020-11-16T20:52:49.993416+0000","last_change":"2020-11-16T20:51:45.529222+0000","last_active":"2020-11-16T20:52:49.993416+0000","last_peered":"2020-11-16T20:52:49.993416+0000","last_clean":"2020-11-16T20:52:49.993416+0000","last_became_active":"2020-11-16T20:51:45.528854+0000","last_became_peered":"2020-11-16T20:51:45.528854+0000","last_unstale":"2020-11-16T20:52:49.993416+0000","last_undegraded":"2020-11-16T20:52:49.993416+0000","last_fullsized":"2020-11-16T20:52:49.993416+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5524,"ondisk_log_size":5524,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":362020864,"num_objects":5524,"num_object_clones":0,"num_object_copies":11048,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5524,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5524,"num_write_kb":353536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.c","version":"715'5612","reported_seq":"5645","reported_epoch":"715","state":"active+clean","last_fresh":"2020-11-16T20:52:50.018414+0000","last_change":"2020-11-16T20:51:45.529360+0000","last_active":"2020-11-16T20:52:50.018414+0000","last_peered":"2020-11-16T20:52:50.018414+0000","last_clean":"2020-11-16T20:52:50.018414+0000","last_became_active":"2020-11-16T20:51:45.529010+0000","last_became_peered":"2020-11-16T20:51:45.529010+0000","last_unstale":"2020-11-16T20:52:50.018414+0000","last_undegraded":"2020-11-16T20:52:50.018414+0000","last_fullsized":"2020-11-16T20:52:50.018414+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5612,"ondisk_log_size":5612,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":367788032,"num_objects":5612,"num_object_clones":0,"num_object_copies":11224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5612,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5612,"num_write_kb":359168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,11],"acting":[6,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.b","version":"714'5576","reported_seq":"5608","reported_epoch":"714","state":"active+clean","last_fresh":"2020-11-16T20:52:49.458778+0000","last_change":"2020-11-16T20:51:45.526605+0000","last_active":"2020-11-16T20:52:49.458778+0000","last_peered":"2020-11-16T20:52:49.458778+0000","last_clean":"2020-11-16T20:52:49.458778+0000","last_became_active":"2020-11-16T20:51:45.525828+0000","last_became_peered":"2020-11-16T20:51:45.525828+0000","last_unstale":"2020-11-16T20:52:49.458778+0000","last_undegraded":"2020-11-16T20:52:49.458778+0000","last_fullsized":"2020-11-16T20:52:49.458778+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5576,"ondisk_log_size":5576,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":365428736,"num_objects":5576,"num_object_clones":0,"num_object_copies":11152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5576,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5576,"num_write_kb":356864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"716'5441","reported_seq":"5474","reported_epoch":"716","state":"active+clean","last_fresh":"2020-11-16T20:52:50.890312+0000","last_change":"2020-11-16T20:51:45.521813+0000","last_active":"2020-11-16T20:52:50.890312+0000","last_peered":"2020-11-16T20:52:50.890312+0000","last_clean":"2020-11-16T20:52:50.890312+0000","last_became_active":"2020-11-16T20:51:45.521277+0000","last_became_peered":"2020-11-16T20:51:45.521277+0000","last_unstale":"2020-11-16T20:52:50.890312+0000","last_undegraded":"2020-11-16T20:52:50.890312+0000","last_fullsized":"2020-11-16T20:52:50.890312+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5441,"ondisk_log_size":5441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":356581376,"num_objects":5441,"num_object_clones":0,"num_object_copies":10882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5441,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5441,"num_write_kb":348224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9],"acting":[11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"7.9","version":"714'5430","reported_seq":"5462","reported_epoch":"714","state":"active+clean","last_fresh":"2020-11-16T20:52:47.914553+0000","last_change":"2020-11-16T20:51:45.522499+0000","last_active":"2020-11-16T20:52:47.914553+0000","last_peered":"2020-11-16T20:52:47.914553+0000","last_clean":"2020-11-16T20:52:47.914553+0000","last_became_active":"2020-11-16T20:51:45.521816+0000","last_became_peered":"2020-11-16T20:51:45.521816+0000","last_unstale":"2020-11-16T20:52:47.914553+0000","last_undegraded":"2020-11-16T20:52:47.914553+0000","last_fullsized":"2020-11-16T20:52:47.914553+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5430,"ondisk_log_size":5430,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":355860480,"num_objects":5430,"num_object_clones":0,"num_object_copies":10860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5430,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5430,"num_write_kb":347520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11],"acting":[0,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"716'5512","reported_seq":"5546","reported_epoch":"716","state":"active+clean","last_fresh":"2020-11-16T20:52:51.385770+0000","last_change":"2020-11-16T20:51:45.520364+0000","last_active":"2020-11-16T20:52:51.385770+0000","last_peered":"2020-11-16T20:52:51.385770+0000","last_clean":"2020-11-16T20:52:51.385770+0000","last_became_active":"2020-11-16T20:51:45.519706+0000","last_became_peered":"2020-11-16T20:51:45.519706+0000","last_unstale":"2020-11-16T20:52:51.385770+0000","last_undegraded":"2020-11-16T20:52:51.385770+0000","last_fullsized":"2020-11-16T20:52:51.385770+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5512,"ondisk_log_size":5512,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":361234432,"num_objects":5512,"num_object_clones":0,"num_object_copies":11024,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5512,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5512,"num_write_kb":352768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"715'5394","reported_seq":"5427","reported_epoch":"715","state":"active+clean","last_fresh":"2020-11-16T20:52:49.933132+0000","last_change":"2020-11-16T20:51:45.676929+0000","last_active":"2020-11-16T20:52:49.933132+0000","last_peered":"2020-11-16T20:52:49.933132+0000","last_clean":"2020-11-16T20:52:49.933132+0000","last_became_active":"2020-11-16T20:51:45.676076+0000","last_became_peered":"2020-11-16T20:51:45.676076+0000","last_unstale":"2020-11-16T20:52:49.933132+0000","last_undegraded":"2020-11-16T20:52:49.933132+0000","last_fullsized":"2020-11-16T20:52:49.933132+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5394,"ondisk_log_size":5394,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":353501184,"num_objects":5394,"num_object_clones":0,"num_object_copies":10788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5394,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5394,"num_write_kb":345216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,8],"acting":[6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"716'5607","reported_seq":"5641","reported_epoch":"716","state":"active+clean","last_fresh":"2020-11-16T20:52:50.878173+0000","last_change":"2020-11-16T20:51:45.520983+0000","last_active":"2020-11-16T20:52:50.878173+0000","last_peered":"2020-11-16T20:52:50.878173+0000","last_clean":"2020-11-16T20:52:50.878173+0000","last_became_active":"2020-11-16T20:51:45.520672+0000","last_became_peered":"2020-11-16T20:51:45.520672+0000","last_unstale":"2020-11-16T20:52:50.878173+0000","last_undegraded":"2020-11-16T20:52:50.878173+0000","last_fullsized":"2020-11-16T20:52:50.878173+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5607,"ondisk_log_size":5607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":367460352,"num_objects":5607,"num_object_clones":0,"num_object_copies":11214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5607,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5607,"num_write_kb":358848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9],"acting":[11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"7.4","version":"714'5273","reported_seq":"5305","reported_epoch":"714","state":"active+clean","last_fresh":"2020-11-16T20:52:47.891901+0000","last_change":"2020-11-16T20:51:45.525312+0000","last_active":"2020-11-16T20:52:47.891901+0000","last_peered":"2020-11-16T20:52:47.891901+0000","last_clean":"2020-11-16T20:52:47.891901+0000","last_became_active":"2020-11-16T20:51:45.524686+0000","last_became_peered":"2020-11-16T20:51:45.524686+0000","last_unstale":"2020-11-16T20:52:47.891901+0000","last_undegraded":"2020-11-16T20:52:47.891901+0000","last_fullsized":"2020-11-16T20:52:47.891901+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5273,"ondisk_log_size":5273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":345571328,"num_objects":5273,"num_object_clones":0,"num_object_copies":10546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5273,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5273,"num_write_kb":337472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"714'5492","reported_seq":"5524","reported_epoch":"714","state":"active+clean","last_fresh":"2020-11-16T20:52:47.448289+0000","last_change":"2020-11-16T20:51:45.526816+0000","last_active":"2020-11-16T20:52:47.448289+0000","last_peered":"2020-11-16T20:52:47.448289+0000","last_clean":"2020-11-16T20:52:47.448289+0000","last_became_active":"2020-11-16T20:51:45.526279+0000","last_became_peered":"2020-11-16T20:51:45.526279+0000","last_unstale":"2020-11-16T20:52:47.448289+0000","last_undegraded":"2020-11-16T20:52:47.448289+0000","last_fullsized":"2020-11-16T20:52:47.448289+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5492,"ondisk_log_size":5492,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":359923712,"num_objects":5492,"num_object_clones":0,"num_object_copies":10984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5492,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5492,"num_write_kb":351488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11],"acting":[4,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"716'5501","reported_seq":"10518","reported_epoch":"716","state":"active+clean","last_fresh":"2020-11-16T20:52:51.144347+0000","last_change":"2020-11-16T20:52:50.758587+0000","last_active":"2020-11-16T20:52:51.144347+0000","last_peered":"2020-11-16T20:52:51.144347+0000","last_clean":"2020-11-16T20:52:51.144347+0000","last_became_active":"2020-11-16T20:52:50.712192+0000","last_became_peered":"2020-11-16T20:52:50.712192+0000","last_unstale":"2020-11-16T20:52:51.144347+0000","last_undegraded":"2020-11-16T20:52:51.144347+0000","last_fullsized":"2020-11-16T20:52:51.144347+0000","mapping_epoch":715,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":716,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5501,"ondisk_log_size":5501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":360513536,"num_objects":5501,"num_object_clones":0,"num_object_copies":11002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5501,"num_write_kb":352064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2484,"num_bytes_recovered":162791424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,6],"acting":[10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"7.1","version":"714'5435","reported_seq":"9580","reported_epoch":"714","state":"active+recovering","last_fresh":"2020-11-16T20:52:47.492500+0000","last_change":"2020-11-16T20:52:14.806582+0000","last_active":"2020-11-16T20:52:47.492500+0000","last_peered":"2020-11-16T20:52:47.492500+0000","last_clean":"2020-11-16T20:52:13.658866+0000","last_became_active":"2020-11-16T20:52:14.783083+0000","last_became_peered":"2020-11-16T20:52:14.783083+0000","last_unstale":"2020-11-16T20:52:47.492500+0000","last_undegraded":"2020-11-16T20:52:47.492500+0000","last_fullsized":"2020-11-16T20:52:47.492500+0000","mapping_epoch":699,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5435,"ondisk_log_size":5435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":356188160,"num_objects":5435,"num_object_clones":0,"num_object_copies":10870,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":554,"num_objects_unfound":0,"num_objects_dirty":5435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5435,"num_write_kb":347840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2053,"num_bytes_recovered":134545408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10],"acting":[4,10],"avail_no_missing":["4","6"],"object_location_counts":[{"shards":"4,6","objects":554},{"shards":"4,10","objects":4881}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"714'5479","reported_seq":"5511","reported_epoch":"714","state":"active+clean","last_fresh":"2020-11-16T20:52:49.461452+0000","last_change":"2020-11-16T20:51:45.528183+0000","last_active":"2020-11-16T20:52:49.461452+0000","last_peered":"2020-11-16T20:52:49.461452+0000","last_clean":"2020-11-16T20:52:49.461452+0000","last_became_active":"2020-11-16T20:51:45.527735+0000","last_became_peered":"2020-11-16T20:51:45.527735+0000","last_unstale":"2020-11-16T20:52:49.461452+0000","last_undegraded":"2020-11-16T20:52:49.461452+0000","last_fullsized":"2020-11-16T20:52:49.461452+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5479,"ondisk_log_size":5479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":359071744,"num_objects":5479,"num_object_clones":0,"num_object_copies":10958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5479,"num_write_kb":350656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"714'5247","reported_seq":"5279","reported_epoch":"714","state":"active+clean","last_fresh":"2020-11-16T20:52:47.901166+0000","last_change":"2020-11-16T20:51:45.520985+0000","last_active":"2020-11-16T20:52:47.901166+0000","last_peered":"2020-11-16T20:52:47.901166+0000","last_clean":"2020-11-16T20:52:47.901166+0000","last_became_active":"2020-11-16T20:51:45.520690+0000","last_became_peered":"2020-11-16T20:51:45.520690+0000","last_unstale":"2020-11-16T20:52:47.901166+0000","last_undegraded":"2020-11-16T20:52:47.901166+0000","last_fullsized":"2020-11-16T20:52:47.901166+0000","mapping_epoch":689,"log_start":"0'0","ondisk_log_start":"0'0","created":689,"last_epoch_clean":690,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:51:44.497322+0000","last_clean_scrub_stamp":"2020-11-16T20:51:44.497322+0000","log_size":5247,"ondisk_log_size":5247,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":343867392,"num_objects":5247,"num_object_clones":0,"num_object_copies":10494,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5247,"num_write_kb":335808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"237","reported_epoch":"713","state":"active+clean","last_fresh":"2020-11-16T20:52:42.701904+0000","last_change":"2020-11-16T20:52:01.041055+0000","last_active":"2020-11-16T20:52:42.701904+0000","last_peered":"2020-11-16T20:52:42.701904+0000","last_clean":"2020-11-16T20:52:42.701904+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:52:42.701904+0000","last_undegraded":"2020-11-16T20:52:42.701904+0000","last_fullsized":"2020-11-16T20:52:42.701904+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:52:01.040929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:52:01.040929+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":5733482496,"num_objects":87486,"num_object_clones":0,"num_object_copies":174972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":852,"num_objects_unfound":0,"num_objects_dirty":87486,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":87486,"num_write_kb":5599104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6778,"num_bytes_recovered":444203008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11991384064,"data_stored":11991384064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":87486,"ondisk_log_size":87486,"up":32,"acting":32,"num_store_stats":9},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631871,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2519192,"kb_used_data":2148048,"kb_used_omap":0,"kb_used_meta":371136,"kb_avail":91225960,"statfs":{"total":95995035648,"available":93415383040,"internally_reserved":0,"allocated":2199601152,"data_stored":2199107982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":380043264},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":2.2719999999999998,"5min":2.371,"15min":2.4129999999999998},"min":{"1min":0.66600000000000004,"5min":0.626,"15min":0.53300000000000003},"max":{"1min":11.199,"5min":48.447000000000003,"15min":152.119},"last":2.3540000000000001},{"interface":"front","average":{"1min":2.6190000000000002,"5min":2.6230000000000002,"15min":2.605},"min":{"1min":0.90000000000000002,"5min":0.67500000000000004,"15min":0.55600000000000005},"max":{"1min":11.535,"5min":46.676000000000002,"15min":149.19200000000001},"last":9.2829999999999995}]},{"osd":1,"last update":"Mon Nov 16 20:50:47 2020","interfaces":[{"interface":"back","average":{"1min":1.7629999999999999,"5min":3.6400000000000001,"15min":3.8069999999999999},"min":{"1min":0.626,"5min":0.57799999999999996,"15min":0.57099999999999995},"max":{"1min":5.5460000000000003,"5min":151.77099999999999,"15min":160.55099999999999},"last":1.1359999999999999},{"interface":"front","average":{"1min":1.546,"5min":3.4350000000000001,"15min":3.9380000000000002},"min":{"1min":0.69999999999999996,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":6.0759999999999996,"5min":153.62899999999999,"15min":160.46700000000001},"last":1.0109999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:52:06 2020","interfaces":[{"interface":"back","average":{"1min":2.3090000000000002,"5min":4.9660000000000002,"15min":6.2640000000000002},"min":{"1min":0.96999999999999997,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":3.2949999999999999,"5min":96.191000000000003,"15min":96.191000000000003},"last":2.4700000000000002},{"interface":"front","average":{"1min":1.8009999999999999,"5min":4.6769999999999996,"15min":6.0190000000000001},"min":{"1min":0.93700000000000006,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":3.335,"5min":95.608000000000004,"15min":95.608000000000004},"last":1.0189999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.948,"5min":1.948,"15min":1.948},"min":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":3.6440000000000001,"5min":3.6440000000000001,"15min":3.6440000000000001},"last":1.3979999999999999},{"interface":"front","average":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"min":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"max":{"1min":5.2830000000000004,"5min":5.2830000000000004,"15min":5.2830000000000004},"last":1.3440000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":3.0830000000000002,"5min":2.6560000000000001,"15min":2.2349999999999999},"min":{"1min":1.0680000000000001,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":12.144,"5min":28.960999999999999,"15min":28.960999999999999},"last":2.21},{"interface":"front","average":{"1min":2.6800000000000002,"5min":2.9249999999999998,"15min":2.657},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":4.3570000000000002,"5min":28.922999999999998,"15min":28.922999999999998},"last":1.5369999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":2.7400000000000002,"5min":3.391,"15min":2.802},"min":{"1min":0.85499999999999998,"5min":0.80900000000000005,"15min":0.65000000000000002},"max":{"1min":6.3979999999999997,"5min":95.222999999999999,"15min":95.222999999999999},"last":1.24},{"interface":"front","average":{"1min":2.7429999999999999,"5min":2.399,"15min":2.3090000000000002},"min":{"1min":1.1699999999999999,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":6.8090000000000002,"5min":6.8090000000000002,"15min":10.685},"last":1.7609999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":3.0299999999999998,"5min":3.4390000000000001,"15min":3.4969999999999999},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.69599999999999995},"max":{"1min":7.0519999999999996,"5min":29.614000000000001,"15min":154.48599999999999},"last":1.7909999999999999},{"interface":"front","average":{"1min":3.6850000000000001,"5min":4.3739999999999997,"15min":4.1529999999999996},"min":{"1min":1.387,"5min":1.1879999999999999,"15min":1.0189999999999999},"max":{"1min":12.502000000000001,"5min":96.640000000000001,"15min":155.05000000000001},"last":9.9139999999999997}]},{"osd":7,"last update":"Mon Nov 16 20:52:06 2020","interfaces":[{"interface":"back","average":{"1min":4.8209999999999997,"5min":4.3399999999999999,"15min":3.4319999999999999},"min":{"1min":1.6659999999999999,"5min":1.119,"15min":0.83799999999999997},"max":{"1min":31.838000000000001,"5min":97.006,"15min":97.006},"last":10.569000000000001},{"interface":"front","average":{"1min":4.3129999999999997,"5min":3.1749999999999998,"15min":2.726},"min":{"1min":1.2290000000000001,"5min":1.2210000000000001,"15min":0.78900000000000003},"max":{"1min":31.693000000000001,"5min":31.693000000000001,"15min":31.693000000000001},"last":1.212}]},{"osd":8,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":4.032,"5min":3.9889999999999999,"15min":3.0110000000000001},"min":{"1min":1.55,"5min":1.111,"15min":0.875},"max":{"1min":12.659000000000001,"5min":97.784000000000006,"15min":97.784000000000006},"last":10.997},{"interface":"front","average":{"1min":3.0840000000000001,"5min":3.7909999999999999,"15min":3.1379999999999999},"min":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.73599999999999999},"max":{"1min":7.5910000000000002,"5min":95.897999999999996,"15min":95.897999999999996},"last":1.4910000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:52:09 2020","interfaces":[{"interface":"back","average":{"1min":3.3690000000000002,"5min":4.2569999999999997,"15min":3.548},"min":{"1min":1.4399999999999999,"5min":1.2290000000000001,"15min":1.04},"max":{"1min":6.7249999999999996,"5min":98.706999999999994,"15min":98.706999999999994},"last":2.0289999999999999},{"interface":"front","average":{"1min":3.3879999999999999,"5min":4.3129999999999997,"15min":3.4910000000000001},"min":{"1min":1.3620000000000001,"5min":1.1799999999999999,"15min":0.89100000000000001},"max":{"1min":8.3499999999999996,"5min":99.385000000000005,"15min":99.385000000000005},"last":3.5720000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":4.2990000000000004,"15min":3.274},"min":{"1min":1.8340000000000001,"5min":1.4870000000000001,"15min":0.88700000000000001},"max":{"1min":12.821,"5min":97.399000000000001,"15min":97.399000000000001},"last":15.721},{"interface":"front","average":{"1min":3.5910000000000002,"5min":4.1319999999999997,"15min":3.3069999999999999},"min":{"1min":1.21,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":7.9729999999999999,"5min":95.094999999999999,"15min":95.094999999999999},"last":1.9410000000000001}]}]},{"osd":10,"up_from":95,"seq":408021893508,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1226392,"kb_used_data":1044240,"kb_used_omap":0,"kb_used_meta":182144,"kb_avail":92518760,"statfs":{"total":95995035648,"available":94739210240,"internally_reserved":0,"allocated":1069301760,"data_stored":1068808590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":186515456},"hb_peers":[0,1,2,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.419,"15min":1.427},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":3.1640000000000001,"5min":4.5149999999999997,"15min":4.5149999999999997},"last":0.85299999999999998},{"interface":"front","average":{"1min":1.877,"5min":1.6399999999999999,"15min":1.6359999999999999},"min":{"1min":0.86899999999999999,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":3.2719999999999998,"5min":3.4239999999999999,"15min":3.4239999999999999},"last":1.6990000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":1.73,"5min":1.837,"15min":2.4009999999999998},"min":{"1min":0.629,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":3.2490000000000001,"5min":11.477,"15min":176.976},"last":0.74299999999999999},{"interface":"front","average":{"1min":2.1629999999999998,"5min":2.23,"15min":2.681},"min":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.60299999999999998},"max":{"1min":3.6989999999999998,"5min":11.271000000000001,"15min":177.08199999999999},"last":0.54700000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":1.5900000000000001,"5min":1.629,"15min":1.659},"min":{"1min":0.65700000000000003,"5min":0.63900000000000001,"15min":0.60999999999999999},"max":{"1min":2.7829999999999999,"5min":3.2549999999999999,"15min":4.96},"last":1.246},{"interface":"front","average":{"1min":1.6459999999999999,"5min":1.569,"15min":1.5069999999999999},"min":{"1min":0.70599999999999996,"5min":0.69299999999999995,"15min":0.57999999999999996},"max":{"1min":3.0800000000000001,"5min":3.4529999999999998,"15min":6.0350000000000001},"last":1.1699999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:46 2020","interfaces":[{"interface":"back","average":{"1min":2.1499999999999999,"5min":1.8080000000000001,"15min":2.1259999999999999},"min":{"1min":0.72999999999999998,"5min":0.622,"15min":0.622},"max":{"1min":11.041,"5min":11.276999999999999,"15min":46.621000000000002},"last":2.2650000000000001},{"interface":"front","average":{"1min":1.653,"5min":1.8480000000000001,"15min":2.0009999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.64500000000000002},"max":{"1min":2.839,"5min":11.494,"15min":42.634999999999998},"last":2.9140000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":2.3580000000000001,"5min":2.206,"15min":2.1930000000000001},"min":{"1min":0.79800000000000004,"5min":0.71099999999999997,"15min":0.629},"max":{"1min":4.1669999999999998,"5min":4.8070000000000004,"15min":5.8250000000000002},"last":0.875},{"interface":"front","average":{"1min":2.3359999999999999,"5min":2.2480000000000002,"15min":1.8720000000000001},"min":{"1min":1.0640000000000001,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":4.149,"5min":5.7080000000000002,"15min":6.6479999999999997},"last":8.2870000000000008}]},{"osd":5,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.2789999999999999,"15min":2.1000000000000001},"min":{"1min":0.97699999999999998,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":4.8040000000000003,"5min":4.8040000000000003,"15min":7.915},"last":0.96499999999999997},{"interface":"front","average":{"1min":1.9199999999999999,"5min":1.867,"15min":1.839},"min":{"1min":0.89600000000000002,"5min":0.88400000000000001,"15min":0.73299999999999998},"max":{"1min":3.9980000000000002,"5min":6.0060000000000002,"15min":6.0060000000000002},"last":8.4339999999999993}]},{"osd":6,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":2.4489999999999998,"5min":2.4199999999999999,"15min":2.3969999999999998},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.78900000000000003},"max":{"1min":5.7309999999999999,"5min":7.2990000000000004,"15min":24.273},"last":9.1150000000000002},{"interface":"front","average":{"1min":3.1419999999999999,"5min":2.7879999999999998,"15min":2.7989999999999999},"min":{"1min":1.6899999999999999,"5min":1.1499999999999999,"15min":0.96099999999999997},"max":{"1min":6.4809999999999999,"5min":6.4809999999999999,"15min":24.326000000000001},"last":1.0900000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:52:28 2020","interfaces":[{"interface":"back","average":{"1min":2.5840000000000001,"5min":2.7909999999999999,"15min":2.8610000000000002},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":0.99399999999999999},"max":{"1min":3.9409999999999998,"5min":7.117,"15min":68.153999999999996},"last":8.7889999999999997},{"interface":"front","average":{"1min":2.6040000000000001,"5min":2.6680000000000001,"15min":2.5590000000000002},"min":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":0.86599999999999999},"max":{"1min":4.0679999999999996,"5min":6.8029999999999999,"15min":64.150000000000006},"last":0.995}]},{"osd":8,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":2.6320000000000001,"5min":2.8210000000000002,"15min":3.161},"min":{"1min":1.105,"5min":1.105,"15min":0.90300000000000002},"max":{"1min":4.3280000000000003,"5min":11.356,"15min":115.295},"last":1.1140000000000001},{"interface":"front","average":{"1min":2.7480000000000002,"5min":2.6920000000000002,"15min":3.1520000000000001},"min":{"1min":1.427,"5min":1.151,"15min":0.94899999999999995},"max":{"1min":4.4969999999999999,"5min":7.3600000000000003,"15min":112.97799999999999},"last":8.5519999999999996}]},{"osd":9,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":3.3620000000000001,"5min":3.1829999999999998,"15min":3.1299999999999999},"min":{"1min":1.266,"5min":1.266,"15min":1.127},"max":{"1min":8.3510000000000009,"5min":8.3510000000000009,"15min":37.381},"last":1.4139999999999999},{"interface":"front","average":{"1min":3.355,"5min":3.0670000000000002,"15min":3.165},"min":{"1min":1.3759999999999999,"5min":1.304,"15min":1.1779999999999999},"max":{"1min":8.0410000000000004,"5min":8.0410000000000004,"15min":40.417000000000002},"last":8.6649999999999991}]},{"osd":11,"last update":"Mon Nov 16 20:52:18 2020","interfaces":[{"interface":"back","average":{"1min":3.355,"5min":3.0830000000000002,"15min":3.6179999999999999},"min":{"1min":1.867,"5min":1.3640000000000001,"15min":1.3109999999999999},"max":{"1min":5.46,"5min":6.0599999999999996,"15min":117.40600000000001},"last":1.2889999999999999},{"interface":"front","average":{"1min":3.6739999999999999,"5min":3.3660000000000001,"15min":3.5960000000000001},"min":{"1min":2.0110000000000001,"5min":1.5609999999999999,"15min":1.2969999999999999},"max":{"1min":5.5869999999999997,"5min":6.2130000000000001,"15min":117.614},"last":1.4410000000000001}]}]},{"osd":9,"up_from":71,"seq":304942678429,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1856332,"kb_used_data":1377796,"kb_used_omap":0,"kb_used_meta":478528,"kb_avail":91888820,"statfs":{"total":95995035648,"available":94094151680,"internally_reserved":0,"allocated":1410863104,"data_stored":1410375823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":490012672},"hb_peers":[0,1,2,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:51:52 2020","interfaces":[{"interface":"back","average":{"1min":2.407,"5min":3.1539999999999999,"15min":2.5390000000000001},"min":{"1min":0.90500000000000003,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":8.0760000000000005,"5min":97.102999999999994,"15min":97.102999999999994},"last":1.4239999999999999},{"interface":"front","average":{"1min":2.3180000000000001,"5min":3.173,"15min":2.5830000000000002},"min":{"1min":0.85699999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":6.3120000000000003,"5min":96.918000000000006,"15min":96.918000000000006},"last":2.4430000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:52:03 2020","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":2.907,"15min":3.0720000000000001},"min":{"1min":0.95399999999999996,"5min":0.57499999999999996,"15min":0.51700000000000002},"max":{"1min":4.4850000000000003,"5min":113.68899999999999,"15min":114.18600000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":2.9820000000000002,"5min":3.7109999999999999,"15min":3.762},"min":{"1min":2.0990000000000002,"5min":0.89700000000000002,"15min":0.76000000000000001},"max":{"1min":5.0270000000000001,"5min":114.101,"15min":114.682},"last":1.089}]},{"osd":2,"last update":"Mon Nov 16 20:52:03 2020","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":1.7230000000000001,"15min":1.6379999999999999},"min":{"1min":1.105,"5min":0.66500000000000004,"15min":0.53600000000000003},"max":{"1min":4.8200000000000003,"5min":4.8200000000000003,"15min":5.2359999999999998},"last":1.2629999999999999},{"interface":"front","average":{"1min":1.883,"5min":1.8300000000000001,"15min":1.637},"min":{"1min":0.97999999999999998,"5min":0.78000000000000003,"15min":0.58299999999999996},"max":{"1min":5.1269999999999998,"5min":7.2809999999999997,"15min":7.2809999999999997},"last":0.84099999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.665,"15min":2.4510000000000001},"min":{"1min":0.69299999999999995,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":3.294,"5min":6.016,"15min":254.02199999999999},"last":2.262},{"interface":"front","average":{"1min":2.04,"5min":1.702,"15min":2.7290000000000001},"min":{"1min":1.097,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.6749999999999998,"5min":4.694,"15min":252.62200000000001},"last":2.101}]},{"osd":4,"last update":"Mon Nov 16 20:52:03 2020","interfaces":[{"interface":"back","average":{"1min":2.7160000000000002,"5min":2.464,"15min":2.1360000000000001},"min":{"1min":1.214,"5min":0.80200000000000005,"15min":0.58599999999999997},"max":{"1min":4.7530000000000001,"5min":7.0819999999999999,"15min":7.0819999999999999},"last":2.2509999999999999},{"interface":"front","average":{"1min":3.1930000000000001,"5min":2.387,"15min":2.2229999999999999},"min":{"1min":1.9330000000000001,"5min":0.76000000000000001,"15min":0.69499999999999995},"max":{"1min":4.6310000000000002,"5min":5.3490000000000002,"15min":9.4760000000000009},"last":2.3090000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:52:03 2020","interfaces":[{"interface":"back","average":{"1min":3.0369999999999999,"5min":2.6080000000000001,"15min":2.3149999999999999},"min":{"1min":1.3480000000000001,"5min":0.746,"15min":0.746},"max":{"1min":4.556,"5min":8.4459999999999997,"15min":8.4459999999999997},"last":2.581},{"interface":"front","average":{"1min":3.6960000000000002,"5min":2.6989999999999998,"15min":2.3570000000000002},"min":{"1min":2.698,"5min":0.876,"15min":0.71099999999999997},"max":{"1min":5.4180000000000001,"5min":5.8490000000000002,"15min":6.7119999999999997},"last":1.478}]},{"osd":6,"last update":"Mon Nov 16 20:52:03 2020","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":3.0499999999999998,"15min":2.7229999999999999},"min":{"1min":1.49,"5min":0.84899999999999998,"15min":0.71399999999999997},"max":{"1min":5.1879999999999997,"5min":8.2560000000000002,"15min":12.82},"last":2.7429999999999999},{"interface":"front","average":{"1min":3.657,"5min":3.2589999999999999,"15min":2.8879999999999999},"min":{"1min":1.631,"5min":0.98099999999999998,"15min":0.91500000000000004},"max":{"1min":5.6660000000000004,"5min":12.045999999999999,"15min":12.045999999999999},"last":2.8420000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":3.2730000000000001,"5min":3.1469999999999998,"15min":2.8300000000000001},"min":{"1min":1.407,"5min":1.1899999999999999,"15min":0.90200000000000002},"max":{"1min":4.5759999999999996,"5min":6.7859999999999996,"15min":7.9969999999999999},"last":2.4700000000000002},{"interface":"front","average":{"1min":2.8900000000000001,"5min":2.8300000000000001,"15min":3.0830000000000002},"min":{"1min":1.639,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":4.3810000000000002,"5min":5.585,"15min":121.273},"last":2.6080000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:52:03 2020","interfaces":[{"interface":"back","average":{"1min":3.1829999999999998,"5min":2.8809999999999998,"15min":2.8919999999999999},"min":{"1min":1.113,"5min":1.0449999999999999,"15min":1.0189999999999999},"max":{"1min":5.3689999999999998,"5min":6.1360000000000001,"15min":8.9410000000000007},"last":1.577},{"interface":"front","average":{"1min":3.835,"5min":3.1739999999999999,"15min":3.0790000000000002},"min":{"1min":2.117,"5min":1.224,"15min":1.0129999999999999},"max":{"1min":5.7999999999999998,"5min":7.718,"15min":8.8300000000000001},"last":2.762}]},{"osd":10,"last update":"Mon Nov 16 20:52:03 2020","interfaces":[{"interface":"back","average":{"1min":3.669,"5min":3.1400000000000001,"15min":3.077},"min":{"1min":1.72,"5min":1.1839999999999999,"15min":1.1839999999999999},"max":{"1min":5.992,"5min":5.992,"15min":8.4529999999999994},"last":3.1600000000000001},{"interface":"front","average":{"1min":4.0140000000000002,"5min":3.4220000000000002,"15min":3.6099999999999999},"min":{"1min":1.806,"5min":1.502,"15min":1.1379999999999999},"max":{"1min":6.1699999999999999,"5min":6.1699999999999999,"15min":120.693},"last":3.0110000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:52:22 2020","interfaces":[{"interface":"back","average":{"1min":4.0590000000000002,"5min":3.2959999999999998,"15min":2.9510000000000001},"min":{"1min":1.6539999999999999,"5min":1.107,"15min":1.0840000000000001},"max":{"1min":6.444,"5min":6.444,"15min":8.9930000000000003},"last":2.7999999999999998},{"interface":"front","average":{"1min":4.0679999999999996,"5min":3.6000000000000001,"15min":3.8690000000000002},"min":{"1min":1.345,"5min":1.345,"15min":1.345},"max":{"1min":6.6689999999999996,"5min":6.6689999999999996,"15min":121.5},"last":2.9039999999999999}]}]},{"osd":8,"up_from":63,"seq":270582940065,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":970252,"kb_used_data":673284,"kb_used_omap":0,"kb_used_meta":296960,"kb_avail":92774900,"statfs":{"total":95995035648,"available":95001497600,"internally_reserved":0,"allocated":689442816,"data_stored":688955555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304087040},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":1.696,"15min":1.97},"min":{"1min":0.58499999999999996,"5min":0.56200000000000006,"15min":0.52500000000000002},"max":{"1min":3.3330000000000002,"5min":4.4710000000000001,"15min":80.534000000000006},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.52,"5min":1.8939999999999999,"15min":2.1539999999999999},"min":{"1min":0.64100000000000001,"5min":0.60099999999999998,"15min":0.54900000000000004},"max":{"1min":2.7999999999999998,"5min":6.1970000000000001,"15min":80.248000000000005},"last":1.907}]},{"osd":1,"last update":"Mon Nov 16 20:52:11 2020","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":4.8010000000000002,"15min":3.508},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":3.5750000000000002,"5min":225.94999999999999,"15min":225.94999999999999},"last":1.2450000000000001},{"interface":"front","average":{"1min":2.8319999999999999,"5min":5.3689999999999998,"15min":3.8330000000000002},"min":{"1min":1.042,"5min":0.93999999999999995,"15min":0.57599999999999996},"max":{"1min":4.5919999999999996,"5min":226.03100000000001,"15min":226.03100000000001},"last":2.464}]},{"osd":2,"last update":"Mon Nov 16 20:51:59 2020","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":2.0630000000000002,"15min":2.0259999999999998},"min":{"1min":1.0669999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"max":{"1min":3.851,"5min":4.2300000000000004,"15min":4.2300000000000004},"last":1.391},{"interface":"front","average":{"1min":2.181,"5min":1.772,"15min":1.6799999999999999},"min":{"1min":0.84999999999999998,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.9059999999999997,"5min":4.9059999999999997,"15min":4.9059999999999997},"last":2.2000000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:48:24 2020","interfaces":[{"interface":"back","average":{"1min":2.1160000000000001,"5min":2.0310000000000001,"15min":2.4460000000000002},"min":{"1min":0.91100000000000003,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":3.3610000000000002,"5min":8.468,"15min":137.90299999999999},"last":2.3130000000000002},{"interface":"front","average":{"1min":1.917,"5min":2.0009999999999999,"15min":2.476},"min":{"1min":0.98399999999999999,"5min":0.67600000000000005,"15min":0.623},"max":{"1min":3.04,"5min":13.185,"15min":138.24299999999999},"last":5.5339999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:52:29 2020","interfaces":[{"interface":"back","average":{"1min":2.645,"5min":2.7029999999999998,"15min":2.3900000000000001},"min":{"1min":0.96599999999999997,"5min":0.70699999999999996,"15min":0.63100000000000001},"max":{"1min":3.9550000000000001,"5min":6.5670000000000002,"15min":8.5229999999999997},"last":1.532},{"interface":"front","average":{"1min":2.9609999999999999,"5min":2.7799999999999998,"15min":2.3849999999999998},"min":{"1min":1.0840000000000001,"5min":0.67200000000000004,"15min":0.64000000000000001},"max":{"1min":4.2050000000000001,"5min":6.7770000000000001,"15min":12.077999999999999},"last":2.7570000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:52:29 2020","interfaces":[{"interface":"back","average":{"1min":2.7210000000000001,"5min":2.649,"15min":2.395},"min":{"1min":0.88800000000000001,"5min":0.85499999999999998,"15min":0.72999999999999998},"max":{"1min":4.0510000000000002,"5min":6.5060000000000002,"15min":12.273999999999999},"last":2.327},{"interface":"front","average":{"1min":1.6619999999999999,"5min":1.9990000000000001,"15min":2.202},"min":{"1min":0.74099999999999999,"5min":0.72199999999999998,"15min":0.65400000000000003},"max":{"1min":3.6509999999999998,"5min":6.3799999999999999,"15min":11.808999999999999},"last":1.0049999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:52:39 2020","interfaces":[{"interface":"back","average":{"1min":2.9889999999999999,"5min":2.996,"15min":2.669},"min":{"1min":1.476,"5min":1.3420000000000001,"15min":0.84299999999999997},"max":{"1min":5.1980000000000004,"5min":6.3949999999999996,"15min":9.4199999999999999},"last":1.6739999999999999},{"interface":"front","average":{"1min":3.1150000000000002,"5min":3.1600000000000001,"15min":2.8069999999999999},"min":{"1min":1.232,"5min":1.0269999999999999,"15min":0.95399999999999996},"max":{"1min":4.5839999999999996,"5min":6.6470000000000002,"15min":12.166},"last":3.137}]},{"osd":7,"last update":"Mon Nov 16 20:51:47 2020","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":3.367,"15min":2.9630000000000001},"min":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.0669999999999999},"max":{"1min":6.1749999999999998,"5min":6.8470000000000004,"15min":13.644},"last":2.9049999999999998},{"interface":"front","average":{"1min":3.8170000000000002,"5min":3.5790000000000002,"15min":3.0310000000000001},"min":{"1min":1.5589999999999999,"5min":1.45,"15min":1.0049999999999999},"max":{"1min":6.3070000000000004,"5min":8.4160000000000004,"15min":11.984},"last":3.02}]},{"osd":9,"last update":"Mon Nov 16 20:51:47 2020","interfaces":[{"interface":"back","average":{"1min":3.0760000000000001,"5min":2.9550000000000001,"15min":2.956},"min":{"1min":1.28,"5min":1.004,"15min":1.004},"max":{"1min":5.0640000000000001,"5min":6.6429999999999998,"15min":8.9399999999999995},"last":2.1200000000000001},{"interface":"front","average":{"1min":3.581,"5min":3.4220000000000002,"15min":3.246},"min":{"1min":1.3500000000000001,"5min":1.3009999999999999,"15min":1.097},"max":{"1min":5.8650000000000002,"5min":6.8380000000000001,"15min":9.0709999999999997},"last":1.1599999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:51:47 2020","interfaces":[{"interface":"back","average":{"1min":3.1970000000000001,"5min":2.8849999999999998,"15min":2.9380000000000002},"min":{"1min":1.4379999999999999,"5min":1.2589999999999999,"15min":0.98199999999999998},"max":{"1min":4.6340000000000003,"5min":5.1260000000000003,"15min":12.244999999999999},"last":1.859},{"interface":"front","average":{"1min":3.609,"5min":3.5009999999999999,"15min":3.1899999999999999},"min":{"1min":1.514,"5min":1.4179999999999999,"15min":1},"max":{"1min":5.4530000000000003,"5min":7.3780000000000001,"15min":8.9830000000000005},"last":1.9850000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:52:20 2020","interfaces":[{"interface":"back","average":{"1min":4.1150000000000002,"5min":3.3650000000000002,"15min":3.298},"min":{"1min":1.8380000000000001,"5min":1.1180000000000001,"15min":0.96299999999999997},"max":{"1min":5.6500000000000004,"5min":6.8470000000000004,"15min":12.114000000000001},"last":3.823},{"interface":"front","average":{"1min":2.52,"5min":2.851,"15min":2.9569999999999999},"min":{"1min":1.1519999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"max":{"1min":4.0780000000000003,"5min":10.054,"15min":13.513},"last":1.7110000000000001}]}]},{"osd":7,"up_from":225,"seq":966367641897,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1029796,"kb_used_data":698972,"kb_used_omap":0,"kb_used_meta":330815,"kb_avail":92715356,"statfs":{"total":95995035648,"available":94940524544,"internally_reserved":0,"allocated":715747328,"data_stored":715248268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":338754620},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:51:55 2020","interfaces":[{"interface":"back","average":{"1min":1.954,"5min":3.3980000000000001,"15min":2.8530000000000002},"min":{"1min":1.1599999999999999,"5min":0.52700000000000002,"15min":0.503},"max":{"1min":4.1040000000000001,"5min":146.768,"15min":146.768},"last":1.2170000000000001},{"interface":"front","average":{"1min":2.157,"5min":3.6200000000000001,"15min":2.738},"min":{"1min":0.98099999999999998,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":3.4900000000000002,"5min":146.83699999999999,"15min":146.83699999999999},"last":1.284}]},{"osd":2,"last update":"Mon Nov 16 20:51:55 2020","interfaces":[{"interface":"back","average":{"1min":1.659,"5min":1.849,"15min":1.677},"min":{"1min":0.754,"5min":0.59599999999999997,"15min":0.5},"max":{"1min":3.585,"5min":14.375999999999999,"15min":14.375999999999999},"last":1.339},{"interface":"front","average":{"1min":2.0150000000000001,"5min":2.0979999999999999,"15min":2.0569999999999999},"min":{"1min":0.87,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":3.7189999999999999,"5min":14.645,"15min":41.848999999999997},"last":1.7709999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:52:36 2020","interfaces":[{"interface":"back","average":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":2.5739999999999998,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":1.6679999999999999},{"interface":"front","average":{"1min":1.738,"5min":1.738,"15min":1.738},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":3.1419999999999999,"5min":3.1419999999999999,"15min":3.1419999999999999},"last":3.77}]},{"osd":4,"last update":"Mon Nov 16 20:51:58 2020","interfaces":[{"interface":"back","average":{"1min":2.677,"5min":2.4980000000000002,"15min":2.0720000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.59299999999999997},"max":{"1min":6.641,"5min":15.471,"15min":15.471},"last":4},{"interface":"front","average":{"1min":2.0880000000000001,"5min":2.7599999999999998,"15min":2.5070000000000001},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.629},"max":{"1min":3.1880000000000002,"5min":14.090999999999999,"15min":14.090999999999999},"last":4.125}]},{"osd":5,"last update":"Mon Nov 16 20:51:55 2020","interfaces":[{"interface":"back","average":{"1min":2.028,"5min":2.2890000000000001,"15min":2.2360000000000002},"min":{"1min":0.77700000000000002,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":4.2489999999999997,"5min":9.1600000000000001,"15min":14.191000000000001},"last":1.9630000000000001},{"interface":"front","average":{"1min":2.9510000000000001,"5min":2.7440000000000002,"15min":2.4220000000000002},"min":{"1min":1.0369999999999999,"5min":0.90900000000000003,"15min":0.74299999999999999},"max":{"1min":6.7519999999999998,"5min":11.981999999999999,"15min":42.213999999999999},"last":4.9880000000000004}]},{"osd":6,"last update":"Mon Nov 16 20:51:58 2020","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":2.8570000000000002,"15min":2.661},"min":{"1min":0.76500000000000001,"5min":0.73299999999999998,"15min":0.71899999999999997},"max":{"1min":3.8490000000000002,"5min":14.186,"15min":14.186},"last":2.5009999999999999},{"interface":"front","average":{"1min":2.9769999999999999,"5min":3.0049999999999999,"15min":2.762},"min":{"1min":1.0189999999999999,"5min":0.91700000000000004,"15min":0.81999999999999995},"max":{"1min":4.444,"5min":9.734,"15min":11.693},"last":5.0910000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:51:55 2020","interfaces":[{"interface":"back","average":{"1min":3.1080000000000001,"5min":3.0619999999999998,"15min":2.7999999999999998},"min":{"1min":1.4410000000000001,"5min":0.94099999999999995,"15min":0.873},"max":{"1min":5.2549999999999999,"5min":12.343999999999999,"15min":42.518000000000001},"last":4.2800000000000002},{"interface":"front","average":{"1min":3.4140000000000001,"5min":3.282,"15min":2.9510000000000001},"min":{"1min":1.5269999999999999,"5min":1.232,"15min":1.044},"max":{"1min":5.758,"5min":12.504,"15min":42.670000000000002},"last":4.4089999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:51:55 2020","interfaces":[{"interface":"back","average":{"1min":3.468,"5min":3.359,"15min":3.0670000000000002},"min":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":5.4509999999999996,"5min":12.653,"15min":42.825000000000003},"last":4.6740000000000004},{"interface":"front","average":{"1min":2.903,"5min":3.0590000000000002,"15min":3.1030000000000002},"min":{"1min":1.333,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":4.1340000000000003,"5min":14.513,"15min":42.156999999999996},"last":2.093}]},{"osd":10,"last update":"Mon Nov 16 20:51:55 2020","interfaces":[{"interface":"back","average":{"1min":3.7280000000000002,"5min":3.4420000000000002,"15min":3.1080000000000001},"min":{"1min":1.224,"5min":1.224,"15min":1.1319999999999999},"max":{"1min":6.0010000000000003,"5min":12.792999999999999,"15min":43.125999999999998},"last":4.577},{"interface":"front","average":{"1min":3.7909999999999999,"5min":3.5819999999999999,"15min":3.2029999999999998},"min":{"1min":1.361,"5min":1.361,"15min":1.2350000000000001},"max":{"1min":6.21,"5min":13.054,"15min":42.377000000000002},"last":4.7949999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:51:55 2020","interfaces":[{"interface":"back","average":{"1min":4.0599999999999996,"5min":3.883,"15min":3.581},"min":{"1min":1.696,"5min":1.6140000000000001,"15min":1.369},"max":{"1min":6.444,"5min":12.932,"15min":42.976999999999997},"last":4.8959999999999999},{"interface":"front","average":{"1min":2.7959999999999998,"5min":3.3490000000000002,"15min":3.3530000000000002},"min":{"1min":1.302,"5min":1.1459999999999999,"15min":1.0249999999999999},"max":{"1min":5.1059999999999999,"5min":13.182,"15min":42.305999999999997},"last":2.2410000000000001}]}]},{"osd":6,"up_from":49,"seq":210453397931,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1916248,"kb_used_data":1571216,"kb_used_omap":0,"kb_used_meta":345024,"kb_avail":91828904,"statfs":{"total":95995035648,"available":94032797696,"internally_reserved":0,"allocated":1608925184,"data_stored":1608432034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":353304576},"hb_peers":[0,1,2,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:51:51 2020","interfaces":[{"interface":"back","average":{"1min":2.9489999999999998,"5min":2.0990000000000002,"15min":2.9700000000000002},"min":{"1min":0.62,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":25.738,"5min":25.738,"15min":219.09899999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":3.125,"5min":2.282,"15min":3.367},"min":{"1min":0.99299999999999999,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":24.678999999999998,"5min":24.678999999999998,"15min":219.006},"last":0.96299999999999997}]},{"osd":1,"last update":"Mon Nov 16 20:52:47 2020","interfaces":[{"interface":"back","average":{"1min":2.4129999999999998,"5min":8.0589999999999993,"15min":13.521000000000001},"min":{"1min":0.65200000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":8.5670000000000002,"5min":296.45600000000002,"15min":296.45600000000002},"last":1.5289999999999999},{"interface":"front","average":{"1min":1.7729999999999999,"5min":7.9630000000000001,"15min":13.653},"min":{"1min":0.752,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":3.4849999999999999,"5min":297.99099999999999,"15min":297.99099999999999},"last":0.752}]},{"osd":2,"last update":"Mon Nov 16 20:52:33 2020","interfaces":[{"interface":"back","average":{"1min":2.3250000000000002,"5min":2.0289999999999999,"15min":1.591},"min":{"1min":0.91500000000000004,"5min":0.59399999999999997,"15min":0.54500000000000004},"max":{"1min":9.0310000000000006,"5min":13.731999999999999,"15min":13.731999999999999},"last":1.992},{"interface":"front","average":{"1min":2.125,"5min":1.99,"15min":1.7070000000000001},"min":{"1min":0.90900000000000003,"5min":0.61699999999999999,"15min":0.59399999999999997},"max":{"1min":5.194,"5min":5.194,"15min":6.3330000000000002},"last":1.0569999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:48:26 2020","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":2.0409999999999999,"15min":2.5649999999999999},"min":{"1min":0.755,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":2.6469999999999998,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.7250000000000001},{"interface":"front","average":{"1min":2.621,"5min":1.929,"15min":2.5960000000000001},"min":{"1min":1.391,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":3.9670000000000001,"5min":6.6139999999999999,"15min":171.46100000000001},"last":1.4039999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:52:33 2020","interfaces":[{"interface":"back","average":{"1min":2.0019999999999998,"5min":2.552,"15min":2.3069999999999999},"min":{"1min":0.60099999999999998,"5min":0.59199999999999997,"15min":0.54500000000000004},"max":{"1min":3.6960000000000002,"5min":9.4190000000000005,"15min":9.4659999999999993},"last":1.5640000000000001},{"interface":"front","average":{"1min":2.7000000000000002,"5min":2.7090000000000001,"15min":2.3599999999999999},"min":{"1min":0.61699999999999999,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":9.5790000000000006,"5min":15.997,"15min":15.997},"last":1.6759999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:52:33 2020","interfaces":[{"interface":"back","average":{"1min":3.0529999999999999,"5min":2.5089999999999999,"15min":2.282},"min":{"1min":0.89200000000000002,"5min":0.69299999999999995,"15min":0.67000000000000004},"max":{"1min":9.3309999999999995,"5min":12.869,"15min":12.869},"last":2.2879999999999998},{"interface":"front","average":{"1min":3.5339999999999998,"5min":3.004,"15min":2.4849999999999999},"min":{"1min":1.111,"5min":1.0249999999999999,"15min":0.79400000000000004},"max":{"1min":9.452,"5min":13.013999999999999,"15min":13.013999999999999},"last":2.403}]},{"osd":7,"last update":"Mon Nov 16 20:51:51 2020","interfaces":[{"interface":"back","average":{"1min":2.1389999999999998,"5min":2.798,"15min":2.419},"min":{"1min":0.94199999999999995,"5min":0.91000000000000003,"15min":0.75600000000000001},"max":{"1min":3.6709999999999998,"5min":14.361000000000001,"15min":14.361000000000001},"last":4.0860000000000003},{"interface":"front","average":{"1min":2.8809999999999998,"5min":3.129,"15min":2.871},"min":{"1min":1.038,"5min":0.84099999999999997,"15min":0.84099999999999997},"max":{"1min":7.0179999999999998,"5min":10.85,"15min":10.85},"last":2.7170000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:52:21 2020","interfaces":[{"interface":"back","average":{"1min":2.6480000000000001,"5min":2.7610000000000001,"15min":3.0659999999999998},"min":{"1min":1.252,"5min":0.81499999999999995,"15min":0.80000000000000004},"max":{"1min":4.0640000000000001,"5min":7.8789999999999996,"15min":115.756},"last":3.802},{"interface":"front","average":{"1min":2.758,"5min":2.6720000000000002,"15min":2.952},"min":{"1min":1.516,"5min":0.84799999999999998,"15min":0.84199999999999997},"max":{"1min":5.4699999999999998,"5min":13.887,"15min":114.051},"last":1.353}]},{"osd":9,"last update":"Mon Nov 16 20:52:33 2020","interfaces":[{"interface":"back","average":{"1min":2.4390000000000001,"5min":2.8420000000000001,"15min":3.5859999999999999},"min":{"1min":1.026,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":3.823,"5min":7.7380000000000004,"15min":135.161},"last":3.9580000000000002},{"interface":"front","average":{"1min":3.3490000000000002,"5min":3.298,"15min":3.8769999999999998},"min":{"1min":1.4930000000000001,"5min":1.0960000000000001,"15min":0.97299999999999998},"max":{"1min":9.8759999999999994,"5min":9.8759999999999994,"15min":135.35400000000001},"last":2.145}]},{"osd":10,"last update":"Mon Nov 16 20:52:18 2020","interfaces":[{"interface":"back","average":{"1min":3.4369999999999998,"5min":3.1440000000000001,"15min":2.8530000000000002},"min":{"1min":1.5649999999999999,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":8.5410000000000004,"5min":12.951000000000001,"15min":12.951000000000001},"last":2.544},{"interface":"front","average":{"1min":3.7480000000000002,"5min":3.5449999999999999,"15min":3.2229999999999999},"min":{"1min":1.6599999999999999,"5min":1.323,"15min":1.171},"max":{"1min":8.6660000000000004,"5min":13.086,"15min":13.086},"last":2.6320000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:52:09 2020","interfaces":[{"interface":"back","average":{"1min":3.2050000000000001,"5min":2.8860000000000001,"15min":2.847},"min":{"1min":2.1499999999999999,"5min":1.012,"15min":0.92400000000000004},"max":{"1min":5.5720000000000001,"5min":14.039,"15min":113.28},"last":3.843},{"interface":"front","average":{"1min":3.5350000000000001,"5min":3.2719999999999998,"15min":3.1819999999999999},"min":{"1min":2.3660000000000001,"5min":1.169,"15min":1.095},"max":{"1min":5.6859999999999999,"5min":14.263,"15min":113.851},"last":3.996}]}]},{"osd":1,"up_from":18,"seq":77309411783,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1885708,"kb_used_data":1394436,"kb_used_omap":0,"kb_used_meta":491264,"kb_avail":91859444,"statfs":{"total":95995035648,"available":94064070656,"internally_reserved":0,"allocated":1427902464,"data_stored":1427415203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":503054336},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2649999999999999,"5min":1.978,"15min":1.7709999999999999},"min":{"1min":0.52600000000000002,"5min":0.48499999999999999,"15min":0.45600000000000002},"max":{"1min":3.6440000000000001,"5min":48.201999999999998,"15min":48.201999999999998},"last":1.1819999999999999},{"interface":"front","average":{"1min":1.954,"5min":2.573,"15min":2.5449999999999999},"min":{"1min":0.755,"5min":0.67300000000000004,"15min":0.66700000000000004},"max":{"1min":4.2450000000000001,"5min":48.332000000000001,"15min":48.332000000000001},"last":1.393}]},{"osd":2,"last update":"Mon Nov 16 20:52:01 2020","interfaces":[{"interface":"back","average":{"1min":1.327,"5min":1.4930000000000001,"15min":1.6910000000000001},"min":{"1min":0.85699999999999998,"5min":0.53200000000000003,"15min":0.48099999999999998},"max":{"1min":2.2200000000000002,"5min":5.9669999999999996,"15min":13.121},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.548,"5min":1.6279999999999999,"15min":2.052},"min":{"1min":0.90000000000000002,"5min":0.59399999999999997,"15min":0.52100000000000002},"max":{"1min":2.375,"5min":6.6200000000000001,"15min":27.111000000000001},"last":0.998}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":4.5220000000000002},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Nov 16 20:51:47 2020","interfaces":[{"interface":"back","average":{"1min":1.6739999999999999,"5min":1.861,"15min":1.869},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":2.71,"5min":4.5519999999999996,"15min":4.5519999999999996},"last":2.6120000000000001},{"interface":"front","average":{"1min":2.3069999999999999,"5min":2.0680000000000001,"15min":1.9299999999999999},"min":{"1min":0.999,"5min":0.999,"15min":0.999},"max":{"1min":8.859,"5min":8.859,"15min":8.859},"last":3.1040000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":2.2879999999999998,"5min":2.02,"15min":2.9409999999999998},"min":{"1min":1.2170000000000001,"5min":0.71699999999999997,"15min":0.65600000000000003},"max":{"1min":3.1379999999999999,"5min":7.1989999999999998,"15min":97.927999999999997},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.887,"5min":2.3330000000000002,"15min":3.4550000000000001},"min":{"1min":1.0029999999999999,"5min":0.88200000000000001,"15min":0.88200000000000001},"max":{"1min":3.4420000000000002,"5min":10.087999999999999,"15min":98.322000000000003},"last":2.3780000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:52:34 2020","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.4780000000000002,"15min":3.0569999999999999},"min":{"1min":1.47,"5min":0.91000000000000003,"15min":0.79400000000000004},"max":{"1min":3.7890000000000001,"5min":6.2649999999999997,"15min":34.689},"last":1.8560000000000001},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.552,"15min":3.165},"min":{"1min":1.0940000000000001,"5min":1.054,"15min":0.89900000000000002},"max":{"1min":4.7009999999999996,"5min":6.133,"15min":34.348999999999997},"last":3.3679999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:52:01 2020","interfaces":[{"interface":"back","average":{"1min":2.7440000000000002,"5min":2.6669999999999998,"15min":2.7719999999999998},"min":{"1min":1.575,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":5.7450000000000001,"5min":7.9669999999999996,"15min":27.670999999999999},"last":2.0310000000000001},{"interface":"front","average":{"1min":1.782,"5min":2.1070000000000002,"15min":2.1459999999999999},"min":{"1min":1.1100000000000001,"5min":0.76200000000000001,"15min":0.71499999999999997},"max":{"1min":2.4220000000000002,"5min":10.077999999999999,"15min":26.556999999999999},"last":2.1469999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":2.4100000000000001,"5min":2.6110000000000002,"15min":3.7269999999999999},"min":{"1min":1.1879999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"max":{"1min":6.181,"5min":12.628,"15min":98.739999999999995},"last":2.7149999999999999},{"interface":"front","average":{"1min":2.6600000000000001,"5min":2.371,"15min":2.5579999999999998},"min":{"1min":1.286,"5min":0.871,"15min":0.72199999999999998},"max":{"1min":4.6369999999999996,"5min":4.8970000000000002,"15min":39.573999999999998},"last":2.8959999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:52:01 2020","interfaces":[{"interface":"back","average":{"1min":2.7200000000000002,"5min":2.952,"15min":3.1179999999999999},"min":{"1min":1.911,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":4.923,"5min":11.787000000000001,"15min":28.754999999999999},"last":2.1850000000000001},{"interface":"front","average":{"1min":3.1579999999999999,"5min":3.1880000000000002,"15min":3.266},"min":{"1min":2.0409999999999999,"5min":1.2290000000000001,"15min":1.1830000000000001},"max":{"1min":5.9790000000000001,"5min":7.8280000000000003,"15min":28.219999999999999},"last":2.5379999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:52:01 2020","interfaces":[{"interface":"back","average":{"1min":2.2370000000000001,"5min":2.5569999999999999,"15min":2.7549999999999999},"min":{"1min":1.3300000000000001,"5min":1.0029999999999999,"15min":0.94099999999999995},"max":{"1min":2.7709999999999999,"5min":11.627000000000001,"15min":28.009},"last":2.581},{"interface":"front","average":{"1min":2.3439999999999999,"5min":2.5960000000000001,"15min":2.673},"min":{"1min":1.6699999999999999,"5min":1.1519999999999999,"15min":1.04},"max":{"1min":3.4380000000000002,"5min":10.707000000000001,"15min":27.550000000000001},"last":2.819}]},{"osd":11,"last update":"Mon Nov 16 20:52:15 2020","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":3.141,"15min":3.4769999999999999},"min":{"1min":1.504,"5min":1.1000000000000001,"15min":1.1000000000000001},"max":{"1min":5.8070000000000004,"5min":10.244,"15min":28.585999999999999},"last":2.9390000000000001},{"interface":"front","average":{"1min":3.3170000000000002,"5min":2.9260000000000002,"15min":3.0259999999999998},"min":{"1min":1.649,"5min":1.1359999999999999,"15min":0.99099999999999999},"max":{"1min":6.9509999999999996,"5min":9.5579999999999998,"15min":27.914000000000001},"last":2.3450000000000002}]}]},{"osd":0,"up_from":12,"seq":51539608011,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1686668,"kb_used_data":1362500,"kb_used_omap":0,"kb_used_meta":324160,"kb_avail":92058484,"statfs":{"total":95995035648,"available":94267887616,"internally_reserved":0,"allocated":1395200000,"data_stored":1394712739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331939840},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:52:28 2020","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":2.4049999999999998,"15min":3.464},"min":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.47599999999999998},"max":{"1min":8.0069999999999997,"5min":44.771999999999998,"15min":149.07599999999999},"last":0.755},{"interface":"front","average":{"1min":2.2679999999999998,"5min":2.754,"15min":3.6800000000000002},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.60499999999999998},"max":{"1min":7.6859999999999999,"5min":44.405000000000001,"15min":147.98699999999999},"last":0.86299999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:52:44 2020","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":1.4850000000000001,"15min":1.5369999999999999},"min":{"1min":0.82899999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":4.2969999999999997,"5min":4.2969999999999997,"15min":4.2969999999999997},"last":1.006},{"interface":"front","average":{"1min":1.8029999999999999,"5min":1.9730000000000001,"15min":2.1440000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":4.569,"5min":8.3260000000000005,"15min":8.3260000000000005},"last":0.78200000000000003}]},{"osd":3,"last update":"Mon Nov 16 20:48:13 2020","interfaces":[{"interface":"back","average":{"1min":1.367,"5min":1.9199999999999999,"15min":1.974},"min":{"1min":0.67700000000000005,"5min":0.54200000000000004,"15min":0.496},"max":{"1min":1.96,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.345},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.528,"15min":2.0089999999999999},"min":{"1min":0.70599999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.427,"5min":7.2519999999999998,"15min":34.512},"last":0.747}]},{"osd":4,"last update":"Mon Nov 16 20:52:44 2020","interfaces":[{"interface":"back","average":{"1min":2.0150000000000001,"5min":2.915,"15min":2.2400000000000002},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.55100000000000005},"max":{"1min":10.486000000000001,"5min":44.290999999999997,"15min":44.290999999999997},"last":1.3600000000000001},{"interface":"front","average":{"1min":2.5590000000000002,"5min":3.52,"15min":2.8170000000000002},"min":{"1min":0.92800000000000005,"5min":0.78600000000000003,"15min":0.78600000000000003},"max":{"1min":10.779999999999999,"5min":45.820999999999998,"15min":45.820999999999998},"last":1.05}]},{"osd":5,"last update":"Mon Nov 16 20:52:17 2020","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.3900000000000001,"15min":2.1760000000000002},"min":{"1min":0.91100000000000003,"5min":0.73799999999999999,"15min":0.63200000000000001},"max":{"1min":4.6829999999999998,"5min":44.240000000000002,"15min":44.240000000000002},"last":1.226},{"interface":"front","average":{"1min":2.6890000000000001,"5min":3.1949999999999998,"15min":2.5430000000000001},"min":{"1min":0.86299999999999999,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":10.943,"5min":46.713999999999999,"15min":47.793999999999997},"last":1.2030000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":2.8530000000000002,"5min":3.125,"15min":2.923},"min":{"1min":1.2110000000000001,"5min":0.90500000000000003,"15min":0.73799999999999999},"max":{"1min":10.237,"5min":46.584000000000003,"15min":47.442},"last":1.6539999999999999},{"interface":"front","average":{"1min":3.5190000000000001,"5min":3.7890000000000001,"15min":3.3069999999999999},"min":{"1min":1.3200000000000001,"5min":0.872,"15min":0.77800000000000002},"max":{"1min":9.7230000000000008,"5min":46.810000000000002,"15min":48.149999999999999},"last":1.792}]},{"osd":7,"last update":"Mon Nov 16 20:52:01 2020","interfaces":[{"interface":"back","average":{"1min":2.677,"5min":3.2029999999999998,"15min":2.944},"min":{"1min":0.95699999999999996,"5min":0.79000000000000004,"15min":0.79000000000000004},"max":{"1min":8.1940000000000008,"5min":44.112000000000002,"15min":44.165999999999997},"last":1.333},{"interface":"front","average":{"1min":2.5680000000000001,"5min":3.3010000000000002,"15min":2.9830000000000001},"min":{"1min":1.1759999999999999,"5min":0.79800000000000004,"15min":0.73799999999999999},"max":{"1min":9.0640000000000001,"5min":45.732999999999997,"15min":45.732999999999997},"last":3.907}]},{"osd":8,"last update":"Mon Nov 16 20:52:17 2020","interfaces":[{"interface":"back","average":{"1min":2.9180000000000001,"5min":3.3180000000000001,"15min":3.4380000000000002},"min":{"1min":1.554,"5min":1.01,"15min":0.77200000000000002},"max":{"1min":8.9079999999999995,"5min":44.466000000000001,"15min":82.204999999999998},"last":1.425},{"interface":"front","average":{"1min":3.0779999999999998,"5min":3.585,"15min":3.3580000000000001},"min":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":0.75800000000000001},"max":{"1min":9.4719999999999995,"5min":44.744,"15min":79.483999999999995},"last":1.5389999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:51:56 2020","interfaces":[{"interface":"back","average":{"1min":2.6739999999999999,"5min":3.2959999999999998,"15min":3.0089999999999999},"min":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":0.79400000000000004},"max":{"1min":3.8530000000000002,"5min":44.604999999999997,"15min":60.097999999999999},"last":1.98},{"interface":"front","average":{"1min":3.3900000000000001,"5min":4.1470000000000002,"15min":3.3809999999999998},"min":{"1min":1.304,"5min":1.157,"15min":0.89400000000000002},"max":{"1min":9.3870000000000005,"5min":46.914000000000001,"15min":59.579000000000001},"last":5.7350000000000003}]},{"osd":10,"last update":"Mon Nov 16 20:52:01 2020","interfaces":[{"interface":"back","average":{"1min":3.298,"5min":4.0540000000000003,"15min":3.2069999999999999},"min":{"1min":1.6599999999999999,"5min":1.1120000000000001,"15min":0.98899999999999999},"max":{"1min":8.827,"5min":47.006999999999998,"15min":47.006999999999998},"last":1.764},{"interface":"front","average":{"1min":3.3199999999999998,"5min":3.5939999999999999,"15min":3.4199999999999999},"min":{"1min":1.468,"5min":1.2989999999999999,"15min":1.075},"max":{"1min":9.5899999999999999,"5min":46.515000000000001,"15min":47.237000000000002},"last":1.516}]},{"osd":11,"last update":"Mon Nov 16 20:52:17 2020","interfaces":[{"interface":"back","average":{"1min":3.4369999999999998,"5min":3.411,"15min":3.843},"min":{"1min":1.571,"5min":1.351,"15min":1.1140000000000001},"max":{"1min":9.3879999999999999,"5min":46.119999999999997,"15min":55.441000000000003},"last":2.3090000000000002},{"interface":"front","average":{"1min":3.8370000000000002,"5min":3.7229999999999999,"15min":4.0030000000000001},"min":{"1min":2.0699999999999998,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":10.010999999999999,"5min":46.844000000000001,"15min":61.509},"last":2.4060000000000001}]}]},{"osd":2,"up_from":0,"seq":98784248257,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597776,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855798,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1791692,"kb_used_data":1359364,"kb_used_omap":0,"kb_used_meta":432320,"kb_avail":91953460,"statfs":{"total":95995035648,"available":94160343040,"internally_reserved":0,"allocated":1391988736,"data_stored":1391501475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":442695680},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:57 2020","interfaces":[{"interface":"back","average":{"1min":1.681,"5min":2.5590000000000002,"15min":1.9490000000000001},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":7.6740000000000004,"5min":65.826999999999998,"15min":65.826999999999998},"last":1.296},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.673,"15min":2.0680000000000001},"min":{"1min":0.64000000000000001,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":7.9290000000000003,"5min":66.218999999999994,"15min":66.218999999999994},"last":1.4670000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:51:59 2020","interfaces":[{"interface":"back","average":{"1min":2.343,"5min":2.589,"15min":3.6080000000000001},"min":{"1min":0.83799999999999997,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":6.5910000000000002,"5min":62.207000000000001,"15min":277.74299999999999},"last":5.8849999999999998},{"interface":"front","average":{"1min":1.9970000000000001,"5min":2.984,"15min":3.9580000000000002},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.57299999999999995},"max":{"1min":3.2370000000000001,"5min":62.087000000000003,"15min":286.88499999999999},"last":5.2450000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:51:48 2020","interfaces":[{"interface":"back","average":{"1min":1.8859999999999999,"5min":2.008,"15min":1.891},"min":{"1min":0.84899999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":3.0720000000000001,"5min":7.7949999999999999,"15min":8.2400000000000002},"last":4.8739999999999997},{"interface":"front","average":{"1min":2.2669999999999999,"5min":2.1800000000000002,"15min":2.0569999999999999},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.57999999999999996},"max":{"1min":7.4509999999999996,"5min":11.298999999999999,"15min":11.298999999999999},"last":5.5199999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":2.7610000000000001,"5min":2.7610000000000001,"15min":2.7610000000000001},"last":5.4950000000000001},{"interface":"front","average":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"min":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"max":{"1min":2.7410000000000001,"5min":2.7410000000000001,"15min":2.7410000000000001},"last":6.0780000000000003}]},{"osd":5,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":2.105,"5min":2.1240000000000001,"15min":2.04},"min":{"1min":0.68799999999999994,"5min":0.60199999999999998,"15min":0.57199999999999995},"max":{"1min":4.5979999999999999,"5min":11.773,"15min":11.773},"last":5.8070000000000004},{"interface":"front","average":{"1min":2.218,"5min":2.5190000000000001,"15min":2.3650000000000002},"min":{"1min":1.048,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":3.6669999999999998,"5min":11.49,"15min":11.49},"last":6.2290000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:52:45 2020","interfaces":[{"interface":"back","average":{"1min":2.3740000000000001,"5min":2.492,"15min":2.4369999999999998},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":5.3579999999999997,"5min":10.420999999999999,"15min":10.420999999999999},"last":5.3579999999999997},{"interface":"front","average":{"1min":2.452,"5min":2.399,"15min":2.177},"min":{"1min":1.087,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":5.6689999999999996,"5min":10.558,"15min":10.558},"last":5.6689999999999996}]},{"osd":7,"last update":"Mon Nov 16 20:51:59 2020","interfaces":[{"interface":"back","average":{"1min":3.3620000000000001,"5min":3.266,"15min":3.0910000000000002},"min":{"1min":1.137,"5min":0.71799999999999997,"15min":0.66600000000000004},"max":{"1min":7.9500000000000002,"5min":33.042000000000002,"15min":165.12},"last":6.3529999999999998},{"interface":"front","average":{"1min":2.8769999999999998,"5min":3.4510000000000001,"15min":3.2949999999999999},"min":{"1min":0.94299999999999995,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":7.1559999999999997,"5min":33.207000000000001,"15min":162.14099999999999},"last":5.9900000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":2.46,"5min":3.468,"15min":2.9289999999999998},"min":{"1min":1.016,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":4.774,"5min":90.043999999999997,"15min":90.043999999999997},"last":6.4349999999999996},{"interface":"front","average":{"1min":2.593,"5min":3.448,"15min":3.1579999999999999},"min":{"1min":1.087,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":3.8100000000000001,"5min":88.504000000000005,"15min":88.504000000000005},"last":5.4640000000000004}]},{"osd":9,"last update":"Mon Nov 16 20:51:59 2020","interfaces":[{"interface":"back","average":{"1min":3.593,"5min":2.9550000000000001,"15min":2.8460000000000001},"min":{"1min":1.25,"5min":0.873,"15min":0.873},"max":{"1min":6.8650000000000002,"5min":7.2270000000000003,"15min":46.225999999999999},"last":7.1849999999999996},{"interface":"front","average":{"1min":3.718,"5min":3.073,"15min":2.9950000000000001},"min":{"1min":1.5609999999999999,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":7.1390000000000002,"5min":7.3869999999999996,"15min":45.997},"last":8.3539999999999992}]},{"osd":10,"last update":"Mon Nov 16 20:52:02 2020","interfaces":[{"interface":"back","average":{"1min":2.782,"5min":2.8119999999999998,"15min":2.9369999999999998},"min":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"max":{"1min":4.2160000000000002,"5min":8.1199999999999992,"15min":45.389000000000003},"last":7.5709999999999997},{"interface":"front","average":{"1min":3.5430000000000001,"5min":3.048,"15min":2.9239999999999999},"min":{"1min":1.6899999999999999,"5min":1.0309999999999999,"15min":1.004},"max":{"1min":7.0010000000000003,"5min":7.548,"15min":45.656999999999996},"last":8.1809999999999992}]},{"osd":11,"last update":"Mon Nov 16 20:52:25 2020","interfaces":[{"interface":"back","average":{"1min":3.7130000000000001,"5min":3.2330000000000001,"15min":2.9870000000000001},"min":{"1min":1.962,"5min":1.012,"15min":1.0089999999999999},"max":{"1min":5.319,"5min":8.0909999999999993,"15min":10.928000000000001},"last":9.7189999999999994},{"interface":"front","average":{"1min":3.4630000000000001,"5min":3.3300000000000001,"15min":3.1970000000000001},"min":{"1min":1.8149999999999999,"5min":1.266,"15min":1.1990000000000001},"max":{"1min":5.4720000000000004,"5min":7.3609999999999998,"15min":12.273999999999999},"last":10.121}]}]},{"osd":5,"up_from":0,"seq":180388626869,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:52:56.918 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10
2020-11-16T20:52:56.918 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool set unique_pool_5 pg_num 26
2020-11-16T20:52:57.084 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:57.213 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:57 smithi142 bash[9523]: cluster 2020-11-16T20:52:56.503971+0000 mgr.x (mgr.14196) 1240 : cluster [DBG] pgmap v1860: 17 pgs: 1 active+clean+wait, 1 active+recovering, 15 active+clean; 5.6 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 57 MiB/s wr, 917 op/s; 86/182660 objects misplaced (0.047%); 13 MiB/s, 200 objects/s recovering
2020-11-16T20:52:57.213 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:57 smithi065 bash[9468]: cluster 2020-11-16T20:52:56.503971+0000 mgr.x (mgr.14196) 1240 : cluster [DBG] pgmap v1860: 17 pgs: 1 active+clean+wait, 1 active+recovering, 15 active+clean; 5.6 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 57 MiB/s wr, 917 op/s; 86/182660 objects misplaced (0.047%); 13 MiB/s, 200 objects/s recovering
2020-11-16T20:52:57.319 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:57.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:57 smithi071 bash[9480]: cluster 2020-11-16T20:52:56.503971+0000 mgr.x (mgr.14196) 1240 : cluster [DBG] pgmap v1860: 17 pgs: 1 active+clean+wait, 1 active+recovering, 15 active+clean; 5.6 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 57 MiB/s wr, 917 op/s; 86/182660 objects misplaced (0.047%); 13 MiB/s, 200 objects/s recovering
2020-11-16T20:52:57.569 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   58      16     91405     91389   98.4699         0           -  0.00931805
2020-11-16T20:52:57.587 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:57 smithi142 bash[20366]: debug 2020-11-16T20:52:57.215+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:57.673 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:57.779 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:57.941 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:52:57.942 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:52:57.942 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:52:57.942 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:52:57.943 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:57.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36014.0:74721 6.d 6:b8e0edee:::benchmark_data_smithi065_43723_object74720:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e655)",
2020-11-16T20:52:57.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:49:41.118642+0000",
2020-11-16T20:52:57.943 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 196.82552716000001,
2020-11-16T20:52:57.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.348542992,
2020-11-16T20:52:57.944 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:57.944 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:57.944 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:57.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36014",
2020-11-16T20:52:57.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:52:57.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 74721
2020-11-16T20:52:57.946 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:57.946 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:57.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:57.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118642+0000",
2020-11-16T20:52:57.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:57.947 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.947 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:57.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118642+0000",
2020-11-16T20:52:57.948 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:52:57.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:57.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118620+0000",
2020-11-16T20:52:57.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9166000000000007e-05
2020-11-16T20:52:57.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:57.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118709+0000",
2020-11-16T20:52:57.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.076e-05
2020-11-16T20:52:57.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:57.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118720+0000",
2020-11-16T20:52:57.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6450000000000002e-06
2020-11-16T20:52:57.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:57.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118726+0000",
2020-11-16T20:52:57.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4703999999999998e-05
2020-11-16T20:52:57.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:57.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118770+0000",
2020-11-16T20:52:57.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018511600000000001
2020-11-16T20:52:57.955 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:57.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118955+0000",
2020-11-16T20:52:57.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014600400000000001
2020-11-16T20:52:57.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:52:57.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.119101+0000",
2020-11-16T20:52:57.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0025053509999999998
2020-11-16T20:52:57.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:57.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.121607+0000",
2020-11-16T20:52:57.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34540296199999998
2020-11-16T20:52:57.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:57.960 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.467010+0000",
2020-11-16T20:52:57.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2583000000000004e-05
2020-11-16T20:52:57.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.961 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:57.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.467102+0000",
2020-11-16T20:52:57.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2132999999999994e-05
2020-11-16T20:52:57.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:57.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.467185+0000",
2020-11-16T20:52:57.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.348542992
2020-11-16T20:52:57.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:57.964 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:57.964 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:57.964 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:57.965 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:57.965 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36014.0:102069 6.4 6:28114dd7:::benchmark_data_smithi065_43723_object14192:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:52:57.965 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:02.278739+0000",
2020-11-16T20:52:57.966 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 175.665429628,
2020-11-16T20:52:57.966 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.414752075,
2020-11-16T20:52:57.966 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:57.966 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:57.967 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:57.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36014",
2020-11-16T20:52:57.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:52:57.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102069
2020-11-16T20:52:57.968 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:57.968 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:57.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:57.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278739+0000",
2020-11-16T20:52:57.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:57.969 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.970 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:57.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278739+0000",
2020-11-16T20:52:57.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999528
2020-11-16T20:52:57.971 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.971 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:57.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278692+0000",
2020-11-16T20:52:57.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8688000000000002e-05
2020-11-16T20:52:57.972 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.972 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:57.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278781+0000",
2020-11-16T20:52:57.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7079999999999992e-06
2020-11-16T20:52:57.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:57.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278790+0000",
2020-11-16T20:52:57.973 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9559999999999997e-06
2020-11-16T20:52:57.973 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:57.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278798+0000",
2020-11-16T20:52:57.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3514000000000003e-05
2020-11-16T20:52:57.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.974 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:57.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278852+0000",
2020-11-16T20:52:57.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114969
2020-11-16T20:52:57.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:57.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278967+0000",
2020-11-16T20:52:57.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000103781
2020-11-16T20:52:57.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:52:57.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.279071+0000",
2020-11-16T20:52:57.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0034959230000000002
2020-11-16T20:52:57.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:57.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282567+0000",
2020-11-16T20:52:57.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.41058115000000001
2020-11-16T20:52:57.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:57.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693148+0000",
2020-11-16T20:52:57.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018101599999999999
2020-11-16T20:52:57.978 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.978 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:57.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693329+0000",
2020-11-16T20:52:57.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016246000000000001
2020-11-16T20:52:57.979 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.979 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:57.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693491+0000",
2020-11-16T20:52:57.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.414752075
2020-11-16T20:52:57.980 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:57.980 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:57.980 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:57.981 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:57.981 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:57.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.36014.0:102067 6.e e659/626 6:74f47ce1:::benchmark_data_smithi065_43723_object14190:head v 659'6411, mlcod=659'6407)",
2020-11-16T20:52:57.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:02.282207+0000",
2020-11-16T20:52:57.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 175.661962012,
2020-11-16T20:52:57.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.41038918600000002,
2020-11-16T20:52:57.981 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:57.981 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:57.982 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:57.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:57.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282207+0000",
2020-11-16T20:52:57.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:57.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:57.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282207+0000",
2020-11-16T20:52:57.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999852
2020-11-16T20:52:57.983 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.983 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:57.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282192+0000",
2020-11-16T20:52:57.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2404999999999998e-05
2020-11-16T20:52:57.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:57.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282234+0000",
2020-11-16T20:52:57.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8860000000000001e-06
2020-11-16T20:52:57.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.985 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:57.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282240+0000",
2020-11-16T20:52:57.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0230000000000003e-06
2020-11-16T20:52:57.985 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.985 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:57.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282244+0000",
2020-11-16T20:52:57.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4894999999999997e-05
2020-11-16T20:52:57.986 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.986 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:57.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282279+0000",
2020-11-16T20:52:57.986 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.366e-05
2020-11-16T20:52:57.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:57.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282293+0000",
2020-11-16T20:52:57.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.41020580600000001
2020-11-16T20:52:57.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:57.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.692499+0000",
2020-11-16T20:52:57.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7214999999999997e-05
2020-11-16T20:52:57.988 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.988 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:57.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.692596+0000",
2020-11-16T20:52:57.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.41038918600000002
2020-11-16T20:52:57.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:57.989 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:57.989 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:57.989 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:57.989 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:57.989 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.36014.0:102069 6.4 e659/648 ondisk, result = 0)",
2020-11-16T20:52:57.989 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:02.282844+0000",
2020-11-16T20:52:57.990 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 175.66132481899999,
2020-11-16T20:52:57.990 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.41067102500000002,
2020-11-16T20:52:57.990 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:57.990 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:52:57.990 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:57.990 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:57.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282844+0000",
2020-11-16T20:52:57.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:57.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:57.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282844+0000",
2020-11-16T20:52:57.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999852
2020-11-16T20:52:57.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:57.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282829+0000",
2020-11-16T20:52:57.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.6151e-05
2020-11-16T20:52:57.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:57.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282865+0000",
2020-11-16T20:52:57.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.117e-06
2020-11-16T20:52:57.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:57.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282871+0000",
2020-11-16T20:52:57.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.25e-06
2020-11-16T20:52:57.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:57.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282875+0000",
2020-11-16T20:52:57.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.410218902
2020-11-16T20:52:57.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:57.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693094+0000",
2020-11-16T20:52:57.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7481999999999999e-05
2020-11-16T20:52:57.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:57.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693122+0000",
2020-11-16T20:52:57.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00039305500000000001
2020-11-16T20:52:57.996 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.996 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:57.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693515+0000",
2020-11-16T20:52:57.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.41067102500000002
2020-11-16T20:52:57.996 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:57.997 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:57.997 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:57.997 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:57.997 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:57.997 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.36014.0:152112 6.e e673/626 6:7d13b6c5:::benchmark_data_smithi065_43723_object64235:head v 673'12020, mlcod=673'12018)",
2020-11-16T20:52:57.997 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:52.012555+0000",
2020-11-16T20:52:57.997 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 125.93161343600001,
2020-11-16T20:52:57.997 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.18155378,
2020-11-16T20:52:57.998 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:57.998 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:57.998 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:57.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:57.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.012555+0000",
2020-11-16T20:52:57.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:57.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:57.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:57.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.012555+0000",
2020-11-16T20:52:57.999 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:52:57.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:57.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.012532+0000",
2020-11-16T20:52:58.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2646999999999997e-05
2020-11-16T20:52:58.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.012604+0000",
2020-11-16T20:52:58.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0217999999999999e-05
2020-11-16T20:52:58.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.012614+0000",
2020-11-16T20:52:58.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2990000000000002e-06
2020-11-16T20:52:58.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.012621+0000",
2020-11-16T20:52:58.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2071999999999999e-05
2020-11-16T20:52:58.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.012673+0000",
2020-11-16T20:52:58.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2183000000000001e-05
2020-11-16T20:52:58.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.012695+0000",
2020-11-16T20:52:58.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0042594629999999998
2020-11-16T20:52:58.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016954+0000",
2020-11-16T20:52:58.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.17715456500000001
2020-11-16T20:52:58.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.194109+0000",
2020-11-16T20:52:58.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.18155378
2020-11-16T20:52:58.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.005 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.005 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.005 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.006 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.006 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36014.0:152115 6.d 6:bf35b917:::benchmark_data_smithi065_43723_object64238:head [delete] snapc 0=[] ondisk+write+known_if_redirected e673)",
2020-11-16T20:52:58.006 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:52.016760+0000",
2020-11-16T20:52:58.006 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 125.92740896399999,
2020-11-16T20:52:58.006 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.20570566000000001,
2020-11-16T20:52:58.006 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.006 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.006 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36014",
2020-11-16T20:52:58.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:52:58.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 152115
2020-11-16T20:52:58.007 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.007 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016760+0000",
2020-11-16T20:52:58.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.008 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.008 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016760+0000",
2020-11-16T20:52:58.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:52:58.008 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016741+0000",
2020-11-16T20:52:58.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8105e-05
2020-11-16T20:52:58.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016799+0000",
2020-11-16T20:52:58.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3021e-05
2020-11-16T20:52:58.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016812+0000",
2020-11-16T20:52:58.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6399999999999997e-06
2020-11-16T20:52:58.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016820+0000",
2020-11-16T20:52:58.011 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2497999999999999e-05
2020-11-16T20:52:58.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016862+0000",
2020-11-16T20:52:58.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1581000000000003e-05
2020-11-16T20:52:58.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.012 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016954+0000",
2020-11-16T20:52:58.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.17684208000000001
2020-11-16T20:52:58.013 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.013 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:52:58.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.193796+0000",
2020-11-16T20:52:58.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020283071
2020-11-16T20:52:58.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.214079+0000",
2020-11-16T20:52:58.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0082646869999999997
2020-11-16T20:52:58.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.222344+0000",
2020-11-16T20:52:58.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9400999999999995e-05
2020-11-16T20:52:58.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.222413+0000",
2020-11-16T20:52:58.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2278999999999999e-05
2020-11-16T20:52:58.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.222465+0000",
2020-11-16T20:52:58.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.20570566000000001
2020-11-16T20:52:58.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.016 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.017 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.017 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.017 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40343 7.e 7:737230ac:::benchmark_data_smithi065_48659_object40342:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.699137+0000",
2020-11-16T20:52:58.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.245031959000002,
2020-11-16T20:52:58.017 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.10732882,
2020-11-16T20:52:58.018 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.018 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:52:58.018 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40343
2020-11-16T20:52:58.018 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.019 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699137+0000",
2020-11-16T20:52:58.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699137+0000",
2020-11-16T20:52:58.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999123
2020-11-16T20:52:58.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699049+0000",
2020-11-16T20:52:58.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00048906100000000005
2020-11-16T20:52:58.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699538+0000",
2020-11-16T20:52:58.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0234999999999997e-05
2020-11-16T20:52:58.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.022 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699578+0000",
2020-11-16T20:52:58.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6934e-05
2020-11-16T20:52:58.022 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.022 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699605+0000",
2020-11-16T20:52:58.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000144451
2020-11-16T20:52:58.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699750+0000",
2020-11-16T20:52:58.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0733999999999998e-05
2020-11-16T20:52:58.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op must wait for map",
2020-11-16T20:52:58.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699771+0000",
2020-11-16T20:52:58.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024767809999999999
2020-11-16T20:52:58.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.024 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.024 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702247+0000",
2020-11-16T20:52:58.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4431999999999999e-05
2020-11-16T20:52:58.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.025 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702272+0000",
2020-11-16T20:52:58.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1040224649999999
2020-11-16T20:52:58.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.806294+0000",
2020-11-16T20:52:58.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017135100000000001
2020-11-16T20:52:58.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.806466+0000",
2020-11-16T20:52:58.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.10732882
2020-11-16T20:52:58.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.027 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.027 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.027 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.028 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40367 7.e 7:780a4d0a:::benchmark_data_smithi065_48659_object40366:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.699789+0000",
2020-11-16T20:52:58.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.244380102999997,
2020-11-16T20:52:58.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.12934855,
2020-11-16T20:52:58.028 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.028 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.029 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40367
2020-11-16T20:52:58.029 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.029 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699789+0000",
2020-11-16T20:52:58.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.030 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.030 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699789+0000",
2020-11-16T20:52:58.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999061
2020-11-16T20:52:58.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699694+0000",
2020-11-16T20:52:58.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00031965200000000002
2020-11-16T20:52:58.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700014+0000",
2020-11-16T20:52:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1196000000000003e-05
2020-11-16T20:52:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700055+0000",
2020-11-16T20:52:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5599000000000001e-05
2020-11-16T20:52:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700071+0000",
2020-11-16T20:52:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000129677
2020-11-16T20:52:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700201+0000",
2020-11-16T20:52:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9264000000000001e-05
2020-11-16T20:52:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:52:58.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700220+0000",
2020-11-16T20:52:58.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002176814
2020-11-16T20:52:58.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702397+0000",
2020-11-16T20:52:58.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5068999999999997e-05
2020-11-16T20:52:58.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702462+0000",
2020-11-16T20:52:58.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.104111104
2020-11-16T20:52:58.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.806573+0000",
2020-11-16T20:52:58.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00035020299999999999
2020-11-16T20:52:58.037 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.037 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.806923+0000",
2020-11-16T20:52:58.037 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00042837300000000001
2020-11-16T20:52:58.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.038 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.038 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.807351+0000",
2020-11-16T20:52:58.038 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017350407000000002
2020-11-16T20:52:58.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824702+0000",
2020-11-16T20:52:58.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028692819999999999
2020-11-16T20:52:58.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827571+0000",
2020-11-16T20:52:58.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017718899999999999
2020-11-16T20:52:58.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827748+0000",
2020-11-16T20:52:58.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013189699999999999
2020-11-16T20:52:58.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827880+0000",
2020-11-16T20:52:58.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012569600000000001
2020-11-16T20:52:58.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829137+0000",
2020-11-16T20:52:58.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.12934855
2020-11-16T20:52:58.042 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.042 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.042 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.042 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.042 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.042 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40369 7.e 7:70c91656:::benchmark_data_smithi065_48659_object40368:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.043 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.700272+0000",
2020-11-16T20:52:58.043 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.243896669000002,
2020-11-16T20:52:58.043 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.131180603,
2020-11-16T20:52:58.043 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.043 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.043 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40369
2020-11-16T20:52:58.044 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.044 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700272+0000",
2020-11-16T20:52:58.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700272+0000",
2020-11-16T20:52:58.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9998751
2020-11-16T20:52:58.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700147+0000",
2020-11-16T20:52:58.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00042268999999999998
2020-11-16T20:52:58.046 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.046 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700570+0000",
2020-11-16T20:52:58.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6235e-05
2020-11-16T20:52:58.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700616+0000",
2020-11-16T20:52:58.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1503000000000001e-05
2020-11-16T20:52:58.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700637+0000",
2020-11-16T20:52:58.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019988580000000001
2020-11-16T20:52:58.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702636+0000",
2020-11-16T20:52:58.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4363e-05
2020-11-16T20:52:58.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702661+0000",
2020-11-16T20:52:58.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1074342720000001
2020-11-16T20:52:58.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.810095+0000",
2020-11-16T20:52:58.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012027
2020-11-16T20:52:58.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.050 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.810215+0000",
2020-11-16T20:52:58.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015479299999999999
2020-11-16T20:52:58.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.810370+0000",
2020-11-16T20:52:58.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014344407999999999
2020-11-16T20:52:58.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824714+0000",
2020-11-16T20:52:58.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0045568960000000004
2020-11-16T20:52:58.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829271+0000",
2020-11-16T20:52:58.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00064398299999999999
2020-11-16T20:52:58.053 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.053 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829915+0000",
2020-11-16T20:52:58.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000101162
2020-11-16T20:52:58.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.830016+0000",
2020-11-16T20:52:58.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001436311
2020-11-16T20:52:58.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.831453+0000",
2020-11-16T20:52:58.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.131180603
2020-11-16T20:52:58.055 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.055 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.055 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.055 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.055 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.056 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40387 7.e 7:77cc10bd:::benchmark_data_smithi065_48659_object40386:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.056 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.700838+0000",
2020-11-16T20:52:58.056 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.243330669000002,
2020-11-16T20:52:58.056 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.132612945,
2020-11-16T20:52:58.056 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.056 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.056 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40387
2020-11-16T20:52:58.057 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.057 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700838+0000",
2020-11-16T20:52:58.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700838+0000",
2020-11-16T20:52:58.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9998813
2020-11-16T20:52:58.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.059 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700719+0000",
2020-11-16T20:52:58.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000407766
2020-11-16T20:52:58.059 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.059 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701127+0000",
2020-11-16T20:52:58.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7496000000000001e-05
2020-11-16T20:52:58.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701175+0000",
2020-11-16T20:52:58.060 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1903e-05
2020-11-16T20:52:58.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701196+0000",
2020-11-16T20:52:58.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002251135
2020-11-16T20:52:58.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703448+0000",
2020-11-16T20:52:58.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1198999999999997e-05
2020-11-16T20:52:58.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703479+0000",
2020-11-16T20:52:58.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1082691179999999
2020-11-16T20:52:58.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.811748+0000",
2020-11-16T20:52:58.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000179302
2020-11-16T20:52:58.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.811927+0000",
2020-11-16T20:52:58.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022641499999999999
2020-11-16T20:52:58.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.812154+0000",
2020-11-16T20:52:58.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012571947
2020-11-16T20:52:58.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824726+0000",
2020-11-16T20:52:58.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0046511510000000001
2020-11-16T20:52:58.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829377+0000",
2020-11-16T20:52:58.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0022043869999999999
2020-11-16T20:52:58.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.831581+0000",
2020-11-16T20:52:58.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000160383
2020-11-16T20:52:58.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.831741+0000",
2020-11-16T20:52:58.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001709517
2020-11-16T20:52:58.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.833451+0000",
2020-11-16T20:52:58.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.132612945
2020-11-16T20:52:58.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.068 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.068 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.069 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.069 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.069 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40389 7.e 7:7b5268b1:::benchmark_data_smithi065_48659_object40388:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.069 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.701486+0000",
2020-11-16T20:52:58.069 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.242682274000003,
2020-11-16T20:52:58.069 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.136901553,
2020-11-16T20:52:58.069 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.070 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.070 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.070 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40389
2020-11-16T20:52:58.070 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.070 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701486+0000",
2020-11-16T20:52:58.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.071 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701486+0000",
2020-11-16T20:52:58.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9998369
2020-11-16T20:52:58.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701323+0000",
2020-11-16T20:52:58.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00044555199999999999
2020-11-16T20:52:58.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701769+0000",
2020-11-16T20:52:58.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0363e-05
2020-11-16T20:52:58.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701809+0000",
2020-11-16T20:52:58.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0236000000000001e-05
2020-11-16T20:52:58.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701829+0000",
2020-11-16T20:52:58.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019887080000000001
2020-11-16T20:52:58.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703818+0000",
2020-11-16T20:52:58.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8433000000000003e-05
2020-11-16T20:52:58.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703856+0000",
2020-11-16T20:52:58.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1092687109999999
2020-11-16T20:52:58.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.813125+0000",
2020-11-16T20:52:58.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000110816
2020-11-16T20:52:58.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.813236+0000",
2020-11-16T20:52:58.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015608899999999999
2020-11-16T20:52:58.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.813392+0000",
2020-11-16T20:52:58.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011347368
2020-11-16T20:52:58.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824739+0000",
2020-11-16T20:52:58.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047439539999999999
2020-11-16T20:52:58.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829483+0000",
2020-11-16T20:52:58.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0069213319999999997
2020-11-16T20:52:58.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.836405+0000",
2020-11-16T20:52:58.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8487999999999999e-05
2020-11-16T20:52:58.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.836473+0000",
2020-11-16T20:52:58.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00191475
2020-11-16T20:52:58.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.838388+0000",
2020-11-16T20:52:58.081 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.136901553
2020-11-16T20:52:58.081 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.082 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.082 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.082 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.082 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.082 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40403 7.e 7:78ad566d:::benchmark_data_smithi065_48659_object40402:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.082 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.701928+0000",
2020-11-16T20:52:58.082 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.242240494999997,
2020-11-16T20:52:58.083 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1379790759999999,
2020-11-16T20:52:58.083 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.083 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.083 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40403
2020-11-16T20:52:58.084 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.084 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701928+0000",
2020-11-16T20:52:58.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701928+0000",
2020-11-16T20:52:58.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999485
2020-11-16T20:52:58.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701877+0000",
2020-11-16T20:52:58.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000186913
2020-11-16T20:52:58.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702064+0000",
2020-11-16T20:52:58.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6066000000000001e-05
2020-11-16T20:52:58.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702090+0000",
2020-11-16T20:52:58.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3272999999999999e-05
2020-11-16T20:52:58.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702113+0000",
2020-11-16T20:52:58.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019773019999999998
2020-11-16T20:52:58.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704090+0000",
2020-11-16T20:52:58.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5135999999999997e-05
2020-11-16T20:52:58.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704125+0000",
2020-11-16T20:52:58.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.110164599
2020-11-16T20:52:58.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.814290+0000",
2020-11-16T20:52:58.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015786399999999999
2020-11-16T20:52:58.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.814448+0000",
2020-11-16T20:52:58.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014072499999999999
2020-11-16T20:52:58.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.814589+0000",
2020-11-16T20:52:58.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010313799
2020-11-16T20:52:58.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824902+0000",
2020-11-16T20:52:58.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004661269
2020-11-16T20:52:58.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829564+0000",
2020-11-16T20:52:58.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0089118889999999992
2020-11-16T20:52:58.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.838476+0000",
2020-11-16T20:52:58.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011087299999999999
2020-11-16T20:52:58.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.838586+0000",
2020-11-16T20:52:58.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013208199999999999
2020-11-16T20:52:58.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.839907+0000",
2020-11-16T20:52:58.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1379790759999999
2020-11-16T20:52:58.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.095 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.095 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.095 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.095 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.095 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40418 7.e 7:774b7005:::benchmark_data_smithi065_48659_object40417:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.095 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.702268+0000",
2020-11-16T20:52:58.096 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.241901003999999,
2020-11-16T20:52:58.096 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.141281022,
2020-11-16T20:52:58.096 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.096 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.096 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40418
2020-11-16T20:52:58.097 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.097 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702268+0000",
2020-11-16T20:52:58.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702268+0000",
2020-11-16T20:52:58.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999908
2020-11-16T20:52:58.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702176+0000",
2020-11-16T20:52:58.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00032587399999999998
2020-11-16T20:52:58.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702502+0000",
2020-11-16T20:52:58.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6533000000000002e-05
2020-11-16T20:52:58.099 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702528+0000",
2020-11-16T20:52:58.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0623e-05
2020-11-16T20:52:58.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.100 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.100 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702539+0000",
2020-11-16T20:52:58.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001726563
2020-11-16T20:52:58.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704265+0000",
2020-11-16T20:52:58.101 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9295e-05
2020-11-16T20:52:58.101 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.102 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704295+0000",
2020-11-16T20:52:58.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.111264397
2020-11-16T20:52:58.102 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.102 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.102 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.815559+0000",
2020-11-16T20:52:58.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012501
2020-11-16T20:52:58.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.815684+0000",
2020-11-16T20:52:58.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000132941
2020-11-16T20:52:58.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.815817+0000",
2020-11-16T20:52:58.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0091082880000000008
2020-11-16T20:52:58.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.104 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.104 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824925+0000",
2020-11-16T20:52:58.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047359180000000004
2020-11-16T20:52:58.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.105 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829661+0000",
2020-11-16T20:52:58.105 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012376196000000001
2020-11-16T20:52:58.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.842038+0000",
2020-11-16T20:52:58.106 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0230999999999998e-05
2020-11-16T20:52:58.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.106 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.842118+0000",
2020-11-16T20:52:58.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001430955
2020-11-16T20:52:58.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.107 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.843549+0000",
2020-11-16T20:52:58.107 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.141281022
2020-11-16T20:52:58.108 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.108 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.108 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.108 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.108 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.108 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40431 7.e 7:778c2daf:::benchmark_data_smithi065_48659_object40430:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.108 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.702905+0000",
2020-11-16T20:52:58.109 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.241263611999997,
2020-11-16T20:52:58.109 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.142014278,
2020-11-16T20:52:58.109 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.109 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.109 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.109 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40431
2020-11-16T20:52:58.110 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.110 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702905+0000",
2020-11-16T20:52:58.110 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.110 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702905+0000",
2020-11-16T20:52:58.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9996839
2020-11-16T20:52:58.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.111 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.111 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702589+0000",
2020-11-16T20:52:58.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00054202600000000003
2020-11-16T20:52:58.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703131+0000",
2020-11-16T20:52:58.112 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5590000000000003e-05
2020-11-16T20:52:58.112 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.113 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703166+0000",
2020-11-16T20:52:58.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7348999999999999e-05
2020-11-16T20:52:58.113 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.113 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.113 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703184+0000",
2020-11-16T20:52:58.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012479819999999999
2020-11-16T20:52:58.114 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.114 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.114 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704432+0000",
2020-11-16T20:52:58.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2655000000000003e-05
2020-11-16T20:52:58.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704484+0000",
2020-11-16T20:52:58.115 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1122960879999999
2020-11-16T20:52:58.115 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.816780+0000",
2020-11-16T20:52:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00048152600000000002
2020-11-16T20:52:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.817262+0000",
2020-11-16T20:52:58.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00054172300000000003
2020-11-16T20:52:58.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.817804+0000",
2020-11-16T20:52:58.117 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0097965259999999998
2020-11-16T20:52:58.117 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.118 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827600+0000",
2020-11-16T20:52:58.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002140861
2020-11-16T20:52:58.118 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.118 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.118 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829741+0000",
2020-11-16T20:52:58.119 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014186821000000001
2020-11-16T20:52:58.119 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.119 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.119 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.119 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.843928+0000",
2020-11-16T20:52:58.119 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2077000000000003e-05
2020-11-16T20:52:58.119 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.843980+0000",
2020-11-16T20:52:58.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00093942799999999996
2020-11-16T20:52:58.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.120 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.120 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.844919+0000",
2020-11-16T20:52:58.121 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.142014278
2020-11-16T20:52:58.121 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.121 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.121 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.121 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.121 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.122 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40435 7.e 7:77e3455b:::benchmark_data_smithi065_48659_object40434:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:52:58.122 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.703319+0000",
2020-11-16T20:52:58.122 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.240849679,
2020-11-16T20:52:58.122 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1431750430000001,
2020-11-16T20:52:58.122 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.122 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.122 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40435
2020-11-16T20:52:58.123 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.123 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.123 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.123 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703319+0000",
2020-11-16T20:52:58.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703319+0000",
2020-11-16T20:52:58.124 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999213
2020-11-16T20:52:58.124 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.125 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703240+0000",
2020-11-16T20:52:58.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00028029900000000002
2020-11-16T20:52:58.125 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.125 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.125 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703521+0000",
2020-11-16T20:52:58.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9839999999999999e-05
2020-11-16T20:52:58.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703551+0000",
2020-11-16T20:52:58.126 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3166000000000001e-05
2020-11-16T20:52:58.126 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.127 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703564+0000",
2020-11-16T20:52:58.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00098934999999999995
2020-11-16T20:52:58.127 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.127 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.127 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704553+0000",
2020-11-16T20:52:58.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5019e-05
2020-11-16T20:52:58.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704568+0000",
2020-11-16T20:52:58.128 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.115218593
2020-11-16T20:52:58.128 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.129 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.819787+0000",
2020-11-16T20:52:58.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000265837
2020-11-16T20:52:58.129 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.129 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.129 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.820052+0000",
2020-11-16T20:52:58.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00028553699999999999
2020-11-16T20:52:58.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.820338+0000",
2020-11-16T20:52:58.130 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0072861430000000001
2020-11-16T20:52:58.130 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.131 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827624+0000",
2020-11-16T20:52:58.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0022113839999999998
2020-11-16T20:52:58.131 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.131 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.131 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.132 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829836+0000",
2020-11-16T20:52:58.132 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015197275
2020-11-16T20:52:58.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.132 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.132 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.845033+0000",
2020-11-16T20:52:58.132 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000117131
2020-11-16T20:52:58.132 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.133 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.845150+0000",
2020-11-16T20:52:58.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013440920000000001
2020-11-16T20:52:58.133 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.133 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.133 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.846494+0000",
2020-11-16T20:52:58.134 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1431750430000001
2020-11-16T20:52:58.134 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.134 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.134 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.134 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.134 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.134 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40462 7.e 7:71a97f2f:::benchmark_data_smithi065_48659_object40461:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e700)",
2020-11-16T20:52:58.135 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.892828+0000",
2020-11-16T20:52:58.135 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 43.051340838000002,
2020-11-16T20:52:58.135 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.95503536899999997,
2020-11-16T20:52:58.135 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.135 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.135 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.135 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.136 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.136 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40462
2020-11-16T20:52:58.136 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.136 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.136 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.892828+0000",
2020-11-16T20:52:58.136 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.137 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.137 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.137 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.137 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.892828+0000",
2020-11-16T20:52:58.137 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999542
2020-11-16T20:52:58.137 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.137 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.892782+0000",
2020-11-16T20:52:58.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019965400000000001
2020-11-16T20:52:58.138 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.138 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.138 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.892982+0000",
2020-11-16T20:52:58.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2725e-05
2020-11-16T20:52:58.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.893005+0000",
2020-11-16T20:52:58.139 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0879999999999999e-05
2020-11-16T20:52:58.139 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.893015+0000",
2020-11-16T20:52:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000162826
2020-11-16T20:52:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.140 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.893178+0000",
2020-11-16T20:52:58.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3714e-05
2020-11-16T20:52:58.141 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.141 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:52:58.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.893202+0000",
2020-11-16T20:52:58.141 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92894672599999994
2020-11-16T20:52:58.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.822149+0000",
2020-11-16T20:52:58.142 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00034658600000000002
2020-11-16T20:52:58.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.142 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.822495+0000",
2020-11-16T20:52:58.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00042255400000000001
2020-11-16T20:52:58.143 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.143 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.143 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.822918+0000",
2020-11-16T20:52:58.144 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0063782830000000002
2020-11-16T20:52:58.144 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.144 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.144 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.144 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829296+0000",
2020-11-16T20:52:58.144 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0044826689999999999
2020-11-16T20:52:58.144 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.833779+0000",
2020-11-16T20:52:58.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012797042
2020-11-16T20:52:58.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.145 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.145 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.846576+0000",
2020-11-16T20:52:58.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4861e-05
2020-11-16T20:52:58.146 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.146 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.846651+0000",
2020-11-16T20:52:58.146 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012125720000000001
2020-11-16T20:52:58.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.847863+0000",
2020-11-16T20:52:58.147 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.95503536899999997
2020-11-16T20:52:58.147 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.148 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.148 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.148 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.148 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.148 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:52268 7.e 7:7806ce88:::benchmark_data_smithi065_48659_object52267:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e703)",
2020-11-16T20:52:58.148 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:23.120015+0000",
2020-11-16T20:52:58.148 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 34.824153860999999,
2020-11-16T20:52:58.149 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.116722779,
2020-11-16T20:52:58.149 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.149 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.149 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.149 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.149 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.150 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 52268
2020-11-16T20:52:58.150 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.150 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.150 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.150 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.150 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.120015+0000",
2020-11-16T20:52:58.150 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.120015+0000",
2020-11-16T20:52:58.151 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999604
2020-11-16T20:52:58.151 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.152 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.119975+0000",
2020-11-16T20:52:58.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013628100000000001
2020-11-16T20:52:58.152 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.152 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.152 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.120111+0000",
2020-11-16T20:52:58.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1909999999999999e-05
2020-11-16T20:52:58.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.153 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.120123+0000",
2020-11-16T20:52:58.153 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2519999999999996e-06
2020-11-16T20:52:58.154 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.154 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.120129+0000",
2020-11-16T20:52:58.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0094015399999999999
2020-11-16T20:52:58.154 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.154 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.154 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.129531+0000",
2020-11-16T20:52:58.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016287300000000001
2020-11-16T20:52:58.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.155 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.129694+0000",
2020-11-16T20:52:58.155 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014463200000000001
2020-11-16T20:52:58.156 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.156 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.129839+0000",
2020-11-16T20:52:58.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0033650490000000002
2020-11-16T20:52:58.156 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.156 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.156 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.157 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.133204+0000",
2020-11-16T20:52:58.157 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9156000000000003e-05
2020-11-16T20:52:58.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.157 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.157 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.157 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.133243+0000",
2020-11-16T20:52:58.157 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014267452
2020-11-16T20:52:58.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.147510+0000",
2020-11-16T20:52:58.158 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0698999999999997e-05
2020-11-16T20:52:58.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.158 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.147561+0000",
2020-11-16T20:52:58.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.089176718000000002
2020-11-16T20:52:58.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.159 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:23.236738+0000",
2020-11-16T20:52:58.159 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.116722779
2020-11-16T20:52:58.160 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.160 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.160 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.160 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.160 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.160 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:53903 7.e 7:74a43f66:::benchmark_data_smithi065_48659_object53902:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e703)",
2020-11-16T20:52:58.160 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:24.196641+0000",
2020-11-16T20:52:58.161 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 33.747527736999999,
2020-11-16T20:52:58.161 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.136836027,
2020-11-16T20:52:58.161 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.161 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.161 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.161 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.161 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 53903
2020-11-16T20:52:58.162 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.162 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.162 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.162 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196641+0000",
2020-11-16T20:52:58.162 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.162 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.163 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196641+0000",
2020-11-16T20:52:58.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999657
2020-11-16T20:52:58.163 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.163 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.163 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196607+0000",
2020-11-16T20:52:58.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015785199999999999
2020-11-16T20:52:58.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196765+0000",
2020-11-16T20:52:58.164 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2955e-05
2020-11-16T20:52:58.164 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.165 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196778+0000",
2020-11-16T20:52:58.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3509999999999998e-06
2020-11-16T20:52:58.165 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.165 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.165 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196784+0000",
2020-11-16T20:52:58.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.068042836999999995
2020-11-16T20:52:58.166 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.166 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.264827+0000",
2020-11-16T20:52:58.166 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019527999999999999
2020-11-16T20:52:58.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.265022+0000",
2020-11-16T20:52:58.167 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00067123400000000005
2020-11-16T20:52:58.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.167 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.265693+0000",
2020-11-16T20:52:58.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012782293
2020-11-16T20:52:58.168 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.168 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.168 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.278476+0000",
2020-11-16T20:52:58.169 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002185963
2020-11-16T20:52:58.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.169 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.169 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.280662+0000",
2020-11-16T20:52:58.169 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.050794717000000003
2020-11-16T20:52:58.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.169 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.331456+0000",
2020-11-16T20:52:58.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020820999999999999
2020-11-16T20:52:58.170 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.170 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.170 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.331664+0000",
2020-11-16T20:52:58.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001812503
2020-11-16T20:52:58.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.333477+0000",
2020-11-16T20:52:58.171 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.136836027
2020-11-16T20:52:58.171 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.172 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.172 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.172 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.172 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.172 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:53905 7.e 7:74ecd47d:::benchmark_data_smithi065_48659_object53904:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e703)",
2020-11-16T20:52:58.172 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:24.196837+0000",
2020-11-16T20:52:58.172 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 33.747331504999998,
2020-11-16T20:52:58.173 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.13862308000000001,
2020-11-16T20:52:58.173 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.173 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.173 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.173 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.173 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.173 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 53905
2020-11-16T20:52:58.173 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.174 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.174 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196837+0000",
2020-11-16T20:52:58.174 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.174 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.174 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196837+0000",
2020-11-16T20:52:58.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:52:58.175 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.175 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.175 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196805+0000",
2020-11-16T20:52:58.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000136685
2020-11-16T20:52:58.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196942+0000",
2020-11-16T20:52:58.176 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2787e-05
2020-11-16T20:52:58.176 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196955+0000",
2020-11-16T20:52:58.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3499999999999996e-06
2020-11-16T20:52:58.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.177 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.177 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.196960+0000",
2020-11-16T20:52:58.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.075242843000000004
2020-11-16T20:52:58.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.272203+0000",
2020-11-16T20:52:58.178 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022555399999999999
2020-11-16T20:52:58.178 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.272428+0000",
2020-11-16T20:52:58.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000237679
2020-11-16T20:52:58.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.179 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.179 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.272666+0000",
2020-11-16T20:52:58.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0079304010000000001
2020-11-16T20:52:58.180 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.180 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.280596+0000",
2020-11-16T20:52:58.180 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.048549103000000003
2020-11-16T20:52:58.180 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.181 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.329146+0000",
2020-11-16T20:52:58.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0044563229999999999
2020-11-16T20:52:58.181 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.181 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.181 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.333602+0000",
2020-11-16T20:52:58.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000164446
2020-11-16T20:52:58.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.333766+0000",
2020-11-16T20:52:58.182 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0016939050000000001
2020-11-16T20:52:58.182 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.183 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.335460+0000",
2020-11-16T20:52:58.183 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.13862308000000001
2020-11-16T20:52:58.183 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.183 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.183 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.184 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:52:58.184 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:52:58.184 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:53940 7.e 7:77d498ee:::benchmark_data_smithi065_48659_object53939:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e703)",
2020-11-16T20:52:58.184 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:24.217406+0000",
2020-11-16T20:52:58.184 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 33.726762264000001,
2020-11-16T20:52:58.184 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.12678129799999999,
2020-11-16T20:52:58.184 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:52:58.184 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:52:58.185 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:52:58.185 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:52:58.185 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:52:58.185 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 53940
2020-11-16T20:52:58.185 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:52:58.185 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:52:58.185 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:52:58.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.217406+0000",
2020-11-16T20:52:58.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:52:58.186 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.186 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:52:58.186 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.217406+0000",
2020-11-16T20:52:58.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999566
2020-11-16T20:52:58.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:52:58.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.217363+0000",
2020-11-16T20:52:58.187 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010840699999999999
2020-11-16T20:52:58.187 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:52:58.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.217471+0000",
2020-11-16T20:52:58.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6760000000000002e-06
2020-11-16T20:52:58.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.188 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:52:58.188 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.217481+0000",
2020-11-16T20:52:58.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6110000000000001e-06
2020-11-16T20:52:58.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.189 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:52:58.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.217487+0000",
2020-11-16T20:52:58.189 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.061026958999999999
2020-11-16T20:52:58.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:52:58.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.278514+0000",
2020-11-16T20:52:58.190 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025776599999999998
2020-11-16T20:52:58.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.190 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:52:58.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.278771+0000",
2020-11-16T20:52:58.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000208357
2020-11-16T20:52:58.191 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.191 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:52:58.191 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.278980+0000",
2020-11-16T20:52:58.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0064461609999999997
2020-11-16T20:52:58.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:52:58.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.285426+0000",
2020-11-16T20:52:58.192 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.050150660999999999
2020-11-16T20:52:58.192 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.193 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.335576+0000",
2020-11-16T20:52:58.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0067153639999999997
2020-11-16T20:52:58.193 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.193 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.193 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:52:58.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.342292+0000",
2020-11-16T20:52:58.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000112446
2020-11-16T20:52:58.194 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.194 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:52:58.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.342404+0000",
2020-11-16T20:52:58.194 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001783443
2020-11-16T20:52:58.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:52:58.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:52:58.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:52:58.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:24.344188+0000",
2020-11-16T20:52:58.195 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.12678129799999999
2020-11-16T20:52:58.195 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:52:58.195 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:52:58.196 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:52:58.196 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:52:58.196 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:52:58.196 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:52:58.198 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:57 smithi142 bash[20366]: debug 2020-11-16T20:52:57.675+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:58.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:58 smithi142 bash[9523]: cluster 2020-11-16T20:52:57.117564+0000 osd.11 (osd.11) 188 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:52:58.265 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:52:58.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:58 smithi065 bash[9468]: cluster 2020-11-16T20:52:57.117564+0000 osd.11 (osd.11) 188 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:52:58.368 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:58.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:58 smithi071 bash[9480]: cluster 2020-11-16T20:52:57.117564+0000 osd.11 (osd.11) 188 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:52:58.557 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:52:58 smithi142 bash[20366]: debug 2020-11-16T20:52:58.267+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:58.569 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   59      16     91405     91389   96.8009         0           -  0.00931805
2020-11-16T20:52:58.571 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:58.676 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:58.914 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:52:58.915 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:52:58.926 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:52:58 smithi142 bash[18009]: debug 2020-11-16T20:52:58.575+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:59.055 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:59.057 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:52:59.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:59 smithi142 bash[9523]: cluster 2020-11-16T20:52:58.164126+0000 osd.11 (osd.11) 189 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:52:59.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:59 smithi142 bash[9523]: cluster 2020-11-16T20:52:58.504698+0000 mgr.x (mgr.14196) 1241 : cluster [DBG] pgmap v1861: 17 pgs: 1 active+clean+wait, 16 active+clean; 5.6 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 36 MiB/s wr, 574 op/s; 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:52:59.205 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:52:59 smithi142 bash[9523]: cluster 2020-11-16T20:52:58.781583+0000 osd.4 (osd.4) 213 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:52:59.205 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:52:59.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:59 smithi065 bash[9468]: cluster 2020-11-16T20:52:58.164126+0000 osd.11 (osd.11) 189 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:52:59.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:59 smithi065 bash[9468]: cluster 2020-11-16T20:52:58.504698+0000 mgr.x (mgr.14196) 1241 : cluster [DBG] pgmap v1861: 17 pgs: 1 active+clean+wait, 16 active+clean; 5.6 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 36 MiB/s wr, 574 op/s; 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:52:59.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:52:59 smithi065 bash[9468]: cluster 2020-11-16T20:52:58.781583+0000 osd.4 (osd.4) 213 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:52:59.310 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:52:59.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:59 smithi071 bash[9480]: cluster 2020-11-16T20:52:58.164126+0000 osd.11 (osd.11) 189 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:52:59.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:59 smithi071 bash[9480]: cluster 2020-11-16T20:52:58.504698+0000 mgr.x (mgr.14196) 1241 : cluster [DBG] pgmap v1861: 17 pgs: 1 active+clean+wait, 16 active+clean; 5.6 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 36 MiB/s wr, 574 op/s; 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:52:59.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:52:59 smithi071 bash[9480]: cluster 2020-11-16T20:52:58.781583+0000 osd.4 (osd.4) 213 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:52:59.532 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:52:59 smithi142 bash[18009]: debug 2020-11-16T20:52:59.207+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:52:59.569 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:52:59.575649 min lat: 0.00149761 max lat: 2.14789 avg lat: 0.00931805
2020-11-16T20:52:59.569 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:52:59.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   60      16     91405     91389   95.1875         0           -  0.00931805
2020-11-16T20:52:59.908 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight
2020-11-16T20:53:00.045 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:53:00.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   61      16     91405     91389   93.6269         0           -  0.00931805
2020-11-16T20:53:00.861 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:00 smithi065 bash[9468]: cluster 2020-11-16T20:53:00.505437+0000 mgr.x (mgr.14196) 1242 : cluster [DBG] pgmap v1862: 17 pgs: 1 active+clean+wait, 16 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 25 MiB/s wr, 396 op/s; 3.0 MiB/s, 47 objects/s recovering
2020-11-16T20:53:00.861 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:00.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:00 smithi071 bash[9480]: cluster 2020-11-16T20:53:00.505437+0000 mgr.x (mgr.14196) 1242 : cluster [DBG] pgmap v1862: 17 pgs: 1 active+clean+wait, 16 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 25 MiB/s wr, 396 op/s; 3.0 MiB/s, 47 objects/s recovering
2020-11-16T20:53:00.953 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:00 smithi142 bash[9523]: cluster 2020-11-16T20:53:00.505437+0000 mgr.x (mgr.14196) 1242 : cluster [DBG] pgmap v1862: 17 pgs: 1 active+clean+wait, 16 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 25 MiB/s wr, 396 op/s; 3.0 MiB/s, 47 objects/s recovering
2020-11-16T20:53:00.967 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:01.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:53:00 smithi065 bash[16457]: debug 2020-11-16T20:53:00.861+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:01.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   62      16     91405     91389   92.1168         0           -  0.00931805
2020-11-16T20:53:01.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:01 smithi071 bash[9480]: cluster 2020-11-16T20:53:00.001596+0000 osd.4 (osd.4) 214 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:53:01.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:01 smithi071 bash[9480]: cluster 2020-11-16T20:53:00.841073+0000 osd.7 (osd.7) 177 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:53:02.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:01 smithi065 bash[9468]: cluster 2020-11-16T20:53:00.001596+0000 osd.4 (osd.4) 214 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:53:02.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:01 smithi065 bash[9468]: cluster 2020-11-16T20:53:00.841073+0000 osd.7 (osd.7) 177 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:53:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:01 smithi142 bash[9523]: cluster 2020-11-16T20:53:00.001596+0000 osd.4 (osd.4) 214 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:53:02.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:01 smithi142 bash[9523]: cluster 2020-11-16T20:53:00.841073+0000 osd.7 (osd.7) 177 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:53:02.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   63      16     91405     91389   90.6546         0           -  0.00931805
2020-11-16T20:53:02.876 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:02.946 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:02 smithi071 bash[14419]: debug 2020-11-16T20:53:02.879+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:02 smithi071 bash[9480]: cluster 2020-11-16T20:53:01.665015+0000 osd.7 (osd.7) 178 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:53:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:02 smithi071 bash[9480]: cluster 2020-11-16T20:53:01.712399+0000 osd.9 (osd.9) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:02.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:02 smithi071 bash[9480]: cluster 2020-11-16T20:53:01.712568+0000 osd.9 (osd.9) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:02 smithi071 bash[9480]: cluster 2020-11-16T20:53:01.725642+0000 osd.0 (osd.0) 206 : cluster [DBG] 7.f scrub starts
2020-11-16T20:53:02.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:02 smithi071 bash[9480]: cluster 2020-11-16T20:53:02.506200+0000 mgr.x (mgr.14196) 1243 : cluster [DBG] pgmap v1863: 17 pgs: 1 active+clean+wait, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 20 MiB/s wr, 324 op/s; 2.5 MiB/s, 39 objects/s recovering
2020-11-16T20:53:02.982 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:53:02.995 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:02 smithi065 bash[9468]: cluster 2020-11-16T20:53:01.665015+0000 osd.7 (osd.7) 178 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:53:02.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:02 smithi065 bash[9468]: cluster 2020-11-16T20:53:01.712399+0000 osd.9 (osd.9) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:02.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:02 smithi065 bash[9468]: cluster 2020-11-16T20:53:01.712568+0000 osd.9 (osd.9) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:02.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:02 smithi065 bash[9468]: cluster 2020-11-16T20:53:01.725642+0000 osd.0 (osd.0) 206 : cluster [DBG] 7.f scrub starts
2020-11-16T20:53:02.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:02 smithi065 bash[9468]: cluster 2020-11-16T20:53:02.506200+0000 mgr.x (mgr.14196) 1243 : cluster [DBG] pgmap v1863: 17 pgs: 1 active+clean+wait, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 20 MiB/s wr, 324 op/s; 2.5 MiB/s, 39 objects/s recovering
2020-11-16T20:53:03.021 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:02 smithi142 bash[9523]: cluster 2020-11-16T20:53:01.665015+0000 osd.7 (osd.7) 178 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:53:03.022 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:02 smithi142 bash[9523]: cluster 2020-11-16T20:53:01.712399+0000 osd.9 (osd.9) 181 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:03.022 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:02 smithi142 bash[9523]: cluster 2020-11-16T20:53:01.712568+0000 osd.9 (osd.9) 182 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:03.022 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:02 smithi142 bash[9523]: cluster 2020-11-16T20:53:01.725642+0000 osd.0 (osd.0) 206 : cluster [DBG] 7.f scrub starts
2020-11-16T20:53:03.022 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:02 smithi142 bash[9523]: cluster 2020-11-16T20:53:02.506200+0000 mgr.x (mgr.14196) 1243 : cluster [DBG] pgmap v1863: 17 pgs: 1 active+clean+wait, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 20 MiB/s wr, 324 op/s; 2.5 MiB/s, 39 objects/s recovering
2020-11-16T20:53:03.121 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:53:03.226 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:53:03.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:53:03 smithi065 bash[18823]: debug 2020-11-16T20:53:03.121+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:03.345 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:53:03.451 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:03.568 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:03.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   64      16     91405     91389   89.2381         0           -  0.00931805
2020-11-16T20:53:03.674 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:03.706 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:53:03 smithi065 bash[18823]: debug 2020-11-16T20:53:03.345+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:03.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:03 smithi071 bash[9480]: cluster 2020-11-16T20:53:02.704623+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e720: 12 total, 12 up, 9 in
2020-11-16T20:53:03.805 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:03 smithi071 bash[9480]: cluster 2020-11-16T20:53:02.869072+0000 osd.0 (osd.0) 207 : cluster [DBG] 7.f scrub ok
2020-11-16T20:53:03.805 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:53:03 smithi071 bash[16796]: debug 2020-11-16T20:53:03.571+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:03.806 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:53:03 smithi071 bash[16796]: debug 2020-11-16T20:53:03.811+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:03.806 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:03.912 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:04.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:03 smithi065 bash[9468]: cluster 2020-11-16T20:53:02.704623+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e720: 12 total, 12 up, 9 in
2020-11-16T20:53:04.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:03 smithi065 bash[9468]: cluster 2020-11-16T20:53:02.869072+0000 osd.0 (osd.0) 207 : cluster [DBG] 7.f scrub ok
2020-11-16T20:53:04.031 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:04.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:03 smithi142 bash[9523]: cluster 2020-11-16T20:53:02.704623+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e720: 12 total, 12 up, 9 in
2020-11-16T20:53:04.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:03 smithi142 bash[9523]: cluster 2020-11-16T20:53:02.869072+0000 osd.0 (osd.0) 207 : cluster [DBG] 7.f scrub ok
2020-11-16T20:53:04.136 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:04.143 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:53:04 smithi071 bash[26650]: debug 2020-11-16T20:53:04.031+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:04.254 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:04.359 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:04.445 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:04 smithi071 bash[14419]: debug 2020-11-16T20:53:04.259+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:04.501 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:04.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   65      16     92370     92354   88.7929   5.48295  0.00569553   0.0112597
2020-11-16T20:53:04.605 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:04.712 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:53:04 smithi065 bash[11785]: debug 2020-11-16T20:53:04.501+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:04.713 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:04 smithi065 bash[9468]: cluster 2020-11-16T20:53:03.220762+0000 osd.2 (osd.2) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:04.713 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:04 smithi065 bash[9468]: cluster 2020-11-16T20:53:03.220862+0000 osd.2 (osd.2) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:04.713 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:04 smithi065 bash[9468]: cluster 2020-11-16T20:53:03.707969+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e721: 12 total, 12 up, 9 in
2020-11-16T20:53:04.717 INFO:teuthology.orchestra.run.smithi142.stderr:set pool 7 pg_num to 26
2020-11-16T20:53:04.971 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:04 smithi142 bash[9523]: cluster 2020-11-16T20:53:03.220762+0000 osd.2 (osd.2) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:04.971 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:04 smithi142 bash[9523]: cluster 2020-11-16T20:53:03.220862+0000 osd.2 (osd.2) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:04.971 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:04 smithi142 bash[9523]: cluster 2020-11-16T20:53:03.707969+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e721: 12 total, 12 up, 9 in
2020-11-16T20:53:04.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:04 smithi142 bash[9523]: cluster 2020-11-16T20:53:04.506810+0000 mgr.x (mgr.14196) 1244 : cluster [DBG] pgmap v1866: 17 pgs: 1 active+clean+wait, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 1.3 MiB/s wr, 21 op/s; 688 KiB/s, 10 objects/s recovering
2020-11-16T20:53:04.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:04 smithi142 bash[9523]: audit 2020-11-16T20:53:04.530899+0000 mon.a (mon.0) 2303 : audit [INF] from='client.? v1:172.21.15.142:0/2059467171' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch
2020-11-16T20:53:04.972 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:05.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:04 smithi065 bash[9468]: cluster 2020-11-16T20:53:04.506810+0000 mgr.x (mgr.14196) 1244 : cluster [DBG] pgmap v1866: 17 pgs: 1 active+clean+wait, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 1.3 MiB/s wr, 21 op/s; 688 KiB/s, 10 objects/s recovering
2020-11-16T20:53:05.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:04 smithi065 bash[9468]: audit 2020-11-16T20:53:04.530899+0000 mon.a (mon.0) 2303 : audit [INF] from='client.? v1:172.21.15.142:0/2059467171' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch
2020-11-16T20:53:05.076 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:53:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:04 smithi071 bash[9480]: cluster 2020-11-16T20:53:03.220762+0000 osd.2 (osd.2) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:05.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:04 smithi071 bash[9480]: cluster 2020-11-16T20:53:03.220862+0000 osd.2 (osd.2) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:05.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:04 smithi071 bash[9480]: cluster 2020-11-16T20:53:03.707969+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e721: 12 total, 12 up, 9 in
2020-11-16T20:53:05.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:04 smithi071 bash[9480]: cluster 2020-11-16T20:53:04.506810+0000 mgr.x (mgr.14196) 1244 : cluster [DBG] pgmap v1866: 17 pgs: 1 active+clean+wait, 1 active+clean+scrubbing, 15 active+clean; 5.6 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 1.3 MiB/s wr, 21 op/s; 688 KiB/s, 10 objects/s recovering
2020-11-16T20:53:05.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:04 smithi071 bash[9480]: audit 2020-11-16T20:53:04.530899+0000 mon.a (mon.0) 2303 : audit [INF] from='client.? v1:172.21.15.142:0/2059467171' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch
2020-11-16T20:53:05.212 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:53:05.318 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:05.360 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:53:04 smithi142 bash[18009]: debug 2020-11-16T20:53:04.975+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:05.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:53:05 smithi065 bash[18823]: debug 2020-11-16T20:53:05.213+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:05.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   66      16     93747     93731   88.7515   86.0625  0.00939383   0.0112651
2020-11-16T20:53:06.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:05 smithi065 bash[9468]: cluster 2020-11-16T20:53:04.507499+0000 osd.1 (osd.1) 256 : cluster [DBG] 7.b scrub starts
2020-11-16T20:53:06.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:05 smithi065 bash[9468]: cluster 2020-11-16T20:53:04.716667+0000 osd.0 (osd.0) 208 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:53:06.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:05 smithi065 bash[9468]: audit 2020-11-16T20:53:04.721064+0000 mon.a (mon.0) 2304 : audit [INF] from='client.? v1:172.21.15.142:0/2059467171' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]': finished
2020-11-16T20:53:06.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:05 smithi065 bash[9468]: cluster 2020-11-16T20:53:04.721165+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e722: 12 total, 12 up, 9 in
2020-11-16T20:53:06.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:05 smithi142 bash[9523]: cluster 2020-11-16T20:53:04.507499+0000 osd.1 (osd.1) 256 : cluster [DBG] 7.b scrub starts
2020-11-16T20:53:06.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:05 smithi142 bash[9523]: cluster 2020-11-16T20:53:04.716667+0000 osd.0 (osd.0) 208 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:53:06.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:05 smithi142 bash[9523]: audit 2020-11-16T20:53:04.721064+0000 mon.a (mon.0) 2304 : audit [INF] from='client.? v1:172.21.15.142:0/2059467171' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]': finished
2020-11-16T20:53:06.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:05 smithi142 bash[9523]: cluster 2020-11-16T20:53:04.721165+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e722: 12 total, 12 up, 9 in
2020-11-16T20:53:06.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:05 smithi071 bash[9480]: cluster 2020-11-16T20:53:04.507499+0000 osd.1 (osd.1) 256 : cluster [DBG] 7.b scrub starts
2020-11-16T20:53:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:05 smithi071 bash[9480]: cluster 2020-11-16T20:53:04.716667+0000 osd.0 (osd.0) 208 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:53:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:05 smithi071 bash[9480]: audit 2020-11-16T20:53:04.721064+0000 mon.a (mon.0) 2304 : audit [INF] from='client.? v1:172.21.15.142:0/2059467171' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]': finished
2020-11-16T20:53:06.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:05 smithi071 bash[9480]: cluster 2020-11-16T20:53:04.721165+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e722: 12 total, 12 up, 9 in
2020-11-16T20:53:06.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   67      15     95165     95150   88.7504   88.6875   0.0132003   0.0112655
2020-11-16T20:53:06.593 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:06.696 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:53:07.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:06 smithi065 bash[9468]: cluster 2020-11-16T20:53:05.960613+0000 osd.0 (osd.0) 209 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:53:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:06 smithi065 bash[9468]: audit 2020-11-16T20:53:06.282975+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:53:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:06 smithi065 bash[9468]: audit 2020-11-16T20:53:06.285470+0000 mon.a (mon.0) 2306 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:53:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:06 smithi065 bash[9468]: audit 2020-11-16T20:53:06.289719+0000 mon.a (mon.0) 2307 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:53:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:06 smithi065 bash[9468]: audit 2020-11-16T20:53:06.506364+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:07.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:06 smithi065 bash[9468]: cluster 2020-11-16T20:53:06.507246+0000 mgr.x (mgr.14196) 1245 : cluster [DBG] pgmap v1868: 17 pgs: 17 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 15 MiB/s wr, 232 op/s
2020-11-16T20:53:07.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:06 smithi065 bash[9468]: audit 2020-11-16T20:53:06.509279+0000 mon.a (mon.0) 2308 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:07.031 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:53:06 smithi142 bash[18009]: debug 2020-11-16T20:53:06.595+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:07.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:06 smithi142 bash[9523]: cluster 2020-11-16T20:53:05.960613+0000 osd.0 (osd.0) 209 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:53:07.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:06 smithi142 bash[9523]: audit 2020-11-16T20:53:06.282975+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:53:07.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:06 smithi142 bash[9523]: audit 2020-11-16T20:53:06.285470+0000 mon.a (mon.0) 2306 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:53:07.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:06 smithi142 bash[9523]: audit 2020-11-16T20:53:06.289719+0000 mon.a (mon.0) 2307 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:53:07.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:06 smithi142 bash[9523]: audit 2020-11-16T20:53:06.506364+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:07.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:06 smithi142 bash[9523]: cluster 2020-11-16T20:53:06.507246+0000 mgr.x (mgr.14196) 1245 : cluster [DBG] pgmap v1868: 17 pgs: 17 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 15 MiB/s wr, 232 op/s
2020-11-16T20:53:07.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:06 smithi142 bash[9523]: audit 2020-11-16T20:53:06.509279+0000 mon.a (mon.0) 2308 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:07.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:06 smithi071 bash[9480]: cluster 2020-11-16T20:53:05.960613+0000 osd.0 (osd.0) 209 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:53:07.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:06 smithi071 bash[9480]: audit 2020-11-16T20:53:06.282975+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:53:07.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:06 smithi071 bash[9480]: audit 2020-11-16T20:53:06.285470+0000 mon.a (mon.0) 2306 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T20:53:07.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:06 smithi071 bash[9480]: audit 2020-11-16T20:53:06.289719+0000 mon.a (mon.0) 2307 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T20:53:07.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:06 smithi071 bash[9480]: audit 2020-11-16T20:53:06.506364+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:07.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:06 smithi071 bash[9480]: cluster 2020-11-16T20:53:06.507246+0000 mgr.x (mgr.14196) 1245 : cluster [DBG] pgmap v1868: 17 pgs: 17 active+clean; 5.7 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 15 MiB/s wr, 232 op/s
2020-11-16T20:53:07.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:06 smithi071 bash[9480]: audit 2020-11-16T20:53:06.509279+0000 mon.a (mon.0) 2308 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:07.361 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:53:07.466 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:07.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   68      16     96169     96153    88.367   62.6875   0.0102742   0.0112667
2020-11-16T20:53:07.601 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:07.705 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:07.717 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:53:07 smithi142 bash[15670]: debug 2020-11-16T20:53:07.363+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:07.779 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:53:07 smithi065 bash[16457]: debug 2020-11-16T20:53:07.601+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:07.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:07 smithi065 bash[9468]: cluster 2020-11-16T20:53:06.660122+0000 osd.1 (osd.1) 257 : cluster [DBG] 7.b scrub ok
2020-11-16T20:53:07.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:07 smithi065 bash[9468]: cluster 2020-11-16T20:53:06.721029+0000 osd.6 (osd.6) 221 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:53:07.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:07 smithi065 bash[9468]: audit 2020-11-16T20:53:07.291152+0000 mon.a (mon.0) 2309 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]': finished
2020-11-16T20:53:07.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:07 smithi065 bash[9468]: cluster 2020-11-16T20:53:07.291203+0000 mon.a (mon.0) 2310 : cluster [DBG] osdmap e723: 12 total, 12 up, 9 in
2020-11-16T20:53:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:07 smithi142 bash[9523]: cluster 2020-11-16T20:53:06.660122+0000 osd.1 (osd.1) 257 : cluster [DBG] 7.b scrub ok
2020-11-16T20:53:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:07 smithi142 bash[9523]: cluster 2020-11-16T20:53:06.721029+0000 osd.6 (osd.6) 221 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:53:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:07 smithi142 bash[9523]: audit 2020-11-16T20:53:07.291152+0000 mon.a (mon.0) 2309 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]': finished
2020-11-16T20:53:08.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:07 smithi142 bash[9523]: cluster 2020-11-16T20:53:07.291203+0000 mon.a (mon.0) 2310 : cluster [DBG] osdmap e723: 12 total, 12 up, 9 in
2020-11-16T20:53:08.170 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:08.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:07 smithi071 bash[9480]: cluster 2020-11-16T20:53:06.660122+0000 osd.1 (osd.1) 257 : cluster [DBG] 7.b scrub ok
2020-11-16T20:53:08.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:07 smithi071 bash[9480]: cluster 2020-11-16T20:53:06.721029+0000 osd.6 (osd.6) 221 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:53:08.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:07 smithi071 bash[9480]: audit 2020-11-16T20:53:07.291152+0000 mon.a (mon.0) 2309 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]': finished
2020-11-16T20:53:08.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:07 smithi071 bash[9480]: cluster 2020-11-16T20:53:07.291203+0000 mon.a (mon.0) 2310 : cluster [DBG] osdmap e723: 12 total, 12 up, 9 in
2020-11-16T20:53:08.275 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:08.433 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:08.536 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:53:08.545 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:53:08 smithi142 bash[18009]: debug 2020-11-16T20:53:08.171+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:08.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   69      16     96568     96552   87.4478   24.9375  0.00330949   0.0114332
2020-11-16T20:53:08.695 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:08 smithi071 bash[14419]: debug 2020-11-16T20:53:08.439+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:09.279 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:53:09.384 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:53:09.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[114994]: debug 2020-11-16T20:53:09.283+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:09.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[9523]: cluster 2020-11-16T20:53:07.479287+0000 osd.0 (osd.0) 210 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:09.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[9523]: cluster 2020-11-16T20:53:07.479408+0000 osd.0 (osd.0) 211 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:09.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[9523]: cluster 2020-11-16T20:53:08.299479+0000 mon.a (mon.0) 2311 : cluster [DBG] osdmap e724: 12 total, 12 up, 9 in
2020-11-16T20:53:09.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[9523]: cluster 2020-11-16T20:53:08.447197+0000 osd.1 (osd.1) 258 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:53:09.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[9523]: audit 2020-11-16T20:53:08.506856+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:09.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[9523]: cluster 2020-11-16T20:53:08.507706+0000 mgr.x (mgr.14196) 1246 : cluster [DBG] pgmap v1871: 27 pgs: 5 peering, 10 unknown, 12 active+clean; 4.9 GiB data, 15 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:53:09.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[9523]: audit 2020-11-16T20:53:08.509408+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:09.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:09 smithi142 bash[9523]: cluster 2020-11-16T20:53:08.699568+0000 osd.6 (osd.6) 222 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:53:09.570 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   70      16     97835     97819   87.3296   79.1875  0.00547957   0.0114072
2020-11-16T20:53:09.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:09 smithi071 bash[9480]: cluster 2020-11-16T20:53:07.479287+0000 osd.0 (osd.0) 210 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:09.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:09 smithi071 bash[9480]: cluster 2020-11-16T20:53:07.479408+0000 osd.0 (osd.0) 211 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:09.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:09 smithi071 bash[9480]: cluster 2020-11-16T20:53:08.299479+0000 mon.a (mon.0) 2311 : cluster [DBG] osdmap e724: 12 total, 12 up, 9 in
2020-11-16T20:53:09.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:09 smithi071 bash[9480]: cluster 2020-11-16T20:53:08.447197+0000 osd.1 (osd.1) 258 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:53:09.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:09 smithi071 bash[9480]: audit 2020-11-16T20:53:08.506856+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:09.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:09 smithi071 bash[9480]: cluster 2020-11-16T20:53:08.507706+0000 mgr.x (mgr.14196) 1246 : cluster [DBG] pgmap v1871: 27 pgs: 5 peering, 10 unknown, 12 active+clean; 4.9 GiB data, 15 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:53:09.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:09 smithi071 bash[9480]: audit 2020-11-16T20:53:08.509408+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:09.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:09 smithi071 bash[9480]: cluster 2020-11-16T20:53:08.699568+0000 osd.6 (osd.6) 222 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:53:09.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:09 smithi065 bash[9468]: cluster 2020-11-16T20:53:07.479287+0000 osd.0 (osd.0) 210 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:09.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:09 smithi065 bash[9468]: cluster 2020-11-16T20:53:07.479408+0000 osd.0 (osd.0) 211 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:09.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:09 smithi065 bash[9468]: cluster 2020-11-16T20:53:08.299479+0000 mon.a (mon.0) 2311 : cluster [DBG] osdmap e724: 12 total, 12 up, 9 in
2020-11-16T20:53:09.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:09 smithi065 bash[9468]: cluster 2020-11-16T20:53:08.447197+0000 osd.1 (osd.1) 258 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:53:09.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:09 smithi065 bash[9468]: audit 2020-11-16T20:53:08.506856+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:09.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:09 smithi065 bash[9468]: cluster 2020-11-16T20:53:08.507706+0000 mgr.x (mgr.14196) 1246 : cluster [DBG] pgmap v1871: 27 pgs: 5 peering, 10 unknown, 12 active+clean; 4.9 GiB data, 15 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:53:09.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:09 smithi065 bash[9468]: audit 2020-11-16T20:53:08.509408+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]: dispatch
2020-11-16T20:53:09.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:09 smithi065 bash[9468]: cluster 2020-11-16T20:53:08.699568+0000 osd.6 (osd.6) 222 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:53:10.115 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:53:10.220 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:10.451 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:53:10.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:53:10 smithi142 bash[20366]: debug 2020-11-16T20:53:10.119+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:10 smithi142 bash[9523]: cluster 2020-11-16T20:53:08.704037+0000 osd.0 (osd.0) 212 : cluster [DBG] 7.4 scrub starts
2020-11-16T20:53:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:10 smithi142 bash[9523]: cluster 2020-11-16T20:53:09.153808+0000 osd.1 (osd.1) 259 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:53:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:10 smithi142 bash[9523]: cluster 2020-11-16T20:53:09.243648+0000 osd.11 (osd.11) 190 : cluster [DBG] 7.a scrub starts
2020-11-16T20:53:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:10 smithi142 bash[9523]: cluster 2020-11-16T20:53:09.262616+0000 osd.0 (osd.0) 213 : cluster [DBG] 7.4 scrub ok
2020-11-16T20:53:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:10 smithi142 bash[9523]: audit 2020-11-16T20:53:09.308010+0000 mon.a (mon.0) 2313 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]': finished
2020-11-16T20:53:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:10 smithi142 bash[9523]: cluster 2020-11-16T20:53:09.308071+0000 mon.a (mon.0) 2314 : cluster [DBG] osdmap e725: 12 total, 12 up, 9 in
2020-11-16T20:53:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:10 smithi142 bash[9523]: cluster 2020-11-16T20:53:09.374955+0000 osd.6 (osd.6) 223 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:53:10.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   71      16     97840     97824   86.1039    0.3125  0.00811893   0.0114304
2020-11-16T20:53:10.585 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[14419]: debug 2020-11-16T20:53:10.351+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:10.585 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[9480]: cluster 2020-11-16T20:53:08.704037+0000 osd.0 (osd.0) 212 : cluster [DBG] 7.4 scrub starts
2020-11-16T20:53:10.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[9480]: cluster 2020-11-16T20:53:09.153808+0000 osd.1 (osd.1) 259 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:53:10.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[9480]: cluster 2020-11-16T20:53:09.243648+0000 osd.11 (osd.11) 190 : cluster [DBG] 7.a scrub starts
2020-11-16T20:53:10.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[9480]: cluster 2020-11-16T20:53:09.262616+0000 osd.0 (osd.0) 213 : cluster [DBG] 7.4 scrub ok
2020-11-16T20:53:10.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[9480]: audit 2020-11-16T20:53:09.308010+0000 mon.a (mon.0) 2313 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]': finished
2020-11-16T20:53:10.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[9480]: cluster 2020-11-16T20:53:09.308071+0000 mon.a (mon.0) 2314 : cluster [DBG] osdmap e725: 12 total, 12 up, 9 in
2020-11-16T20:53:10.586 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[9480]: cluster 2020-11-16T20:53:09.374955+0000 osd.6 (osd.6) 223 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:53:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:53:10.691 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:10.754 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:53:10.778 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:53:10.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:10 smithi065 bash[9468]: cluster 2020-11-16T20:53:08.704037+0000 osd.0 (osd.0) 212 : cluster [DBG] 7.4 scrub starts
2020-11-16T20:53:10.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:10 smithi065 bash[9468]: cluster 2020-11-16T20:53:09.153808+0000 osd.1 (osd.1) 259 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:53:10.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:10 smithi065 bash[9468]: cluster 2020-11-16T20:53:09.243648+0000 osd.11 (osd.11) 190 : cluster [DBG] 7.a scrub starts
2020-11-16T20:53:10.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:10 smithi065 bash[9468]: cluster 2020-11-16T20:53:09.262616+0000 osd.0 (osd.0) 213 : cluster [DBG] 7.4 scrub ok
2020-11-16T20:53:10.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:10 smithi065 bash[9468]: audit 2020-11-16T20:53:09.308010+0000 mon.a (mon.0) 2313 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "26"}]': finished
2020-11-16T20:53:10.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:10 smithi065 bash[9468]: cluster 2020-11-16T20:53:09.308071+0000 mon.a (mon.0) 2314 : cluster [DBG] osdmap e725: 12 total, 12 up, 9 in
2020-11-16T20:53:10.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:10 smithi065 bash[9468]: cluster 2020-11-16T20:53:09.374955+0000 osd.6 (osd.6) 223 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:53:10.799 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:53:10.821 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:53:10.824 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:10.843 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:53:10.866 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:53:10.892 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:53:10.915 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:53:10.929 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:53:10.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[12066]: debug 2020-11-16T20:53:10.591+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:10.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:53:10 smithi071 bash[16796]: debug 2020-11-16T20:53:10.827+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:10.948 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:53:10.982 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:53:11.011 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:53:11.036 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:53:11.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.038 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.039 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:53:11.090 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:53:11.196 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:11.208 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[14115]: debug 2020-11-16T20:53:11.089+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:11.311 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:11.416 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:11.529 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[11785]: debug 2020-11-16T20:53:11.309+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:11.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:09.750860+0000 osd.0 (osd.0) 214 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:53:11.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.320480+0000 mon.a (mon.0) 2315 : cluster [DBG] osdmap e726: 12 total, 12 up, 9 in
2020-11-16T20:53:11.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.353960+0000 osd.11 (osd.11) 191 : cluster [DBG] 7.a scrub ok
2020-11-16T20:53:11.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.508292+0000 mgr.x (mgr.14196) 1247 : cluster [DBG] pgmap v1874: 27 pgs: 7 peering, 8 unknown, 12 active+clean; 4.8 GiB data, 15 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:53:11.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: audit 2020-11-16T20:53:10.736266+0000 mon.a (mon.0) 2316 : audit [DBG] from='client.? v1:172.21.15.142:0/1448946820' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:53:11.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.760559+0000 osd.7 (osd.7) 179 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:53:11.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.785758+0000 osd.1 (osd.1) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.806686+0000 osd.2 (osd.2) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.828349+0000 osd.3 (osd.3) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.850723+0000 osd.4 (osd.4) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.898549+0000 osd.6 (osd.6) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.953920+0000 osd.8 (osd.8) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:11 smithi065 bash[9468]: cluster 2020-11-16T20:53:11.016477+0000 osd.10 (osd.10) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:09.750860+0000 osd.0 (osd.0) 214 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:53:11.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.320480+0000 mon.a (mon.0) 2315 : cluster [DBG] osdmap e726: 12 total, 12 up, 9 in
2020-11-16T20:53:11.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.353960+0000 osd.11 (osd.11) 191 : cluster [DBG] 7.a scrub ok
2020-11-16T20:53:11.560 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.508292+0000 mgr.x (mgr.14196) 1247 : cluster [DBG] pgmap v1874: 27 pgs: 7 peering, 8 unknown, 12 active+clean; 4.8 GiB data, 15 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:53:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: audit 2020-11-16T20:53:10.736266+0000 mon.a (mon.0) 2316 : audit [DBG] from='client.? v1:172.21.15.142:0/1448946820' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:53:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.760559+0000 osd.7 (osd.7) 179 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:53:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.785758+0000 osd.1 (osd.1) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.806686+0000 osd.2 (osd.2) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.828349+0000 osd.3 (osd.3) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.850723+0000 osd.4 (osd.4) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.898549+0000 osd.6 (osd.6) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.953920+0000 osd.8 (osd.8) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:11 smithi142 bash[9523]: cluster 2020-11-16T20:53:11.016477+0000 osd.10 (osd.10) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   72      16     97845     97829   84.9124    0.3125  0.00832302   0.0114759
2020-11-16T20:53:11.582 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:09.750860+0000 osd.0 (osd.0) 214 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:53:11.582 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.320480+0000 mon.a (mon.0) 2315 : cluster [DBG] osdmap e726: 12 total, 12 up, 9 in
2020-11-16T20:53:11.582 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.353960+0000 osd.11 (osd.11) 191 : cluster [DBG] 7.a scrub ok
2020-11-16T20:53:11.582 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.508292+0000 mgr.x (mgr.14196) 1247 : cluster [DBG] pgmap v1874: 27 pgs: 7 peering, 8 unknown, 12 active+clean; 4.8 GiB data, 15 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:53:11.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: audit 2020-11-16T20:53:10.736266+0000 mon.a (mon.0) 2316 : audit [DBG] from='client.? v1:172.21.15.142:0/1448946820' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:53:11.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.760559+0000 osd.7 (osd.7) 179 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:53:11.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.785758+0000 osd.1 (osd.1) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.806686+0000 osd.2 (osd.2) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.828349+0000 osd.3 (osd.3) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.850723+0000 osd.4 (osd.4) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.583 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.898549+0000 osd.6 (osd.6) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.584 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.953920+0000 osd.8 (osd.8) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.584 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[9480]: cluster 2020-11-16T20:53:11.016477+0000 osd.10 (osd.10) 170 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:11.584 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[14419]: debug 2020-11-16T20:53:11.587+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:11.588 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:11.692 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:53:11.836 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:53:11 smithi071 bash[12066]: debug 2020-11-16T20:53:11.839+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:11.838 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:53:11.942 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:12.050 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:53:12.051 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:53:12.058 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:12.166 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:53:12.281 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[16457]: debug 2020-11-16T20:53:12.057+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:12.287 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:53:12.393 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:12.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.369868+0000 osd.0 (osd.0) 215 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:53:12.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.761539+0000 osd.0 (osd.0) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.873689+0000 osd.5 (osd.5) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.921890+0000 osd.7 (osd.7) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:10.987704+0000 osd.9 (osd.9) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:11.041637+0000 osd.11 (osd.11) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:11.196600+0000 osd.11 (osd.11) 193 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:53:12.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:11.210231+0000 osd.7 (osd.7) 181 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:53:12.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:11.301310+0000 osd.10 (osd.10) 171 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:12.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:11.301396+0000 osd.10 (osd.10) 172 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:12.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: cluster 2020-11-16T20:53:11.324906+0000 mon.a (mon.0) 2317 : cluster [DBG] osdmap e727: 12 total, 12 up, 9 in
2020-11-16T20:53:12.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: audit 2020-11-16T20:53:11.717344+0000 mon.c (mon.2) 75 : audit [INF] from='client.? v1:172.21.15.142:0/2992697288' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:53:12.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:12 smithi142 bash[9523]: audit 2020-11-16T20:53:11.719666+0000 mon.a (mon.0) 2318 : audit [INF] from='client.36284 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:53:12.535 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:12.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   73      16     98615     98599   84.4084    48.125   0.0195953   0.0118438
2020-11-16T20:53:12.638 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:12.646 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[14419]: debug 2020-11-16T20:53:12.535+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:12.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.369868+0000 osd.0 (osd.0) 215 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:53:12.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.761539+0000 osd.0 (osd.0) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.873689+0000 osd.5 (osd.5) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.921890+0000 osd.7 (osd.7) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:10.987704+0000 osd.9 (osd.9) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:11.041637+0000 osd.11 (osd.11) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.647 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:11.196600+0000 osd.11 (osd.11) 193 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:53:12.648 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:11.210231+0000 osd.7 (osd.7) 181 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:53:12.648 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:11.301310+0000 osd.10 (osd.10) 171 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:12.648 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:11.301396+0000 osd.10 (osd.10) 172 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:12.648 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: cluster 2020-11-16T20:53:11.324906+0000 mon.a (mon.0) 2317 : cluster [DBG] osdmap e727: 12 total, 12 up, 9 in
2020-11-16T20:53:12.648 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: audit 2020-11-16T20:53:11.717344+0000 mon.c (mon.2) 75 : audit [INF] from='client.? v1:172.21.15.142:0/2992697288' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:53:12.648 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[9480]: audit 2020-11-16T20:53:11.719666+0000 mon.a (mon.0) 2318 : audit [INF] from='client.36284 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:53:12.690 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:53:12.779 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[14115]: debug 2020-11-16T20:53:12.285+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:12.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.369868+0000 osd.0 (osd.0) 215 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:53:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.761539+0000 osd.0 (osd.0) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.873689+0000 osd.5 (osd.5) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.921890+0000 osd.7 (osd.7) 180 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:10.987704+0000 osd.9 (osd.9) 183 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:11.041637+0000 osd.11 (osd.11) 192 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:11.196600+0000 osd.11 (osd.11) 193 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:53:12.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:11.210231+0000 osd.7 (osd.7) 181 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:53:12.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:11.301310+0000 osd.10 (osd.10) 171 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:12.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:11.301396+0000 osd.10 (osd.10) 172 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:12.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: cluster 2020-11-16T20:53:11.324906+0000 mon.a (mon.0) 2317 : cluster [DBG] osdmap e727: 12 total, 12 up, 9 in
2020-11-16T20:53:12.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: audit 2020-11-16T20:53:11.717344+0000 mon.c (mon.2) 75 : audit [INF] from='client.? v1:172.21.15.142:0/2992697288' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:53:12.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:12 smithi065 bash[9468]: audit 2020-11-16T20:53:11.719666+0000 mon.a (mon.0) 2318 : audit [INF] from='client.36284 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:53:12.911 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:12.911 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:53:12 smithi071 bash[16796]: debug 2020-11-16T20:53:12.915+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:13.015 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:13.186 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 4, 6, 7, 8, 11, 9, 10] out_osds:  [2, 5, 3] dead_osds:  [] live_osds:  [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3]
2020-11-16T20:53:13.187 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T20:53:13.187 INFO:tasks.thrashosds.thrasher:Setting osd 6 primary_affinity to 0.499604
2020-11-16T20:53:13.187 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 6 0.4996041290180616
2020-11-16T20:53:13.362 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:53:13.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: cluster 2020-11-16T20:53:12.028283+0000 osd.11 (osd.11) 194 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:53:13.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   74      16     99344     99328   83.8834   45.5625   0.0160107    0.011919
2020-11-16T20:53:13.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: cluster 2020-11-16T20:53:12.028283+0000 osd.11 (osd.11) 194 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:53:13.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: audit 2020-11-16T20:53:12.538578+0000 mon.b (mon.1) 442 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:13.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: audit 2020-11-16T20:53:12.539143+0000 mon.b (mon.1) 443 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:13.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: cluster 2020-11-16T20:53:12.687819+0000 mon.a (mon.0) 2319 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:53:13.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: cluster 2020-11-16T20:53:12.687864+0000 mon.a (mon.0) 2320 : cluster [INF] Cluster is now healthy
2020-11-16T20:53:13.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: audit 2020-11-16T20:53:12.692265+0000 mon.a (mon.0) 2321 : audit [INF] from='client.36284 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:53:13.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: cluster 2020-11-16T20:53:12.692303+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e728: 12 total, 12 up, 9 in
2020-11-16T20:53:13.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: audit 2020-11-16T20:53:13.182770+0000 mon.b (mon.1) 444 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:53:13.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: audit 2020-11-16T20:53:13.184017+0000 mon.a (mon.0) 2323 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:53:13.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:13 smithi065 bash[9468]: audit 2020-11-16T20:53:13.190608+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]': finished
2020-11-16T20:53:13.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: audit 2020-11-16T20:53:12.538578+0000 mon.b (mon.1) 442 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:13.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: audit 2020-11-16T20:53:12.539143+0000 mon.b (mon.1) 443 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:13.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: cluster 2020-11-16T20:53:12.687819+0000 mon.a (mon.0) 2319 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:53:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: cluster 2020-11-16T20:53:12.687864+0000 mon.a (mon.0) 2320 : cluster [INF] Cluster is now healthy
2020-11-16T20:53:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: audit 2020-11-16T20:53:12.692265+0000 mon.a (mon.0) 2321 : audit [INF] from='client.36284 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:53:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: cluster 2020-11-16T20:53:12.692303+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e728: 12 total, 12 up, 9 in
2020-11-16T20:53:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: audit 2020-11-16T20:53:13.182770+0000 mon.b (mon.1) 444 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:53:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: audit 2020-11-16T20:53:13.184017+0000 mon.a (mon.0) 2323 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:53:13.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:13 smithi142 bash[9523]: audit 2020-11-16T20:53:13.190608+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]': finished
2020-11-16T20:53:13.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: cluster 2020-11-16T20:53:12.028283+0000 osd.11 (osd.11) 194 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:53:13.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: audit 2020-11-16T20:53:12.538578+0000 mon.b (mon.1) 442 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:13.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: audit 2020-11-16T20:53:12.539143+0000 mon.b (mon.1) 443 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: cluster 2020-11-16T20:53:12.687819+0000 mon.a (mon.0) 2319 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:53:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: cluster 2020-11-16T20:53:12.687864+0000 mon.a (mon.0) 2320 : cluster [INF] Cluster is now healthy
2020-11-16T20:53:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: audit 2020-11-16T20:53:12.692265+0000 mon.a (mon.0) 2321 : audit [INF] from='client.36284 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:53:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: cluster 2020-11-16T20:53:12.692303+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e728: 12 total, 12 up, 9 in
2020-11-16T20:53:13.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: audit 2020-11-16T20:53:13.182770+0000 mon.b (mon.1) 444 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:53:13.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: audit 2020-11-16T20:53:13.184017+0000 mon.a (mon.0) 2323 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:53:13.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:13 smithi071 bash[9480]: audit 2020-11-16T20:53:13.190608+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267661\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"7d825b386660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.267801\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T20:14:45.013962\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268226\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268664\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"0f1e4328ca36\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:48:23.268981\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:16:02.837992\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:48:23.269333\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]': finished
2020-11-16T20:53:14.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   75      16    100228    100212   83.5015     55.25   0.0120813   0.0119729
2020-11-16T20:53:14.580 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:53:14.802 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:14 smithi142 bash[9523]: audit 2020-11-16T20:53:13.706685+0000 mon.b (mon.1) 445 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:14.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:14 smithi142 bash[9523]: audit 2020-11-16T20:53:13.707784+0000 mon.a (mon.0) 2325 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:14.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:14 smithi142 bash[9523]: audit 2020-11-16T20:53:13.712162+0000 mon.a (mon.0) 2326 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:53:14.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:14 smithi142 bash[9523]: audit 2020-11-16T20:53:13.712666+0000 mon.b (mon.1) 446 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:53:14.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:14 smithi142 bash[9523]: audit 2020-11-16T20:53:14.164321+0000 mon.b (mon.1) 447 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:53:14.803 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:14 smithi142 bash[9523]: audit 2020-11-16T20:53:14.165513+0000 mon.a (mon.0) 2327 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:53:14.804 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:14 smithi142 bash[9523]: audit 2020-11-16T20:53:14.171476+0000 mon.a (mon.0) 2328 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:53:14.804 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:14 smithi142 bash[9523]: cluster 2020-11-16T20:53:14.509256+0000 mgr.x (mgr.14196) 1249 : cluster [DBG] pgmap v1878: 27 pgs: 8 active+recovering+remapped, 1 peering, 1 unknown, 17 active+clean; 5.8 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 13 MiB/s wr, 203 op/s; 42409/191052 objects misplaced (22.198%); 21 MiB/s, 331 objects/s recovering
2020-11-16T20:53:14.819 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:53:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:14 smithi071 bash[9480]: audit 2020-11-16T20:53:13.706685+0000 mon.b (mon.1) 445 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:14 smithi071 bash[9480]: audit 2020-11-16T20:53:13.707784+0000 mon.a (mon.0) 2325 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:14 smithi071 bash[9480]: audit 2020-11-16T20:53:13.712162+0000 mon.a (mon.0) 2326 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:53:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:14 smithi071 bash[9480]: audit 2020-11-16T20:53:13.712666+0000 mon.b (mon.1) 446 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:53:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:14 smithi071 bash[9480]: audit 2020-11-16T20:53:14.164321+0000 mon.b (mon.1) 447 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:53:14.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:14 smithi071 bash[9480]: audit 2020-11-16T20:53:14.165513+0000 mon.a (mon.0) 2327 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:53:14.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:14 smithi071 bash[9480]: audit 2020-11-16T20:53:14.171476+0000 mon.a (mon.0) 2328 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:53:14.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:14 smithi071 bash[9480]: cluster 2020-11-16T20:53:14.509256+0000 mgr.x (mgr.14196) 1249 : cluster [DBG] pgmap v1878: 27 pgs: 8 active+recovering+remapped, 1 peering, 1 unknown, 17 active+clean; 5.8 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 13 MiB/s wr, 203 op/s; 42409/191052 objects misplaced (22.198%); 21 MiB/s, 331 objects/s recovering
2020-11-16T20:53:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:14 smithi065 bash[9468]: audit 2020-11-16T20:53:13.706685+0000 mon.b (mon.1) 445 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:14 smithi065 bash[9468]: audit 2020-11-16T20:53:13.707784+0000 mon.a (mon.0) 2325 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:14 smithi065 bash[9468]: audit 2020-11-16T20:53:13.712162+0000 mon.a (mon.0) 2326 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:21:18.694317\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:53:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:14 smithi065 bash[9468]: audit 2020-11-16T20:53:13.712666+0000 mon.b (mon.1) 446 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch
2020-11-16T20:53:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:14 smithi065 bash[9468]: audit 2020-11-16T20:53:14.164321+0000 mon.b (mon.1) 447 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:53:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:14 smithi065 bash[9468]: audit 2020-11-16T20:53:14.165513+0000 mon.a (mon.0) 2327 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]: dispatch
2020-11-16T20:53:15.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:14 smithi065 bash[9468]: audit 2020-11-16T20:53:14.171476+0000 mon.a (mon.0) 2328 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:48:22.362552\"}"}]': finished
2020-11-16T20:53:15.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:14 smithi065 bash[9468]: cluster 2020-11-16T20:53:14.509256+0000 mgr.x (mgr.14196) 1249 : cluster [DBG] pgmap v1878: 27 pgs: 8 active+recovering+remapped, 1 peering, 1 unknown, 17 active+clean; 5.8 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 13 MiB/s wr, 203 op/s; 42409/191052 objects misplaced (22.198%); 21 MiB/s, 331 objects/s recovering
2020-11-16T20:53:15.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   76      16    101142    101126   83.1544    57.125   0.0080789   0.0120238
2020-11-16T20:53:16.444 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:16.552 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:16.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   77      16    102040    102024   82.8033    56.125  0.00911926   0.0120734
2020-11-16T20:53:16.704 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:16.782 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:53:16 smithi142 bash[18009]: debug 2020-11-16T20:53:16.447+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:16.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:16 smithi142 bash[9523]: cluster 2020-11-16T20:53:16.509713+0000 mgr.x (mgr.14196) 1250 : cluster [DBG] pgmap v1879: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.1 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 97 MiB/s wr, 1.56k op/s; 50838/199666 objects misplaced (25.462%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:53:16.808 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:16.945 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:16 smithi071 bash[14419]: debug 2020-11-16T20:53:16.706+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:16.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:16 smithi071 bash[9480]: cluster 2020-11-16T20:53:16.509713+0000 mgr.x (mgr.14196) 1250 : cluster [DBG] pgmap v1879: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.1 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 97 MiB/s wr, 1.56k op/s; 50838/199666 objects misplaced (25.462%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:53:17.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:16 smithi065 bash[9468]: cluster 2020-11-16T20:53:16.509713+0000 mgr.x (mgr.14196) 1250 : cluster [DBG] pgmap v1879: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.1 GiB data, 15 GiB used, 789 GiB / 805 GiB avail; 97 MiB/s wr, 1.56k op/s; 50838/199666 objects misplaced (25.462%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:53:17.052 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops
2020-11-16T20:53:17.233 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:53:17.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   78      16    102873    102857   82.4092   52.0625   0.0179911   0.0121324
2020-11-16T20:53:18.200 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:18.305 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:18.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:53:18 smithi065 bash[16457]: debug 2020-11-16T20:53:18.201+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:18.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   79      16    103821    103805    82.116     59.25   0.0100357   0.0121743
2020-11-16T20:53:18.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:18 smithi071 bash[9480]: cluster 2020-11-16T20:53:18.510264+0000 mgr.x (mgr.14196) 1251 : cluster [DBG] pgmap v1880: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.2 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 90 MiB/s wr, 1.44k op/s; 48949/203384 objects misplaced (24.067%); 15 MiB/s, 236 objects/s recovering
2020-11-16T20:53:19.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:18 smithi065 bash[9468]: cluster 2020-11-16T20:53:18.510264+0000 mgr.x (mgr.14196) 1251 : cluster [DBG] pgmap v1880: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.2 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 90 MiB/s wr, 1.44k op/s; 48949/203384 objects misplaced (24.067%); 15 MiB/s, 236 objects/s recovering
2020-11-16T20:53:19.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:18 smithi142 bash[9523]: cluster 2020-11-16T20:53:18.510264+0000 mgr.x (mgr.14196) 1251 : cluster [DBG] pgmap v1880: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.2 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 90 MiB/s wr, 1.44k op/s; 48949/203384 objects misplaced (24.067%); 15 MiB/s, 236 objects/s recovering
2020-11-16T20:53:19.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:53:19.577766 min lat: 0.00149761 max lat: 11.1198 avg lat: 0.0122182
2020-11-16T20:53:19.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:53:19.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   80      16    104769    104753   81.8301     59.25   0.0224017   0.0122182
2020-11-16T20:53:19.583 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:19.687 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:20.029 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:53:19 smithi065 bash[16457]: debug 2020-11-16T20:53:19.585+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:20.049 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:53:20.100 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:20.204 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:20.236 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:53:20.345 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:20.366 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:53:20 smithi065 bash[11785]: debug 2020-11-16T20:53:20.093+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:20.451 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:20.571 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   81      16    105681    105665   81.5234        57   0.0246092   0.0122635
2020-11-16T20:53:20.577 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:20.681 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:53:20.689 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:53:20 smithi065 bash[11785]: debug 2020-11-16T20:53:20.577+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:20.695 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:53:20 smithi071 bash[26650]: debug 2020-11-16T20:53:20.346+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:20.874 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:53:20.979 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:20 smithi065 bash[9468]: cluster 2020-11-16T20:53:19.732373+0000 osd.5 (osd.5) 198 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:20 smithi065 bash[9468]: cluster 2020-11-16T20:53:19.732434+0000 osd.5 (osd.5) 199 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:21.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:20 smithi065 bash[9468]: cluster 2020-11-16T20:53:19.788552+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e729: 12 total, 12 up, 9 in
2020-11-16T20:53:21.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:20 smithi065 bash[9468]: cluster 2020-11-16T20:53:20.510745+0000 mgr.x (mgr.14196) 1252 : cluster [DBG] pgmap v1882: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.3 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 190 MiB/s wr, 3.03k op/s; 47746/206740 objects misplaced (23.095%); 31 MiB/s, 498 objects/s recovering
2020-11-16T20:53:21.030 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:53:20 smithi065 bash[14115]: debug 2020-11-16T20:53:20.873+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:21.105 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:20 smithi071 bash[9480]: cluster 2020-11-16T20:53:19.732373+0000 osd.5 (osd.5) 198 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:21.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:20 smithi071 bash[9480]: cluster 2020-11-16T20:53:19.732434+0000 osd.5 (osd.5) 199 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:21.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:20 smithi071 bash[9480]: cluster 2020-11-16T20:53:19.788552+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e729: 12 total, 12 up, 9 in
2020-11-16T20:53:21.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:20 smithi071 bash[9480]: cluster 2020-11-16T20:53:20.510745+0000 mgr.x (mgr.14196) 1252 : cluster [DBG] pgmap v1882: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.3 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 190 MiB/s wr, 3.03k op/s; 47746/206740 objects misplaced (23.095%); 31 MiB/s, 498 objects/s recovering
2020-11-16T20:53:21.106 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:53:21 smithi071 bash[26650]: debug 2020-11-16T20:53:21.110+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:21.106 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:21.211 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:53:21.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:20 smithi142 bash[9523]: cluster 2020-11-16T20:53:19.732373+0000 osd.5 (osd.5) 198 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:21.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:20 smithi142 bash[9523]: cluster 2020-11-16T20:53:19.732434+0000 osd.5 (osd.5) 199 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:21.269 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:20 smithi142 bash[9523]: cluster 2020-11-16T20:53:19.788552+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e729: 12 total, 12 up, 9 in
2020-11-16T20:53:21.270 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:20 smithi142 bash[9523]: cluster 2020-11-16T20:53:20.510745+0000 mgr.x (mgr.14196) 1252 : cluster [DBG] pgmap v1882: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.3 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 190 MiB/s wr, 3.03k op/s; 47746/206740 objects misplaced (23.095%); 31 MiB/s, 498 objects/s recovering
2020-11-16T20:53:21.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   82      16    106525    106509   81.1724     52.75  0.00335516   0.0122993
2020-11-16T20:53:22.059 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:53:22.163 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:22.464 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:22.532 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:53:22 smithi142 bash[114994]: debug 2020-11-16T20:53:22.063+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:22.569 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:22.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   83      16    107320    107304   80.7929   49.6875  0.00550837   0.0123746
2020-11-16T20:53:22.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:22 smithi065 bash[9468]: cluster 2020-11-16T20:53:22.511205+0000 mgr.x (mgr.14196) 1253 : cluster [DBG] pgmap v1883: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.4 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 101 MiB/s wr, 1.61k op/s; 47746/208774 objects misplaced (22.870%); 17 MiB/s, 265 objects/s recovering
2020-11-16T20:53:22.780 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:53:22 smithi065 bash[11785]: debug 2020-11-16T20:53:22.465+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:23.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:22 smithi142 bash[9523]: cluster 2020-11-16T20:53:22.511205+0000 mgr.x (mgr.14196) 1253 : cluster [DBG] pgmap v1883: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.4 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 101 MiB/s wr, 1.61k op/s; 47746/208774 objects misplaced (22.870%); 17 MiB/s, 265 objects/s recovering
2020-11-16T20:53:23.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:22 smithi071 bash[9480]: cluster 2020-11-16T20:53:22.511205+0000 mgr.x (mgr.14196) 1253 : cluster [DBG] pgmap v1883: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.4 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 101 MiB/s wr, 1.61k op/s; 47746/208774 objects misplaced (22.870%); 17 MiB/s, 265 objects/s recovering
2020-11-16T20:53:23.349 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:53:23.453 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:53:23.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   84      16    108240    108224   80.5156      57.5   0.0228183   0.0124178
2020-11-16T20:53:23.779 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:53:23 smithi065 bash[16457]: debug 2020-11-16T20:53:23.349+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:24.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   85      16    108982    108966   80.1139    46.375   0.0238132   0.0124787
2020-11-16T20:53:24.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:24 smithi071 bash[9480]: cluster 2020-11-16T20:53:24.511685+0000 mgr.x (mgr.14196) 1254 : cluster [DBG] pgmap v1884: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.5 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 52 MiB/s wr, 827 op/s; 45146/213772 objects misplaced (21.119%); 24 MiB/s, 383 objects/s recovering
2020-11-16T20:53:25.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:24 smithi065 bash[9468]: cluster 2020-11-16T20:53:24.511685+0000 mgr.x (mgr.14196) 1254 : cluster [DBG] pgmap v1884: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.5 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 52 MiB/s wr, 827 op/s; 45146/213772 objects misplaced (21.119%); 24 MiB/s, 383 objects/s recovering
2020-11-16T20:53:25.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:24 smithi142 bash[9523]: cluster 2020-11-16T20:53:24.511685+0000 mgr.x (mgr.14196) 1254 : cluster [DBG] pgmap v1884: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.5 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 52 MiB/s wr, 827 op/s; 45146/213772 objects misplaced (21.119%); 24 MiB/s, 383 objects/s recovering
2020-11-16T20:53:25.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   86      16    109907    109891   79.8545   57.8125   0.0079158   0.0125198
2020-11-16T20:53:26.090 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:53:26.193 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:53:26.383 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[15670]: debug 2020-11-16T20:53:26.091+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:26.444 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:53:26.548 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:26.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   87      16    110776    110760   79.5608   54.3125    0.023966   0.0125659
2020-11-16T20:53:26.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[20366]: debug 2020-11-16T20:53:26.439+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:26.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[9523]: cluster 2020-11-16T20:53:25.251315+0000 osd.7 (osd.7) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[9523]: cluster 2020-11-16T20:53:25.251455+0000 osd.7 (osd.7) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[9523]: cluster 2020-11-16T20:53:25.596726+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e730: 12 total, 12 up, 9 in
2020-11-16T20:53:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[9523]: audit 2020-11-16T20:53:26.289787+0000 mon.b (mon.1) 448 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:53:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[9523]: audit 2020-11-16T20:53:26.290016+0000 mon.b (mon.1) 449 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:53:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[9523]: audit 2020-11-16T20:53:26.290822+0000 mon.a (mon.0) 2331 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:53:26.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[9523]: audit 2020-11-16T20:53:26.291286+0000 mon.a (mon.0) 2332 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:53:26.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:26 smithi142 bash[9523]: cluster 2020-11-16T20:53:26.512129+0000 mgr.x (mgr.14196) 1255 : cluster [DBG] pgmap v1886: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 54 MiB/s wr, 862 op/s; 44514/217180 objects misplaced (20.496%); 22 MiB/s, 358 objects/s recovering
2020-11-16T20:53:26.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:26 smithi071 bash[9480]: cluster 2020-11-16T20:53:25.251315+0000 osd.7 (osd.7) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:26 smithi071 bash[9480]: cluster 2020-11-16T20:53:25.251455+0000 osd.7 (osd.7) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:26 smithi071 bash[9480]: cluster 2020-11-16T20:53:25.596726+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e730: 12 total, 12 up, 9 in
2020-11-16T20:53:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:26 smithi071 bash[9480]: audit 2020-11-16T20:53:26.289787+0000 mon.b (mon.1) 448 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:53:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:26 smithi071 bash[9480]: audit 2020-11-16T20:53:26.290016+0000 mon.b (mon.1) 449 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:53:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:26 smithi071 bash[9480]: audit 2020-11-16T20:53:26.290822+0000 mon.a (mon.0) 2331 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:53:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:26 smithi071 bash[9480]: audit 2020-11-16T20:53:26.291286+0000 mon.a (mon.0) 2332 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:53:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:26 smithi071 bash[9480]: cluster 2020-11-16T20:53:26.512129+0000 mgr.x (mgr.14196) 1255 : cluster [DBG] pgmap v1886: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 54 MiB/s wr, 862 op/s; 44514/217180 objects misplaced (20.496%); 22 MiB/s, 358 objects/s recovering
2020-11-16T20:53:27.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:26 smithi065 bash[9468]: cluster 2020-11-16T20:53:25.251315+0000 osd.7 (osd.7) 182 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:27.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:26 smithi065 bash[9468]: cluster 2020-11-16T20:53:25.251455+0000 osd.7 (osd.7) 183 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:27.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:26 smithi065 bash[9468]: cluster 2020-11-16T20:53:25.596726+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e730: 12 total, 12 up, 9 in
2020-11-16T20:53:27.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:26 smithi065 bash[9468]: audit 2020-11-16T20:53:26.289787+0000 mon.b (mon.1) 448 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:53:27.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:26 smithi065 bash[9468]: audit 2020-11-16T20:53:26.290016+0000 mon.b (mon.1) 449 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:53:27.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:26 smithi065 bash[9468]: audit 2020-11-16T20:53:26.290822+0000 mon.a (mon.0) 2331 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:53:27.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:26 smithi065 bash[9468]: audit 2020-11-16T20:53:26.291286+0000 mon.a (mon.0) 2332 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:53:27.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:26 smithi065 bash[9468]: cluster 2020-11-16T20:53:26.512129+0000 mgr.x (mgr.14196) 1255 : cluster [DBG] pgmap v1886: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 54 MiB/s wr, 862 op/s; 44514/217180 objects misplaced (20.496%); 22 MiB/s, 358 objects/s recovering
2020-11-16T20:53:27.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   88      16    111540    111524   79.1993     47.75  0.00683921   0.0126054
2020-11-16T20:53:28.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   89      16    112458    112442    78.954    57.375   0.0406887   0.0126629
2020-11-16T20:53:28.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:28 smithi071 bash[9480]: cluster 2020-11-16T20:53:28.512612+0000 mgr.x (mgr.14196) 1256 : cluster [DBG] pgmap v1887: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.7 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 58 MiB/s wr, 921 op/s; 42517/220938 objects misplaced (19.244%); 26 MiB/s, 412 objects/s recovering
2020-11-16T20:53:29.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:28 smithi065 bash[9468]: cluster 2020-11-16T20:53:28.512612+0000 mgr.x (mgr.14196) 1256 : cluster [DBG] pgmap v1887: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.7 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 58 MiB/s wr, 921 op/s; 42517/220938 objects misplaced (19.244%); 26 MiB/s, 412 objects/s recovering
2020-11-16T20:53:29.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:28 smithi142 bash[9523]: cluster 2020-11-16T20:53:28.512612+0000 mgr.x (mgr.14196) 1256 : cluster [DBG] pgmap v1887: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.7 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 58 MiB/s wr, 921 op/s; 42517/220938 objects misplaced (19.244%); 26 MiB/s, 412 objects/s recovering
2020-11-16T20:53:29.572 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   90      16    113155    113139   78.5607   43.5625  0.00390037   0.0126864
2020-11-16T20:53:30.573 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total time run:         90.3772
2020-11-16T20:53:30.573 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total writes made:      113156
2020-11-16T20:53:30.573 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Write size:             65536
2020-11-16T20:53:30.573 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object size:            65536
2020-11-16T20:53:30.574 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Bandwidth (MB/sec):     78.2526
2020-11-16T20:53:30.574 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Bandwidth:       55.8288
2020-11-16T20:53:30.574 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max bandwidth (MB/sec): 240.938
2020-11-16T20:53:30.574 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min bandwidth (MB/sec): 0
2020-11-16T20:53:30.574 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average IOPS:           1252
2020-11-16T20:53:30.574 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev IOPS:            893
2020-11-16T20:53:30.575 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max IOPS:               3855
2020-11-16T20:53:30.575 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min IOPS:               0
2020-11-16T20:53:30.575 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average Latency(s):     0.0127777
2020-11-16T20:53:30.575 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Latency(s):      0.13806
2020-11-16T20:53:30.575 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max latency(s):         11.1198
2020-11-16T20:53:30.575 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min latency(s):         0.00149761
2020-11-16T20:53:30.582 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Cleaning up (deleting benchmark objects)
2020-11-16T20:53:30.910 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:31.015 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:31.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:30 smithi071 bash[14419]: debug 2020-11-16T20:53:30.914+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:31.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: cluster 2020-11-16T20:53:29.995592+0000 osd.8 (osd.8) 199 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:31.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: cluster 2020-11-16T20:53:29.995690+0000 osd.8 (osd.8) 200 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:31.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: cluster 2020-11-16T20:53:30.055644+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e731: 12 total, 12 up, 9 in
2020-11-16T20:53:31.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.476437+0000 mon.b (mon.1) 450 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:31.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: cluster 2020-11-16T20:53:30.513011+0000 mgr.x (mgr.14196) 1257 : cluster [DBG] pgmap v1889: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.8 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 59 MiB/s wr, 945 op/s; 41158/223906 objects misplaced (18.382%); 32 MiB/s, 515 objects/s recovering
2020-11-16T20:53:31.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.858376+0000 mon.b (mon.1) 451 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:31.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.859541+0000 mon.a (mon.0) 2334 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.863031+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:53:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.867160+0000 mon.b (mon.1) 452 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.868346+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.872587+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:53:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.877474+0000 mon.b (mon.1) 453 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.878406+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:31 smithi071 bash[9480]: audit 2020-11-16T20:53:30.881763+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:53:31.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: cluster 2020-11-16T20:53:29.995592+0000 osd.8 (osd.8) 199 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:31.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: cluster 2020-11-16T20:53:29.995690+0000 osd.8 (osd.8) 200 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:31.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: cluster 2020-11-16T20:53:30.055644+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e731: 12 total, 12 up, 9 in
2020-11-16T20:53:31.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.476437+0000 mon.b (mon.1) 450 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:31.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: cluster 2020-11-16T20:53:30.513011+0000 mgr.x (mgr.14196) 1257 : cluster [DBG] pgmap v1889: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.8 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 59 MiB/s wr, 945 op/s; 41158/223906 objects misplaced (18.382%); 32 MiB/s, 515 objects/s recovering
2020-11-16T20:53:31.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.858376+0000 mon.b (mon.1) 451 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:31.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.859541+0000 mon.a (mon.0) 2334 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:31.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.863031+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:53:31.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.867160+0000 mon.b (mon.1) 452 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.868346+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.872587+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:53:31.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.877474+0000 mon.b (mon.1) 453 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.878406+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.532 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:31 smithi065 bash[9468]: audit 2020-11-16T20:53:30.881763+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:53:31.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: cluster 2020-11-16T20:53:29.995592+0000 osd.8 (osd.8) 199 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:31.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: cluster 2020-11-16T20:53:29.995690+0000 osd.8 (osd.8) 200 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:31.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: cluster 2020-11-16T20:53:30.055644+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e731: 12 total, 12 up, 9 in
2020-11-16T20:53:31.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.476437+0000 mon.b (mon.1) 450 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:53:31.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: cluster 2020-11-16T20:53:30.513011+0000 mgr.x (mgr.14196) 1257 : cluster [DBG] pgmap v1889: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.8 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 59 MiB/s wr, 945 op/s; 41158/223906 objects misplaced (18.382%); 32 MiB/s, 515 objects/s recovering
2020-11-16T20:53:31.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.858376+0000 mon.b (mon.1) 451 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:31.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.859541+0000 mon.a (mon.0) 2334 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]: dispatch
2020-11-16T20:53:31.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.863031+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:48:22.413153\"}"}]': finished
2020-11-16T20:53:31.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.867160+0000 mon.b (mon.1) 452 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.868346+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.872587+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:53:31.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.877474+0000 mon.b (mon.1) 453 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.878406+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:53:31.535 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:31 smithi142 bash[9523]: audit 2020-11-16T20:53:30.881763+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:53:32.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:32 smithi071 bash[9480]: cluster 2020-11-16T20:53:31.699261+0000 mon.a (mon.0) 2340 : cluster [DBG] osdmap e732: 12 total, 12 up, 9 in
2020-11-16T20:53:32.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:32 smithi071 bash[9480]: cluster 2020-11-16T20:53:32.513629+0000 mgr.x (mgr.14196) 1258 : cluster [DBG] pgmap v1891: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.9 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 43 MiB/s wr, 706 op/s; 41158/224888 objects misplaced (18.302%); 19 MiB/s, 304 objects/s recovering
2020-11-16T20:53:33.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:32 smithi065 bash[9468]: cluster 2020-11-16T20:53:31.699261+0000 mon.a (mon.0) 2340 : cluster [DBG] osdmap e732: 12 total, 12 up, 9 in
2020-11-16T20:53:33.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:32 smithi065 bash[9468]: cluster 2020-11-16T20:53:32.513629+0000 mgr.x (mgr.14196) 1258 : cluster [DBG] pgmap v1891: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.9 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 43 MiB/s wr, 706 op/s; 41158/224888 objects misplaced (18.302%); 19 MiB/s, 304 objects/s recovering
2020-11-16T20:53:33.958 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:33.961 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:53:33 smithi071 bash[26650]: debug 2020-11-16T20:53:33.958+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:33.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:33 smithi071 bash[9480]: cluster 2020-11-16T20:53:32.916688+0000 osd.1 (osd.1) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:33.961 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:33 smithi071 bash[9480]: cluster 2020-11-16T20:53:32.916750+0000 osd.1 (osd.1) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:34.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:33 smithi065 bash[9468]: cluster 2020-11-16T20:53:32.916688+0000 osd.1 (osd.1) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:34.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:33 smithi065 bash[9468]: cluster 2020-11-16T20:53:32.916750+0000 osd.1 (osd.1) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:34.063 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:34.743 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:32 smithi142 bash[9523]: cluster 2020-11-16T20:53:31.699261+0000 mon.a (mon.0) 2340 : cluster [DBG] osdmap e732: 12 total, 12 up, 9 in
2020-11-16T20:53:34.744 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:34 smithi142 bash[9523]: cluster 2020-11-16T20:53:32.513629+0000 mgr.x (mgr.14196) 1258 : cluster [DBG] pgmap v1891: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.9 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 43 MiB/s wr, 706 op/s; 41158/224888 objects misplaced (18.302%); 19 MiB/s, 304 objects/s recovering
2020-11-16T20:53:34.744 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:34 smithi142 bash[9523]: cluster 2020-11-16T20:53:32.916688+0000 osd.1 (osd.1) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:34.744 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:34 smithi142 bash[9523]: cluster 2020-11-16T20:53:32.916750+0000 osd.1 (osd.1) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:34.744 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:34 smithi142 bash[9523]: cluster 2020-11-16T20:53:33.708826+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e733: 12 total, 12 up, 9 in
2020-11-16T20:53:34.744 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:34 smithi142 bash[9523]: cluster 2020-11-16T20:53:34.514069+0000 mgr.x (mgr.14196) 1259 : cluster [DBG] pgmap v1893: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.8 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 27 MiB/s wr, 614 op/s; 38377/224070 objects misplaced (17.127%); 26 MiB/s, 422 objects/s recovering
2020-11-16T20:53:34.922 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:53:35.026 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:53:35.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:34 smithi065 bash[9468]: cluster 2020-11-16T20:53:33.708826+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e733: 12 total, 12 up, 9 in
2020-11-16T20:53:35.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:34 smithi065 bash[9468]: cluster 2020-11-16T20:53:34.514069+0000 mgr.x (mgr.14196) 1259 : cluster [DBG] pgmap v1893: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.8 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 27 MiB/s wr, 614 op/s; 38377/224070 objects misplaced (17.127%); 26 MiB/s, 422 objects/s recovering
2020-11-16T20:53:35.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:53:34 smithi142 bash[18009]: debug 2020-11-16T20:53:34.923+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:35.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:34 smithi071 bash[9480]: cluster 2020-11-16T20:53:33.708826+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e733: 12 total, 12 up, 9 in
2020-11-16T20:53:35.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:34 smithi071 bash[9480]: cluster 2020-11-16T20:53:34.514069+0000 mgr.x (mgr.14196) 1259 : cluster [DBG] pgmap v1893: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.8 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 27 MiB/s wr, 614 op/s; 38377/224070 objects misplaced (17.127%); 26 MiB/s, 422 objects/s recovering
2020-11-16T20:53:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:35 smithi065 bash[9468]: cluster 2020-11-16T20:53:34.472964+0000 osd.11 (osd.11) 195 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:35 smithi065 bash[9468]: cluster 2020-11-16T20:53:34.473052+0000 osd.11 (osd.11) 196 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:35 smithi065 bash[9468]: cluster 2020-11-16T20:53:34.725576+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e734: 12 total, 12 up, 9 in
2020-11-16T20:53:36.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:35 smithi142 bash[9523]: cluster 2020-11-16T20:53:34.472964+0000 osd.11 (osd.11) 195 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:36.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:35 smithi142 bash[9523]: cluster 2020-11-16T20:53:34.473052+0000 osd.11 (osd.11) 196 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:36.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:35 smithi142 bash[9523]: cluster 2020-11-16T20:53:34.725576+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e734: 12 total, 12 up, 9 in
2020-11-16T20:53:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:35 smithi071 bash[9480]: cluster 2020-11-16T20:53:34.472964+0000 osd.11 (osd.11) 195 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:36.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:35 smithi071 bash[9480]: cluster 2020-11-16T20:53:34.473052+0000 osd.11 (osd.11) 196 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:36.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:35 smithi071 bash[9480]: cluster 2020-11-16T20:53:34.725576+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e734: 12 total, 12 up, 9 in
2020-11-16T20:53:36.245 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:53:36.349 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:53:36.532 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:53:36 smithi142 bash[20366]: debug 2020-11-16T20:53:36.247+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:37.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:36 smithi065 bash[9468]: cluster 2020-11-16T20:53:36.514505+0000 mgr.x (mgr.14196) 1260 : cluster [DBG] pgmap v1895: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 170 B/s rd, 12 MiB/s wr, 760 op/s; 37263/219388 objects misplaced (16.985%); 26 MiB/s, 411 objects/s recovering
2020-11-16T20:53:37.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:36 smithi065 bash[9468]: cluster 2020-11-16T20:53:36.697289+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e735: 12 total, 12 up, 9 in
2020-11-16T20:53:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:36 smithi142 bash[9523]: cluster 2020-11-16T20:53:36.514505+0000 mgr.x (mgr.14196) 1260 : cluster [DBG] pgmap v1895: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 170 B/s rd, 12 MiB/s wr, 760 op/s; 37263/219388 objects misplaced (16.985%); 26 MiB/s, 411 objects/s recovering
2020-11-16T20:53:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:36 smithi142 bash[9523]: cluster 2020-11-16T20:53:36.697289+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e735: 12 total, 12 up, 9 in
2020-11-16T20:53:37.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:36 smithi071 bash[9480]: cluster 2020-11-16T20:53:36.514505+0000 mgr.x (mgr.14196) 1260 : cluster [DBG] pgmap v1895: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.7 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 170 B/s rd, 12 MiB/s wr, 760 op/s; 37263/219388 objects misplaced (16.985%); 26 MiB/s, 411 objects/s recovering
2020-11-16T20:53:37.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:36 smithi071 bash[9480]: cluster 2020-11-16T20:53:36.697289+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e735: 12 total, 12 up, 9 in
2020-11-16T20:53:38.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:37 smithi065 bash[9468]: cluster 2020-11-16T20:53:36.371097+0000 osd.3 (osd.3) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:38.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:37 smithi065 bash[9468]: cluster 2020-11-16T20:53:36.373769+0000 osd.3 (osd.3) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:37 smithi142 bash[9523]: cluster 2020-11-16T20:53:36.371097+0000 osd.3 (osd.3) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:37 smithi142 bash[9523]: cluster 2020-11-16T20:53:36.373769+0000 osd.3 (osd.3) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:38.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:37 smithi071 bash[9480]: cluster 2020-11-16T20:53:36.371097+0000 osd.3 (osd.3) 12 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:38.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:37 smithi071 bash[9480]: cluster 2020-11-16T20:53:36.373769+0000 osd.3 (osd.3) 13 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:38 smithi065 bash[9468]: cluster 2020-11-16T20:53:38.514964+0000 mgr.x (mgr.14196) 1261 : cluster [DBG] pgmap v1897: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 170 B/s rd, 5.7 MiB/s wr, 983 op/s; 34920/215296 objects misplaced (16.220%); 40 MiB/s, 637 objects/s recovering
2020-11-16T20:53:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:38 smithi142 bash[9523]: cluster 2020-11-16T20:53:38.514964+0000 mgr.x (mgr.14196) 1261 : cluster [DBG] pgmap v1897: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 170 B/s rd, 5.7 MiB/s wr, 983 op/s; 34920/215296 objects misplaced (16.220%); 40 MiB/s, 637 objects/s recovering
2020-11-16T20:53:39.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:38 smithi071 bash[9480]: cluster 2020-11-16T20:53:38.514964+0000 mgr.x (mgr.14196) 1261 : cluster [DBG] pgmap v1897: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.6 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 170 B/s rd, 5.7 MiB/s wr, 983 op/s; 34920/215296 objects misplaced (16.220%); 40 MiB/s, 637 objects/s recovering
2020-11-16T20:53:39.436 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:53:39.551 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:39.782 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:53:39 smithi142 bash[15670]: debug 2020-11-16T20:53:39.439+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:40.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:40 smithi071 bash[9480]: cluster 2020-11-16T20:53:40.515422+0000 mgr.x (mgr.14196) 1262 : cluster [DBG] pgmap v1898: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.5 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 150 B/s rd, 75 KiB/s wr, 891 op/s; 33388/211964 objects misplaced (15.752%); 31 MiB/s, 495 objects/s recovering
2020-11-16T20:53:41.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:40 smithi065 bash[9468]: cluster 2020-11-16T20:53:40.515422+0000 mgr.x (mgr.14196) 1262 : cluster [DBG] pgmap v1898: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.5 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 150 B/s rd, 75 KiB/s wr, 891 op/s; 33388/211964 objects misplaced (15.752%); 31 MiB/s, 495 objects/s recovering
2020-11-16T20:53:41.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:40 smithi142 bash[9523]: cluster 2020-11-16T20:53:40.515422+0000 mgr.x (mgr.14196) 1262 : cluster [DBG] pgmap v1898: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.5 GiB data, 18 GiB used, 787 GiB / 805 GiB avail; 150 B/s rd, 75 KiB/s wr, 891 op/s; 33388/211964 objects misplaced (15.752%); 31 MiB/s, 495 objects/s recovering
2020-11-16T20:53:42.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:42 smithi071 bash[9480]: cluster 2020-11-16T20:53:41.700908+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e736: 12 total, 12 up, 9 in
2020-11-16T20:53:42.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:42 smithi071 bash[9480]: cluster 2020-11-16T20:53:42.515779+0000 mgr.x (mgr.14196) 1263 : cluster [DBG] pgmap v1900: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.4 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 131 B/s rd, 66 KiB/s wr, 904 op/s; 33388/210014 objects misplaced (15.898%); 27 MiB/s, 432 objects/s recovering
2020-11-16T20:53:43.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:42 smithi065 bash[9468]: cluster 2020-11-16T20:53:41.700908+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e736: 12 total, 12 up, 9 in
2020-11-16T20:53:43.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:42 smithi065 bash[9468]: cluster 2020-11-16T20:53:42.515779+0000 mgr.x (mgr.14196) 1263 : cluster [DBG] pgmap v1900: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.4 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 131 B/s rd, 66 KiB/s wr, 904 op/s; 33388/210014 objects misplaced (15.898%); 27 MiB/s, 432 objects/s recovering
2020-11-16T20:53:43.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:42 smithi142 bash[9523]: cluster 2020-11-16T20:53:41.700908+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e736: 12 total, 12 up, 9 in
2020-11-16T20:53:43.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:42 smithi142 bash[9523]: cluster 2020-11-16T20:53:42.515779+0000 mgr.x (mgr.14196) 1263 : cluster [DBG] pgmap v1900: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.4 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 131 B/s rd, 66 KiB/s wr, 904 op/s; 33388/210014 objects misplaced (15.898%); 27 MiB/s, 432 objects/s recovering
2020-11-16T20:53:43.204 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:43.309 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:53:43.654 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:53:43.695 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:53:43 smithi071 bash[26650]: debug 2020-11-16T20:53:43.206+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:43.758 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:53:43.925 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:53:43 smithi142 bash[15670]: debug 2020-11-16T20:53:43.655+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:44.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:43 smithi065 bash[9468]: cluster 2020-11-16T20:53:42.678202+0000 osd.6 (osd.6) 225 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:44.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:43 smithi065 bash[9468]: cluster 2020-11-16T20:53:42.678270+0000 osd.6 (osd.6) 226 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:44.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:43 smithi065 bash[9468]: cluster 2020-11-16T20:53:42.718708+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e737: 12 total, 12 up, 9 in
2020-11-16T20:53:44.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:43 smithi071 bash[9480]: cluster 2020-11-16T20:53:42.678202+0000 osd.6 (osd.6) 225 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:44.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:43 smithi071 bash[9480]: cluster 2020-11-16T20:53:42.678270+0000 osd.6 (osd.6) 226 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:44.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:43 smithi071 bash[9480]: cluster 2020-11-16T20:53:42.718708+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e737: 12 total, 12 up, 9 in
2020-11-16T20:53:44.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:44 smithi142 bash[9523]: cluster 2020-11-16T20:53:42.678202+0000 osd.6 (osd.6) 225 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:53:44.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:44 smithi142 bash[9523]: cluster 2020-11-16T20:53:42.678270+0000 osd.6 (osd.6) 226 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:44.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:44 smithi142 bash[9523]: cluster 2020-11-16T20:53:42.718708+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e737: 12 total, 12 up, 9 in
2020-11-16T20:53:45.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:44 smithi065 bash[9468]: cluster 2020-11-16T20:53:44.516246+0000 mgr.x (mgr.14196) 1264 : cluster [DBG] pgmap v1902: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.3 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 844 op/s; 30535/205920 objects misplaced (14.829%); 33 MiB/s, 524 objects/s recovering
2020-11-16T20:53:45.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:44 smithi142 bash[9523]: cluster 2020-11-16T20:53:44.516246+0000 mgr.x (mgr.14196) 1264 : cluster [DBG] pgmap v1902: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.3 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 844 op/s; 30535/205920 objects misplaced (14.829%); 33 MiB/s, 524 objects/s recovering
2020-11-16T20:53:45.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:44 smithi071 bash[9480]: cluster 2020-11-16T20:53:44.516246+0000 mgr.x (mgr.14196) 1264 : cluster [DBG] pgmap v1902: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.3 GiB data, 17 GiB used, 787 GiB / 805 GiB avail; 0 B/s wr, 844 op/s; 30535/205920 objects misplaced (14.829%); 33 MiB/s, 524 objects/s recovering
2020-11-16T20:53:46.921 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:46 smithi142 bash[9523]: cluster 2020-11-16T20:53:46.516709+0000 mgr.x (mgr.14196) 1265 : cluster [DBG] pgmap v1903: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.1 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 904 op/s; 29282/200820 objects misplaced (14.581%); 29 MiB/s, 470 objects/s recovering
2020-11-16T20:53:46.921 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:53:46.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:46 smithi071 bash[9480]: cluster 2020-11-16T20:53:46.516709+0000 mgr.x (mgr.14196) 1265 : cluster [DBG] pgmap v1903: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.1 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 904 op/s; 29282/200820 objects misplaced (14.581%); 29 MiB/s, 470 objects/s recovering
2020-11-16T20:53:47.025 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:53:47.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:46 smithi065 bash[9468]: cluster 2020-11-16T20:53:46.516709+0000 mgr.x (mgr.14196) 1265 : cluster [DBG] pgmap v1903: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.1 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 904 op/s; 29282/200820 objects misplaced (14.581%); 29 MiB/s, 470 objects/s recovering
2020-11-16T20:53:47.189 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:53:47.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:53:46 smithi142 bash[114994]: debug 2020-11-16T20:53:46.923+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:47.292 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:47.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:53:47 smithi065 bash[18823]: debug 2020-11-16T20:53:47.196+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:48.853 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:48 smithi142 bash[9523]: cluster 2020-11-16T20:53:48.517189+0000 mgr.x (mgr.14196) 1266 : cluster [DBG] pgmap v1904: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 953 op/s; 26578/196710 objects misplaced (13.511%); 33 MiB/s, 526 objects/s recovering
2020-11-16T20:53:48.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:48 smithi071 bash[9480]: cluster 2020-11-16T20:53:48.517189+0000 mgr.x (mgr.14196) 1266 : cluster [DBG] pgmap v1904: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 953 op/s; 26578/196710 objects misplaced (13.511%); 33 MiB/s, 526 objects/s recovering
2020-11-16T20:53:49.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:48 smithi065 bash[9468]: cluster 2020-11-16T20:53:48.517189+0000 mgr.x (mgr.14196) 1266 : cluster [DBG] pgmap v1904: 27 pgs: 1 active+recovering, 9 active+recovering+remapped, 17 active+clean; 6.0 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 953 op/s; 26578/196710 objects misplaced (13.511%); 33 MiB/s, 526 objects/s recovering
2020-11-16T20:53:49.258 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:53:49.258 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:53:49.591 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.6 primary-affinity to 0.499604 (8327422)
2020-11-16T20:53:49.596 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:53:49.928 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:49 smithi142 bash[9523]: audit 2020-11-16T20:53:48.643837+0000 mon.a (mon.0) 2346 : audit [INF] from='client.? v1:172.21.15.142:0/3948101105' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.4996041290180616}]: dispatch
2020-11-16T20:53:49.928 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:49 smithi142 bash[9523]: audit 2020-11-16T20:53:49.376989+0000 mon.a (mon.0) 2347 : audit [INF] from='client.? v1:172.21.15.142:0/610752302' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:53:49.932 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:53:49.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:49 smithi071 bash[9480]: audit 2020-11-16T20:53:48.643837+0000 mon.a (mon.0) 2346 : audit [INF] from='client.? v1:172.21.15.142:0/3948101105' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.4996041290180616}]: dispatch
2020-11-16T20:53:49.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:49 smithi071 bash[9480]: audit 2020-11-16T20:53:49.376989+0000 mon.a (mon.0) 2347 : audit [INF] from='client.? v1:172.21.15.142:0/610752302' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:53:49.961 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:53:49.993 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:53:50.024 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:53:50.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:49 smithi065 bash[9468]: audit 2020-11-16T20:53:48.643837+0000 mon.a (mon.0) 2346 : audit [INF] from='client.? v1:172.21.15.142:0/3948101105' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.4996041290180616}]: dispatch
2020-11-16T20:53:50.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:49 smithi065 bash[9468]: audit 2020-11-16T20:53:49.376989+0000 mon.a (mon.0) 2347 : audit [INF] from='client.? v1:172.21.15.142:0/610752302' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:53:50.057 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:53:50.090 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:53:50.121 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:53:50.154 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:53:50.188 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:53:50.218 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:53:50.250 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:53:50.281 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:53:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.283 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.284 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:53:50.319 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:53:50.423 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:50.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:49.589669+0000 mon.a (mon.0) 2348 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:53:50.604 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: audit 2020-11-16T20:53:49.593771+0000 mon.a (mon.0) 2349 : audit [INF] from='client.? v1:172.21.15.142:0/3948101105' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.4996041290180616}]': finished
2020-11-16T20:53:50.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: audit 2020-11-16T20:53:49.593832+0000 mon.a (mon.0) 2350 : audit [INF] from='client.? v1:172.21.15.142:0/610752302' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:53:50.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:49.593877+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e738: 12 total, 12 up, 9 in
2020-11-16T20:53:50.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: audit 2020-11-16T20:53:49.906026+0000 mon.b (mon.1) 454 : audit [DBG] from='client.? v1:172.21.15.142:0/1600867274' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:53:50.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:49.939880+0000 osd.0 (osd.0) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:49.968666+0000 osd.1 (osd.1) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.000629+0000 osd.2 (osd.2) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.605 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.097618+0000 osd.5 (osd.5) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.255968+0000 osd.10 (osd.10) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.606 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[26650]: debug 2020-11-16T20:53:50.322+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:50.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:49.589669+0000 mon.a (mon.0) 2348 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:53:50.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: audit 2020-11-16T20:53:49.593771+0000 mon.a (mon.0) 2349 : audit [INF] from='client.? v1:172.21.15.142:0/3948101105' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.4996041290180616}]': finished
2020-11-16T20:53:50.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: audit 2020-11-16T20:53:49.593832+0000 mon.a (mon.0) 2350 : audit [INF] from='client.? v1:172.21.15.142:0/610752302' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:53:50.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:49.593877+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e738: 12 total, 12 up, 9 in
2020-11-16T20:53:50.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: audit 2020-11-16T20:53:49.906026+0000 mon.b (mon.1) 454 : audit [DBG] from='client.? v1:172.21.15.142:0/1600867274' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:53:50.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:49.939880+0000 osd.0 (osd.0) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:49.968666+0000 osd.1 (osd.1) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.000629+0000 osd.2 (osd.2) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.097618+0000 osd.5 (osd.5) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.255968+0000 osd.10 (osd.10) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.286097+0000 osd.11 (osd.11) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.517667+0000 mgr.x (mgr.14196) 1267 : cluster [DBG] pgmap v1906: 27 pgs: 1 peering, 1 active+recovering, 9 active+recovering+remapped, 16 active+clean; 5.9 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 972 op/s; 25099/194458 objects misplaced (12.907%); 41 MiB/s, 648 objects/s recovering
2020-11-16T20:53:50.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:50 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.596625+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e739: 12 total, 12 up, 9 in
2020-11-16T20:53:50.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.286097+0000 osd.11 (osd.11) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:50.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.517667+0000 mgr.x (mgr.14196) 1267 : cluster [DBG] pgmap v1906: 27 pgs: 1 peering, 1 active+recovering, 9 active+recovering+remapped, 16 active+clean; 5.9 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 972 op/s; 25099/194458 objects misplaced (12.907%); 41 MiB/s, 648 objects/s recovering
2020-11-16T20:53:50.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:50 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.596625+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e739: 12 total, 12 up, 9 in
2020-11-16T20:53:51.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:49.589669+0000 mon.a (mon.0) 2348 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:53:51.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: audit 2020-11-16T20:53:49.593771+0000 mon.a (mon.0) 2349 : audit [INF] from='client.? v1:172.21.15.142:0/3948101105' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.4996041290180616}]': finished
2020-11-16T20:53:51.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: audit 2020-11-16T20:53:49.593832+0000 mon.a (mon.0) 2350 : audit [INF] from='client.? v1:172.21.15.142:0/610752302' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:53:51.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:49.593877+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e738: 12 total, 12 up, 9 in
2020-11-16T20:53:51.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: audit 2020-11-16T20:53:49.906026+0000 mon.b (mon.1) 454 : audit [DBG] from='client.? v1:172.21.15.142:0/1600867274' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:53:51.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:49.939880+0000 osd.0 (osd.0) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:49.968666+0000 osd.1 (osd.1) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.000629+0000 osd.2 (osd.2) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.097618+0000 osd.5 (osd.5) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.255968+0000 osd.10 (osd.10) 173 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.286097+0000 osd.11 (osd.11) 197 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.517667+0000 mgr.x (mgr.14196) 1267 : cluster [DBG] pgmap v1906: 27 pgs: 1 peering, 1 active+recovering, 9 active+recovering+remapped, 16 active+clean; 5.9 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 972 op/s; 25099/194458 objects misplaced (12.907%); 41 MiB/s, 648 objects/s recovering
2020-11-16T20:53:51.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:50 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.596625+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e739: 12 total, 12 up, 9 in
2020-11-16T20:53:51.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:51 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.032257+0000 osd.3 (osd.3) 14 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:51 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.063380+0000 osd.4 (osd.4) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:51 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.128807+0000 osd.6 (osd.6) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:51 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.161478+0000 osd.7 (osd.7) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:51 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.194447+0000 osd.8 (osd.8) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:51 smithi071 bash[9480]: cluster 2020-11-16T20:53:50.224363+0000 osd.9 (osd.9) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:51.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:51 smithi071 bash[9480]: cluster 2020-11-16T20:53:51.611438+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e740: 12 total, 12 up, 9 in
2020-11-16T20:53:52.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:51 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.032257+0000 osd.3 (osd.3) 14 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:51 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.063380+0000 osd.4 (osd.4) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:51 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.128807+0000 osd.6 (osd.6) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:51 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.161478+0000 osd.7 (osd.7) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:51 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.194447+0000 osd.8 (osd.8) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:51 smithi065 bash[9468]: cluster 2020-11-16T20:53:50.224363+0000 osd.9 (osd.9) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:51 smithi065 bash[9468]: cluster 2020-11-16T20:53:51.611438+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e740: 12 total, 12 up, 9 in
2020-11-16T20:53:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:51 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.032257+0000 osd.3 (osd.3) 14 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:51 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.063380+0000 osd.4 (osd.4) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:51 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.128807+0000 osd.6 (osd.6) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:51 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.161478+0000 osd.7 (osd.7) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:51 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.194447+0000 osd.8 (osd.8) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:51 smithi142 bash[9523]: cluster 2020-11-16T20:53:50.224363+0000 osd.9 (osd.9) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:53:52.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:51 smithi142 bash[9523]: cluster 2020-11-16T20:53:51.611438+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e740: 12 total, 12 up, 9 in
2020-11-16T20:53:52.572 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:53:52.675 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:52.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:52 smithi071 bash[9480]: cluster 2020-11-16T20:53:51.168574+0000 osd.4 (osd.4) 218 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:52.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:52 smithi071 bash[9480]: cluster 2020-11-16T20:53:51.702991+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e741: 12 total, 12 up, 9 in
2020-11-16T20:53:52.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:52 smithi071 bash[9480]: cluster 2020-11-16T20:53:52.518125+0000 mgr.x (mgr.14196) 1268 : cluster [DBG] pgmap v1910: 27 pgs: 1 peering, 1 active+recovering, 9 active+recovering+remapped, 16 active+clean; 5.9 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 536 op/s; 25099/192416 objects misplaced (13.044%); 15 MiB/s, 243 objects/s recovering
2020-11-16T20:53:57.186 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:53:52 smithi071 bash[16796]: debug 2020-11-16T20:53:52.574+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:57.190 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:52 smithi142 bash[9523]: cluster 2020-11-16T20:53:51.168574+0000 osd.4 (osd.4) 218 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:57.191 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:52 smithi142 bash[9523]: cluster 2020-11-16T20:53:51.702991+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e741: 12 total, 12 up, 9 in
2020-11-16T20:53:57.191 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:52 smithi142 bash[9523]: cluster 2020-11-16T20:53:52.518125+0000 mgr.x (mgr.14196) 1268 : cluster [DBG] pgmap v1910: 27 pgs: 1 peering, 1 active+recovering, 9 active+recovering+remapped, 16 active+clean; 5.9 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 536 op/s; 25099/192416 objects misplaced (13.044%); 15 MiB/s, 243 objects/s recovering
2020-11-16T20:53:57.191 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:54 smithi142 bash[9523]: cluster 2020-11-16T20:53:53.715872+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e742: 12 total, 12 up, 9 in
2020-11-16T20:53:57.191 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:54 smithi142 bash[9523]: cluster 2020-11-16T20:53:54.518645+0000 mgr.x (mgr.14196) 1269 : cluster [DBG] pgmap v1912: 27 pgs: 1 active+clean+remapped, 1 peering, 1 active+recovering, 8 active+recovering+remapped, 16 active+clean; 5.8 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 592 op/s; 21373/189714 objects misplaced (11.266%); 34 MiB/s, 537 objects/s recovering
2020-11-16T20:53:57.191 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:55 smithi142 bash[9523]: cluster 2020-11-16T20:53:54.731356+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e743: 12 total, 12 up, 9 in
2020-11-16T20:53:57.191 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:56 smithi142 bash[9523]: cluster 2020-11-16T20:53:55.732799+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e744: 12 total, 12 up, 9 in
2020-11-16T20:53:57.191 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:56 smithi142 bash[9523]: cluster 2020-11-16T20:53:56.519122+0000 mgr.x (mgr.14196) 1270 : cluster [DBG] pgmap v1915: 27 pgs: 1 active+clean+wait, 1 active+clean+remapped, 8 active+recovering+remapped, 17 active+clean; 5.7 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 632 op/s; 19453/186320 objects misplaced (10.441%); 48 MiB/s, 774 objects/s recovering
2020-11-16T20:53:57.192 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:56 smithi142 bash[9523]: cluster 2020-11-16T20:53:56.704781+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e745: 12 total, 12 up, 9 in
2020-11-16T20:53:57.192 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:52 smithi065 bash[9468]: cluster 2020-11-16T20:53:51.168574+0000 osd.4 (osd.4) 218 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:53:57.192 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:52 smithi065 bash[9468]: cluster 2020-11-16T20:53:51.702991+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e741: 12 total, 12 up, 9 in
2020-11-16T20:53:57.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:52 smithi065 bash[9468]: cluster 2020-11-16T20:53:52.518125+0000 mgr.x (mgr.14196) 1268 : cluster [DBG] pgmap v1910: 27 pgs: 1 peering, 1 active+recovering, 9 active+recovering+remapped, 16 active+clean; 5.9 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 536 op/s; 25099/192416 objects misplaced (13.044%); 15 MiB/s, 243 objects/s recovering
2020-11-16T20:53:57.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:54 smithi065 bash[9468]: cluster 2020-11-16T20:53:53.715872+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e742: 12 total, 12 up, 9 in
2020-11-16T20:53:57.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:54 smithi065 bash[9468]: cluster 2020-11-16T20:53:54.518645+0000 mgr.x (mgr.14196) 1269 : cluster [DBG] pgmap v1912: 27 pgs: 1 active+clean+remapped, 1 peering, 1 active+recovering, 8 active+recovering+remapped, 16 active+clean; 5.8 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 592 op/s; 21373/189714 objects misplaced (11.266%); 34 MiB/s, 537 objects/s recovering
2020-11-16T20:53:57.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:55 smithi065 bash[9468]: cluster 2020-11-16T20:53:54.731356+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e743: 12 total, 12 up, 9 in
2020-11-16T20:53:57.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:56 smithi065 bash[9468]: cluster 2020-11-16T20:53:55.732799+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e744: 12 total, 12 up, 9 in
2020-11-16T20:53:57.193 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:56 smithi065 bash[9468]: cluster 2020-11-16T20:53:56.519122+0000 mgr.x (mgr.14196) 1270 : cluster [DBG] pgmap v1915: 27 pgs: 1 active+clean+wait, 1 active+clean+remapped, 8 active+recovering+remapped, 17 active+clean; 5.7 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 632 op/s; 19453/186320 objects misplaced (10.441%); 48 MiB/s, 774 objects/s recovering
2020-11-16T20:53:57.194 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:56 smithi065 bash[9468]: cluster 2020-11-16T20:53:56.704781+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e745: 12 total, 12 up, 9 in
2020-11-16T20:53:57.194 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:53:57.194 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:53:55 smithi065 bash[11785]: debug 2020-11-16T20:53:55.716+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:57.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:54 smithi071 bash[9480]: cluster 2020-11-16T20:53:53.715872+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e742: 12 total, 12 up, 9 in
2020-11-16T20:53:57.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:54 smithi071 bash[9480]: cluster 2020-11-16T20:53:54.518645+0000 mgr.x (mgr.14196) 1269 : cluster [DBG] pgmap v1912: 27 pgs: 1 active+clean+remapped, 1 peering, 1 active+recovering, 8 active+recovering+remapped, 16 active+clean; 5.8 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 592 op/s; 21373/189714 objects misplaced (11.266%); 34 MiB/s, 537 objects/s recovering
2020-11-16T20:53:57.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:55 smithi071 bash[9480]: cluster 2020-11-16T20:53:54.731356+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e743: 12 total, 12 up, 9 in
2020-11-16T20:53:57.195 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_historic_ops
2020-11-16T20:53:57.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:56 smithi071 bash[9480]: cluster 2020-11-16T20:53:55.732799+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e744: 12 total, 12 up, 9 in
2020-11-16T20:53:57.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:56 smithi071 bash[9480]: cluster 2020-11-16T20:53:56.519122+0000 mgr.x (mgr.14196) 1270 : cluster [DBG] pgmap v1915: 27 pgs: 1 active+clean+wait, 1 active+clean+remapped, 8 active+recovering+remapped, 17 active+clean; 5.7 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 632 op/s; 19453/186320 objects misplaced (10.441%); 48 MiB/s, 774 objects/s recovering
2020-11-16T20:53:57.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:56 smithi071 bash[9480]: cluster 2020-11-16T20:53:56.704781+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e745: 12 total, 12 up, 9 in
2020-11-16T20:53:57.296 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:57.388 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:53:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:53:57.533 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:53:57.695 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:53:57 smithi071 bash[14419]: debug 2020-11-16T20:53:57.430+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:59.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:58 smithi065 bash[9468]: cluster 2020-11-16T20:53:57.712475+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e746: 12 total, 12 up, 9 in
2020-11-16T20:53:59.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:53:58 smithi065 bash[9468]: cluster 2020-11-16T20:53:58.519656+0000 mgr.x (mgr.14196) 1271 : cluster [DBG] pgmap v1918: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 649 op/s; 15956/184514 objects misplaced (8.648%); 52 MiB/s, 830 objects/s recovering
2020-11-16T20:53:59.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:58 smithi142 bash[9523]: cluster 2020-11-16T20:53:57.712475+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e746: 12 total, 12 up, 9 in
2020-11-16T20:53:59.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:53:58 smithi142 bash[9523]: cluster 2020-11-16T20:53:58.519656+0000 mgr.x (mgr.14196) 1271 : cluster [DBG] pgmap v1918: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 649 op/s; 15956/184514 objects misplaced (8.648%); 52 MiB/s, 830 objects/s recovering
2020-11-16T20:53:59.193 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:53:59.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:58 smithi071 bash[9480]: cluster 2020-11-16T20:53:57.712475+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e746: 12 total, 12 up, 9 in
2020-11-16T20:53:59.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:53:58 smithi071 bash[9480]: cluster 2020-11-16T20:53:58.519656+0000 mgr.x (mgr.14196) 1271 : cluster [DBG] pgmap v1918: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 649 op/s; 15956/184514 objects misplaced (8.648%); 52 MiB/s, 830 objects/s recovering
2020-11-16T20:53:59.197 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:53:59.354 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:53:59.397 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:53:59.444 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:53:59.531 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:53:59 smithi142 bash[20366]: debug 2020-11-16T20:53:59.446+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:53:59.547 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:53:59.680 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:53:59.786 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:53:59.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:53:59 smithi071 bash[12066]: debug 2020-11-16T20:53:59.682+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:00.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:00.520067+0000 mgr.x (mgr.14196) 1272 : cluster [DBG] pgmap v1919: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 475 op/s; 13936/184204 objects misplaced (7.566%); 47 MiB/s, 747 objects/s recovering
2020-11-16T20:54:00.972 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:00.520067+0000 mgr.x (mgr.14196) 1272 : cluster [DBG] pgmap v1919: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 475 op/s; 13936/184204 objects misplaced (7.566%); 47 MiB/s, 747 objects/s recovering
2020-11-16T20:54:00.972 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:01.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:00.520067+0000 mgr.x (mgr.14196) 1272 : cluster [DBG] pgmap v1919: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 475 op/s; 13936/184204 objects misplaced (7.566%); 47 MiB/s, 747 objects/s recovering
2020-11-16T20:54:01.078 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:01.282 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:00 smithi142 bash[114994]: debug 2020-11-16T20:54:00.974+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:02.087 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:02.192 INFO:tasks.thrashosds.thrasher:in_osds:  [0, 1, 4, 6, 7, 8, 11, 9, 10] out_osds:  [2, 5, 3] dead_osds:  [] live_osds:  [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3]
2020-11-16T20:54:02.193 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 0 1
2020-11-16T20:54:02.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:01 smithi142 bash[114994]: debug 2020-11-16T20:54:01.986+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:02.353 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:02.481 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:02.586 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:02.812 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:02 smithi142 bash[114994]: debug 2020-11-16T20:54:02.482+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:02.813 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:02 smithi142 bash[9523]: cluster 2020-11-16T20:54:01.705965+0000 mon.a (mon.0) 2360 : cluster [DBG] osdmap e747: 12 total, 12 up, 9 in
2020-11-16T20:54:02.813 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:02 smithi142 bash[9523]: cluster 2020-11-16T20:54:02.520546+0000 mgr.x (mgr.14196) 1273 : cluster [DBG] pgmap v1921: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 176 op/s; 13936/184200 objects misplaced (7.566%); 29 MiB/s, 458 objects/s recovering
2020-11-16T20:54:03.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:02 smithi065 bash[9468]: cluster 2020-11-16T20:54:01.705965+0000 mon.a (mon.0) 2360 : cluster [DBG] osdmap e747: 12 total, 12 up, 9 in
2020-11-16T20:54:03.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:02 smithi065 bash[9468]: cluster 2020-11-16T20:54:02.520546+0000 mgr.x (mgr.14196) 1273 : cluster [DBG] pgmap v1921: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 176 op/s; 13936/184200 objects misplaced (7.566%); 29 MiB/s, 458 objects/s recovering
2020-11-16T20:54:03.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:02 smithi071 bash[9480]: cluster 2020-11-16T20:54:01.705965+0000 mon.a (mon.0) 2360 : cluster [DBG] osdmap e747: 12 total, 12 up, 9 in
2020-11-16T20:54:03.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:02 smithi071 bash[9480]: cluster 2020-11-16T20:54:02.520546+0000 mgr.x (mgr.14196) 1273 : cluster [DBG] pgmap v1921: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 176 op/s; 13936/184200 objects misplaced (7.566%); 29 MiB/s, 458 objects/s recovering
2020-11-16T20:54:03.651 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:03.756 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:04.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:03 smithi065 bash[9468]: cluster 2020-11-16T20:54:01.991297+0000 osd.9 (osd.9) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:04.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:03 smithi065 bash[9468]: cluster 2020-11-16T20:54:01.991392+0000 osd.9 (osd.9) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:04.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:03 smithi065 bash[9468]: cluster 2020-11-16T20:54:02.721635+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e748: 12 total, 12 up, 9 in
2020-11-16T20:54:04.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:03 smithi142 bash[9523]: cluster 2020-11-16T20:54:01.991297+0000 osd.9 (osd.9) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:04.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:03 smithi142 bash[9523]: cluster 2020-11-16T20:54:01.991392+0000 osd.9 (osd.9) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:04.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:03 smithi142 bash[9523]: cluster 2020-11-16T20:54:02.721635+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e748: 12 total, 12 up, 9 in
2020-11-16T20:54:04.032 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:03 smithi142 bash[15670]: debug 2020-11-16T20:54:03.654+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:04.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:03 smithi071 bash[9480]: cluster 2020-11-16T20:54:01.991297+0000 osd.9 (osd.9) 185 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:04.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:03 smithi071 bash[9480]: cluster 2020-11-16T20:54:01.991392+0000 osd.9 (osd.9) 186 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:04.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:03 smithi071 bash[9480]: cluster 2020-11-16T20:54:02.721635+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e748: 12 total, 12 up, 9 in
2020-11-16T20:54:05.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:04 smithi065 bash[9468]: cluster 2020-11-16T20:54:03.724219+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e749: 12 total, 12 up, 9 in
2020-11-16T20:54:05.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:04 smithi065 bash[9468]: cluster 2020-11-16T20:54:03.988345+0000 osd.2 (osd.2) 200 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:05.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:04 smithi065 bash[9468]: cluster 2020-11-16T20:54:03.988469+0000 osd.2 (osd.2) 201 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:05.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:04 smithi065 bash[9468]: cluster 2020-11-16T20:54:04.521064+0000 mgr.x (mgr.14196) 1274 : cluster [DBG] pgmap v1924: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 26 op/s; 8733/184200 objects misplaced (4.741%); 38 MiB/s, 601 objects/s recovering
2020-11-16T20:54:05.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:04 smithi142 bash[9523]: cluster 2020-11-16T20:54:03.724219+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e749: 12 total, 12 up, 9 in
2020-11-16T20:54:05.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:04 smithi142 bash[9523]: cluster 2020-11-16T20:54:03.988345+0000 osd.2 (osd.2) 200 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:05.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:04 smithi142 bash[9523]: cluster 2020-11-16T20:54:03.988469+0000 osd.2 (osd.2) 201 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:05.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:04 smithi142 bash[9523]: cluster 2020-11-16T20:54:04.521064+0000 mgr.x (mgr.14196) 1274 : cluster [DBG] pgmap v1924: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 26 op/s; 8733/184200 objects misplaced (4.741%); 38 MiB/s, 601 objects/s recovering
2020-11-16T20:54:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:04 smithi071 bash[9480]: cluster 2020-11-16T20:54:03.724219+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e749: 12 total, 12 up, 9 in
2020-11-16T20:54:05.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:04 smithi071 bash[9480]: cluster 2020-11-16T20:54:03.988345+0000 osd.2 (osd.2) 200 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:05.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:04 smithi071 bash[9480]: cluster 2020-11-16T20:54:03.988469+0000 osd.2 (osd.2) 201 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:05.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:04 smithi071 bash[9480]: cluster 2020-11-16T20:54:04.521064+0000 mgr.x (mgr.14196) 1274 : cluster [DBG] pgmap v1924: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 26 op/s; 8733/184200 objects misplaced (4.741%); 38 MiB/s, 601 objects/s recovering
2020-11-16T20:54:05.599 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:05.703 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:05.853 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:05.958 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:06.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:05 smithi065 bash[9468]: cluster 2020-11-16T20:54:04.741692+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e750: 12 total, 12 up, 9 in
2020-11-16T20:54:06.029 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:05 smithi065 bash[18823]: debug 2020-11-16T20:54:05.852+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:06.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:05 smithi142 bash[9523]: cluster 2020-11-16T20:54:04.741692+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e750: 12 total, 12 up, 9 in
2020-11-16T20:54:06.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:54:05 smithi142 bash[18009]: debug 2020-11-16T20:54:05.598+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:06.299 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:05 smithi071 bash[9480]: cluster 2020-11-16T20:54:04.741692+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e750: 12 total, 12 up, 9 in
2020-11-16T20:54:07.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:06 smithi065 bash[9468]: cluster 2020-11-16T20:54:05.750506+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e751: 12 total, 12 up, 9 in
2020-11-16T20:54:07.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:06 smithi065 bash[9468]: cluster 2020-11-16T20:54:06.521617+0000 mgr.x (mgr.14196) 1275 : cluster [DBG] pgmap v1927: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 8733/184200 objects misplaced (4.741%); 41 MiB/s, 649 objects/s recovering
2020-11-16T20:54:07.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:06 smithi065 bash[9468]: cluster 2020-11-16T20:54:06.707742+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e752: 12 total, 12 up, 9 in
2020-11-16T20:54:07.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:06 smithi142 bash[9523]: cluster 2020-11-16T20:54:05.750506+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e751: 12 total, 12 up, 9 in
2020-11-16T20:54:07.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:06 smithi142 bash[9523]: cluster 2020-11-16T20:54:06.521617+0000 mgr.x (mgr.14196) 1275 : cluster [DBG] pgmap v1927: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 8733/184200 objects misplaced (4.741%); 41 MiB/s, 649 objects/s recovering
2020-11-16T20:54:07.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:06 smithi142 bash[9523]: cluster 2020-11-16T20:54:06.707742+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e752: 12 total, 12 up, 9 in
2020-11-16T20:54:07.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:06 smithi071 bash[9480]: cluster 2020-11-16T20:54:05.750506+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e751: 12 total, 12 up, 9 in
2020-11-16T20:54:07.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:06 smithi071 bash[9480]: cluster 2020-11-16T20:54:06.521617+0000 mgr.x (mgr.14196) 1275 : cluster [DBG] pgmap v1927: 27 pgs: 1 active+clean+wait, 7 active+recovering+remapped, 19 active+clean; 5.6 GiB data, 17 GiB used, 788 GiB / 805 GiB avail; 8733/184200 objects misplaced (4.741%); 41 MiB/s, 649 objects/s recovering
2020-11-16T20:54:07.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:06 smithi071 bash[9480]: cluster 2020-11-16T20:54:06.707742+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e752: 12 total, 12 up, 9 in
2020-11-16T20:54:07.764 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:07.869 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:08.053 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:08.158 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:08.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:07 smithi071 bash[12066]: debug 2020-11-16T20:54:07.766+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:08.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:08 smithi142 bash[114994]: debug 2020-11-16T20:54:08.046+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:08.302 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:08.408 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:08.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:08 smithi065 bash[16457]: debug 2020-11-16T20:54:08.300+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:09.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:08 smithi065 bash[9468]: cluster 2020-11-16T20:54:07.604630+0000 osd.0 (osd.0) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:09.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:08 smithi065 bash[9468]: cluster 2020-11-16T20:54:07.604708+0000 osd.0 (osd.0) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:09.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:08 smithi065 bash[9468]: cluster 2020-11-16T20:54:07.716300+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e753: 12 total, 12 up, 9 in
2020-11-16T20:54:09.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:08 smithi065 bash[9468]: cluster 2020-11-16T20:54:08.522160+0000 mgr.x (mgr.14196) 1276 : cluster [DBG] pgmap v1930: 27 pgs: 1 peering, 1 active+clean+wait, 4 active+recovering+remapped, 21 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 48 op/s; 1360/183814 objects misplaced (0.740%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:54:09.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:08 smithi142 bash[9523]: cluster 2020-11-16T20:54:07.604630+0000 osd.0 (osd.0) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:09.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:08 smithi142 bash[9523]: cluster 2020-11-16T20:54:07.604708+0000 osd.0 (osd.0) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:09.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:08 smithi142 bash[9523]: cluster 2020-11-16T20:54:07.716300+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e753: 12 total, 12 up, 9 in
2020-11-16T20:54:09.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:08 smithi142 bash[9523]: cluster 2020-11-16T20:54:08.522160+0000 mgr.x (mgr.14196) 1276 : cluster [DBG] pgmap v1930: 27 pgs: 1 peering, 1 active+clean+wait, 4 active+recovering+remapped, 21 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 48 op/s; 1360/183814 objects misplaced (0.740%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:54:09.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:08 smithi071 bash[9480]: cluster 2020-11-16T20:54:07.604630+0000 osd.0 (osd.0) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:09.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:08 smithi071 bash[9480]: cluster 2020-11-16T20:54:07.604708+0000 osd.0 (osd.0) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:09.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:08 smithi071 bash[9480]: cluster 2020-11-16T20:54:07.716300+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e753: 12 total, 12 up, 9 in
2020-11-16T20:54:09.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:08 smithi071 bash[9480]: cluster 2020-11-16T20:54:08.522160+0000 mgr.x (mgr.14196) 1276 : cluster [DBG] pgmap v1930: 27 pgs: 1 peering, 1 active+clean+wait, 4 active+recovering+remapped, 21 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 48 op/s; 1360/183814 objects misplaced (0.740%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:54:10.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:09 smithi065 bash[9468]: cluster 2020-11-16T20:54:08.727734+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e754: 12 total, 12 up, 9 in
2020-11-16T20:54:10.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:09 smithi142 bash[9523]: cluster 2020-11-16T20:54:08.727734+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e754: 12 total, 12 up, 9 in
2020-11-16T20:54:10.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:09 smithi071 bash[9480]: cluster 2020-11-16T20:54:08.727734+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e754: 12 total, 12 up, 9 in
2020-11-16T20:54:11.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:10 smithi065 bash[9468]: cluster 2020-11-16T20:54:09.729726+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e755: 12 total, 12 up, 9 in
2020-11-16T20:54:11.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:10 smithi065 bash[9468]: cluster 2020-11-16T20:54:10.522944+0000 mgr.x (mgr.14196) 1277 : cluster [DBG] pgmap v1933: 27 pgs: 1 peering, 1 active+clean+wait, 4 active+recovering+remapped, 21 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 129 op/s; 1360/183162 objects misplaced (0.743%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:54:11.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:10 smithi142 bash[9523]: cluster 2020-11-16T20:54:09.729726+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e755: 12 total, 12 up, 9 in
2020-11-16T20:54:11.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:10 smithi142 bash[9523]: cluster 2020-11-16T20:54:10.522944+0000 mgr.x (mgr.14196) 1277 : cluster [DBG] pgmap v1933: 27 pgs: 1 peering, 1 active+clean+wait, 4 active+recovering+remapped, 21 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 129 op/s; 1360/183162 objects misplaced (0.743%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:54:11.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:10 smithi071 bash[9480]: cluster 2020-11-16T20:54:09.729726+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e755: 12 total, 12 up, 9 in
2020-11-16T20:54:11.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:10 smithi071 bash[9480]: cluster 2020-11-16T20:54:10.522944+0000 mgr.x (mgr.14196) 1277 : cluster [DBG] pgmap v1933: 27 pgs: 1 peering, 1 active+clean+wait, 4 active+recovering+remapped, 21 active+clean; 5.6 GiB data, 16 GiB used, 788 GiB / 805 GiB avail; 0 B/s wr, 129 op/s; 1360/183162 objects misplaced (0.743%); 8.5 MiB/s, 136 objects/s recovering
2020-11-16T20:54:11.543 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:11.649 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:11.776 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:11.880 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:11.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:11 smithi071 bash[12066]: debug 2020-11-16T20:54:11.545+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:11.946 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:54:11 smithi071 bash[14419]: debug 2020-11-16T20:54:11.781+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:11.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:11 smithi071 bash[9480]: cluster 2020-11-16T20:54:10.740456+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e756: 12 total, 12 up, 9 in
2020-11-16T20:54:11.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:11 smithi071 bash[9480]: cluster 2020-11-16T20:54:11.713238+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e757: 12 total, 12 up, 9 in
2020-11-16T20:54:12.021 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:11 smithi065 bash[9468]: cluster 2020-11-16T20:54:10.740456+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e756: 12 total, 12 up, 9 in
2020-11-16T20:54:12.021 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:11 smithi065 bash[9468]: cluster 2020-11-16T20:54:11.713238+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e757: 12 total, 12 up, 9 in
2020-11-16T20:54:12.022 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:12.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:11 smithi142 bash[9523]: cluster 2020-11-16T20:54:10.740456+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e756: 12 total, 12 up, 9 in
2020-11-16T20:54:12.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:11 smithi142 bash[9523]: cluster 2020-11-16T20:54:11.713238+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e757: 12 total, 12 up, 9 in
2020-11-16T20:54:12.126 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:12.257 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:12.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:12 smithi065 bash[16457]: debug 2020-11-16T20:54:12.020+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:12.361 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:12.445 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:54:12 smithi071 bash[26650]: debug 2020-11-16T20:54:12.261+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:12.479 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:12.584 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:12.702 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:12.753 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:12 smithi071 bash[12066]: debug 2020-11-16T20:54:12.705+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:12.753 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:54:12 smithi071 bash[16796]: debug 2020-11-16T20:54:12.481+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:12.808 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:12.937 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:13.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:12 smithi065 bash[9468]: cluster 2020-11-16T20:54:11.382060+0000 osd.10 (osd.10) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:13.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:12 smithi065 bash[9468]: cluster 2020-11-16T20:54:11.382180+0000 osd.10 (osd.10) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:13.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:12 smithi065 bash[9468]: cluster 2020-11-16T20:54:12.523836+0000 mgr.x (mgr.14196) 1278 : cluster [DBG] pgmap v1936: 27 pgs: 1 active+clean+wait, 1 creating+peering, 2 active+recovering+remapped, 23 active+clean; 5.5 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 292 op/s; 926/181474 objects misplaced (0.510%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:54:13.042 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:13.053 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:54:12 smithi071 bash[14419]: debug 2020-11-16T20:54:12.941+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:13.053 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:12 smithi071 bash[9480]: cluster 2020-11-16T20:54:11.382060+0000 osd.10 (osd.10) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:13.054 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:12 smithi071 bash[9480]: cluster 2020-11-16T20:54:11.382180+0000 osd.10 (osd.10) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:13.054 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:12 smithi071 bash[9480]: cluster 2020-11-16T20:54:12.523836+0000 mgr.x (mgr.14196) 1278 : cluster [DBG] pgmap v1936: 27 pgs: 1 active+clean+wait, 1 creating+peering, 2 active+recovering+remapped, 23 active+clean; 5.5 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 292 op/s; 926/181474 objects misplaced (0.510%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:54:13.169 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:12 smithi142 bash[9523]: cluster 2020-11-16T20:54:11.382060+0000 osd.10 (osd.10) 174 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:13.170 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:12 smithi142 bash[9523]: cluster 2020-11-16T20:54:11.382180+0000 osd.10 (osd.10) 175 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:13.170 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:12 smithi142 bash[9523]: cluster 2020-11-16T20:54:12.523836+0000 mgr.x (mgr.14196) 1278 : cluster [DBG] pgmap v1936: 27 pgs: 1 active+clean+wait, 1 creating+peering, 2 active+recovering+remapped, 23 active+clean; 5.5 GiB data, 16 GiB used, 789 GiB / 805 GiB avail; 0 B/s wr, 292 op/s; 926/181474 objects misplaced (0.510%); 2.8 MiB/s, 44 objects/s recovering
2020-11-16T20:54:13.176 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:13.281 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:13.299 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:54:13.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:54:13.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:54:13.300 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": []
2020-11-16T20:54:13.300 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:54:13.398 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:54:13 smithi071 bash[14419]: debug 2020-11-16T20:54:13.181+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:13.399 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:13.504 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:13.653 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:13.695 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:54:13 smithi071 bash[14419]: debug 2020-11-16T20:54:13.401+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:13.758 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:13.770 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:13 smithi065 bash[9468]: cluster 2020-11-16T20:54:12.749826+0000 mon.a (mon.0) 2371 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T20:54:13.770 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:13 smithi065 bash[16457]: debug 2020-11-16T20:54:13.652+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:13.876 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:13.981 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:14.029 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:13 smithi065 bash[16457]: debug 2020-11-16T20:54:13.876+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:14.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:13 smithi142 bash[9523]: cluster 2020-11-16T20:54:12.749826+0000 mon.a (mon.0) 2371 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T20:54:14.039 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:54:14.061 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:54:14.087 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:54:14.111 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:54:14.138 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:54:14.169 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:54:14.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:13 smithi071 bash[9480]: cluster 2020-11-16T20:54:12.749826+0000 mon.a (mon.0) 2371 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T20:54:14.200 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:54:14.230 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:54:14.254 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:14.258 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:54:14.292 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:54:14.326 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:54:14.359 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:14.360 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:54:14.361 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.361 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.361 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.361 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.361 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.361 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.362 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.362 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.362 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.362 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.362 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.362 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:54:14.422 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:14 smithi142 bash[15670]: debug 2020-11-16T20:54:14.258+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:14.487 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:14.592 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:14.722 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:14.769 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:14 smithi065 bash[18823]: debug 2020-11-16T20:54:14.488+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:14.771 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:54:14.828 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:14.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[12066]: debug 2020-11-16T20:54:14.725+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:14.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[9480]: audit 2020-11-16T20:54:14.022042+0000 mon.a (mon.0) 2372 : audit [DBG] from='client.? v1:172.21.15.142:0/3518763329' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.068688+0000 osd.1 (osd.1) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.176221+0000 osd.5 (osd.5) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.297791+0000 osd.9 (osd.9) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.365000+0000 osd.11 (osd.11) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.524641+0000 mgr.x (mgr.14196) 1279 : cluster [DBG] pgmap v1937: 27 pgs: 1 active+clean+wait, 1 creating+peering, 1 active+recovering+remapped, 24 active+clean; 5.5 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 271 op/s; 494/180668 objects misplaced (0.273%); 4.2 MiB/s, 67 objects/s recovering
2020-11-16T20:54:14.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[9480]: audit 2020-11-16T20:54:14.613796+0000 mon.a (mon.0) 2373 : audit [INF] from='client.? v1:172.21.15.142:0/2329646263' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:14.954 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:15.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:14 smithi065 bash[9468]: audit 2020-11-16T20:54:14.022042+0000 mon.a (mon.0) 2372 : audit [DBG] from='client.? v1:172.21.15.142:0/3518763329' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:15.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:14 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.068688+0000 osd.1 (osd.1) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:15.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:14 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.176221+0000 osd.5 (osd.5) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:14 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.297791+0000 osd.9 (osd.9) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:14 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.365000+0000 osd.11 (osd.11) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:14 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.524641+0000 mgr.x (mgr.14196) 1279 : cluster [DBG] pgmap v1937: 27 pgs: 1 active+clean+wait, 1 creating+peering, 1 active+recovering+remapped, 24 active+clean; 5.5 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 271 op/s; 494/180668 objects misplaced (0.273%); 4.2 MiB/s, 67 objects/s recovering
2020-11-16T20:54:15.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:14 smithi065 bash[9468]: audit 2020-11-16T20:54:14.613796+0000 mon.a (mon.0) 2373 : audit [INF] from='client.? v1:172.21.15.142:0/2329646263' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:14 smithi142 bash[9523]: audit 2020-11-16T20:54:14.022042+0000 mon.a (mon.0) 2372 : audit [DBG] from='client.? v1:172.21.15.142:0/3518763329' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:14 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.068688+0000 osd.1 (osd.1) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:14 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.176221+0000 osd.5 (osd.5) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:14 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.297791+0000 osd.9 (osd.9) 187 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:15.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:14 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.365000+0000 osd.11 (osd.11) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:14 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.524641+0000 mgr.x (mgr.14196) 1279 : cluster [DBG] pgmap v1937: 27 pgs: 1 active+clean+wait, 1 creating+peering, 1 active+recovering+remapped, 24 active+clean; 5.5 GiB data, 15 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 271 op/s; 494/180668 objects misplaced (0.273%); 4.2 MiB/s, 67 objects/s recovering
2020-11-16T20:54:15.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:14 smithi142 bash[9523]: audit 2020-11-16T20:54:14.613796+0000 mon.a (mon.0) 2373 : audit [INF] from='client.? v1:172.21.15.142:0/2329646263' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:15.059 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:15.188 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:15.247 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight
2020-11-16T20:54:15.259 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:54:14 smithi071 bash[14419]: debug 2020-11-16T20:54:14.957+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:15.260 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[16796]: debug 2020-11-16T20:54:15.189+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:15.293 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:15.402 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:15.410 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:54:15.507 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:15.518 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[12066]: debug 2020-11-16T20:54:15.405+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:16.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.047475+0000 osd.0 (osd.0) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.094974+0000 osd.2 (osd.2) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.118751+0000 osd.3 (osd.3) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.144798+0000 osd.4 (osd.4) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.207394+0000 osd.6 (osd.6) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.237005+0000 osd.7 (osd.7) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.264771+0000 osd.8 (osd.8) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.331899+0000 osd.10 (osd.10) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.763905+0000 mon.a (mon.0) 2374 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:54:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: audit 2020-11-16T20:54:14.775038+0000 mon.a (mon.0) 2375 : audit [INF] from='client.? v1:172.21.15.142:0/2329646263' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:54:16.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:15 smithi065 bash[9468]: cluster 2020-11-16T20:54:14.775075+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e758: 12 total, 12 up, 9 in
2020-11-16T20:54:16.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.047475+0000 osd.0 (osd.0) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.094974+0000 osd.2 (osd.2) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.118751+0000 osd.3 (osd.3) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.144798+0000 osd.4 (osd.4) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.207394+0000 osd.6 (osd.6) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.237005+0000 osd.7 (osd.7) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.264771+0000 osd.8 (osd.8) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.331899+0000 osd.10 (osd.10) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.763905+0000 mon.a (mon.0) 2374 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:54:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: audit 2020-11-16T20:54:14.775038+0000 mon.a (mon.0) 2375 : audit [INF] from='client.? v1:172.21.15.142:0/2329646263' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:54:16.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:15 smithi142 bash[9523]: cluster 2020-11-16T20:54:14.775075+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e758: 12 total, 12 up, 9 in
2020-11-16T20:54:16.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.047475+0000 osd.0 (osd.0) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.094974+0000 osd.2 (osd.2) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.118751+0000 osd.3 (osd.3) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.144798+0000 osd.4 (osd.4) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.207394+0000 osd.6 (osd.6) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.237005+0000 osd.7 (osd.7) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.264771+0000 osd.8 (osd.8) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.331899+0000 osd.10 (osd.10) 176 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:16.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.763905+0000 mon.a (mon.0) 2374 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:54:16.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: audit 2020-11-16T20:54:14.775038+0000 mon.a (mon.0) 2375 : audit [INF] from='client.? v1:172.21.15.142:0/2329646263' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:54:16.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:15 smithi071 bash[9480]: cluster 2020-11-16T20:54:14.775075+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e758: 12 total, 12 up, 9 in
2020-11-16T20:54:16.711 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.0 to 1 (10000)
2020-11-16T20:54:17.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:16 smithi065 bash[9468]: audit 2020-11-16T20:54:16.140329+0000 mon.a (mon.0) 2377 : audit [INF] from='client.? v1:172.21.15.142:0/3049612145' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T20:54:17.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:16 smithi065 bash[9468]: cluster 2020-11-16T20:54:16.525440+0000 mgr.x (mgr.14196) 1280 : cluster [DBG] pgmap v1939: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 214 op/s; 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:54:17.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:16 smithi065 bash[9468]: audit 2020-11-16T20:54:16.713876+0000 mon.a (mon.0) 2378 : audit [INF] from='client.? v1:172.21.15.142:0/3049612145' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T20:54:17.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:16 smithi065 bash[9468]: cluster 2020-11-16T20:54:16.713968+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e759: 12 total, 12 up, 9 in
2020-11-16T20:54:17.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:16 smithi142 bash[9523]: audit 2020-11-16T20:54:16.140329+0000 mon.a (mon.0) 2377 : audit [INF] from='client.? v1:172.21.15.142:0/3049612145' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T20:54:17.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:16 smithi142 bash[9523]: cluster 2020-11-16T20:54:16.525440+0000 mgr.x (mgr.14196) 1280 : cluster [DBG] pgmap v1939: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 214 op/s; 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:54:17.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:16 smithi142 bash[9523]: audit 2020-11-16T20:54:16.713876+0000 mon.a (mon.0) 2378 : audit [INF] from='client.? v1:172.21.15.142:0/3049612145' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T20:54:17.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:16 smithi142 bash[9523]: cluster 2020-11-16T20:54:16.713968+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e759: 12 total, 12 up, 9 in
2020-11-16T20:54:17.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:16 smithi071 bash[9480]: audit 2020-11-16T20:54:16.140329+0000 mon.a (mon.0) 2377 : audit [INF] from='client.? v1:172.21.15.142:0/3049612145' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T20:54:17.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:16 smithi071 bash[9480]: cluster 2020-11-16T20:54:16.525440+0000 mgr.x (mgr.14196) 1280 : cluster [DBG] pgmap v1939: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 214 op/s; 6.2 MiB/s, 99 objects/s recovering
2020-11-16T20:54:17.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:16 smithi071 bash[9480]: audit 2020-11-16T20:54:16.713876+0000 mon.a (mon.0) 2378 : audit [INF] from='client.? v1:172.21.15.142:0/3049612145' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T20:54:17.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:16 smithi071 bash[9480]: cluster 2020-11-16T20:54:16.713968+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e759: 12 total, 12 up, 9 in
2020-11-16T20:54:17.600 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 1 1
2020-11-16T20:54:17.733 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:17.744 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:17.851 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:17.997 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:18.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:17 smithi065 bash[9468]: cluster 2020-11-16T20:54:16.776302+0000 mon.a (mon.0) 2380 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering)
2020-11-16T20:54:18.029 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:18 smithi065 bash[16457]: debug 2020-11-16T20:54:17.995+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:18.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:17 smithi142 bash[9523]: cluster 2020-11-16T20:54:16.776302+0000 mon.a (mon.0) 2380 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering)
2020-11-16T20:54:18.103 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:18.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:17 smithi071 bash[9480]: cluster 2020-11-16T20:54:16.776302+0000 mon.a (mon.0) 2380 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering)
2020-11-16T20:54:18.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:54:17 smithi071 bash[16796]: debug 2020-11-16T20:54:17.745+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:18.285 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:18.349 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:54:18.391 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:18.394 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:54:18.403 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:18 smithi142 bash[114994]: debug 2020-11-16T20:54:18.286+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:18.497 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:18.532 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:18.962 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:19.068 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:19.079 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:18 smithi065 bash[9468]: cluster 2020-11-16T20:54:18.526251+0000 mgr.x (mgr.14196) 1281 : cluster [DBG] pgmap v1941: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 75 op/s; 3.9 MiB/s, 61 objects/s recovering
2020-11-16T20:54:19.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:18 smithi071 bash[9480]: cluster 2020-11-16T20:54:18.526251+0000 mgr.x (mgr.14196) 1281 : cluster [DBG] pgmap v1941: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 75 op/s; 3.9 MiB/s, 61 objects/s recovering
2020-11-16T20:54:19.205 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:19.311 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:19.503 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:54:18 smithi142 bash[18009]: debug 2020-11-16T20:54:18.966+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:19.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:18 smithi142 bash[9523]: cluster 2020-11-16T20:54:18.526251+0000 mgr.x (mgr.14196) 1281 : cluster [DBG] pgmap v1941: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 75 op/s; 3.9 MiB/s, 61 objects/s recovering
2020-11-16T20:54:19.529 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:54:19 smithi065 bash[14115]: debug 2020-11-16T20:54:19.203+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:19.752 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:19.858 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:20.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:54:19 smithi071 bash[16796]: debug 2020-11-16T20:54:19.753+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:20.288 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:20.394 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:20.558 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:20.591 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:54:20 smithi071 bash[26650]: debug 2020-11-16T20:54:20.289+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:20.663 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:20.676 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:20 smithi065 bash[18823]: debug 2020-11-16T20:54:20.555+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:20.790 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:20.895 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:21.029 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:54:20 smithi065 bash[14115]: debug 2020-11-16T20:54:20.787+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:21.063 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:21.168 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:21.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:54:21 smithi071 bash[26650]: debug 2020-11-16T20:54:21.065+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:21.451 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:21.556 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:21.681 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:21.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:54:21 smithi065 bash[11785]: debug 2020-11-16T20:54:21.679+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:21.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:21 smithi065 bash[9468]: cluster 2020-11-16T20:54:20.438843+0000 osd.5 (osd.5) 202 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:21.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:21 smithi065 bash[9468]: cluster 2020-11-16T20:54:20.438988+0000 osd.5 (osd.5) 203 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:21.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:21 smithi065 bash[9468]: cluster 2020-11-16T20:54:20.498783+0000 mon.a (mon.0) 2381 : cluster [DBG] osdmap e760: 12 total, 12 up, 9 in
2020-11-16T20:54:21.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:21 smithi065 bash[9468]: cluster 2020-11-16T20:54:20.526921+0000 mgr.x (mgr.14196) 1282 : cluster [DBG] pgmap v1943: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 6 op/s; 2.1 MiB/s, 34 objects/s recovering
2020-11-16T20:54:21.787 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:21.818 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:54:21 smithi142 bash[20366]: debug 2020-11-16T20:54:21.454+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:21.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:21 smithi142 bash[9523]: cluster 2020-11-16T20:54:20.438843+0000 osd.5 (osd.5) 202 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:21.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:21 smithi142 bash[9523]: cluster 2020-11-16T20:54:20.438988+0000 osd.5 (osd.5) 203 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:21.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:21 smithi142 bash[9523]: cluster 2020-11-16T20:54:20.498783+0000 mon.a (mon.0) 2381 : cluster [DBG] osdmap e760: 12 total, 12 up, 9 in
2020-11-16T20:54:21.819 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:21 smithi142 bash[9523]: cluster 2020-11-16T20:54:20.526921+0000 mgr.x (mgr.14196) 1282 : cluster [DBG] pgmap v1943: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 6 op/s; 2.1 MiB/s, 34 objects/s recovering
2020-11-16T20:54:21.932 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:21.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:21 smithi071 bash[9480]: cluster 2020-11-16T20:54:20.438843+0000 osd.5 (osd.5) 202 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:21.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:21 smithi071 bash[9480]: cluster 2020-11-16T20:54:20.438988+0000 osd.5 (osd.5) 203 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:21.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:21 smithi071 bash[9480]: cluster 2020-11-16T20:54:20.498783+0000 mon.a (mon.0) 2381 : cluster [DBG] osdmap e760: 12 total, 12 up, 9 in
2020-11-16T20:54:21.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:21 smithi071 bash[9480]: cluster 2020-11-16T20:54:20.526921+0000 mgr.x (mgr.14196) 1282 : cluster [DBG] pgmap v1943: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 6 op/s; 2.1 MiB/s, 34 objects/s recovering
2020-11-16T20:54:22.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:22.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:21 smithi065 bash[16457]: debug 2020-11-16T20:54:21.931+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:22.437 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:22.542 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:22.709 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:22 smithi142 bash[15670]: debug 2020-11-16T20:54:22.438+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:22.833 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:22.936 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:23.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:22 smithi065 bash[9468]: cluster 2020-11-16T20:54:21.716917+0000 mon.a (mon.0) 2382 : cluster [DBG] osdmap e761: 12 total, 12 up, 9 in
2020-11-16T20:54:23.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:22 smithi065 bash[9468]: cluster 2020-11-16T20:54:22.527634+0000 mgr.x (mgr.14196) 1283 : cluster [DBG] pgmap v1945: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:54:23.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:22 smithi142 bash[9523]: cluster 2020-11-16T20:54:21.716917+0000 mon.a (mon.0) 2382 : cluster [DBG] osdmap e761: 12 total, 12 up, 9 in
2020-11-16T20:54:23.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:22 smithi142 bash[9523]: cluster 2020-11-16T20:54:22.527634+0000 mgr.x (mgr.14196) 1283 : cluster [DBG] pgmap v1945: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:54:23.032 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:22 smithi142 bash[114994]: debug 2020-11-16T20:54:22.834+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:23.034 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:54:23.034 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:54:23.093 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:23.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:22 smithi071 bash[9480]: cluster 2020-11-16T20:54:21.716917+0000 mon.a (mon.0) 2382 : cluster [DBG] osdmap e761: 12 total, 12 up, 9 in
2020-11-16T20:54:23.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:22 smithi071 bash[9480]: cluster 2020-11-16T20:54:22.527634+0000 mgr.x (mgr.14196) 1283 : cluster [DBG] pgmap v1945: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:54:23.200 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:23.332 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:23.434 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:23.529 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:54:23 smithi065 bash[11785]: debug 2020-11-16T20:54:23.327+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:23.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:23 smithi065 bash[16457]: debug 2020-11-16T20:54:23.091+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:23.734 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:23.813 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops
2020-11-16T20:54:23.839 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:23.969 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:54:24.383 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:24.489 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:24.497 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:54:24 smithi142 bash[20366]: debug 2020-11-16T20:54:23.738+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:24.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:24 smithi065 bash[9468]: cluster 2020-11-16T20:54:24.528152+0000 mgr.x (mgr.14196) 1284 : cluster [DBG] pgmap v1946: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:54:24.779 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:24 smithi065 bash[18823]: debug 2020-11-16T20:54:24.379+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:24.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:24 smithi142 bash[9523]: cluster 2020-11-16T20:54:24.528152+0000 mgr.x (mgr.14196) 1284 : cluster [DBG] pgmap v1946: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:54:24.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:24 smithi071 bash[9480]: cluster 2020-11-16T20:54:24.528152+0000 mgr.x (mgr.14196) 1284 : cluster [DBG] pgmap v1946: 27 pgs: 2 active+clean+wait, 25 active+clean; 5.5 GiB data, 14 GiB used, 790 GiB / 805 GiB avail
2020-11-16T20:54:25.204 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:25.306 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:25.531 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:25 smithi142 bash[15670]: debug 2020-11-16T20:54:25.206+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:25.538 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:25.642 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:25.786 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:25.890 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:25.913 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:25 smithi142 bash[15670]: debug 2020-11-16T20:54:25.542+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:26.014 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:26.018 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:25 smithi065 bash[18823]: debug 2020-11-16T20:54:25.783+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:26.121 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:26.191 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:54:26.222 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:54:26.237 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:26.250 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:54:26.279 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[14115]: debug 2020-11-16T20:54:26.239+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:26.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[16457]: debug 2020-11-16T20:54:26.023+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:26.280 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:54:26.312 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:54:26.344 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:54:26.345 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:26.371 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:54:26.404 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:54:26.445 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:54:26.470 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:26.482 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:54:26.513 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:54:26.550 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:54:26.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.552 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.553 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:54:26.573 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:26.598 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.1 to 1 (10000)
2020-11-16T20:54:26.601 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:54:26.638 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[20366]: debug 2020-11-16T20:54:26.470+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:26.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: cluster 2020-11-16T20:54:25.528354+0000 osd.7 (osd.7) 186 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:26.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: cluster 2020-11-16T20:54:25.528500+0000 osd.7 (osd.7) 187 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:26.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: cluster 2020-11-16T20:54:25.599588+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e762: 12 total, 12 up, 9 in
2020-11-16T20:54:26.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: audit 2020-11-16T20:54:25.768781+0000 mon.a (mon.0) 2384 : audit [INF] from='client.16554 v1:172.21.15.142:0/3862691824' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T20:54:26.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: audit 2020-11-16T20:54:26.170248+0000 mon.a (mon.0) 2385 : audit [DBG] from='client.? v1:172.21.15.142:0/3408128354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:26.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: audit 2020-11-16T20:54:26.223123+0000 mon.b (mon.1) 455 : audit [INF] from='client.? v1:172.21.15.142:0/3680834995' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:54:26.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: audit 2020-11-16T20:54:26.224257+0000 mon.a (mon.0) 2386 : audit [INF] from='client.26404 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:54:26.639 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: audit 2020-11-16T20:54:26.294344+0000 mon.b (mon.1) 456 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:54:26.640 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: audit 2020-11-16T20:54:26.294521+0000 mon.b (mon.1) 457 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:54:26.640 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: audit 2020-11-16T20:54:26.295365+0000 mon.a (mon.0) 2387 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:54:26.640 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: audit 2020-11-16T20:54:26.295964+0000 mon.a (mon.0) 2388 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:54:26.640 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.351452+0000 osd.5 (osd.5) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:26.640 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:26 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.528730+0000 mgr.x (mgr.14196) 1285 : cluster [DBG] pgmap v1948: 27 pgs: 1 active+clean+wait, 26 active+clean; 5.4 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 245 op/s
2020-11-16T20:54:26.708 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:26.812 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:26.933 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: cluster 2020-11-16T20:54:25.528354+0000 osd.7 (osd.7) 186 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:26.934 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: cluster 2020-11-16T20:54:25.528500+0000 osd.7 (osd.7) 187 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:26.934 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: cluster 2020-11-16T20:54:25.599588+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e762: 12 total, 12 up, 9 in
2020-11-16T20:54:26.934 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: audit 2020-11-16T20:54:25.768781+0000 mon.a (mon.0) 2384 : audit [INF] from='client.16554 v1:172.21.15.142:0/3862691824' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T20:54:26.934 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: audit 2020-11-16T20:54:26.170248+0000 mon.a (mon.0) 2385 : audit [DBG] from='client.? v1:172.21.15.142:0/3408128354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:26.934 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: audit 2020-11-16T20:54:26.223123+0000 mon.b (mon.1) 455 : audit [INF] from='client.? v1:172.21.15.142:0/3680834995' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:54:26.934 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: audit 2020-11-16T20:54:26.224257+0000 mon.a (mon.0) 2386 : audit [INF] from='client.26404 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:54:26.934 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: audit 2020-11-16T20:54:26.294344+0000 mon.b (mon.1) 456 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:54:26.935 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: audit 2020-11-16T20:54:26.294521+0000 mon.b (mon.1) 457 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:54:26.935 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: audit 2020-11-16T20:54:26.295365+0000 mon.a (mon.0) 2387 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:54:26.935 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: audit 2020-11-16T20:54:26.295964+0000 mon.a (mon.0) 2388 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:54:26.935 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.351452+0000 osd.5 (osd.5) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:26.935 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.528730+0000 mgr.x (mgr.14196) 1285 : cluster [DBG] pgmap v1948: 27 pgs: 1 active+clean+wait, 26 active+clean; 5.4 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 245 op/s
2020-11-16T20:54:26.936 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:26.945 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[16796]: debug 2020-11-16T20:54:26.709+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:26.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: cluster 2020-11-16T20:54:25.528354+0000 osd.7 (osd.7) 186 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: cluster 2020-11-16T20:54:25.528500+0000 osd.7 (osd.7) 187 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: cluster 2020-11-16T20:54:25.599588+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e762: 12 total, 12 up, 9 in
2020-11-16T20:54:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: audit 2020-11-16T20:54:25.768781+0000 mon.a (mon.0) 2384 : audit [INF] from='client.16554 v1:172.21.15.142:0/3862691824' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T20:54:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: audit 2020-11-16T20:54:26.170248+0000 mon.a (mon.0) 2385 : audit [DBG] from='client.? v1:172.21.15.142:0/3408128354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: audit 2020-11-16T20:54:26.223123+0000 mon.b (mon.1) 455 : audit [INF] from='client.? v1:172.21.15.142:0/3680834995' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:54:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: audit 2020-11-16T20:54:26.224257+0000 mon.a (mon.0) 2386 : audit [INF] from='client.26404 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:54:26.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: audit 2020-11-16T20:54:26.294344+0000 mon.b (mon.1) 456 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:54:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: audit 2020-11-16T20:54:26.294521+0000 mon.b (mon.1) 457 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:54:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: audit 2020-11-16T20:54:26.295365+0000 mon.a (mon.0) 2387 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:54:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: audit 2020-11-16T20:54:26.295964+0000 mon.a (mon.0) 2388 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:54:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.351452+0000 osd.5 (osd.5) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:26.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:26 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.528730+0000 mgr.x (mgr.14196) 1285 : cluster [DBG] pgmap v1948: 27 pgs: 1 active+clean+wait, 26 active+clean; 5.4 GiB data, 14 GiB used, 790 GiB / 805 GiB avail; 0 B/s wr, 245 op/s
2020-11-16T20:54:27.040 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:27.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:54:26 smithi065 bash[11785]: debug 2020-11-16T20:54:26.935+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:27.348 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[26650]: debug 2020-11-16T20:54:27.349+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:27.352 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:27.456 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:27.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.199389+0000 osd.0 (osd.0) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.230289+0000 osd.1 (osd.1) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.258162+0000 osd.2 (osd.2) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.288671+0000 osd.3 (osd.3) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.320069+0000 osd.4 (osd.4) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.378576+0000 osd.6 (osd.6) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.411886+0000 osd.7 (osd.7) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.451103+0000 osd.8 (osd.8) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.488613+0000 osd.9 (osd.9) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.519761+0000 osd.10 (osd.10) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.554261+0000 osd.11 (osd.11) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.596746+0000 mon.a (mon.0) 2389 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:54:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: audit 2020-11-16T20:54:26.600616+0000 mon.a (mon.0) 2390 : audit [INF] from='client.16554 v1:172.21.15.142:0/3862691824' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T20:54:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: audit 2020-11-16T20:54:26.600674+0000 mon.a (mon.0) 2391 : audit [INF] from='client.26404 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:54:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.600959+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e763: 12 total, 12 up, 9 in
2020-11-16T20:54:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.777660+0000 osd.10 (osd.10) 178 : cluster [DBG] 7.e scrub starts
2020-11-16T20:54:27.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:27 smithi142 bash[9523]: cluster 2020-11-16T20:54:26.967785+0000 osd.8 (osd.8) 204 : cluster [DBG] 7.16 scrub starts
2020-11-16T20:54:27.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.199389+0000 osd.0 (osd.0) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.230289+0000 osd.1 (osd.1) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.258162+0000 osd.2 (osd.2) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.288671+0000 osd.3 (osd.3) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.320069+0000 osd.4 (osd.4) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.378576+0000 osd.6 (osd.6) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.411886+0000 osd.7 (osd.7) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.451103+0000 osd.8 (osd.8) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.488613+0000 osd.9 (osd.9) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.519761+0000 osd.10 (osd.10) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.554261+0000 osd.11 (osd.11) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:27.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.596746+0000 mon.a (mon.0) 2389 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:54:27.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: audit 2020-11-16T20:54:26.600616+0000 mon.a (mon.0) 2390 : audit [INF] from='client.16554 v1:172.21.15.142:0/3862691824' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T20:54:27.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: audit 2020-11-16T20:54:26.600674+0000 mon.a (mon.0) 2391 : audit [INF] from='client.26404 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:54:27.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.600959+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e763: 12 total, 12 up, 9 in
2020-11-16T20:54:27.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.777660+0000 osd.10 (osd.10) 178 : cluster [DBG] 7.e scrub starts
2020-11-16T20:54:27.948 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:27 smithi071 bash[9480]: cluster 2020-11-16T20:54:26.967785+0000 osd.8 (osd.8) 204 : cluster [DBG] 7.16 scrub starts
2020-11-16T20:54:28.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.199389+0000 osd.0 (osd.0) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.230289+0000 osd.1 (osd.1) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.258162+0000 osd.2 (osd.2) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.288671+0000 osd.3 (osd.3) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.320069+0000 osd.4 (osd.4) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.378576+0000 osd.6 (osd.6) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.411886+0000 osd.7 (osd.7) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.451103+0000 osd.8 (osd.8) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.488613+0000 osd.9 (osd.9) 188 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.519761+0000 osd.10 (osd.10) 177 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.554261+0000 osd.11 (osd.11) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:28.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.596746+0000 mon.a (mon.0) 2389 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:54:28.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: audit 2020-11-16T20:54:26.600616+0000 mon.a (mon.0) 2390 : audit [INF] from='client.16554 v1:172.21.15.142:0/3862691824' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T20:54:28.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: audit 2020-11-16T20:54:26.600674+0000 mon.a (mon.0) 2391 : audit [INF] from='client.26404 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:54:28.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.600959+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e763: 12 total, 12 up, 9 in
2020-11-16T20:54:28.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.777660+0000 osd.10 (osd.10) 178 : cluster [DBG] 7.e scrub starts
2020-11-16T20:54:28.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:27 smithi065 bash[9468]: cluster 2020-11-16T20:54:26.967785+0000 osd.8 (osd.8) 204 : cluster [DBG] 7.16 scrub starts
2020-11-16T20:54:28.500 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:54:28.500 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:54:28.501 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:54:28.501 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:54:28.501 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:54:28.872 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:28 smithi142 bash[9523]: cluster 2020-11-16T20:54:27.735617+0000 osd.8 (osd.8) 205 : cluster [DBG] 7.16 scrub ok
2020-11-16T20:54:28.872 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:28 smithi142 bash[9523]: cluster 2020-11-16T20:54:27.958422+0000 osd.1 (osd.1) 266 : cluster [DBG] 7.d scrub starts
2020-11-16T20:54:28.872 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:28 smithi142 bash[9523]: cluster 2020-11-16T20:54:28.529260+0000 mgr.x (mgr.14196) 1286 : cluster [DBG] pgmap v1950: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.3 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 595 op/s
2020-11-16T20:54:28.873 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:28.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:28 smithi071 bash[9480]: cluster 2020-11-16T20:54:27.735617+0000 osd.8 (osd.8) 205 : cluster [DBG] 7.16 scrub ok
2020-11-16T20:54:28.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:28 smithi071 bash[9480]: cluster 2020-11-16T20:54:27.958422+0000 osd.1 (osd.1) 266 : cluster [DBG] 7.d scrub starts
2020-11-16T20:54:28.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:28 smithi071 bash[9480]: cluster 2020-11-16T20:54:28.529260+0000 mgr.x (mgr.14196) 1286 : cluster [DBG] pgmap v1950: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.3 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 595 op/s
2020-11-16T20:54:28.977 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:29.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:28 smithi065 bash[9468]: cluster 2020-11-16T20:54:27.735617+0000 osd.8 (osd.8) 205 : cluster [DBG] 7.16 scrub ok
2020-11-16T20:54:29.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:28 smithi065 bash[9468]: cluster 2020-11-16T20:54:27.958422+0000 osd.1 (osd.1) 266 : cluster [DBG] 7.d scrub starts
2020-11-16T20:54:29.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:28 smithi065 bash[9468]: cluster 2020-11-16T20:54:28.529260+0000 mgr.x (mgr.14196) 1286 : cluster [DBG] pgmap v1950: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.3 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 595 op/s
2020-11-16T20:54:29.181 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:29 smithi142 bash[15670]: debug 2020-11-16T20:54:29.182+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:29.181 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:54:28 smithi142 bash[20366]: debug 2020-11-16T20:54:28.874+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:29.182 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:29.285 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:29.303 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 4 1
2020-11-16T20:54:29.458 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:29.546 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_historic_ops
2020-11-16T20:54:29.698 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:54:29.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:29 smithi071 bash[9480]: cluster 2020-11-16T20:54:28.030592+0000 osd.0 (osd.0) 222 : cluster [DBG] 7.9 scrub starts
2020-11-16T20:54:29.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:29 smithi071 bash[9480]: cluster 2020-11-16T20:54:28.640577+0000 osd.0 (osd.0) 223 : cluster [DBG] 7.9 scrub ok
2020-11-16T20:54:29.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:29 smithi071 bash[9480]: cluster 2020-11-16T20:54:29.059013+0000 osd.10 (osd.10) 179 : cluster [DBG] 7.e scrub ok
2020-11-16T20:54:30.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:29 smithi065 bash[9468]: cluster 2020-11-16T20:54:28.030592+0000 osd.0 (osd.0) 222 : cluster [DBG] 7.9 scrub starts
2020-11-16T20:54:30.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:29 smithi065 bash[9468]: cluster 2020-11-16T20:54:28.640577+0000 osd.0 (osd.0) 223 : cluster [DBG] 7.9 scrub ok
2020-11-16T20:54:30.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:29 smithi065 bash[9468]: cluster 2020-11-16T20:54:29.059013+0000 osd.10 (osd.10) 179 : cluster [DBG] 7.e scrub ok
2020-11-16T20:54:30.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:29 smithi142 bash[9523]: cluster 2020-11-16T20:54:28.030592+0000 osd.0 (osd.0) 222 : cluster [DBG] 7.9 scrub starts
2020-11-16T20:54:30.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:29 smithi142 bash[9523]: cluster 2020-11-16T20:54:28.640577+0000 osd.0 (osd.0) 223 : cluster [DBG] 7.9 scrub ok
2020-11-16T20:54:30.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:29 smithi142 bash[9523]: cluster 2020-11-16T20:54:29.059013+0000 osd.10 (osd.10) 179 : cluster [DBG] 7.e scrub ok
2020-11-16T20:54:30.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:30 smithi071 bash[9480]: cluster 2020-11-16T20:54:29.409189+0000 osd.1 (osd.1) 267 : cluster [DBG] 7.d scrub ok
2020-11-16T20:54:30.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:30 smithi071 bash[9480]: cluster 2020-11-16T20:54:29.817876+0000 osd.4 (osd.4) 221 : cluster [DBG] 7.3 scrub starts
2020-11-16T20:54:30.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:30 smithi071 bash[9480]: cluster 2020-11-16T20:54:29.991789+0000 osd.0 (osd.0) 224 : cluster [DBG] 7.12 scrub starts
2020-11-16T20:54:30.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:30 smithi071 bash[9480]: cluster 2020-11-16T20:54:30.529752+0000 mgr.x (mgr.14196) 1287 : cluster [DBG] pgmap v1951: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.2 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 687 op/s
2020-11-16T20:54:31.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:30 smithi065 bash[9468]: cluster 2020-11-16T20:54:29.409189+0000 osd.1 (osd.1) 267 : cluster [DBG] 7.d scrub ok
2020-11-16T20:54:31.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:30 smithi065 bash[9468]: cluster 2020-11-16T20:54:29.817876+0000 osd.4 (osd.4) 221 : cluster [DBG] 7.3 scrub starts
2020-11-16T20:54:31.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:30 smithi065 bash[9468]: cluster 2020-11-16T20:54:29.991789+0000 osd.0 (osd.0) 224 : cluster [DBG] 7.12 scrub starts
2020-11-16T20:54:31.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:30 smithi065 bash[9468]: cluster 2020-11-16T20:54:30.529752+0000 mgr.x (mgr.14196) 1287 : cluster [DBG] pgmap v1951: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.2 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 687 op/s
2020-11-16T20:54:31.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:30 smithi142 bash[9523]: cluster 2020-11-16T20:54:29.409189+0000 osd.1 (osd.1) 267 : cluster [DBG] 7.d scrub ok
2020-11-16T20:54:31.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:30 smithi142 bash[9523]: cluster 2020-11-16T20:54:29.817876+0000 osd.4 (osd.4) 221 : cluster [DBG] 7.3 scrub starts
2020-11-16T20:54:31.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:30 smithi142 bash[9523]: cluster 2020-11-16T20:54:29.991789+0000 osd.0 (osd.0) 224 : cluster [DBG] 7.12 scrub starts
2020-11-16T20:54:31.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:30 smithi142 bash[9523]: cluster 2020-11-16T20:54:30.529752+0000 mgr.x (mgr.14196) 1287 : cluster [DBG] pgmap v1951: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.2 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 687 op/s
2020-11-16T20:54:31.217 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:54:31.251 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:54:31.381 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:31.427 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:31.501 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:31.605 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:31.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:54:31 smithi065 bash[11785]: debug 2020-11-16T20:54:31.503+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:31.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:31 smithi065 bash[9468]: cluster 2020-11-16T20:54:30.027570+0000 osd.8 (osd.8) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:31.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:31 smithi065 bash[9468]: cluster 2020-11-16T20:54:30.027660+0000 osd.8 (osd.8) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:31.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:31 smithi065 bash[9468]: cluster 2020-11-16T20:54:30.450964+0000 osd.0 (osd.0) 225 : cluster [DBG] 7.12 scrub ok
2020-11-16T20:54:31.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:31 smithi065 bash[9468]: cluster 2020-11-16T20:54:30.618660+0000 osd.4 (osd.4) 222 : cluster [DBG] 7.3 scrub ok
2020-11-16T20:54:31.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:31 smithi065 bash[9468]: cluster 2020-11-16T20:54:30.631448+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e764: 12 total, 12 up, 9 in
2020-11-16T20:54:31.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:31 smithi065 bash[9468]: cluster 2020-11-16T20:54:30.734181+0000 osd.10 (osd.10) 180 : cluster [DBG] 7.2 scrub starts
2020-11-16T20:54:31.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:31 smithi071 bash[9480]: cluster 2020-11-16T20:54:30.027570+0000 osd.8 (osd.8) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:31.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:31 smithi071 bash[9480]: cluster 2020-11-16T20:54:30.027660+0000 osd.8 (osd.8) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:31.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:31 smithi071 bash[9480]: cluster 2020-11-16T20:54:30.450964+0000 osd.0 (osd.0) 225 : cluster [DBG] 7.12 scrub ok
2020-11-16T20:54:31.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:31 smithi071 bash[9480]: cluster 2020-11-16T20:54:30.618660+0000 osd.4 (osd.4) 222 : cluster [DBG] 7.3 scrub ok
2020-11-16T20:54:31.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:31 smithi071 bash[9480]: cluster 2020-11-16T20:54:30.631448+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e764: 12 total, 12 up, 9 in
2020-11-16T20:54:31.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:31 smithi071 bash[9480]: cluster 2020-11-16T20:54:30.734181+0000 osd.10 (osd.10) 180 : cluster [DBG] 7.2 scrub starts
2020-11-16T20:54:31.961 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:31 smithi142 bash[9523]: cluster 2020-11-16T20:54:30.027570+0000 osd.8 (osd.8) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:31.961 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:31 smithi142 bash[9523]: cluster 2020-11-16T20:54:30.027660+0000 osd.8 (osd.8) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:31.962 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:31 smithi142 bash[9523]: cluster 2020-11-16T20:54:30.450964+0000 osd.0 (osd.0) 225 : cluster [DBG] 7.12 scrub ok
2020-11-16T20:54:31.962 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:31 smithi142 bash[9523]: cluster 2020-11-16T20:54:30.618660+0000 osd.4 (osd.4) 222 : cluster [DBG] 7.3 scrub ok
2020-11-16T20:54:31.962 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:31 smithi142 bash[9523]: cluster 2020-11-16T20:54:30.631448+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e764: 12 total, 12 up, 9 in
2020-11-16T20:54:31.962 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:31 smithi142 bash[9523]: cluster 2020-11-16T20:54:30.734181+0000 osd.10 (osd.10) 180 : cluster [DBG] 7.2 scrub starts
2020-11-16T20:54:32.031 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:32.135 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:32.256 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:32.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:32 smithi142 bash[114994]: debug 2020-11-16T20:54:32.034+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:32.359 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:32.510 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:32.514 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:54:32 smithi065 bash[11785]: debug 2020-11-16T20:54:32.511+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:32.515 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:32 smithi065 bash[18823]: debug 2020-11-16T20:54:32.251+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:32.616 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:32.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:32 smithi065 bash[9468]: cluster 2020-11-16T20:54:31.398486+0000 osd.10 (osd.10) 181 : cluster [DBG] 7.2 scrub ok
2020-11-16T20:54:32.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:32 smithi065 bash[9468]: cluster 2020-11-16T20:54:31.717162+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e765: 12 total, 12 up, 9 in
2020-11-16T20:54:32.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:32 smithi065 bash[9468]: cluster 2020-11-16T20:54:32.530260+0000 mgr.x (mgr.14196) 1288 : cluster [DBG] pgmap v1954: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 461 op/s
2020-11-16T20:54:32.908 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:32 smithi142 bash[9523]: cluster 2020-11-16T20:54:31.398486+0000 osd.10 (osd.10) 181 : cluster [DBG] 7.2 scrub ok
2020-11-16T20:54:32.908 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:32 smithi142 bash[9523]: cluster 2020-11-16T20:54:31.717162+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e765: 12 total, 12 up, 9 in
2020-11-16T20:54:32.908 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:32 smithi142 bash[9523]: cluster 2020-11-16T20:54:32.530260+0000 mgr.x (mgr.14196) 1288 : cluster [DBG] pgmap v1954: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 461 op/s
2020-11-16T20:54:32.909 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:33.012 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:33.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:32 smithi071 bash[9480]: cluster 2020-11-16T20:54:31.398486+0000 osd.10 (osd.10) 181 : cluster [DBG] 7.2 scrub ok
2020-11-16T20:54:33.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:32 smithi071 bash[9480]: cluster 2020-11-16T20:54:31.717162+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e765: 12 total, 12 up, 9 in
2020-11-16T20:54:33.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:32 smithi071 bash[9480]: cluster 2020-11-16T20:54:32.530260+0000 mgr.x (mgr.14196) 1288 : cluster [DBG] pgmap v1954: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 0 B/s wr, 461 op/s
2020-11-16T20:54:33.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:32 smithi142 bash[114994]: debug 2020-11-16T20:54:32.910+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:33.953 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:34.028 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:33 smithi071 bash[9480]: cluster 2020-11-16T20:54:32.498787+0000 osd.6 (osd.6) 230 : cluster [DBG] 7.19 scrub starts
2020-11-16T20:54:34.028 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:33 smithi071 bash[9480]: cluster 2020-11-16T20:54:32.909416+0000 osd.6 (osd.6) 231 : cluster [DBG] 7.19 scrub ok
2020-11-16T20:54:34.028 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:33 smithi071 bash[9480]: cluster 2020-11-16T20:54:33.199325+0000 osd.11 (osd.11) 200 : cluster [DBG] 7.c scrub starts
2020-11-16T20:54:34.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:33 smithi065 bash[9468]: cluster 2020-11-16T20:54:32.498787+0000 osd.6 (osd.6) 230 : cluster [DBG] 7.19 scrub starts
2020-11-16T20:54:34.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:33 smithi065 bash[9468]: cluster 2020-11-16T20:54:32.909416+0000 osd.6 (osd.6) 231 : cluster [DBG] 7.19 scrub ok
2020-11-16T20:54:34.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:33 smithi065 bash[9468]: cluster 2020-11-16T20:54:33.199325+0000 osd.11 (osd.11) 200 : cluster [DBG] 7.c scrub starts
2020-11-16T20:54:34.031 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:33 smithi142 bash[114994]: debug 2020-11-16T20:54:33.954+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:34.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:33 smithi142 bash[9523]: cluster 2020-11-16T20:54:32.498787+0000 osd.6 (osd.6) 230 : cluster [DBG] 7.19 scrub starts
2020-11-16T20:54:34.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:33 smithi142 bash[9523]: cluster 2020-11-16T20:54:32.909416+0000 osd.6 (osd.6) 231 : cluster [DBG] 7.19 scrub ok
2020-11-16T20:54:34.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:33 smithi142 bash[9523]: cluster 2020-11-16T20:54:33.199325+0000 osd.11 (osd.11) 200 : cluster [DBG] 7.c scrub starts
2020-11-16T20:54:34.057 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:34.286 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:34.316 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:54:34.316 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:54:34.316 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:54:34.316 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:54:34.317 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43862 6.2 6:4b749394:::benchmark_data_smithi065_43723_object43861:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e636)",
2020-11-16T20:54:34.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.197231+0000",
2020-11-16T20:54:34.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 356.12347321800002,
2020-11-16T20:54:34.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.457029688,
2020-11-16T20:54:34.317 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.317 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:54:34.318 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43862
2020-11-16T20:54:34.318 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.318 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197231+0000",
2020-11-16T20:54:34.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197231+0000",
2020-11-16T20:54:34.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:54:34.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197204+0000",
2020-11-16T20:54:34.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000102822
2020-11-16T20:54:34.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197306+0000",
2020-11-16T20:54:34.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5832999999999999e-05
2020-11-16T20:54:34.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197322+0000",
2020-11-16T20:54:34.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0447e-05
2020-11-16T20:54:34.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197333+0000",
2020-11-16T20:54:34.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3627000000000004e-05
2020-11-16T20:54:34.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197416+0000",
2020-11-16T20:54:34.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026880300000000002
2020-11-16T20:54:34.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197685+0000",
2020-11-16T20:54:34.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00029661299999999999
2020-11-16T20:54:34.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 3",
2020-11-16T20:54:34.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.197982+0000",
2020-11-16T20:54:34.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001930888
2020-11-16T20:54:34.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.199913+0000",
2020-11-16T20:54:34.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.444561076
2020-11-16T20:54:34.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.644474+0000",
2020-11-16T20:54:34.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5305999999999999e-05
2020-11-16T20:54:34.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:54:34.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.644489+0000",
2020-11-16T20:54:34.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.009704605
2020-11-16T20:54:34.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.654194+0000",
2020-11-16T20:54:34.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7228000000000001e-05
2020-11-16T20:54:34.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.654261+0000",
2020-11-16T20:54:34.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.457029688
2020-11-16T20:54:34.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.328 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.328 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.328 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.328 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43842 6.6 6.c4f7e706 (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:54:34.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.642952+0000",
2020-11-16T20:54:34.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 355.67775203899998,
2020-11-16T20:54:34.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.016021557,
2020-11-16T20:54:34.329 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.329 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:54:34.329 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43842
2020-11-16T20:54:34.330 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.330 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642952+0000",
2020-11-16T20:54:34.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642952+0000",
2020-11-16T20:54:34.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:54:34.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642931+0000",
2020-11-16T20:54:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010876
2020-11-16T20:54:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643040+0000",
2020-11-16T20:54:34.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0753e-05
2020-11-16T20:54:34.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643050+0000",
2020-11-16T20:54:34.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0180000000000001e-06
2020-11-16T20:54:34.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643055+0000",
2020-11-16T20:54:34.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00069363400000000005
2020-11-16T20:54:34.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643749+0000",
2020-11-16T20:54:34.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3933e-05
2020-11-16T20:54:34.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:54:34.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643763+0000",
2020-11-16T20:54:34.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.015178667
2020-11-16T20:54:34.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.658942+0000",
2020-11-16T20:54:34.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2444999999999999e-05
2020-11-16T20:54:34.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.658974+0000",
2020-11-16T20:54:34.337 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.016021557
2020-11-16T20:54:34.337 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.337 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.337 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.337 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.337 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43847 6.6 6.6d4bda76 (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:54:34.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.643097+0000",
2020-11-16T20:54:34.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 355.67760697400001,
2020-11-16T20:54:34.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.015932515,
2020-11-16T20:54:34.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.338 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:54:34.338 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.338 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.338 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43847
2020-11-16T20:54:34.339 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.339 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643097+0000",
2020-11-16T20:54:34.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643097+0000",
2020-11-16T20:54:34.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999728
2020-11-16T20:54:34.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643070+0000",
2020-11-16T20:54:34.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000114962
2020-11-16T20:54:34.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643185+0000",
2020-11-16T20:54:34.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1456e-05
2020-11-16T20:54:34.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643197+0000",
2020-11-16T20:54:34.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5630000000000002e-06
2020-11-16T20:54:34.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643201+0000",
2020-11-16T20:54:34.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00059790199999999998
2020-11-16T20:54:34.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643799+0000",
2020-11-16T20:54:34.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2559999999999996e-06
2020-11-16T20:54:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:54:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.643807+0000",
2020-11-16T20:54:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0152113920000001
2020-11-16T20:54:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.659018+0000",
2020-11-16T20:54:34.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2028000000000001e-05
2020-11-16T20:54:34.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.659030+0000",
2020-11-16T20:54:34.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.015932515
2020-11-16T20:54:34.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.346 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.346 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.346 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.346 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.346 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102067 6.e 6:74f47ce1:::benchmark_data_smithi065_43723_object14190:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.346 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.277111+0000",
2020-11-16T20:54:34.346 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.04359379200002,
2020-11-16T20:54:34.347 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.41502330399999998,
2020-11-16T20:54:34.347 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.347 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.347 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102067
2020-11-16T20:54:34.348 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.348 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277111+0000",
2020-11-16T20:54:34.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277111+0000",
2020-11-16T20:54:34.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:54:34.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.349 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277078+0000",
2020-11-16T20:54:34.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9689000000000003e-05
2020-11-16T20:54:34.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277148+0000",
2020-11-16T20:54:34.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1547e-05
2020-11-16T20:54:34.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277160+0000",
2020-11-16T20:54:34.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0050000000000004e-06
2020-11-16T20:54:34.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277165+0000",
2020-11-16T20:54:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035227380000000001
2020-11-16T20:54:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.280687+0000",
2020-11-16T20:54:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000104984
2020-11-16T20:54:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.280792+0000",
2020-11-16T20:54:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000143893
2020-11-16T20:54:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.280936+0000",
2020-11-16T20:54:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0061137020000000004
2020-11-16T20:54:34.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.287050+0000",
2020-11-16T20:54:34.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40486823900000002
2020-11-16T20:54:34.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.691918+0000",
2020-11-16T20:54:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012961
2020-11-16T20:54:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.692048+0000",
2020-11-16T20:54:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6050000000000005e-05
2020-11-16T20:54:34.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.692134+0000",
2020-11-16T20:54:34.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.41502330399999998
2020-11-16T20:54:34.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.356 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.356 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.357 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.357 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.357 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102070 6.e 6:7cfb0cf8:::benchmark_data_smithi065_43723_object14193:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.357 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.278403+0000",
2020-11-16T20:54:34.357 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.04230125599997,
2020-11-16T20:54:34.357 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.42953566599999998,
2020-11-16T20:54:34.357 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.358 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.358 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102070
2020-11-16T20:54:34.358 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.358 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278403+0000",
2020-11-16T20:54:34.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278403+0000",
2020-11-16T20:54:34.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:54:34.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278370+0000",
2020-11-16T20:54:34.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3549999999999999e-05
2020-11-16T20:54:34.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278443+0000",
2020-11-16T20:54:34.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5333e-05
2020-11-16T20:54:34.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278458+0000",
2020-11-16T20:54:34.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4589999999999998e-06
2020-11-16T20:54:34.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278467+0000",
2020-11-16T20:54:34.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0057406410000000003
2020-11-16T20:54:34.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284208+0000",
2020-11-16T20:54:34.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1528999999999998e-05
2020-11-16T20:54:34.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284289+0000",
2020-11-16T20:54:34.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5463000000000006e-05
2020-11-16T20:54:34.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284364+0000",
2020-11-16T20:54:34.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010954098000000001
2020-11-16T20:54:34.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.295319+0000",
2020-11-16T20:54:34.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.412493163
2020-11-16T20:54:34.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.707812+0000",
2020-11-16T20:54:34.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0395e-05
2020-11-16T20:54:34.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.707872+0000",
2020-11-16T20:54:34.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6687999999999996e-05
2020-11-16T20:54:34.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.707939+0000",
2020-11-16T20:54:34.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.42953566599999998
2020-11-16T20:54:34.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.367 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.368 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.368 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.368 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.368 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102074 6.e 6:70dfdbfd:::benchmark_data_smithi065_43723_object14197:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.368 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.282823+0000",
2020-11-16T20:54:34.368 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.03788099500002,
2020-11-16T20:54:34.368 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.425285831,
2020-11-16T20:54:34.369 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.369 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.369 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102074
2020-11-16T20:54:34.369 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.369 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282823+0000",
2020-11-16T20:54:34.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282823+0000",
2020-11-16T20:54:34.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:54:34.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282789+0000",
2020-11-16T20:54:34.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4653000000000005e-05
2020-11-16T20:54:34.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282863+0000",
2020-11-16T20:54:34.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7431e-05
2020-11-16T20:54:34.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282881+0000",
2020-11-16T20:54:34.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9770000000000003e-06
2020-11-16T20:54:34.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282888+0000",
2020-11-16T20:54:34.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0041897210000000004
2020-11-16T20:54:34.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.287078+0000",
2020-11-16T20:54:34.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146305
2020-11-16T20:54:34.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.287224+0000",
2020-11-16T20:54:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017179000000000001
2020-11-16T20:54:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.287396+0000",
2020-11-16T20:54:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012397882000000001
2020-11-16T20:54:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.299794+0000",
2020-11-16T20:54:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40820662499999999
2020-11-16T20:54:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.708000+0000",
2020-11-16T20:54:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2395000000000001e-05
2020-11-16T20:54:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.708063+0000",
2020-11-16T20:54:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6711000000000001e-05
2020-11-16T20:54:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.708109+0000",
2020-11-16T20:54:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.425285831
2020-11-16T20:54:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.379 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.379 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102077 6.e 6:77956f51:::benchmark_data_smithi065_43723_object14200:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.283751+0000",
2020-11-16T20:54:34.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.03695297399997,
2020-11-16T20:54:34.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.43341568000000003,
2020-11-16T20:54:34.379 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.379 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.380 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102077
2020-11-16T20:54:34.380 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.380 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283751+0000",
2020-11-16T20:54:34.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283751+0000",
2020-11-16T20:54:34.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:54:34.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283721+0000",
2020-11-16T20:54:34.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6268999999999999e-05
2020-11-16T20:54:34.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283777+0000",
2020-11-16T20:54:34.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7940000000000003e-06
2020-11-16T20:54:34.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283785+0000",
2020-11-16T20:54:34.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8400000000000002e-06
2020-11-16T20:54:34.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283790+0000",
2020-11-16T20:54:34.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0063913110000000002
2020-11-16T20:54:34.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.290181+0000",
2020-11-16T20:54:34.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6837999999999997e-05
2020-11-16T20:54:34.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.290278+0000",
2020-11-16T20:54:34.385 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012521099999999999
2020-11-16T20:54:34.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.290403+0000",
2020-11-16T20:54:34.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0093965479999999994
2020-11-16T20:54:34.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.299800+0000",
2020-11-16T20:54:34.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.417248807
2020-11-16T20:54:34.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717049+0000",
2020-11-16T20:54:34.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7446000000000004e-05
2020-11-16T20:54:34.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717116+0000",
2020-11-16T20:54:34.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0970999999999997e-05
2020-11-16T20:54:34.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717167+0000",
2020-11-16T20:54:34.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.43341568000000003
2020-11-16T20:54:34.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.389 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.389 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.389 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.389 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.389 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102079 6.e 6:7749e825:::benchmark_data_smithi065_43723_object14202:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.390 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.284055+0000",
2020-11-16T20:54:34.390 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.036649324,
2020-11-16T20:54:34.390 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.433279633,
2020-11-16T20:54:34.390 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.390 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.390 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102079
2020-11-16T20:54:34.391 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.391 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284055+0000",
2020-11-16T20:54:34.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284055+0000",
2020-11-16T20:54:34.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999833
2020-11-16T20:54:34.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284039+0000",
2020-11-16T20:54:34.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9870000000000003e-05
2020-11-16T20:54:34.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284078+0000",
2020-11-16T20:54:34.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9750000000000004e-06
2020-11-16T20:54:34.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284084+0000",
2020-11-16T20:54:34.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2679999999999996e-06
2020-11-16T20:54:34.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284089+0000",
2020-11-16T20:54:34.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011260015999999999
2020-11-16T20:54:34.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.395 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.295349+0000",
2020-11-16T20:54:34.395 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000127126
2020-11-16T20:54:34.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.295476+0000",
2020-11-16T20:54:34.396 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012252199999999999
2020-11-16T20:54:34.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.295598+0000",
2020-11-16T20:54:34.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0076247800000000003
2020-11-16T20:54:34.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.303223+0000",
2020-11-16T20:54:34.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.414058853
2020-11-16T20:54:34.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717282+0000",
2020-11-16T20:54:34.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.8547e-05
2020-11-16T20:54:34.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717310+0000",
2020-11-16T20:54:34.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.425e-05
2020-11-16T20:54:34.399 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.399 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717335+0000",
2020-11-16T20:54:34.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.433279633
2020-11-16T20:54:34.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.400 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.400 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.400 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.400 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.400 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102084 6.7 6:e4cd701d:::benchmark_data_smithi065_43723_object14207:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.400 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.288033+0000",
2020-11-16T20:54:34.401 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.03267167299998,
2020-11-16T20:54:34.401 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.422161868,
2020-11-16T20:54:34.401 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.401 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.401 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102084
2020-11-16T20:54:34.402 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.402 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288033+0000",
2020-11-16T20:54:34.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288033+0000",
2020-11-16T20:54:34.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:54:34.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288003+0000",
2020-11-16T20:54:34.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5061999999999995e-05
2020-11-16T20:54:34.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288069+0000",
2020-11-16T20:54:34.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1694e-05
2020-11-16T20:54:34.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288080+0000",
2020-11-16T20:54:34.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2820000000000002e-06
2020-11-16T20:54:34.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288086+0000",
2020-11-16T20:54:34.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4053999999999994e-05
2020-11-16T20:54:34.406 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.406 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288151+0000",
2020-11-16T20:54:34.406 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014600799999999999
2020-11-16T20:54:34.406 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.407 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288297+0000",
2020-11-16T20:54:34.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013224499999999999
2020-11-16T20:54:34.407 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.407 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.407 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288429+0000",
2020-11-16T20:54:34.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035442830000000001
2020-11-16T20:54:34.408 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.408 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.291973+0000",
2020-11-16T20:54:34.408 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.418114072
2020-11-16T20:54:34.408 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.408 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710087+0000",
2020-11-16T20:54:34.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6490000000000003e-05
2020-11-16T20:54:34.409 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.409 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.409 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710144+0000",
2020-11-16T20:54:34.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0992000000000002e-05
2020-11-16T20:54:34.410 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.410 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710195+0000",
2020-11-16T20:54:34.410 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.422161868
2020-11-16T20:54:34.410 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.410 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.411 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.411 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.411 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.411 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102095 6.7 6:e4331c99:::benchmark_data_smithi065_43723_object14218:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.411 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.304075+0000",
2020-11-16T20:54:34.411 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.016629427,
2020-11-16T20:54:34.411 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.40621799800000002,
2020-11-16T20:54:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102095
2020-11-16T20:54:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.413 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.413 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.413 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304075+0000",
2020-11-16T20:54:34.413 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.413 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.413 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.413 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304075+0000",
2020-11-16T20:54:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:54:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304041+0000",
2020-11-16T20:54:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4420999999999998e-05
2020-11-16T20:54:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.415 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.415 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.415 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304116+0000",
2020-11-16T20:54:34.415 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2991e-05
2020-11-16T20:54:34.415 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.415 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.415 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304129+0000",
2020-11-16T20:54:34.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0169999999999999e-05
2020-11-16T20:54:34.416 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.416 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304139+0000",
2020-11-16T20:54:34.416 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2119e-05
2020-11-16T20:54:34.417 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.417 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.417 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.417 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304191+0000",
2020-11-16T20:54:34.417 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015098999999999999
2020-11-16T20:54:34.417 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.417 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.417 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304342+0000",
2020-11-16T20:54:34.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146668
2020-11-16T20:54:34.418 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.418 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304489+0000",
2020-11-16T20:54:34.418 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0036618789999999998
2020-11-16T20:54:34.419 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.419 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.419 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.419 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308151+0000",
2020-11-16T20:54:34.419 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40208121099999999
2020-11-16T20:54:34.419 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.419 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.419 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710232+0000",
2020-11-16T20:54:34.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5101999999999997e-05
2020-11-16T20:54:34.420 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.420 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710267+0000",
2020-11-16T20:54:34.420 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6086999999999999e-05
2020-11-16T20:54:34.421 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.421 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.421 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.421 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710293+0000",
2020-11-16T20:54:34.421 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40621799800000002
2020-11-16T20:54:34.421 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.421 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.422 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.422 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.422 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.422 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102097 6.7 6:e142dac4:::benchmark_data_smithi065_43723_object14220:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.422 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.308570+0000",
2020-11-16T20:54:34.422 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.012134328,
2020-11-16T20:54:34.422 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.401905546,
2020-11-16T20:54:34.422 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.423 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.423 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.423 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.423 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.423 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102097
2020-11-16T20:54:34.423 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.423 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.424 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308570+0000",
2020-11-16T20:54:34.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.424 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.424 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.424 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308570+0000",
2020-11-16T20:54:34.425 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:54:34.425 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.425 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.425 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.425 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308552+0000",
2020-11-16T20:54:34.425 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1564999999999999e-05
2020-11-16T20:54:34.425 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.426 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.426 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.426 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308593+0000",
2020-11-16T20:54:34.426 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.174e-06
2020-11-16T20:54:34.426 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.426 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.426 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.427 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308601+0000",
2020-11-16T20:54:34.427 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6749999999999999e-06
2020-11-16T20:54:34.427 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.427 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.427 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.427 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308607+0000",
2020-11-16T20:54:34.427 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4852999999999999e-05
2020-11-16T20:54:34.427 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.428 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.428 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.428 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308652+0000",
2020-11-16T20:54:34.428 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000103322
2020-11-16T20:54:34.428 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.428 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.428 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308755+0000",
2020-11-16T20:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7280999999999993e-05
2020-11-16T20:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308843+0000",
2020-11-16T20:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0032343160000000001
2020-11-16T20:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.312077+0000",
2020-11-16T20:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.39830685799999999
2020-11-16T20:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710384+0000",
2020-11-16T20:54:34.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1044000000000001e-05
2020-11-16T20:54:34.431 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.431 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710435+0000",
2020-11-16T20:54:34.431 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0920999999999997e-05
2020-11-16T20:54:34.431 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.432 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.432 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.432 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710476+0000",
2020-11-16T20:54:34.432 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.401905546
2020-11-16T20:54:34.432 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.432 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.432 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.433 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.433 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.433 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102100 6.e 6:7c1214dc:::benchmark_data_smithi065_43723_object14223:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.433 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.313179+0000",
2020-11-16T20:54:34.433 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 272.00752567000001,
2020-11-16T20:54:34.433 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.40425024399999998,
2020-11-16T20:54:34.433 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.433 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.434 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.434 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.434 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.434 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102100
2020-11-16T20:54:34.434 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.434 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.434 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313179+0000",
2020-11-16T20:54:34.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.435 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.435 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313179+0000",
2020-11-16T20:54:34.435 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:54:34.436 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.436 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.436 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.436 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313145+0000",
2020-11-16T20:54:34.436 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5159000000000003e-05
2020-11-16T20:54:34.436 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.436 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313220+0000",
2020-11-16T20:54:34.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8865e-05
2020-11-16T20:54:34.437 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.437 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313239+0000",
2020-11-16T20:54:34.437 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3710000000000006e-06
2020-11-16T20:54:34.438 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.438 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.438 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.438 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313249+0000",
2020-11-16T20:54:34.438 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4116999999999997e-05
2020-11-16T20:54:34.438 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.438 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.439 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.439 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313303+0000",
2020-11-16T20:54:34.439 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017424000000000001
2020-11-16T20:54:34.439 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.439 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.439 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.439 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313477+0000",
2020-11-16T20:54:34.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017279099999999999
2020-11-16T20:54:34.440 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.440 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313650+0000",
2020-11-16T20:54:34.440 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035586340000000002
2020-11-16T20:54:34.440 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.440 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.317208+0000",
2020-11-16T20:54:34.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40017012299999999
2020-11-16T20:54:34.441 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.441 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.441 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717379+0000",
2020-11-16T20:54:34.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7487999999999998e-05
2020-11-16T20:54:34.442 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.442 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717406+0000",
2020-11-16T20:54:34.442 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2971000000000001e-05
2020-11-16T20:54:34.442 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.443 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.443 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.443 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717429+0000",
2020-11-16T20:54:34.443 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40425024399999998
2020-11-16T20:54:34.443 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.443 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.443 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.443 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.444 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.444 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102103 6.7 6:ed983520:::benchmark_data_smithi065_43723_object14226:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:54:34.444 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.327232+0000",
2020-11-16T20:54:34.444 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 271.99347282700001,
2020-11-16T20:54:34.444 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.38339437700000001,
2020-11-16T20:54:34.444 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.444 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.445 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.445 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.445 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.445 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102103
2020-11-16T20:54:34.445 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.445 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.445 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.445 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.446 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327232+0000",
2020-11-16T20:54:34.446 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.446 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.446 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.446 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.446 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327232+0000",
2020-11-16T20:54:34.446 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:54:34.447 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.447 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.447 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.447 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327210+0000",
2020-11-16T20:54:34.447 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0594999999999999e-05
2020-11-16T20:54:34.447 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.447 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.447 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.448 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327260+0000",
2020-11-16T20:54:34.448 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5117e-05
2020-11-16T20:54:34.448 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.448 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.448 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.448 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327286+0000",
2020-11-16T20:54:34.448 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4889999999999995e-06
2020-11-16T20:54:34.449 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.449 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.449 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.449 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327294+0000",
2020-11-16T20:54:34.449 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0389000000000001e-05
2020-11-16T20:54:34.449 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.449 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327354+0000",
2020-11-16T20:54:34.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015875199999999999
2020-11-16T20:54:34.450 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.450 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327513+0000",
2020-11-16T20:54:34.450 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016727300000000001
2020-11-16T20:54:34.451 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.451 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.451 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.451 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.327680+0000",
2020-11-16T20:54:34.451 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0029832980000000001
2020-11-16T20:54:34.451 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.451 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.330664+0000",
2020-11-16T20:54:34.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.37986750800000002
2020-11-16T20:54:34.452 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.452 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710531+0000",
2020-11-16T20:54:34.452 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9659e-05
2020-11-16T20:54:34.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710581+0000",
2020-11-16T20:54:34.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5052000000000002e-05
2020-11-16T20:54:34.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710626+0000",
2020-11-16T20:54:34.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.38339437700000001
2020-11-16T20:54:34.454 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.454 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.454 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.454 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.454 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.455 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102685 6.e 6:76d52938:::benchmark_data_smithi065_43723_object14808:head [delete] snapc 0=[] ondisk+write+known_if_redirected e660)",
2020-11-16T20:54:34.455 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:03.162656+0000",
2020-11-16T20:54:34.455 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 271.158048259,
2020-11-16T20:54:34.455 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.22505608199999999,
2020-11-16T20:54:34.455 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.455 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.455 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.456 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:54:34.456 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:54:34.456 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102685
2020-11-16T20:54:34.456 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.456 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.456 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.456 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.456 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.162656+0000",
2020-11-16T20:54:34.457 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.457 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.457 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.457 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.457 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.162656+0000",
2020-11-16T20:54:34.457 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999795
2020-11-16T20:54:34.457 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.458 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.162636+0000",
2020-11-16T20:54:34.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3242999999999999e-05
2020-11-16T20:54:34.458 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.458 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.162679+0000",
2020-11-16T20:54:34.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5210000000000002e-06
2020-11-16T20:54:34.459 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.459 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.162687+0000",
2020-11-16T20:54:34.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8199999999999996e-06
2020-11-16T20:54:34.459 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.459 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.460 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.460 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.162692+0000",
2020-11-16T20:54:34.460 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0022624139999999999
2020-11-16T20:54:34.460 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.460 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.460 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.460 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.164955+0000",
2020-11-16T20:54:34.461 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.198551532
2020-11-16T20:54:34.461 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.461 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.461 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.461 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.363506+0000",
2020-11-16T20:54:34.461 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000149627
2020-11-16T20:54:34.461 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.461 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:54:34.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.363656+0000",
2020-11-16T20:54:34.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015667398999999999
2020-11-16T20:54:34.462 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.462 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.379323+0000",
2020-11-16T20:54:34.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0082643370000000001
2020-11-16T20:54:34.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.387588+0000",
2020-11-16T20:54:34.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0205999999999998e-05
2020-11-16T20:54:34.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.387658+0000",
2020-11-16T20:54:34.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4426999999999999e-05
2020-11-16T20:54:34.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.387712+0000",
2020-11-16T20:54:34.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.22505608199999999
2020-11-16T20:54:34.465 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.465 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.465 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.465 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.465 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.465 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96149 7.1 7:84ba94ec:::benchmark_data_smithi065_48659_object96148:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:54:34.465 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.291316+0000",
2020-11-16T20:54:34.466 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 87.029388585999996,
2020-11-16T20:54:34.466 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.060555447,
2020-11-16T20:54:34.466 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.466 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:54:34.466 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.466 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:54:34.466 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:54:34.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96149
2020-11-16T20:54:34.467 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.467 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291316+0000",
2020-11-16T20:54:34.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.468 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291316+0000",
2020-11-16T20:54:34.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:54:34.468 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.468 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291285+0000",
2020-11-16T20:54:34.469 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000131722
2020-11-16T20:54:34.469 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.469 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.469 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.469 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291417+0000",
2020-11-16T20:54:34.469 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2998e-05
2020-11-16T20:54:34.469 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.470 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291430+0000",
2020-11-16T20:54:34.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3080000000000002e-06
2020-11-16T20:54:34.470 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.470 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291437+0000",
2020-11-16T20:54:34.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9933999999999999e-05
2020-11-16T20:54:34.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291497+0000",
2020-11-16T20:54:34.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8990000000000007e-06
2020-11-16T20:54:34.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.472 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:54:34.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291506+0000",
2020-11-16T20:54:34.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15086796799999999
2020-11-16T20:54:34.472 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.472 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442374+0000",
2020-11-16T20:54:34.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6857000000000001e-05
2020-11-16T20:54:34.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:54:34.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442391+0000",
2020-11-16T20:54:34.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.90939352500000004
2020-11-16T20:54:34.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.474 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.351785+0000",
2020-11-16T20:54:34.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6649000000000003e-05
2020-11-16T20:54:34.474 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.474 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.351871+0000",
2020-11-16T20:54:34.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.060555447
2020-11-16T20:54:34.475 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.475 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.475 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.475 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.475 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.475 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96161 7.1 7:827cd60f:::benchmark_data_smithi065_48659_object96160:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:54:34.476 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.291498+0000",
2020-11-16T20:54:34.476 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 87.029206148,
2020-11-16T20:54:34.476 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.060511411,
2020-11-16T20:54:34.476 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.476 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:54:34.476 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.476 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:54:34.476 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:54:34.477 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96161
2020-11-16T20:54:34.477 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.477 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.477 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.477 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.477 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291498+0000",
2020-11-16T20:54:34.477 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.477 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.478 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.478 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.478 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291498+0000",
2020-11-16T20:54:34.478 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:54:34.478 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.478 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.478 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291469+0000",
2020-11-16T20:54:34.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012435300000000001
2020-11-16T20:54:34.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291593+0000",
2020-11-16T20:54:34.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2211e-05
2020-11-16T20:54:34.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.480 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291605+0000",
2020-11-16T20:54:34.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5989999999999998e-06
2020-11-16T20:54:34.480 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.480 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291612+0000",
2020-11-16T20:54:34.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00073304399999999997
2020-11-16T20:54:34.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292345+0000",
2020-11-16T20:54:34.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2820000000000002e-06
2020-11-16T20:54:34.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:54:34.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292354+0000",
2020-11-16T20:54:34.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15007358700000001
2020-11-16T20:54:34.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442428+0000",
2020-11-16T20:54:34.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1241e-05
2020-11-16T20:54:34.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:54:34.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442439+0000",
2020-11-16T20:54:34.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.90944687700000004
2020-11-16T20:54:34.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.484 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.351886+0000",
2020-11-16T20:54:34.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012371300000000001
2020-11-16T20:54:34.484 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.484 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.352010+0000",
2020-11-16T20:54:34.485 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.060511411
2020-11-16T20:54:34.485 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.485 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.485 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.485 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.485 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.485 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96163 7.13 7:c8a5938a:::benchmark_data_smithi065_48659_object96162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:54:34.486 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.292039+0000",
2020-11-16T20:54:34.486 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 87.028665281000002,
2020-11-16T20:54:34.486 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0712453799999999,
2020-11-16T20:54:34.486 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.486 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:54:34.486 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.486 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:54:34.486 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:54:34.487 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96163
2020-11-16T20:54:34.487 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.487 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.487 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292039+0000",
2020-11-16T20:54:34.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.488 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.488 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292039+0000",
2020-11-16T20:54:34.488 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:54:34.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.488 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292012+0000",
2020-11-16T20:54:34.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012353399999999999
2020-11-16T20:54:34.489 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.489 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292135+0000",
2020-11-16T20:54:34.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0562999999999999e-05
2020-11-16T20:54:34.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292166+0000",
2020-11-16T20:54:34.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0720000000000002e-06
2020-11-16T20:54:34.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292173+0000",
2020-11-16T20:54:34.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.13845591900000001
2020-11-16T20:54:34.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.430629+0000",
2020-11-16T20:54:34.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0114e-05
2020-11-16T20:54:34.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.492 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:54:34.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.430639+0000",
2020-11-16T20:54:34.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.93252799600000003
2020-11-16T20:54:34.492 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.492 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.363167+0000",
2020-11-16T20:54:34.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117605
2020-11-16T20:54:34.493 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.493 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.363285+0000",
2020-11-16T20:54:34.493 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0712453799999999
2020-11-16T20:54:34.493 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.494 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.494 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.494 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.494 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.494 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96167 7.1 7:85d4db8e:::benchmark_data_smithi065_48659_object96166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e723)",
2020-11-16T20:54:34.494 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.294443+0000",
2020-11-16T20:54:34.494 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 87.026261826999999,
2020-11-16T20:54:34.495 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0662291269999999,
2020-11-16T20:54:34.495 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.495 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.495 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:54:34.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:54:34.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96167
2020-11-16T20:54:34.495 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.496 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.496 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.496 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.496 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294443+0000",
2020-11-16T20:54:34.496 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.496 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.496 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294443+0000",
2020-11-16T20:54:34.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:54:34.497 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.497 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294416+0000",
2020-11-16T20:54:34.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000118616
2020-11-16T20:54:34.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294535+0000",
2020-11-16T20:54:34.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2525e-05
2020-11-16T20:54:34.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294547+0000",
2020-11-16T20:54:34.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7449999999999998e-06
2020-11-16T20:54:34.499 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.499 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294554+0000",
2020-11-16T20:54:34.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4725999999999997e-05
2020-11-16T20:54:34.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294609+0000",
2020-11-16T20:54:34.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9279999999999993e-06
2020-11-16T20:54:34.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.501 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:54:34.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294617+0000",
2020-11-16T20:54:34.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.14785393199999999
2020-11-16T20:54:34.501 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.501 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.501 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442471+0000",
2020-11-16T20:54:34.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4494999999999999e-05
2020-11-16T20:54:34.502 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.502 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:54:34.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442485+0000",
2020-11-16T20:54:34.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.90956540100000005
2020-11-16T20:54:34.502 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.352051+0000",
2020-11-16T20:54:34.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000118515
2020-11-16T20:54:34.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.352169+0000",
2020-11-16T20:54:34.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000122254
2020-11-16T20:54:34.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:54:34.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.352291+0000",
2020-11-16T20:54:34.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003882403
2020-11-16T20:54:34.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.505 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.356174+0000",
2020-11-16T20:54:34.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0043742319999999996
2020-11-16T20:54:34.505 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.505 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.360548+0000",
2020-11-16T20:54:34.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5197999999999994e-05
2020-11-16T20:54:34.506 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.506 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.360623+0000",
2020-11-16T20:54:34.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8418000000000003e-05
2020-11-16T20:54:34.506 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.507 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.507 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.507 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.360672+0000",
2020-11-16T20:54:34.507 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0662291269999999
2020-11-16T20:54:34.507 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.507 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.507 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.507 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.508 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.508 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:133371 7.13 7:c8224573:::benchmark_data_smithi065_48659_object20212:head [delete] snapc 0=[] ondisk+write+known_if_redirected e742)",
2020-11-16T20:54:34.508 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:53.990835+0000",
2020-11-16T20:54:34.508 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 40.329869614000003,
2020-11-16T20:54:34.508 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.74163012299999997,
2020-11-16T20:54:34.508 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.508 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:54:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:54:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133371
2020-11-16T20:54:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990835+0000",
2020-11-16T20:54:34.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.510 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.510 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990835+0000",
2020-11-16T20:54:34.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:54:34.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990816+0000",
2020-11-16T20:54:34.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1705000000000001e-05
2020-11-16T20:54:34.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990858+0000",
2020-11-16T20:54:34.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8689999999999999e-06
2020-11-16T20:54:34.512 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.512 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990868+0000",
2020-11-16T20:54:34.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2820000000000002e-06
2020-11-16T20:54:34.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990874+0000",
2020-11-16T20:54:34.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6365999999999997e-05
2020-11-16T20:54:34.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990910+0000",
2020-11-16T20:54:34.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013800100000000001
2020-11-16T20:54:34.514 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.514 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.991048+0000",
2020-11-16T20:54:34.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014226500000000001
2020-11-16T20:54:34.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0,7",
2020-11-16T20:54:34.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.991191+0000",
2020-11-16T20:54:34.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0021694819999999999
2020-11-16T20:54:34.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.993360+0000",
2020-11-16T20:54:34.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00095155399999999996
2020-11-16T20:54:34.516 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.516 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.994312+0000",
2020-11-16T20:54:34.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.73656333900000004
2020-11-16T20:54:34.517 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.517 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.517 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.517 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.730875+0000",
2020-11-16T20:54:34.517 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7128999999999998e-05
2020-11-16T20:54:34.517 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.517 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.730972+0000",
2020-11-16T20:54:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0014928229999999999
2020-11-16T20:54:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.732465+0000",
2020-11-16T20:54:34.518 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.74163012299999997
2020-11-16T20:54:34.519 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.519 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.519 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.519 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:54:34.519 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:54:34.519 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:133380 7.18 7:1ce06f62:::benchmark_data_smithi065_48659_object20221:head [delete] snapc 0=[] ondisk+write+known_if_redirected e742)",
2020-11-16T20:54:34.519 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:54.003360+0000",
2020-11-16T20:54:34.520 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 40.317344595000002,
2020-11-16T20:54:34.520 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.73180526899999998,
2020-11-16T20:54:34.520 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:54:34.520 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:54:34.520 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:54:34.520 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:54:34.520 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:54:34.521 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133380
2020-11-16T20:54:34.521 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:54:34.521 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:54:34.521 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:54:34.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003360+0000",
2020-11-16T20:54:34.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:54:34.521 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:54:34.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003360+0000",
2020-11-16T20:54:34.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:54:34.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:54:34.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003324+0000",
2020-11-16T20:54:34.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9442000000000003e-05
2020-11-16T20:54:34.523 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.523 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:54:34.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003404+0000",
2020-11-16T20:54:34.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4440000000000001e-05
2020-11-16T20:54:34.523 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:54:34.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003418+0000",
2020-11-16T20:54:34.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4109999999999996e-06
2020-11-16T20:54:34.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:54:34.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003427+0000",
2020-11-16T20:54:34.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6743999999999997e-05
2020-11-16T20:54:34.525 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.525 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:54:34.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003493+0000",
2020-11-16T20:54:34.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019798099999999999
2020-11-16T20:54:34.525 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.526 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.526 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:54:34.526 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003691+0000",
2020-11-16T20:54:34.526 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020105500000000001
2020-11-16T20:54:34.526 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.526 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.526 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0,8",
2020-11-16T20:54:34.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003892+0000",
2020-11-16T20:54:34.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002623603
2020-11-16T20:54:34.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:54:34.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.006516+0000",
2020-11-16T20:54:34.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00068934699999999998
2020-11-16T20:54:34.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.007205+0000",
2020-11-16T20:54:34.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.72656406399999995
2020-11-16T20:54:34.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:54:34.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.733769+0000",
2020-11-16T20:54:34.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5630000000000005e-05
2020-11-16T20:54:34.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:54:34.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.733855+0000",
2020-11-16T20:54:34.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001310121
2020-11-16T20:54:34.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:54:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:54:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:54:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.735165+0000",
2020-11-16T20:54:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.73180526899999998
2020-11-16T20:54:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:54:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:54:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:54:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:54:34.531 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:54:34.531 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:54:34.532 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:34.543 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[15670]: debug 2020-11-16T20:54:34.282+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:35.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:34 smithi065 bash[9468]: cluster 2020-11-16T20:54:32.961255+0000 osd.7 (osd.7) 189 : cluster [DBG] 7.17 scrub starts
2020-11-16T20:54:35.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:34 smithi065 bash[9468]: cluster 2020-11-16T20:54:33.085731+0000 osd.0 (osd.0) 226 : cluster [DBG] 7.18 scrub starts
2020-11-16T20:54:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:34 smithi065 bash[9468]: cluster 2020-11-16T20:54:33.318630+0000 osd.1 (osd.1) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:34 smithi065 bash[9468]: cluster 2020-11-16T20:54:33.318711+0000 osd.1 (osd.1) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:34 smithi065 bash[9468]: cluster 2020-11-16T20:54:33.493108+0000 osd.7 (osd.7) 190 : cluster [DBG] 7.17 scrub ok
2020-11-16T20:54:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:34 smithi065 bash[9468]: cluster 2020-11-16T20:54:33.630482+0000 osd.0 (osd.0) 227 : cluster [DBG] 7.18 scrub ok
2020-11-16T20:54:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:34 smithi065 bash[9468]: cluster 2020-11-16T20:54:33.732914+0000 mon.a (mon.0) 2395 : cluster [DBG] osdmap e766: 12 total, 12 up, 9 in
2020-11-16T20:54:35.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:34 smithi065 bash[9468]: cluster 2020-11-16T20:54:34.530838+0000 mgr.x (mgr.14196) 1289 : cluster [DBG] pgmap v1956: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail
2020-11-16T20:54:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[9523]: cluster 2020-11-16T20:54:32.961255+0000 osd.7 (osd.7) 189 : cluster [DBG] 7.17 scrub starts
2020-11-16T20:54:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[9523]: cluster 2020-11-16T20:54:33.085731+0000 osd.0 (osd.0) 226 : cluster [DBG] 7.18 scrub starts
2020-11-16T20:54:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[9523]: cluster 2020-11-16T20:54:33.318630+0000 osd.1 (osd.1) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[9523]: cluster 2020-11-16T20:54:33.318711+0000 osd.1 (osd.1) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[9523]: cluster 2020-11-16T20:54:33.493108+0000 osd.7 (osd.7) 190 : cluster [DBG] 7.17 scrub ok
2020-11-16T20:54:35.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[9523]: cluster 2020-11-16T20:54:33.630482+0000 osd.0 (osd.0) 227 : cluster [DBG] 7.18 scrub ok
2020-11-16T20:54:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[9523]: cluster 2020-11-16T20:54:33.732914+0000 mon.a (mon.0) 2395 : cluster [DBG] osdmap e766: 12 total, 12 up, 9 in
2020-11-16T20:54:35.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:34 smithi142 bash[9523]: cluster 2020-11-16T20:54:34.530838+0000 mgr.x (mgr.14196) 1289 : cluster [DBG] pgmap v1956: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail
2020-11-16T20:54:35.194 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:35.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:34 smithi071 bash[9480]: cluster 2020-11-16T20:54:32.961255+0000 osd.7 (osd.7) 189 : cluster [DBG] 7.17 scrub starts
2020-11-16T20:54:35.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:34 smithi071 bash[9480]: cluster 2020-11-16T20:54:33.085731+0000 osd.0 (osd.0) 226 : cluster [DBG] 7.18 scrub starts
2020-11-16T20:54:35.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:34 smithi071 bash[9480]: cluster 2020-11-16T20:54:33.318630+0000 osd.1 (osd.1) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:35.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:34 smithi071 bash[9480]: cluster 2020-11-16T20:54:33.318711+0000 osd.1 (osd.1) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:35.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:34 smithi071 bash[9480]: cluster 2020-11-16T20:54:33.493108+0000 osd.7 (osd.7) 190 : cluster [DBG] 7.17 scrub ok
2020-11-16T20:54:35.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:34 smithi071 bash[9480]: cluster 2020-11-16T20:54:33.630482+0000 osd.0 (osd.0) 227 : cluster [DBG] 7.18 scrub ok
2020-11-16T20:54:35.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:34 smithi071 bash[9480]: cluster 2020-11-16T20:54:33.732914+0000 mon.a (mon.0) 2395 : cluster [DBG] osdmap e766: 12 total, 12 up, 9 in
2020-11-16T20:54:35.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:34 smithi071 bash[9480]: cluster 2020-11-16T20:54:34.530838+0000 mgr.x (mgr.14196) 1289 : cluster [DBG] pgmap v1956: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail
2020-11-16T20:54:35.196 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:54:35 smithi071 bash[26650]: debug 2020-11-16T20:54:35.197+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:35.298 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:35.453 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:35.496 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight
2020-11-16T20:54:35.560 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:35.650 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:54:35.672 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:35.743 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:54:35 smithi065 bash[14115]: debug 2020-11-16T20:54:35.451+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:35.777 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:35.904 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:35.945 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:54:35 smithi071 bash[14419]: debug 2020-11-16T20:54:35.673+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:35.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:35 smithi071 bash[9480]: cluster 2020-11-16T20:54:34.095394+0000 osd.0 (osd.0) 228 : cluster [DBG] 7.13 scrub starts
2020-11-16T20:54:35.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:35 smithi071 bash[9480]: cluster 2020-11-16T20:54:34.611870+0000 osd.0 (osd.0) 229 : cluster [DBG] 7.13 scrub ok
2020-11-16T20:54:35.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:35 smithi071 bash[9480]: cluster 2020-11-16T20:54:35.076146+0000 osd.11 (osd.11) 201 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:35.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:35 smithi071 bash[9480]: cluster 2020-11-16T20:54:35.076200+0000 osd.11 (osd.11) 202 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:35.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:35 smithi071 bash[9480]: cluster 2020-11-16T20:54:35.363523+0000 osd.11 (osd.11) 203 : cluster [DBG] 7.c scrub ok
2020-11-16T20:54:36.008 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:36.017 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:35 smithi142 bash[9523]: cluster 2020-11-16T20:54:34.095394+0000 osd.0 (osd.0) 228 : cluster [DBG] 7.13 scrub starts
2020-11-16T20:54:36.017 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:35 smithi142 bash[9523]: cluster 2020-11-16T20:54:34.611870+0000 osd.0 (osd.0) 229 : cluster [DBG] 7.13 scrub ok
2020-11-16T20:54:36.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:35 smithi142 bash[9523]: cluster 2020-11-16T20:54:35.076146+0000 osd.11 (osd.11) 201 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:36.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:35 smithi142 bash[9523]: cluster 2020-11-16T20:54:35.076200+0000 osd.11 (osd.11) 202 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:36.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:35 smithi142 bash[9523]: cluster 2020-11-16T20:54:35.363523+0000 osd.11 (osd.11) 203 : cluster [DBG] 7.c scrub ok
2020-11-16T20:54:36.029 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:54:35 smithi065 bash[14115]: debug 2020-11-16T20:54:35.907+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:35 smithi065 bash[9468]: cluster 2020-11-16T20:54:34.095394+0000 osd.0 (osd.0) 228 : cluster [DBG] 7.13 scrub starts
2020-11-16T20:54:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:35 smithi065 bash[9468]: cluster 2020-11-16T20:54:34.611870+0000 osd.0 (osd.0) 229 : cluster [DBG] 7.13 scrub ok
2020-11-16T20:54:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:35 smithi065 bash[9468]: cluster 2020-11-16T20:54:35.076146+0000 osd.11 (osd.11) 201 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:35 smithi065 bash[9468]: cluster 2020-11-16T20:54:35.076200+0000 osd.11 (osd.11) 202 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:36.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:35 smithi065 bash[9468]: cluster 2020-11-16T20:54:35.363523+0000 osd.11 (osd.11) 203 : cluster [DBG] 7.c scrub ok
2020-11-16T20:54:36.410 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:36.515 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:36.750 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:54:36 smithi142 bash[20366]: debug 2020-11-16T20:54:36.406+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:36.756 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:36.860 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:37.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:36 smithi065 bash[9468]: cluster 2020-11-16T20:54:35.044661+0000 osd.0 (osd.0) 230 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:54:37.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:36 smithi065 bash[9468]: cluster 2020-11-16T20:54:35.440251+0000 osd.0 (osd.0) 231 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:54:37.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:36 smithi065 bash[9468]: cluster 2020-11-16T20:54:35.497773+0000 osd.6 (osd.6) 232 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:54:37.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:36 smithi065 bash[9468]: cluster 2020-11-16T20:54:35.745127+0000 mon.a (mon.0) 2396 : cluster [DBG] osdmap e767: 12 total, 12 up, 9 in
2020-11-16T20:54:37.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:36 smithi065 bash[9468]: cluster 2020-11-16T20:54:35.812605+0000 osd.4 (osd.4) 223 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:54:37.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:36 smithi065 bash[9468]: cluster 2020-11-16T20:54:36.531331+0000 mgr.x (mgr.14196) 1290 : cluster [DBG] pgmap v1958: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.7 GiB data, 13 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:37.031 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:54:36 smithi142 bash[18009]: debug 2020-11-16T20:54:36.758+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:36 smithi142 bash[9523]: cluster 2020-11-16T20:54:35.044661+0000 osd.0 (osd.0) 230 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:54:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:36 smithi142 bash[9523]: cluster 2020-11-16T20:54:35.440251+0000 osd.0 (osd.0) 231 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:54:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:36 smithi142 bash[9523]: cluster 2020-11-16T20:54:35.497773+0000 osd.6 (osd.6) 232 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:54:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:36 smithi142 bash[9523]: cluster 2020-11-16T20:54:35.745127+0000 mon.a (mon.0) 2396 : cluster [DBG] osdmap e767: 12 total, 12 up, 9 in
2020-11-16T20:54:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:36 smithi142 bash[9523]: cluster 2020-11-16T20:54:35.812605+0000 osd.4 (osd.4) 223 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:54:37.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:36 smithi142 bash[9523]: cluster 2020-11-16T20:54:36.531331+0000 mgr.x (mgr.14196) 1290 : cluster [DBG] pgmap v1958: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.7 GiB data, 13 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:37.185 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:36 smithi071 bash[9480]: cluster 2020-11-16T20:54:35.044661+0000 osd.0 (osd.0) 230 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:54:37.186 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:36 smithi071 bash[9480]: cluster 2020-11-16T20:54:35.440251+0000 osd.0 (osd.0) 231 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:54:37.186 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:36 smithi071 bash[9480]: cluster 2020-11-16T20:54:35.497773+0000 osd.6 (osd.6) 232 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:54:37.186 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:36 smithi071 bash[9480]: cluster 2020-11-16T20:54:35.745127+0000 mon.a (mon.0) 2396 : cluster [DBG] osdmap e767: 12 total, 12 up, 9 in
2020-11-16T20:54:37.186 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:36 smithi071 bash[9480]: cluster 2020-11-16T20:54:35.812605+0000 osd.4 (osd.4) 223 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:54:37.186 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:36 smithi071 bash[9480]: cluster 2020-11-16T20:54:36.531331+0000 mgr.x (mgr.14196) 1290 : cluster [DBG] pgmap v1958: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.7 GiB data, 13 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:37.187 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:37.290 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:37.445 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[14419]: debug 2020-11-16T20:54:37.189+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:37.452 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:37.556 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:37.725 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:37.757 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[9480]: cluster 2020-11-16T20:54:36.103148+0000 osd.6 (osd.6) 233 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:54:37.758 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[9480]: cluster 2020-11-16T20:54:36.388990+0000 osd.4 (osd.4) 224 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:54:37.758 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[9480]: cluster 2020-11-16T20:54:36.439332+0000 osd.3 (osd.3) 17 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:37.758 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[9480]: cluster 2020-11-16T20:54:36.441405+0000 osd.3 (osd.3) 18 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:37.758 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[9480]: cluster 2020-11-16T20:54:36.760526+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e768: 12 total, 12 up, 9 in
2020-11-16T20:54:37.759 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[9480]: cluster 2020-11-16T20:54:36.873141+0000 osd.1 (osd.1) 270 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:54:37.759 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[9480]: cluster 2020-11-16T20:54:37.025841+0000 osd.1 (osd.1) 271 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:54:37.759 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[9480]: cluster 2020-11-16T20:54:37.248936+0000 osd.11 (osd.11) 204 : cluster [DBG] 7.14 scrub starts
2020-11-16T20:54:37.759 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[12066]: debug 2020-11-16T20:54:37.453+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:37.829 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:37.984 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:38.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[9468]: cluster 2020-11-16T20:54:36.103148+0000 osd.6 (osd.6) 233 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:54:38.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[9468]: cluster 2020-11-16T20:54:36.388990+0000 osd.4 (osd.4) 224 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:54:38.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[9468]: cluster 2020-11-16T20:54:36.439332+0000 osd.3 (osd.3) 17 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:38.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[9468]: cluster 2020-11-16T20:54:36.441405+0000 osd.3 (osd.3) 18 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:38.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[9468]: cluster 2020-11-16T20:54:36.760526+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e768: 12 total, 12 up, 9 in
2020-11-16T20:54:38.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[9468]: cluster 2020-11-16T20:54:36.873141+0000 osd.1 (osd.1) 270 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:54:38.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[9468]: cluster 2020-11-16T20:54:37.025841+0000 osd.1 (osd.1) 271 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:54:38.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[9468]: cluster 2020-11-16T20:54:37.248936+0000 osd.11 (osd.11) 204 : cluster [DBG] 7.14 scrub starts
2020-11-16T20:54:38.031 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:37 smithi065 bash[18823]: debug 2020-11-16T20:54:37.723+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:38.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:37 smithi142 bash[9523]: cluster 2020-11-16T20:54:36.103148+0000 osd.6 (osd.6) 233 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:54:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:37 smithi142 bash[9523]: cluster 2020-11-16T20:54:36.388990+0000 osd.4 (osd.4) 224 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:54:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:37 smithi142 bash[9523]: cluster 2020-11-16T20:54:36.439332+0000 osd.3 (osd.3) 17 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:37 smithi142 bash[9523]: cluster 2020-11-16T20:54:36.441405+0000 osd.3 (osd.3) 18 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:37 smithi142 bash[9523]: cluster 2020-11-16T20:54:36.760526+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e768: 12 total, 12 up, 9 in
2020-11-16T20:54:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:37 smithi142 bash[9523]: cluster 2020-11-16T20:54:36.873141+0000 osd.1 (osd.1) 270 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:54:38.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:37 smithi142 bash[9523]: cluster 2020-11-16T20:54:37.025841+0000 osd.1 (osd.1) 271 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:54:38.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:37 smithi142 bash[9523]: cluster 2020-11-16T20:54:37.248936+0000 osd.11 (osd.11) 204 : cluster [DBG] 7.14 scrub starts
2020-11-16T20:54:38.088 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:38.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:54:37 smithi071 bash[16796]: debug 2020-11-16T20:54:37.989+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:38.217 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:38.322 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:38.529 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:54:38 smithi065 bash[11785]: debug 2020-11-16T20:54:38.215+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:38.765 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.4 to 1 (10000)
2020-11-16T20:54:38.946 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:38 smithi065 bash[9468]: cluster 2020-11-16T20:54:37.055274+0000 osd.0 (osd.0) 232 : cluster [DBG] 7.4 scrub starts
2020-11-16T20:54:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:38 smithi065 bash[9468]: cluster 2020-11-16T20:54:37.440406+0000 osd.0 (osd.0) 233 : cluster [DBG] 7.4 scrub ok
2020-11-16T20:54:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:38 smithi065 bash[9468]: cluster 2020-11-16T20:54:37.864892+0000 osd.1 (osd.1) 272 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:54:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:38 smithi065 bash[9468]: audit 2020-11-16T20:54:38.499894+0000 mon.a (mon.0) 2398 : audit [INF] from='client.? v1:172.21.15.142:0/738505814' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:54:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:38 smithi065 bash[9468]: cluster 2020-11-16T20:54:38.531727+0000 mgr.x (mgr.14196) 1291 : cluster [DBG] pgmap v1960: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:39.031 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:54:38 smithi142 bash[18009]: debug 2020-11-16T20:54:38.950+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:38 smithi142 bash[9523]: cluster 2020-11-16T20:54:37.055274+0000 osd.0 (osd.0) 232 : cluster [DBG] 7.4 scrub starts
2020-11-16T20:54:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:38 smithi142 bash[9523]: cluster 2020-11-16T20:54:37.440406+0000 osd.0 (osd.0) 233 : cluster [DBG] 7.4 scrub ok
2020-11-16T20:54:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:38 smithi142 bash[9523]: cluster 2020-11-16T20:54:37.864892+0000 osd.1 (osd.1) 272 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:54:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:38 smithi142 bash[9523]: audit 2020-11-16T20:54:38.499894+0000 mon.a (mon.0) 2398 : audit [INF] from='client.? v1:172.21.15.142:0/738505814' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:54:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:38 smithi142 bash[9523]: cluster 2020-11-16T20:54:38.531727+0000 mgr.x (mgr.14196) 1291 : cluster [DBG] pgmap v1960: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:39.050 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:39.058 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:38 smithi071 bash[9480]: cluster 2020-11-16T20:54:37.055274+0000 osd.0 (osd.0) 232 : cluster [DBG] 7.4 scrub starts
2020-11-16T20:54:39.058 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:38 smithi071 bash[9480]: cluster 2020-11-16T20:54:37.440406+0000 osd.0 (osd.0) 233 : cluster [DBG] 7.4 scrub ok
2020-11-16T20:54:39.058 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:38 smithi071 bash[9480]: cluster 2020-11-16T20:54:37.864892+0000 osd.1 (osd.1) 272 : cluster [DBG] 7.0 scrub starts
2020-11-16T20:54:39.059 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:38 smithi071 bash[9480]: audit 2020-11-16T20:54:38.499894+0000 mon.a (mon.0) 2398 : audit [INF] from='client.? v1:172.21.15.142:0/738505814' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T20:54:39.059 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:38 smithi071 bash[9480]: cluster 2020-11-16T20:54:38.531727+0000 mgr.x (mgr.14196) 1291 : cluster [DBG] pgmap v1960: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.5 GiB data, 12 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:39.528 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:39.631 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:39.786 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:39.891 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:39.945 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:54:39 smithi071 bash[26650]: debug 2020-11-16T20:54:39.529+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:39.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:39 smithi071 bash[9480]: cluster 2020-11-16T20:54:38.018417+0000 osd.0 (osd.0) 234 : cluster [DBG] 7.f scrub starts
2020-11-16T20:54:39.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:39 smithi071 bash[9480]: cluster 2020-11-16T20:54:38.420503+0000 osd.1 (osd.1) 273 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:54:39.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:39 smithi071 bash[9480]: cluster 2020-11-16T20:54:38.622788+0000 osd.11 (osd.11) 205 : cluster [DBG] 7.14 scrub ok
2020-11-16T20:54:39.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:39 smithi071 bash[9480]: audit 2020-11-16T20:54:38.765760+0000 mon.a (mon.0) 2399 : audit [INF] from='client.? v1:172.21.15.142:0/738505814' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T20:54:39.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:39 smithi071 bash[9480]: cluster 2020-11-16T20:54:38.765807+0000 mon.a (mon.0) 2400 : cluster [DBG] osdmap e769: 12 total, 12 up, 9 in
2020-11-16T20:54:39.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:39 smithi071 bash[9480]: cluster 2020-11-16T20:54:38.832159+0000 osd.10 (osd.10) 182 : cluster [DBG] 7.10 scrub starts
2020-11-16T20:54:39.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:39 smithi071 bash[9480]: cluster 2020-11-16T20:54:38.862516+0000 osd.1 (osd.1) 274 : cluster [DBG] 7.b scrub starts
2020-11-16T20:54:40.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:39 smithi065 bash[9468]: cluster 2020-11-16T20:54:38.018417+0000 osd.0 (osd.0) 234 : cluster [DBG] 7.f scrub starts
2020-11-16T20:54:40.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:39 smithi065 bash[9468]: cluster 2020-11-16T20:54:38.420503+0000 osd.1 (osd.1) 273 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:54:40.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:39 smithi065 bash[9468]: cluster 2020-11-16T20:54:38.622788+0000 osd.11 (osd.11) 205 : cluster [DBG] 7.14 scrub ok
2020-11-16T20:54:40.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:39 smithi065 bash[9468]: audit 2020-11-16T20:54:38.765760+0000 mon.a (mon.0) 2399 : audit [INF] from='client.? v1:172.21.15.142:0/738505814' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T20:54:40.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:39 smithi065 bash[9468]: cluster 2020-11-16T20:54:38.765807+0000 mon.a (mon.0) 2400 : cluster [DBG] osdmap e769: 12 total, 12 up, 9 in
2020-11-16T20:54:40.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:39 smithi065 bash[9468]: cluster 2020-11-16T20:54:38.832159+0000 osd.10 (osd.10) 182 : cluster [DBG] 7.10 scrub starts
2020-11-16T20:54:40.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:39 smithi065 bash[9468]: cluster 2020-11-16T20:54:38.862516+0000 osd.1 (osd.1) 274 : cluster [DBG] 7.b scrub starts
2020-11-16T20:54:40.030 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:39 smithi065 bash[18823]: debug 2020-11-16T20:54:39.787+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:40.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:39 smithi142 bash[9523]: cluster 2020-11-16T20:54:38.018417+0000 osd.0 (osd.0) 234 : cluster [DBG] 7.f scrub starts
2020-11-16T20:54:40.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:39 smithi142 bash[9523]: cluster 2020-11-16T20:54:38.420503+0000 osd.1 (osd.1) 273 : cluster [DBG] 7.0 scrub ok
2020-11-16T20:54:40.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:39 smithi142 bash[9523]: cluster 2020-11-16T20:54:38.622788+0000 osd.11 (osd.11) 205 : cluster [DBG] 7.14 scrub ok
2020-11-16T20:54:40.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:39 smithi142 bash[9523]: audit 2020-11-16T20:54:38.765760+0000 mon.a (mon.0) 2399 : audit [INF] from='client.? v1:172.21.15.142:0/738505814' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T20:54:40.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:39 smithi142 bash[9523]: cluster 2020-11-16T20:54:38.765807+0000 mon.a (mon.0) 2400 : cluster [DBG] osdmap e769: 12 total, 12 up, 9 in
2020-11-16T20:54:40.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:39 smithi142 bash[9523]: cluster 2020-11-16T20:54:38.832159+0000 osd.10 (osd.10) 182 : cluster [DBG] 7.10 scrub starts
2020-11-16T20:54:40.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:39 smithi142 bash[9523]: cluster 2020-11-16T20:54:38.862516+0000 osd.1 (osd.1) 274 : cluster [DBG] 7.b scrub starts
2020-11-16T20:54:40.165 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:40.269 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:40.393 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:40.424 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:40 smithi142 bash[15670]: debug 2020-11-16T20:54:40.166+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:40.425 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 6 1
2020-11-16T20:54:40.497 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:40.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:40 smithi065 bash[16457]: debug 2020-11-16T20:54:40.395+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:40.590 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:40.668 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:54:40.668 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:54:40.668 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 0
2020-11-16T20:54:40.668 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:54:40.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:40 smithi142 bash[9523]: cluster 2020-11-16T20:54:39.521373+0000 osd.0 (osd.0) 235 : cluster [DBG] 7.f scrub ok
2020-11-16T20:54:40.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:40 smithi142 bash[9523]: cluster 2020-11-16T20:54:39.564854+0000 osd.10 (osd.10) 183 : cluster [DBG] 7.10 scrub ok
2020-11-16T20:54:40.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:40 smithi142 bash[9523]: cluster 2020-11-16T20:54:40.532142+0000 mgr.x (mgr.14196) 1292 : cluster [DBG] pgmap v1962: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.4 GiB data, 12 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:41.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:40 smithi065 bash[9468]: cluster 2020-11-16T20:54:39.521373+0000 osd.0 (osd.0) 235 : cluster [DBG] 7.f scrub ok
2020-11-16T20:54:41.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:40 smithi065 bash[9468]: cluster 2020-11-16T20:54:39.564854+0000 osd.10 (osd.10) 183 : cluster [DBG] 7.10 scrub ok
2020-11-16T20:54:41.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:40 smithi065 bash[9468]: cluster 2020-11-16T20:54:40.532142+0000 mgr.x (mgr.14196) 1292 : cluster [DBG] pgmap v1962: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.4 GiB data, 12 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:41.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:40 smithi071 bash[9480]: cluster 2020-11-16T20:54:39.521373+0000 osd.0 (osd.0) 235 : cluster [DBG] 7.f scrub ok
2020-11-16T20:54:41.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:40 smithi071 bash[9480]: cluster 2020-11-16T20:54:39.564854+0000 osd.10 (osd.10) 183 : cluster [DBG] 7.10 scrub ok
2020-11-16T20:54:41.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:40 smithi071 bash[9480]: cluster 2020-11-16T20:54:40.532142+0000 mgr.x (mgr.14196) 1292 : cluster [DBG] pgmap v1962: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.4 GiB data, 12 GiB used, 792 GiB / 805 GiB avail
2020-11-16T20:54:41.213 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:41.317 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:41.531 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:41 smithi142 bash[114994]: debug 2020-11-16T20:54:41.214+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:41.659 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops
2020-11-16T20:54:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:54:41.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:41 smithi071 bash[9480]: cluster 2020-11-16T20:54:40.809709+0000 osd.1 (osd.1) 275 : cluster [DBG] 7.b scrub ok
2020-11-16T20:54:42.270 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:41 smithi142 bash[9523]: cluster 2020-11-16T20:54:40.809709+0000 osd.1 (osd.1) 275 : cluster [DBG] 7.b scrub ok
2020-11-16T20:54:42.271 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:42.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:41 smithi065 bash[9468]: cluster 2020-11-16T20:54:40.809709+0000 osd.1 (osd.1) 275 : cluster [DBG] 7.b scrub ok
2020-11-16T20:54:42.375 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:42.522 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:42.531 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:54:42 smithi142 bash[20366]: debug 2020-11-16T20:54:42.274+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:42.629 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:42.779 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:42 smithi065 bash[16457]: debug 2020-11-16T20:54:42.519+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:42.915 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:42 smithi071 bash[9480]: cluster 2020-11-16T20:54:42.264584+0000 osd.11 (osd.11) 206 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:54:42.915 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:42 smithi071 bash[9480]: cluster 2020-11-16T20:54:42.532657+0000 mgr.x (mgr.14196) 1293 : cluster [DBG] pgmap v1963: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.2 GiB data, 12 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:42.916 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:43.013 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:42 smithi142 bash[9523]: cluster 2020-11-16T20:54:42.264584+0000 osd.11 (osd.11) 206 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:54:43.014 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:42 smithi142 bash[9523]: cluster 2020-11-16T20:54:42.532657+0000 mgr.x (mgr.14196) 1293 : cluster [DBG] pgmap v1963: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.2 GiB data, 12 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:43.019 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:43.184 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:54:42 smithi071 bash[16796]: debug 2020-11-16T20:54:42.917+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:43.184 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:43.242 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:54:43.270 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:54:43.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:42 smithi065 bash[9468]: cluster 2020-11-16T20:54:42.264584+0000 osd.11 (osd.11) 206 : cluster [DBG] 7.5 scrub starts
2020-11-16T20:54:43.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:42 smithi065 bash[9468]: cluster 2020-11-16T20:54:42.532657+0000 mgr.x (mgr.14196) 1293 : cluster [DBG] pgmap v1963: 27 pgs: 2 active+clean+scrubbing, 25 active+clean; 4.2 GiB data, 12 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:43.288 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:43.297 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:54:43.333 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:54:43.371 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:54:43.409 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:54:43.414 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:43.438 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:54:43.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:43 smithi071 bash[12066]: debug 2020-11-16T20:54:43.185+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:43.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:43 smithi071 bash[12066]: debug 2020-11-16T20:54:43.417+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:43.463 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:54:43.497 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:54:43.519 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:43.533 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:54:43.573 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:54:43.600 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:54:43.602 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.602 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.602 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.603 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.604 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.604 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:54:43.712 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:43.816 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:43.826 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:54:43.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:43 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.015437+0000 osd.11 (osd.11) 207 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:54:43.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:43 smithi071 bash[9480]: audit 2020-11-16T20:54:43.220810+0000 mon.a (mon.0) 2401 : audit [DBG] from='client.? v1:172.21.15.142:0/260954422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:43 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.416776+0000 osd.5 (osd.5) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:43 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.539543+0000 osd.9 (osd.9) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:43 smithi071 bash[9480]: audit 2020-11-16T20:54:43.582523+0000 mon.b (mon.1) 458 : audit [INF] from='client.? v1:172.21.15.142:0/3199591110' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:43.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:43 smithi071 bash[9480]: audit 2020-11-16T20:54:43.583483+0000 mon.a (mon.0) 2402 : audit [INF] from='client.26428 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:43.963 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:54:44.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:54:43 smithi142 bash[20366]: debug 2020-11-16T20:54:43.714+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:44.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:43 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.015437+0000 osd.11 (osd.11) 207 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:54:44.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:43 smithi142 bash[9523]: audit 2020-11-16T20:54:43.220810+0000 mon.a (mon.0) 2401 : audit [DBG] from='client.? v1:172.21.15.142:0/260954422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:44.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:43 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.416776+0000 osd.5 (osd.5) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:44.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:43 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.539543+0000 osd.9 (osd.9) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:44.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:43 smithi142 bash[9523]: audit 2020-11-16T20:54:43.582523+0000 mon.b (mon.1) 458 : audit [INF] from='client.? v1:172.21.15.142:0/3199591110' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:44.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:43 smithi142 bash[9523]: audit 2020-11-16T20:54:43.583483+0000 mon.a (mon.0) 2402 : audit [INF] from='client.26428 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:44.068 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:44.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:54:43 smithi065 bash[16457]: debug 2020-11-16T20:54:43.963+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:44.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:43 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.015437+0000 osd.11 (osd.11) 207 : cluster [DBG] 7.5 scrub ok
2020-11-16T20:54:44.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:43 smithi065 bash[9468]: audit 2020-11-16T20:54:43.220810+0000 mon.a (mon.0) 2401 : audit [DBG] from='client.? v1:172.21.15.142:0/260954422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:44.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:43 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.416776+0000 osd.5 (osd.5) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:44.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:43 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.539543+0000 osd.9 (osd.9) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:44.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:43 smithi065 bash[9468]: audit 2020-11-16T20:54:43.582523+0000 mon.b (mon.1) 458 : audit [INF] from='client.? v1:172.21.15.142:0/3199591110' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:44.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:43 smithi065 bash[9468]: audit 2020-11-16T20:54:43.583483+0000 mon.a (mon.0) 2402 : audit [INF] from='client.26428 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:54:45.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.249829+0000 osd.0 (osd.0) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.278075+0000 osd.1 (osd.1) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.305445+0000 osd.2 (osd.2) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.340711+0000 osd.3 (osd.3) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.378086+0000 osd.4 (osd.4) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.445447+0000 osd.6 (osd.6) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.470536+0000 osd.7 (osd.7) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.502595+0000 osd.8 (osd.8) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.519160+0000 osd.6 (osd.6) 235 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.519264+0000 osd.6 (osd.6) 236 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.576851+0000 osd.10 (osd.10) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.606683+0000 osd.11 (osd.11) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.818327+0000 mon.a (mon.0) 2403 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:54:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.818378+0000 mon.a (mon.0) 2404 : cluster [INF] Cluster is now healthy
2020-11-16T20:54:45.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: audit 2020-11-16T20:54:43.826716+0000 mon.a (mon.0) 2405 : audit [INF] from='client.26428 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:54:45.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:43.826757+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e770: 12 total, 12 up, 9 in
2020-11-16T20:54:45.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:44.249304+0000 osd.11 (osd.11) 209 : cluster [DBG] 7.a scrub starts
2020-11-16T20:54:45.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:44 smithi071 bash[9480]: cluster 2020-11-16T20:54:44.533213+0000 mgr.x (mgr.14196) 1294 : cluster [DBG] pgmap v1965: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:45.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.249829+0000 osd.0 (osd.0) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.278075+0000 osd.1 (osd.1) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.305445+0000 osd.2 (osd.2) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.340711+0000 osd.3 (osd.3) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.378086+0000 osd.4 (osd.4) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.445447+0000 osd.6 (osd.6) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.470536+0000 osd.7 (osd.7) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.502595+0000 osd.8 (osd.8) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.519160+0000 osd.6 (osd.6) 235 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:45.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.519264+0000 osd.6 (osd.6) 236 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.576851+0000 osd.10 (osd.10) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.606683+0000 osd.11 (osd.11) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.818327+0000 mon.a (mon.0) 2403 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:54:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.818378+0000 mon.a (mon.0) 2404 : cluster [INF] Cluster is now healthy
2020-11-16T20:54:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: audit 2020-11-16T20:54:43.826716+0000 mon.a (mon.0) 2405 : audit [INF] from='client.26428 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:54:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:43.826757+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e770: 12 total, 12 up, 9 in
2020-11-16T20:54:45.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:44.249304+0000 osd.11 (osd.11) 209 : cluster [DBG] 7.a scrub starts
2020-11-16T20:54:45.282 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:44 smithi065 bash[9468]: cluster 2020-11-16T20:54:44.533213+0000 mgr.x (mgr.14196) 1294 : cluster [DBG] pgmap v1965: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:45.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.249829+0000 osd.0 (osd.0) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.278075+0000 osd.1 (osd.1) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.305445+0000 osd.2 (osd.2) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.340711+0000 osd.3 (osd.3) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.378086+0000 osd.4 (osd.4) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.445447+0000 osd.6 (osd.6) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.470536+0000 osd.7 (osd.7) 191 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.502595+0000 osd.8 (osd.8) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.519160+0000 osd.6 (osd.6) 235 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:45.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.519264+0000 osd.6 (osd.6) 236 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:45.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.576851+0000 osd.10 (osd.10) 184 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.606683+0000 osd.11 (osd.11) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:45.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.818327+0000 mon.a (mon.0) 2403 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:54:45.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.818378+0000 mon.a (mon.0) 2404 : cluster [INF] Cluster is now healthy
2020-11-16T20:54:45.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: audit 2020-11-16T20:54:43.826716+0000 mon.a (mon.0) 2405 : audit [INF] from='client.26428 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:54:45.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:43.826757+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e770: 12 total, 12 up, 9 in
2020-11-16T20:54:45.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:44.249304+0000 osd.11 (osd.11) 209 : cluster [DBG] 7.a scrub starts
2020-11-16T20:54:45.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:44 smithi142 bash[9523]: cluster 2020-11-16T20:54:44.533213+0000 mgr.x (mgr.14196) 1294 : cluster [DBG] pgmap v1965: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:45.645 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:45.750 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:45.916 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:46.020 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:46.028 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:45 smithi142 bash[15670]: debug 2020-11-16T20:54:45.645+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:46.099 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:54:45 smithi071 bash[26650]: debug 2020-11-16T20:54:45.917+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:46.170 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:46.273 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:46.281 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:46 smithi142 bash[15670]: debug 2020-11-16T20:54:46.169+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:46.386 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:54:46 smithi071 bash[14419]: debug 2020-11-16T20:54:46.389+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:46.387 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:54:46.419 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:54:46.419 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:54:46.493 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:46.665 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:46 smithi071 bash[9480]: cluster 2020-11-16T20:54:46.155757+0000 osd.11 (osd.11) 210 : cluster [DBG] 7.a scrub ok
2020-11-16T20:54:46.671 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:46.775 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:46.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:46 smithi065 bash[9468]: cluster 2020-11-16T20:54:46.155757+0000 osd.11 (osd.11) 210 : cluster [DBG] 7.a scrub ok
2020-11-16T20:54:46.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:46 smithi142 bash[9523]: cluster 2020-11-16T20:54:46.155757+0000 osd.11 (osd.11) 210 : cluster [DBG] 7.a scrub ok
2020-11-16T20:54:46.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:46 smithi071 bash[12066]: debug 2020-11-16T20:54:46.669+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:47.508 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:54:47.612 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:47.640 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_historic_ops
2020-11-16T20:54:47.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:47 smithi065 bash[9468]: cluster 2020-11-16T20:54:46.533750+0000 mgr.x (mgr.14196) 1295 : cluster [DBG] pgmap v1966: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.9 GiB data, 11 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:47.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:47 smithi142 bash[9523]: cluster 2020-11-16T20:54:46.533750+0000 mgr.x (mgr.14196) 1295 : cluster [DBG] pgmap v1966: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.9 GiB data, 11 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:47.781 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:47.801 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:54:47.885 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:47.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:47 smithi071 bash[9480]: cluster 2020-11-16T20:54:46.533750+0000 mgr.x (mgr.14196) 1295 : cluster [DBG] pgmap v1966: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.9 GiB data, 11 GiB used, 793 GiB / 805 GiB avail
2020-11-16T20:54:47.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:54:47 smithi071 bash[16796]: debug 2020-11-16T20:54:47.509+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:48.031 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:54:47 smithi142 bash[18009]: debug 2020-11-16T20:54:47.781+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:48.034 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:48.138 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:48.186 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:54:48.248 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:54:48.270 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:48.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:48 smithi065 bash[18823]: debug 2020-11-16T20:54:48.035+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:48.357 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:48.376 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:48.432 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:48.494 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.6 to 1 (10000)
2020-11-16T20:54:48.552 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:54:48 smithi142 bash[18009]: debug 2020-11-16T20:54:48.269+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:48.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:48 smithi065 bash[9468]: cluster 2020-11-16T20:54:47.783867+0000 osd.7 (osd.7) 192 : cluster [DBG] 7.11 scrub starts
2020-11-16T20:54:48.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:48 smithi065 bash[9468]: audit 2020-11-16T20:54:48.437442+0000 mon.a (mon.0) 2407 : audit [INF] from='client.? v1:172.21.15.142:0/692645248' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:54:48.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:48 smithi071 bash[9480]: cluster 2020-11-16T20:54:47.783867+0000 osd.7 (osd.7) 192 : cluster [DBG] 7.11 scrub starts
2020-11-16T20:54:48.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:48 smithi071 bash[9480]: audit 2020-11-16T20:54:48.437442+0000 mon.a (mon.0) 2407 : audit [INF] from='client.? v1:172.21.15.142:0/692645248' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:54:49.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:48 smithi142 bash[9523]: cluster 2020-11-16T20:54:47.783867+0000 osd.7 (osd.7) 192 : cluster [DBG] 7.11 scrub starts
2020-11-16T20:54:49.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:48 smithi142 bash[9523]: audit 2020-11-16T20:54:48.437442+0000 mon.a (mon.0) 2407 : audit [INF] from='client.? v1:172.21.15.142:0/692645248' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T20:54:49.401 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:49.504 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:49 smithi071 bash[9480]: cluster 2020-11-16T20:54:48.230036+0000 osd.7 (osd.7) 193 : cluster [DBG] 7.11 scrub ok
2020-11-16T20:54:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:49 smithi071 bash[9480]: audit 2020-11-16T20:54:48.499300+0000 mon.a (mon.0) 2408 : audit [INF] from='client.? v1:172.21.15.142:0/692645248' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T20:54:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:49 smithi071 bash[9480]: cluster 2020-11-16T20:54:48.499355+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e771: 12 total, 12 up, 9 in
2020-11-16T20:54:49.667 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:49 smithi071 bash[9480]: cluster 2020-11-16T20:54:48.534227+0000 mgr.x (mgr.14196) 1296 : cluster [DBG] pgmap v1968: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 121 op/s
2020-11-16T20:54:49.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:49 smithi065 bash[9468]: cluster 2020-11-16T20:54:48.230036+0000 osd.7 (osd.7) 193 : cluster [DBG] 7.11 scrub ok
2020-11-16T20:54:49.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:49 smithi065 bash[9468]: audit 2020-11-16T20:54:48.499300+0000 mon.a (mon.0) 2408 : audit [INF] from='client.? v1:172.21.15.142:0/692645248' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T20:54:49.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:49 smithi065 bash[9468]: cluster 2020-11-16T20:54:48.499355+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e771: 12 total, 12 up, 9 in
2020-11-16T20:54:49.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:49 smithi065 bash[9468]: cluster 2020-11-16T20:54:48.534227+0000 mgr.x (mgr.14196) 1296 : cluster [DBG] pgmap v1968: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 121 op/s
2020-11-16T20:54:49.781 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:49 smithi142 bash[114994]: debug 2020-11-16T20:54:49.397+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:49.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:49 smithi142 bash[9523]: cluster 2020-11-16T20:54:48.230036+0000 osd.7 (osd.7) 193 : cluster [DBG] 7.11 scrub ok
2020-11-16T20:54:49.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:49 smithi142 bash[9523]: audit 2020-11-16T20:54:48.499300+0000 mon.a (mon.0) 2408 : audit [INF] from='client.? v1:172.21.15.142:0/692645248' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T20:54:49.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:49 smithi142 bash[9523]: cluster 2020-11-16T20:54:48.499355+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e771: 12 total, 12 up, 9 in
2020-11-16T20:54:49.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:49 smithi142 bash[9523]: cluster 2020-11-16T20:54:48.534227+0000 mgr.x (mgr.14196) 1296 : cluster [DBG] pgmap v1968: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.8 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 121 op/s
2020-11-16T20:54:49.913 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:50.018 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:50.157 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:54:50.262 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:50.270 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:54:49 smithi142 bash[18009]: debug 2020-11-16T20:54:49.913+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:50.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:54:50 smithi065 bash[14115]: debug 2020-11-16T20:54:50.159+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:50.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:50 smithi142 bash[9523]: cluster 2020-11-16T20:54:49.819419+0000 osd.7 (osd.7) 194 : cluster [DBG] 7.15 scrub starts
2020-11-16T20:54:50.590 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:50.693 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:50.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:50 smithi065 bash[9468]: cluster 2020-11-16T20:54:49.819419+0000 osd.7 (osd.7) 194 : cluster [DBG] 7.15 scrub starts
2020-11-16T20:54:50.835 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:50.944 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:50.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:50 smithi071 bash[9480]: cluster 2020-11-16T20:54:49.819419+0000 osd.7 (osd.7) 194 : cluster [DBG] 7.15 scrub starts
2020-11-16T20:54:51.031 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:50 smithi142 bash[15670]: debug 2020-11-16T20:54:50.593+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:51.227 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:51.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:54:50 smithi065 bash[11785]: debug 2020-11-16T20:54:50.839+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:51.288 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 7 1
2020-11-16T20:54:51.332 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:51.440 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:54:51.521 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:51 smithi071 bash[12066]: debug 2020-11-16T20:54:51.229+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:51.522 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:51 smithi071 bash[9480]: cluster 2020-11-16T20:54:50.280385+0000 osd.7 (osd.7) 195 : cluster [DBG] 7.15 scrub ok
2020-11-16T20:54:51.522 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:51 smithi071 bash[9480]: cluster 2020-11-16T20:54:50.534621+0000 mgr.x (mgr.14196) 1297 : cluster [DBG] pgmap v1969: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 1.14k op/s
2020-11-16T20:54:51.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:51 smithi065 bash[9468]: cluster 2020-11-16T20:54:50.280385+0000 osd.7 (osd.7) 195 : cluster [DBG] 7.15 scrub ok
2020-11-16T20:54:51.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:51 smithi065 bash[9468]: cluster 2020-11-16T20:54:50.534621+0000 mgr.x (mgr.14196) 1297 : cluster [DBG] pgmap v1969: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 1.14k op/s
2020-11-16T20:54:51.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:51 smithi142 bash[9523]: cluster 2020-11-16T20:54:50.280385+0000 osd.7 (osd.7) 195 : cluster [DBG] 7.15 scrub ok
2020-11-16T20:54:51.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:51 smithi142 bash[9523]: cluster 2020-11-16T20:54:50.534621+0000 mgr.x (mgr.14196) 1297 : cluster [DBG] pgmap v1969: 27 pgs: 1 active+clean+scrubbing, 26 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 0 B/s wr, 1.14k op/s
2020-11-16T20:54:52.046 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:54:52.151 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:52.353 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:52.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:52 smithi071 bash[12066]: debug 2020-11-16T20:54:52.357+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:52.457 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:52.466 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:54:52 smithi142 bash[20366]: debug 2020-11-16T20:54:52.045+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:52.470 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:54:52.470 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:54:52.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:52 smithi065 bash[9468]: cluster 2020-11-16T20:54:51.375048+0000 osd.4 (osd.4) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:52.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:52 smithi065 bash[9468]: cluster 2020-11-16T20:54:51.375147+0000 osd.4 (osd.4) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:52.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:52 smithi065 bash[9468]: cluster 2020-11-16T20:54:51.529599+0000 mon.a (mon.0) 2410 : cluster [DBG] osdmap e772: 12 total, 12 up, 9 in
2020-11-16T20:54:52.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:52 smithi142 bash[9523]: cluster 2020-11-16T20:54:51.375048+0000 osd.4 (osd.4) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:52.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:52 smithi142 bash[9523]: cluster 2020-11-16T20:54:51.375147+0000 osd.4 (osd.4) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:52.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:52 smithi142 bash[9523]: cluster 2020-11-16T20:54:51.529599+0000 mon.a (mon.0) 2410 : cluster [DBG] osdmap e772: 12 total, 12 up, 9 in
2020-11-16T20:54:52.882 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:52.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:52 smithi071 bash[9480]: cluster 2020-11-16T20:54:51.375048+0000 osd.4 (osd.4) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:54:52.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:52 smithi071 bash[9480]: cluster 2020-11-16T20:54:51.375147+0000 osd.4 (osd.4) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:54:52.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:52 smithi071 bash[9480]: cluster 2020-11-16T20:54:51.529599+0000 mon.a (mon.0) 2410 : cluster [DBG] osdmap e772: 12 total, 12 up, 9 in
2020-11-16T20:54:52.986 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:53.287 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:52 smithi142 bash[15670]: debug 2020-11-16T20:54:52.881+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:53.357 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:54:53.461 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:53.587 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight
2020-11-16T20:54:53.651 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:54:53 smithi142 bash[18009]: debug 2020-11-16T20:54:53.357+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:53.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:53 smithi142 bash[9523]: cluster 2020-11-16T20:54:52.534971+0000 mgr.x (mgr.14196) 1298 : cluster [DBG] pgmap v1971: 27 pgs: 27 active+clean; 3.5 GiB data, 11 GiB used, 794 GiB / 805 GiB avail
2020-11-16T20:54:53.652 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:53 smithi142 bash[9523]: cluster 2020-11-16T20:54:52.827820+0000 osd.7 (osd.7) 196 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:54:53.722 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:54:53.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:53 smithi065 bash[9468]: cluster 2020-11-16T20:54:52.534971+0000 mgr.x (mgr.14196) 1298 : cluster [DBG] pgmap v1971: 27 pgs: 27 active+clean; 3.5 GiB data, 11 GiB used, 794 GiB / 805 GiB avail
2020-11-16T20:54:53.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:53 smithi065 bash[9468]: cluster 2020-11-16T20:54:52.827820+0000 osd.7 (osd.7) 196 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:54:53.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:53 smithi071 bash[9480]: cluster 2020-11-16T20:54:52.534971+0000 mgr.x (mgr.14196) 1298 : cluster [DBG] pgmap v1971: 27 pgs: 27 active+clean; 3.5 GiB data, 11 GiB used, 794 GiB / 805 GiB avail
2020-11-16T20:54:53.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:53 smithi071 bash[9480]: cluster 2020-11-16T20:54:52.827820+0000 osd.7 (osd.7) 196 : cluster [DBG] 7.8 scrub starts
2020-11-16T20:54:54.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:54 smithi065 bash[9468]: cluster 2020-11-16T20:54:53.101649+0000 osd.7 (osd.7) 197 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:54:54.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:54 smithi142 bash[9523]: cluster 2020-11-16T20:54:53.101649+0000 osd.7 (osd.7) 197 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:54:54.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:54 smithi071 bash[9480]: cluster 2020-11-16T20:54:53.101649+0000 osd.7 (osd.7) 197 : cluster [DBG] 7.8 scrub ok
2020-11-16T20:54:55.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:55 smithi071 bash[9480]: cluster 2020-11-16T20:54:54.535464+0000 mgr.x (mgr.14196) 1299 : cluster [DBG] pgmap v1972: 27 pgs: 27 active+clean; 3.4 GiB data, 10 GiB used, 794 GiB / 805 GiB avail
2020-11-16T20:54:56.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:55 smithi065 bash[9468]: cluster 2020-11-16T20:54:54.535464+0000 mgr.x (mgr.14196) 1299 : cluster [DBG] pgmap v1972: 27 pgs: 27 active+clean; 3.4 GiB data, 10 GiB used, 794 GiB / 805 GiB avail
2020-11-16T20:54:56.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:55 smithi142 bash[9523]: cluster 2020-11-16T20:54:54.535464+0000 mgr.x (mgr.14196) 1299 : cluster [DBG] pgmap v1972: 27 pgs: 27 active+clean; 3.4 GiB data, 10 GiB used, 794 GiB / 805 GiB avail
2020-11-16T20:54:57.466 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:54:57.573 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:57.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:57 smithi065 bash[9468]: cluster 2020-11-16T20:54:56.535951+0000 mgr.x (mgr.14196) 1300 : cluster [DBG] pgmap v1973: 27 pgs: 27 active+clean; 3.2 GiB data, 9.9 GiB used, 795 GiB / 805 GiB avail
2020-11-16T20:54:57.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:54:57 smithi065 bash[11785]: debug 2020-11-16T20:54:57.467+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:57.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:57 smithi142 bash[9523]: cluster 2020-11-16T20:54:56.535951+0000 mgr.x (mgr.14196) 1300 : cluster [DBG] pgmap v1973: 27 pgs: 27 active+clean; 3.2 GiB data, 9.9 GiB used, 795 GiB / 805 GiB avail
2020-11-16T20:54:57.952 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:57.982 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:57 smithi071 bash[9480]: cluster 2020-11-16T20:54:56.535951+0000 mgr.x (mgr.14196) 1300 : cluster [DBG] pgmap v1973: 27 pgs: 27 active+clean; 3.2 GiB data, 9.9 GiB used, 795 GiB / 805 GiB avail
2020-11-16T20:54:58.055 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:58.067 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:54:58.067 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:54:58.261 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:57 smithi142 bash[15670]: debug 2020-11-16T20:54:57.953+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:58.291 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:58.392 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:58.540 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:58 smithi142 bash[114994]: debug 2020-11-16T20:54:58.261+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:58.680 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:54:58.784 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:58.842 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:54:58 smithi142 bash[114994]: debug 2020-11-16T20:54:58.677+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:58.843 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:58 smithi142 bash[9523]: cluster 2020-11-16T20:54:58.536742+0000 mgr.x (mgr.14196) 1301 : cluster [DBG] pgmap v1974: 27 pgs: 27 active+clean; 3.0 GiB data, 9.6 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 127 op/s
2020-11-16T20:54:58.926 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:58 smithi065 bash[9468]: cluster 2020-11-16T20:54:58.536742+0000 mgr.x (mgr.14196) 1301 : cluster [DBG] pgmap v1974: 27 pgs: 27 active+clean; 3.0 GiB data, 9.6 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 127 op/s
2020-11-16T20:54:58.926 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:54:58.927 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:54:58 smithi065 bash[18823]: debug 2020-11-16T20:54:58.927+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:58.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:58 smithi071 bash[9480]: cluster 2020-11-16T20:54:58.536742+0000 mgr.x (mgr.14196) 1301 : cluster [DBG] pgmap v1974: 27 pgs: 27 active+clean; 3.0 GiB data, 9.6 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 127 op/s
2020-11-16T20:54:58.982 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops
2020-11-16T20:54:59.032 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:59.148 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:54:59.161 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:54:59.203 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:54:59.236 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:54:59.255 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:54:59 smithi071 bash[26650]: debug 2020-11-16T20:54:59.253+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:59.255 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:54:59.267 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:54:59.305 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:54:59.337 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:54:59.359 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:59.370 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:54:59.410 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:54:59.444 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:54:59.479 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:54:59.517 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:54:59.528 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:54:59 smithi142 bash[15670]: debug 2020-11-16T20:54:59.529+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:59.529 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:54:59.549 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:54:59.555 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.555 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.556 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.557 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.557 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.557 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:54:59.610 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:54:59.633 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:59.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:59 smithi142 bash[9523]: audit 2020-11-16T20:54:59.109303+0000 mon.a (mon.0) 2411 : audit [DBG] from='client.? v1:172.21.15.142:0/3047372868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:59.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:59 smithi142 bash[9523]: audit 2020-11-16T20:54:59.110718+0000 mon.c (mon.2) 76 : audit [DBG] from='client.16599 v1:172.21.15.142:0/3047372868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:59.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:59 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.211612+0000 osd.1 (osd.1) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:59.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:59 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.344172+0000 osd.5 (osd.5) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:59.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:59 smithi142 bash[9523]: audit 2020-11-16T20:54:59.438911+0000 mon.c (mon.2) 77 : audit [INF] from='client.? v1:172.21.15.142:0/2431645822' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:54:59.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:54:59 smithi142 bash[9523]: audit 2020-11-16T20:54:59.441296+0000 mon.a (mon.0) 2412 : audit [INF] from='client.36362 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:54:59.886 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:59 smithi071 bash[9480]: audit 2020-11-16T20:54:59.109303+0000 mon.a (mon.0) 2411 : audit [DBG] from='client.? v1:172.21.15.142:0/3047372868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:59.886 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:59 smithi071 bash[9480]: audit 2020-11-16T20:54:59.110718+0000 mon.c (mon.2) 76 : audit [DBG] from='client.16599 v1:172.21.15.142:0/3047372868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:54:59.887 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:59 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.211612+0000 osd.1 (osd.1) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:59.887 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:59 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.344172+0000 osd.5 (osd.5) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:54:59.887 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:59 smithi071 bash[9480]: audit 2020-11-16T20:54:59.438911+0000 mon.c (mon.2) 77 : audit [INF] from='client.? v1:172.21.15.142:0/2431645822' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:54:59.887 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:54:59 smithi071 bash[9480]: audit 2020-11-16T20:54:59.441296+0000 mon.a (mon.0) 2412 : audit [INF] from='client.36362 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:54:59.887 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:54:59 smithi071 bash[12066]: debug 2020-11-16T20:54:59.889+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:54:59.888 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:54:59.990 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:00.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:59 smithi065 bash[9468]: audit 2020-11-16T20:54:59.109303+0000 mon.a (mon.0) 2411 : audit [DBG] from='client.? v1:172.21.15.142:0/3047372868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:00.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:59 smithi065 bash[9468]: audit 2020-11-16T20:54:59.110718+0000 mon.c (mon.2) 76 : audit [DBG] from='client.16599 v1:172.21.15.142:0/3047372868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:00.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:59 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.211612+0000 osd.1 (osd.1) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:59 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.344172+0000 osd.5 (osd.5) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:59 smithi065 bash[9468]: audit 2020-11-16T20:54:59.438911+0000 mon.c (mon.2) 77 : audit [INF] from='client.? v1:172.21.15.142:0/2431645822' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:55:00.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:54:59 smithi065 bash[9468]: audit 2020-11-16T20:54:59.441296+0000 mon.a (mon.0) 2412 : audit [INF] from='client.36362 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:55:00.613 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.7 to 1 (10000)
2020-11-16T20:55:00.896 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.162728+0000 osd.0 (osd.0) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.896 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.243986+0000 osd.2 (osd.2) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.896 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.275464+0000 osd.3 (osd.3) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.897 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.313046+0000 osd.4 (osd.4) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.897 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.377497+0000 osd.6 (osd.6) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.897 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.417549+0000 osd.7 (osd.7) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.897 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.450778+0000 osd.8 (osd.8) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.897 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.485596+0000 osd.9 (osd.9) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.897 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.521894+0000 osd.10 (osd.10) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:00.897 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.555475+0000 osd.11 (osd.11) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.600217+0000 mon.a (mon.0) 2413 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:05.106 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: audit 2020-11-16T20:54:59.605223+0000 mon.a (mon.0) 2414 : audit [INF] from='client.36362 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:55:05.107 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:54:59.605286+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e773: 12 total, 12 up, 9 in
2020-11-16T20:55:05.107 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: audit 2020-11-16T20:54:59.693035+0000 mon.a (mon.0) 2416 : audit [INF] from='client.? v1:172.21.15.142:0/3548912558' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T20:55:05.107 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:00 smithi071 bash[9480]: cluster 2020-11-16T20:55:00.537283+0000 mgr.x (mgr.14196) 1302 : cluster [DBG] pgmap v1976: 27 pgs: 27 active+clean; 3.0 GiB data, 9.5 GiB used, 795 GiB / 805 GiB avail
2020-11-16T20:55:05.111 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.162728+0000 osd.0 (osd.0) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.111 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.243986+0000 osd.2 (osd.2) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.112 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.275464+0000 osd.3 (osd.3) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.112 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.313046+0000 osd.4 (osd.4) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.112 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.377497+0000 osd.6 (osd.6) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.112 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.417549+0000 osd.7 (osd.7) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.112 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.450778+0000 osd.8 (osd.8) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.112 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.485596+0000 osd.9 (osd.9) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.112 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.521894+0000 osd.10 (osd.10) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.113 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.555475+0000 osd.11 (osd.11) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.113 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.600217+0000 mon.a (mon.0) 2413 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:05.113 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: audit 2020-11-16T20:54:59.605223+0000 mon.a (mon.0) 2414 : audit [INF] from='client.36362 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:55:05.113 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:54:59.605286+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e773: 12 total, 12 up, 9 in
2020-11-16T20:55:05.113 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: audit 2020-11-16T20:54:59.693035+0000 mon.a (mon.0) 2416 : audit [INF] from='client.? v1:172.21.15.142:0/3548912558' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T20:55:05.113 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:00 smithi142 bash[9523]: cluster 2020-11-16T20:55:00.537283+0000 mgr.x (mgr.14196) 1302 : cluster [DBG] pgmap v1976: 27 pgs: 27 active+clean; 3.0 GiB data, 9.5 GiB used, 795 GiB / 805 GiB avail
2020-11-16T20:55:05.114 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:01 smithi142 bash[9523]: audit 2020-11-16T20:55:00.611941+0000 mon.a (mon.0) 2417 : audit [INF] from='client.? v1:172.21.15.142:0/3548912558' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T20:55:05.114 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:01 smithi142 bash[9523]: cluster 2020-11-16T20:55:00.612009+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e774: 12 total, 12 up, 9 in
2020-11-16T20:55:05.114 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:02 smithi142 bash[9523]: cluster 2020-11-16T20:55:02.537850+0000 mgr.x (mgr.14196) 1303 : cluster [DBG] pgmap v1978: 27 pgs: 27 active+clean; 2.8 GiB data, 9.1 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 1.19k op/s
2020-11-16T20:55:05.114 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:03 smithi142 bash[9523]: cluster 2020-11-16T20:55:02.081647+0000 osd.9 (osd.9) 191 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:05.114 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:03 smithi142 bash[9523]: cluster 2020-11-16T20:55:02.081748+0000 osd.9 (osd.9) 192 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:05.114 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:03 smithi142 bash[9523]: cluster 2020-11-16T20:55:02.740780+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e775: 12 total, 12 up, 9 in
2020-11-16T20:55:05.114 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:04 smithi142 bash[9523]: cluster 2020-11-16T20:55:04.538318+0000 mgr.x (mgr.14196) 1304 : cluster [DBG] pgmap v1980: 27 pgs: 27 active+clean; 2.7 GiB data, 8.9 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 943 op/s
2020-11-16T20:55:05.115 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:05.115 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:01 smithi142 bash[18009]: debug 2020-11-16T20:55:01.077+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:05.116 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 8 1
2020-11-16T20:55:05.116 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.162728+0000 osd.0 (osd.0) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.116 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.243986+0000 osd.2 (osd.2) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.275464+0000 osd.3 (osd.3) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.313046+0000 osd.4 (osd.4) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.377497+0000 osd.6 (osd.6) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.417549+0000 osd.7 (osd.7) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.450778+0000 osd.8 (osd.8) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.485596+0000 osd.9 (osd.9) 190 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.521894+0000 osd.10 (osd.10) 185 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.555475+0000 osd.11 (osd.11) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:05.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.600217+0000 mon.a (mon.0) 2413 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:05.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: audit 2020-11-16T20:54:59.605223+0000 mon.a (mon.0) 2414 : audit [INF] from='client.36362 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:55:05.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:54:59.605286+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e773: 12 total, 12 up, 9 in
2020-11-16T20:55:05.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: audit 2020-11-16T20:54:59.693035+0000 mon.a (mon.0) 2416 : audit [INF] from='client.? v1:172.21.15.142:0/3548912558' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T20:55:05.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:00 smithi065 bash[9468]: cluster 2020-11-16T20:55:00.537283+0000 mgr.x (mgr.14196) 1302 : cluster [DBG] pgmap v1976: 27 pgs: 27 active+clean; 3.0 GiB data, 9.5 GiB used, 795 GiB / 805 GiB avail
2020-11-16T20:55:05.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:01 smithi065 bash[9468]: audit 2020-11-16T20:55:00.611941+0000 mon.a (mon.0) 2417 : audit [INF] from='client.? v1:172.21.15.142:0/3548912558' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T20:55:05.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:01 smithi065 bash[9468]: cluster 2020-11-16T20:55:00.612009+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e774: 12 total, 12 up, 9 in
2020-11-16T20:55:05.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:02 smithi065 bash[9468]: cluster 2020-11-16T20:55:02.537850+0000 mgr.x (mgr.14196) 1303 : cluster [DBG] pgmap v1978: 27 pgs: 27 active+clean; 2.8 GiB data, 9.1 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 1.19k op/s
2020-11-16T20:55:05.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:03 smithi065 bash[9468]: cluster 2020-11-16T20:55:02.081647+0000 osd.9 (osd.9) 191 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:05.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:03 smithi065 bash[9468]: cluster 2020-11-16T20:55:02.081748+0000 osd.9 (osd.9) 192 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:05.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:03 smithi065 bash[9468]: cluster 2020-11-16T20:55:02.740780+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e775: 12 total, 12 up, 9 in
2020-11-16T20:55:05.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:04 smithi065 bash[9468]: cluster 2020-11-16T20:55:04.538318+0000 mgr.x (mgr.14196) 1304 : cluster [DBG] pgmap v1980: 27 pgs: 27 active+clean; 2.7 GiB data, 8.9 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 943 op/s
2020-11-16T20:55:05.120 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:01 smithi071 bash[9480]: audit 2020-11-16T20:55:00.611941+0000 mon.a (mon.0) 2417 : audit [INF] from='client.? v1:172.21.15.142:0/3548912558' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T20:55:05.120 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:01 smithi071 bash[9480]: cluster 2020-11-16T20:55:00.612009+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e774: 12 total, 12 up, 9 in
2020-11-16T20:55:05.120 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:02 smithi071 bash[9480]: cluster 2020-11-16T20:55:02.537850+0000 mgr.x (mgr.14196) 1303 : cluster [DBG] pgmap v1978: 27 pgs: 27 active+clean; 2.8 GiB data, 9.1 GiB used, 795 GiB / 805 GiB avail; 0 B/s wr, 1.19k op/s
2020-11-16T20:55:05.120 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:03 smithi071 bash[9480]: cluster 2020-11-16T20:55:02.081647+0000 osd.9 (osd.9) 191 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:05.120 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:03 smithi071 bash[9480]: cluster 2020-11-16T20:55:02.081748+0000 osd.9 (osd.9) 192 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:05.120 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:03 smithi071 bash[9480]: cluster 2020-11-16T20:55:02.740780+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e775: 12 total, 12 up, 9 in
2020-11-16T20:55:05.120 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:04 smithi071 bash[9480]: cluster 2020-11-16T20:55:04.538318+0000 mgr.x (mgr.14196) 1304 : cluster [DBG] pgmap v1980: 27 pgs: 27 active+clean; 2.7 GiB data, 8.9 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 943 op/s
2020-11-16T20:55:05.121 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:55:05.121 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:55:05.121 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:55:05.121 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:55:05.121 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:55:05.122 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_historic_ops
2020-11-16T20:55:05.223 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:05.274 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:05.291 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:55:05.385 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:05 smithi071 bash[12066]: debug 2020-11-16T20:55:05.384+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:05.386 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:05.495 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:05.991 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:05.993 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:05 smithi071 bash[16796]: debug 2020-11-16T20:55:05.992+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:05.994 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:05 smithi071 bash[9480]: cluster 2020-11-16T20:55:04.630490+0000 osd.2 (osd.2) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:05.994 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:05 smithi071 bash[9480]: cluster 2020-11-16T20:55:04.630613+0000 osd.2 (osd.2) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:05.994 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:05 smithi071 bash[9480]: cluster 2020-11-16T20:55:04.751930+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e776: 12 total, 12 up, 9 in
2020-11-16T20:55:06.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:05 smithi065 bash[9468]: cluster 2020-11-16T20:55:04.630490+0000 osd.2 (osd.2) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:06.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:05 smithi065 bash[9468]: cluster 2020-11-16T20:55:04.630613+0000 osd.2 (osd.2) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:06.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:05 smithi065 bash[9468]: cluster 2020-11-16T20:55:04.751930+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e776: 12 total, 12 up, 9 in
2020-11-16T20:55:06.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:05 smithi142 bash[9523]: cluster 2020-11-16T20:55:04.630490+0000 osd.2 (osd.2) 206 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:06.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:05 smithi142 bash[9523]: cluster 2020-11-16T20:55:04.630613+0000 osd.2 (osd.2) 207 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:06.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:05 smithi142 bash[9523]: cluster 2020-11-16T20:55:04.751930+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e776: 12 total, 12 up, 9 in
2020-11-16T20:55:06.095 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:06.485 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:06.486 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:06 smithi142 bash[15670]: debug 2020-11-16T20:55:06.485+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:06.589 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:06.746 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:06.851 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:06.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:06 smithi071 bash[9480]: cluster 2020-11-16T20:55:06.538829+0000 mgr.x (mgr.14196) 1305 : cluster [DBG] pgmap v1982: 27 pgs: 27 active+clean; 2.5 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 1.28k op/s
2020-11-16T20:55:06.946 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:06 smithi071 bash[16796]: debug 2020-11-16T20:55:06.748+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:07.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:06 smithi065 bash[9468]: cluster 2020-11-16T20:55:06.538829+0000 mgr.x (mgr.14196) 1305 : cluster [DBG] pgmap v1982: 27 pgs: 27 active+clean; 2.5 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 1.28k op/s
2020-11-16T20:55:07.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:06 smithi142 bash[9523]: cluster 2020-11-16T20:55:06.538829+0000 mgr.x (mgr.14196) 1305 : cluster [DBG] pgmap v1982: 27 pgs: 27 active+clean; 2.5 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 1.28k op/s
2020-11-16T20:55:07.117 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:55:07.117 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:55:07.227 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:07.292 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:07.292 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:07.332 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:07.514 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:07.531 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:07 smithi142 bash[20366]: debug 2020-11-16T20:55:07.229+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:07.618 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:07.779 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:07 smithi065 bash[18823]: debug 2020-11-16T20:55:07.514+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:08.251 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:08.355 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:08.370 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:08 smithi071 bash[9480]: cluster 2020-11-16T20:55:08.004606+0000 osd.0 (osd.0) 238 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:08.370 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:08 smithi071 bash[9480]: cluster 2020-11-16T20:55:08.004693+0000 osd.0 (osd.0) 239 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:08.370 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:08 smithi071 bash[9480]: cluster 2020-11-16T20:55:08.059324+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e777: 12 total, 12 up, 9 in
2020-11-16T20:55:08.500 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:08 smithi142 bash[20366]: debug 2020-11-16T20:55:08.253+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:08.501 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:08 smithi142 bash[9523]: cluster 2020-11-16T20:55:08.004606+0000 osd.0 (osd.0) 238 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:08.501 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:08 smithi142 bash[9523]: cluster 2020-11-16T20:55:08.004693+0000 osd.0 (osd.0) 239 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:08.501 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:08 smithi142 bash[9523]: cluster 2020-11-16T20:55:08.059324+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e777: 12 total, 12 up, 9 in
2020-11-16T20:55:08.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:08 smithi065 bash[9468]: cluster 2020-11-16T20:55:08.004606+0000 osd.0 (osd.0) 238 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:08.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:08 smithi065 bash[9468]: cluster 2020-11-16T20:55:08.004693+0000 osd.0 (osd.0) 239 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:08.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:08 smithi065 bash[9468]: cluster 2020-11-16T20:55:08.059324+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e777: 12 total, 12 up, 9 in
2020-11-16T20:55:08.912 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:09.016 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:09.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:08 smithi071 bash[14419]: debug 2020-11-16T20:55:08.912+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:09.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:09 smithi071 bash[9480]: cluster 2020-11-16T20:55:08.539309+0000 mgr.x (mgr.14196) 1306 : cluster [DBG] pgmap v1984: 27 pgs: 27 active+clean; 2.3 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:55:09.361 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:09 smithi142 bash[9523]: cluster 2020-11-16T20:55:08.539309+0000 mgr.x (mgr.14196) 1306 : cluster [DBG] pgmap v1984: 27 pgs: 27 active+clean; 2.3 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:55:09.361 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:09.464 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:09.473 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:09 smithi065 bash[9468]: cluster 2020-11-16T20:55:08.539309+0000 mgr.x (mgr.14196) 1306 : cluster [DBG] pgmap v1984: 27 pgs: 27 active+clean; 2.3 GiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 1.29k op/s
2020-11-16T20:55:09.610 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:09.716 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:09.724 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:09 smithi065 bash[18823]: debug 2020-11-16T20:55:09.610+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:09.781 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:09 smithi142 bash[15670]: debug 2020-11-16T20:55:09.361+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:09.830 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:09.937 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:10.029 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:09 smithi065 bash[18823]: debug 2020-11-16T20:55:09.834+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:10.047 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:10.154 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:10.175 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:55:10.175 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:55:10.175 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:55:10.176 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:55:10.176 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.176 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43822 6.c 6.6c254dcc (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:55:10.176 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.641651+0000",
2020-11-16T20:55:10.176 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 391.53202284299999,
2020-11-16T20:55:10.176 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0114684920000001,
2020-11-16T20:55:10.176 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.177 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.177 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:55:10.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:55:10.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43822
2020-11-16T20:55:10.177 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.177 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641651+0000",
2020-11-16T20:55:10.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641651+0000",
2020-11-16T20:55:10.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9998713
2020-11-16T20:55:10.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641522+0000",
2020-11-16T20:55:10.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00031053199999999997
2020-11-16T20:55:10.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641832+0000",
2020-11-16T20:55:10.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0993e-05
2020-11-16T20:55:10.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641853+0000",
2020-11-16T20:55:10.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1853e-05
2020-11-16T20:55:10.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641865+0000",
2020-11-16T20:55:10.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000907053
2020-11-16T20:55:10.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642772+0000",
2020-11-16T20:55:10.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3610000000000007e-06
2020-11-16T20:55:10.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:55:10.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642782+0000",
2020-11-16T20:55:10.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003658119
2020-11-16T20:55:10.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.646440+0000",
2020-11-16T20:55:10.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4390000000000006e-06
2020-11-16T20:55:10.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.646449+0000",
2020-11-16T20:55:10.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0066125669999999
2020-11-16T20:55:10.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653062+0000",
2020-11-16T20:55:10.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7327000000000002e-05
2020-11-16T20:55:10.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653119+0000",
2020-11-16T20:55:10.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0114684920000001
2020-11-16T20:55:10.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.186 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.186 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.186 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.186 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.186 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:40342 7.2 7:4cf252ec:::benchmark_data_smithi065_48659_object40341:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:55:10.186 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:52:14.698422+0000",
2020-11-16T20:55:10.186 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 175.47525188399999,
2020-11-16T20:55:10.187 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.1243288389999999,
2020-11-16T20:55:10.187 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.187 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.187 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 40342
2020-11-16T20:55:10.187 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.188 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698422+0000",
2020-11-16T20:55:10.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698422+0000",
2020-11-16T20:55:10.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999104
2020-11-16T20:55:10.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698332+0000",
2020-11-16T20:55:10.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00036470900000000001
2020-11-16T20:55:10.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698697+0000",
2020-11-16T20:55:10.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.4331e-05
2020-11-16T20:55:10.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698731+0000",
2020-11-16T20:55:10.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1429e-05
2020-11-16T20:55:10.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698743+0000",
2020-11-16T20:55:10.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0011378709999999999
2020-11-16T20:55:10.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699880+0000",
2020-11-16T20:55:10.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2969e-05
2020-11-16T20:55:10.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699903+0000",
2020-11-16T20:55:10.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1074689680000001
2020-11-16T20:55:10.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.807372+0000",
2020-11-16T20:55:10.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0012582889999999999
2020-11-16T20:55:10.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:55:10.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.808631+0000",
2020-11-16T20:55:10.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014071770000000001
2020-11-16T20:55:10.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.822702+0000",
2020-11-16T20:55:10.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8059999999999997e-05
2020-11-16T20:55:10.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.822750+0000",
2020-11-16T20:55:10.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1243288389999999
2020-11-16T20:55:10.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.196 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.196 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.196 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.196 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.196 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:40394 7.2 7:4a3075f2:::benchmark_data_smithi065_48659_object40393:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:55:10.196 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:52:14.698842+0000",
2020-11-16T20:55:10.196 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 175.47483183,
2020-11-16T20:55:10.197 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.125878218,
2020-11-16T20:55:10.197 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.197 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.197 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 40394
2020-11-16T20:55:10.198 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.198 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698842+0000",
2020-11-16T20:55:10.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698842+0000",
2020-11-16T20:55:10.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999504
2020-11-16T20:55:10.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.698792+0000",
2020-11-16T20:55:10.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024722200000000001
2020-11-16T20:55:10.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699039+0000",
2020-11-16T20:55:10.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4743999999999997e-05
2020-11-16T20:55:10.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699084+0000",
2020-11-16T20:55:10.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1689999999999992e-06
2020-11-16T20:55:10.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699092+0000",
2020-11-16T20:55:10.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00088882800000000004
2020-11-16T20:55:10.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699981+0000",
2020-11-16T20:55:10.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3033000000000001e-05
2020-11-16T20:55:10.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.700004+0000",
2020-11-16T20:55:10.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.108811172
2020-11-16T20:55:10.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.808815+0000",
2020-11-16T20:55:10.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000350854
2020-11-16T20:55:10.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.809166+0000",
2020-11-16T20:55:10.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00040120800000000001
2020-11-16T20:55:10.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:55:10.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.809567+0000",
2020-11-16T20:55:10.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035956360000000001
2020-11-16T20:55:10.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.813163+0000",
2020-11-16T20:55:10.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0098155840000000005
2020-11-16T20:55:10.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.822979+0000",
2020-11-16T20:55:10.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00011908000000000001
2020-11-16T20:55:10.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.823098+0000",
2020-11-16T20:55:10.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001622079
2020-11-16T20:55:10.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.824720+0000",
2020-11-16T20:55:10.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.125878218
2020-11-16T20:55:10.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.208 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.208 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.208 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.208 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.208 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:40409 7.2 7.6a332e52 (undecoded) ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:55:10.208 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:52:14.699177+0000",
2020-11-16T20:55:10.209 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 175.474496281,
2020-11-16T20:55:10.209 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.113519256,
2020-11-16T20:55:10.209 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.209 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.209 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 40409
2020-11-16T20:55:10.210 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.210 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699177+0000",
2020-11-16T20:55:10.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699177+0000",
2020-11-16T20:55:10.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:55:10.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699138+0000",
2020-11-16T20:55:10.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000160469
2020-11-16T20:55:10.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699299+0000",
2020-11-16T20:55:10.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5097e-05
2020-11-16T20:55:10.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699314+0000",
2020-11-16T20:55:10.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2490000000000004e-06
2020-11-16T20:55:10.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699321+0000",
2020-11-16T20:55:10.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00075723900000000005
2020-11-16T20:55:10.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.700078+0000",
2020-11-16T20:55:10.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0688e-05
2020-11-16T20:55:10.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.700089+0000",
2020-11-16T20:55:10.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.112581829
2020-11-16T20:55:10.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.812671+0000",
2020-11-16T20:55:10.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5599999999999999e-05
2020-11-16T20:55:10.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.812696+0000",
2020-11-16T20:55:10.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.113519256
2020-11-16T20:55:10.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.217 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.217 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.217 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.217 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.217 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:40428 7.2 7.4689dd32 (undecoded) ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:55:10.217 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:52:14.699387+0000",
2020-11-16T20:55:10.217 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 175.47428668699999,
2020-11-16T20:55:10.217 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.1134801080000001,
2020-11-16T20:55:10.218 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.218 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.218 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 40428
2020-11-16T20:55:10.218 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.219 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699387+0000",
2020-11-16T20:55:10.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699387+0000",
2020-11-16T20:55:10.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999604
2020-11-16T20:55:10.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699347+0000",
2020-11-16T20:55:10.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013578
2020-11-16T20:55:10.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699483+0000",
2020-11-16T20:55:10.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4083999999999999e-05
2020-11-16T20:55:10.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699497+0000",
2020-11-16T20:55:10.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2199999999999997e-06
2020-11-16T20:55:10.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.699503+0000",
2020-11-16T20:55:10.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00061174299999999999
2020-11-16T20:55:10.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.700115+0000",
2020-11-16T20:55:10.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0469999999999999e-06
2020-11-16T20:55:10.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.700121+0000",
2020-11-16T20:55:10.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.112704234
2020-11-16T20:55:10.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.812825+0000",
2020-11-16T20:55:10.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.155e-05
2020-11-16T20:55:10.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.812867+0000",
2020-11-16T20:55:10.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1134801080000001
2020-11-16T20:55:10.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.225 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.225 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.226 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.226 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:40437 7.2 7.fc5e6922 (undecoded) ondisk+write+known_if_redirected e700)",
2020-11-16T20:55:10.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:52:14.808452+0000",
2020-11-16T20:55:10.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 175.36522157300001,
2020-11-16T20:55:10.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0044680420000001,
2020-11-16T20:55:10.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.226 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.227 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 40437
2020-11-16T20:55:10.227 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.227 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.808452+0000",
2020-11-16T20:55:10.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.808452+0000",
2020-11-16T20:55:10.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999056
2020-11-16T20:55:10.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.808357+0000",
2020-11-16T20:55:10.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00030914099999999997
2020-11-16T20:55:10.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.808667+0000",
2020-11-16T20:55:10.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5853000000000003e-05
2020-11-16T20:55:10.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.808712+0000",
2020-11-16T20:55:10.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4119999999999999e-05
2020-11-16T20:55:10.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.808737+0000",
2020-11-16T20:55:10.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000158047
2020-11-16T20:55:10.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.808895+0000",
2020-11-16T20:55:10.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2125999999999997e-05
2020-11-16T20:55:10.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.808927+0000",
2020-11-16T20:55:10.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.003974999
2020-11-16T20:55:10.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.812902+0000",
2020-11-16T20:55:10.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8190999999999999e-05
2020-11-16T20:55:10.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.812920+0000",
2020-11-16T20:55:10.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0044680420000001
2020-11-16T20:55:10.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.234 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.234 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.234 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.234 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:40457 7.2 7.44d57342 (undecoded) ondisk+write+known_if_redirected e700)",
2020-11-16T20:55:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:52:14.866984+0000",
2020-11-16T20:55:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 175.30668908300001,
2020-11-16T20:55:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.94608410700000001,
2020-11-16T20:55:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 40457
2020-11-16T20:55:10.236 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.236 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.866984+0000",
2020-11-16T20:55:10.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.866984+0000",
2020-11-16T20:55:10.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:55:10.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.866961+0000",
2020-11-16T20:55:10.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2237000000000005e-05
2020-11-16T20:55:10.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.867054+0000",
2020-11-16T20:55:10.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1058e-05
2020-11-16T20:55:10.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.867065+0000",
2020-11-16T20:55:10.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4930000000000003e-06
2020-11-16T20:55:10.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.867071+0000",
2020-11-16T20:55:10.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4899000000000002e-05
2020-11-16T20:55:10.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.867146+0000",
2020-11-16T20:55:10.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2587e-05
2020-11-16T20:55:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:14.867159+0000",
2020-11-16T20:55:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.94585994699999998
2020-11-16T20:55:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.813019+0000",
2020-11-16T20:55:10.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9913000000000001e-05
2020-11-16T20:55:10.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:52:15.813069+0000",
2020-11-16T20:55:10.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.94608410700000001
2020-11-16T20:55:10.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.243 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.243 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.243 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.243 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.243 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97795 7.12 7:49865977:::benchmark_data_smithi065_48659_object97794:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e725)",
2020-11-16T20:55:10.243 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.306259+0000",
2020-11-16T20:55:10.243 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 120.867414091,
2020-11-16T20:55:10.244 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.146245792,
2020-11-16T20:55:10.244 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.244 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.244 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97795
2020-11-16T20:55:10.245 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.245 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306259+0000",
2020-11-16T20:55:10.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306259+0000",
2020-11-16T20:55:10.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:55:10.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306227+0000",
2020-11-16T20:55:10.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014014400000000001
2020-11-16T20:55:10.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306367+0000",
2020-11-16T20:55:10.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5863e-05
2020-11-16T20:55:10.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306383+0000",
2020-11-16T20:55:10.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9930000000000001e-06
2020-11-16T20:55:10.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306392+0000",
2020-11-16T20:55:10.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5606999999999996e-05
2020-11-16T20:55:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306467+0000",
2020-11-16T20:55:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0806e-05
2020-11-16T20:55:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:55:10.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306478+0000",
2020-11-16T20:55:10.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0067363570000000001
2020-11-16T20:55:10.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.313214+0000",
2020-11-16T20:55:10.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0360000000000001e-05
2020-11-16T20:55:10.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.313225+0000",
2020-11-16T20:55:10.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1303057519999999
2020-11-16T20:55:10.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.443530+0000",
2020-11-16T20:55:10.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00098150800000000008
2020-11-16T20:55:10.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:55:10.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.444512+0000",
2020-11-16T20:55:10.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.007665224
2020-11-16T20:55:10.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.452177+0000",
2020-11-16T20:55:10.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032797099999999998
2020-11-16T20:55:10.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.452505+0000",
2020-11-16T20:55:10.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.146245792
2020-11-16T20:55:10.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.254 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.254 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.254 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.254 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97797 7.12 7:4dfa0a7f:::benchmark_data_smithi065_48659_object97796:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e725)",
2020-11-16T20:55:10.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.306596+0000",
2020-11-16T20:55:10.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 120.867077212,
2020-11-16T20:55:10.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.1497627969999999,
2020-11-16T20:55:10.255 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.255 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.255 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97797
2020-11-16T20:55:10.256 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.256 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306596+0000",
2020-11-16T20:55:10.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306596+0000",
2020-11-16T20:55:10.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:55:10.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306564+0000",
2020-11-16T20:55:10.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2425999999999999e-05
2020-11-16T20:55:10.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306657+0000",
2020-11-16T20:55:10.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0779e-05
2020-11-16T20:55:10.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306667+0000",
2020-11-16T20:55:10.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3940000000000001e-06
2020-11-16T20:55:10.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306674+0000",
2020-11-16T20:55:10.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8096000000000001e-05
2020-11-16T20:55:10.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306732+0000",
2020-11-16T20:55:10.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8009999999999998e-06
2020-11-16T20:55:10.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:55:10.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306742+0000",
2020-11-16T20:55:10.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0065050189999999999
2020-11-16T20:55:10.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.313247+0000",
2020-11-16T20:55:10.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4490000000000002e-06
2020-11-16T20:55:10.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.313254+0000",
2020-11-16T20:55:10.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.131367225
2020-11-16T20:55:10.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.444621+0000",
2020-11-16T20:55:10.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001375079
2020-11-16T20:55:10.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for degraded object",
2020-11-16T20:55:10.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.445997+0000",
2020-11-16T20:55:10.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010061639000000001
2020-11-16T20:55:10.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.456058+0000",
2020-11-16T20:55:10.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00030088800000000002
2020-11-16T20:55:10.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.456359+0000",
2020-11-16T20:55:10.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1497627969999999
2020-11-16T20:55:10.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.265 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.265 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.266 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.266 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97810 7.19 7.60c7c39 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T20:55:10.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.314747+0000",
2020-11-16T20:55:10.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 120.85892634,
2020-11-16T20:55:10.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0034141350000001,
2020-11-16T20:55:10.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.266 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.267 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97810
2020-11-16T20:55:10.267 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.267 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314747+0000",
2020-11-16T20:55:10.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314747+0000",
2020-11-16T20:55:10.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:55:10.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314729+0000",
2020-11-16T20:55:10.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4542999999999994e-05
2020-11-16T20:55:10.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314803+0000",
2020-11-16T20:55:10.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5230000000000001e-06
2020-11-16T20:55:10.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314813+0000",
2020-11-16T20:55:10.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8590000000000004e-06
2020-11-16T20:55:10.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314817+0000",
2020-11-16T20:55:10.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0014545350000000001
2020-11-16T20:55:10.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.316272+0000",
2020-11-16T20:55:10.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9320000000000002e-06
2020-11-16T20:55:10.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.316281+0000",
2020-11-16T20:55:10.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.001855022
2020-11-16T20:55:10.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.318136+0000",
2020-11-16T20:55:10.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5369000000000001e-05
2020-11-16T20:55:10.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.318161+0000",
2020-11-16T20:55:10.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0034141350000001
2020-11-16T20:55:10.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.274 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.274 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.274 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.274 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:130708 7.12 7:48b5b7ae:::benchmark_data_smithi065_48659_object17549:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e739)",
2020-11-16T20:55:10.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:50.595784+0000",
2020-11-16T20:55:10.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.577889748999993,
2020-11-16T20:55:10.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0316907390000001,
2020-11-16T20:55:10.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.275 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:55:10.275 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 130708
2020-11-16T20:55:10.276 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.276 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595784+0000",
2020-11-16T20:55:10.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595784+0000",
2020-11-16T20:55:10.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999958
2020-11-16T20:55:10.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595742+0000",
2020-11-16T20:55:10.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2257999999999997e-05
2020-11-16T20:55:10.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595834+0000",
2020-11-16T20:55:10.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9321999999999999e-05
2020-11-16T20:55:10.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595853+0000",
2020-11-16T20:55:10.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4560000000000006e-06
2020-11-16T20:55:10.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595863+0000",
2020-11-16T20:55:10.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000200316
2020-11-16T20:55:10.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596063+0000",
2020-11-16T20:55:10.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0045e-05
2020-11-16T20:55:10.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:55:10.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596073+0000",
2020-11-16T20:55:10.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004803791
2020-11-16T20:55:10.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.600877+0000",
2020-11-16T20:55:10.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.322e-05
2020-11-16T20:55:10.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.600890+0000",
2020-11-16T20:55:10.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.026351757
2020-11-16T20:55:10.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.627242+0000",
2020-11-16T20:55:10.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023277199999999999
2020-11-16T20:55:10.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.627474+0000",
2020-11-16T20:55:10.284 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0316907390000001
2020-11-16T20:55:10.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.284 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.284 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.284 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.284 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.285 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:130747 7.12 7:4fb4cdae:::benchmark_data_smithi065_48659_object17588:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e739)",
2020-11-16T20:55:10.285 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:50.595935+0000",
2020-11-16T20:55:10.285 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.577738570999998,
2020-11-16T20:55:10.285 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.1095782620000001,
2020-11-16T20:55:10.285 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.285 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.285 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 130747
2020-11-16T20:55:10.286 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.286 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595935+0000",
2020-11-16T20:55:10.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595935+0000",
2020-11-16T20:55:10.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:55:10.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595899+0000",
2020-11-16T20:55:10.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0854999999999998e-05
2020-11-16T20:55:10.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595980+0000",
2020-11-16T20:55:10.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6285000000000001e-05
2020-11-16T20:55:10.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.595996+0000",
2020-11-16T20:55:10.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7490000000000004e-06
2020-11-16T20:55:10.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596005+0000",
2020-11-16T20:55:10.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013211599999999999
2020-11-16T20:55:10.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596137+0000",
2020-11-16T20:55:10.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.554e-06
2020-11-16T20:55:10.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:55:10.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596144+0000",
2020-11-16T20:55:10.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0047803029999999996
2020-11-16T20:55:10.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.600925+0000",
2020-11-16T20:55:10.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1919999999999994e-06
2020-11-16T20:55:10.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.600934+0000",
2020-11-16T20:55:10.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.026575813
2020-11-16T20:55:10.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.627510+0000",
2020-11-16T20:55:10.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017134600000000001
2020-11-16T20:55:10.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.627681+0000",
2020-11-16T20:55:10.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021548499999999999
2020-11-16T20:55:10.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.627897+0000",
2020-11-16T20:55:10.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010095541
2020-11-16T20:55:10.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.637992+0000",
2020-11-16T20:55:10.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.066912127000000002
2020-11-16T20:55:10.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.704904+0000",
2020-11-16T20:55:10.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3528999999999993e-05
2020-11-16T20:55:10.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.704978+0000",
2020-11-16T20:55:10.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00053538000000000001
2020-11-16T20:55:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.705513+0000",
2020-11-16T20:55:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1095782620000001
2020-11-16T20:55:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.297 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.298 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.298 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.298 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:130769 7.12 7:4c7cb7f1:::benchmark_data_smithi065_48659_object17610:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e739)",
2020-11-16T20:55:10.298 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:50.596083+0000",
2020-11-16T20:55:10.298 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.577590020000002,
2020-11-16T20:55:10.298 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.109758832,
2020-11-16T20:55:10.298 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.299 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.299 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 130769
2020-11-16T20:55:10.299 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.299 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596083+0000",
2020-11-16T20:55:10.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596083+0000",
2020-11-16T20:55:10.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999638
2020-11-16T20:55:10.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596047+0000",
2020-11-16T20:55:10.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4955000000000001e-05
2020-11-16T20:55:10.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596142+0000",
2020-11-16T20:55:10.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4768e-05
2020-11-16T20:55:10.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596157+0000",
2020-11-16T20:55:10.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1629999999999999e-06
2020-11-16T20:55:10.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596164+0000",
2020-11-16T20:55:10.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00061127399999999998
2020-11-16T20:55:10.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596776+0000",
2020-11-16T20:55:10.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7540000000000006e-06
2020-11-16T20:55:10.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:55:10.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596783+0000",
2020-11-16T20:55:10.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0041760410000000001
2020-11-16T20:55:10.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.600959+0000",
2020-11-16T20:55:10.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0610000000000002e-06
2020-11-16T20:55:10.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.600968+0000",
2020-11-16T20:55:10.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0291007969999999
2020-11-16T20:55:10.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.630069+0000",
2020-11-16T20:55:10.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000120983
2020-11-16T20:55:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.630190+0000",
2020-11-16T20:55:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107342
2020-11-16T20:55:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.630298+0000",
2020-11-16T20:55:10.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016746219999999999
2020-11-16T20:55:10.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.647044+0000",
2020-11-16T20:55:10.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.05851721
2020-11-16T20:55:10.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.705561+0000",
2020-11-16T20:55:10.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3519999999999997e-05
2020-11-16T20:55:10.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.705605+0000",
2020-11-16T20:55:10.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023775200000000001
2020-11-16T20:55:10.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.705842+0000",
2020-11-16T20:55:10.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.109758832
2020-11-16T20:55:10.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.311 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.311 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.311 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.311 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.311 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:130810 7.12 7:4cec6c1b:::benchmark_data_smithi065_48659_object17651:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e739)",
2020-11-16T20:55:10.311 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:50.596629+0000",
2020-11-16T20:55:10.311 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.577044162000007,
2020-11-16T20:55:10.312 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.109531372,
2020-11-16T20:55:10.312 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.312 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.312 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 130810
2020-11-16T20:55:10.312 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.313 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596629+0000",
2020-11-16T20:55:10.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596629+0000",
2020-11-16T20:55:10.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:55:10.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596601+0000",
2020-11-16T20:55:10.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2139999999999998e-05
2020-11-16T20:55:10.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596663+0000",
2020-11-16T20:55:10.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2109e-05
2020-11-16T20:55:10.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596675+0000",
2020-11-16T20:55:10.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3929999999999996e-06
2020-11-16T20:55:10.316 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.316 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596682+0000",
2020-11-16T20:55:10.316 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012188699999999999
2020-11-16T20:55:10.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596804+0000",
2020-11-16T20:55:10.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6580000000000008e-06
2020-11-16T20:55:10.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:55:10.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.596812+0000",
2020-11-16T20:55:10.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0042937990000000001
2020-11-16T20:55:10.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.601106+0000",
2020-11-16T20:55:10.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5000000000000005e-06
2020-11-16T20:55:10.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.601116+0000",
2020-11-16T20:55:10.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0313545799999999
2020-11-16T20:55:10.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.632470+0000",
2020-11-16T20:55:10.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000181647
2020-11-16T20:55:10.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.632652+0000",
2020-11-16T20:55:10.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000194601
2020-11-16T20:55:10.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.632846+0000",
2020-11-16T20:55:10.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016467953
2020-11-16T20:55:10.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.649314+0000",
2020-11-16T20:55:10.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.056571923000000003
2020-11-16T20:55:10.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.705886+0000",
2020-11-16T20:55:10.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2732999999999999e-05
2020-11-16T20:55:10.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.705929+0000",
2020-11-16T20:55:10.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023169600000000001
2020-11-16T20:55:10.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.706161+0000",
2020-11-16T20:55:10.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.109531372
2020-11-16T20:55:10.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.324 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.324 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.324 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.324 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.324 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:130877 7.12 7:48b28e8e:::benchmark_data_smithi065_48659_object17718:head [delete] snapc 0=[] ondisk+write+known_if_redirected e739)",
2020-11-16T20:55:10.325 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:50.783227+0000",
2020-11-16T20:55:10.325 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.390446036,
2020-11-16T20:55:10.325 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.98340429399999996,
2020-11-16T20:55:10.325 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.325 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.325 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 130877
2020-11-16T20:55:10.326 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.326 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.783227+0000",
2020-11-16T20:55:10.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.783227+0000",
2020-11-16T20:55:10.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:55:10.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.327 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.783197+0000",
2020-11-16T20:55:10.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1588999999999994e-05
2020-11-16T20:55:10.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.783279+0000",
2020-11-16T20:55:10.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7759999999999999e-05
2020-11-16T20:55:10.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.783296+0000",
2020-11-16T20:55:10.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0433e-05
2020-11-16T20:55:10.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.783307+0000",
2020-11-16T20:55:10.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1848999999999998e-05
2020-11-16T20:55:10.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.783359+0000",
2020-11-16T20:55:10.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1729999999999995e-06
2020-11-16T20:55:10.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.783367+0000",
2020-11-16T20:55:10.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.85218820200000001
2020-11-16T20:55:10.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.635555+0000",
2020-11-16T20:55:10.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000165124
2020-11-16T20:55:10.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.635720+0000",
2020-11-16T20:55:10.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017604099999999999
2020-11-16T20:55:10.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.635896+0000",
2020-11-16T20:55:10.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013431803000000001
2020-11-16T20:55:10.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.649328+0000",
2020-11-16T20:55:10.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.059410948999999998
2020-11-16T20:55:10.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.708739+0000",
2020-11-16T20:55:10.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7403e-05
2020-11-16T20:55:10.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.708786+0000",
2020-11-16T20:55:10.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.057845272000000003
2020-11-16T20:55:10.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.766632+0000",
2020-11-16T20:55:10.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.98340429399999996
2020-11-16T20:55:10.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.336 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.336 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.336 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.336 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.336 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:130882 7.12 7:483a91b8:::benchmark_data_smithi065_48659_object17723:head [delete] snapc 0=[] ondisk+write+known_if_redirected e739)",
2020-11-16T20:55:10.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:50.793655+0000",
2020-11-16T20:55:10.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.380018343000003,
2020-11-16T20:55:10.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.97415758100000005,
2020-11-16T20:55:10.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.337 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.337 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.337 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.337 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.338 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 130882
2020-11-16T20:55:10.338 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.338 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.338 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.793655+0000",
2020-11-16T20:55:10.338 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.793655+0000",
2020-11-16T20:55:10.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:55:10.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.793631+0000",
2020-11-16T20:55:10.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1641000000000002e-05
2020-11-16T20:55:10.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.793683+0000",
2020-11-16T20:55:10.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1253999999999999e-05
2020-11-16T20:55:10.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.793694+0000",
2020-11-16T20:55:10.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0589999999999997e-06
2020-11-16T20:55:10.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.793701+0000",
2020-11-16T20:55:10.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3433999999999997e-05
2020-11-16T20:55:10.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.793755+0000",
2020-11-16T20:55:10.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6500000000000008e-06
2020-11-16T20:55:10.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.793764+0000",
2020-11-16T20:55:10.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.84428873100000001
2020-11-16T20:55:10.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.638053+0000",
2020-11-16T20:55:10.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000181177
2020-11-16T20:55:10.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.638234+0000",
2020-11-16T20:55:10.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024954600000000001
2020-11-16T20:55:10.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.638484+0000",
2020-11-16T20:55:10.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010857403
2020-11-16T20:55:10.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.649341+0000",
2020-11-16T20:55:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.11745293
2020-11-16T20:55:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.766794+0000",
2020-11-16T20:55:10.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014677599999999999
2020-11-16T20:55:10.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.766941+0000",
2020-11-16T20:55:10.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00087197800000000003
2020-11-16T20:55:10.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.767813+0000",
2020-11-16T20:55:10.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.97415758100000005
2020-11-16T20:55:10.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.348 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.348 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.348 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.348 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:130927 7.12 7:4a374171:::benchmark_data_smithi065_48659_object17768:head [delete] snapc 0=[] ondisk+write+known_if_redirected e739)",
2020-11-16T20:55:10.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:50.917288+0000",
2020-11-16T20:55:10.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.256385041000001,
2020-11-16T20:55:10.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.85154350700000003,
2020-11-16T20:55:10.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.349 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.349 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.349 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 130927
2020-11-16T20:55:10.350 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.350 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.917288+0000",
2020-11-16T20:55:10.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.917288+0000",
2020-11-16T20:55:10.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999719
2020-11-16T20:55:10.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.917260+0000",
2020-11-16T20:55:10.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4103999999999995e-05
2020-11-16T20:55:10.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.917324+0000",
2020-11-16T20:55:10.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3692999999999999e-05
2020-11-16T20:55:10.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.917338+0000",
2020-11-16T20:55:10.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5220000000000001e-06
2020-11-16T20:55:10.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.917345+0000",
2020-11-16T20:55:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3067999999999999e-05
2020-11-16T20:55:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.917419+0000",
2020-11-16T20:55:10.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6330000000000002e-06
2020-11-16T20:55:10.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:50.917427+0000",
2020-11-16T20:55:10.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.72254265600000001
2020-11-16T20:55:10.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.639970+0000",
2020-11-16T20:55:10.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000140331
2020-11-16T20:55:10.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.640110+0000",
2020-11-16T20:55:10.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000118467
2020-11-16T20:55:10.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.640229+0000",
2020-11-16T20:55:10.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0091251300000000004
2020-11-16T20:55:10.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.649354+0000",
2020-11-16T20:55:10.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.118580158
2020-11-16T20:55:10.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.767934+0000",
2020-11-16T20:55:10.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013678400000000001
2020-11-16T20:55:10.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.768071+0000",
2020-11-16T20:55:10.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00076124600000000004
2020-11-16T20:55:10.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.768832+0000",
2020-11-16T20:55:10.360 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.85154350700000003
2020-11-16T20:55:10.360 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.360 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.360 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.360 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.360 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.361 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:131023 7.12 7:4c54ea71:::benchmark_data_smithi065_48659_object17864:head [delete] snapc 0=[] ondisk+write+known_if_redirected e739)",
2020-11-16T20:55:10.361 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:51.042493+0000",
2020-11-16T20:55:10.361 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.131180400999995,
2020-11-16T20:55:10.361 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.72975874900000004,
2020-11-16T20:55:10.361 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.361 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.361 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 131023
2020-11-16T20:55:10.362 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.362 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.042493+0000",
2020-11-16T20:55:10.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.042493+0000",
2020-11-16T20:55:10.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:55:10.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.042460+0000",
2020-11-16T20:55:10.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2298000000000005e-05
2020-11-16T20:55:10.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.042533+0000",
2020-11-16T20:55:10.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6575999999999999e-05
2020-11-16T20:55:10.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.042549+0000",
2020-11-16T20:55:10.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1430000000000004e-06
2020-11-16T20:55:10.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.042558+0000",
2020-11-16T20:55:10.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9764e-05
2020-11-16T20:55:10.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.042608+0000",
2020-11-16T20:55:10.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2730000000000002e-06
2020-11-16T20:55:10.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.042616+0000",
2020-11-16T20:55:10.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.59884754200000001
2020-11-16T20:55:10.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.641464+0000",
2020-11-16T20:55:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013574299999999999
2020-11-16T20:55:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.641600+0000",
2020-11-16T20:55:10.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8991000000000001e-05
2020-11-16T20:55:10.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.641699+0000",
2020-11-16T20:55:10.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0076673080000000003
2020-11-16T20:55:10.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.649366+0000",
2020-11-16T20:55:10.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12179232399999999
2020-11-16T20:55:10.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.771158+0000",
2020-11-16T20:55:10.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000182382
2020-11-16T20:55:10.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.771341+0000",
2020-11-16T20:55:10.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000911122
2020-11-16T20:55:10.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.371 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.772252+0000",
2020-11-16T20:55:10.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.72975874900000004
2020-11-16T20:55:10.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.372 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.372 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.372 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.372 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.373 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:131040 7.12 7:4f4b9be1:::benchmark_data_smithi065_48659_object17881:head [delete] snapc 0=[] ondisk+write+known_if_redirected e739)",
2020-11-16T20:55:10.373 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:51.066315+0000",
2020-11-16T20:55:10.373 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 79.107358320000003,
2020-11-16T20:55:10.373 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.70688684199999996,
2020-11-16T20:55:10.373 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.373 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.373 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 131040
2020-11-16T20:55:10.374 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.374 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.066315+0000",
2020-11-16T20:55:10.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.066315+0000",
2020-11-16T20:55:10.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:55:10.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.066291+0000",
2020-11-16T20:55:10.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4913000000000001e-05
2020-11-16T20:55:10.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.066346+0000",
2020-11-16T20:55:10.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4849999999999992e-06
2020-11-16T20:55:10.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.066355+0000",
2020-11-16T20:55:10.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4880000000000001e-06
2020-11-16T20:55:10.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.066359+0000",
2020-11-16T20:55:10.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9558000000000002e-05
2020-11-16T20:55:10.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.066409+0000",
2020-11-16T20:55:10.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7940000000000008e-06
2020-11-16T20:55:10.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:55:10.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.066418+0000",
2020-11-16T20:55:10.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.576531299
2020-11-16T20:55:10.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.642949+0000",
2020-11-16T20:55:10.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000207359
2020-11-16T20:55:10.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.643156+0000",
2020-11-16T20:55:10.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00028829700000000002
2020-11-16T20:55:10.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.643445+0000",
2020-11-16T20:55:10.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.005935297
2020-11-16T20:55:10.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.381 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.649380+0000",
2020-11-16T20:55:10.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.122998828
2020-11-16T20:55:10.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.772379+0000",
2020-11-16T20:55:10.382 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000139025
2020-11-16T20:55:10.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.772518+0000",
2020-11-16T20:55:10.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00068421599999999997
2020-11-16T20:55:10.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.383 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:51.773202+0000",
2020-11-16T20:55:10.384 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.70688684199999996
2020-11-16T20:55:10.384 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.384 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.384 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.384 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:55:10.384 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:55:10.384 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:133381 7.12 7:4d8a6973:::benchmark_data_smithi065_48659_object20222:head [delete] snapc 0=[] ondisk+write+known_if_redirected e742)",
2020-11-16T20:55:10.385 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:54.003536+0000",
2020-11-16T20:55:10.385 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 76.170137781999998,
2020-11-16T20:55:10.385 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.73246148899999997,
2020-11-16T20:55:10.385 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:55:10.385 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:10.385 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:55:10.385 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:55:10.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:10.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133381
2020-11-16T20:55:10.386 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:55:10.386 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:55:10.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:55:10.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003536+0000",
2020-11-16T20:55:10.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:55:10.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:55:10.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003536+0000",
2020-11-16T20:55:10.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:55:10.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:55:10.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003501+0000",
2020-11-16T20:55:10.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7088000000000005e-05
2020-11-16T20:55:10.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:55:10.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003578+0000",
2020-11-16T20:55:10.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3934000000000001e-05
2020-11-16T20:55:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:55:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003592+0000",
2020-11-16T20:55:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8759999999999999e-06
2020-11-16T20:55:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:10.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003599+0000",
2020-11-16T20:55:10.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0011991009999999999
2020-11-16T20:55:10.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:55:10.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.004798+0000",
2020-11-16T20:55:10.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000195713
2020-11-16T20:55:10.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:55:10.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.004993+0000",
2020-11-16T20:55:10.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020131000000000001
2020-11-16T20:55:10.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:55:10.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.005195+0000",
2020-11-16T20:55:10.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002326247
2020-11-16T20:55:10.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:55:10.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.007521+0000",
2020-11-16T20:55:10.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.72797217800000003
2020-11-16T20:55:10.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:10.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.735493+0000",
2020-11-16T20:55:10.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000115252
2020-11-16T20:55:10.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:55:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.735608+0000",
2020-11-16T20:55:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000388771
2020-11-16T20:55:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:55:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:55:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:55:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.735997+0000",
2020-11-16T20:55:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.73246148899999997
2020-11-16T20:55:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:55:10.395 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:55:10.395 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:55:10.395 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:55:10.395 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:55:10.395 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:55:10.397 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:10.445 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:10 smithi071 bash[14419]: debug 2020-11-16T20:55:10.284+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:10.498 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:10.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:10 smithi065 bash[16457]: debug 2020-11-16T20:55:10.050+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:10.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:10 smithi142 bash[9523]: cluster 2020-11-16T20:55:10.542604+0000 mgr.x (mgr.14196) 1307 : cluster [DBG] pgmap v1985: 27 pgs: 27 active+clean; 2.2 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:55:10.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:10 smithi071 bash[9480]: cluster 2020-11-16T20:55:10.542604+0000 mgr.x (mgr.14196) 1307 : cluster [DBG] pgmap v1985: 27 pgs: 27 active+clean; 2.2 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:55:11.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:10 smithi065 bash[9468]: cluster 2020-11-16T20:55:10.542604+0000 mgr.x (mgr.14196) 1307 : cluster [DBG] pgmap v1985: 27 pgs: 27 active+clean; 2.2 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:55:11.218 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:11.219 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_ops_in_flight
2020-11-16T20:55:11.321 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:11.412 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:11.502 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:55:11 smithi142 bash[114994]: debug 2020-11-16T20:55:11.217+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:11.559 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:11.662 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:11.781 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:11 smithi142 bash[20366]: debug 2020-11-16T20:55:11.561+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:12.259 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:12.364 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:12.531 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:12 smithi142 bash[18009]: debug 2020-11-16T20:55:12.261+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:12.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:12 smithi065 bash[9468]: cluster 2020-11-16T20:55:11.505570+0000 osd.10 (osd.10) 186 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:12.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:12 smithi065 bash[9468]: cluster 2020-11-16T20:55:11.505662+0000 osd.10 (osd.10) 187 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:12.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:12 smithi065 bash[9468]: cluster 2020-11-16T20:55:11.606532+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e778: 12 total, 12 up, 9 in
2020-11-16T20:55:12.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:12 smithi065 bash[9468]: cluster 2020-11-16T20:55:12.543229+0000 mgr.x (mgr.14196) 1308 : cluster [DBG] pgmap v1987: 27 pgs: 27 active+clean; 2.1 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:55:12.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:12 smithi071 bash[9480]: cluster 2020-11-16T20:55:11.505570+0000 osd.10 (osd.10) 186 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:12.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:12 smithi071 bash[9480]: cluster 2020-11-16T20:55:11.505662+0000 osd.10 (osd.10) 187 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:12.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:12 smithi071 bash[9480]: cluster 2020-11-16T20:55:11.606532+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e778: 12 total, 12 up, 9 in
2020-11-16T20:55:12.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:12 smithi071 bash[9480]: cluster 2020-11-16T20:55:12.543229+0000 mgr.x (mgr.14196) 1308 : cluster [DBG] pgmap v1987: 27 pgs: 27 active+clean; 2.1 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:55:12.949 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:12 smithi142 bash[9523]: cluster 2020-11-16T20:55:11.505570+0000 osd.10 (osd.10) 186 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:12.949 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:12 smithi142 bash[9523]: cluster 2020-11-16T20:55:11.505662+0000 osd.10 (osd.10) 187 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:12.949 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:12 smithi142 bash[9523]: cluster 2020-11-16T20:55:11.606532+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e778: 12 total, 12 up, 9 in
2020-11-16T20:55:12.950 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:12 smithi142 bash[9523]: cluster 2020-11-16T20:55:12.543229+0000 mgr.x (mgr.14196) 1308 : cluster [DBG] pgmap v1987: 27 pgs: 27 active+clean; 2.1 GiB data, 7.8 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:55:14.285 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.8 to 1 (10000)
2020-11-16T20:55:14.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:14 smithi071 bash[9480]: audit 2020-11-16T20:55:14.229777+0000 mon.c (mon.2) 78 : audit [INF] from='client.? v1:172.21.15.142:0/3740679847' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:55:14.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:14 smithi071 bash[9480]: audit 2020-11-16T20:55:14.231963+0000 mon.a (mon.0) 2423 : audit [INF] from='client.36371 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:55:14.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:14 smithi065 bash[9468]: audit 2020-11-16T20:55:14.229777+0000 mon.c (mon.2) 78 : audit [INF] from='client.? v1:172.21.15.142:0/3740679847' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:55:14.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:14 smithi065 bash[9468]: audit 2020-11-16T20:55:14.231963+0000 mon.a (mon.0) 2423 : audit [INF] from='client.36371 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:55:14.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:14 smithi142 bash[9523]: audit 2020-11-16T20:55:14.229777+0000 mon.c (mon.2) 78 : audit [INF] from='client.? v1:172.21.15.142:0/3740679847' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:55:14.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:14 smithi142 bash[9523]: audit 2020-11-16T20:55:14.231963+0000 mon.a (mon.0) 2423 : audit [INF] from='client.36371 ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T20:55:15.162 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:15.266 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:15.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:15 smithi065 bash[9468]: audit 2020-11-16T20:55:14.286413+0000 mon.a (mon.0) 2424 : audit [INF] from='client.36371 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:55:15.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:15 smithi065 bash[9468]: cluster 2020-11-16T20:55:14.286480+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e779: 12 total, 12 up, 9 in
2020-11-16T20:55:15.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:15 smithi065 bash[9468]: cluster 2020-11-16T20:55:14.543675+0000 mgr.x (mgr.14196) 1309 : cluster [DBG] pgmap v1989: 27 pgs: 27 active+clean; 2.0 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.12k op/s
2020-11-16T20:55:15.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:15 smithi065 bash[18823]: debug 2020-11-16T20:55:15.162+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:15.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:15 smithi142 bash[9523]: audit 2020-11-16T20:55:14.286413+0000 mon.a (mon.0) 2424 : audit [INF] from='client.36371 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:55:15.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:15 smithi142 bash[9523]: cluster 2020-11-16T20:55:14.286480+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e779: 12 total, 12 up, 9 in
2020-11-16T20:55:15.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:15 smithi142 bash[9523]: cluster 2020-11-16T20:55:14.543675+0000 mgr.x (mgr.14196) 1309 : cluster [DBG] pgmap v1989: 27 pgs: 27 active+clean; 2.0 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.12k op/s
2020-11-16T20:55:15.573 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:15.677 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:15.685 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:15 smithi071 bash[9480]: audit 2020-11-16T20:55:14.286413+0000 mon.a (mon.0) 2424 : audit [INF] from='client.36371 ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T20:55:15.685 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:15 smithi071 bash[9480]: cluster 2020-11-16T20:55:14.286480+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e779: 12 total, 12 up, 9 in
2020-11-16T20:55:15.686 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:15 smithi071 bash[9480]: cluster 2020-11-16T20:55:14.543675+0000 mgr.x (mgr.14196) 1309 : cluster [DBG] pgmap v1989: 27 pgs: 27 active+clean; 2.0 GiB data, 7.6 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.12k op/s
2020-11-16T20:55:15.810 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:15.914 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:15.925 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:15 smithi142 bash[15670]: debug 2020-11-16T20:55:15.573+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:15.945 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:15 smithi071 bash[16796]: debug 2020-11-16T20:55:15.812+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:16.103 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 11 1
2020-11-16T20:55:16.240 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:16.303 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:16.344 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:16.531 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:16 smithi142 bash[20366]: debug 2020-11-16T20:55:16.241+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:16.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:16 smithi065 bash[9468]: cluster 2020-11-16T20:55:16.544194+0000 mgr.x (mgr.14196) 1310 : cluster [DBG] pgmap v1990: 27 pgs: 27 active+clean; 1.8 GiB data, 7.2 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:55:16.909 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:16 smithi142 bash[9523]: cluster 2020-11-16T20:55:16.544194+0000 mgr.x (mgr.14196) 1310 : cluster [DBG] pgmap v1990: 27 pgs: 27 active+clean; 1.8 GiB data, 7.2 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:55:16.917 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:16.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:16 smithi071 bash[9480]: cluster 2020-11-16T20:55:16.544194+0000 mgr.x (mgr.14196) 1310 : cluster [DBG] pgmap v1990: 27 pgs: 27 active+clean; 1.8 GiB data, 7.2 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:55:17.021 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:17.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:55:16 smithi142 bash[114994]: debug 2020-11-16T20:55:16.913+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:17.739 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:17.843 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:18.028 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:55:17 smithi065 bash[14115]: debug 2020-11-16T20:55:17.742+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:18.072 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:18.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:17 smithi071 bash[12066]: debug 2020-11-16T20:55:17.972+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:18.484 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:18 smithi142 bash[15670]: debug 2020-11-16T20:55:18.485+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:18.484 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:18.588 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:18.704 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:18.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:18 smithi142 bash[9523]: cluster 2020-11-16T20:55:18.544648+0000 mgr.x (mgr.14196) 1311 : cluster [DBG] pgmap v1991: 27 pgs: 27 active+clean; 1.6 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:55:18.808 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:18.869 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:55:18.900 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:55:18.930 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:55:18.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:18 smithi071 bash[9480]: cluster 2020-11-16T20:55:18.544648+0000 mgr.x (mgr.14196) 1311 : cluster [DBG] pgmap v1991: 27 pgs: 27 active+clean; 1.6 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:55:18.945 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:18 smithi071 bash[14419]: debug 2020-11-16T20:55:18.704+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:18.963 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:55:18.988 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:55:19.020 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:55:19.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:18 smithi065 bash[9468]: cluster 2020-11-16T20:55:18.544648+0000 mgr.x (mgr.14196) 1311 : cluster [DBG] pgmap v1991: 27 pgs: 27 active+clean; 1.6 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.27k op/s
2020-11-16T20:55:19.046 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:55:19.076 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:55:19.080 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:19.101 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:55:19.143 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:55:19.177 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:55:19.183 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:19.216 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:55:19.222 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.223 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.223 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.223 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.223 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.223 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.223 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.224 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.224 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.224 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.224 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.224 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:55:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:19.386 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[18823]: debug 2020-11-16T20:55:19.082+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:19.457 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:19.531 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:19 smithi142 bash[20366]: debug 2020-11-16T20:55:19.353+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:19.614 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:55:19.633 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:19.708 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:55:19.709 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:55:19.737 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:19.779 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[18823]: debug 2020-11-16T20:55:19.634+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:19.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[9468]: audit 2020-11-16T20:55:18.834023+0000 mon.a (mon.0) 2426 : audit [DBG] from='client.? v1:172.21.15.142:0/1448425331' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:19.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[9468]: cluster 2020-11-16T20:55:18.877536+0000 osd.0 (osd.0) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[9468]: cluster 2020-11-16T20:55:18.907723+0000 osd.1 (osd.1) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[9468]: audit 2020-11-16T20:55:18.922936+0000 mon.a (mon.0) 2427 : audit [INF] from='client.? v1:172.21.15.142:0/586035755' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:55:19.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[9468]: cluster 2020-11-16T20:55:18.938177+0000 osd.2 (osd.2) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[9468]: cluster 2020-11-16T20:55:19.026184+0000 osd.5 (osd.5) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:19 smithi065 bash[9468]: cluster 2020-11-16T20:55:19.222442+0000 osd.11 (osd.11) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:19 smithi071 bash[9480]: audit 2020-11-16T20:55:18.834023+0000 mon.a (mon.0) 2426 : audit [DBG] from='client.? v1:172.21.15.142:0/1448425331' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:19 smithi071 bash[9480]: cluster 2020-11-16T20:55:18.877536+0000 osd.0 (osd.0) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:19 smithi071 bash[9480]: cluster 2020-11-16T20:55:18.907723+0000 osd.1 (osd.1) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:19 smithi071 bash[9480]: audit 2020-11-16T20:55:18.922936+0000 mon.a (mon.0) 2427 : audit [INF] from='client.? v1:172.21.15.142:0/586035755' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:55:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:19 smithi071 bash[9480]: cluster 2020-11-16T20:55:18.938177+0000 osd.2 (osd.2) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:19 smithi071 bash[9480]: cluster 2020-11-16T20:55:19.026184+0000 osd.5 (osd.5) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:19.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:19 smithi071 bash[9480]: cluster 2020-11-16T20:55:19.222442+0000 osd.11 (osd.11) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:19 smithi142 bash[9523]: audit 2020-11-16T20:55:18.834023+0000 mon.a (mon.0) 2426 : audit [DBG] from='client.? v1:172.21.15.142:0/1448425331' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:20.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:19 smithi142 bash[9523]: cluster 2020-11-16T20:55:18.877536+0000 osd.0 (osd.0) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:19 smithi142 bash[9523]: cluster 2020-11-16T20:55:18.907723+0000 osd.1 (osd.1) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:19 smithi142 bash[9523]: audit 2020-11-16T20:55:18.922936+0000 mon.a (mon.0) 2427 : audit [INF] from='client.? v1:172.21.15.142:0/586035755' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:55:20.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:19 smithi142 bash[9523]: cluster 2020-11-16T20:55:18.938177+0000 osd.2 (osd.2) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:19 smithi142 bash[9523]: cluster 2020-11-16T20:55:19.026184+0000 osd.5 (osd.5) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:19 smithi142 bash[9523]: cluster 2020-11-16T20:55:19.222442+0000 osd.11 (osd.11) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.827 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_blocked_ops
2020-11-16T20:55:20.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:18.971199+0000 osd.3 (osd.3) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:18.994657+0000 osd.4 (osd.4) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:19.053673+0000 osd.6 (osd.6) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:19.083695+0000 osd.7 (osd.7) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:19.107471+0000 osd.8 (osd.8) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:19.149476+0000 osd.9 (osd.9) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:19.606310+0000 mon.a (mon.0) 2428 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:20.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: audit 2020-11-16T20:55:19.618559+0000 mon.a (mon.0) 2429 : audit [INF] from='client.? v1:172.21.15.142:0/586035755' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:55:20.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:19.618614+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e780: 12 total, 12 up, 9 in
2020-11-16T20:55:20.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:20 smithi071 bash[9480]: cluster 2020-11-16T20:55:20.545132+0000 mgr.x (mgr.14196) 1312 : cluster [DBG] pgmap v1993: 27 pgs: 27 active+clean; 1.6 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s
2020-11-16T20:55:21.016 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:18.971199+0000 osd.3 (osd.3) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:18.994657+0000 osd.4 (osd.4) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:19.053673+0000 osd.6 (osd.6) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:19.083695+0000 osd.7 (osd.7) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:19.107471+0000 osd.8 (osd.8) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:19.149476+0000 osd.9 (osd.9) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:19.606310+0000 mon.a (mon.0) 2428 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:21.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: audit 2020-11-16T20:55:19.618559+0000 mon.a (mon.0) 2429 : audit [INF] from='client.? v1:172.21.15.142:0/586035755' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:55:21.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:19.618614+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e780: 12 total, 12 up, 9 in
2020-11-16T20:55:21.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:20 smithi065 bash[9468]: cluster 2020-11-16T20:55:20.545132+0000 mgr.x (mgr.14196) 1312 : cluster [DBG] pgmap v1993: 27 pgs: 27 active+clean; 1.6 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s
2020-11-16T20:55:21.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:18.971199+0000 osd.3 (osd.3) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:18.994657+0000 osd.4 (osd.4) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:19.053673+0000 osd.6 (osd.6) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:19.083695+0000 osd.7 (osd.7) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:19.107471+0000 osd.8 (osd.8) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:19.149476+0000 osd.9 (osd.9) 193 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:21.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:19.606310+0000 mon.a (mon.0) 2428 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:21.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: audit 2020-11-16T20:55:19.618559+0000 mon.a (mon.0) 2429 : audit [INF] from='client.? v1:172.21.15.142:0/586035755' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:55:21.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:19.618614+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e780: 12 total, 12 up, 9 in
2020-11-16T20:55:21.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:20 smithi142 bash[9523]: cluster 2020-11-16T20:55:20.545132+0000 mgr.x (mgr.14196) 1312 : cluster [DBG] pgmap v1993: 27 pgs: 27 active+clean; 1.6 GiB data, 6.7 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.08k op/s
2020-11-16T20:55:21.203 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:21.308 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:55:21.454 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:55:21.531 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:21 smithi142 bash[18009]: debug 2020-11-16T20:55:21.205+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:21.558 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:21.610 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:55:21 smithi071 bash[26650]: debug 2020-11-16T20:55:21.456+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:21.686 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:21.790 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:55:21.920 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:21 smithi071 bash[9480]: cluster 2020-11-16T20:55:20.776912+0000 osd.5 (osd.5) 208 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:21.920 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:21 smithi071 bash[9480]: cluster 2020-11-16T20:55:20.777001+0000 osd.5 (osd.5) 209 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:21.920 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:21 smithi071 bash[14419]: debug 2020-11-16T20:55:21.688+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:21.921 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:55:22.026 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:22.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:21 smithi065 bash[9468]: cluster 2020-11-16T20:55:20.776912+0000 osd.5 (osd.5) 208 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:22.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:21 smithi065 bash[9468]: cluster 2020-11-16T20:55:20.777001+0000 osd.5 (osd.5) 209 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:22.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:21 smithi142 bash[9523]: cluster 2020-11-16T20:55:20.776912+0000 osd.5 (osd.5) 208 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:22.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:21 smithi142 bash[9523]: cluster 2020-11-16T20:55:20.777001+0000 osd.5 (osd.5) 209 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:22.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:55:21 smithi071 bash[26650]: debug 2020-11-16T20:55:21.920+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:22.357 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:22 smithi142 bash[18009]: debug 2020-11-16T20:55:22.361+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:22.357 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:22.462 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:22.629 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:22.733 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:22.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:22 smithi065 bash[9468]: cluster 2020-11-16T20:55:21.627529+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e781: 12 total, 12 up, 9 in
2020-11-16T20:55:22.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:22 smithi065 bash[9468]: cluster 2020-11-16T20:55:22.545812+0000 mgr.x (mgr.14196) 1313 : cluster [DBG] pgmap v1995: 27 pgs: 27 active+clean; 1.4 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.19k op/s
2020-11-16T20:55:22.779 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:22 smithi065 bash[16457]: debug 2020-11-16T20:55:22.630+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:22.837 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:22.941 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:22.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:22 smithi071 bash[9480]: cluster 2020-11-16T20:55:21.627529+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e781: 12 total, 12 up, 9 in
2020-11-16T20:55:22.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:22 smithi071 bash[9480]: cluster 2020-11-16T20:55:22.545812+0000 mgr.x (mgr.14196) 1313 : cluster [DBG] pgmap v1995: 27 pgs: 27 active+clean; 1.4 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.19k op/s
2020-11-16T20:55:22.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:22 smithi071 bash[12066]: debug 2020-11-16T20:55:22.840+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:23.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:22 smithi142 bash[9523]: cluster 2020-11-16T20:55:21.627529+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e781: 12 total, 12 up, 9 in
2020-11-16T20:55:23.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:22 smithi142 bash[9523]: cluster 2020-11-16T20:55:22.545812+0000 mgr.x (mgr.14196) 1313 : cluster [DBG] pgmap v1995: 27 pgs: 27 active+clean; 1.4 GiB data, 6.4 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 1.19k op/s
2020-11-16T20:55:23.115 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:23.219 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:23.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:23 smithi065 bash[18823]: debug 2020-11-16T20:55:23.118+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:23.332 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:23.436 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:23.554 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:55:23.605 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:55:23.650 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:23.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:23 smithi071 bash[12066]: debug 2020-11-16T20:55:23.332+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:23.735 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:23.758 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:23.796 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:23.863 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:23.967 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:23.976 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:23 smithi142 bash[18009]: debug 2020-11-16T20:55:23.653+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:24.017 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.11 to 1 (10000)
2020-11-16T20:55:24.019 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:23 smithi071 bash[16796]: debug 2020-11-16T20:55:23.864+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:24.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:24 smithi065 bash[9468]: audit 2020-11-16T20:55:23.968228+0000 mon.a (mon.0) 2432 : audit [INF] from='client.? v1:172.21.15.142:0/4119112347' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:55:24.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:24 smithi142 bash[9523]: audit 2020-11-16T20:55:23.968228+0000 mon.a (mon.0) 2432 : audit [INF] from='client.? v1:172.21.15.142:0/4119112347' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:55:24.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:24 smithi071 bash[9480]: audit 2020-11-16T20:55:23.968228+0000 mon.a (mon.0) 2432 : audit [INF] from='client.? v1:172.21.15.142:0/4119112347' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T20:55:24.589 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:24.693 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:24.781 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:55:24 smithi142 bash[114994]: debug 2020-11-16T20:55:24.589+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:24.878 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:24.982 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:25.023 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:25 smithi065 bash[9468]: audit 2020-11-16T20:55:24.022703+0000 mon.a (mon.0) 2433 : audit [INF] from='client.? v1:172.21.15.142:0/4119112347' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T20:55:25.023 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:25 smithi065 bash[9468]: cluster 2020-11-16T20:55:24.022750+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e782: 12 total, 12 up, 9 in
2020-11-16T20:55:25.023 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:25 smithi065 bash[9468]: cluster 2020-11-16T20:55:24.546269+0000 mgr.x (mgr.14196) 1314 : cluster [DBG] pgmap v1997: 27 pgs: 27 active+clean; 1.3 GiB data, 6.1 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 919 op/s
2020-11-16T20:55:25.023 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:55:24 smithi065 bash[11785]: debug 2020-11-16T20:55:24.878+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:25.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:25 smithi142 bash[9523]: audit 2020-11-16T20:55:24.022703+0000 mon.a (mon.0) 2433 : audit [INF] from='client.? v1:172.21.15.142:0/4119112347' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T20:55:25.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:25 smithi142 bash[9523]: cluster 2020-11-16T20:55:24.022750+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e782: 12 total, 12 up, 9 in
2020-11-16T20:55:25.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:25 smithi142 bash[9523]: cluster 2020-11-16T20:55:24.546269+0000 mgr.x (mgr.14196) 1314 : cluster [DBG] pgmap v1997: 27 pgs: 27 active+clean; 1.3 GiB data, 6.1 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 919 op/s
2020-11-16T20:55:25.439 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:25.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:25 smithi071 bash[9480]: audit 2020-11-16T20:55:24.022703+0000 mon.a (mon.0) 2433 : audit [INF] from='client.? v1:172.21.15.142:0/4119112347' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T20:55:25.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:25 smithi071 bash[9480]: cluster 2020-11-16T20:55:24.022750+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e782: 12 total, 12 up, 9 in
2020-11-16T20:55:25.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:25 smithi071 bash[9480]: cluster 2020-11-16T20:55:24.546269+0000 mgr.x (mgr.14196) 1314 : cluster [DBG] pgmap v1997: 27 pgs: 27 active+clean; 1.3 GiB data, 6.1 GiB used, 798 GiB / 805 GiB avail; 0 B/s wr, 919 op/s
2020-11-16T20:55:25.543 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:25.749 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:55:25 smithi142 bash[114994]: debug 2020-11-16T20:55:25.445+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:25.750 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:25.853 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:25.943 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 9 1
2020-11-16T20:55:26.028 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:25 smithi142 bash[18009]: debug 2020-11-16T20:55:25.753+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:26.092 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:26.104 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:26.193 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:55:26.194 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:55:26.209 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:26.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:26 smithi142 bash[9523]: cluster 2020-11-16T20:55:25.870566+0000 osd.7 (osd.7) 200 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:26.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:26 smithi142 bash[9523]: cluster 2020-11-16T20:55:25.870692+0000 osd.7 (osd.7) 201 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:26.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:26 smithi071 bash[9480]: cluster 2020-11-16T20:55:25.870566+0000 osd.7 (osd.7) 200 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:26.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:26 smithi071 bash[9480]: cluster 2020-11-16T20:55:25.870692+0000 osd.7 (osd.7) 201 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:26.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:26 smithi065 bash[9468]: cluster 2020-11-16T20:55:25.870566+0000 osd.7 (osd.7) 200 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:26.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:26 smithi065 bash[9468]: cluster 2020-11-16T20:55:25.870692+0000 osd.7 (osd.7) 201 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:26.529 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:55:26 smithi065 bash[11785]: debug 2020-11-16T20:55:26.106+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:27.107 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:27.211 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:27.276 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_historic_ops
2020-11-16T20:55:27.407 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:27 smithi142 bash[9523]: cluster 2020-11-16T20:55:26.045681+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e783: 12 total, 12 up, 9 in
2020-11-16T20:55:27.407 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:27 smithi142 bash[9523]: audit 2020-11-16T20:55:26.305605+0000 mon.b (mon.1) 459 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:55:27.407 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:27 smithi142 bash[9523]: audit 2020-11-16T20:55:26.306072+0000 mon.b (mon.1) 460 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:55:27.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:27 smithi142 bash[9523]: audit 2020-11-16T20:55:26.306784+0000 mon.a (mon.0) 2436 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:55:27.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:27 smithi142 bash[9523]: audit 2020-11-16T20:55:26.307093+0000 mon.a (mon.0) 2437 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:55:27.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:27 smithi142 bash[9523]: cluster 2020-11-16T20:55:26.546665+0000 mgr.x (mgr.14196) 1315 : cluster [DBG] pgmap v1999: 27 pgs: 27 active+clean; 1.1 GiB data, 5.8 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.20k op/s
2020-11-16T20:55:27.408 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:27 smithi142 bash[20366]: debug 2020-11-16T20:55:27.113+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:27.418 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:27 smithi071 bash[9480]: cluster 2020-11-16T20:55:26.045681+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e783: 12 total, 12 up, 9 in
2020-11-16T20:55:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:27 smithi071 bash[9480]: audit 2020-11-16T20:55:26.305605+0000 mon.b (mon.1) 459 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:55:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:27 smithi071 bash[9480]: audit 2020-11-16T20:55:26.306072+0000 mon.b (mon.1) 460 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:55:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:27 smithi071 bash[9480]: audit 2020-11-16T20:55:26.306784+0000 mon.a (mon.0) 2436 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:55:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:27 smithi071 bash[9480]: audit 2020-11-16T20:55:26.307093+0000 mon.a (mon.0) 2437 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:55:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:27 smithi071 bash[9480]: cluster 2020-11-16T20:55:26.546665+0000 mgr.x (mgr.14196) 1315 : cluster [DBG] pgmap v1999: 27 pgs: 27 active+clean; 1.1 GiB data, 5.8 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.20k op/s
2020-11-16T20:55:27.548 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:27 smithi065 bash[9468]: cluster 2020-11-16T20:55:26.045681+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e783: 12 total, 12 up, 9 in
2020-11-16T20:55:27.548 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:27 smithi065 bash[9468]: audit 2020-11-16T20:55:26.305605+0000 mon.b (mon.1) 459 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:55:27.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:27 smithi065 bash[9468]: audit 2020-11-16T20:55:26.306072+0000 mon.b (mon.1) 460 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:55:27.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:27 smithi065 bash[9468]: audit 2020-11-16T20:55:26.306784+0000 mon.a (mon.0) 2436 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:55:27.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:27 smithi065 bash[9468]: audit 2020-11-16T20:55:26.307093+0000 mon.a (mon.0) 2437 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:55:27.549 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:27 smithi065 bash[9468]: cluster 2020-11-16T20:55:26.546665+0000 mgr.x (mgr.14196) 1315 : cluster [DBG] pgmap v1999: 27 pgs: 27 active+clean; 1.1 GiB data, 5.8 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.20k op/s
2020-11-16T20:55:27.943 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:28.047 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:28.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:55:27 smithi142 bash[114994]: debug 2020-11-16T20:55:27.949+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:28.708 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:28.811 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:28.873 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:28 smithi065 bash[9468]: cluster 2020-11-16T20:55:28.547227+0000 mgr.x (mgr.14196) 1316 : cluster [DBG] pgmap v2000: 27 pgs: 27 active+clean; 981 MiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:55:28.939 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:28.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:28 smithi071 bash[9480]: cluster 2020-11-16T20:55:28.547227+0000 mgr.x (mgr.14196) 1316 : cluster [DBG] pgmap v2000: 27 pgs: 27 active+clean; 981 MiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:55:29.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:28 smithi142 bash[9523]: cluster 2020-11-16T20:55:28.547227+0000 mgr.x (mgr.14196) 1316 : cluster [DBG] pgmap v2000: 27 pgs: 27 active+clean; 981 MiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.16k op/s
2020-11-16T20:55:29.032 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:28 smithi142 bash[20366]: debug 2020-11-16T20:55:28.713+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:29.045 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:29.168 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:29.254 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:55:28 smithi065 bash[11785]: debug 2020-11-16T20:55:28.938+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:29.273 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:29.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:29 smithi071 bash[12066]: debug 2020-11-16T20:55:29.168+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:29.469 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:29.532 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:29 smithi065 bash[16457]: debug 2020-11-16T20:55:29.470+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:29.574 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:29.682 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:29.785 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:29.944 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:29.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:29 smithi071 bash[12066]: debug 2020-11-16T20:55:29.680+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:30.049 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:30.280 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:30.281 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:29 smithi142 bash[15670]: debug 2020-11-16T20:55:29.949+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:30.384 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:30.494 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:30.541 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:55:30 smithi065 bash[14115]: debug 2020-11-16T20:55:30.282+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:30.599 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:30.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:30 smithi071 bash[12066]: debug 2020-11-16T20:55:30.496+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:30.824 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:30.928 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:31.031 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:30 smithi142 bash[18009]: debug 2020-11-16T20:55:30.829+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:31.262 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:31 smithi071 bash[9480]: cluster 2020-11-16T20:55:30.078025+0000 osd.8 (osd.8) 211 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:31.263 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:31 smithi071 bash[9480]: cluster 2020-11-16T20:55:30.078126+0000 osd.8 (osd.8) 212 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:31.263 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:31 smithi071 bash[9480]: cluster 2020-11-16T20:55:30.136139+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e784: 12 total, 12 up, 9 in
2020-11-16T20:55:31.263 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:31 smithi071 bash[9480]: cluster 2020-11-16T20:55:30.547899+0000 mgr.x (mgr.14196) 1317 : cluster [DBG] pgmap v2002: 27 pgs: 27 active+clean; 909 MiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.01k op/s
2020-11-16T20:55:31.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:31 smithi065 bash[9468]: cluster 2020-11-16T20:55:30.078025+0000 osd.8 (osd.8) 211 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:31.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:31 smithi065 bash[9468]: cluster 2020-11-16T20:55:30.078126+0000 osd.8 (osd.8) 212 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:31.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:31 smithi065 bash[9468]: cluster 2020-11-16T20:55:30.136139+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e784: 12 total, 12 up, 9 in
2020-11-16T20:55:31.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:31 smithi065 bash[9468]: cluster 2020-11-16T20:55:30.547899+0000 mgr.x (mgr.14196) 1317 : cluster [DBG] pgmap v2002: 27 pgs: 27 active+clean; 909 MiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.01k op/s
2020-11-16T20:55:31.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:31 smithi142 bash[9523]: cluster 2020-11-16T20:55:30.078025+0000 osd.8 (osd.8) 211 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:31.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:31 smithi142 bash[9523]: cluster 2020-11-16T20:55:30.078126+0000 osd.8 (osd.8) 212 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:31.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:31 smithi142 bash[9523]: cluster 2020-11-16T20:55:30.136139+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e784: 12 total, 12 up, 9 in
2020-11-16T20:55:31.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:31 smithi142 bash[9523]: cluster 2020-11-16T20:55:30.547899+0000 mgr.x (mgr.14196) 1317 : cluster [DBG] pgmap v2002: 27 pgs: 27 active+clean; 909 MiB data, 5.4 GiB used, 799 GiB / 805 GiB avail; 0 B/s wr, 1.01k op/s
2020-11-16T20:55:32.377 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:55:32.377 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:55:32.771 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:32 smithi065 bash[9468]: cluster 2020-11-16T20:55:32.548403+0000 mgr.x (mgr.14196) 1318 : cluster [DBG] pgmap v2003: 27 pgs: 27 active+clean; 754 MiB data, 5.1 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:55:33.009 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:32 smithi142 bash[9523]: cluster 2020-11-16T20:55:32.548403+0000 mgr.x (mgr.14196) 1318 : cluster [DBG] pgmap v2003: 27 pgs: 27 active+clean; 754 MiB data, 5.1 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:55:33.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:32 smithi071 bash[9480]: cluster 2020-11-16T20:55:32.548403+0000 mgr.x (mgr.14196) 1318 : cluster [DBG] pgmap v2003: 27 pgs: 27 active+clean; 754 MiB data, 5.1 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:55:33.300 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:33.341 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_ops_in_flight
2020-11-16T20:55:33.405 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:33.550 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:33.575 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:33.682 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:33.691 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:33 smithi065 bash[18823]: debug 2020-11-16T20:55:33.574+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:33.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:33 smithi071 bash[12066]: debug 2020-11-16T20:55:33.304+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:33.912 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:55:33.956 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:55:33.992 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:55:34.021 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:55:34.066 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:55:34.100 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:55:34.149 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:55:34.190 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:55:34.240 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:55:34.266 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:55:34.299 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:55:34.334 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:34.336 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:55:34.338 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:55:34.338 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:55:34.338 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:55:34.338 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:55:34.338 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:55:34.339 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:55:38.546 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:55:38.547 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:55:38.547 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:55:38.547 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:55:38.547 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:55:38.547 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:55:38.548 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:38.552 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:33.570419+0000 osd.1 (osd.1) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:38.552 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:33.570508+0000 osd.1 (osd.1) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:38.552 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:33.749954+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e785: 12 total, 12 up, 9 in
2020-11-16T20:55:38.552 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: audit 2020-11-16T20:55:33.885044+0000 mon.a (mon.0) 2440 : audit [DBG] from='client.? v1:172.21.15.142:0/3625754198' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:38.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:33.920448+0000 osd.0 (osd.0) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:33.964503+0000 osd.1 (osd.1) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:33.999253+0000 osd.2 (osd.2) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.107584+0000 osd.5 (osd.5) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: audit 2020-11-16T20:55:34.198018+0000 mon.c (mon.2) 79 : audit [INF] from='client.? v1:172.21.15.142:0/3808898168' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:55:38.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: audit 2020-11-16T20:55:34.200253+0000 mon.a (mon.0) 2441 : audit [INF] from='client.36398 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:55:38.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.305100+0000 osd.10 (osd.10) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.341214+0000 osd.11 (osd.11) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:34 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.548918+0000 mgr.x (mgr.14196) 1319 : cluster [DBG] pgmap v2005: 27 pgs: 27 active+clean; 657 MiB data, 4.9 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 962 op/s
2020-11-16T20:55:38.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.029061+0000 osd.3 (osd.3) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.073154+0000 osd.4 (osd.4) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.156484+0000 osd.6 (osd.6) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.197169+0000 osd.7 (osd.7) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.246277+0000 osd.8 (osd.8) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.555 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.273038+0000 osd.9 (osd.9) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.555 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.745278+0000 mon.a (mon.0) 2442 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:38.555 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: audit 2020-11-16T20:55:34.759511+0000 mon.a (mon.0) 2443 : audit [INF] from='client.36398 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:55:38.555 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: cluster 2020-11-16T20:55:34.759586+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e786: 12 total, 12 up, 9 in
2020-11-16T20:55:38.555 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:35 smithi071 bash[9480]: audit 2020-11-16T20:55:34.804188+0000 mon.a (mon.0) 2445 : audit [INF] from='client.? v1:172.21.15.142:0/3293082920' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:55:38.555 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:36 smithi071 bash[9480]: audit 2020-11-16T20:55:35.755724+0000 mon.a (mon.0) 2446 : audit [INF] from='client.? v1:172.21.15.142:0/3293082920' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T20:55:38.555 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:36 smithi071 bash[9480]: cluster 2020-11-16T20:55:35.755770+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e787: 12 total, 12 up, 9 in
2020-11-16T20:55:38.556 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:36 smithi071 bash[9480]: cluster 2020-11-16T20:55:35.777944+0000 osd.11 (osd.11) 215 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:38.556 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:36 smithi071 bash[9480]: cluster 2020-11-16T20:55:35.865249+0000 osd.10 (osd.10) 190 : cluster [DBG] 7.2 scrub starts
2020-11-16T20:55:38.556 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:36 smithi071 bash[9480]: cluster 2020-11-16T20:55:35.966681+0000 osd.10 (osd.10) 191 : cluster [DBG] 7.2 scrub ok
2020-11-16T20:55:38.556 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:36 smithi071 bash[9480]: cluster 2020-11-16T20:55:36.549362+0000 mgr.x (mgr.14196) 1320 : cluster [DBG] pgmap v2008: 27 pgs: 27 active+clean; 483 MiB data, 4.6 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:55:38.556 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:37 smithi071 bash[9480]: cluster 2020-11-16T20:55:36.771034+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e788: 12 total, 12 up, 9 in
2020-11-16T20:55:38.556 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[18823]: debug 2020-11-16T20:55:34.334+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:38.557 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:33.570419+0000 osd.1 (osd.1) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:38.557 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:33.570508+0000 osd.1 (osd.1) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:38.557 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:33.749954+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e785: 12 total, 12 up, 9 in
2020-11-16T20:55:38.557 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: audit 2020-11-16T20:55:33.885044+0000 mon.a (mon.0) 2440 : audit [DBG] from='client.? v1:172.21.15.142:0/3625754198' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:38.557 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:33.920448+0000 osd.0 (osd.0) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.557 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:33.964503+0000 osd.1 (osd.1) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.557 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:33.999253+0000 osd.2 (osd.2) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.558 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.107584+0000 osd.5 (osd.5) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.558 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: audit 2020-11-16T20:55:34.198018+0000 mon.c (mon.2) 79 : audit [INF] from='client.? v1:172.21.15.142:0/3808898168' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:55:38.558 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: audit 2020-11-16T20:55:34.200253+0000 mon.a (mon.0) 2441 : audit [INF] from='client.36398 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:55:38.558 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.305100+0000 osd.10 (osd.10) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.558 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.341214+0000 osd.11 (osd.11) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.558 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:34 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.548918+0000 mgr.x (mgr.14196) 1319 : cluster [DBG] pgmap v2005: 27 pgs: 27 active+clean; 657 MiB data, 4.9 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 962 op/s
2020-11-16T20:55:38.558 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.029061+0000 osd.3 (osd.3) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.073154+0000 osd.4 (osd.4) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.156484+0000 osd.6 (osd.6) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.197169+0000 osd.7 (osd.7) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.246277+0000 osd.8 (osd.8) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.273038+0000 osd.9 (osd.9) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.745278+0000 mon.a (mon.0) 2442 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:38.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: audit 2020-11-16T20:55:34.759511+0000 mon.a (mon.0) 2443 : audit [INF] from='client.36398 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:55:38.559 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: cluster 2020-11-16T20:55:34.759586+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e786: 12 total, 12 up, 9 in
2020-11-16T20:55:38.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:35 smithi065 bash[9468]: audit 2020-11-16T20:55:34.804188+0000 mon.a (mon.0) 2445 : audit [INF] from='client.? v1:172.21.15.142:0/3293082920' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:55:38.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:36 smithi065 bash[9468]: audit 2020-11-16T20:55:35.755724+0000 mon.a (mon.0) 2446 : audit [INF] from='client.? v1:172.21.15.142:0/3293082920' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T20:55:38.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:36 smithi065 bash[9468]: cluster 2020-11-16T20:55:35.755770+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e787: 12 total, 12 up, 9 in
2020-11-16T20:55:38.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:36 smithi065 bash[9468]: cluster 2020-11-16T20:55:35.777944+0000 osd.11 (osd.11) 215 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:38.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:36 smithi065 bash[9468]: cluster 2020-11-16T20:55:35.865249+0000 osd.10 (osd.10) 190 : cluster [DBG] 7.2 scrub starts
2020-11-16T20:55:38.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:36 smithi065 bash[9468]: cluster 2020-11-16T20:55:35.966681+0000 osd.10 (osd.10) 191 : cluster [DBG] 7.2 scrub ok
2020-11-16T20:55:38.560 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:36 smithi065 bash[9468]: cluster 2020-11-16T20:55:36.549362+0000 mgr.x (mgr.14196) 1320 : cluster [DBG] pgmap v2008: 27 pgs: 27 active+clean; 483 MiB data, 4.6 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:55:38.561 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:37 smithi065 bash[9468]: cluster 2020-11-16T20:55:36.771034+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e788: 12 total, 12 up, 9 in
2020-11-16T20:55:38.561 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:55:38.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:33.570419+0000 osd.1 (osd.1) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:38.561 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:33.570508+0000 osd.1 (osd.1) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:38.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:33.749954+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e785: 12 total, 12 up, 9 in
2020-11-16T20:55:38.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: audit 2020-11-16T20:55:33.885044+0000 mon.a (mon.0) 2440 : audit [DBG] from='client.? v1:172.21.15.142:0/3625754198' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:38.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:33.920448+0000 osd.0 (osd.0) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:33.964503+0000 osd.1 (osd.1) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:33.999253+0000 osd.2 (osd.2) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.107584+0000 osd.5 (osd.5) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.562 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: audit 2020-11-16T20:55:34.198018+0000 mon.c (mon.2) 79 : audit [INF] from='client.? v1:172.21.15.142:0/3808898168' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:55:38.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: audit 2020-11-16T20:55:34.200253+0000 mon.a (mon.0) 2441 : audit [INF] from='client.36398 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:55:38.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.305100+0000 osd.10 (osd.10) 189 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.341214+0000 osd.11 (osd.11) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:34 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.548918+0000 mgr.x (mgr.14196) 1319 : cluster [DBG] pgmap v2005: 27 pgs: 27 active+clean; 657 MiB data, 4.9 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 962 op/s
2020-11-16T20:55:38.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.029061+0000 osd.3 (osd.3) 22 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.073154+0000 osd.4 (osd.4) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.563 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.156484+0000 osd.6 (osd.6) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.197169+0000 osd.7 (osd.7) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.246277+0000 osd.8 (osd.8) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.273038+0000 osd.9 (osd.9) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:38.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.745278+0000 mon.a (mon.0) 2442 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:55:38.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: audit 2020-11-16T20:55:34.759511+0000 mon.a (mon.0) 2443 : audit [INF] from='client.36398 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:55:38.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: cluster 2020-11-16T20:55:34.759586+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e786: 12 total, 12 up, 9 in
2020-11-16T20:55:38.564 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:35 smithi142 bash[9523]: audit 2020-11-16T20:55:34.804188+0000 mon.a (mon.0) 2445 : audit [INF] from='client.? v1:172.21.15.142:0/3293082920' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T20:55:38.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:36 smithi142 bash[9523]: audit 2020-11-16T20:55:35.755724+0000 mon.a (mon.0) 2446 : audit [INF] from='client.? v1:172.21.15.142:0/3293082920' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T20:55:38.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:36 smithi142 bash[9523]: cluster 2020-11-16T20:55:35.755770+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e787: 12 total, 12 up, 9 in
2020-11-16T20:55:38.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:36 smithi142 bash[9523]: cluster 2020-11-16T20:55:35.777944+0000 osd.11 (osd.11) 215 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:38.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:36 smithi142 bash[9523]: cluster 2020-11-16T20:55:35.865249+0000 osd.10 (osd.10) 190 : cluster [DBG] 7.2 scrub starts
2020-11-16T20:55:38.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:36 smithi142 bash[9523]: cluster 2020-11-16T20:55:35.966681+0000 osd.10 (osd.10) 191 : cluster [DBG] 7.2 scrub ok
2020-11-16T20:55:38.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:36 smithi142 bash[9523]: cluster 2020-11-16T20:55:36.549362+0000 mgr.x (mgr.14196) 1320 : cluster [DBG] pgmap v2008: 27 pgs: 27 active+clean; 483 MiB data, 4.6 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.13k op/s
2020-11-16T20:55:38.565 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:37 smithi142 bash[9523]: cluster 2020-11-16T20:55:36.771034+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e788: 12 total, 12 up, 9 in
2020-11-16T20:55:38.566 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.9 to 1 (10000)
2020-11-16T20:55:38.566 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 10 1
2020-11-16T20:55:38.625 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:55:38.625 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:55:38.625 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:38.626 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:223283 7.0 e789/723 7:04c6cb1c:::benchmark_data_smithi065_48659_object110124:head v 789'9977, mlcod=789'9975)",
2020-11-16T20:55:38.626 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:38.625670+0000",
2020-11-16T20:55:38.626 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.0047329449999999997,
2020-11-16T20:55:38.626 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.004774655,
2020-11-16T20:55:38.626 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:38.626 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:55:38.627 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:38.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:38.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625670+0000",
2020-11-16T20:55:38.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:38.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:38.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625670+0000",
2020-11-16T20:55:38.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:55:38.628 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.628 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:38.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625644+0000",
2020-11-16T20:55:38.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1302000000000002e-05
2020-11-16T20:55:38.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:38.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625725+0000",
2020-11-16T20:55:38.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1251e-05
2020-11-16T20:55:38.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:38.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625737+0000",
2020-11-16T20:55:38.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7289999999999995e-06
2020-11-16T20:55:38.630 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.630 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:38.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625746+0000",
2020-11-16T20:55:38.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025313400000000002
2020-11-16T20:55:38.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:38.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625999+0000",
2020-11-16T20:55:38.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1735000000000001e-05
2020-11-16T20:55:38.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:38.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.626021+0000",
2020-11-16T20:55:38.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00035087999999999997
2020-11-16T20:55:38.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:38.632 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:38.632 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:38.632 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:38.633 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:38.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:223288 7.a e789/689 7:526387ba:::benchmark_data_smithi065_48659_object110129:head v 789'13760, mlcod=789'13758)",
2020-11-16T20:55:38.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:38.625853+0000",
2020-11-16T20:55:38.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.0045501120000000003,
2020-11-16T20:55:38.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0046703559999999996,
2020-11-16T20:55:38.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:38.633 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:55:38.634 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:38.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:38.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625853+0000",
2020-11-16T20:55:38.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:38.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:38.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625853+0000",
2020-11-16T20:55:38.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T20:55:38.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:38.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625833+0000",
2020-11-16T20:55:38.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7716e-05
2020-11-16T20:55:38.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:38.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625901+0000",
2020-11-16T20:55:38.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.977e-06
2020-11-16T20:55:38.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:38.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625909+0000",
2020-11-16T20:55:38.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9199999999999997e-06
2020-11-16T20:55:38.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:38.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625913+0000",
2020-11-16T20:55:38.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1773000000000001e-05
2020-11-16T20:55:38.638 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.638 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:38.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625955+0000",
2020-11-16T20:55:38.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5621000000000001e-05
2020-11-16T20:55:38.638 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.638 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:38.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.625980+0000",
2020-11-16T20:55:38.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012695999999999999
2020-11-16T20:55:38.639 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:38.639 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:38.639 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:38.639 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:38.639 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:38.640 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:223290 7.11 e789/751 7:8eac01b9:::benchmark_data_smithi065_48659_object110131:head v 789'10039, mlcod=789'10037)",
2020-11-16T20:55:38.640 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:38.627909+0000",
2020-11-16T20:55:38.640 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 0.0024942469999999998,
2020-11-16T20:55:38.640 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.0026826520000000002,
2020-11-16T20:55:38.640 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:38.640 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:55:38.640 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:38.640 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.641 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:38.641 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.627909+0000",
2020-11-16T20:55:38.641 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:38.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.641 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:38.641 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.627909+0000",
2020-11-16T20:55:38.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999757
2020-11-16T20:55:38.642 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.642 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:38.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.627885+0000",
2020-11-16T20:55:38.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7527999999999994e-05
2020-11-16T20:55:38.642 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.643 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:38.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.627962+0000",
2020-11-16T20:55:38.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1619e-05
2020-11-16T20:55:38.643 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.643 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:38.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.627974+0000",
2020-11-16T20:55:38.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.238e-06
2020-11-16T20:55:38.644 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.644 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:38.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.627981+0000",
2020-11-16T20:55:38.644 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8865999999999999e-05
2020-11-16T20:55:38.644 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:38.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.628070+0000",
2020-11-16T20:55:38.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2637e-05
2020-11-16T20:55:38.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:38.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:38.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:38.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:38.628093+0000",
2020-11-16T20:55:38.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000183711
2020-11-16T20:55:38.646 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:38.646 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:38.646 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:38.646 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:55:38.646 INFO:teuthology.orchestra.run.smithi065.stdout:    ],
2020-11-16T20:55:38.646 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 3
2020-11-16T20:55:38.647 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:55:38.708 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:38.718 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:38.815 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:38.822 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:55:38 smithi065 bash[14115]: debug 2020-11-16T20:55:38.710+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:38.823 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:38 smithi065 bash[9468]: cluster 2020-11-16T20:55:36.943759+0000 osd.3 (osd.3) 23 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:38.823 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:38 smithi065 bash[9468]: cluster 2020-11-16T20:55:36.945528+0000 osd.3 (osd.3) 24 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:38.823 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:38 smithi065 bash[9468]: cluster 2020-11-16T20:55:37.775847+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e789: 12 total, 12 up, 9 in
2020-11-16T20:55:38.823 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:38 smithi065 bash[9468]: cluster 2020-11-16T20:55:38.549874+0000 mgr.x (mgr.14196) 1321 : cluster [DBG] pgmap v2011: 27 pgs: 27 active+clean; 327 MiB data, 4.3 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.32k op/s
2020-11-16T20:55:39.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:38 smithi142 bash[9523]: cluster 2020-11-16T20:55:36.943759+0000 osd.3 (osd.3) 23 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:38 smithi142 bash[9523]: cluster 2020-11-16T20:55:36.945528+0000 osd.3 (osd.3) 24 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:38 smithi142 bash[9523]: cluster 2020-11-16T20:55:37.775847+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e789: 12 total, 12 up, 9 in
2020-11-16T20:55:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:38 smithi142 bash[9523]: cluster 2020-11-16T20:55:38.549874+0000 mgr.x (mgr.14196) 1321 : cluster [DBG] pgmap v2011: 27 pgs: 27 active+clean; 327 MiB data, 4.3 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.32k op/s
2020-11-16T20:55:39.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:38 smithi071 bash[9480]: cluster 2020-11-16T20:55:36.943759+0000 osd.3 (osd.3) 23 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:39.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:38 smithi071 bash[9480]: cluster 2020-11-16T20:55:36.945528+0000 osd.3 (osd.3) 24 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:39.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:38 smithi071 bash[9480]: cluster 2020-11-16T20:55:37.775847+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e789: 12 total, 12 up, 9 in
2020-11-16T20:55:39.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:38 smithi071 bash[9480]: cluster 2020-11-16T20:55:38.549874+0000 mgr.x (mgr.14196) 1321 : cluster [DBG] pgmap v2011: 27 pgs: 27 active+clean; 327 MiB data, 4.3 GiB used, 800 GiB / 805 GiB avail; 0 B/s wr, 1.32k op/s
2020-11-16T20:55:39.514 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:39.619 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:39.746 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_blocked_ops
2020-11-16T20:55:39.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:39 smithi065 bash[16457]: debug 2020-11-16T20:55:39.514+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:39.779 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:39.888 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:39.919 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:40.031 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:39 smithi142 bash[15670]: debug 2020-11-16T20:55:39.785+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:40.048 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:40.152 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:40.164 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:40 smithi071 bash[12066]: debug 2020-11-16T20:55:40.048+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:40.265 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:40.370 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:40.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:40 smithi071 bash[16796]: debug 2020-11-16T20:55:40.268+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:40.567 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:55:40.568 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:55:40.707 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:40 smithi065 bash[9468]: cluster 2020-11-16T20:55:40.550361+0000 mgr.x (mgr.14196) 1322 : cluster [DBG] pgmap v2012: 27 pgs: 27 active+clean; 255 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:55:40.709 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:40.741 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:40.744 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:40.813 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:40.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:40 smithi071 bash[9480]: cluster 2020-11-16T20:55:40.550361+0000 mgr.x (mgr.14196) 1322 : cluster [DBG] pgmap v2012: 27 pgs: 27 active+clean; 255 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:55:41.029 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:55:40 smithi065 bash[14115]: debug 2020-11-16T20:55:40.710+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:41.043 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:40 smithi142 bash[9523]: cluster 2020-11-16T20:55:40.550361+0000 mgr.x (mgr.14196) 1322 : cluster [DBG] pgmap v2012: 27 pgs: 27 active+clean; 255 MiB data, 4.1 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.11k op/s
2020-11-16T20:55:41.335 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:41.439 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:41.496 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Removed 113156 objects
2020-11-16T20:55:41.496 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Clean up completed and total clean up time :130.915
2020-11-16T20:55:41.648 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:41 smithi065 bash[16457]: debug 2020-11-16T20:55:41.338+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:41.725 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:41.831 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:41.971 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:42.031 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:41 smithi142 bash[15670]: debug 2020-11-16T20:55:41.729+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:42.076 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:42.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:41 smithi071 bash[14419]: debug 2020-11-16T20:55:41.972+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:42.613 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:42.752 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:42.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:42 smithi142 bash[9523]: cluster 2020-11-16T20:55:41.468574+0000 osd.0 (osd.0) 242 : cluster [DBG] 7.9 scrub starts
2020-11-16T20:55:42.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:42 smithi142 bash[9523]: cluster 2020-11-16T20:55:41.482045+0000 osd.0 (osd.0) 243 : cluster [DBG] 7.9 scrub ok
2020-11-16T20:55:42.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:42 smithi142 bash[9523]: cluster 2020-11-16T20:55:42.551032+0000 mgr.x (mgr.14196) 1323 : cluster [DBG] pgmap v2013: 27 pgs: 27 active+clean; 102 MiB data, 3.8 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.14k op/s
2020-11-16T20:55:42.789 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:42 smithi142 bash[18009]: debug 2020-11-16T20:55:42.513+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:42.858 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:42.945 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:42 smithi071 bash[16796]: debug 2020-11-16T20:55:42.752+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:42.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:42 smithi071 bash[9480]: cluster 2020-11-16T20:55:41.468574+0000 osd.0 (osd.0) 242 : cluster [DBG] 7.9 scrub starts
2020-11-16T20:55:42.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:42 smithi071 bash[9480]: cluster 2020-11-16T20:55:41.482045+0000 osd.0 (osd.0) 243 : cluster [DBG] 7.9 scrub ok
2020-11-16T20:55:42.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:42 smithi071 bash[9480]: cluster 2020-11-16T20:55:42.551032+0000 mgr.x (mgr.14196) 1323 : cluster [DBG] pgmap v2013: 27 pgs: 27 active+clean; 102 MiB data, 3.8 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.14k op/s
2020-11-16T20:55:43.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:42 smithi065 bash[9468]: cluster 2020-11-16T20:55:41.468574+0000 osd.0 (osd.0) 242 : cluster [DBG] 7.9 scrub starts
2020-11-16T20:55:43.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:42 smithi065 bash[9468]: cluster 2020-11-16T20:55:41.482045+0000 osd.0 (osd.0) 243 : cluster [DBG] 7.9 scrub ok
2020-11-16T20:55:43.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:42 smithi065 bash[9468]: cluster 2020-11-16T20:55:42.551032+0000 mgr.x (mgr.14196) 1323 : cluster [DBG] pgmap v2013: 27 pgs: 27 active+clean; 102 MiB data, 3.8 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 1.14k op/s
2020-11-16T20:55:43.198 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:43.304 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:43.445 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:43.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:55:43 smithi065 bash[11785]: debug 2020-11-16T20:55:43.202+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:43.551 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:43.695 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:43 smithi071 bash[14419]: debug 2020-11-16T20:55:43.448+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:43.893 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:43 smithi065 bash[9468]: cluster 2020-11-16T20:55:43.374948+0000 osd.1 (osd.1) 282 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:55:43.893 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:44.001 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:44.013 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:43 smithi071 bash[9480]: cluster 2020-11-16T20:55:43.374948+0000 osd.1 (osd.1) 282 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:55:44.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:43 smithi142 bash[9523]: cluster 2020-11-16T20:55:43.374948+0000 osd.1 (osd.1) 282 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:55:44.128 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:44.180 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:55:43 smithi065 bash[11785]: debug 2020-11-16T20:55:43.894+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:44.233 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:44.445 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:44 smithi071 bash[14419]: debug 2020-11-16T20:55:44.132+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:44.450 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:44.478 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:55:44.478 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:55:44.478 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T20:55:44.479 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T20:55:44.479 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:55:44.556 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:44.650 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_5
2020-11-16T20:55:44.651 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool rm unique_pool_5 unique_pool_5 --yes-i-really-really-mean-it
2020-11-16T20:55:44.752 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:55:44 smithi142 bash[114994]: debug 2020-11-16T20:55:44.456+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:44.763 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:44.791 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:44.868 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:44.880 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:44 smithi065 bash[9468]: cluster 2020-11-16T20:55:43.523033+0000 osd.1 (osd.1) 283 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:55:44.880 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:44 smithi065 bash[9468]: cluster 2020-11-16T20:55:43.809633+0000 osd.6 (osd.6) 240 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:44.881 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:44 smithi065 bash[9468]: cluster 2020-11-16T20:55:43.809761+0000 osd.6 (osd.6) 241 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:44.881 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:44 smithi065 bash[9468]: cluster 2020-11-16T20:55:44.551800+0000 mgr.x (mgr.14196) 1324 : cluster [DBG] pgmap v2014: 27 pgs: 27 active+clean; 30 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 906 op/s
2020-11-16T20:55:45.031 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:44 smithi142 bash[15670]: debug 2020-11-16T20:55:44.768+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:45.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:44 smithi142 bash[9523]: cluster 2020-11-16T20:55:43.523033+0000 osd.1 (osd.1) 283 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:55:45.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:44 smithi142 bash[9523]: cluster 2020-11-16T20:55:43.809633+0000 osd.6 (osd.6) 240 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:45.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:44 smithi142 bash[9523]: cluster 2020-11-16T20:55:43.809761+0000 osd.6 (osd.6) 241 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:45.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:44 smithi142 bash[9523]: cluster 2020-11-16T20:55:44.551800+0000 mgr.x (mgr.14196) 1324 : cluster [DBG] pgmap v2014: 27 pgs: 27 active+clean; 30 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 906 op/s
2020-11-16T20:55:45.160 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:45.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:44 smithi071 bash[9480]: cluster 2020-11-16T20:55:43.523033+0000 osd.1 (osd.1) 283 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:55:45.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:44 smithi071 bash[9480]: cluster 2020-11-16T20:55:43.809633+0000 osd.6 (osd.6) 240 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:44 smithi071 bash[9480]: cluster 2020-11-16T20:55:43.809761+0000 osd.6 (osd.6) 241 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:45.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:44 smithi071 bash[9480]: cluster 2020-11-16T20:55:44.551800+0000 mgr.x (mgr.14196) 1324 : cluster [DBG] pgmap v2014: 27 pgs: 27 active+clean; 30 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 906 op/s
2020-11-16T20:55:45.266 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:45.299 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_historic_ops
2020-11-16T20:55:45.394 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:55:45.480 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:45.499 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:45.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:55:45 smithi065 bash[11785]: debug 2020-11-16T20:55:45.398+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:45.529 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:55:45 smithi065 bash[14115]: debug 2020-11-16T20:55:45.162+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:45.678 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:45.782 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:45.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:45 smithi071 bash[12066]: debug 2020-11-16T20:55:45.680+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:45.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:45 smithi071 bash[9480]: cluster 2020-11-16T20:55:44.121070+0000 osd.8 (osd.8) 214 : cluster [DBG] 7.16 scrub starts
2020-11-16T20:55:45.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:45 smithi071 bash[9480]: cluster 2020-11-16T20:55:44.137624+0000 osd.8 (osd.8) 215 : cluster [DBG] 7.16 scrub ok
2020-11-16T20:55:45.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:45 smithi071 bash[9480]: cluster 2020-11-16T20:55:44.765896+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e790: 12 total, 12 up, 9 in
2020-11-16T20:55:46.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:45 smithi065 bash[9468]: cluster 2020-11-16T20:55:44.121070+0000 osd.8 (osd.8) 214 : cluster [DBG] 7.16 scrub starts
2020-11-16T20:55:46.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:45 smithi065 bash[9468]: cluster 2020-11-16T20:55:44.137624+0000 osd.8 (osd.8) 215 : cluster [DBG] 7.16 scrub ok
2020-11-16T20:55:46.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:45 smithi065 bash[9468]: cluster 2020-11-16T20:55:44.765896+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e790: 12 total, 12 up, 9 in
2020-11-16T20:55:46.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:45 smithi142 bash[9523]: cluster 2020-11-16T20:55:44.121070+0000 osd.8 (osd.8) 214 : cluster [DBG] 7.16 scrub starts
2020-11-16T20:55:46.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:45 smithi142 bash[9523]: cluster 2020-11-16T20:55:44.137624+0000 osd.8 (osd.8) 215 : cluster [DBG] 7.16 scrub ok
2020-11-16T20:55:46.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:45 smithi142 bash[9523]: cluster 2020-11-16T20:55:44.765896+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e790: 12 total, 12 up, 9 in
2020-11-16T20:55:46.186 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:46.290 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:46.531 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:46 smithi142 bash[18009]: debug 2020-11-16T20:55:46.192+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:46.535 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:46.676 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:46.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:46 smithi071 bash[12066]: debug 2020-11-16T20:55:46.432+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:46.773 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.10 to 1 (10000)
2020-11-16T20:55:46.780 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:46.910 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:46 smithi065 bash[9468]: audit 2020-11-16T20:55:46.379595+0000 mon.a (mon.0) 2451 : audit [INF] from='client.? v1:172.21.15.142:0/2308303713' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T20:55:46.910 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:46 smithi065 bash[9468]: cluster 2020-11-16T20:55:46.552557+0000 mgr.x (mgr.14196) 1325 : cluster [DBG] pgmap v2016: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 792 op/s
2020-11-16T20:55:46.911 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:46 smithi065 bash[16457]: debug 2020-11-16T20:55:46.678+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:46.911 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:47.016 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:47.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:46 smithi142 bash[9523]: audit 2020-11-16T20:55:46.379595+0000 mon.a (mon.0) 2451 : audit [INF] from='client.? v1:172.21.15.142:0/2308303713' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T20:55:47.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:46 smithi142 bash[9523]: cluster 2020-11-16T20:55:46.552557+0000 mgr.x (mgr.14196) 1325 : cluster [DBG] pgmap v2016: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 792 op/s
2020-11-16T20:55:47.177 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:46 smithi065 bash[18823]: debug 2020-11-16T20:55:46.914+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:47.177 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:47.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:46 smithi071 bash[9480]: audit 2020-11-16T20:55:46.379595+0000 mon.a (mon.0) 2451 : audit [INF] from='client.? v1:172.21.15.142:0/2308303713' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T20:55:47.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:46 smithi071 bash[9480]: cluster 2020-11-16T20:55:46.552557+0000 mgr.x (mgr.14196) 1325 : cluster [DBG] pgmap v2016: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 792 op/s
2020-11-16T20:55:47.282 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:47.421 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:47.527 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:47.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:47 smithi065 bash[16457]: debug 2020-11-16T20:55:47.178+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:47.647 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:47 smithi071 bash[16796]: debug 2020-11-16T20:55:47.424+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:47.647 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:47.752 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:47.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:47 smithi071 bash[12066]: debug 2020-11-16T20:55:47.648+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:47.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:47 smithi071 bash[9480]: audit 2020-11-16T20:55:46.776318+0000 mon.a (mon.0) 2452 : audit [INF] from='client.? v1:172.21.15.142:0/2308303713' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]': finished
2020-11-16T20:55:47.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:47 smithi071 bash[9480]: cluster 2020-11-16T20:55:46.776432+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e791: 12 total, 12 up, 9 in
2020-11-16T20:55:48.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:47 smithi065 bash[9468]: audit 2020-11-16T20:55:46.776318+0000 mon.a (mon.0) 2452 : audit [INF] from='client.? v1:172.21.15.142:0/2308303713' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]': finished
2020-11-16T20:55:48.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:47 smithi065 bash[9468]: cluster 2020-11-16T20:55:46.776432+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e791: 12 total, 12 up, 9 in
2020-11-16T20:55:48.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:47 smithi142 bash[9523]: audit 2020-11-16T20:55:46.776318+0000 mon.a (mon.0) 2452 : audit [INF] from='client.? v1:172.21.15.142:0/2308303713' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]': finished
2020-11-16T20:55:48.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:47 smithi142 bash[9523]: cluster 2020-11-16T20:55:46.776432+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e791: 12 total, 12 up, 9 in
2020-11-16T20:55:48.221 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:48.327 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:48.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:48 smithi065 bash[18823]: debug 2020-11-16T20:55:48.222+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:48.656 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:48.763 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:48.974 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:48 smithi142 bash[18009]: debug 2020-11-16T20:55:48.660+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:48.975 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:48 smithi142 bash[9523]: cluster 2020-11-16T20:55:47.533727+0000 osd.0 (osd.0) 244 : cluster [DBG] 7.f scrub starts
2020-11-16T20:55:48.975 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:48 smithi142 bash[9523]: cluster 2020-11-16T20:55:47.543833+0000 osd.0 (osd.0) 245 : cluster [DBG] 7.f scrub ok
2020-11-16T20:55:48.975 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:48 smithi142 bash[9523]: cluster 2020-11-16T20:55:47.753356+0000 osd.6 (osd.6) 242 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:55:48.975 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:48 smithi142 bash[9523]: cluster 2020-11-16T20:55:47.766297+0000 osd.6 (osd.6) 243 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:55:48.976 INFO:tasks.thrashosds.thrasher:Waiting for recovery
2020-11-16T20:55:48.976 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up
2020-11-16T20:55:48.977 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump --format=json
2020-11-16T20:55:49.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:48 smithi065 bash[9468]: cluster 2020-11-16T20:55:47.533727+0000 osd.0 (osd.0) 244 : cluster [DBG] 7.f scrub starts
2020-11-16T20:55:49.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:48 smithi065 bash[9468]: cluster 2020-11-16T20:55:47.543833+0000 osd.0 (osd.0) 245 : cluster [DBG] 7.f scrub ok
2020-11-16T20:55:49.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:48 smithi065 bash[9468]: cluster 2020-11-16T20:55:47.753356+0000 osd.6 (osd.6) 242 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:55:49.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:48 smithi065 bash[9468]: cluster 2020-11-16T20:55:47.766297+0000 osd.6 (osd.6) 243 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:55:49.107 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:55:49.113 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:49.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:48 smithi071 bash[9480]: cluster 2020-11-16T20:55:47.533727+0000 osd.0 (osd.0) 244 : cluster [DBG] 7.f scrub starts
2020-11-16T20:55:49.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:48 smithi071 bash[9480]: cluster 2020-11-16T20:55:47.543833+0000 osd.0 (osd.0) 245 : cluster [DBG] 7.f scrub ok
2020-11-16T20:55:49.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:48 smithi071 bash[9480]: cluster 2020-11-16T20:55:47.753356+0000 osd.6 (osd.6) 242 : cluster [DBG] 7.7 scrub starts
2020-11-16T20:55:49.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:48 smithi071 bash[9480]: cluster 2020-11-16T20:55:47.766297+0000 osd.6 (osd.6) 243 : cluster [DBG] 7.7 scrub ok
2020-11-16T20:55:49.212 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:55:49.213 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:55:49.213 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:55:49.213 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:55:49.213 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.213 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67699 6.4 e655/648 6:294857bf:::benchmark_data_smithi065_43723_object67698:head v 655'4250, mlcod=634'1547)",
2020-11-16T20:55:49.213 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046265+0000",
2020-11-16T20:55:49.214 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 374.16913954300003,
2020-11-16T20:55:49.214 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.056973308,
2020-11-16T20:55:49.214 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.214 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.214 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046265+0000",
2020-11-16T20:55:49.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046265+0000",
2020-11-16T20:55:49.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:55:49.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046240+0000",
2020-11-16T20:55:49.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014422099999999999
2020-11-16T20:55:49.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046384+0000",
2020-11-16T20:55:49.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.876e-06
2020-11-16T20:55:49.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046394+0000",
2020-11-16T20:55:49.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9599999999999999e-06
2020-11-16T20:55:49.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046399+0000",
2020-11-16T20:55:49.218 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.03850725
2020-11-16T20:55:49.218 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.084906+0000",
2020-11-16T20:55:49.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3902000000000002e-05
2020-11-16T20:55:49.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.219 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.084940+0000",
2020-11-16T20:55:49.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018239199000000001
2020-11-16T20:55:49.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103179+0000",
2020-11-16T20:55:49.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9216999999999999e-05
2020-11-16T20:55:49.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103238+0000",
2020-11-16T20:55:49.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.056973308
2020-11-16T20:55:49.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.221 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.221 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.222 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.222 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.222 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67703 6.4 e655/648 6:21e5c28a:::benchmark_data_smithi065_43723_object67702:head v 655'4251, mlcod=634'1547)",
2020-11-16T20:55:49.222 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046441+0000",
2020-11-16T20:55:49.222 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 374.16896385199999,
2020-11-16T20:55:49.222 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.056840118000000002,
2020-11-16T20:55:49.222 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.223 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.223 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046441+0000",
2020-11-16T20:55:49.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046441+0000",
2020-11-16T20:55:49.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:55:49.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046418+0000",
2020-11-16T20:55:49.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014655399999999999
2020-11-16T20:55:49.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046564+0000",
2020-11-16T20:55:49.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8989999999999996e-06
2020-11-16T20:55:49.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046574+0000",
2020-11-16T20:55:49.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0440000000000003e-06
2020-11-16T20:55:49.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046579+0000",
2020-11-16T20:55:49.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.041038165000000001
2020-11-16T20:55:49.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.087617+0000",
2020-11-16T20:55:49.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7701000000000001e-05
2020-11-16T20:55:49.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.087645+0000",
2020-11-16T20:55:49.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015600111999999999
2020-11-16T20:55:49.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103245+0000",
2020-11-16T20:55:49.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5469000000000002e-05
2020-11-16T20:55:49.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.103281+0000",
2020-11-16T20:55:49.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.056840118000000002
2020-11-16T20:55:49.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.230 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.230 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.230 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.230 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67704 6.4 e655/648 6:2e096e48:::benchmark_data_smithi065_43723_object67703:head v 655'4252, mlcod=634'1547)",
2020-11-16T20:55:49.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046621+0000",
2020-11-16T20:55:49.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 374.16878339700003,
2020-11-16T20:55:49.230 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.065778328999999996,
2020-11-16T20:55:49.231 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.231 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.231 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.231 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046621+0000",
2020-11-16T20:55:49.231 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046621+0000",
2020-11-16T20:55:49.232 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:55:49.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.232 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046598+0000",
2020-11-16T20:55:49.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000147329
2020-11-16T20:55:49.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.233 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046745+0000",
2020-11-16T20:55:49.233 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8740000000000007e-06
2020-11-16T20:55:49.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046755+0000",
2020-11-16T20:55:49.234 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.028e-06
2020-11-16T20:55:49.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.234 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046760+0000",
2020-11-16T20:55:49.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.044268152999999998
2020-11-16T20:55:49.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.235 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.091028+0000",
2020-11-16T20:55:49.235 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2823e-05
2020-11-16T20:55:49.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.091071+0000",
2020-11-16T20:55:49.236 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.021265458000000001
2020-11-16T20:55:49.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.236 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112337+0000",
2020-11-16T20:55:49.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2739999999999999e-05
2020-11-16T20:55:49.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.237 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112399+0000",
2020-11-16T20:55:49.237 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.065778328999999996
2020-11-16T20:55:49.238 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.238 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.238 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.238 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.238 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.238 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67709 6.4 e655/648 6:26301131:::benchmark_data_smithi065_43723_object67708:head v 655'4253, mlcod=634'1547)",
2020-11-16T20:55:49.238 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046802+0000",
2020-11-16T20:55:49.239 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 374.16860281700002,
2020-11-16T20:55:49.239 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.065650535999999995,
2020-11-16T20:55:49.239 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.239 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.239 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.239 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.239 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046802+0000",
2020-11-16T20:55:49.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046802+0000",
2020-11-16T20:55:49.240 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:55:49.240 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046779+0000",
2020-11-16T20:55:49.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014251300000000001
2020-11-16T20:55:49.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.241 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.241 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046921+0000",
2020-11-16T20:55:49.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8039999999999996e-06
2020-11-16T20:55:49.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.242 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046931+0000",
2020-11-16T20:55:49.242 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.468e-06
2020-11-16T20:55:49.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046937+0000",
2020-11-16T20:55:49.243 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.048977472000000001
2020-11-16T20:55:49.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.243 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.095914+0000",
2020-11-16T20:55:49.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0116000000000001e-05
2020-11-16T20:55:49.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.244 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.095944+0000",
2020-11-16T20:55:49.244 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016458568
2020-11-16T20:55:49.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112403+0000",
2020-11-16T20:55:49.245 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9416000000000003e-05
2020-11-16T20:55:49.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.245 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112452+0000",
2020-11-16T20:55:49.246 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.065650535999999995
2020-11-16T20:55:49.246 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.246 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.246 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.246 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.246 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.247 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "MOSDPGPush(6.4 655/648 [PushOp(6:2b3748ba:::benchmark_data_smithi065_43723_object24518:head, version: 634'1548, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:2b3748ba:::benchmark_data_smithi065_43723_object24518:head@634'1548, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])",
2020-11-16T20:55:49.247 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.046983+0000",
2020-11-16T20:55:49.247 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 374.16842145599998,
2020-11-16T20:55:49.247 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.062757641000000003,
2020-11-16T20:55:49.247 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.247 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:55:49.247 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.248 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046983+0000",
2020-11-16T20:55:49.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.248 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.248 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.248 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046983+0000",
2020-11-16T20:55:49.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:55:49.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.046955+0000",
2020-11-16T20:55:49.249 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000143146
2020-11-16T20:55:49.249 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.047098+0000",
2020-11-16T20:55:49.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1720999999999997e-05
2020-11-16T20:55:49.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.250 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.250 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.047130+0000",
2020-11-16T20:55:49.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1494e-05
2020-11-16T20:55:49.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.047142+0000",
2020-11-16T20:55:49.251 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.061406711000000003
2020-11-16T20:55:49.251 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.108548+0000",
2020-11-16T20:55:49.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5259999999999999e-06
2020-11-16T20:55:49.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.252 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.252 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.108555+0000",
2020-11-16T20:55:49.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0011856830000000001
2020-11-16T20:55:49.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.109741+0000",
2020-11-16T20:55:49.253 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.062757641000000003
2020-11-16T20:55:49.253 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.254 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.254 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.254 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.254 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.254 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36014.0:67712 6.4 e655/648 6:2667283e:::benchmark_data_smithi065_43723_object67711:head v 655'4254, mlcod=634'1547)",
2020-11-16T20:55:49.254 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:49:35.063557+0000",
2020-11-16T20:55:49.254 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 374.15184742100001,
2020-11-16T20:55:49.255 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.048938318000000001,
2020-11-16T20:55:49.255 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.255 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.255 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.255 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063557+0000",
2020-11-16T20:55:49.255 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063557+0000",
2020-11-16T20:55:49.256 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:55:49.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.256 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063534+0000",
2020-11-16T20:55:49.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6260000000000003e-05
2020-11-16T20:55:49.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.257 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063630+0000",
2020-11-16T20:55:49.257 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2094e-05
2020-11-16T20:55:49.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063643+0000",
2020-11-16T20:55:49.258 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.012e-05
2020-11-16T20:55:49.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.258 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.063653+0000",
2020-11-16T20:55:49.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036482606000000001
2020-11-16T20:55:49.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.259 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.259 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.100135+0000",
2020-11-16T20:55:49.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1269000000000002e-05
2020-11-16T20:55:49.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.100167+0000",
2020-11-16T20:55:49.260 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012288821
2020-11-16T20:55:49.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.260 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112455+0000",
2020-11-16T20:55:49.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9975000000000003e-05
2020-11-16T20:55:49.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.261 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.261 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:49:35.112495+0000",
2020-11-16T20:55:49.262 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.048938318000000001
2020-11-16T20:55:49.262 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.262 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.262 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.262 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.262 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.262 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:53940 7.e e703/700 7:77d498ee:::benchmark_data_smithi065_48659_object53939:head v 703'3407, mlcod=695'492)",
2020-11-16T20:55:49.263 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:24.277333+0000",
2020-11-16T20:55:49.263 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 204.93807190199999,
2020-11-16T20:55:49.263 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.060635045999999998,
2020-11-16T20:55:49.263 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.263 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.263 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.263 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.263 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.277333+0000",
2020-11-16T20:55:49.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.264 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.277333+0000",
2020-11-16T20:55:49.264 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999647
2020-11-16T20:55:49.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.277297+0000",
2020-11-16T20:55:49.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016345800000000001
2020-11-16T20:55:49.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.265 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.265 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.277461+0000",
2020-11-16T20:55:49.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6093e-05
2020-11-16T20:55:49.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.266 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.277477+0000",
2020-11-16T20:55:49.266 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3939999999999996e-06
2020-11-16T20:55:49.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.277485+0000",
2020-11-16T20:55:49.267 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6578999999999998e-05
2020-11-16T20:55:49.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.267 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.277582+0000",
2020-11-16T20:55:49.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8615e-05
2020-11-16T20:55:49.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.268 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.268 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.277640+0000",
2020-11-16T20:55:49.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.059801840000000002
2020-11-16T20:55:49.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.337442+0000",
2020-11-16T20:55:49.269 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000525553
2020-11-16T20:55:49.269 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.337968+0000",
2020-11-16T20:55:49.270 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.060635045999999998
2020-11-16T20:55:49.270 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.270 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.270 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.271 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.271 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:53952 7.e e703/700 7:7dfb8d9a:::benchmark_data_smithi065_48659_object53951:head v 703'3408, mlcod=695'492)",
2020-11-16T20:55:49.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:24.279504+0000",
2020-11-16T20:55:49.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 204.93590032,
2020-11-16T20:55:49.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.058549192999999999,
2020-11-16T20:55:49.271 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.271 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.272 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.279504+0000",
2020-11-16T20:55:49.272 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.272 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.279504+0000",
2020-11-16T20:55:49.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:55:49.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.273 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.273 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.279478+0000",
2020-11-16T20:55:49.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025891500000000002
2020-11-16T20:55:49.274 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.274 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.279737+0000",
2020-11-16T20:55:49.274 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1533e-05
2020-11-16T20:55:49.274 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.274 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.279749+0000",
2020-11-16T20:55:49.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6490000000000002e-06
2020-11-16T20:55:49.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.275 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.275 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.279755+0000",
2020-11-16T20:55:49.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0005086
2020-11-16T20:55:49.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.280264+0000",
2020-11-16T20:55:49.276 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7098999999999999e-05
2020-11-16T20:55:49.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.276 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.280291+0000",
2020-11-16T20:55:49.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.057682401000000001
2020-11-16T20:55:49.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.277 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.277 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.337973+0000",
2020-11-16T20:55:49.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9826000000000004e-05
2020-11-16T20:55:49.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.338053+0000",
2020-11-16T20:55:49.278 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.058549192999999999
2020-11-16T20:55:49.278 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.278 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.279 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.279 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.279 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.279 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:53960 7.e e703/700 7:71cbf2da:::benchmark_data_smithi065_48659_object53959:head v 703'3409, mlcod=695'492)",
2020-11-16T20:55:49.279 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:24.281092+0000",
2020-11-16T20:55:49.279 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 204.93431228200001,
2020-11-16T20:55:49.279 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.057045271000000002,
2020-11-16T20:55:49.280 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.280 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.280 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.281092+0000",
2020-11-16T20:55:49.280 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.280 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.281092+0000",
2020-11-16T20:55:49.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999857
2020-11-16T20:55:49.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.281 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.281 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.281078+0000",
2020-11-16T20:55:49.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000123254
2020-11-16T20:55:49.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.282 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.281201+0000",
2020-11-16T20:55:49.282 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7450000000000001e-05
2020-11-16T20:55:49.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.281218+0000",
2020-11-16T20:55:49.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.938e-06
2020-11-16T20:55:49.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.283 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.283 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.281223+0000",
2020-11-16T20:55:49.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.045395676000000003
2020-11-16T20:55:49.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.284 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.326619+0000",
2020-11-16T20:55:49.284 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0673000000000001e-05
2020-11-16T20:55:49.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.326670+0000",
2020-11-16T20:55:49.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011388923
2020-11-16T20:55:49.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.285 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.285 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.338059+0000",
2020-11-16T20:55:49.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8767e-05
2020-11-16T20:55:49.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.286 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.338137+0000",
2020-11-16T20:55:49.286 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.057045271000000002
2020-11-16T20:55:49.287 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.287 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.287 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.287 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.287 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.287 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:53965 7.e e703/700 7:79dc6446:::benchmark_data_smithi065_48659_object53964:head v 703'3410, mlcod=695'492)",
2020-11-16T20:55:49.287 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:24.282711+0000",
2020-11-16T20:55:49.288 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 204.93269343099999,
2020-11-16T20:55:49.288 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.055480976000000001,
2020-11-16T20:55:49.288 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.288 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.288 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.288 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.288 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.282711+0000",
2020-11-16T20:55:49.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.282711+0000",
2020-11-16T20:55:49.289 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999857
2020-11-16T20:55:49.289 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.282697+0000",
2020-11-16T20:55:49.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9287000000000002e-05
2020-11-16T20:55:49.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.290 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.290 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.282776+0000",
2020-11-16T20:55:49.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9110000000000004e-06
2020-11-16T20:55:49.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.282783+0000",
2020-11-16T20:55:49.291 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4889999999999997e-06
2020-11-16T20:55:49.291 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.282788+0000",
2020-11-16T20:55:49.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.047057375999999998
2020-11-16T20:55:49.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.292 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.329845+0000",
2020-11-16T20:55:49.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1746999999999998e-05
2020-11-16T20:55:49.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.329897+0000",
2020-11-16T20:55:49.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0082443840000000004
2020-11-16T20:55:49.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.338141+0000",
2020-11-16T20:55:49.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0958999999999998e-05
2020-11-16T20:55:49.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:24.338192+0000",
2020-11-16T20:55:49.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.055480976000000001
2020-11-16T20:55:49.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.295 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.295 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.295 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.295 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.295 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:130844 7.15 7:aafaf119:::benchmark_data_smithi065_48659_object17685:head [delete] snapc 0=[] ondisk+write+known_if_redirected e739)",
2020-11-16T20:55:49.296 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:50.671451+0000",
2020-11-16T20:55:49.296 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 118.543953512,
2020-11-16T20:55:49.296 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.093105052999999993,
2020-11-16T20:55:49.296 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.296 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.296 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:55:49.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:55:49.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:49.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 130844
2020-11-16T20:55:49.297 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:55:49.297 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.671451+0000",
2020-11-16T20:55:49.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.671451+0000",
2020-11-16T20:55:49.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:55:49.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.671417+0000",
2020-11-16T20:55:49.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5767999999999997e-05
2020-11-16T20:55:49.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.671493+0000",
2020-11-16T20:55:49.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3451999999999999e-05
2020-11-16T20:55:49.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.671506+0000",
2020-11-16T20:55:49.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9330000000000001e-06
2020-11-16T20:55:49.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.671514+0000",
2020-11-16T20:55:49.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011378166
2020-11-16T20:55:49.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.682892+0000",
2020-11-16T20:55:49.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017511600000000001
2020-11-16T20:55:49.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.683068+0000",
2020-11-16T20:55:49.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016944799999999999
2020-11-16T20:55:49.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1,7",
2020-11-16T20:55:49.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.683237+0000",
2020-11-16T20:55:49.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.004732198
2020-11-16T20:55:49.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:55:49.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.687969+0000",
2020-11-16T20:55:49.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011585712999999999
2020-11-16T20:55:49.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:49.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.699555+0000",
2020-11-16T20:55:49.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.063256374000000004
2020-11-16T20:55:49.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:49.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.762811+0000",
2020-11-16T20:55:49.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9781000000000002e-05
2020-11-16T20:55:49.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.762871+0000",
2020-11-16T20:55:49.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001684914
2020-11-16T20:55:49.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.764556+0000",
2020-11-16T20:55:49.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.093105052999999993
2020-11-16T20:55:49.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.307 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.307 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.307 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.307 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.307 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:130845 7.15 7:aa879efb:::benchmark_data_smithi065_48659_object17686:head [delete] snapc 0=[] ondisk+write+known_if_redirected e739)",
2020-11-16T20:55:49.307 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:50.677151+0000",
2020-11-16T20:55:49.307 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 118.53825322199999,
2020-11-16T20:55:49.308 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.096598040999999996,
2020-11-16T20:55:49.308 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.308 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.308 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:55:49.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:55:49.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:55:49.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 130845
2020-11-16T20:55:49.308 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:55:49.309 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.677151+0000",
2020-11-16T20:55:49.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.677151+0000",
2020-11-16T20:55:49.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:55:49.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.677126+0000",
2020-11-16T20:55:49.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0466e-05
2020-11-16T20:55:49.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.677187+0000",
2020-11-16T20:55:49.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7419999999999992e-06
2020-11-16T20:55:49.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.677196+0000",
2020-11-16T20:55:49.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7930000000000003e-06
2020-11-16T20:55:49.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.677202+0000",
2020-11-16T20:55:49.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0088354699999999998
2020-11-16T20:55:49.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.686038+0000",
2020-11-16T20:55:49.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019252399999999999
2020-11-16T20:55:49.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.313 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.686230+0000",
2020-11-16T20:55:49.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011360499999999999
2020-11-16T20:55:49.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1,7",
2020-11-16T20:55:49.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.686344+0000",
2020-11-16T20:55:49.314 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013255594000000001
2020-11-16T20:55:49.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:49.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.699599+0000",
2020-11-16T20:55:49.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0014902870000000001
2020-11-16T20:55:49.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:55:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.701090+0000",
2020-11-16T20:55:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.070912172999999995
2020-11-16T20:55:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:55:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.772002+0000",
2020-11-16T20:55:49.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012173299999999999
2020-11-16T20:55:49.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.772123+0000",
2020-11-16T20:55:49.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001625827
2020-11-16T20:55:49.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.773749+0000",
2020-11-16T20:55:49.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.096598040999999996
2020-11-16T20:55:49.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.318 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.318 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.318 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.318 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.319 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:131615 7.5 e741/723 7:a3262fae:::benchmark_data_smithi065_48659_object18456:head v 741'7241, mlcod=741'7239)",
2020-11-16T20:55:49.319 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:52.149607+0000",
2020-11-16T20:55:49.319 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 117.065797246,
2020-11-16T20:55:49.319 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.13979639599999999,
2020-11-16T20:55:49.319 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.319 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.319 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149607+0000",
2020-11-16T20:55:49.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149607+0000",
2020-11-16T20:55:49.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:55:49.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149582+0000",
2020-11-16T20:55:49.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5197000000000004e-05
2020-11-16T20:55:49.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149667+0000",
2020-11-16T20:55:49.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1691e-05
2020-11-16T20:55:49.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149678+0000",
2020-11-16T20:55:49.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7209999999999997e-06
2020-11-16T20:55:49.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149685+0000",
2020-11-16T20:55:49.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0052154549999999999
2020-11-16T20:55:49.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154901+0000",
2020-11-16T20:55:49.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3373000000000001e-05
2020-11-16T20:55:49.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154924+0000",
2020-11-16T20:55:49.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0050508250000000001
2020-11-16T20:55:49.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.159975+0000",
2020-11-16T20:55:49.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.12942875100000001
2020-11-16T20:55:49.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.289404+0000",
2020-11-16T20:55:49.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.13979639599999999
2020-11-16T20:55:49.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.326 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.326 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.327 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.327 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.327 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:144104 7.e e763/718 7:7ec3eb3d:::benchmark_data_smithi065_48659_object30945:head v 763'9082, mlcod=763'9076)",
2020-11-16T20:55:49.327 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:54:29.650954+0000",
2020-11-16T20:55:49.327 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.564450944000001,
2020-11-16T20:55:49.327 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.057548663999999999,
2020-11-16T20:55:49.327 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.328 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.328 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.650954+0000",
2020-11-16T20:55:49.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.650954+0000",
2020-11-16T20:55:49.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:55:49.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.650928+0000",
2020-11-16T20:55:49.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2670999999999995e-05
2020-11-16T20:55:49.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.651010+0000",
2020-11-16T20:55:49.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1268e-05
2020-11-16T20:55:49.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.651022+0000",
2020-11-16T20:55:49.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7190000000000004e-06
2020-11-16T20:55:49.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.651028+0000",
2020-11-16T20:55:49.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.008926926
2020-11-16T20:55:49.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.659955+0000",
2020-11-16T20:55:49.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2495000000000001e-05
2020-11-16T20:55:49.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.659978+0000",
2020-11-16T20:55:49.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.048418825999999998
2020-11-16T20:55:49.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.708397+0000",
2020-11-16T20:55:49.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000105523
2020-11-16T20:55:49.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.708502+0000",
2020-11-16T20:55:49.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.057548663999999999
2020-11-16T20:55:49.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.334 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.335 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.335 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.335 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.335 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:144114 7.e e763/718 7:79af83df:::benchmark_data_smithi065_48659_object30955:head v 763'9083, mlcod=763'9076)",
2020-11-16T20:55:49.335 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:54:29.656493+0000",
2020-11-16T20:55:49.335 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 79.558911280000004,
2020-11-16T20:55:49.335 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.052071274000000001,
2020-11-16T20:55:49.336 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.336 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.336 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.656493+0000",
2020-11-16T20:55:49.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.656493+0000",
2020-11-16T20:55:49.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999866
2020-11-16T20:55:49.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.656480+0000",
2020-11-16T20:55:49.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3143999999999999e-05
2020-11-16T20:55:49.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.656523+0000",
2020-11-16T20:55:49.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2700000000000001e-06
2020-11-16T20:55:49.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.656529+0000",
2020-11-16T20:55:49.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.07e-06
2020-11-16T20:55:49.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.656533+0000",
2020-11-16T20:55:49.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0087886600000000002
2020-11-16T20:55:49.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.665322+0000",
2020-11-16T20:55:49.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4277000000000006e-05
2020-11-16T20:55:49.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.665406+0000",
2020-11-16T20:55:49.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.043103878999999998
2020-11-16T20:55:49.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.708510+0000",
2020-11-16T20:55:49.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4391999999999997e-05
2020-11-16T20:55:49.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:29.708564+0000",
2020-11-16T20:55:49.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.052071274000000001
2020-11-16T20:55:49.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.343 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.343 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.343 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.343 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.343 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:188703 7.a e776/689 7:5eeeb120:::benchmark_data_smithi065_48659_object75544:head v 776'11626, mlcod=776'11622)",
2020-11-16T20:55:49.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:06.978115+0000",
2020-11-16T20:55:49.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 42.237289861000001,
2020-11-16T20:55:49.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.04747821,
2020-11-16T20:55:49.344 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.344 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.344 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:06.978115+0000",
2020-11-16T20:55:49.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:06.978115+0000",
2020-11-16T20:55:49.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:55:49.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:06.978089+0000",
2020-11-16T20:55:49.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9127000000000003e-05
2020-11-16T20:55:49.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:06.978168+0000",
2020-11-16T20:55:49.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0409999999999999e-05
2020-11-16T20:55:49.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:06.978188+0000",
2020-11-16T20:55:49.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9539999999999998e-06
2020-11-16T20:55:49.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:06.978195+0000",
2020-11-16T20:55:49.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014363786
2020-11-16T20:55:49.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:06.992559+0000",
2020-11-16T20:55:49.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4091e-05
2020-11-16T20:55:49.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:06.992583+0000",
2020-11-16T20:55:49.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.032944329000000001
2020-11-16T20:55:49.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:07.025528+0000",
2020-11-16T20:55:49.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5245000000000003e-05
2020-11-16T20:55:49.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:07.025593+0000",
2020-11-16T20:55:49.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.04747821
2020-11-16T20:55:49.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.351 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.351 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.351 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.351 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.352 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:194271 7.10 e778/743 7:0a8d1396:::benchmark_data_smithi065_48659_object81112:head v 778'9068, mlcod=778'9066)",
2020-11-16T20:55:49.352 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:11.785228+0000",
2020-11-16T20:55:49.352 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 37.43017596,
2020-11-16T20:55:49.352 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.049499326000000003,
2020-11-16T20:55:49.352 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.352 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.352 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.785228+0000",
2020-11-16T20:55:49.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.785228+0000",
2020-11-16T20:55:49.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:55:49.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.785207+0000",
2020-11-16T20:55:49.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8138000000000004e-05
2020-11-16T20:55:49.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.785275+0000",
2020-11-16T20:55:49.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1066e-05
2020-11-16T20:55:49.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.785286+0000",
2020-11-16T20:55:49.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8579999999999996e-06
2020-11-16T20:55:49.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.785292+0000",
2020-11-16T20:55:49.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2685000000000002e-05
2020-11-16T20:55:49.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.785335+0000",
2020-11-16T20:55:49.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4253999999999999e-05
2020-11-16T20:55:49.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.785359+0000",
2020-11-16T20:55:49.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.049163045000000002
2020-11-16T20:55:49.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.834522+0000",
2020-11-16T20:55:49.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000205618
2020-11-16T20:55:49.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:11.834728+0000",
2020-11-16T20:55:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.049499326000000003
2020-11-16T20:55:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.359 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.360 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.360 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:199878 7.a e779/689 7:5c48634e:::benchmark_data_smithi065_48659_object86719:head v 779'12297, mlcod=779'12295)",
2020-11-16T20:55:49.360 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:16.778943+0000",
2020-11-16T20:55:49.360 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 32.436461608000002,
2020-11-16T20:55:49.360 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.049626078999999997,
2020-11-16T20:55:49.360 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.360 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.361 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.778943+0000",
2020-11-16T20:55:49.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.778943+0000",
2020-11-16T20:55:49.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:55:49.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.778919+0000",
2020-11-16T20:55:49.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5531000000000006e-05
2020-11-16T20:55:49.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.778994+0000",
2020-11-16T20:55:49.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1039999999999999e-05
2020-11-16T20:55:49.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.779005+0000",
2020-11-16T20:55:49.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6880000000000002e-06
2020-11-16T20:55:49.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.779012+0000",
2020-11-16T20:55:49.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9499999999999997e-05
2020-11-16T20:55:49.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.779062+0000",
2020-11-16T20:55:49.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6631000000000002e-05
2020-11-16T20:55:49.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.779098+0000",
2020-11-16T20:55:49.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.049412343999999997
2020-11-16T20:55:49.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.828511+0000",
2020-11-16T20:55:49.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8366000000000003e-05
2020-11-16T20:55:49.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:16.828569+0000",
2020-11-16T20:55:49.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.049626078999999997
2020-11-16T20:55:49.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.367 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.368 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.368 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.368 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.368 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:200186 7.10 e779/743 7:0f4040bb:::benchmark_data_smithi065_48659_object87027:head v 779'9239, mlcod=779'9237)",
2020-11-16T20:55:49.368 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:17.078900+0000",
2020-11-16T20:55:49.368 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 32.136504614000003,
2020-11-16T20:55:49.368 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.054577223000000001,
2020-11-16T20:55:49.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.369 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.369 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.078900+0000",
2020-11-16T20:55:49.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.078900+0000",
2020-11-16T20:55:49.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T20:55:49.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.078880+0000",
2020-11-16T20:55:49.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1421000000000001e-05
2020-11-16T20:55:49.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.078931+0000",
2020-11-16T20:55:49.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4350000000000003e-06
2020-11-16T20:55:49.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.078941+0000",
2020-11-16T20:55:49.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.956e-06
2020-11-16T20:55:49.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.078948+0000",
2020-11-16T20:55:49.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5416e-05
2020-11-16T20:55:49.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.078993+0000",
2020-11-16T20:55:49.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4173999999999999e-05
2020-11-16T20:55:49.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079017+0000",
2020-11-16T20:55:49.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.054389849999999997
2020-11-16T20:55:49.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.133407+0000",
2020-11-16T20:55:49.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0018000000000006e-05
2020-11-16T20:55:49.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.133477+0000",
2020-11-16T20:55:49.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.054577223000000001
2020-11-16T20:55:49.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.376 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.376 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.376 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:55:49.376 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:55:49.376 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:200191 7.0 e779/723 7:074ccfdf:::benchmark_data_smithi065_48659_object87032:head v 779'9261, mlcod=779'9259)",
2020-11-16T20:55:49.376 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:17.079034+0000",
2020-11-16T20:55:49.376 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 32.136370472999999,
2020-11-16T20:55:49.377 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.054493670000000001,
2020-11-16T20:55:49.377 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:55:49.377 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:55:49.377 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:55:49.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:55:49.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079034+0000",
2020-11-16T20:55:49.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:55:49.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:55:49.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079034+0000",
2020-11-16T20:55:49.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999866
2020-11-16T20:55:49.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:55:49.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079021+0000",
2020-11-16T20:55:49.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3917e-05
2020-11-16T20:55:49.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:55:49.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079065+0000",
2020-11-16T20:55:49.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4450000000000001e-06
2020-11-16T20:55:49.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:55:49.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079071+0000",
2020-11-16T20:55:49.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1320000000000004e-06
2020-11-16T20:55:49.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:55:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079075+0000",
2020-11-16T20:55:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.8010999999999999e-05
2020-11-16T20:55:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:55:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079113+0000",
2020-11-16T20:55:49.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0268999999999999e-05
2020-11-16T20:55:49.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:55:49.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.079134+0000",
2020-11-16T20:55:49.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.054347723000000001
2020-11-16T20:55:49.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:55:49.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.133481+0000",
2020-11-16T20:55:49.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6415000000000002e-05
2020-11-16T20:55:49.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:55:49.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:55:49.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:55:49.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:17.133528+0000",
2020-11-16T20:55:49.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.054493670000000001
2020-11-16T20:55:49.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:55:49.384 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:55:49.384 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:55:49.384 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:55:49.384 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:55:49.384 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:55:49.385 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:49.387 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:55:49 smithi142 bash[114994]: debug 2020-11-16T20:55:49.112+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:49.683 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:55:49.787 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:50.004 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:50.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:49 smithi065 bash[9468]: cluster 2020-11-16T20:55:48.553277+0000 mgr.x (mgr.14196) 1326 : cluster [DBG] pgmap v2018: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 510 op/s
2020-11-16T20:55:50.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:49 smithi065 bash[9468]: cluster 2020-11-16T20:55:48.556534+0000 osd.0 (osd.0) 246 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:55:50.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:49 smithi065 bash[9468]: cluster 2020-11-16T20:55:48.575647+0000 osd.0 (osd.0) 247 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:55:50.029 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:55:49 smithi065 bash[14115]: debug 2020-11-16T20:55:49.686+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:49 smithi142 bash[9523]: cluster 2020-11-16T20:55:48.553277+0000 mgr.x (mgr.14196) 1326 : cluster [DBG] pgmap v2018: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 510 op/s
2020-11-16T20:55:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:49 smithi142 bash[9523]: cluster 2020-11-16T20:55:48.556534+0000 osd.0 (osd.0) 246 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:55:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:49 smithi142 bash[9523]: cluster 2020-11-16T20:55:48.575647+0000 osd.0 (osd.0) 247 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:55:50.032 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:50 smithi142 bash[18009]: debug 2020-11-16T20:55:50.008+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:50.054 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_ops_in_flight
2020-11-16T20:55:50.109 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:50.121 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:49 smithi071 bash[9480]: cluster 2020-11-16T20:55:48.553277+0000 mgr.x (mgr.14196) 1326 : cluster [DBG] pgmap v2018: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 510 op/s
2020-11-16T20:55:50.121 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:49 smithi071 bash[9480]: cluster 2020-11-16T20:55:48.556534+0000 osd.0 (osd.0) 246 : cluster [DBG] 7.6 scrub starts
2020-11-16T20:55:50.121 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:49 smithi071 bash[9480]: cluster 2020-11-16T20:55:48.575647+0000 osd.0 (osd.0) 247 : cluster [DBG] 7.6 scrub ok
2020-11-16T20:55:50.189 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:50.239 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:50.344 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:50.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:50 smithi071 bash[12066]: debug 2020-11-16T20:55:50.240+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:50.626 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:55:50.730 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:55:50.792 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:55:50.799 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:55:50.821 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:55:50.842 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:55:50.873 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:55:50.879 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:55:50 smithi142 bash[18009]: debug 2020-11-16T20:55:50.632+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:50.879 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:50 smithi142 bash[9523]: audit 2020-11-16T20:55:50.177805+0000 mon.a (mon.0) 2454 : audit [INF] from='client.? v1:172.21.15.142:0/613770810' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:55:50.879 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:50 smithi142 bash[9523]: audit 2020-11-16T20:55:50.750154+0000 mon.a (mon.0) 2455 : audit [DBG] from='client.? v1:172.21.15.142:0/3649141310' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:50.886 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:50.898 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:55:50.922 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:55:50.950 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:55:50.977 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:55:50.993 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:51.002 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:55:51.027 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:55:51.067 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:55:51.068 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.068 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.068 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.069 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.069 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.069 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.069 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.069 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.069 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.069 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.070 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.070 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:55:51.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:50 smithi071 bash[12066]: debug 2020-11-16T20:55:50.888+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:50 smithi071 bash[9480]: audit 2020-11-16T20:55:50.177805+0000 mon.a (mon.0) 2454 : audit [INF] from='client.? v1:172.21.15.142:0/613770810' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:55:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:50 smithi071 bash[9480]: audit 2020-11-16T20:55:50.750154+0000 mon.a (mon.0) 2455 : audit [DBG] from='client.? v1:172.21.15.142:0/3649141310' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:51.247 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:50 smithi065 bash[9468]: audit 2020-11-16T20:55:50.177805+0000 mon.a (mon.0) 2454 : audit [INF] from='client.? v1:172.21.15.142:0/613770810' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:55:51.247 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:50 smithi065 bash[9468]: audit 2020-11-16T20:55:50.750154+0000 mon.a (mon.0) 2455 : audit [DBG] from='client.? v1:172.21.15.142:0/3649141310' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:55:51.536 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:51.642 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:51.788 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[20366]: debug 2020-11-16T20:55:51.540+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:51.798 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.553959+0000 mgr.x (mgr.14196) 1327 : cluster [DBG] pgmap v2019: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 203 op/s
2020-11-16T20:55:51.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.720409+0000 osd.10 (osd.10) 192 : cluster [DBG] 7.e scrub starts
2020-11-16T20:55:51.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.738818+0000 osd.10 (osd.10) 193 : cluster [DBG] 7.e scrub ok
2020-11-16T20:55:51.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.777079+0000 osd.0 (osd.0) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.785189+0000 mon.a (mon.0) 2456 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:55:51.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.785210+0000 mon.a (mon.0) 2457 : cluster [INF] Cluster is now healthy
2020-11-16T20:55:51.799 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: audit 2020-11-16T20:55:50.796811+0000 mon.a (mon.0) 2458 : audit [INF] from='client.? v1:172.21.15.142:0/613770810' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:55:51.800 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.796850+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e792: 12 total, 12 up, 9 in
2020-11-16T20:55:51.800 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.807405+0000 osd.1 (osd.1) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.800 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.829108+0000 osd.2 (osd.2) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.800 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.850570+0000 osd.3 (osd.3) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.800 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.880913+0000 osd.4 (osd.4) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.800 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.905900+0000 osd.5 (osd.5) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.800 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.929408+0000 osd.6 (osd.6) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.801 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.957713+0000 osd.7 (osd.7) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.801 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:50.983700+0000 osd.8 (osd.8) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.801 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:51.008009+0000 osd.9 (osd.9) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.801 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:51.033587+0000 osd.10 (osd.10) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.801 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[9468]: cluster 2020-11-16T20:55:51.073260+0000 osd.11 (osd.11) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:51.801 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:51.903 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:52.060 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:52.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.553959+0000 mgr.x (mgr.14196) 1327 : cluster [DBG] pgmap v2019: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 203 op/s
2020-11-16T20:55:52.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.720409+0000 osd.10 (osd.10) 192 : cluster [DBG] 7.e scrub starts
2020-11-16T20:55:52.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.738818+0000 osd.10 (osd.10) 193 : cluster [DBG] 7.e scrub ok
2020-11-16T20:55:52.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.777079+0000 osd.0 (osd.0) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.785189+0000 mon.a (mon.0) 2456 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:55:52.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.785210+0000 mon.a (mon.0) 2457 : cluster [INF] Cluster is now healthy
2020-11-16T20:55:52.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: audit 2020-11-16T20:55:50.796811+0000 mon.a (mon.0) 2458 : audit [INF] from='client.? v1:172.21.15.142:0/613770810' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:55:52.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.796850+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e792: 12 total, 12 up, 9 in
2020-11-16T20:55:52.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.807405+0000 osd.1 (osd.1) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.829108+0000 osd.2 (osd.2) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.850570+0000 osd.3 (osd.3) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.880913+0000 osd.4 (osd.4) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.905900+0000 osd.5 (osd.5) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.929408+0000 osd.6 (osd.6) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.957713+0000 osd.7 (osd.7) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:50.983700+0000 osd.8 (osd.8) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.063 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:51.008009+0000 osd.9 (osd.9) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.063 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:51.033587+0000 osd.10 (osd.10) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.063 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:51 smithi071 bash[9480]: cluster 2020-11-16T20:55:51.073260+0000 osd.11 (osd.11) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.165 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:52.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:51 smithi065 bash[18823]: debug 2020-11-16T20:55:51.802+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:52.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.553959+0000 mgr.x (mgr.14196) 1327 : cluster [DBG] pgmap v2019: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 203 op/s
2020-11-16T20:55:52.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.720409+0000 osd.10 (osd.10) 192 : cluster [DBG] 7.e scrub starts
2020-11-16T20:55:52.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.738818+0000 osd.10 (osd.10) 193 : cluster [DBG] 7.e scrub ok
2020-11-16T20:55:52.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.777079+0000 osd.0 (osd.0) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.785189+0000 mon.a (mon.0) 2456 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:55:52.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.785210+0000 mon.a (mon.0) 2457 : cluster [INF] Cluster is now healthy
2020-11-16T20:55:52.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: audit 2020-11-16T20:55:50.796811+0000 mon.a (mon.0) 2458 : audit [INF] from='client.? v1:172.21.15.142:0/613770810' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:55:52.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.796850+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e792: 12 total, 12 up, 9 in
2020-11-16T20:55:52.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.807405+0000 osd.1 (osd.1) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.829108+0000 osd.2 (osd.2) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.850570+0000 osd.3 (osd.3) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.880913+0000 osd.4 (osd.4) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.905900+0000 osd.5 (osd.5) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.929408+0000 osd.6 (osd.6) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.957713+0000 osd.7 (osd.7) 203 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:50.983700+0000 osd.8 (osd.8) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:51.008009+0000 osd.9 (osd.9) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:51.033587+0000 osd.10 (osd.10) 194 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:51 smithi142 bash[9523]: cluster 2020-11-16T20:55:51.073260+0000 osd.11 (osd.11) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:55:52.291 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:52.396 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:52.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:52 smithi071 bash[16796]: debug 2020-11-16T20:55:52.060+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:52.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:52 smithi071 bash[16796]: debug 2020-11-16T20:55:52.292+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:52.870 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:52.978 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:53.108 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:52 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.354538+0000 osd.1 (osd.1) 285 : cluster [DBG] 7.d scrub starts
2020-11-16T20:55:53.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:52 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.371435+0000 osd.1 (osd.1) 286 : cluster [DBG] 7.d scrub ok
2020-11-16T20:55:53.109 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:53.212 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:55:53.225 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:52 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.354538+0000 osd.1 (osd.1) 285 : cluster [DBG] 7.d scrub starts
2020-11-16T20:55:53.226 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:52 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.371435+0000 osd.1 (osd.1) 286 : cluster [DBG] 7.d scrub ok
2020-11-16T20:55:53.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:52 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.354538+0000 osd.1 (osd.1) 285 : cluster [DBG] 7.d scrub starts
2020-11-16T20:55:53.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:52 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.371435+0000 osd.1 (osd.1) 286 : cluster [DBG] 7.d scrub ok
2020-11-16T20:55:53.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:52 smithi065 bash[16457]: debug 2020-11-16T20:55:52.870+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:53.333 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:55:53.438 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:53.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[12066]: debug 2020-11-16T20:55:53.112+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:53.445 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[26650]: debug 2020-11-16T20:55:53.336+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:53.562 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:53.667 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:53.801 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[12066]: debug 2020-11-16T20:55:53.564+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:53.826 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:53.878 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:55:53.878 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:55:53.931 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:53.937 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[18823]: debug 2020-11-16T20:55:53.826+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:53.938 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.232187+0000 osd.4 (osd.4) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:53.938 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.232286+0000 osd.4 (osd.4) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:53.938 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.379774+0000 osd.4 (osd.4) 234 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:55:53.938 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.393302+0000 osd.4 (osd.4) 235 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:55:53.938 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.488983+0000 osd.0 (osd.0) 249 : cluster [DBG] 7.12 scrub starts
2020-11-16T20:55:53.938 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.505723+0000 osd.0 (osd.0) 250 : cluster [DBG] 7.12 scrub ok
2020-11-16T20:55:53.939 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.554670+0000 mgr.x (mgr.14196) 1328 : cluster [DBG] pgmap v2021: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 61 op/s
2020-11-16T20:55:53.939 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:53 smithi065 bash[9468]: cluster 2020-11-16T20:55:52.808278+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e793: 12 total, 12 up, 9 in
2020-11-16T20:55:54.092 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.232187+0000 osd.4 (osd.4) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.232286+0000 osd.4 (osd.4) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.379774+0000 osd.4 (osd.4) 234 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:55:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.393302+0000 osd.4 (osd.4) 235 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:55:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.488983+0000 osd.0 (osd.0) 249 : cluster [DBG] 7.12 scrub starts
2020-11-16T20:55:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.505723+0000 osd.0 (osd.0) 250 : cluster [DBG] 7.12 scrub ok
2020-11-16T20:55:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.554670+0000 mgr.x (mgr.14196) 1328 : cluster [DBG] pgmap v2021: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 61 op/s
2020-11-16T20:55:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:53 smithi071 bash[9480]: cluster 2020-11-16T20:55:52.808278+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e793: 12 total, 12 up, 9 in
2020-11-16T20:55:54.198 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:55:54.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:54 smithi065 bash[16457]: debug 2020-11-16T20:55:54.094+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:54.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:53 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.232187+0000 osd.4 (osd.4) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:55:54.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:53 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.232286+0000 osd.4 (osd.4) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:55:54.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:53 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.379774+0000 osd.4 (osd.4) 234 : cluster [DBG] 7.1 scrub starts
2020-11-16T20:55:54.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:53 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.393302+0000 osd.4 (osd.4) 235 : cluster [DBG] 7.1 scrub ok
2020-11-16T20:55:54.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:53 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.488983+0000 osd.0 (osd.0) 249 : cluster [DBG] 7.12 scrub starts
2020-11-16T20:55:54.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:53 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.505723+0000 osd.0 (osd.0) 250 : cluster [DBG] 7.12 scrub ok
2020-11-16T20:55:54.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:53 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.554670+0000 mgr.x (mgr.14196) 1328 : cluster [DBG] pgmap v2021: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail; 0 B/s wr, 61 op/s
2020-11-16T20:55:54.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:53 smithi142 bash[9523]: cluster 2020-11-16T20:55:52.808278+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e793: 12 total, 12 up, 9 in
2020-11-16T20:55:54.333 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:55:54.439 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:54.568 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:55:54 smithi071 bash[26650]: debug 2020-11-16T20:55:54.336+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:54.580 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:54.682 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:54.700 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_blocked_ops
2020-11-16T20:55:54.834 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:54 smithi071 bash[9480]: cluster 2020-11-16T20:55:54.199133+0000 osd.11 (osd.11) 217 : cluster [DBG] 7.c scrub starts
2020-11-16T20:55:54.834 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:54 smithi071 bash[9480]: cluster 2020-11-16T20:55:54.224115+0000 osd.11 (osd.11) 218 : cluster [DBG] 7.c scrub ok
2020-11-16T20:55:54.834 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:54 smithi071 bash[12066]: debug 2020-11-16T20:55:54.572+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:54.834 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:54.846 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:54.940 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:55.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:54 smithi065 bash[9468]: cluster 2020-11-16T20:55:54.199133+0000 osd.11 (osd.11) 217 : cluster [DBG] 7.c scrub starts
2020-11-16T20:55:55.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:54 smithi065 bash[9468]: cluster 2020-11-16T20:55:54.224115+0000 osd.11 (osd.11) 218 : cluster [DBG] 7.c scrub ok
2020-11-16T20:55:55.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:54 smithi071 bash[14419]: debug 2020-11-16T20:55:54.836+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:55.222 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:55 smithi142 bash[15670]: debug 2020-11-16T20:55:55.224+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:55.222 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:54 smithi142 bash[9523]: cluster 2020-11-16T20:55:54.199133+0000 osd.11 (osd.11) 217 : cluster [DBG] 7.c scrub starts
2020-11-16T20:55:55.223 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:54 smithi142 bash[9523]: cluster 2020-11-16T20:55:54.224115+0000 osd.11 (osd.11) 218 : cluster [DBG] 7.c scrub ok
2020-11-16T20:55:55.223 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:55.227 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:55:55.330 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:55.408 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:55.473 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:55.514 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:55:55.579 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:55.651 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:55.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:55 smithi071 bash[12066]: debug 2020-11-16T20:55:55.476+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:55.824 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_5' removed
2020-11-16T20:55:56.144 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:55 smithi142 bash[9523]: cluster 2020-11-16T20:55:54.555417+0000 mgr.x (mgr.14196) 1329 : cluster [DBG] pgmap v2023: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:55:56.145 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:55 smithi142 bash[9523]: audit 2020-11-16T20:55:54.981644+0000 mon.a (mon.0) 2461 : audit [INF] from='client.? v1:172.21.15.142:0/3890090038' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:55:56.145 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:56.159 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:55 smithi065 bash[9468]: cluster 2020-11-16T20:55:54.555417+0000 mgr.x (mgr.14196) 1329 : cluster [DBG] pgmap v2023: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:55:56.159 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:55 smithi065 bash[9468]: audit 2020-11-16T20:55:54.981644+0000 mon.a (mon.0) 2461 : audit [INF] from='client.? v1:172.21.15.142:0/3890090038' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:55:56.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:55 smithi071 bash[9480]: cluster 2020-11-16T20:55:54.555417+0000 mgr.x (mgr.14196) 1329 : cluster [DBG] pgmap v2023: 27 pgs: 27 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:55:56.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:55 smithi071 bash[9480]: audit 2020-11-16T20:55:54.981644+0000 mon.a (mon.0) 2461 : audit [INF] from='client.? v1:172.21.15.142:0/3890090038' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T20:55:56.250 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:56.413 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:56.425 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:56 smithi142 bash[15670]: debug 2020-11-16T20:55:56.148+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:56.518 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:56.653 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:55:56.757 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:56.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:56 smithi065 bash[18823]: debug 2020-11-16T20:55:56.414+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:56.796 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:55:56.796 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":794,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","created":"2020-11-16T20:10:48.708461+0000","modified":"2020-11-16T20:55:55.817239+0000","last_up_change":"2020-11-16T20:51:34.685393+0000","last_in_change":"2020-11-16T20:52:13.672993+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":32,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-11-16T20:13:10.276783+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"522","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":755,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6800","nonce":1276457002}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6801","nonce":1276457002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6803","nonce":1276457002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6802","nonce":1276457002}]},"public_addr":"172.21.15.142:6800/1276457002","cluster_addr":"172.21.15.142:6801/1276457002","heartbeat_back_addr":"172.21.15.142:6803/1276457002","heartbeat_front_addr":"172.21.15.142:6802/1276457002","state":["exists","up"]},{"osd":1,"uuid":"c82ae70d-f2a5-4334-a84f-87a054655ad7","up":1,"in":1,"weight":1,"primary_affinity":0.9330291748046875,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":742,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6804","nonce":2156745596}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6805","nonce":2156745596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6807","nonce":2156745596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6806","nonce":2156745596}]},"public_addr":"172.21.15.142:6804/2156745596","cluster_addr":"172.21.15.142:6805/2156745596","heartbeat_back_addr":"172.21.15.142:6807/2156745596","heartbeat_front_addr":"172.21.15.142:6806/2156745596","state":["exists","up"]},{"osd":2,"uuid":"b8fcfee2-fb36-47e4-a200-65aab5e1435b","up":1,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":393,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6808","nonce":2380078138}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6809","nonce":2380078138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6811","nonce":2380078138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6810","nonce":2380078138}]},"public_addr":"172.21.15.142:6808/2380078138","cluster_addr":"172.21.15.142:6809/2380078138","heartbeat_back_addr":"172.21.15.142:6811/2380078138","heartbeat_front_addr":"172.21.15.142:6810/2380078138","state":["exists","up"]},{"osd":3,"uuid":"f28de7af-d9bf-4096-ab56-1ef663dc214c","up":1,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":29,"last_clean_end":636,"up_from":685,"up_thru":626,"down_at":637,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6812","nonce":1404862900}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6813","nonce":1404862900}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6815","nonce":1404862900}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6814","nonce":1404862900}]},"public_addr":"172.21.15.142:6812/1404862900","cluster_addr":"172.21.15.142:6813/1404862900","heartbeat_back_addr":"172.21.15.142:6815/1404862900","heartbeat_front_addr":"172.21.15.142:6814/1404862900","state":["exists","up"]},{"osd":4,"uuid":"8dfc82b4-6137-4f9c-b848-160cdaab7877","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":754,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6801","nonce":3325699378}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6802","nonce":3325699378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6804","nonce":3325699378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6803","nonce":3325699378}]},"public_addr":"172.21.15.71:6801/3325699378","cluster_addr":"172.21.15.71:6802/3325699378","heartbeat_back_addr":"172.21.15.71:6804/3325699378","heartbeat_front_addr":"172.21.15.71:6803/3325699378","state":["exists","up"]},{"osd":5,"uuid":"80ade1c6-d24e-453c-b6db-434af43d222b","up":1,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":495,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6805","nonce":724581550}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6806","nonce":724581550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6808","nonce":724581550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6807","nonce":724581550}]},"public_addr":"172.21.15.71:6805/724581550","cluster_addr":"172.21.15.71:6806/724581550","heartbeat_back_addr":"172.21.15.71:6808/724581550","heartbeat_front_addr":"172.21.15.71:6807/724581550","state":["exists","up"]},{"osd":6,"uuid":"f2acf352-ac5f-434e-b71d-8d44be7ad4b5","up":1,"in":1,"weight":1,"primary_affinity":0.499603271484375,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":756,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6809","nonce":1309108708}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6810","nonce":1309108708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6812","nonce":1309108708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6811","nonce":1309108708}]},"public_addr":"172.21.15.71:6809/1309108708","cluster_addr":"172.21.15.71:6810/1309108708","heartbeat_back_addr":"172.21.15.71:6812/1309108708","heartbeat_front_addr":"172.21.15.71:6811/1309108708","state":["exists","up"]},{"osd":7,"uuid":"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":56,"last_clean_end":199,"up_from":225,"up_thru":754,"down_at":200,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6813","nonce":2429996026}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6814","nonce":2429996026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6816","nonce":2429996026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6815","nonce":2429996026}]},"public_addr":"172.21.15.71:6813/2429996026","cluster_addr":"172.21.15.71:6814/2429996026","heartbeat_back_addr":"172.21.15.71:6816/2429996026","heartbeat_front_addr":"172.21.15.71:6815/2429996026","state":["exists","up"]},{"osd":8,"uuid":"3c2e5345-07d0-40c1-b3aa-fa0493b44083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":742,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6800","nonce":930793981}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6801","nonce":930793981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6803","nonce":930793981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6802","nonce":930793981}]},"public_addr":"172.21.15.65:6800/930793981","cluster_addr":"172.21.15.65:6801/930793981","heartbeat_back_addr":"172.21.15.65:6803/930793981","heartbeat_front_addr":"172.21.15.65:6802/930793981","state":["exists","up"]},{"osd":9,"uuid":"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6","up":1,"in":1,"weight":1,"primary_affinity":0,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":753,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6804","nonce":3578070571}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6805","nonce":3578070571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6807","nonce":3578070571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6806","nonce":3578070571}]},"public_addr":"172.21.15.65:6804/3578070571","cluster_addr":"172.21.15.65:6805/3578070571","heartbeat_back_addr":"172.21.15.65:6807/3578070571","heartbeat_front_addr":"172.21.15.65:6806/3578070571","state":["exists","up"]},{"osd":10,"uuid":"7092d516-77a6-4060-a297-090099cd553e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":95,"up_thru":743,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6808","nonce":1216706886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6809","nonce":1216706886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6811","nonce":1216706886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6810","nonce":1216706886}]},"public_addr":"172.21.15.65:6808/1216706886","cluster_addr":"172.21.15.65:6809/1216706886","heartbeat_back_addr":"172.21.15.65:6811/1216706886","heartbeat_front_addr":"172.21.15.65:6810/1216706886","state":["exists","up"]},{"osd":11,"uuid":"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":103,"up_thru":756,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6812","nonce":3290130542}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6813","nonce":3290130542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6815","nonce":3290130542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6814","nonce":3290130542}]},"public_addr":"172.21.15.65:6812/3290130542","cluster_addr":"172.21.15.65:6813/3290130542","heartbeat_back_addr":"172.21.15.65:6815/3290130542","heartbeat_front_addr":"172.21.15.65:6814/3290130542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:08.004696+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:33.570511+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":65536,"last_purged_snaps_scrub":"2020-11-16T20:55:04.630616+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":65536,"last_purged_snaps_scrub":"2020-11-16T20:55:36.945531+0000","dead_epoch":637},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:52.232290+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":65536,"last_purged_snaps_scrub":"2020-11-16T20:55:20.777004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:43.809765+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:25.870695+0000","dead_epoch":200},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:30.078130+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:02.081751+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:11.505666+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T20:55:35.777947+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"1.0","mappings":[{"from":7,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.142:0/1195728362":"2020-11-17T20:14:25.826902+0000","172.21.15.142:6800/3623425812":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/3991833904":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/1735707732":"2020-11-17T20:11:44.591303+0000","172.21.15.142:6800/1465625619":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/3648584722":"2020-11-17T20:11:20.538376+0000","172.21.15.142:0/3320495051":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/1223358460":"2020-11-17T20:11:20.538376+0000","172.21.15.142:6800/2714967177":"2020-11-17T20:11:20.538376+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2020-11-16T20:55:56.825 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:55:56 smithi071 bash[16796]: debug 2020-11-16T20:55:56.656+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:56.876 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:55:56.981 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:57.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:55:56 smithi071 bash[14419]: debug 2020-11-16T20:55:56.876+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:57.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:56 smithi071 bash[9480]: audit 2020-11-16T20:55:55.828036+0000 mon.a (mon.0) 2462 : audit [INF] from='client.? v1:172.21.15.142:0/3890090038' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:55:57.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:56 smithi071 bash[9480]: cluster 2020-11-16T20:55:55.828087+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e794: 12 total, 12 up, 9 in
2020-11-16T20:55:57.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:56 smithi071 bash[9480]: audit 2020-11-16T20:55:56.802323+0000 mon.a (mon.0) 2464 : audit [DBG] from='client.? v1:172.21.15.142:0/1373134030' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:55:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:56 smithi065 bash[9468]: audit 2020-11-16T20:55:55.828036+0000 mon.a (mon.0) 2462 : audit [INF] from='client.? v1:172.21.15.142:0/3890090038' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:55:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:56 smithi065 bash[9468]: cluster 2020-11-16T20:55:55.828087+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e794: 12 total, 12 up, 9 in
2020-11-16T20:55:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:56 smithi065 bash[9468]: audit 2020-11-16T20:55:56.802323+0000 mon.a (mon.0) 2464 : audit [DBG] from='client.? v1:172.21.15.142:0/1373134030' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:55:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:56 smithi142 bash[9523]: audit 2020-11-16T20:55:55.828036+0000 mon.a (mon.0) 2462 : audit [INF] from='client.? v1:172.21.15.142:0/3890090038' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T20:55:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:56 smithi142 bash[9523]: cluster 2020-11-16T20:55:55.828087+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e794: 12 total, 12 up, 9 in
2020-11-16T20:55:57.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:56 smithi142 bash[9523]: audit 2020-11-16T20:55:56.802323+0000 mon.a (mon.0) 2464 : audit [DBG] from='client.? v1:172.21.15.142:0/1373134030' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T20:55:57.373 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench...
2020-11-16T20:55:57.374 INFO:tasks.radosbench:Beginning radosbench...
2020-11-16T20:55:57.374 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_6
2020-11-16T20:55:57.375 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool create unique_pool_6 16
2020-11-16T20:55:57.449 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:57.510 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:55:57.555 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:57.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:57 smithi065 bash[16457]: debug 2020-11-16T20:55:57.449+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:57.926 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:55:58.031 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:58.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:57 smithi071 bash[9480]: cluster 2020-11-16T20:55:56.555988+0000 mgr.x (mgr.14196) 1330 : cluster [DBG] pgmap v2025: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:55:58.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:57 smithi065 bash[9468]: cluster 2020-11-16T20:55:56.555988+0000 mgr.x (mgr.14196) 1330 : cluster [DBG] pgmap v2025: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:55:58.222 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:55:57 smithi065 bash[16457]: debug 2020-11-16T20:55:57.929+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:58.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:57 smithi142 bash[9523]: cluster 2020-11-16T20:55:56.555988+0000 mgr.x (mgr.14196) 1330 : cluster [DBG] pgmap v2025: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:55:58.409 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:55:58.492 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:55:58.492 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:55:58.515 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:58.832 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:55:58 smithi142 bash[15670]: debug 2020-11-16T20:55:58.412+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:58.861 INFO:tasks.cephadm.ceph_manager.ceph:all up!
2020-11-16T20:55:59.040 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:59.145 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:59.156 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:59 smithi142 bash[20366]: debug 2020-11-16T20:55:59.044+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:59.265 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_historic_ops
2020-11-16T20:55:59.359 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:55:59.405 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:55:59.437 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:55:59 smithi142 bash[20366]: debug 2020-11-16T20:55:59.364+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:59.463 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:59.607 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:55:59.713 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:55:59.833 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:55:59 smithi071 bash[12066]: debug 2020-11-16T20:55:59.608+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:55:59.925 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:00.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:55:59 smithi065 bash[9468]: cluster 2020-11-16T20:55:58.556780+0000 mgr.x (mgr.14196) 1331 : cluster [DBG] pgmap v2026: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:00.029 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:55:59 smithi065 bash[18823]: debug 2020-11-16T20:55:59.925+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:00.031 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:00.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:55:59 smithi071 bash[9480]: cluster 2020-11-16T20:55:58.556780+0000 mgr.x (mgr.14196) 1331 : cluster [DBG] pgmap v2026: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:00.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:55:59 smithi142 bash[9523]: cluster 2020-11-16T20:55:58.556780+0000 mgr.x (mgr.14196) 1331 : cluster [DBG] pgmap v2026: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:00.490 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:00.596 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:00.715 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:00.781 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:56:00 smithi142 bash[114994]: debug 2020-11-16T20:56:00.496+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:00.820 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:00.882 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:00 smithi065 bash[16457]: debug 2020-11-16T20:56:00.717+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:01.086 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:01.192 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:01.339 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:01.445 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:01.531 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:01 smithi142 bash[15670]: debug 2020-11-16T20:56:01.092+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:01.586 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:01.690 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:01.695 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:01 smithi071 bash[26650]: debug 2020-11-16T20:56:01.340+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:01.778 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:01 smithi065 bash[14115]: debug 2020-11-16T20:56:01.589+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:02.004 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:01 smithi142 bash[9523]: cluster 2020-11-16T20:56:00.557452+0000 mgr.x (mgr.14196) 1332 : cluster [DBG] pgmap v2027: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:02.115 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:02.127 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:01 smithi065 bash[9468]: cluster 2020-11-16T20:56:00.557452+0000 mgr.x (mgr.14196) 1332 : cluster [DBG] pgmap v2027: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:01 smithi071 bash[9480]: cluster 2020-11-16T20:56:00.557452+0000 mgr.x (mgr.14196) 1332 : cluster [DBG] pgmap v2027: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:02.325 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:02 smithi142 bash[18009]: debug 2020-11-16T20:56:02.008+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:02.516 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:02.647 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:02.721 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:02 smithi065 bash[18823]: debug 2020-11-16T20:56:02.409+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:02.751 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:02.847 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:56:02 smithi071 bash[12066]: debug 2020-11-16T20:56:02.647+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:02.908 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:02.986 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:56:02.986 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:56:03.013 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:03.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:02 smithi065 bash[9468]: cluster 2020-11-16T20:56:02.172110+0000 osd.9 (osd.9) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:03.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:02 smithi065 bash[9468]: cluster 2020-11-16T20:56:02.172248+0000 osd.9 (osd.9) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:03.029 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:02 smithi065 bash[16457]: debug 2020-11-16T20:56:02.909+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:03.125 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:02 smithi071 bash[9480]: cluster 2020-11-16T20:56:02.172110+0000 osd.9 (osd.9) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:03.125 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:02 smithi071 bash[9480]: cluster 2020-11-16T20:56:02.172248+0000 osd.9 (osd.9) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:03.125 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:03.231 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:03.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:02 smithi142 bash[9523]: cluster 2020-11-16T20:56:02.172110+0000 osd.9 (osd.9) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:03.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:02 smithi142 bash[9523]: cluster 2020-11-16T20:56:02.172248+0000 osd.9 (osd.9) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:03.445 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:03 smithi071 bash[26650]: debug 2020-11-16T20:56:03.127+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:03.712 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:03.818 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:03.836 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_ops_in_flight
2020-11-16T20:56:03.980 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:56:03.983 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:56:04.014 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:56:04.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:03 smithi065 bash[9468]: cluster 2020-11-16T20:56:02.558064+0000 mgr.x (mgr.14196) 1333 : cluster [DBG] pgmap v2028: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:04.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:03 smithi065 bash[9468]: cluster 2020-11-16T20:56:02.858148+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e795: 12 total, 12 up, 9 in
2020-11-16T20:56:04.029 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:03 smithi065 bash[16457]: debug 2020-11-16T20:56:03.713+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:04.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:03 smithi142 bash[9523]: cluster 2020-11-16T20:56:02.558064+0000 mgr.x (mgr.14196) 1333 : cluster [DBG] pgmap v2028: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:04.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:03 smithi142 bash[9523]: cluster 2020-11-16T20:56:02.858148+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e795: 12 total, 12 up, 9 in
2020-11-16T20:56:04.042 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:56:04.065 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:56:04.090 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:56:04.122 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:56:04.152 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:56:04.179 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:56:04.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:03 smithi071 bash[9480]: cluster 2020-11-16T20:56:02.558064+0000 mgr.x (mgr.14196) 1333 : cluster [DBG] pgmap v2028: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:04.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:03 smithi071 bash[9480]: cluster 2020-11-16T20:56:02.858148+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e795: 12 total, 12 up, 9 in
2020-11-16T20:56:04.207 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:56:04.232 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:56:04.258 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:56:04.285 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:56:04.287 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.287 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.287 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.288 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.288 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.288 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.288 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.288 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.288 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.288 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.289 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.289 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:56:04.556 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:04.661 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:04.945 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:56:04 smithi071 bash[16796]: debug 2020-11-16T20:56:04.559+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:04.987 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:05.032 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_6' created
2020-11-16T20:56:05.034 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:56:05.093 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:05.222 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:05.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:05 smithi065 bash[9468]: audit 2020-11-16T20:56:03.962052+0000 mon.a (mon.0) 2466 : audit [DBG] from='client.? v1:172.21.15.142:0/680108465' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:05.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:05 smithi065 bash[9468]: cluster 2020-11-16T20:56:03.991376+0000 osd.0 (osd.0) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:05 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.021955+0000 osd.1 (osd.1) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:05 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.265006+0000 osd.10 (osd.10) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:05 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.292086+0000 osd.11 (osd.11) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:05 smithi065 bash[9468]: audit 2020-11-16T20:56:04.516341+0000 mon.a (mon.0) 2467 : audit [INF] from='client.? v1:172.21.15.142:0/1192451283' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:56:05.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:05 smithi065 bash[9468]: audit 2020-11-16T20:56:04.560611+0000 mon.a (mon.0) 2468 : audit [INF] from='client.? v1:172.21.15.142:0/1101627033' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch
2020-11-16T20:56:05.280 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:56:05 smithi065 bash[11785]: debug 2020-11-16T20:56:05.221+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:05.314 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:04 smithi142 bash[18009]: debug 2020-11-16T20:56:04.992+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:05.314 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:05 smithi142 bash[9523]: audit 2020-11-16T20:56:03.962052+0000 mon.a (mon.0) 2466 : audit [DBG] from='client.? v1:172.21.15.142:0/680108465' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:05.314 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:05 smithi142 bash[9523]: cluster 2020-11-16T20:56:03.991376+0000 osd.0 (osd.0) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.315 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:05 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.021955+0000 osd.1 (osd.1) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.315 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:05 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.265006+0000 osd.10 (osd.10) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.315 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:05 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.292086+0000 osd.11 (osd.11) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.315 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:05 smithi142 bash[9523]: audit 2020-11-16T20:56:04.516341+0000 mon.a (mon.0) 2467 : audit [INF] from='client.? v1:172.21.15.142:0/1192451283' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:56:05.315 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:05 smithi142 bash[9523]: audit 2020-11-16T20:56:04.560611+0000 mon.a (mon.0) 2468 : audit [INF] from='client.? v1:172.21.15.142:0/1101627033' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch
2020-11-16T20:56:05.328 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:05.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:05 smithi071 bash[9480]: audit 2020-11-16T20:56:03.962052+0000 mon.a (mon.0) 2466 : audit [DBG] from='client.? v1:172.21.15.142:0/680108465' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:05.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:05 smithi071 bash[9480]: cluster 2020-11-16T20:56:03.991376+0000 osd.0 (osd.0) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:05 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.021955+0000 osd.1 (osd.1) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:05 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.265006+0000 osd.10 (osd.10) 195 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:05 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.292086+0000 osd.11 (osd.11) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:05.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:05 smithi071 bash[9480]: audit 2020-11-16T20:56:04.516341+0000 mon.a (mon.0) 2467 : audit [INF] from='client.? v1:172.21.15.142:0/1192451283' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:56:05.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:05 smithi071 bash[9480]: audit 2020-11-16T20:56:04.560611+0000 mon.a (mon.0) 2468 : audit [INF] from='client.? v1:172.21.15.142:0/1101627033' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch
2020-11-16T20:56:05.900 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:06.006 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:06.147 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:06.252 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:06.265 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:56:05 smithi142 bash[114994]: debug 2020-11-16T20:56:05.904+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:06.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.050792+0000 osd.2 (osd.2) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.072926+0000 osd.3 (osd.3) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.097205+0000 osd.4 (osd.4) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.129121+0000 osd.5 (osd.5) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.158550+0000 osd.6 (osd.6) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.186318+0000 osd.7 (osd.7) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.213359+0000 osd.8 (osd.8) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.238740+0000 osd.9 (osd.9) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.266 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.558765+0000 mgr.x (mgr.14196) 1334 : cluster [DBG] pgmap v2030: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:06.267 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.647427+0000 osd.2 (osd.2) 212 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:06.267 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:04.647498+0000 osd.2 (osd.2) 213 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:06.267 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:05.024031+0000 mon.a (mon.0) 2469 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:06.267 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: audit 2020-11-16T20:56:05.034995+0000 mon.a (mon.0) 2470 : audit [INF] from='client.? v1:172.21.15.142:0/1192451283' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:56:06.267 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: audit 2020-11-16T20:56:05.035078+0000 mon.a (mon.0) 2471 : audit [INF] from='client.? v1:172.21.15.142:0/1101627033' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished
2020-11-16T20:56:06.267 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[9523]: cluster 2020-11-16T20:56:05.035255+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e796: 12 total, 12 up, 9 in
2020-11-16T20:56:06.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[18823]: debug 2020-11-16T20:56:06.145+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.050792+0000 osd.2 (osd.2) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.072926+0000 osd.3 (osd.3) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.097205+0000 osd.4 (osd.4) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.129121+0000 osd.5 (osd.5) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.158550+0000 osd.6 (osd.6) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.186318+0000 osd.7 (osd.7) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.213359+0000 osd.8 (osd.8) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.238740+0000 osd.9 (osd.9) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.558765+0000 mgr.x (mgr.14196) 1334 : cluster [DBG] pgmap v2030: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.647427+0000 osd.2 (osd.2) 212 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:04.647498+0000 osd.2 (osd.2) 213 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:05.024031+0000 mon.a (mon.0) 2469 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: audit 2020-11-16T20:56:05.034995+0000 mon.a (mon.0) 2470 : audit [INF] from='client.? v1:172.21.15.142:0/1192451283' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:56:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: audit 2020-11-16T20:56:05.035078+0000 mon.a (mon.0) 2471 : audit [INF] from='client.? v1:172.21.15.142:0/1101627033' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished
2020-11-16T20:56:06.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[9468]: cluster 2020-11-16T20:56:05.035255+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e796: 12 total, 12 up, 9 in
2020-11-16T20:56:06.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.050792+0000 osd.2 (osd.2) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.072926+0000 osd.3 (osd.3) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.097205+0000 osd.4 (osd.4) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.129121+0000 osd.5 (osd.5) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.158550+0000 osd.6 (osd.6) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.186318+0000 osd.7 (osd.7) 204 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.213359+0000 osd.8 (osd.8) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.238740+0000 osd.9 (osd.9) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:06.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.558765+0000 mgr.x (mgr.14196) 1334 : cluster [DBG] pgmap v2030: 1 pgs: 1 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:06.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.647427+0000 osd.2 (osd.2) 212 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:06.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:04.647498+0000 osd.2 (osd.2) 213 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:06.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:05.024031+0000 mon.a (mon.0) 2469 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:06.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: audit 2020-11-16T20:56:05.034995+0000 mon.a (mon.0) 2470 : audit [INF] from='client.? v1:172.21.15.142:0/1192451283' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:56:06.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: audit 2020-11-16T20:56:05.035078+0000 mon.a (mon.0) 2471 : audit [INF] from='client.? v1:172.21.15.142:0/1101627033' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished
2020-11-16T20:56:06.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:06 smithi071 bash[9480]: cluster 2020-11-16T20:56:05.035255+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e796: 12 total, 12 up, 9 in
2020-11-16T20:56:06.471 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:06.531 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:06 smithi142 bash[18009]: debug 2020-11-16T20:56:06.476+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:06.577 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:06.581 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool application enable unique_pool_6 rados --yes-i-really-mean-it || true
2020-11-16T20:56:06.720 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:06.727 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:06.833 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:07.029 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:06 smithi065 bash[16457]: debug 2020-11-16T20:56:06.729+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:07.138 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:56:07.150 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:07 smithi142 bash[9523]: cluster 2020-11-16T20:56:06.038057+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e797: 12 total, 12 up, 9 in
2020-11-16T20:56:07.278 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:07.344 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:07.420 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:07 smithi065 bash[9468]: cluster 2020-11-16T20:56:06.038057+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e797: 12 total, 12 up, 9 in
2020-11-16T20:56:07.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:07 smithi071 bash[9480]: cluster 2020-11-16T20:56:06.038057+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e797: 12 total, 12 up, 9 in
2020-11-16T20:56:07.449 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:07.531 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:07 smithi142 bash[15670]: debug 2020-11-16T20:56:07.348+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:07.591 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:07.677 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:56:07.677 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:56:07.678 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T20:56:07.678 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:56:07.695 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:11.943 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:56:07 smithi071 bash[16796]: debug 2020-11-16T20:56:07.591+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:11.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:08 smithi071 bash[9480]: cluster 2020-11-16T20:56:06.559496+0000 mgr.x (mgr.14196) 1335 : cluster [DBG] pgmap v2033: 17 pgs: 1 creating+activating, 7 unknown, 9 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:11.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:08 smithi071 bash[9480]: cluster 2020-11-16T20:56:07.051423+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e798: 12 total, 12 up, 9 in
2020-11-16T20:56:11.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:09 smithi071 bash[9480]: cluster 2020-11-16T20:56:08.690946+0000 osd.0 (osd.0) 252 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:11.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:09 smithi071 bash[9480]: cluster 2020-11-16T20:56:08.691100+0000 osd.0 (osd.0) 253 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:11.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:10 smithi071 bash[9480]: cluster 2020-11-16T20:56:08.560240+0000 mgr.x (mgr.14196) 1336 : cluster [DBG] pgmap v2035: 17 pgs: 1 creating+activating, 2 unknown, 14 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:11.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:10 smithi071 bash[9480]: cluster 2020-11-16T20:56:09.068348+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e799: 12 total, 12 up, 9 in
2020-11-16T20:56:11.945 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:56:11.947 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:08 smithi142 bash[9523]: cluster 2020-11-16T20:56:06.559496+0000 mgr.x (mgr.14196) 1335 : cluster [DBG] pgmap v2033: 17 pgs: 1 creating+activating, 7 unknown, 9 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:11.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:08 smithi142 bash[9523]: cluster 2020-11-16T20:56:07.051423+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e798: 12 total, 12 up, 9 in
2020-11-16T20:56:11.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:09 smithi142 bash[9523]: cluster 2020-11-16T20:56:08.690946+0000 osd.0 (osd.0) 252 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:11.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:09 smithi142 bash[9523]: cluster 2020-11-16T20:56:08.691100+0000 osd.0 (osd.0) 253 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:11.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:10 smithi142 bash[9523]: cluster 2020-11-16T20:56:08.560240+0000 mgr.x (mgr.14196) 1336 : cluster [DBG] pgmap v2035: 17 pgs: 1 creating+activating, 2 unknown, 14 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:11.948 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:10 smithi142 bash[9523]: cluster 2020-11-16T20:56:09.068348+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e799: 12 total, 12 up, 9 in
2020-11-16T20:56:11.949 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:08 smithi065 bash[9468]: cluster 2020-11-16T20:56:06.559496+0000 mgr.x (mgr.14196) 1335 : cluster [DBG] pgmap v2033: 17 pgs: 1 creating+activating, 7 unknown, 9 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:11.949 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:08 smithi065 bash[9468]: cluster 2020-11-16T20:56:07.051423+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e798: 12 total, 12 up, 9 in
2020-11-16T20:56:11.949 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:09 smithi065 bash[9468]: cluster 2020-11-16T20:56:08.690946+0000 osd.0 (osd.0) 252 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:11.949 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:09 smithi065 bash[9468]: cluster 2020-11-16T20:56:08.691100+0000 osd.0 (osd.0) 253 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:11.949 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:10 smithi065 bash[9468]: cluster 2020-11-16T20:56:08.560240+0000 mgr.x (mgr.14196) 1336 : cluster [DBG] pgmap v2035: 17 pgs: 1 creating+activating, 2 unknown, 14 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:11.949 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:10 smithi065 bash[9468]: cluster 2020-11-16T20:56:09.068348+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e799: 12 total, 12 up, 9 in
2020-11-16T20:56:11.950 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_blocked_ops
2020-11-16T20:56:12.083 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:12.125 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:12.136 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:56:12.138 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:56:12.160 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:56:12.182 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:56:12.205 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:56:12.230 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:12.231 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:56:12.266 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:56:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:12 smithi065 bash[9468]: audit 2020-11-16T20:56:11.571154+0000 mon.c (mon.2) 80 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:56:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:12 smithi065 bash[9468]: audit 2020-11-16T20:56:11.573721+0000 mon.a (mon.0) 2476 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:56:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:12 smithi065 bash[9468]: audit 2020-11-16T20:56:11.579501+0000 mon.a (mon.0) 2477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:56:12.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:56:12 smithi065 bash[11785]: debug 2020-11-16T20:56:12.125+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:12.293 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:56:12.321 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:56:12.349 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:56:12.355 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:12 smithi071 bash[9480]: audit 2020-11-16T20:56:11.571154+0000 mon.c (mon.2) 80 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:56:12.355 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:12 smithi071 bash[9480]: audit 2020-11-16T20:56:11.573721+0000 mon.a (mon.0) 2476 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:56:12.355 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:12 smithi071 bash[9480]: audit 2020-11-16T20:56:11.579501+0000 mon.a (mon.0) 2477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:56:12.356 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:12.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:56:12.407 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:56:12.435 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:56:12.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.438 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.439 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:56:12.462 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:12.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:12 smithi142 bash[9523]: audit 2020-11-16T20:56:11.571154+0000 mon.c (mon.2) 80 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:56:12.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:12 smithi142 bash[9523]: audit 2020-11-16T20:56:11.573721+0000 mon.a (mon.0) 2476 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:56:12.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:12 smithi142 bash[9523]: audit 2020-11-16T20:56:11.579501+0000 mon.a (mon.0) 2477 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:56:12.695 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:12 smithi071 bash[26650]: debug 2020-11-16T20:56:12.355+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:12.754 INFO:teuthology.orchestra.run.smithi142.stderr:enabled application 'rados' on pool 'unique_pool_6'
2020-11-16T20:56:12.773 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:12.879 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:13.029 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:12 smithi065 bash[14115]: debug 2020-11-16T20:56:12.773+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:13.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:11.889300+0000 osd.10 (osd.10) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:13.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:11.889446+0000 osd.10 (osd.10) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:13.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: audit 2020-11-16T20:56:12.119897+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? v1:172.21.15.142:0/153997063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:13.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.146988+0000 osd.0 (osd.0) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.168359+0000 osd.1 (osd.1) 288 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.190210+0000 osd.2 (osd.2) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.213365+0000 osd.3 (osd.3) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.238718+0000 osd.4 (osd.4) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: audit 2020-11-16T20:56:12.256285+0000 mon.a (mon.0) 2478 : audit [INF] from='client.? v1:172.21.15.142:0/2067224921' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:56:13.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.272920+0000 osd.5 (osd.5) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.300734+0000 osd.6 (osd.6) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.329157+0000 osd.7 (osd.7) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.356012+0000 osd.8 (osd.8) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.387158+0000 osd.9 (osd.9) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.441829+0000 osd.11 (osd.11) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: audit 2020-11-16T20:56:12.755778+0000 mon.a (mon.0) 2479 : audit [INF] from='client.? v1:172.21.15.142:0/2067224921' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:56:13.284 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.755855+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e800: 12 total, 12 up, 9 in
2020-11-16T20:56:13.445 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:13.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:11.889300+0000 osd.10 (osd.10) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:13.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:11.889446+0000 osd.10 (osd.10) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:13.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: audit 2020-11-16T20:56:12.119897+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? v1:172.21.15.142:0/153997063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:13.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.146988+0000 osd.0 (osd.0) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.168359+0000 osd.1 (osd.1) 288 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.190210+0000 osd.2 (osd.2) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.213365+0000 osd.3 (osd.3) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.238718+0000 osd.4 (osd.4) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: audit 2020-11-16T20:56:12.256285+0000 mon.a (mon.0) 2478 : audit [INF] from='client.? v1:172.21.15.142:0/2067224921' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:56:13.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.272920+0000 osd.5 (osd.5) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.300734+0000 osd.6 (osd.6) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.329157+0000 osd.7 (osd.7) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.356012+0000 osd.8 (osd.8) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.387158+0000 osd.9 (osd.9) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.441829+0000 osd.11 (osd.11) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: audit 2020-11-16T20:56:12.755778+0000 mon.a (mon.0) 2479 : audit [INF] from='client.? v1:172.21.15.142:0/2067224921' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:56:13.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.755855+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e800: 12 total, 12 up, 9 in
2020-11-16T20:56:13.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:11.889300+0000 osd.10 (osd.10) 196 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:13.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:11.889446+0000 osd.10 (osd.10) 197 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:13.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: audit 2020-11-16T20:56:12.119897+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? v1:172.21.15.142:0/153997063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:13.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.146988+0000 osd.0 (osd.0) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.168359+0000 osd.1 (osd.1) 288 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.190210+0000 osd.2 (osd.2) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.213365+0000 osd.3 (osd.3) 27 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.238718+0000 osd.4 (osd.4) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: audit 2020-11-16T20:56:12.256285+0000 mon.a (mon.0) 2478 : audit [INF] from='client.? v1:172.21.15.142:0/2067224921' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T20:56:13.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.272920+0000 osd.5 (osd.5) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.300734+0000 osd.6 (osd.6) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.329157+0000 osd.7 (osd.7) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.356012+0000 osd.8 (osd.8) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.387158+0000 osd.9 (osd.9) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.441829+0000 osd.11 (osd.11) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: audit 2020-11-16T20:56:12.755778+0000 mon.a (mon.0) 2479 : audit [INF] from='client.? v1:172.21.15.142:0/2067224921' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T20:56:13.531 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:13 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.755855+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e800: 12 total, 12 up, 9 in
2020-11-16T20:56:13.551 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:56:13.691 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:56:13.781 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:13 smithi142 bash[15670]: debug 2020-11-16T20:56:13.448+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:13.795 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:13.945 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:56:13 smithi071 bash[14419]: debug 2020-11-16T20:56:13.691+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:14.071 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:14.177 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:14.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:14 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.413584+0000 osd.10 (osd.10) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:14.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:14 smithi065 bash[9468]: cluster 2020-11-16T20:56:12.561619+0000 mgr.x (mgr.14196) 1338 : cluster [DBG] pgmap v2038: 17 pgs: 17 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:14.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:14 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.413584+0000 osd.10 (osd.10) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:14.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:14 smithi071 bash[9480]: cluster 2020-11-16T20:56:12.561619+0000 mgr.x (mgr.14196) 1338 : cluster [DBG] pgmap v2038: 17 pgs: 17 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:14.459 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:14 smithi142 bash[20366]: debug 2020-11-16T20:56:14.076+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:14.459 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:14 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.413584+0000 osd.10 (osd.10) 198 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:14.459 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:14 smithi142 bash[9523]: cluster 2020-11-16T20:56:12.561619+0000 mgr.x (mgr.14196) 1338 : cluster [DBG] pgmap v2038: 17 pgs: 17 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:14.459 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:14.565 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:14.695 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:14.761 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:14 smithi142 bash[20366]: debug 2020-11-16T20:56:14.464+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:14.800 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:14.925 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:56:14 smithi071 bash[16796]: debug 2020-11-16T20:56:14.695+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:14.925 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:15.031 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:15.165 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:15.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:14 smithi071 bash[26650]: debug 2020-11-16T20:56:14.927+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:15.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:15 smithi071 bash[26650]: debug 2020-11-16T20:56:15.167+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:15.271 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:15.400 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:15.507 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:15.628 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:15.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:56:15 smithi071 bash[12066]: debug 2020-11-16T20:56:15.403+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:15.699 INFO:teuthology.orchestra.run.smithi065:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.2 -b 65536 --object-size 65536 -p unique_pool_6 bench 90 write'
2020-11-16T20:56:15.701 INFO:tasks.radosbench:joining radosbench (timing out after 3000s)
2020-11-16T20:56:15.701 INFO:teuthology.orchestra.run:waiting for 3000
2020-11-16T20:56:15.734 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:15.736 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:hints = 1
2020-11-16T20:56:15.736 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects
2020-11-16T20:56:15.736 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object prefix: benchmark_data_smithi065_53143
2020-11-16T20:56:15.737 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:56:15.737 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    0       0         0         0         0         0           -           0
2020-11-16T20:56:15.779 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:15 smithi065 bash[16457]: debug 2020-11-16T20:56:15.629+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:15.869 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:56:15.870 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:56:15.878 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:15.984 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:16.115 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:16.221 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:16.227 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:56:16.228 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:16 smithi065 bash[9468]: cluster 2020-11-16T20:56:14.562244+0000 mgr.x (mgr.14196) 1339 : cluster [DBG] pgmap v2040: 17 pgs: 17 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:16.229 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:15 smithi065 bash[18823]: debug 2020-11-16T20:56:15.877+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:16.390 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:16.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:16 smithi071 bash[9480]: cluster 2020-11-16T20:56:14.562244+0000 mgr.x (mgr.14196) 1339 : cluster [DBG] pgmap v2040: 17 pgs: 17 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:16.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:56:16 smithi071 bash[16796]: debug 2020-11-16T20:56:16.115+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:16.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:16 smithi142 bash[9523]: cluster 2020-11-16T20:56:14.562244+0000 mgr.x (mgr.14196) 1339 : cluster [DBG] pgmap v2040: 17 pgs: 17 active+clean; 0 B data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:16.737 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    1      16      2964      2948   184.242    184.25  0.00207823   0.0053871
2020-11-16T20:56:17.070 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:17.174 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:17.317 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:17.422 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:17.430 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:17 smithi065 bash[16457]: debug 2020-11-16T20:56:17.069+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:17.445 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:17 smithi071 bash[26650]: debug 2020-11-16T20:56:17.319+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:17.738 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    2      15      6012      5997   187.311   190.562  0.00674456  0.00532529
2020-11-16T20:56:18.123 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:18.176 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_historic_ops
2020-11-16T20:56:18.227 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:18.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:18 smithi142 bash[9523]: cluster 2020-11-16T20:56:16.562831+0000 mgr.x (mgr.14196) 1340 : cluster [DBG] pgmap v2041: 17 pgs: 17 active+clean; 45 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:18.376 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:56:18.379 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:18 smithi065 bash[18823]: debug 2020-11-16T20:56:18.121+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:18.380 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:18 smithi065 bash[14115]: debug 2020-11-16T20:56:18.381+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:18.380 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:18 smithi065 bash[9468]: cluster 2020-11-16T20:56:16.562831+0000 mgr.x (mgr.14196) 1340 : cluster [DBG] pgmap v2041: 17 pgs: 17 active+clean; 45 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:18.380 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:18.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:18 smithi071 bash[9480]: cluster 2020-11-16T20:56:16.562831+0000 mgr.x (mgr.14196) 1340 : cluster [DBG] pgmap v2041: 17 pgs: 17 active+clean; 45 MiB data, 3.6 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:18.485 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:18.738 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    3      16      8456      8440   175.769   152.688  0.00338222  0.00568021
2020-11-16T20:56:18.863 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean
2020-11-16T20:56:18.863 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:56:19.006 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:19.096 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:56:19.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:19 smithi142 bash[9523]: audit 2020-11-16T20:56:18.549699+0000 mon.a (mon.0) 2481 : audit [INF] from='client.? v1:172.21.15.142:0/946133658' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:56:19.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:19 smithi071 bash[9480]: audit 2020-11-16T20:56:18.549699+0000 mon.a (mon.0) 2481 : audit [INF] from='client.? v1:172.21.15.142:0/946133658' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:56:19.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:19 smithi065 bash[9468]: audit 2020-11-16T20:56:18.549699+0000 mon.a (mon.0) 2481 : audit [INF] from='client.? v1:172.21.15.142:0/946133658' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:56:19.738 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    4      16     10958     10942   170.918   156.375  0.00882247  0.00584432
2020-11-16T20:56:20.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:20 smithi071 bash[9480]: cluster 2020-11-16T20:56:18.563654+0000 mgr.x (mgr.14196) 1341 : cluster [DBG] pgmap v2042: 17 pgs: 17 active+clean; 149 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:20.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:20 smithi071 bash[9480]: cluster 2020-11-16T20:56:19.090619+0000 mon.a (mon.0) 2482 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:20.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:20 smithi071 bash[9480]: audit 2020-11-16T20:56:19.100640+0000 mon.a (mon.0) 2483 : audit [INF] from='client.? v1:172.21.15.142:0/946133658' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:56:20.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:20 smithi071 bash[9480]: cluster 2020-11-16T20:56:19.100690+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e801: 12 total, 12 up, 9 in
2020-11-16T20:56:20.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:20 smithi065 bash[9468]: cluster 2020-11-16T20:56:18.563654+0000 mgr.x (mgr.14196) 1341 : cluster [DBG] pgmap v2042: 17 pgs: 17 active+clean; 149 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:20.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:20 smithi065 bash[9468]: cluster 2020-11-16T20:56:19.090619+0000 mon.a (mon.0) 2482 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:20.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:20 smithi065 bash[9468]: audit 2020-11-16T20:56:19.100640+0000 mon.a (mon.0) 2483 : audit [INF] from='client.? v1:172.21.15.142:0/946133658' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:56:20.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:20 smithi065 bash[9468]: cluster 2020-11-16T20:56:19.100690+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e801: 12 total, 12 up, 9 in
2020-11-16T20:56:20.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:20 smithi142 bash[9523]: cluster 2020-11-16T20:56:18.563654+0000 mgr.x (mgr.14196) 1341 : cluster [DBG] pgmap v2042: 17 pgs: 17 active+clean; 149 MiB data, 3.9 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:20.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:20 smithi142 bash[9523]: cluster 2020-11-16T20:56:19.090619+0000 mon.a (mon.0) 2482 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:20.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:20 smithi142 bash[9523]: audit 2020-11-16T20:56:19.100640+0000 mon.a (mon.0) 2483 : audit [INF] from='client.? v1:172.21.15.142:0/946133658' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:56:20.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:20 smithi142 bash[9523]: cluster 2020-11-16T20:56:19.100690+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e801: 12 total, 12 up, 9 in
2020-11-16T20:56:20.699 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:20.738 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    5      15     13749     13734   171.631     174.5  0.00897442   0.0058192
2020-11-16T20:56:20.803 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:21.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:20 smithi065 bash[16457]: debug 2020-11-16T20:56:20.701+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:21.036 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:21.142 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:21.152 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:21 smithi142 bash[20366]: debug 2020-11-16T20:56:21.040+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:21.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    6      16     16392     16376   170.545   165.125  0.00489696  0.00585752
2020-11-16T20:56:21.975 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:22.079 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:22.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:22 smithi142 bash[9523]: cluster 2020-11-16T20:56:20.564372+0000 mgr.x (mgr.14196) 1342 : cluster [DBG] pgmap v2044: 17 pgs: 17 active+clean; 236 MiB data, 4.0 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:22.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:22 smithi142 bash[9523]: cluster 2020-11-16T20:56:20.855336+0000 osd.5 (osd.5) 214 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:22.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:22 smithi142 bash[9523]: cluster 2020-11-16T20:56:20.855439+0000 osd.5 (osd.5) 215 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:22.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:22 smithi142 bash[9523]: cluster 2020-11-16T20:56:21.107799+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e802: 12 total, 12 up, 9 in
2020-11-16T20:56:22.282 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:21 smithi142 bash[20366]: debug 2020-11-16T20:56:21.980+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:22.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:22 smithi071 bash[9480]: cluster 2020-11-16T20:56:20.564372+0000 mgr.x (mgr.14196) 1342 : cluster [DBG] pgmap v2044: 17 pgs: 17 active+clean; 236 MiB data, 4.0 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:22.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:22 smithi071 bash[9480]: cluster 2020-11-16T20:56:20.855336+0000 osd.5 (osd.5) 214 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:22.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:22 smithi071 bash[9480]: cluster 2020-11-16T20:56:20.855439+0000 osd.5 (osd.5) 215 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:22.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:22 smithi071 bash[9480]: cluster 2020-11-16T20:56:21.107799+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e802: 12 total, 12 up, 9 in
2020-11-16T20:56:22.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:22 smithi065 bash[9468]: cluster 2020-11-16T20:56:20.564372+0000 mgr.x (mgr.14196) 1342 : cluster [DBG] pgmap v2044: 17 pgs: 17 active+clean; 236 MiB data, 4.0 GiB used, 801 GiB / 805 GiB avail
2020-11-16T20:56:22.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:22 smithi065 bash[9468]: cluster 2020-11-16T20:56:20.855336+0000 osd.5 (osd.5) 214 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:22.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:22 smithi065 bash[9468]: cluster 2020-11-16T20:56:20.855439+0000 osd.5 (osd.5) 215 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:22.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:22 smithi065 bash[9468]: cluster 2020-11-16T20:56:21.107799+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e802: 12 total, 12 up, 9 in
2020-11-16T20:56:22.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    7      15     18710     18695   166.885   144.938   0.0104105  0.00598828
2020-11-16T20:56:22.874 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:22.978 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:23.175 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:22 smithi065 bash[14115]: debug 2020-11-16T20:56:22.877+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:23.228 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:23.281 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:23 smithi142 bash[20366]: debug 2020-11-16T20:56:23.232+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:23.333 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:23.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    8      16     20927     20911   163.336     138.5  0.00316451  0.00602948
2020-11-16T20:56:23.995 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:56:24.118 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:24.171 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:24.221 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:24.333 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:24 smithi142 bash[9523]: cluster 2020-11-16T20:56:22.564942+0000 mgr.x (mgr.14196) 1343 : cluster [DBG] pgmap v2046: 17 pgs: 17 active+clean; 876 MiB data, 4.8 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:56:24.334 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:24 smithi142 bash[18009]: debug 2020-11-16T20:56:24.124+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:24.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:24 smithi071 bash[9480]: cluster 2020-11-16T20:56:22.564942+0000 mgr.x (mgr.14196) 1343 : cluster [DBG] pgmap v2046: 17 pgs: 17 active+clean; 876 MiB data, 4.8 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:56:24.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:24 smithi065 bash[9468]: cluster 2020-11-16T20:56:22.564942+0000 mgr.x (mgr.14196) 1343 : cluster [DBG] pgmap v2046: 17 pgs: 17 active+clean; 876 MiB data, 4.8 GiB used, 800 GiB / 805 GiB avail
2020-11-16T20:56:24.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    9      16     22679     22663   157.354     109.5  0.00316215  0.00635097
2020-11-16T20:56:24.951 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:25.055 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:25.281 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:24 smithi142 bash[20366]: debug 2020-11-16T20:56:24.956+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:25.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   10      16     24925     24909   155.655   140.375  0.00356623  0.00642008
2020-11-16T20:56:25.929 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:25.951 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:56:25.978 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:56:26.008 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:56:26.033 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:26.035 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:56:26.065 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:56:26.095 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:56:26.128 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:56:26.158 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:56:26.186 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:56:26.223 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:56:26.281 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:56:26.282 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:25 smithi142 bash[15670]: debug 2020-11-16T20:56:25.932+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:26.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:26 smithi142 bash[9523]: cluster 2020-11-16T20:56:24.565515+0000 mgr.x (mgr.14196) 1344 : cluster [DBG] pgmap v2047: 17 pgs: 17 active+clean; 976 MiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 116 MiB/s wr, 1.86k op/s
2020-11-16T20:56:26.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:26 smithi142 bash[9523]: audit 2020-11-16T20:56:25.908375+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? v1:172.21.15.142:0/296670272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:26.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:26 smithi142 bash[9523]: cluster 2020-11-16T20:56:25.959237+0000 osd.0 (osd.0) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:26.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:26 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.016767+0000 osd.2 (osd.2) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:26.288 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:56:26.292 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:56:26.331 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:26 smithi065 bash[9468]: cluster 2020-11-16T20:56:24.565515+0000 mgr.x (mgr.14196) 1344 : cluster [DBG] pgmap v2047: 17 pgs: 17 active+clean; 976 MiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 116 MiB/s wr, 1.86k op/s
2020-11-16T20:56:26.331 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:26 smithi065 bash[9468]: audit 2020-11-16T20:56:25.908375+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? v1:172.21.15.142:0/296670272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:26.332 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:26 smithi065 bash[9468]: cluster 2020-11-16T20:56:25.959237+0000 osd.0 (osd.0) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:26.332 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:26 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.016767+0000 osd.2 (osd.2) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:26.332 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:26.438 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:26.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:26 smithi071 bash[9480]: cluster 2020-11-16T20:56:24.565515+0000 mgr.x (mgr.14196) 1344 : cluster [DBG] pgmap v2047: 17 pgs: 17 active+clean; 976 MiB data, 5.5 GiB used, 799 GiB / 805 GiB avail; 116 MiB/s wr, 1.86k op/s
2020-11-16T20:56:26.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:26 smithi071 bash[9480]: audit 2020-11-16T20:56:25.908375+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? v1:172.21.15.142:0/296670272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:26.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:26 smithi071 bash[9480]: cluster 2020-11-16T20:56:25.959237+0000 osd.0 (osd.0) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:26.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:26 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.016767+0000 osd.2 (osd.2) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:26.736 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:26.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   11      16     26898     26882   152.714   123.312  0.00472693  0.00654374
2020-11-16T20:56:26.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:56:26 smithi065 bash[11785]: debug 2020-11-16T20:56:26.333+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:26.841 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:27.031 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:26 smithi142 bash[20366]: debug 2020-11-16T20:56:26.740+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:27.117 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:25.986793+0000 osd.1 (osd.1) 289 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.043342+0000 osd.3 (osd.3) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.072945+0000 osd.4 (osd.4) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.103207+0000 osd.5 (osd.5) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.135456+0000 osd.6 (osd.6) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.118 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.165474+0000 osd.7 (osd.7) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.193032+0000 osd.8 (osd.8) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.228472+0000 osd.9 (osd.9) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.263283+0000 osd.10 (osd.10) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.294639+0000 osd.11 (osd.11) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: audit 2020-11-16T20:56:26.312885+0000 mon.c (mon.2) 83 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:56:27.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: audit 2020-11-16T20:56:26.313103+0000 mon.c (mon.2) 84 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:56:27.119 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: audit 2020-11-16T20:56:26.315236+0000 mon.a (mon.0) 2486 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:56:27.120 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: audit 2020-11-16T20:56:26.315659+0000 mon.a (mon.0) 2487 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:56:27.120 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.486691+0000 osd.7 (osd.7) 207 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:27.120 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:27 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.486812+0000 osd.7 (osd.7) 208 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:25.986793+0000 osd.1 (osd.1) 289 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.043342+0000 osd.3 (osd.3) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.072945+0000 osd.4 (osd.4) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.103207+0000 osd.5 (osd.5) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.135456+0000 osd.6 (osd.6) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.165474+0000 osd.7 (osd.7) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.193032+0000 osd.8 (osd.8) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.228472+0000 osd.9 (osd.9) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.263283+0000 osd.10 (osd.10) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.294639+0000 osd.11 (osd.11) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: audit 2020-11-16T20:56:26.312885+0000 mon.c (mon.2) 83 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:56:27.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: audit 2020-11-16T20:56:26.313103+0000 mon.c (mon.2) 84 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:56:27.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: audit 2020-11-16T20:56:26.315236+0000 mon.a (mon.0) 2486 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:56:27.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: audit 2020-11-16T20:56:26.315659+0000 mon.a (mon.0) 2487 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:56:27.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.486691+0000 osd.7 (osd.7) 207 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:27.448 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:27 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.486812+0000 osd.7 (osd.7) 208 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:27.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:25.986793+0000 osd.1 (osd.1) 289 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.043342+0000 osd.3 (osd.3) 28 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.072945+0000 osd.4 (osd.4) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.103207+0000 osd.5 (osd.5) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.135456+0000 osd.6 (osd.6) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.165474+0000 osd.7 (osd.7) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.193032+0000 osd.8 (osd.8) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.228472+0000 osd.9 (osd.9) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.263283+0000 osd.10 (osd.10) 199 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.294639+0000 osd.11 (osd.11) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: audit 2020-11-16T20:56:26.312885+0000 mon.c (mon.2) 83 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:56:27.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: audit 2020-11-16T20:56:26.313103+0000 mon.c (mon.2) 84 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:56:27.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: audit 2020-11-16T20:56:26.315236+0000 mon.a (mon.0) 2486 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:56:27.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: audit 2020-11-16T20:56:26.315659+0000 mon.a (mon.0) 2487 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:56:27.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.486691+0000 osd.7 (osd.7) 207 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:27.534 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:27 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.486812+0000 osd.7 (osd.7) 208 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:27.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   12      16     28789     28773   149.836   118.188   0.0029281  0.00661604
2020-11-16T20:56:28.111 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:28.215 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:28.360 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:28.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:28 smithi071 bash[9480]: cluster 2020-11-16T20:56:26.566017+0000 mgr.x (mgr.14196) 1345 : cluster [DBG] pgmap v2048: 17 pgs: 17 active+clean; 1.4 GiB data, 6.2 GiB used, 798 GiB / 805 GiB avail; 162 MiB/s wr, 2.60k op/s
2020-11-16T20:56:28.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:28 smithi071 bash[9480]: cluster 2020-11-16T20:56:27.128765+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e803: 12 total, 12 up, 9 in
2020-11-16T20:56:28.446 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:56:28 smithi071 bash[16796]: debug 2020-11-16T20:56:28.359+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:28.464 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:28.472 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:28 smithi065 bash[9468]: cluster 2020-11-16T20:56:26.566017+0000 mgr.x (mgr.14196) 1345 : cluster [DBG] pgmap v2048: 17 pgs: 17 active+clean; 1.4 GiB data, 6.2 GiB used, 798 GiB / 805 GiB avail; 162 MiB/s wr, 2.60k op/s
2020-11-16T20:56:28.472 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:28 smithi065 bash[9468]: cluster 2020-11-16T20:56:27.128765+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e803: 12 total, 12 up, 9 in
2020-11-16T20:56:28.473 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:28 smithi065 bash[16457]: debug 2020-11-16T20:56:28.113+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:28 smithi142 bash[9523]: cluster 2020-11-16T20:56:26.566017+0000 mgr.x (mgr.14196) 1345 : cluster [DBG] pgmap v2048: 17 pgs: 17 active+clean; 1.4 GiB data, 6.2 GiB used, 798 GiB / 805 GiB avail; 162 MiB/s wr, 2.60k op/s
2020-11-16T20:56:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:28 smithi142 bash[9523]: cluster 2020-11-16T20:56:27.128765+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e803: 12 total, 12 up, 9 in
2020-11-16T20:56:28.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   13      16     30528     30512    146.67   108.688  0.00860111  0.00681465
2020-11-16T20:56:29.579 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:29.683 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:29.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   14      16     32636     32620   145.604    131.75  0.00641771  0.00686427
2020-11-16T20:56:29.833 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:29.874 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:29 smithi065 bash[18823]: debug 2020-11-16T20:56:29.581+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:29.937 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:29.945 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:29 smithi142 bash[18009]: debug 2020-11-16T20:56:29.836+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:30.051 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:56:30.053 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:56:30.129 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:30 smithi065 bash[9468]: cluster 2020-11-16T20:56:28.566709+0000 mgr.x (mgr.14196) 1346 : cluster [DBG] pgmap v2050: 17 pgs: 17 active+clean; 1.6 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 176 MiB/s wr, 2.81k op/s
2020-11-16T20:56:30.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:30 smithi142 bash[9523]: cluster 2020-11-16T20:56:28.566709+0000 mgr.x (mgr.14196) 1346 : cluster [DBG] pgmap v2050: 17 pgs: 17 active+clean; 1.6 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 176 MiB/s wr, 2.81k op/s
2020-11-16T20:56:30.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:30 smithi071 bash[9480]: cluster 2020-11-16T20:56:28.566709+0000 mgr.x (mgr.14196) 1346 : cluster [DBG] pgmap v2050: 17 pgs: 17 active+clean; 1.6 GiB data, 6.8 GiB used, 798 GiB / 805 GiB avail; 176 MiB/s wr, 2.81k op/s
2020-11-16T20:56:30.677 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:30.713 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:56:30.713 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T20:56:30.713 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T20:56:30.713 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T20:56:30.714 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.714 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:63701 7.5 7:afd2286b:::benchmark_data_smithi065_48659_object63700:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e706)",
2020-11-16T20:56:30.714 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:30.789778+0000",
2020-11-16T20:56:30.714 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 239.922532319,
2020-11-16T20:56:30.714 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.083830799999999997,
2020-11-16T20:56:30.714 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.715 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.715 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 63701
2020-11-16T20:56:30.715 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.715 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.789778+0000",
2020-11-16T20:56:30.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.789778+0000",
2020-11-16T20:56:30.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:56:30.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.789745+0000",
2020-11-16T20:56:30.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013753499999999999
2020-11-16T20:56:30.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.789882+0000",
2020-11-16T20:56:30.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5707999999999999e-05
2020-11-16T20:56:30.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.789898+0000",
2020-11-16T20:56:30.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7070000000000004e-06
2020-11-16T20:56:30.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.789908+0000",
2020-11-16T20:56:30.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.003708523
2020-11-16T20:56:30.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.793616+0000",
2020-11-16T20:56:30.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015513699999999999
2020-11-16T20:56:30.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.793771+0000",
2020-11-16T20:56:30.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018244600000000001
2020-11-16T20:56:30.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:56:30.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.793954+0000",
2020-11-16T20:56:30.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0072477840000000002
2020-11-16T20:56:30.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.722 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.801202+0000",
2020-11-16T20:56:30.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001287999
2020-11-16T20:56:30.722 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.722 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.722 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.802490+0000",
2020-11-16T20:56:30.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.070967172999999995
2020-11-16T20:56:30.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.873457+0000",
2020-11-16T20:56:30.723 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000152096
2020-11-16T20:56:30.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:30.873609+0000",
2020-11-16T20:56:30.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.083830799999999997
2020-11-16T20:56:30.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.724 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.724 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.724 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.725 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.725 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "rep_scrubmap(7.5 e689 from shard 9)",
2020-11-16T20:56:30.725 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:57.322157+0000",
2020-11-16T20:56:30.725 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 213.39015365399999,
2020-11-16T20:56:30.725 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.085128939000000001,
2020-11-16T20:56:30.725 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.725 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:56:30.726 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.322157+0000",
2020-11-16T20:56:30.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.322157+0000",
2020-11-16T20:56:30.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999633
2020-11-16T20:56:30.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.322120+0000",
2020-11-16T20:56:30.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000122547
2020-11-16T20:56:30.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.322243+0000",
2020-11-16T20:56:30.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7178999999999999e-05
2020-11-16T20:56:30.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.322260+0000",
2020-11-16T20:56:30.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0529e-05
2020-11-16T20:56:30.729 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.729 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.322271+0000",
2020-11-16T20:56:30.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3203e-05
2020-11-16T20:56:30.730 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.730 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.730 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.730 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.322314+0000",
2020-11-16T20:56:30.730 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.084752484000000003
2020-11-16T20:56:30.730 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.730 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.407066+0000",
2020-11-16T20:56:30.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021958200000000001
2020-11-16T20:56:30.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:57.407286+0000",
2020-11-16T20:56:30.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.085128939000000001
2020-11-16T20:56:30.732 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.732 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.732 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.732 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.732 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.732 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:96157 7.15 7:aef0455c:::benchmark_data_smithi065_48659_object96156:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:56:30.732 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:07.290304+0000",
2020-11-16T20:56:30.733 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 203.42200654800001,
2020-11-16T20:56:30.733 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.045663338,
2020-11-16T20:56:30.733 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.733 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:30.733 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.733 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.733 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.733 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 96157
2020-11-16T20:56:30.734 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.734 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.734 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290304+0000",
2020-11-16T20:56:30.734 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.734 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.735 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290304+0000",
2020-11-16T20:56:30.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:56:30.735 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.735 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.735 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290275+0000",
2020-11-16T20:56:30.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010045800000000001
2020-11-16T20:56:30.736 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.736 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290375+0000",
2020-11-16T20:56:30.736 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2677000000000001e-05
2020-11-16T20:56:30.736 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.737 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290388+0000",
2020-11-16T20:56:30.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0090000000000001e-06
2020-11-16T20:56:30.737 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.737 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.737 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290395+0000",
2020-11-16T20:56:30.738 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.11891206
2020-11-16T20:56:30.738 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.738 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.738 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.738 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409307+0000",
2020-11-16T20:56:30.738 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1949999999999992e-06
2020-11-16T20:56:30.738 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.739 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.739 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:30.739 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409316+0000",
2020-11-16T20:56:30.739 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.92654745699999996
2020-11-16T20:56:30.739 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.739 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.739 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.335864+0000",
2020-11-16T20:56:30.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103494
2020-11-16T20:56:30.740 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.740 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.335967+0000",
2020-11-16T20:56:30.740 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.045663338
2020-11-16T20:56:30.740 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.741 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.741 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.741 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.741 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.741 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:96159 7.5 7:a327cef3:::benchmark_data_smithi065_48659_object96158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:56:30.741 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:07.290448+0000",
2020-11-16T20:56:30.741 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 203.42186300099999,
2020-11-16T20:56:30.742 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.02286462,
2020-11-16T20:56:30.742 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.742 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:30.742 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.742 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.742 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.742 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 96159
2020-11-16T20:56:30.742 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.743 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290448+0000",
2020-11-16T20:56:30.743 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.743 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290448+0000",
2020-11-16T20:56:30.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:56:30.744 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.744 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290421+0000",
2020-11-16T20:56:30.744 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3066999999999995e-05
2020-11-16T20:56:30.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.745 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.745 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290514+0000",
2020-11-16T20:56:30.745 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0234000000000001e-05
2020-11-16T20:56:30.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.745 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290524+0000",
2020-11-16T20:56:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0679999999999996e-06
2020-11-16T20:56:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290529+0000",
2020-11-16T20:56:30.746 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002037283
2020-11-16T20:56:30.747 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.747 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.747 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.747 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.292566+0000",
2020-11-16T20:56:30.747 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7370000000000006e-06
2020-11-16T20:56:30.747 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.747 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op must wait for map",
2020-11-16T20:56:30.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.292574+0000",
2020-11-16T20:56:30.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.11648138700000001
2020-11-16T20:56:30.748 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.748 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409055+0000",
2020-11-16T20:56:30.748 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4561e-05
2020-11-16T20:56:30.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:30.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409070+0000",
2020-11-16T20:56:30.749 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.90413778099999997
2020-11-16T20:56:30.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.749 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.313208+0000",
2020-11-16T20:56:30.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000104298
2020-11-16T20:56:30.750 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.750 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.313312+0000",
2020-11-16T20:56:30.750 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.02286462
2020-11-16T20:56:30.751 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.751 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.751 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.751 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.751 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.751 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:96169 7.15 7:af38ddc4:::benchmark_data_smithi065_48659_object96168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e723)",
2020-11-16T20:56:30.751 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:07.304258+0000",
2020-11-16T20:56:30.752 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 203.408052717,
2020-11-16T20:56:30.752 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0381436749999999,
2020-11-16T20:56:30.752 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.752 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.752 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.752 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.752 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.752 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 96169
2020-11-16T20:56:30.753 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.753 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.753 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304258+0000",
2020-11-16T20:56:30.753 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.753 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.754 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.754 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.754 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304258+0000",
2020-11-16T20:56:30.755 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999371
2020-11-16T20:56:30.755 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.755 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.755 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.755 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304195+0000",
2020-11-16T20:56:30.755 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014510799999999999
2020-11-16T20:56:30.755 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.755 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304340+0000",
2020-11-16T20:56:30.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4106e-05
2020-11-16T20:56:30.756 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.756 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.756 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304354+0000",
2020-11-16T20:56:30.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3764000000000002e-05
2020-11-16T20:56:30.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304408+0000",
2020-11-16T20:56:30.757 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.104948679
2020-11-16T20:56:30.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.757 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409356+0000",
2020-11-16T20:56:30.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7919999999999998e-06
2020-11-16T20:56:30.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.758 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:30.758 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409365+0000",
2020-11-16T20:56:30.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.92663421000000001
2020-11-16T20:56:30.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.335999+0000",
2020-11-16T20:56:30.759 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000181631
2020-11-16T20:56:30.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.759 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.336181+0000",
2020-11-16T20:56:30.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020782400000000001
2020-11-16T20:56:30.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.760 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:56:30.760 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.336389+0000",
2020-11-16T20:56:30.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0047341240000000001
2020-11-16T20:56:30.761 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.761 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.341123+0000",
2020-11-16T20:56:30.761 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001152321
2020-11-16T20:56:30.761 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.761 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.342275+0000",
2020-11-16T20:56:30.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8825000000000005e-05
2020-11-16T20:56:30.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.762 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.762 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.342354+0000",
2020-11-16T20:56:30.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7296000000000003e-05
2020-11-16T20:56:30.763 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.763 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.342401+0000",
2020-11-16T20:56:30.763 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0381436749999999
2020-11-16T20:56:30.763 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.763 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.764 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.764 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.764 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.764 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:130866 7.c 7:3012fa93:::benchmark_data_smithi065_48659_object17707:head [delete] snapc 0=[] ondisk+write+known_if_redirected e739)",
2020-11-16T20:56:30.764 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:50.705492+0000",
2020-11-16T20:56:30.764 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 160.00681846000001,
2020-11-16T20:56:30.764 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.086589236999999999,
2020-11-16T20:56:30.765 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.765 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.765 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.765 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 130866
2020-11-16T20:56:30.765 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.766 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.766 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.705492+0000",
2020-11-16T20:56:30.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.766 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.766 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.766 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.767 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.705492+0000",
2020-11-16T20:56:30.767 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T20:56:30.767 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.767 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.767 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.767 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.705466+0000",
2020-11-16T20:56:30.767 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0618999999999998e-05
2020-11-16T20:56:30.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.705517+0000",
2020-11-16T20:56:30.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0497999999999999e-05
2020-11-16T20:56:30.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.768 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.768 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.705537+0000",
2020-11-16T20:56:30.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7990000000000005e-06
2020-11-16T20:56:30.769 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.769 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.705547+0000",
2020-11-16T20:56:30.769 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001392845
2020-11-16T20:56:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.706940+0000",
2020-11-16T20:56:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011249
2020-11-16T20:56:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.770 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.707052+0000",
2020-11-16T20:56:30.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8597999999999994e-05
2020-11-16T20:56:30.771 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.771 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:30.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.707141+0000",
2020-11-16T20:56:30.771 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0038189780000000002
2020-11-16T20:56:30.772 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.772 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.710960+0000",
2020-11-16T20:56:30.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.080957406999999995
2020-11-16T20:56:30.772 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.772 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.772 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.791917+0000",
2020-11-16T20:56:30.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7986999999999997e-05
2020-11-16T20:56:30.773 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.773 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.791995+0000",
2020-11-16T20:56:30.773 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5952999999999995e-05
2020-11-16T20:56:30.773 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:50.792081+0000",
2020-11-16T20:56:30.774 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.086589236999999999
2020-11-16T20:56:30.774 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.774 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.774 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:131608 7.c 7:3d31e3a6:::benchmark_data_smithi065_48659_object18449:head [delete] snapc 0=[] ondisk+write+known_if_redirected e741)",
2020-11-16T20:56:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:52.142874+0000",
2020-11-16T20:56:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 158.56943695499999,
2020-11-16T20:56:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.139425249,
2020-11-16T20:56:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.775 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.776 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 131608
2020-11-16T20:56:30.776 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.776 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.776 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.142874+0000",
2020-11-16T20:56:30.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.777 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.777 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.142874+0000",
2020-11-16T20:56:30.777 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T20:56:30.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.142843+0000",
2020-11-16T20:56:30.778 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7513000000000002e-05
2020-11-16T20:56:30.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.778 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.142911+0000",
2020-11-16T20:56:30.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2106000000000001e-05
2020-11-16T20:56:30.779 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.779 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.779 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.142923+0000",
2020-11-16T20:56:30.780 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2459999999999997e-06
2020-11-16T20:56:30.780 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.780 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.780 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.780 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.142930+0000",
2020-11-16T20:56:30.780 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9982999999999999e-05
2020-11-16T20:56:30.780 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.781 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.142980+0000",
2020-11-16T20:56:30.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000138796
2020-11-16T20:56:30.781 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.781 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.781 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.143119+0000",
2020-11-16T20:56:30.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013567599999999999
2020-11-16T20:56:30.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:30.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.143255+0000",
2020-11-16T20:56:30.782 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011264697000000001
2020-11-16T20:56:30.782 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154519+0000",
2020-11-16T20:56:30.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.127658723
2020-11-16T20:56:30.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.783 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.783 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282178+0000",
2020-11-16T20:56:30.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9158000000000004e-05
2020-11-16T20:56:30.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282247+0000",
2020-11-16T20:56:30.784 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1530000000000003e-05
2020-11-16T20:56:30.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.784 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282299+0000",
2020-11-16T20:56:30.785 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.139425249
2020-11-16T20:56:30.785 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.785 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.785 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.785 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.786 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.786 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:131611 7.c 7:34fbe5d4:::benchmark_data_smithi065_48659_object18452:head [delete] snapc 0=[] ondisk+write+known_if_redirected e741)",
2020-11-16T20:56:30.786 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:52.146343+0000",
2020-11-16T20:56:30.786 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 158.56596725599999,
2020-11-16T20:56:30.786 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.147472507,
2020-11-16T20:56:30.786 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.786 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.787 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 131611
2020-11-16T20:56:30.787 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.787 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.787 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.787 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146343+0000",
2020-11-16T20:56:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146343+0000",
2020-11-16T20:56:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999623
2020-11-16T20:56:30.788 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146306+0000",
2020-11-16T20:56:30.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7837999999999996e-05
2020-11-16T20:56:30.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.789 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.789 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146383+0000",
2020-11-16T20:56:30.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7099999999999999e-05
2020-11-16T20:56:30.790 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.790 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146401+0000",
2020-11-16T20:56:30.790 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.089e-06
2020-11-16T20:56:30.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146409+0000",
2020-11-16T20:56:30.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001254949
2020-11-16T20:56:30.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.791 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.791 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.147664+0000",
2020-11-16T20:56:30.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012989300000000001
2020-11-16T20:56:30.792 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.792 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.147794+0000",
2020-11-16T20:56:30.792 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000135599
2020-11-16T20:56:30.792 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.793 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.793 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:30.793 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.147929+0000",
2020-11-16T20:56:30.793 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.134416278
2020-11-16T20:56:30.793 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.793 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.793 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282345+0000",
2020-11-16T20:56:30.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.01135212
2020-11-16T20:56:30.794 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.794 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.293698+0000",
2020-11-16T20:56:30.794 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5913000000000004e-05
2020-11-16T20:56:30.794 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.293763+0000",
2020-11-16T20:56:30.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2352000000000003e-05
2020-11-16T20:56:30.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.795 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.795 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.796 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.293816+0000",
2020-11-16T20:56:30.796 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.147472507
2020-11-16T20:56:30.796 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.796 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.796 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.796 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.796 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.796 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:131615 7.5 7:a3262fae:::benchmark_data_smithi065_48659_object18456:head [delete] snapc 0=[] ondisk+write+known_if_redirected e741)",
2020-11-16T20:56:30.797 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:52.146670+0000",
2020-11-16T20:56:30.797 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 158.56564094999999,
2020-11-16T20:56:30.797 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.14324272900000001,
2020-11-16T20:56:30.797 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.797 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.797 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.797 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.798 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.798 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 131615
2020-11-16T20:56:30.798 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.798 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.798 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146670+0000",
2020-11-16T20:56:30.798 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146670+0000",
2020-11-16T20:56:30.799 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:56:30.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.799 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146636+0000",
2020-11-16T20:56:30.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0508999999999999e-05
2020-11-16T20:56:30.800 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.800 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146707+0000",
2020-11-16T20:56:30.800 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3018e-05
2020-11-16T20:56:30.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146720+0000",
2020-11-16T20:56:30.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5160000000000002e-06
2020-11-16T20:56:30.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.801 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.801 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146725+0000",
2020-11-16T20:56:30.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4938000000000002e-05
2020-11-16T20:56:30.802 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.802 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146780+0000",
2020-11-16T20:56:30.802 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000144291
2020-11-16T20:56:30.803 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.803 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.146924+0000",
2020-11-16T20:56:30.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000133041
2020-11-16T20:56:30.803 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.803 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.803 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:56:30.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.147057+0000",
2020-11-16T20:56:30.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0031938019999999999
2020-11-16T20:56:30.804 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.804 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.150251+0000",
2020-11-16T20:56:30.804 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.13954082600000001
2020-11-16T20:56:30.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.289792+0000",
2020-11-16T20:56:30.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7228000000000001e-05
2020-11-16T20:56:30.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.805 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.805 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.289859+0000",
2020-11-16T20:56:30.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3038000000000003e-05
2020-11-16T20:56:30.806 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.806 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.289912+0000",
2020-11-16T20:56:30.806 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.14324272900000001
2020-11-16T20:56:30.807 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.807 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.807 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.807 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.807 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.807 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:131618 7.c 7:32e53fdb:::benchmark_data_smithi065_48659_object18459:head [delete] snapc 0=[] ondisk+write+known_if_redirected e741)",
2020-11-16T20:56:30.807 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:52.149613+0000",
2020-11-16T20:56:30.807 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 158.56269800699999,
2020-11-16T20:56:30.808 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.14436053400000001,
2020-11-16T20:56:30.808 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.808 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.808 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.808 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 131618
2020-11-16T20:56:30.808 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.809 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.809 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149613+0000",
2020-11-16T20:56:30.809 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.809 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.809 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149613+0000",
2020-11-16T20:56:30.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:56:30.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.810 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.810 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149581+0000",
2020-11-16T20:56:30.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1042000000000002e-05
2020-11-16T20:56:30.811 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.811 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149652+0000",
2020-11-16T20:56:30.811 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2833999999999999e-05
2020-11-16T20:56:30.811 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.811 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.812 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.812 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149665+0000",
2020-11-16T20:56:30.812 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5320000000000001e-06
2020-11-16T20:56:30.812 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.812 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.812 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.812 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.149672+0000",
2020-11-16T20:56:30.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0049420840000000002
2020-11-16T20:56:30.813 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.813 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154614+0000",
2020-11-16T20:56:30.813 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014594400000000001
2020-11-16T20:56:30.813 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.813 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154760+0000",
2020-11-16T20:56:30.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028001600000000001
2020-11-16T20:56:30.814 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.814 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:30.814 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155040+0000",
2020-11-16T20:56:30.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.12734419999999999
2020-11-16T20:56:30.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282384+0000",
2020-11-16T20:56:30.815 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011495218
2020-11-16T20:56:30.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.815 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.293880+0000",
2020-11-16T20:56:30.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7280000000000001e-05
2020-11-16T20:56:30.816 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.816 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.816 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.293927+0000",
2020-11-16T20:56:30.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6252999999999999e-05
2020-11-16T20:56:30.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.293973+0000",
2020-11-16T20:56:30.817 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.14436053400000001
2020-11-16T20:56:30.817 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.817 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.818 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.818 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.818 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.818 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:131609 7.3 e741/723 7:c7ee31c2:::benchmark_data_smithi065_48659_object18450:head v 741'7292, mlcod=741'7290)",
2020-11-16T20:56:30.818 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:52.154484+0000",
2020-11-16T20:56:30.818 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 158.55782607500001,
2020-11-16T20:56:30.818 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.122433838,
2020-11-16T20:56:30.819 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.819 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.819 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.819 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.819 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.819 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154484+0000",
2020-11-16T20:56:30.819 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.819 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.820 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.820 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.820 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154484+0000",
2020-11-16T20:56:30.820 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:56:30.820 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.820 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.820 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154459+0000",
2020-11-16T20:56:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2158999999999997e-05
2020-11-16T20:56:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154541+0000",
2020-11-16T20:56:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1236000000000001e-05
2020-11-16T20:56:30.821 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.822 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154562+0000",
2020-11-16T20:56:30.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010902
2020-11-16T20:56:30.822 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.822 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.822 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154672+0000",
2020-11-16T20:56:30.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1544000000000006e-05
2020-11-16T20:56:30.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154733+0000",
2020-11-16T20:56:30.823 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4258999999999999e-05
2020-11-16T20:56:30.823 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.824 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154757+0000",
2020-11-16T20:56:30.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0046892469999999997
2020-11-16T20:56:30.824 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.824 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.824 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.159447+0000",
2020-11-16T20:56:30.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.11747170899999999
2020-11-16T20:56:30.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.276918+0000",
2020-11-16T20:56:30.825 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.122433838
2020-11-16T20:56:30.825 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.826 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.826 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.826 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.826 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.826 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop_reply(client.36236.0:131608 7.c e741/738 ondisk, result = 0)",
2020-11-16T20:56:30.826 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:52.154944+0000",
2020-11-16T20:56:30.826 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 158.55736625599999,
2020-11-16T20:56:30.827 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.127359955,
2020-11-16T20:56:30.827 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.827 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T20:56:30.827 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.827 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154944+0000",
2020-11-16T20:56:30.827 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.828 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.828 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.828 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.828 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154944+0000",
2020-11-16T20:56:30.828 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:56:30.828 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.828 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154918+0000",
2020-11-16T20:56:30.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5129999999999994e-05
2020-11-16T20:56:30.829 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.829 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.154993+0000",
2020-11-16T20:56:30.829 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1455e-05
2020-11-16T20:56:30.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155005+0000",
2020-11-16T20:56:30.830 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7589999999999997e-06
2020-11-16T20:56:30.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.830 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155009+0000",
2020-11-16T20:56:30.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.12714927300000001
2020-11-16T20:56:30.831 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.831 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282159+0000",
2020-11-16T20:56:30.831 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6409999999999997e-06
2020-11-16T20:56:30.832 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.832 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282168+0000",
2020-11-16T20:56:30.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013583099999999999
2020-11-16T20:56:30.832 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.832 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.832 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.833 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282304+0000",
2020-11-16T20:56:30.833 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.127359955
2020-11-16T20:56:30.833 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.833 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.833 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.833 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.833 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.834 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:131624 7.c 7:3af1a1f5:::benchmark_data_smithi065_48659_object18465:head [delete] snapc 0=[] ondisk+write+known_if_redirected e741)",
2020-11-16T20:56:30.834 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:52.155069+0000",
2020-11-16T20:56:30.834 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 158.55724141499999,
2020-11-16T20:56:30.834 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.14454091399999999,
2020-11-16T20:56:30.834 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.834 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.834 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.835 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.835 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.835 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 131624
2020-11-16T20:56:30.835 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.835 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.835 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.835 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155069+0000",
2020-11-16T20:56:30.836 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.836 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.836 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155069+0000",
2020-11-16T20:56:30.836 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999819
2020-11-16T20:56:30.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.836 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155051+0000",
2020-11-16T20:56:30.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6521999999999999e-05
2020-11-16T20:56:30.837 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.837 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.837 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155097+0000",
2020-11-16T20:56:30.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2040000000000003e-06
2020-11-16T20:56:30.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155106+0000",
2020-11-16T20:56:30.838 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.8850000000000001e-06
2020-11-16T20:56:30.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.838 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.155110+0000",
2020-11-16T20:56:30.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.12730275699999999
2020-11-16T20:56:30.839 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.839 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.839 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282413+0000",
2020-11-16T20:56:30.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014840400000000001
2020-11-16T20:56:30.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282562+0000",
2020-11-16T20:56:30.840 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000152313
2020-11-16T20:56:30.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.840 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:30.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.282714+0000",
2020-11-16T20:56:30.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013326355
2020-11-16T20:56:30.841 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.841 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.841 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.296040+0000",
2020-11-16T20:56:30.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.003455914
2020-11-16T20:56:30.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.299496+0000",
2020-11-16T20:56:30.842 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4521000000000001e-05
2020-11-16T20:56:30.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.842 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.299561+0000",
2020-11-16T20:56:30.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9370999999999999e-05
2020-11-16T20:56:30.843 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.843 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.843 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:52.299610+0000",
2020-11-16T20:56:30.844 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.14454091399999999
2020-11-16T20:56:30.844 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.844 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.844 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.844 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.844 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.844 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:196307 7.a 7:54d9a0ab:::benchmark_data_smithi065_48659_object83148:head [delete] snapc 0=[] ondisk+write+known_if_redirected e778)",
2020-11-16T20:56:30.844 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:13.560918+0000",
2020-11-16T20:56:30.845 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 77.151392255999994,
2020-11-16T20:56:30.845 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.14779374300000001,
2020-11-16T20:56:30.845 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.845 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.845 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.845 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.845 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.845 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 196307
2020-11-16T20:56:30.846 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.846 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.846 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.846 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.846 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.560918+0000",
2020-11-16T20:56:30.846 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.846 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.847 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.847 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.560918+0000",
2020-11-16T20:56:30.847 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:56:30.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.847 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.847 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.847 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.560887+0000",
2020-11-16T20:56:30.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9393999999999993e-05
2020-11-16T20:56:30.848 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.848 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.560956+0000",
2020-11-16T20:56:30.848 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2428e-05
2020-11-16T20:56:30.848 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.560968+0000",
2020-11-16T20:56:30.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5320000000000003e-06
2020-11-16T20:56:30.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.849 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.849 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.560975+0000",
2020-11-16T20:56:30.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019814799999999999
2020-11-16T20:56:30.850 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.850 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.561173+0000",
2020-11-16T20:56:30.850 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000133905
2020-11-16T20:56:30.850 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.561307+0000",
2020-11-16T20:56:30.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000138054
2020-11-16T20:56:30.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.851 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:56:30.851 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.561445+0000",
2020-11-16T20:56:30.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0056795789999999997
2020-11-16T20:56:30.852 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.852 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.567125+0000",
2020-11-16T20:56:30.852 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.141272437
2020-11-16T20:56:30.852 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.853 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.708397+0000",
2020-11-16T20:56:30.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017213999999999999
2020-11-16T20:56:30.853 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.853 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.853 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.708569+0000",
2020-11-16T20:56:30.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000142781
2020-11-16T20:56:30.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.708712+0000",
2020-11-16T20:56:30.854 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.14779374300000001
2020-11-16T20:56:30.854 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.854 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.855 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.855 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.855 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.855 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:196312 7.b e778/689 7:d19f4774:::benchmark_data_smithi065_48659_object83153:head v 778'12367, mlcod=778'12363)",
2020-11-16T20:56:30.855 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:13.570669+0000",
2020-11-16T20:56:30.855 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 77.141641270999997,
2020-11-16T20:56:30.855 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.15022366600000001,
2020-11-16T20:56:30.856 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.856 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.856 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570669+0000",
2020-11-16T20:56:30.856 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.856 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570669+0000",
2020-11-16T20:56:30.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999852
2020-11-16T20:56:30.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.857 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.857 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570655+0000",
2020-11-16T20:56:30.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5948999999999997e-05
2020-11-16T20:56:30.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.858 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570701+0000",
2020-11-16T20:56:30.858 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.968e-06
2020-11-16T20:56:30.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570708+0000",
2020-11-16T20:56:30.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2490000000000003e-06
2020-11-16T20:56:30.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.859 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.859 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570712+0000",
2020-11-16T20:56:30.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9483e-05
2020-11-16T20:56:30.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.860 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570761+0000",
2020-11-16T20:56:30.860 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3237000000000001e-05
2020-11-16T20:56:30.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570785+0000",
2020-11-16T20:56:30.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15004247400000001
2020-11-16T20:56:30.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.861 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.861 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.720827+0000",
2020-11-16T20:56:30.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5926999999999994e-05
2020-11-16T20:56:30.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.720893+0000",
2020-11-16T20:56:30.862 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15022366600000001
2020-11-16T20:56:30.862 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.863 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.863 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.863 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.863 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.863 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.36236.0:196313 7.b e778/689 7:de477886:::benchmark_data_smithi065_48659_object83154:head v 778'12368, mlcod=778'12363)",
2020-11-16T20:56:30.863 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:13.570742+0000",
2020-11-16T20:56:30.863 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 77.141568401000001,
2020-11-16T20:56:30.864 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.15019703100000001,
2020-11-16T20:56:30.864 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.864 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.864 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.864 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570742+0000",
2020-11-16T20:56:30.864 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570742+0000",
2020-11-16T20:56:30.865 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999876
2020-11-16T20:56:30.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.865 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570730+0000",
2020-11-16T20:56:30.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0929000000000001e-05
2020-11-16T20:56:30.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.866 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570771+0000",
2020-11-16T20:56:30.866 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1549999999999998e-06
2020-11-16T20:56:30.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570776+0000",
2020-11-16T20:56:30.867 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.853e-06
2020-11-16T20:56:30.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.867 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.570779+0000",
2020-11-16T20:56:30.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0057785980000000002
2020-11-16T20:56:30.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.868 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.576557+0000",
2020-11-16T20:56:30.868 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3337999999999999e-05
2020-11-16T20:56:30.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.576580+0000",
2020-11-16T20:56:30.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.14432193199999999
2020-11-16T20:56:30.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.869 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.869 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.720902+0000",
2020-11-16T20:56:30.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.6736000000000002e-05
2020-11-16T20:56:30.870 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.870 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.720939+0000",
2020-11-16T20:56:30.870 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.15019703100000001
2020-11-16T20:56:30.871 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.871 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.871 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.871 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.871 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.871 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:196321 7.a 7:5fd30af4:::benchmark_data_smithi065_48659_object83162:head [delete] snapc 0=[] ondisk+write+known_if_redirected e778)",
2020-11-16T20:56:30.871 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:13.571980+0000",
2020-11-16T20:56:30.871 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 77.140330929000001,
2020-11-16T20:56:30.872 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.14056713400000001,
2020-11-16T20:56:30.872 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.872 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.872 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.872 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 196321
2020-11-16T20:56:30.873 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.873 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.571980+0000",
2020-11-16T20:56:30.873 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.873 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.571980+0000",
2020-11-16T20:56:30.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T20:56:30.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.874 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.874 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.571949+0000",
2020-11-16T20:56:30.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9023000000000006e-05
2020-11-16T20:56:30.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.572018+0000",
2020-11-16T20:56:30.875 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2707e-05
2020-11-16T20:56:30.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.875 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.572031+0000",
2020-11-16T20:56:30.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.533e-06
2020-11-16T20:56:30.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.876 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.572037+0000",
2020-11-16T20:56:30.876 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4163000000000002e-05
2020-11-16T20:56:30.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.572101+0000",
2020-11-16T20:56:30.877 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013890199999999999
2020-11-16T20:56:30.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.877 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.572240+0000",
2020-11-16T20:56:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014964199999999999
2020-11-16T20:56:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:56:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.572390+0000",
2020-11-16T20:56:30.878 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.136439276
2020-11-16T20:56:30.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.708829+0000",
2020-11-16T20:56:30.879 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00340982
2020-11-16T20:56:30.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.879 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.712239+0000",
2020-11-16T20:56:30.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016648699999999999
2020-11-16T20:56:30.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.880 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.712405+0000",
2020-11-16T20:56:30.880 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014137000000000001
2020-11-16T20:56:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.712547+0000",
2020-11-16T20:56:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.14056713400000001
2020-11-16T20:56:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.881 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.882 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.882 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.882 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:196330 7.14 7:28d9a6b1:::benchmark_data_smithi065_48659_object83171:head [delete] snapc 0=[] ondisk+write+known_if_redirected e778)",
2020-11-16T20:56:30.882 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:13.581564+0000",
2020-11-16T20:56:30.882 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 77.130746286000004,
2020-11-16T20:56:30.882 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.140728033,
2020-11-16T20:56:30.882 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.883 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.883 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 196330
2020-11-16T20:56:30.883 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.883 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.883 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.581564+0000",
2020-11-16T20:56:30.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.884 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.884 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.581564+0000",
2020-11-16T20:56:30.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T20:56:30.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.581542+0000",
2020-11-16T20:56:30.885 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0600999999999997e-05
2020-11-16T20:56:30.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.885 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.581612+0000",
2020-11-16T20:56:30.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7350000000000002e-05
2020-11-16T20:56:30.886 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.886 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.886 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.581629+0000",
2020-11-16T20:56:30.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0257e-05
2020-11-16T20:56:30.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.581640+0000",
2020-11-16T20:56:30.887 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1523e-05
2020-11-16T20:56:30.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.887 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.581701+0000",
2020-11-16T20:56:30.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.124462163
2020-11-16T20:56:30.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.888 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.706163+0000",
2020-11-16T20:56:30.888 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028020600000000002
2020-11-16T20:56:30.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:56:30.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.706444+0000",
2020-11-16T20:56:30.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012243894
2020-11-16T20:56:30.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.889 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.889 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.718688+0000",
2020-11-16T20:56:30.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0034788089999999998
2020-11-16T20:56:30.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.890 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.722166+0000",
2020-11-16T20:56:30.890 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8911999999999993e-05
2020-11-16T20:56:30.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.722235+0000",
2020-11-16T20:56:30.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7034000000000003e-05
2020-11-16T20:56:30.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.891 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.891 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:13.722292+0000",
2020-11-16T20:56:30.892 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.140728033
2020-11-16T20:56:30.892 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.892 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.892 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.892 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.892 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:221312 7.c 7:3a5b574e:::benchmark_data_smithi065_48659_object108153:head [delete] snapc 0=[] ondisk+write+known_if_redirected e788)",
2020-11-16T20:56:30.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:36.793132+0000",
2020-11-16T20:56:30.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.919178789,
2020-11-16T20:56:30.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.094085108000000001,
2020-11-16T20:56:30.893 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.893 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.893 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.893 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221312
2020-11-16T20:56:30.894 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.894 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.894 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.894 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.793132+0000",
2020-11-16T20:56:30.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.793132+0000",
2020-11-16T20:56:30.895 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T20:56:30.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.895 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.793099+0000",
2020-11-16T20:56:30.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3777999999999997e-05
2020-11-16T20:56:30.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.896 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.896 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.793173+0000",
2020-11-16T20:56:30.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7652999999999999e-05
2020-11-16T20:56:30.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.793190+0000",
2020-11-16T20:56:30.897 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9040000000000003e-06
2020-11-16T20:56:30.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.897 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.793197+0000",
2020-11-16T20:56:30.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.022307977999999999
2020-11-16T20:56:30.898 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.898 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.898 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.815505+0000",
2020-11-16T20:56:30.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000135859
2020-11-16T20:56:30.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.815641+0000",
2020-11-16T20:56:30.899 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014270299999999999
2020-11-16T20:56:30.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.899 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:30.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.815784+0000",
2020-11-16T20:56:30.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.049953145999999997
2020-11-16T20:56:30.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.900 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.900 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.865737+0000",
2020-11-16T20:56:30.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.021336616999999999
2020-11-16T20:56:30.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.887073+0000",
2020-11-16T20:56:30.901 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0136000000000006e-05
2020-11-16T20:56:30.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.901 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.887164+0000",
2020-11-16T20:56:30.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3254999999999997e-05
2020-11-16T20:56:30.902 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.902 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.902 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.887217+0000",
2020-11-16T20:56:30.903 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.094085108000000001
2020-11-16T20:56:30.903 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.903 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.903 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.903 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T20:56:30.903 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T20:56:30.903 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:221317 7.14 7:2d27c463:::benchmark_data_smithi065_48659_object108158:head [delete] snapc 0=[] ondisk+write+known_if_redirected e788)",
2020-11-16T20:56:30.903 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:55:36.798818+0000",
2020-11-16T20:56:30.904 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.913492073,
2020-11-16T20:56:30.904 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.089152495999999998,
2020-11-16T20:56:30.904 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T20:56:30.904 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:30.904 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T20:56:30.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T20:56:30.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:30.904 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221317
2020-11-16T20:56:30.905 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T20:56:30.905 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T20:56:30.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T20:56:30.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.798818+0000",
2020-11-16T20:56:30.905 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T20:56:30.905 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T20:56:30.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.798818+0000",
2020-11-16T20:56:30.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T20:56:30.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.906 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.906 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T20:56:30.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.798793+0000",
2020-11-16T20:56:30.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6366000000000002e-05
2020-11-16T20:56:30.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T20:56:30.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.798849+0000",
2020-11-16T20:56:30.907 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0543000000000001e-05
2020-11-16T20:56:30.907 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T20:56:30.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.798860+0000",
2020-11-16T20:56:30.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9900000000000002e-06
2020-11-16T20:56:30.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.908 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:30.908 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.798866+0000",
2020-11-16T20:56:30.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.066905878000000002
2020-11-16T20:56:30.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T20:56:30.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.865772+0000",
2020-11-16T20:56:30.909 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016374400000000001
2020-11-16T20:56:30.909 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T20:56:30.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.865935+0000",
2020-11-16T20:56:30.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015025800000000001
2020-11-16T20:56:30.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.910 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:56:30.910 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.866086+0000",
2020-11-16T20:56:30.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.02114773
2020-11-16T20:56:30.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T20:56:30.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.887233+0000",
2020-11-16T20:56:30.911 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025499700000000003
2020-11-16T20:56:30.911 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:30.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.887488+0000",
2020-11-16T20:56:30.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00042597300000000001
2020-11-16T20:56:30.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.912 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T20:56:30.912 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.887914+0000",
2020-11-16T20:56:30.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6501e-05
2020-11-16T20:56:30.913 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T20:56:30.913 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T20:56:30.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T20:56:30.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:55:36.887971+0000",
2020-11-16T20:56:30.913 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.089152495999999998
2020-11-16T20:56:30.913 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T20:56:30.913 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T20:56:30.914 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T20:56:30.914 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T20:56:30.914 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T20:56:30.914 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:56:30.914 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:30.915 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:56:30.917 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   15      16     34598     34582   144.071   122.625  0.00993478  0.00693743
2020-11-16T20:56:30.927 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:30 smithi142 bash[20366]: debug 2020-11-16T20:56:30.684+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:31.076 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:31.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:31 smithi065 bash[9468]: audit 2020-11-16T20:56:30.046046+0000 mgr.x (mgr.14196) 1347 : audit [DBG] from='client.16731 v1:172.21.15.142:0/3177268939' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:56:31.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:31 smithi065 bash[9468]: cluster 2020-11-16T20:56:30.107038+0000 osd.8 (osd.8) 220 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:31.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:31 smithi065 bash[9468]: cluster 2020-11-16T20:56:30.107242+0000 osd.8 (osd.8) 221 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:31.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:31 smithi065 bash[9468]: cluster 2020-11-16T20:56:30.130109+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e804: 12 total, 12 up, 9 in
2020-11-16T20:56:31.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:31 smithi142 bash[9523]: audit 2020-11-16T20:56:30.046046+0000 mgr.x (mgr.14196) 1347 : audit [DBG] from='client.16731 v1:172.21.15.142:0/3177268939' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:56:31.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:31 smithi142 bash[9523]: cluster 2020-11-16T20:56:30.107038+0000 osd.8 (osd.8) 220 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:31.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:31 smithi142 bash[9523]: cluster 2020-11-16T20:56:30.107242+0000 osd.8 (osd.8) 221 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:31.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:31 smithi142 bash[9523]: cluster 2020-11-16T20:56:30.130109+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e804: 12 total, 12 up, 9 in
2020-11-16T20:56:31.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:31 smithi071 bash[9480]: audit 2020-11-16T20:56:30.046046+0000 mgr.x (mgr.14196) 1347 : audit [DBG] from='client.16731 v1:172.21.15.142:0/3177268939' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:56:31.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:31 smithi071 bash[9480]: cluster 2020-11-16T20:56:30.107038+0000 osd.8 (osd.8) 220 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:31.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:31 smithi071 bash[9480]: cluster 2020-11-16T20:56:30.107242+0000 osd.8 (osd.8) 221 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:31.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:31 smithi071 bash[9480]: cluster 2020-11-16T20:56:30.130109+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e804: 12 total, 12 up, 9 in
2020-11-16T20:56:31.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   16      16     36599     36583   142.882   125.062   0.0047299   0.0069947
2020-11-16T20:56:31.744 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:31.847 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:32.031 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:31 smithi142 bash[18009]: debug 2020-11-16T20:56:31.748+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:32.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:32 smithi071 bash[9480]: cluster 2020-11-16T20:56:30.567387+0000 mgr.x (mgr.14196) 1348 : cluster [DBG] pgmap v2052: 17 pgs: 17 active+clean; 1.7 GiB data, 7.0 GiB used, 798 GiB / 805 GiB avail; 105 MiB/s wr, 1.68k op/s
2020-11-16T20:56:32.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:32 smithi071 bash[9480]: cluster 2020-11-16T20:56:31.751151+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e805: 12 total, 12 up, 9 in
2020-11-16T20:56:32.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:32 smithi065 bash[9468]: cluster 2020-11-16T20:56:30.567387+0000 mgr.x (mgr.14196) 1348 : cluster [DBG] pgmap v2052: 17 pgs: 17 active+clean; 1.7 GiB data, 7.0 GiB used, 798 GiB / 805 GiB avail; 105 MiB/s wr, 1.68k op/s
2020-11-16T20:56:32.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:32 smithi065 bash[9468]: cluster 2020-11-16T20:56:31.751151+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e805: 12 total, 12 up, 9 in
2020-11-16T20:56:32.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:32 smithi142 bash[9523]: cluster 2020-11-16T20:56:30.567387+0000 mgr.x (mgr.14196) 1348 : cluster [DBG] pgmap v2052: 17 pgs: 17 active+clean; 1.7 GiB data, 7.0 GiB used, 798 GiB / 805 GiB avail; 105 MiB/s wr, 1.68k op/s
2020-11-16T20:56:32.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:32 smithi142 bash[9523]: cluster 2020-11-16T20:56:31.751151+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e805: 12 total, 12 up, 9 in
2020-11-16T20:56:32.597 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:32.614 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2050,"stamp":"2020-11-16T20:56:28.566235+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1722417152,"num_objects":26282,"num_object_clones":0,"num_object_copies":52564,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26282,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26282,"num_write_kb":1682048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26282,"ondisk_log_size":26282,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":9,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":843706368,"kb_used":7170060,"kb_used_data":3357572,"kb_used_omap":0,"kb_used_meta":3812415,"kb_avail":836536308,"statfs":{"total":863955320832,"available":856613179392,"internally_reserved":0,"allocated":3438153728,"data_stored":3434490599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3903913020},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1474822144,"num_objects":22504,"num_object_clones":0,"num_object_copies":45008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22504,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22504,"num_write_kb":1440256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002273"},"pg_stats":[{"pgid":"8.f","version":"802'1617","reported_seq":"1630","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.132084+0000","last_change":"2020-11-16T20:56:06.048298+0000","last_active":"2020-11-16T20:56:26.132084+0000","last_peered":"2020-11-16T20:56:26.132084+0000","last_clean":"2020-11-16T20:56:26.132084+0000","last_became_active":"2020-11-16T20:56:06.047761+0000","last_became_peered":"2020-11-16T20:56:06.047761+0000","last_unstale":"2020-11-16T20:56:26.132084+0000","last_undegraded":"2020-11-16T20:56:26.132084+0000","last_fullsized":"2020-11-16T20:56:26.132084+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1617,"ondisk_log_size":1617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105971712,"num_objects":1617,"num_object_clones":0,"num_object_copies":3234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1617,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1617,"num_write_kb":103488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.e","version":"803'1832","reported_seq":"1846","reported_epoch":"803","state":"active+clean","last_fresh":"2020-11-16T20:56:28.160472+0000","last_change":"2020-11-16T20:56:06.045134+0000","last_active":"2020-11-16T20:56:28.160472+0000","last_peered":"2020-11-16T20:56:28.160472+0000","last_clean":"2020-11-16T20:56:28.160472+0000","last_became_active":"2020-11-16T20:56:06.044813+0000","last_became_peered":"2020-11-16T20:56:06.044813+0000","last_unstale":"2020-11-16T20:56:28.160472+0000","last_undegraded":"2020-11-16T20:56:28.160472+0000","last_fullsized":"2020-11-16T20:56:28.160472+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1832,"ondisk_log_size":1832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120061952,"num_objects":1832,"num_object_clones":0,"num_object_copies":3664,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1832,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1832,"num_write_kb":117248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.d","version":"802'1671","reported_seq":"1684","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.118022+0000","last_change":"2020-11-16T20:56:06.243845+0000","last_active":"2020-11-16T20:56:26.118022+0000","last_peered":"2020-11-16T20:56:26.118022+0000","last_clean":"2020-11-16T20:56:26.118022+0000","last_became_active":"2020-11-16T20:56:06.242888+0000","last_became_peered":"2020-11-16T20:56:06.242888+0000","last_unstale":"2020-11-16T20:56:26.118022+0000","last_undegraded":"2020-11-16T20:56:26.118022+0000","last_fullsized":"2020-11-16T20:56:26.118022+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1671,"ondisk_log_size":1671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109510656,"num_objects":1671,"num_object_clones":0,"num_object_copies":3342,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1671,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1671,"num_write_kb":106944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.c","version":"803'1716","reported_seq":"1727","reported_epoch":"803","state":"active+clean","last_fresh":"2020-11-16T20:56:27.203447+0000","last_change":"2020-11-16T20:56:06.246709+0000","last_active":"2020-11-16T20:56:27.203447+0000","last_peered":"2020-11-16T20:56:27.203447+0000","last_clean":"2020-11-16T20:56:27.203447+0000","last_became_active":"2020-11-16T20:56:06.245797+0000","last_became_peered":"2020-11-16T20:56:06.245797+0000","last_unstale":"2020-11-16T20:56:27.203447+0000","last_undegraded":"2020-11-16T20:56:27.203447+0000","last_fullsized":"2020-11-16T20:56:27.203447+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1716,"ondisk_log_size":1716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112459776,"num_objects":1716,"num_object_clones":0,"num_object_copies":3432,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1716,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1716,"num_write_kb":109824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.b","version":"803'1780","reported_seq":"1794","reported_epoch":"803","state":"active+clean","last_fresh":"2020-11-16T20:56:27.208978+0000","last_change":"2020-11-16T20:56:06.048733+0000","last_active":"2020-11-16T20:56:27.208978+0000","last_peered":"2020-11-16T20:56:27.208978+0000","last_clean":"2020-11-16T20:56:27.208978+0000","last_became_active":"2020-11-16T20:56:06.048409+0000","last_became_peered":"2020-11-16T20:56:06.048409+0000","last_unstale":"2020-11-16T20:56:27.208978+0000","last_undegraded":"2020-11-16T20:56:27.208978+0000","last_fullsized":"2020-11-16T20:56:27.208978+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1780,"ondisk_log_size":1780,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":116654080,"num_objects":1780,"num_object_clones":0,"num_object_copies":3560,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1780,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1780,"num_write_kb":113920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.a","version":"803'1678","reported_seq":"1692","reported_epoch":"803","state":"active+clean","last_fresh":"2020-11-16T20:56:27.204511+0000","last_change":"2020-11-16T20:56:06.246765+0000","last_active":"2020-11-16T20:56:27.204511+0000","last_peered":"2020-11-16T20:56:27.204511+0000","last_clean":"2020-11-16T20:56:27.204511+0000","last_became_active":"2020-11-16T20:56:06.245928+0000","last_became_peered":"2020-11-16T20:56:06.245928+0000","last_unstale":"2020-11-16T20:56:27.204511+0000","last_undegraded":"2020-11-16T20:56:27.204511+0000","last_fullsized":"2020-11-16T20:56:27.204511+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1678,"ondisk_log_size":1678,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109969408,"num_objects":1678,"num_object_clones":0,"num_object_copies":3356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1678,"num_write_kb":107392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.8","version":"802'1647","reported_seq":"1660","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.245826+0000","last_change":"2020-11-16T20:56:06.247539+0000","last_active":"2020-11-16T20:56:26.245826+0000","last_peered":"2020-11-16T20:56:26.245826+0000","last_clean":"2020-11-16T20:56:26.245826+0000","last_became_active":"2020-11-16T20:56:06.247087+0000","last_became_peered":"2020-11-16T20:56:06.247087+0000","last_unstale":"2020-11-16T20:56:26.245826+0000","last_undegraded":"2020-11-16T20:56:26.245826+0000","last_fullsized":"2020-11-16T20:56:26.245826+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1647,"ondisk_log_size":1647,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":107937792,"num_objects":1647,"num_object_clones":0,"num_object_copies":3294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1647,"num_write_kb":105408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.7","version":"802'1439","reported_seq":"1452","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:25.004998+0000","last_change":"2020-11-16T20:56:06.047988+0000","last_active":"2020-11-16T20:56:25.004998+0000","last_peered":"2020-11-16T20:56:25.004998+0000","last_clean":"2020-11-16T20:56:25.004998+0000","last_became_active":"2020-11-16T20:56:06.047545+0000","last_became_peered":"2020-11-16T20:56:06.047545+0000","last_unstale":"2020-11-16T20:56:25.004998+0000","last_undegraded":"2020-11-16T20:56:25.004998+0000","last_fullsized":"2020-11-16T20:56:25.004998+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1439,"ondisk_log_size":1439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94306304,"num_objects":1439,"num_object_clones":0,"num_object_copies":2878,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1439,"num_write_kb":92096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.6","version":"802'1633","reported_seq":"1646","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.123188+0000","last_change":"2020-11-16T20:56:06.048830+0000","last_active":"2020-11-16T20:56:26.123188+0000","last_peered":"2020-11-16T20:56:26.123188+0000","last_clean":"2020-11-16T20:56:26.123188+0000","last_became_active":"2020-11-16T20:56:06.048406+0000","last_became_peered":"2020-11-16T20:56:06.048406+0000","last_unstale":"2020-11-16T20:56:26.123188+0000","last_undegraded":"2020-11-16T20:56:26.123188+0000","last_fullsized":"2020-11-16T20:56:26.123188+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1633,"ondisk_log_size":1633,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":107020288,"num_objects":1633,"num_object_clones":0,"num_object_copies":3266,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1633,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1633,"num_write_kb":104512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10],"acting":[11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.5","version":"802'1555","reported_seq":"1568","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.229582+0000","last_change":"2020-11-16T20:56:06.049925+0000","last_active":"2020-11-16T20:56:26.229582+0000","last_peered":"2020-11-16T20:56:26.229582+0000","last_clean":"2020-11-16T20:56:26.229582+0000","last_became_active":"2020-11-16T20:56:06.049489+0000","last_became_peered":"2020-11-16T20:56:06.049489+0000","last_unstale":"2020-11-16T20:56:26.229582+0000","last_undegraded":"2020-11-16T20:56:26.229582+0000","last_fullsized":"2020-11-16T20:56:26.229582+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1555,"ondisk_log_size":1555,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101908480,"num_objects":1555,"num_object_clones":0,"num_object_copies":3110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1555,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1555,"num_write_kb":99520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.4","version":"802'1634","reported_seq":"1645","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.244152+0000","last_change":"2020-11-16T20:56:06.246083+0000","last_active":"2020-11-16T20:56:26.244152+0000","last_peered":"2020-11-16T20:56:26.244152+0000","last_clean":"2020-11-16T20:56:26.244152+0000","last_became_active":"2020-11-16T20:56:06.245553+0000","last_became_peered":"2020-11-16T20:56:06.245553+0000","last_unstale":"2020-11-16T20:56:26.244152+0000","last_undegraded":"2020-11-16T20:56:26.244152+0000","last_fullsized":"2020-11-16T20:56:26.244152+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1634,"ondisk_log_size":1634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":107085824,"num_objects":1634,"num_object_clones":0,"num_object_copies":3268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1634,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1634,"num_write_kb":104576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.3","version":"802'1663","reported_seq":"1676","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.126934+0000","last_change":"2020-11-16T20:56:06.046103+0000","last_active":"2020-11-16T20:56:26.126934+0000","last_peered":"2020-11-16T20:56:26.126934+0000","last_clean":"2020-11-16T20:56:26.126934+0000","last_became_active":"2020-11-16T20:56:06.045547+0000","last_became_peered":"2020-11-16T20:56:06.045547+0000","last_unstale":"2020-11-16T20:56:26.126934+0000","last_undegraded":"2020-11-16T20:56:26.126934+0000","last_fullsized":"2020-11-16T20:56:26.126934+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1663,"ondisk_log_size":1663,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108986368,"num_objects":1663,"num_object_clones":0,"num_object_copies":3326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1663,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1663,"num_write_kb":106432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.2","version":"802'1617","reported_seq":"1630","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.256974+0000","last_change":"2020-11-16T20:56:06.047372+0000","last_active":"2020-11-16T20:56:26.256974+0000","last_peered":"2020-11-16T20:56:26.256974+0000","last_clean":"2020-11-16T20:56:26.256974+0000","last_became_active":"2020-11-16T20:56:06.046773+0000","last_became_peered":"2020-11-16T20:56:06.046773+0000","last_unstale":"2020-11-16T20:56:26.256974+0000","last_undegraded":"2020-11-16T20:56:26.256974+0000","last_fullsized":"2020-11-16T20:56:26.256974+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1617,"ondisk_log_size":1617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105971712,"num_objects":1617,"num_object_clones":0,"num_object_copies":3234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1617,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1617,"num_write_kb":103488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0],"acting":[10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.1","version":"802'1367","reported_seq":"1380","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:25.013938+0000","last_change":"2020-11-16T20:56:06.247277+0000","last_active":"2020-11-16T20:56:25.013938+0000","last_peered":"2020-11-16T20:56:25.013938+0000","last_clean":"2020-11-16T20:56:25.013938+0000","last_became_active":"2020-11-16T20:56:06.245647+0000","last_became_peered":"2020-11-16T20:56:06.245647+0000","last_unstale":"2020-11-16T20:56:25.013938+0000","last_undegraded":"2020-11-16T20:56:25.013938+0000","last_fullsized":"2020-11-16T20:56:25.013938+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1367,"ondisk_log_size":1367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":89587712,"num_objects":1367,"num_object_clones":0,"num_object_copies":2734,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1367,"num_write_kb":87488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"803'1757","reported_seq":"1771","reported_epoch":"803","state":"active+clean","last_fresh":"2020-11-16T20:56:27.653640+0000","last_change":"2020-11-16T20:56:06.248850+0000","last_active":"2020-11-16T20:56:27.653640+0000","last_peered":"2020-11-16T20:56:27.653640+0000","last_clean":"2020-11-16T20:56:27.653640+0000","last_became_active":"2020-11-16T20:56:06.248111+0000","last_became_peered":"2020-11-16T20:56:06.248111+0000","last_unstale":"2020-11-16T20:56:27.653640+0000","last_undegraded":"2020-11-16T20:56:27.653640+0000","last_fullsized":"2020-11-16T20:56:27.653640+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1757,"ondisk_log_size":1757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":115146752,"num_objects":1757,"num_object_clones":0,"num_object_copies":3514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1757,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1757,"num_write_kb":112448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9],"acting":[4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"802'1676","reported_seq":"1689","reported_epoch":"802","state":"active+clean","last_fresh":"2020-11-16T20:56:26.254359+0000","last_change":"2020-11-16T20:56:06.047380+0000","last_active":"2020-11-16T20:56:26.254359+0000","last_peered":"2020-11-16T20:56:26.254359+0000","last_clean":"2020-11-16T20:56:26.254359+0000","last_became_active":"2020-11-16T20:56:06.046799+0000","last_became_peered":"2020-11-16T20:56:06.046799+0000","last_unstale":"2020-11-16T20:56:26.254359+0000","last_undegraded":"2020-11-16T20:56:26.254359+0000","last_fullsized":"2020-11-16T20:56:26.254359+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":1676,"ondisk_log_size":1676,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109838336,"num_objects":1676,"num_object_clones":0,"num_object_copies":3352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1676,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1676,"num_write_kb":107264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0],"acting":[10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"331","reported_epoch":"801","state":"active+clean","last_fresh":"2020-11-16T20:56:19.102999+0000","last_change":"2020-11-16T20:55:43.523104+0000","last_active":"2020-11-16T20:56:19.102999+0000","last_peered":"2020-11-16T20:56:19.102999+0000","last_clean":"2020-11-16T20:56:19.102999+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:56:19.102999+0000","last_undegraded":"2020-11-16T20:56:19.102999+0000","last_fullsized":"2020-11-16T20:56:19.102999+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:55:43.523035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:55:43.523035+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":1722417152,"num_objects":26282,"num_object_clones":0,"num_object_copies":52564,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26282,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26282,"num_write_kb":1682048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3550019584,"data_stored":3550019584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26282,"ondisk_log_size":26282,"up":32,"acting":32,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631914,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":934888,"kb_used_data":492064,"kb_used_omap":0,"kb_used_meta":442816,"kb_avail":92810264,"statfs":{"total":95995035648,"available":95037710336,"internally_reserved":0,"allocated":503873536,"data_stored":503468474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":453443584},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":2.9649999999999999,"5min":4.7359999999999998,"15min":3.3300000000000001},"min":{"1min":0.53200000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":8.6440000000000001,"5min":155.821,"15min":155.821},"last":5.7640000000000002},{"interface":"front","average":{"1min":1.8440000000000001,"5min":4.7720000000000002,"15min":3.4279999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.55600000000000005},"max":{"1min":6.681,"5min":153.465,"15min":153.465},"last":2.097}]},{"osd":1,"last update":"Mon Nov 16 20:50:47 2020","interfaces":[{"interface":"back","average":{"1min":1.7629999999999999,"5min":3.6400000000000001,"15min":3.8069999999999999},"min":{"1min":0.626,"5min":0.57799999999999996,"15min":0.57099999999999995},"max":{"1min":5.5460000000000003,"5min":151.77099999999999,"15min":160.55099999999999},"last":1.9359999999999999},{"interface":"front","average":{"1min":1.546,"5min":3.4350000000000001,"15min":3.9380000000000002},"min":{"1min":0.69999999999999996,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":6.0759999999999996,"5min":153.62899999999999,"15min":160.46700000000001},"last":5.9000000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:55:11 2020","interfaces":[{"interface":"back","average":{"1min":2.867,"5min":2.3900000000000001,"15min":5.4050000000000002},"min":{"1min":0.77800000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":8.0939999999999994,"5min":11.316000000000001,"15min":96.191000000000003},"last":1.357},{"interface":"front","average":{"1min":1.8560000000000001,"5min":1.6919999999999999,"15min":5.024},"min":{"1min":0.80200000000000005,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.5970000000000004,"5min":5.9749999999999996,"15min":95.608000000000004},"last":1.508}]},{"osd":3,"last update":"Mon Nov 16 20:55:39 2020","interfaces":[{"interface":"back","average":{"1min":1.8759999999999999,"5min":1.925,"15min":1.9399999999999999},"min":{"1min":0.86599999999999999,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":4.2130000000000001,"5min":4.2130000000000001,"15min":4.2130000000000001},"last":1.802},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.1800000000000002,"15min":2.113},"min":{"1min":0.84299999999999997,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":7.1710000000000003,"5min":7.1710000000000003,"15min":7.1710000000000003},"last":1.1850000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":3.5209999999999999,"5min":3.6150000000000002,"15min":2.6150000000000002},"min":{"1min":0.90800000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":8.3659999999999997,"5min":28.960999999999999,"15min":28.960999999999999},"last":5.4900000000000002},{"interface":"front","average":{"1min":2.0880000000000001,"5min":2.823,"15min":2.7269999999999999},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.7370000000000001,"5min":28.922999999999998,"15min":28.922999999999998},"last":1.0229999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.3290000000000002,"15min":2.8330000000000002},"min":{"1min":0.97999999999999998,"5min":0.85499999999999998,"15min":0.80900000000000005},"max":{"1min":4.8700000000000001,"5min":6.3979999999999997,"15min":95.222999999999999},"last":0.95099999999999996},{"interface":"front","average":{"1min":2.5550000000000002,"5min":2.5339999999999998,"15min":2.3900000000000001},"min":{"1min":1.1279999999999999,"5min":0.68000000000000005,"15min":0.65600000000000003},"max":{"1min":7.4059999999999997,"5min":9.9090000000000007,"15min":10.685},"last":1.3149999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":3.7599999999999998,"5min":3.399,"15min":3.254},"min":{"1min":1.004,"5min":0.85299999999999998,"15min":0.748},"max":{"1min":8.827,"5min":29.614000000000001,"15min":86.338999999999999},"last":6.1619999999999999},{"interface":"front","average":{"1min":2.706,"5min":3.7999999999999998,"15min":3.819},"min":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":7.7670000000000003,"5min":30.177,"15min":96.640000000000001},"last":6.0350000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:56:11 2020","interfaces":[{"interface":"back","average":{"1min":3.157,"5min":4.7270000000000003,"15min":3.8450000000000002},"min":{"1min":1.8979999999999999,"5min":1.117,"15min":0.83799999999999997},"max":{"1min":5.016,"5min":70.046999999999997,"15min":97.006},"last":1.107},{"interface":"front","average":{"1min":3.3439999999999999,"5min":4.415,"15min":3.2360000000000002},"min":{"1min":1.593,"5min":0.997,"15min":0.92300000000000004},"max":{"1min":7.649,"5min":69.757000000000005,"15min":69.757000000000005},"last":2.6179999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":3.851,"5min":3.665,"15min":3.2949999999999999},"min":{"1min":1.216,"5min":1.111,"15min":0.875},"max":{"1min":9.7059999999999995,"5min":12.659000000000001,"15min":97.784000000000006},"last":5.6210000000000004},{"interface":"front","average":{"1min":2.7400000000000002,"5min":2.8660000000000001,"15min":3.2679999999999998},"min":{"1min":1.2649999999999999,"5min":0.94399999999999995,"15min":0.73599999999999999},"max":{"1min":7.2839999999999998,"5min":7.5910000000000002,"15min":95.897999999999996},"last":2.782}]},{"osd":9,"last update":"Mon Nov 16 20:56:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":2.9470000000000001,"15min":3.4769999999999999},"min":{"1min":1.2070000000000001,"5min":1.2070000000000001,"15min":1.04},"max":{"1min":5.476,"5min":6.9800000000000004,"15min":98.706999999999994},"last":0.85699999999999998},{"interface":"front","average":{"1min":3.5259999999999998,"5min":3.593,"15min":3.6349999999999998},"min":{"1min":1.9430000000000001,"5min":0.95499999999999996,"15min":0.95499999999999996},"max":{"1min":7.9939999999999998,"5min":16.169,"15min":99.385000000000005},"last":2.903}]},{"osd":10,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":6.1790000000000003,"5min":4.4139999999999997,"15min":3.75},"min":{"1min":1.7290000000000001,"5min":1.4099999999999999,"15min":0.88700000000000001},"max":{"1min":16.645,"5min":16.645,"15min":97.399000000000001},"last":7.093},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.339,"15min":3.431},"min":{"1min":1.403,"5min":1.21,"15min":1.0880000000000001},"max":{"1min":7.7770000000000001,"5min":7.9729999999999999,"15min":95.094999999999999},"last":1.2490000000000001}]}]},{"osd":10,"up_from":95,"seq":408021893551,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":848424,"kb_used_data":599264,"kb_used_omap":0,"kb_used_meta":249152,"kb_avail":92896728,"statfs":{"total":95995035648,"available":95126249472,"internally_reserved":0,"allocated":613646336,"data_stored":613241274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":255131648},"hb_peers":[0,1,2,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":1.2170000000000001},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":1.609}]},{"osd":1,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.4079999999999999,"15min":2.5169999999999999},"min":{"1min":0.88300000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":5.7069999999999999,"5min":44.258000000000003,"15min":176.976},"last":1.8109999999999999},{"interface":"front","average":{"1min":2.8700000000000001,"5min":2.7330000000000001,"15min":2.8660000000000001},"min":{"1min":0.623,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":9.1340000000000003,"5min":44.149999999999999,"15min":177.08199999999999},"last":1.3580000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":2.161,"15min":1.782},"min":{"1min":1.0249999999999999,"5min":0.65700000000000003,"15min":0.60999999999999999},"max":{"1min":9.7949999999999999,"5min":9.7949999999999999,"15min":9.7949999999999999},"last":2.1829999999999998},{"interface":"front","average":{"1min":3.1840000000000002,"5min":2.1989999999999998,"15min":1.728},"min":{"1min":0.74399999999999999,"5min":0.70599999999999996,"15min":0.57999999999999996},"max":{"1min":9.5869999999999997,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":1.857}]},{"osd":3,"last update":"Mon Nov 16 20:47:46 2020","interfaces":[{"interface":"back","average":{"1min":2.1499999999999999,"5min":1.8080000000000001,"15min":2.1259999999999999},"min":{"1min":0.72999999999999998,"5min":0.622,"15min":0.622},"max":{"1min":11.041,"5min":11.276999999999999,"15min":46.621000000000002},"last":2.2650000000000001},{"interface":"front","average":{"1min":1.653,"5min":1.8480000000000001,"15min":2.0009999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.64500000000000002},"max":{"1min":2.839,"5min":11.494,"15min":42.634999999999998},"last":2.9140000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":1.857,"5min":2.234,"15min":2.149},"min":{"1min":0.70699999999999996,"5min":0.63,"15min":0.629},"max":{"1min":5.9749999999999996,"5min":8.4730000000000008,"15min":8.4730000000000008},"last":5.6459999999999999},{"interface":"front","average":{"1min":3.4729999999999999,"5min":2.6309999999999998,"15min":2.121},"min":{"1min":1.095,"5min":0.66300000000000003,"15min":0.64800000000000002},"max":{"1min":8.0229999999999997,"5min":9.5350000000000001,"15min":9.5350000000000001},"last":2.0710000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":3.6030000000000002,"5min":2.6019999999999999,"15min":2.2869999999999999},"min":{"1min":1.0129999999999999,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":9.4410000000000007,"5min":9.4410000000000007,"15min":9.4410000000000007},"last":3.02},{"interface":"front","average":{"1min":2.7240000000000002,"5min":2.343,"15min":1.9890000000000001},"min":{"1min":1.1379999999999999,"5min":0.85999999999999999,"15min":0.73299999999999998},"max":{"1min":6.4669999999999996,"5min":9.3390000000000004,"15min":9.3390000000000004},"last":6.1459999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":3.2269999999999999,"5min":3.109,"15min":2.6179999999999999},"min":{"1min":0.96399999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":7.7489999999999997,"5min":21.989999999999998,"15min":24.273},"last":6.016},{"interface":"front","average":{"1min":3.8250000000000002,"5min":3.1739999999999999,"15min":2.8719999999999999},"min":{"1min":1.2050000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":9.2750000000000004,"5min":19.751000000000001,"15min":24.326000000000001},"last":2.3029999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:55:32 2020","interfaces":[{"interface":"back","average":{"1min":3.3199999999999998,"5min":2.8410000000000002,"15min":2.6600000000000001},"min":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":10.071,"5min":10.071,"15min":10.071},"last":2.4180000000000001},{"interface":"front","average":{"1min":3.0289999999999999,"5min":2.802,"15min":2.4740000000000002},"min":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.86599999999999999},"max":{"1min":8.9890000000000008,"5min":8.9890000000000008,"15min":8.9890000000000008},"last":2.8999999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":8.0719999999999992,"5min":3.6920000000000002,"15min":3.6000000000000001},"min":{"1min":1.2470000000000001,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":102.69,"5min":102.69,"15min":115.295},"last":2.6629999999999998},{"interface":"front","average":{"1min":8.218,"5min":3.9990000000000001,"15min":3.5099999999999998},"min":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":104.477,"5min":104.477,"15min":112.97799999999999},"last":10.654999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":3.806,"5min":3.3250000000000002,"15min":3.1499999999999999},"min":{"1min":1.694,"5min":1.266,"15min":1.127},"max":{"1min":10.787000000000001,"5min":10.787000000000001,"15min":37.381},"last":2.782},{"interface":"front","average":{"1min":4.0670000000000002,"5min":3.448,"15min":3.2400000000000002},"min":{"1min":1.7170000000000001,"5min":1.3759999999999999,"15min":1.1779999999999999},"max":{"1min":14.864000000000001,"5min":14.864000000000001,"15min":40.417000000000002},"last":3.0449999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:55:23 2020","interfaces":[{"interface":"back","average":{"1min":3.923,"5min":3.2719999999999998,"15min":3.6120000000000001},"min":{"1min":1.7370000000000001,"5min":1.204,"15min":1.204},"max":{"1min":9.6790000000000003,"5min":9.6790000000000003,"15min":117.40600000000001},"last":3.1549999999999998},{"interface":"front","average":{"1min":4.4930000000000003,"5min":3.6200000000000001,"15min":3.7909999999999999},"min":{"1min":1.8580000000000001,"5min":1.4099999999999999,"15min":1.2969999999999999},"max":{"1min":9.9429999999999996,"5min":9.9429999999999996,"15min":117.614},"last":3.278}]}]},{"osd":9,"up_from":71,"seq":304942678473,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1235444,"kb_used_data":689324,"kb_used_omap":0,"kb_used_meta":546112,"kb_avail":92509708,"statfs":{"total":95995035648,"available":94729940992,"internally_reserved":0,"allocated":705867776,"data_stored":705456817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":559218688},"hb_peers":[0,1,2,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":1.405},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":0.68000000000000005}]},{"osd":1,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":2.2240000000000002,"15min":2.6699999999999999},"min":{"1min":0.59099999999999997,"5min":0.56999999999999995,"15min":0.51700000000000002},"max":{"1min":7.1459999999999999,"5min":14.275,"15min":114.18600000000001},"last":1.619},{"interface":"front","average":{"1min":3.0750000000000002,"5min":3.0760000000000001,"15min":3.3820000000000001},"min":{"1min":1.0900000000000001,"5min":1.089,"15min":0.76000000000000001},"max":{"1min":7.8840000000000003,"5min":14.409000000000001,"15min":114.682},"last":2.903}]},{"osd":2,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.2440000000000002,"5min":2.3199999999999998,"15min":1.8069999999999999},"min":{"1min":0.80800000000000005,"5min":0.70299999999999996,"15min":0.53600000000000003},"max":{"1min":6.984,"5min":9.0190000000000001,"15min":9.0190000000000001},"last":0.90700000000000003},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.6299999999999999,"15min":1.6439999999999999},"min":{"1min":0.83599999999999997,"5min":0.61599999999999999,"15min":0.58299999999999996},"max":{"1min":4.9589999999999996,"5min":10.939,"15min":10.939},"last":1.5029999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.665,"15min":2.4510000000000001},"min":{"1min":0.69299999999999995,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":3.294,"5min":6.016,"15min":254.02199999999999},"last":2.262},{"interface":"front","average":{"1min":2.04,"5min":1.702,"15min":2.7290000000000001},"min":{"1min":1.097,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.6749999999999998,"5min":4.694,"15min":252.62200000000001},"last":2.101}]},{"osd":4,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.3069999999999999,"5min":3.8479999999999999,"15min":2.7360000000000002},"min":{"1min":0.88900000000000001,"5min":0.68200000000000005,"15min":0.58599999999999997},"max":{"1min":4.2750000000000004,"5min":117.012,"15min":117.012},"last":1.5469999999999999},{"interface":"front","average":{"1min":2.1110000000000002,"5min":3.9359999999999999,"15min":2.766},"min":{"1min":0.878,"5min":0.80000000000000004,"15min":0.69499999999999995},"max":{"1min":5.1189999999999998,"5min":120.41200000000001,"15min":120.41200000000001},"last":1.2609999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":2.7490000000000001,"15min":2.4260000000000002},"min":{"1min":0.97399999999999998,"5min":0.82799999999999996,"15min":0.746},"max":{"1min":6.8410000000000002,"5min":7.4009999999999998,"15min":8.4459999999999997},"last":1.7769999999999999},{"interface":"front","average":{"1min":2.75,"5min":2.98,"15min":2.548},"min":{"1min":1.121,"5min":0.93200000000000005,"15min":0.71099999999999997},"max":{"1min":4.516,"5min":8.5069999999999997,"15min":8.5069999999999997},"last":1.871}]},{"osd":6,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":4.2850000000000001,"15min":3.23},"min":{"1min":1.282,"5min":1.03,"15min":0.71399999999999997},"max":{"1min":6.4489999999999998,"5min":92.771000000000001,"15min":92.771000000000001},"last":2.8149999999999999},{"interface":"front","average":{"1min":3.129,"5min":4.6580000000000004,"15min":3.4790000000000001},"min":{"1min":1.4059999999999999,"5min":1.075,"15min":0.91500000000000004},"max":{"1min":6.5880000000000001,"5min":92.504000000000005,"15min":92.504000000000005},"last":2.9660000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:55:30 2020","interfaces":[{"interface":"back","average":{"1min":3.3900000000000001,"5min":3.4529999999999998,"15min":3.0419999999999998},"min":{"1min":1.093,"5min":1.093,"15min":0.90200000000000002},"max":{"1min":9.1140000000000008,"5min":18.486999999999998,"15min":18.486999999999998},"last":2.7469999999999999},{"interface":"front","average":{"1min":2.4649999999999999,"5min":2.9710000000000001,"15min":3.1619999999999999},"min":{"1min":1.117,"5min":0.83499999999999996,"15min":0.83499999999999996},"max":{"1min":7.2599999999999998,"5min":18.757000000000001,"15min":121.273},"last":1.474}]},{"osd":8,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.718,"5min":2.7759999999999998,"15min":2.859},"min":{"1min":1.119,"5min":0.94899999999999995,"15min":0.94899999999999995},"max":{"1min":6.1059999999999999,"5min":11.083,"15min":11.083},"last":1.0269999999999999},{"interface":"front","average":{"1min":2.6619999999999999,"5min":3.0430000000000001,"15min":3.0150000000000001},"min":{"1min":1.23,"5min":1.0880000000000001,"15min":1.0129999999999999},"max":{"1min":6.5679999999999996,"5min":11.837,"15min":11.837},"last":2.706}]},{"osd":10,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":3.246,"15min":3.0350000000000001},"min":{"1min":1.478,"5min":1.365,"15min":1.1839999999999999},"max":{"1min":6.8170000000000002,"5min":11.691000000000001,"15min":11.691000000000001},"last":1.369},{"interface":"front","average":{"1min":3.2269999999999999,"5min":3.4039999999999999,"15min":3.7080000000000002},"min":{"1min":1.7430000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"max":{"1min":5.2069999999999999,"5min":11.542999999999999,"15min":120.693},"last":3.4340000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:55:26 2020","interfaces":[{"interface":"back","average":{"1min":4.9729999999999999,"5min":3.7970000000000002,"15min":3.2370000000000001},"min":{"1min":1.4690000000000001,"5min":1.4399999999999999,"15min":1.0840000000000001},"max":{"1min":28.57,"5min":28.57,"15min":28.57},"last":2.863},{"interface":"front","average":{"1min":5.0199999999999996,"5min":3.8210000000000002,"15min":4.0099999999999998},"min":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":26.074000000000002,"5min":26.074000000000002,"15min":121.5},"last":4.2229999999999999}]}]},{"osd":8,"up_from":63,"seq":270582940109,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":663720,"kb_used_data":310496,"kb_used_omap":0,"kb_used_meta":353216,"kb_avail":93081432,"statfs":{"total":95995035648,"available":95315386368,"internally_reserved":0,"allocated":317947904,"data_stored":317542862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":361693184},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:55:38 2020","interfaces":[{"interface":"back","average":{"1min":5.5369999999999999,"5min":2.492,"15min":2.347},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.52500000000000002},"max":{"1min":64.843000000000004,"5min":64.843000000000004,"15min":80.534000000000006},"last":0.60899999999999999},{"interface":"front","average":{"1min":4.9829999999999997,"5min":2.3220000000000001,"15min":2.4460000000000002},"min":{"1min":0.61799999999999999,"5min":0.60199999999999998,"15min":0.55100000000000005},"max":{"1min":59.093000000000004,"5min":59.093000000000004,"15min":80.248000000000005},"last":0.48799999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:56:22 2020","interfaces":[{"interface":"back","average":{"1min":1.976,"5min":2.2309999999999999,"15min":3.2970000000000002},"min":{"1min":1.0149999999999999,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":3.5049999999999999,"5min":7.7110000000000003,"15min":225.94999999999999},"last":0.91000000000000003},{"interface":"front","average":{"1min":2.4609999999999999,"5min":2.395,"15min":3.504},"min":{"1min":0.66400000000000003,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":5.8970000000000002,"5min":8.9399999999999995,"15min":226.03100000000001},"last":1.496}]},{"osd":2,"last update":"Mon Nov 16 20:56:08 2020","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":2.2890000000000001,"15min":2.0859999999999999},"min":{"1min":0.84999999999999998,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":5.7789999999999999,"5min":8.0079999999999991,"15min":8.0079999999999991},"last":0.76300000000000001},{"interface":"front","average":{"1min":2.5150000000000001,"5min":2.1160000000000001,"15min":1.804},"min":{"1min":0.88,"5min":0.66200000000000003,"15min":0.61599999999999999},"max":{"1min":5.7469999999999999,"5min":8.0570000000000004,"15min":8.0570000000000004},"last":0.67200000000000004}]},{"osd":3,"last update":"Mon Nov 16 20:48:24 2020","interfaces":[{"interface":"back","average":{"1min":2.1160000000000001,"5min":2.0310000000000001,"15min":2.4460000000000002},"min":{"1min":0.91100000000000003,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":3.3610000000000002,"5min":8.468,"15min":137.90299999999999},"last":2.3130000000000002},{"interface":"front","average":{"1min":1.917,"5min":2.0009999999999999,"15min":2.476},"min":{"1min":0.98399999999999999,"5min":0.67600000000000005,"15min":0.623},"max":{"1min":3.04,"5min":13.185,"15min":138.24299999999999},"last":5.5339999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:55:33 2020","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.5710000000000002,"15min":2.4969999999999999},"min":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.63100000000000001},"max":{"1min":8.6539999999999999,"5min":8.6539999999999999,"15min":8.6539999999999999},"last":1.1850000000000001},{"interface":"front","average":{"1min":2.2530000000000001,"5min":2.5310000000000001,"15min":2.452},"min":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.64000000000000001},"max":{"1min":7.8579999999999997,"5min":7.8579999999999997,"15min":12.077999999999999},"last":1.077}]},{"osd":5,"last update":"Mon Nov 16 20:55:33 2020","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":2.419,"15min":2.4550000000000001},"min":{"1min":1,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":8.2059999999999995,"5min":8.2059999999999995,"15min":12.273999999999999},"last":0.92800000000000005},{"interface":"front","average":{"1min":3.4550000000000001,"5min":2.3700000000000001,"15min":2.3740000000000001},"min":{"1min":1.506,"5min":0.72199999999999998,"15min":0.65400000000000003},"max":{"1min":9.0839999999999996,"5min":9.0839999999999996,"15min":11.808999999999999},"last":1.4139999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:55:46 2020","interfaces":[{"interface":"back","average":{"1min":2.1150000000000002,"5min":2.8959999999999999,"15min":2.7709999999999999},"min":{"1min":1.087,"5min":1.087,"15min":0.84299999999999997},"max":{"1min":3.5760000000000001,"5min":8.1720000000000006,"15min":8.6649999999999991},"last":1.24},{"interface":"front","average":{"1min":3.3820000000000001,"5min":3.2240000000000002,"15min":2.9609999999999999},"min":{"1min":1.2210000000000001,"5min":1.016,"15min":1.016},"max":{"1min":6.585,"5min":8.3439999999999994,"15min":12.166},"last":1.5760000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:55:56 2020","interfaces":[{"interface":"back","average":{"1min":3.7090000000000001,"5min":3.1949999999999998,"15min":3.073},"min":{"1min":1.347,"5min":1.052,"15min":1.052},"max":{"1min":6.7309999999999999,"5min":9.2189999999999994,"15min":13.644},"last":1.3120000000000001},{"interface":"front","average":{"1min":4.0819999999999999,"5min":3.484,"15min":3.246},"min":{"1min":1.851,"5min":1.1339999999999999,"15min":1.0049999999999999},"max":{"1min":6.9950000000000001,"5min":15.028,"15min":15.028},"last":1.093}]},{"osd":9,"last update":"Mon Nov 16 20:55:56 2020","interfaces":[{"interface":"back","average":{"1min":3.2170000000000001,"5min":3.1040000000000001,"15min":2.9710000000000001},"min":{"1min":1.1919999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"max":{"1min":6.9850000000000003,"5min":8.4420000000000002,"15min":8.9399999999999995},"last":0.81200000000000006},{"interface":"front","average":{"1min":2.6200000000000001,"5min":2.9889999999999999,"15min":3.1739999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":6.9370000000000003,"5min":11.353999999999999,"15min":11.353999999999999},"last":1.042}]},{"osd":10,"last update":"Mon Nov 16 20:55:56 2020","interfaces":[{"interface":"back","average":{"1min":2.907,"5min":3.3730000000000002,"15min":3.0790000000000002},"min":{"1min":1.552,"5min":1.2849999999999999,"15min":0.98199999999999998},"max":{"1min":6.7009999999999996,"5min":8.3119999999999994,"15min":12.244999999999999},"last":0.99199999999999999},{"interface":"front","average":{"1min":3.1059999999999999,"5min":3.633,"15min":3.3420000000000001},"min":{"1min":1.6839999999999999,"5min":1.375,"15min":1},"max":{"1min":6.8899999999999997,"5min":8.5790000000000006,"15min":8.9830000000000005},"last":1.1459999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:55:28 2020","interfaces":[{"interface":"back","average":{"1min":3.4910000000000001,"5min":3.508,"15min":3.3919999999999999},"min":{"1min":1.143,"5min":1.143,"15min":1.1180000000000001},"max":{"1min":8.4749999999999996,"5min":10.851000000000001,"15min":12.114000000000001},"last":1.3460000000000001},{"interface":"front","average":{"1min":4.0640000000000001,"5min":3.0379999999999998,"15min":3.0379999999999998},"min":{"1min":1.1859999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"max":{"1min":11.500999999999999,"5min":11.500999999999999,"15min":13.513},"last":1.2210000000000001}]}]},{"osd":7,"up_from":225,"seq":966367641940,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":524968,"kb_used_data":112096,"kb_used_omap":0,"kb_used_meta":412863,"kb_avail":93220184,"statfs":{"total":95995035648,"available":95457468416,"internally_reserved":0,"allocated":114786304,"data_stored":114381262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":422771772},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":1.8200000000000001,"15min":2.407},"min":{"1min":0.70699999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":3.3069999999999999,"5min":9.5890000000000004,"15min":146.768},"last":1.462},{"interface":"front","average":{"1min":1.6619999999999999,"5min":1.5489999999999999,"15min":2.3399999999999999},"min":{"1min":0.78000000000000003,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":3.9500000000000002,"5min":3.9500000000000002,"15min":146.83699999999999},"last":1.6020000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.603,"15min":1.657},"min":{"1min":0.69699999999999995,"5min":0.58099999999999996,"15min":0.5},"max":{"1min":3.988,"5min":6.2270000000000003,"15min":14.375999999999999},"last":1.544},{"interface":"front","average":{"1min":1.9239999999999999,"5min":1.8440000000000001,"15min":1.925},"min":{"1min":1.01,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":4.3289999999999997,"5min":6.1200000000000001,"15min":14.645},"last":1.9530000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:55:40 2020","interfaces":[{"interface":"back","average":{"1min":1.5649999999999999,"5min":1.716,"15min":1.5860000000000001},"min":{"1min":0.80800000000000005,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":6.7450000000000001,"5min":6.7450000000000001,"15min":6.7450000000000001},"last":2.3439999999999999},{"interface":"front","average":{"1min":1.516,"5min":1.7629999999999999,"15min":1.746},"min":{"1min":0.89200000000000002,"5min":0.622,"15min":0.622},"max":{"1min":2.5800000000000001,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":2.851}]},{"osd":4,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":2.262,"5min":2.508,"15min":2.218},"min":{"1min":0.88200000000000001,"5min":0.61599999999999999,"15min":0.59299999999999997},"max":{"1min":4.0270000000000001,"5min":27.331,"15min":27.331},"last":3.1890000000000001},{"interface":"front","average":{"1min":2.2410000000000001,"5min":2.5379999999999998,"15min":2.6280000000000001},"min":{"1min":0.753,"5min":0.74099999999999999,"15min":0.629},"max":{"1min":3.7149999999999999,"5min":27.190000000000001,"15min":27.190000000000001},"last":6.0460000000000003}]},{"osd":5,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.9710000000000001,"15min":2.206},"min":{"1min":0.749,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.96,"5min":6.9109999999999996,"15min":14.191000000000001},"last":4.4809999999999999},{"interface":"front","average":{"1min":2.4279999999999999,"5min":2.355,"15min":2.3460000000000001},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":4.0810000000000004,"5min":6.7519999999999998,"15min":11.981999999999999},"last":3.5}]},{"osd":6,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":2.1739999999999999,"5min":2.25,"15min":2.5859999999999999},"min":{"1min":0.88800000000000001,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":3.347,"5min":9.4410000000000007,"15min":14.186},"last":3.0139999999999998},{"interface":"front","average":{"1min":3.0099999999999998,"5min":3.0920000000000001,"15min":2.871},"min":{"1min":1.27,"5min":0.89900000000000002,"15min":0.89900000000000002},"max":{"1min":4.4260000000000002,"5min":13.574999999999999,"15min":13.574999999999999},"last":4.1779999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":4.6840000000000002,"5min":3.0289999999999999,"15min":2.8479999999999999},"min":{"1min":1.47,"5min":0.90100000000000002,"15min":0.90100000000000002},"max":{"1min":34.351999999999997,"5min":34.351999999999997,"15min":34.351999999999997},"last":3.8359999999999999},{"interface":"front","average":{"1min":5.0140000000000002,"5min":3.335,"15min":3.0600000000000001},"min":{"1min":1.6859999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"max":{"1min":34.154000000000003,"5min":34.154000000000003,"15min":34.154000000000003},"last":4.5449999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":3.5390000000000001,"5min":3.153,"15min":2.9969999999999999},"min":{"1min":1.1879999999999999,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":6.3550000000000004,"5min":7.8470000000000004,"15min":12.653},"last":5.3869999999999996},{"interface":"front","average":{"1min":2.5499999999999998,"5min":2.6509999999999998,"15min":2.8660000000000001},"min":{"1min":1.345,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":4.8300000000000001,"5min":6.0919999999999996,"15min":14.513},"last":2.415}]},{"osd":10,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":3.98,"5min":3.3220000000000001,"15min":3.097},"min":{"1min":1.385,"5min":0.96999999999999997,"15min":0.96999999999999997},"max":{"1min":9.1799999999999997,"5min":9.1799999999999997,"15min":12.792999999999999},"last":5.8719999999999999},{"interface":"front","average":{"1min":3.5659999999999998,"5min":3.4249999999999998,"15min":3.2210000000000001},"min":{"1min":1.5489999999999999,"5min":1.2,"15min":1.2},"max":{"1min":7.1680000000000001,"5min":7.5,"15min":13.054},"last":4.9829999999999997}]},{"osd":11,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":4.1660000000000004,"5min":3.3999999999999999,"15min":3.4510000000000001},"min":{"1min":1.4339999999999999,"5min":1.089,"15min":1.089},"max":{"1min":34.290999999999997,"5min":34.290999999999997,"15min":34.290999999999997},"last":2.6789999999999998},{"interface":"front","average":{"1min":5.3869999999999996,"5min":4.8019999999999996,"15min":3.7949999999999999},"min":{"1min":2.0430000000000001,"5min":1.1830000000000001,"15min":1.0249999999999999},"max":{"1min":34.529000000000003,"5min":97.986000000000004,"15min":97.986000000000004},"last":5.6539999999999999}]}]},{"osd":6,"up_from":49,"seq":210453397975,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":389096,"kb_used_data":800,"kb_used_omap":0,"kb_used_meta":388288,"kb_avail":93356056,"statfs":{"total":95995035648,"available":95596601344,"internally_reserved":0,"allocated":819200,"data_stored":414158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":397606912},"hb_peers":[0,1,2,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":2.194},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":2.3650000000000002}]},{"osd":1,"last update":"Mon Nov 16 20:55:49 2020","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":2.2930000000000001,"15min":10.641999999999999},"min":{"1min":0.63,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.3029999999999999,"5min":23.873000000000001,"15min":296.45600000000002},"last":3.4630000000000001},{"interface":"front","average":{"1min":1.3680000000000001,"5min":2,"15min":10.707000000000001},"min":{"1min":0.73799999999999999,"5min":0.59199999999999997,"15min":0.57499999999999996},"max":{"1min":2.8929999999999998,"5min":24.213999999999999,"15min":297.99099999999999},"last":3.2370000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":2.282,"15min":1.7410000000000001},"min":{"1min":0.83999999999999997,"5min":0.63700000000000001,"15min":0.54500000000000004},"max":{"1min":4.484,"5min":10.24,"15min":13.731999999999999},"last":1.097},{"interface":"front","average":{"1min":1.2749999999999999,"5min":1.804,"15min":1.7789999999999999},"min":{"1min":0.73599999999999999,"5min":0.63600000000000001,"15min":0.59399999999999997},"max":{"1min":3.0790000000000002,"5min":10.789,"15min":10.789},"last":1.1919999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:48:26 2020","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":2.0409999999999999,"15min":2.5649999999999999},"min":{"1min":0.755,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":2.6469999999999998,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.7250000000000001},{"interface":"front","average":{"1min":2.621,"5min":1.929,"15min":2.5960000000000001},"min":{"1min":1.391,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":3.9670000000000001,"5min":6.6139999999999999,"15min":171.46100000000001},"last":1.4039999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":3.8490000000000002,"5min":2.6480000000000001,"15min":2.5600000000000001},"min":{"1min":0.80600000000000005,"5min":0.54800000000000004,"15min":0.54500000000000004},"max":{"1min":32.469000000000001,"5min":32.469000000000001,"15min":32.469000000000001},"last":3.0630000000000002},{"interface":"front","average":{"1min":3.7810000000000001,"5min":3.109,"15min":2.641},"min":{"1min":0.93100000000000005,"5min":0.61699999999999999,"15min":0.59999999999999998},"max":{"1min":32.743000000000002,"5min":32.743000000000002,"15min":32.743000000000002},"last":1.5089999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.544,"15min":2.343},"min":{"1min":0.89300000000000002,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":4.5910000000000002,"5min":10.378,"15min":12.869},"last":1.5589999999999999},{"interface":"front","average":{"1min":2.2759999999999998,"5min":3.0800000000000001,"15min":2.698},"min":{"1min":1.3240000000000001,"5min":0.97099999999999997,"15min":0.89200000000000002},"max":{"1min":4.7939999999999996,"5min":10.704000000000001,"15min":13.013999999999999},"last":2.6970000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":2.2719999999999998,"5min":2.4470000000000001,"15min":2.5379999999999998},"min":{"1min":1.042,"5min":0.79000000000000004,"15min":0.75600000000000001},"max":{"1min":4.8150000000000004,"5min":6.7149999999999999,"15min":14.361000000000001},"last":3.1480000000000001},{"interface":"front","average":{"1min":3.2669999999999999,"5min":3.3210000000000002,"15min":3.073},"min":{"1min":1.5369999999999999,"5min":1.038,"15min":0.84099999999999997},"max":{"1min":5.5380000000000003,"5min":10.503,"15min":10.85},"last":3.278}]},{"osd":8,"last update":"Mon Nov 16 20:55:25 2020","interfaces":[{"interface":"back","average":{"1min":1.8149999999999999,"5min":2.4060000000000001,"15min":3.024},"min":{"1min":0.95499999999999996,"5min":0.81499999999999995,"15min":0.80000000000000004},"max":{"1min":3.1890000000000001,"5min":10.026,"15min":115.756},"last":1.7010000000000001},{"interface":"front","average":{"1min":2.399,"5min":2.5379999999999998,"15min":2.9279999999999999},"min":{"1min":0.98999999999999999,"5min":0.91900000000000004,"15min":0.84199999999999997},"max":{"1min":8.0760000000000005,"5min":9.7200000000000006,"15min":114.051},"last":1.986}]},{"osd":9,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":2.8119999999999998,"15min":3.7000000000000002},"min":{"1min":0.94299999999999995,"5min":0.94199999999999995,"15min":0.84399999999999997},"max":{"1min":6.194,"5min":10.17,"15min":135.161},"last":2.847},{"interface":"front","average":{"1min":3.0339999999999998,"5min":3.3849999999999998,"15min":4.1260000000000003},"min":{"1min":1.6379999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":6.1660000000000004,"5min":10.608000000000001,"15min":135.35400000000001},"last":1.839}]},{"osd":10,"last update":"Mon Nov 16 20:55:25 2020","interfaces":[{"interface":"back","average":{"1min":2.9449999999999998,"5min":3.5510000000000002,"15min":3.089},"min":{"1min":1.377,"5min":1.028,"15min":0.95399999999999996},"max":{"1min":6.633,"5min":13.907999999999999,"15min":13.907999999999999},"last":2.1259999999999999},{"interface":"front","average":{"1min":3.117,"5min":3.8530000000000002,"15min":3.4340000000000002},"min":{"1min":1.548,"5min":1.266,"15min":1.171},"max":{"1min":6.7140000000000004,"5min":14.228999999999999,"15min":14.228999999999999},"last":2.4510000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:56:18 2020","interfaces":[{"interface":"back","average":{"1min":2.8610000000000002,"5min":3.0230000000000001,"15min":3.0710000000000002},"min":{"1min":1.619,"5min":0.875,"15min":0.875},"max":{"1min":5.0579999999999998,"5min":9.8219999999999992,"15min":113.28},"last":2.5259999999999998},{"interface":"front","average":{"1min":4.1429999999999998,"5min":3.5739999999999998,"15min":3.4950000000000001},"min":{"1min":1.538,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":7.8719999999999999,"5min":9.9909999999999997,"15min":113.851},"last":2.9060000000000001}]}]},{"osd":1,"up_from":18,"seq":77309411826,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":876520,"kb_used_data":352352,"kb_used_omap":0,"kb_used_meta":524160,"kb_avail":92868632,"statfs":{"total":95995035648,"available":95097479168,"internally_reserved":0,"allocated":360808448,"data_stored":360403406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":536739840},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:55:39 2020","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":2.0790000000000002,"15min":1.7849999999999999},"min":{"1min":0.65400000000000003,"5min":0.52600000000000002,"15min":0.45600000000000002},"max":{"1min":5.4649999999999999,"5min":48.201999999999998,"15min":48.201999999999998},"last":1.208},{"interface":"front","average":{"1min":1.9710000000000001,"5min":2.6080000000000001,"15min":2.3719999999999999},"min":{"1min":0.95999999999999996,"5min":0.755,"15min":0.67300000000000004},"max":{"1min":5.577,"5min":48.332000000000001,"15min":48.332000000000001},"last":2.0190000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:56:12 2020","interfaces":[{"interface":"back","average":{"1min":1.3260000000000001,"5min":1.3500000000000001,"15min":1.593},"min":{"1min":0.72399999999999998,"5min":0.54600000000000004,"15min":0.48099999999999998},"max":{"1min":2.052,"5min":3.8809999999999998,"15min":13.121},"last":1.3700000000000001},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.6479999999999999,"15min":1.6619999999999999},"min":{"1min":0.64500000000000002,"5min":0.63,"15min":0.52100000000000002},"max":{"1min":2.7839999999999998,"5min":5.0590000000000002,"15min":12.002000000000001},"last":0.96499999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":4.5220000000000002},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Nov 16 20:56:00 2020","interfaces":[{"interface":"back","average":{"1min":1.5569999999999999,"5min":1.7010000000000001,"15min":1.825},"min":{"1min":0.77900000000000003,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":3.6899999999999999,"5min":4.2389999999999999,"15min":4.5519999999999996},"last":1.343},{"interface":"front","average":{"1min":1.716,"5min":2.121,"15min":1.9870000000000001},"min":{"1min":0.86199999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":3.1320000000000001,"5min":8.859,"15min":8.859},"last":2.641}]},{"osd":5,"last update":"Mon Nov 16 20:55:34 2020","interfaces":[{"interface":"back","average":{"1min":1.611,"5min":1.7789999999999999,"15min":2.4929999999999999},"min":{"1min":0.76700000000000002,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":4.0540000000000003,"5min":4.407,"15min":97.927999999999997},"last":2.2480000000000002},{"interface":"front","average":{"1min":1.8,"5min":1.988,"15min":2.9220000000000002},"min":{"1min":0.88900000000000001,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":4.0199999999999996,"5min":5.984,"15min":98.322000000000003},"last":1.7330000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:55:39 2020","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":2.278,"15min":2.5670000000000002},"min":{"1min":0.998,"5min":0.998,"15min":0.79400000000000004},"max":{"1min":3.8940000000000001,"5min":6.1699999999999999,"15min":16.026},"last":1.653},{"interface":"front","average":{"1min":2.226,"5min":2.3250000000000002,"15min":2.6869999999999998},"min":{"1min":1.147,"5min":0.96899999999999997,"15min":0.89900000000000002},"max":{"1min":3.8210000000000002,"5min":5.3710000000000004,"15min":16.198},"last":2.7749999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:56:12 2020","interfaces":[{"interface":"back","average":{"1min":2.5640000000000001,"5min":2.544,"15min":2.552},"min":{"1min":1.429,"5min":0.92000000000000004,"15min":0.83499999999999996},"max":{"1min":4.7469999999999999,"5min":5.8689999999999998,"15min":13.673999999999999},"last":1.899},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.9930000000000001,"15min":2.1040000000000001},"min":{"1min":0.89500000000000002,"5min":0.76000000000000001,"15min":0.71499999999999997},"max":{"1min":4.2789999999999999,"5min":7.008,"15min":26.556999999999999},"last":2.887}]},{"osd":8,"last update":"Mon Nov 16 20:55:34 2020","interfaces":[{"interface":"back","average":{"1min":1.9039999999999999,"5min":2.016,"15min":3.0569999999999999},"min":{"1min":0.997,"5min":0.96899999999999997,"15min":0.96899999999999997},"max":{"1min":2.8740000000000001,"5min":6.181,"15min":98.739999999999995},"last":2.4289999999999998},{"interface":"front","average":{"1min":2.528,"5min":2.5270000000000001,"15min":2.371},"min":{"1min":1.345,"5min":1.1279999999999999,"15min":0.72199999999999998},"max":{"1min":6.3639999999999999,"5min":7.2910000000000004,"15min":26.77},"last":2.9740000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:56:12 2020","interfaces":[{"interface":"back","average":{"1min":2.7450000000000001,"5min":2.698,"15min":2.8279999999999998},"min":{"1min":1.3799999999999999,"5min":1.046,"15min":0.90500000000000003},"max":{"1min":4.8559999999999999,"5min":6.1399999999999997,"15min":15.629},"last":1.5660000000000001},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.1499999999999999,"15min":3.093},"min":{"1min":1.1479999999999999,"5min":1.119,"15min":1.119},"max":{"1min":5.4850000000000003,"5min":7.9139999999999997,"15min":15.382999999999999},"last":1.8109999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:56:20 2020","interfaces":[{"interface":"back","average":{"1min":2.6789999999999998,"5min":2.4180000000000001,"15min":2.4350000000000001},"min":{"1min":1.1930000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":5.2190000000000003,"5min":6.7270000000000003,"15min":11.627000000000001},"last":2.8090000000000002},{"interface":"front","average":{"1min":2.516,"5min":2.512,"15min":2.5510000000000002},"min":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.046},"max":{"1min":4.2460000000000004,"5min":8.6660000000000004,"15min":11.148999999999999},"last":1.8320000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:56:23 2020","interfaces":[{"interface":"back","average":{"1min":3.2290000000000001,"5min":3.069,"15min":3.2570000000000001},"min":{"1min":1.5840000000000001,"5min":1.242,"15min":1.1000000000000001},"max":{"1min":5.4290000000000003,"5min":8.8200000000000003,"15min":26.873000000000001},"last":2.5710000000000002},{"interface":"front","average":{"1min":2.786,"5min":3.0179999999999998,"15min":2.9319999999999999},"min":{"1min":1.323,"5min":1.0149999999999999,"15min":0.99099999999999999},"max":{"1min":5.4740000000000002,"5min":24.675999999999998,"15min":26.925999999999998},"last":2.056}]}]},{"osd":0,"up_from":12,"seq":51539608055,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":767412,"kb_used_data":347436,"kb_used_omap":0,"kb_used_meta":419968,"kb_avail":92977740,"statfs":{"total":95995035648,"available":95209205760,"internally_reserved":0,"allocated":355774464,"data_stored":355363525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":430047232},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:55:33 2020","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":2.2360000000000002,"15min":3.149},"min":{"1min":0.59099999999999997,"5min":0.55000000000000004,"15min":0.495},"max":{"1min":7.5519999999999996,"5min":45.770000000000003,"15min":149.07599999999999},"last":1.784},{"interface":"front","average":{"1min":1.8460000000000001,"5min":2.6949999999999998,"15min":3.3799999999999999},"min":{"1min":0.89400000000000002,"5min":0.63400000000000001,"15min":0.63300000000000001},"max":{"1min":5.7229999999999999,"5min":50.347000000000001,"15min":147.98699999999999},"last":4.0350000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:55:50 2020","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.5840000000000001,"15min":1.556},"min":{"1min":0.64300000000000002,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.7120000000000002,"5min":11.772,"15min":11.772},"last":1.8480000000000001},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.8140000000000001,"15min":2.048},"min":{"1min":0.84999999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":5.8319999999999999,"5min":12.882999999999999,"15min":12.882999999999999},"last":2.859}]},{"osd":3,"last update":"Mon Nov 16 20:48:13 2020","interfaces":[{"interface":"back","average":{"1min":1.367,"5min":1.9199999999999999,"15min":1.974},"min":{"1min":0.67700000000000005,"5min":0.54200000000000004,"15min":0.496},"max":{"1min":1.96,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.345},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.528,"15min":2.0089999999999999},"min":{"1min":0.70599999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.427,"5min":7.2519999999999998,"15min":34.512},"last":0.747}]},{"osd":4,"last update":"Mon Nov 16 20:55:50 2020","interfaces":[{"interface":"back","average":{"1min":1.7050000000000001,"5min":2.0169999999999999,"15min":2.266},"min":{"1min":0.78100000000000003,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":5.8659999999999997,"5min":10.566000000000001,"15min":44.290999999999997},"last":1.8859999999999999},{"interface":"front","average":{"1min":1.758,"5min":2.4620000000000002,"15min":2.8100000000000001},"min":{"1min":0.747,"5min":0.746,"15min":0.746},"max":{"1min":5.7370000000000001,"5min":10.779999999999999,"15min":45.820999999999998},"last":2.2029999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:56:22 2020","interfaces":[{"interface":"back","average":{"1min":2.3769999999999998,"5min":2.411,"15min":2.395},"min":{"1min":0.97699999999999998,"5min":0.70899999999999996,"15min":0.63200000000000001},"max":{"1min":5.2670000000000003,"5min":19.503,"15min":44.240000000000002},"last":3.5819999999999999},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.403,"15min":2.5510000000000002},"min":{"1min":1.1859999999999999,"5min":0.71499999999999997,"15min":0.70599999999999996},"max":{"1min":3.0710000000000002,"5min":19.355,"15min":46.713999999999999},"last":2.306}]},{"osd":6,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":2.7400000000000002,"15min":2.7610000000000001},"min":{"1min":1.1890000000000001,"5min":0.97499999999999998,"15min":0.79500000000000004},"max":{"1min":6.3579999999999997,"5min":20.09,"15min":46.584000000000003},"last":2.444},{"interface":"front","average":{"1min":2.8239999999999998,"5min":3.0129999999999999,"15min":3.1190000000000002},"min":{"1min":1.4570000000000001,"5min":0.82399999999999995,"15min":0.82399999999999995},"max":{"1min":5.9699999999999998,"5min":19.984999999999999,"15min":46.810000000000002},"last":2.6120000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":2.3359999999999999,"5min":3.625,"15min":3.2360000000000002},"min":{"1min":1.0009999999999999,"5min":0.86699999999999999,"15min":0.79000000000000004},"max":{"1min":5.4569999999999999,"5min":91.515000000000001,"15min":91.515000000000001},"last":3.4990000000000001},{"interface":"front","average":{"1min":2.2530000000000001,"5min":3.4159999999999999,"15min":3.1230000000000002},"min":{"1min":1.296,"5min":1.101,"15min":0.76000000000000001},"max":{"1min":3.3530000000000002,"5min":95.210999999999999,"15min":95.210999999999999},"last":3.2360000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:56:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8740000000000001,"5min":3.0470000000000002,"15min":3.5630000000000002},"min":{"1min":1.216,"5min":1.1839999999999999,"15min":0.85499999999999998},"max":{"1min":5.6139999999999999,"5min":19.739000000000001,"15min":82.204999999999998},"last":3.27},{"interface":"front","average":{"1min":3.2360000000000002,"5min":3.2610000000000001,"15min":3.7229999999999999},"min":{"1min":1.5409999999999999,"5min":1.0409999999999999,"15min":0.75800000000000001},"max":{"1min":6.7619999999999996,"5min":19.927,"15min":79.483999999999995},"last":3.6680000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":3.343,"5min":3.7599999999999998,"15min":3.5019999999999998},"min":{"1min":1.5269999999999999,"5min":1.157,"15min":0.91200000000000003},"max":{"1min":6.9649999999999999,"5min":45.256,"15min":60.097999999999999},"last":3.387},{"interface":"front","average":{"1min":2.964,"5min":3.6600000000000001,"15min":3.714},"min":{"1min":1.3320000000000001,"5min":1.0509999999999999,"15min":0.89400000000000002},"max":{"1min":6.3879999999999999,"5min":43.122,"15min":59.579000000000001},"last":3.5259999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":3.1890000000000001,"5min":3.5259999999999998,"15min":3.484},"min":{"1min":1.7749999999999999,"5min":1.3340000000000001,"15min":0.98899999999999999},"max":{"1min":7.0330000000000004,"5min":42.576999999999998,"15min":47.006999999999998},"last":2.7570000000000001},{"interface":"front","average":{"1min":3.133,"5min":3.7170000000000001,"15min":3.6389999999999998},"min":{"1min":1.528,"5min":0.93799999999999994,"15min":0.93799999999999994},"max":{"1min":7.3209999999999997,"5min":42.619,"15min":46.515000000000001},"last":3.0659999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:56:22 2020","interfaces":[{"interface":"back","average":{"1min":3.0369999999999999,"5min":3.7400000000000002,"15min":3.944},"min":{"1min":1.4870000000000001,"5min":1.304,"15min":1.1140000000000001},"max":{"1min":4.218,"5min":49.503999999999998,"15min":55.441000000000003},"last":6.5019999999999998},{"interface":"front","average":{"1min":3.5089999999999999,"5min":4.2149999999999999,"15min":4.2880000000000003},"min":{"1min":1.609,"5min":1.5149999999999999,"15min":1.0369999999999999},"max":{"1min":5.1130000000000004,"5min":49.649000000000001,"15min":61.509},"last":6.4640000000000004}]}]},{"osd":2,"up_from":0,"seq":98784248301,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597819,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855843,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":929588,"kb_used_data":453740,"kb_used_omap":0,"kb_used_meta":475840,"kb_avail":92815564,"statfs":{"total":95995035648,"available":95043137536,"internally_reserved":0,"allocated":464629760,"data_stored":464218821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":487260160},"hb_peers":[0,1,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.276},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.4870000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:56:07 2020","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":2.5880000000000001,"15min":2.3109999999999999},"min":{"1min":0.96799999999999997,"5min":0.57799999999999996,"15min":0.48199999999999998},"max":{"1min":4.7999999999999998,"5min":24.158999999999999,"15min":62.207000000000001},"last":1.7170000000000001},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.3969999999999998,"15min":2.5310000000000001},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":4.5099999999999998,"5min":24.338000000000001,"15min":62.087000000000003},"last":1.869}]},{"osd":2,"last update":"Mon Nov 16 20:52:50 2020","interfaces":[{"interface":"back","average":{"1min":1.7569999999999999,"5min":1.9630000000000001,"15min":1.879},"min":{"1min":0.77800000000000002,"5min":0.67500000000000004,"15min":0.60099999999999998},"max":{"1min":4.8739999999999997,"5min":7.7949999999999999,"15min":8.2400000000000002},"last":2.2639999999999998},{"interface":"front","average":{"1min":2.657,"5min":2.2160000000000002,"15min":2.0819999999999999},"min":{"1min":0.83799999999999997,"5min":0.66800000000000004,"15min":0.57999999999999996},"max":{"1min":9.0999999999999996,"5min":11.298999999999999,"15min":11.298999999999999},"last":3.8180000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:55:42 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.95,"15min":1.8120000000000001},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":5.3659999999999997,"5min":10.99,"15min":10.99},"last":1.9570000000000001},{"interface":"front","average":{"1min":1.694,"5min":2.1099999999999999,"15min":2.0019999999999998},"min":{"1min":0.79700000000000004,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":4.6360000000000001,"5min":10.842000000000001,"15min":10.842000000000001},"last":2.9769999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:55:28 2020","interfaces":[{"interface":"back","average":{"1min":1.419,"5min":2.1629999999999998,"15min":2.1669999999999998},"min":{"1min":0.70899999999999996,"5min":0.60199999999999998,"15min":0.57199999999999995},"max":{"1min":4.9489999999999998,"5min":11.718999999999999,"15min":11.773},"last":1.3280000000000001},{"interface":"front","average":{"1min":1.855,"5min":2.387,"15min":2.468},"min":{"1min":0.85899999999999999,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":5.4770000000000003,"5min":10.714,"15min":11.49},"last":2.1469999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:55:50 2020","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.6459999999999999,"15min":2.4809999999999999},"min":{"1min":0.77900000000000003,"5min":0.625,"15min":0.625},"max":{"1min":8.2970000000000006,"5min":25.533999999999999,"15min":25.533999999999999},"last":2.6899999999999999},{"interface":"front","average":{"1min":2.3969999999999998,"5min":2.819,"15min":2.3490000000000002},"min":{"1min":1.4590000000000001,"5min":0.93200000000000005,"15min":0.70999999999999996},"max":{"1min":6.3040000000000003,"5min":16.213000000000001,"15min":16.213000000000001},"last":3.452}]},{"osd":7,"last update":"Mon Nov 16 20:56:07 2020","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.6989999999999998,"15min":3.1240000000000001},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.66600000000000004},"max":{"1min":5.1360000000000001,"5min":10.015000000000001,"15min":165.12},"last":1.7829999999999999},{"interface":"front","average":{"1min":2.8570000000000002,"5min":2.9620000000000002,"15min":3.3679999999999999},"min":{"1min":0.95399999999999996,"5min":0.94299999999999995,"15min":0.77800000000000002},"max":{"1min":6.1879999999999997,"5min":15.039999999999999,"15min":162.14099999999999},"last":2.0950000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:55:28 2020","interfaces":[{"interface":"back","average":{"1min":1.5640000000000001,"5min":2.6190000000000002,"15min":3.077},"min":{"1min":0.95499999999999996,"5min":0.90600000000000003,"15min":0.73599999999999999},"max":{"1min":2.964,"5min":10.93,"15min":90.043999999999997},"last":3.093},{"interface":"front","average":{"1min":2.5430000000000001,"5min":2.569,"15min":3.2549999999999999},"min":{"1min":1.417,"5min":0.93200000000000005,"15min":0.86299999999999999},"max":{"1min":7.1139999999999999,"5min":7.1139999999999999,"15min":88.504000000000005},"last":3.2589999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:56:07 2020","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":3.5779999999999998,"15min":2.9620000000000002},"min":{"1min":1.587,"5min":1.25,"15min":0.873},"max":{"1min":6.4020000000000001,"5min":12.029999999999999,"15min":12.029999999999999},"last":3.6560000000000001},{"interface":"front","average":{"1min":3.843,"5min":3.5449999999999999,"15min":3.0670000000000002},"min":{"1min":1.7350000000000001,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":6.625,"5min":11.247999999999999,"15min":11.247999999999999},"last":4.0629999999999997}]},{"osd":10,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":3.04,"5min":2.9319999999999999,"15min":2.8010000000000002},"min":{"1min":1.319,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":4.819,"5min":13.315,"15min":13.315},"last":2.4329999999999998},{"interface":"front","average":{"1min":3.8769999999999998,"5min":3.7160000000000002,"15min":3.0579999999999998},"min":{"1min":1.8440000000000001,"5min":1.49,"15min":1.004},"max":{"1min":6.8710000000000004,"5min":11.130000000000001,"15min":11.130000000000001},"last":3.8610000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:55:28 2020","interfaces":[{"interface":"back","average":{"1min":2.77,"5min":3.4460000000000002,"15min":3.1280000000000001},"min":{"1min":1.8080000000000001,"5min":1.3220000000000001,"15min":1.0089999999999999},"max":{"1min":6.0389999999999997,"5min":11.364000000000001,"15min":11.364000000000001},"last":5.298},{"interface":"front","average":{"1min":3.2410000000000001,"5min":3.6299999999999999,"15min":3.3929999999999998},"min":{"1min":1.8120000000000001,"5min":1.266,"15min":1.2370000000000001},"max":{"1min":6.1310000000000002,"5min":12.17,"15min":12.273999999999999},"last":4.2400000000000002}]}]},{"osd":5,"up_from":0,"seq":180388626912,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:56:32.619 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:56:32.704 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:32.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   17      16     38512     38496    141.51   119.562  0.00478576  0.00706385
2020-11-16T20:56:32.815 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:32.891 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:56:32 smithi142 bash[114994]: debug 2020-11-16T20:56:32.600+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:33.599 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:33.703 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:33.718 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T20:56:33.739 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   18      15     40059     40044   139.023     96.75  0.00880386  0.00718935
2020-11-16T20:56:33.866 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:56:34.000 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:34.029 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:33 smithi065 bash[14115]: debug 2020-11-16T20:56:33.601+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:34.104 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:34.226 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:34.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:34 smithi142 bash[9523]: cluster 2020-11-16T20:56:32.568147+0000 mgr.x (mgr.14196) 1349 : cluster [DBG] pgmap v2054: 17 pgs: 17 active+clean; 2.1 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 121 MiB/s wr, 1.94k op/s
2020-11-16T20:56:34.281 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:34 smithi142 bash[20366]: debug 2020-11-16T20:56:34.004+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:34.331 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:34.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:34 smithi071 bash[9480]: cluster 2020-11-16T20:56:32.568147+0000 mgr.x (mgr.14196) 1349 : cluster [DBG] pgmap v2054: 17 pgs: 17 active+clean; 2.1 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 121 MiB/s wr, 1.94k op/s
2020-11-16T20:56:34.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:34 smithi065 bash[9468]: cluster 2020-11-16T20:56:32.568147+0000 mgr.x (mgr.14196) 1349 : cluster [DBG] pgmap v2054: 17 pgs: 17 active+clean; 2.1 GiB data, 7.5 GiB used, 797 GiB / 805 GiB avail; 121 MiB/s wr, 1.94k op/s
2020-11-16T20:56:34.529 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:34 smithi065 bash[16457]: debug 2020-11-16T20:56:34.229+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:34.648 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:34 smithi142 bash[15670]: debug 2020-11-16T20:56:34.652+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:34.648 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:34.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   19      16     41567     41551   136.663   94.1875  0.00615557  0.00731392
2020-11-16T20:56:34.752 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:35.169 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:56:35.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:35 smithi071 bash[9480]: cluster 2020-11-16T20:56:34.015611+0000 osd.1 (osd.1) 290 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:35.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:35 smithi071 bash[9480]: cluster 2020-11-16T20:56:34.015726+0000 osd.1 (osd.1) 291 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:35.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:35 smithi071 bash[9480]: cluster 2020-11-16T20:56:34.156283+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e806: 12 total, 12 up, 9 in
2020-11-16T20:56:35.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:35 smithi071 bash[9480]: audit 2020-11-16T20:56:34.463840+0000 mon.a (mon.0) 2492 : audit [INF] from='client.? v1:172.21.15.142:0/1679295876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:56:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:35 smithi065 bash[9468]: cluster 2020-11-16T20:56:34.015611+0000 osd.1 (osd.1) 290 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:35.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:35 smithi065 bash[9468]: cluster 2020-11-16T20:56:34.015726+0000 osd.1 (osd.1) 291 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:35.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:35 smithi065 bash[9468]: cluster 2020-11-16T20:56:34.156283+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e806: 12 total, 12 up, 9 in
2020-11-16T20:56:35.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:35 smithi065 bash[9468]: audit 2020-11-16T20:56:34.463840+0000 mon.a (mon.0) 2492 : audit [INF] from='client.? v1:172.21.15.142:0/1679295876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:56:35.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:35 smithi142 bash[9523]: cluster 2020-11-16T20:56:34.015611+0000 osd.1 (osd.1) 290 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:35.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:35 smithi142 bash[9523]: cluster 2020-11-16T20:56:34.015726+0000 osd.1 (osd.1) 291 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:35.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:35 smithi142 bash[9523]: cluster 2020-11-16T20:56:34.156283+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e806: 12 total, 12 up, 9 in
2020-11-16T20:56:35.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:35 smithi142 bash[9523]: audit 2020-11-16T20:56:34.463840+0000 mon.a (mon.0) 2492 : audit [INF] from='client.? v1:172.21.15.142:0/1679295876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:56:35.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:56:35.746698 min lat: 0.00169696 max lat: 0.266694 avg lat: 0.0073728
2020-11-16T20:56:35.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:56:35.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   20      16     43403     43387   135.567    114.75  0.00851392   0.0073728
2020-11-16T20:56:36.294 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:36.399 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:36.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:36 smithi071 bash[9480]: cluster 2020-11-16T20:56:34.568736+0000 mgr.x (mgr.14196) 1350 : cluster [DBG] pgmap v2056: 17 pgs: 17 active+clean; 2.2 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:56:36.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:36 smithi071 bash[9480]: cluster 2020-11-16T20:56:35.159318+0000 mon.a (mon.0) 2493 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:36.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:36 smithi071 bash[9480]: audit 2020-11-16T20:56:35.171900+0000 mon.a (mon.0) 2494 : audit [INF] from='client.? v1:172.21.15.142:0/1679295876' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:56:36.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:36 smithi071 bash[9480]: cluster 2020-11-16T20:56:35.171950+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e807: 12 total, 12 up, 9 in
2020-11-16T20:56:36.529 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:36 smithi065 bash[14115]: debug 2020-11-16T20:56:36.293+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:36.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:36 smithi065 bash[9468]: cluster 2020-11-16T20:56:34.568736+0000 mgr.x (mgr.14196) 1350 : cluster [DBG] pgmap v2056: 17 pgs: 17 active+clean; 2.2 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:56:36.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:36 smithi065 bash[9468]: cluster 2020-11-16T20:56:35.159318+0000 mon.a (mon.0) 2493 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:36.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:36 smithi065 bash[9468]: audit 2020-11-16T20:56:35.171900+0000 mon.a (mon.0) 2494 : audit [INF] from='client.? v1:172.21.15.142:0/1679295876' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:56:36.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:36 smithi065 bash[9468]: cluster 2020-11-16T20:56:35.171950+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e807: 12 total, 12 up, 9 in
2020-11-16T20:56:36.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:36 smithi142 bash[9523]: cluster 2020-11-16T20:56:34.568736+0000 mgr.x (mgr.14196) 1350 : cluster [DBG] pgmap v2056: 17 pgs: 17 active+clean; 2.2 GiB data, 8.1 GiB used, 797 GiB / 805 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T20:56:36.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:36 smithi142 bash[9523]: cluster 2020-11-16T20:56:35.159318+0000 mon.a (mon.0) 2493 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:56:36.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:36 smithi142 bash[9523]: audit 2020-11-16T20:56:35.171900+0000 mon.a (mon.0) 2494 : audit [INF] from='client.? v1:172.21.15.142:0/1679295876' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:56:36.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:36 smithi142 bash[9523]: cluster 2020-11-16T20:56:35.171950+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e807: 12 total, 12 up, 9 in
2020-11-16T20:56:36.546 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:36.651 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:36.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   21      16     44924     44908   133.638   95.0625  0.00917197  0.00748035
2020-11-16T20:56:36.947 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:37.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:36 smithi065 bash[16457]: debug 2020-11-16T20:56:36.549+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:37.051 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:37.445 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:36 smithi071 bash[26650]: debug 2020-11-16T20:56:36.947+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:37.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:37 smithi071 bash[9480]: cluster 2020-11-16T20:56:36.010247+0000 osd.11 (osd.11) 222 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:37.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:37 smithi071 bash[9480]: cluster 2020-11-16T20:56:36.010323+0000 osd.11 (osd.11) 223 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:37.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:37 smithi071 bash[9480]: cluster 2020-11-16T20:56:36.176831+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e808: 12 total, 12 up, 9 in
2020-11-16T20:56:37.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:37 smithi071 bash[9480]: cluster 2020-11-16T20:56:36.754890+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e809: 12 total, 12 up, 9 in
2020-11-16T20:56:37.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:37 smithi065 bash[9468]: cluster 2020-11-16T20:56:36.010247+0000 osd.11 (osd.11) 222 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:37.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:37 smithi065 bash[9468]: cluster 2020-11-16T20:56:36.010323+0000 osd.11 (osd.11) 223 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:37.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:37 smithi065 bash[9468]: cluster 2020-11-16T20:56:36.176831+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e808: 12 total, 12 up, 9 in
2020-11-16T20:56:37.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:37 smithi065 bash[9468]: cluster 2020-11-16T20:56:36.754890+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e809: 12 total, 12 up, 9 in
2020-11-16T20:56:37.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:37 smithi142 bash[9523]: cluster 2020-11-16T20:56:36.010247+0000 osd.11 (osd.11) 222 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:37.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:37 smithi142 bash[9523]: cluster 2020-11-16T20:56:36.010323+0000 osd.11 (osd.11) 223 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:37.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:37 smithi142 bash[9523]: cluster 2020-11-16T20:56:36.176831+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e808: 12 total, 12 up, 9 in
2020-11-16T20:56:37.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:37 smithi142 bash[9523]: cluster 2020-11-16T20:56:36.754890+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e809: 12 total, 12 up, 9 in
2020-11-16T20:56:37.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   22      16     46481     46465   131.986   97.3125    0.016493  0.00757346
2020-11-16T20:56:37.892 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:37.997 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:38.087 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:37 smithi142 bash[15670]: debug 2020-11-16T20:56:37.896+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:38.136 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:38.240 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:38.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:38 smithi065 bash[9468]: cluster 2020-11-16T20:56:36.569260+0000 mgr.x (mgr.14196) 1351 : cluster [DBG] pgmap v2059: 17 pgs: 17 active+clean; 2.6 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 118 MiB/s wr, 1.89k op/s
2020-11-16T20:56:38.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:38 smithi065 bash[9468]: cluster 2020-11-16T20:56:37.033334+0000 osd.3 (osd.3) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:38.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:38 smithi065 bash[9468]: cluster 2020-11-16T20:56:37.036492+0000 osd.3 (osd.3) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:38.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:38 smithi065 bash[9468]: cluster 2020-11-16T20:56:37.761157+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e810: 12 total, 12 up, 9 in
2020-11-16T20:56:38.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:38 smithi065 bash[18823]: debug 2020-11-16T20:56:38.137+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:38.383 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:42.750 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:56:42.757 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:38 smithi142 bash[9523]: cluster 2020-11-16T20:56:36.569260+0000 mgr.x (mgr.14196) 1351 : cluster [DBG] pgmap v2059: 17 pgs: 17 active+clean; 2.6 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 118 MiB/s wr, 1.89k op/s
2020-11-16T20:56:42.757 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:38 smithi142 bash[9523]: cluster 2020-11-16T20:56:37.033334+0000 osd.3 (osd.3) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:42.757 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:38 smithi142 bash[9523]: cluster 2020-11-16T20:56:37.036492+0000 osd.3 (osd.3) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:42.758 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:38 smithi142 bash[9523]: cluster 2020-11-16T20:56:37.761157+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e810: 12 total, 12 up, 9 in
2020-11-16T20:56:42.758 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:40 smithi142 bash[9523]: cluster 2020-11-16T20:56:38.569724+0000 mgr.x (mgr.14196) 1352 : cluster [DBG] pgmap v2062: 17 pgs: 17 active+clean; 2.7 GiB data, 9.1 GiB used, 796 GiB / 805 GiB avail; 131 MiB/s wr, 2.10k op/s
2020-11-16T20:56:42.758 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: audit 2020-11-16T20:56:40.385098+0000 mon.a (mon.0) 2499 : audit [DBG] from='client.? v1:172.21.15.142:0/1197778444' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:42.758 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.411834+0000 osd.0 (osd.0) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.758 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.480083+0000 osd.2 (osd.2) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.758 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.505085+0000 osd.3 (osd.3) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.758 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.532996+0000 osd.4 (osd.4) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.759 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.566704+0000 osd.5 (osd.5) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.759 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.597194+0000 osd.6 (osd.6) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.759 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.627750+0000 osd.7 (osd.7) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.759 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.654556+0000 osd.8 (osd.8) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.759 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:41 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.688358+0000 osd.9 (osd.9) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.759 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:42 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.447482+0000 osd.1 (osd.1) 292 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.759 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:42 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.570295+0000 mgr.x (mgr.14196) 1353 : cluster [DBG] pgmap v2063: 17 pgs: 17 active+clean; 2.8 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 97 MiB/s wr, 1.54k op/s
2020-11-16T20:56:42.760 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:42 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.717598+0000 osd.10 (osd.10) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.760 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:42 smithi142 bash[9523]: cluster 2020-11-16T20:56:40.747213+0000 osd.11 (osd.11) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.760 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:42 smithi142 bash[9523]: audit 2020-11-16T20:56:40.988717+0000 mgr.x (mgr.14196) 1354 : audit [DBG] from='client.16749 v1:172.21.15.142:0/1216221590' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:56:42.760 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:56:42.760 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:56:42.760 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:56:42.760 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:56:42.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:56:42.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:56:42.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:56:42.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:56:42.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:56:42.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:56:42.761 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:56:42.762 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:56:42.762 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.762 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.762 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.762 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.762 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.762 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.763 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.763 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.763 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.763 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.763 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.763 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:56:42.764 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:56:42.764 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2063,"stamp":"2020-11-16T20:56:40.569951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2982477824,"num_objects":45509,"num_object_clones":0,"num_object_copies":91018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45509,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45509,"num_write_kb":2912576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45509,"ondisk_log_size":45509,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":9,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":843706368,"kb_used":9664208,"kb_used_data":5826440,"kb_used_omap":0,"kb_used_meta":3837695,"kb_avail":834042160,"statfs":{"total":863955320832,"available":854059171840,"internally_reserved":0,"allocated":5966274560,"data_stored":5962262308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3929799740},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,2,1,7,0,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":546963456,"num_objects":8346,"num_object_clones":0,"num_object_copies":16692,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8346,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8346,"num_write_kb":534144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.403241"},"pg_stats":[{"pgid":"8.f","version":"807'2735","reported_seq":"2753","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.109790+0000","last_change":"2020-11-16T20:56:06.048298+0000","last_active":"2020-11-16T20:56:36.109790+0000","last_peered":"2020-11-16T20:56:36.109790+0000","last_clean":"2020-11-16T20:56:36.109790+0000","last_became_active":"2020-11-16T20:56:06.047761+0000","last_became_peered":"2020-11-16T20:56:06.047761+0000","last_unstale":"2020-11-16T20:56:36.109790+0000","last_undegraded":"2020-11-16T20:56:36.109790+0000","last_fullsized":"2020-11-16T20:56:36.109790+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2735,"ondisk_log_size":2735,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179240960,"num_objects":2735,"num_object_clones":0,"num_object_copies":5470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2735,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2735,"num_write_kb":175040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.e","version":"810'2928","reported_seq":"2949","reported_epoch":"810","state":"active+clean","last_fresh":"2020-11-16T20:56:38.162589+0000","last_change":"2020-11-16T20:56:06.045134+0000","last_active":"2020-11-16T20:56:38.162589+0000","last_peered":"2020-11-16T20:56:38.162589+0000","last_clean":"2020-11-16T20:56:38.162589+0000","last_became_active":"2020-11-16T20:56:06.044813+0000","last_became_peered":"2020-11-16T20:56:06.044813+0000","last_unstale":"2020-11-16T20:56:38.162589+0000","last_undegraded":"2020-11-16T20:56:38.162589+0000","last_fullsized":"2020-11-16T20:56:38.162589+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2928,"ondisk_log_size":2928,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191889408,"num_objects":2928,"num_object_clones":0,"num_object_copies":5856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2928,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2928,"num_write_kb":187392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.d","version":"807'2813","reported_seq":"2831","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.139867+0000","last_change":"2020-11-16T20:56:06.243845+0000","last_active":"2020-11-16T20:56:36.139867+0000","last_peered":"2020-11-16T20:56:36.139867+0000","last_clean":"2020-11-16T20:56:36.139867+0000","last_became_active":"2020-11-16T20:56:06.242888+0000","last_became_peered":"2020-11-16T20:56:06.242888+0000","last_unstale":"2020-11-16T20:56:36.139867+0000","last_undegraded":"2020-11-16T20:56:36.139867+0000","last_fullsized":"2020-11-16T20:56:36.139867+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2813,"ondisk_log_size":2813,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":184352768,"num_objects":2813,"num_object_clones":0,"num_object_copies":5626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2813,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2813,"num_write_kb":180032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.c","version":"809'2844","reported_seq":"2864","reported_epoch":"809","state":"active+clean","last_fresh":"2020-11-16T20:56:37.205221+0000","last_change":"2020-11-16T20:56:06.246709+0000","last_active":"2020-11-16T20:56:37.205221+0000","last_peered":"2020-11-16T20:56:37.205221+0000","last_clean":"2020-11-16T20:56:37.205221+0000","last_became_active":"2020-11-16T20:56:06.245797+0000","last_became_peered":"2020-11-16T20:56:06.245797+0000","last_unstale":"2020-11-16T20:56:37.205221+0000","last_undegraded":"2020-11-16T20:56:37.205221+0000","last_fullsized":"2020-11-16T20:56:37.205221+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2844,"ondisk_log_size":2844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":186384384,"num_objects":2844,"num_object_clones":0,"num_object_copies":5688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2844,"num_write_kb":182016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.b","version":"809'2903","reported_seq":"2923","reported_epoch":"809","state":"active+clean","last_fresh":"2020-11-16T20:56:37.039860+0000","last_change":"2020-11-16T20:56:06.048733+0000","last_active":"2020-11-16T20:56:37.039860+0000","last_peered":"2020-11-16T20:56:37.039860+0000","last_clean":"2020-11-16T20:56:37.039860+0000","last_became_active":"2020-11-16T20:56:06.048409+0000","last_became_peered":"2020-11-16T20:56:06.048409+0000","last_unstale":"2020-11-16T20:56:37.039860+0000","last_undegraded":"2020-11-16T20:56:37.039860+0000","last_fullsized":"2020-11-16T20:56:37.039860+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2903,"ondisk_log_size":2903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":190251008,"num_objects":2903,"num_object_clones":0,"num_object_copies":5806,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2903,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2903,"num_write_kb":185792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.a","version":"809'2764","reported_seq":"2783","reported_epoch":"809","state":"active+clean","last_fresh":"2020-11-16T20:56:37.209392+0000","last_change":"2020-11-16T20:56:06.246765+0000","last_active":"2020-11-16T20:56:37.209392+0000","last_peered":"2020-11-16T20:56:37.209392+0000","last_clean":"2020-11-16T20:56:37.209392+0000","last_became_active":"2020-11-16T20:56:06.245928+0000","last_became_peered":"2020-11-16T20:56:06.245928+0000","last_unstale":"2020-11-16T20:56:37.209392+0000","last_undegraded":"2020-11-16T20:56:37.209392+0000","last_fullsized":"2020-11-16T20:56:37.209392+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2764,"ondisk_log_size":2764,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181141504,"num_objects":2764,"num_object_clones":0,"num_object_copies":5528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2764,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2764,"num_write_kb":176896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.8","version":"807'2862","reported_seq":"2880","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.129903+0000","last_change":"2020-11-16T20:56:06.247539+0000","last_active":"2020-11-16T20:56:36.129903+0000","last_peered":"2020-11-16T20:56:36.129903+0000","last_clean":"2020-11-16T20:56:36.129903+0000","last_became_active":"2020-11-16T20:56:06.247087+0000","last_became_peered":"2020-11-16T20:56:06.247087+0000","last_unstale":"2020-11-16T20:56:36.129903+0000","last_undegraded":"2020-11-16T20:56:36.129903+0000","last_fullsized":"2020-11-16T20:56:36.129903+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2862,"ondisk_log_size":2862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":187564032,"num_objects":2862,"num_object_clones":0,"num_object_copies":5724,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2862,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2862,"num_write_kb":183168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.7","version":"810'3055","reported_seq":"3076","reported_epoch":"810","state":"active+clean","last_fresh":"2020-11-16T20:56:39.994383+0000","last_change":"2020-11-16T20:56:06.047988+0000","last_active":"2020-11-16T20:56:39.994383+0000","last_peered":"2020-11-16T20:56:39.994383+0000","last_clean":"2020-11-16T20:56:39.994383+0000","last_became_active":"2020-11-16T20:56:06.047545+0000","last_became_peered":"2020-11-16T20:56:06.047545+0000","last_unstale":"2020-11-16T20:56:39.994383+0000","last_undegraded":"2020-11-16T20:56:39.994383+0000","last_fullsized":"2020-11-16T20:56:39.994383+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":3055,"ondisk_log_size":3055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":200212480,"num_objects":3055,"num_object_clones":0,"num_object_copies":6110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3055,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3055,"num_write_kb":195520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.6","version":"807'2793","reported_seq":"2811","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.133201+0000","last_change":"2020-11-16T20:56:06.048830+0000","last_active":"2020-11-16T20:56:36.133201+0000","last_peered":"2020-11-16T20:56:36.133201+0000","last_clean":"2020-11-16T20:56:36.133201+0000","last_became_active":"2020-11-16T20:56:06.048406+0000","last_became_peered":"2020-11-16T20:56:06.048406+0000","last_unstale":"2020-11-16T20:56:36.133201+0000","last_undegraded":"2020-11-16T20:56:36.133201+0000","last_fullsized":"2020-11-16T20:56:36.133201+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2793,"ondisk_log_size":2793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":183042048,"num_objects":2793,"num_object_clones":0,"num_object_copies":5586,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2793,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2793,"num_write_kb":178752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10],"acting":[11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.5","version":"807'2630","reported_seq":"2648","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.139154+0000","last_change":"2020-11-16T20:56:06.049925+0000","last_active":"2020-11-16T20:56:36.139154+0000","last_peered":"2020-11-16T20:56:36.139154+0000","last_clean":"2020-11-16T20:56:36.139154+0000","last_became_active":"2020-11-16T20:56:06.049489+0000","last_became_peered":"2020-11-16T20:56:06.049489+0000","last_unstale":"2020-11-16T20:56:36.139154+0000","last_undegraded":"2020-11-16T20:56:36.139154+0000","last_fullsized":"2020-11-16T20:56:36.139154+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2630,"ondisk_log_size":2630,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":172359680,"num_objects":2630,"num_object_clones":0,"num_object_copies":5260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2630,"num_write_kb":168320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.4","version":"807'2737","reported_seq":"2755","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.143041+0000","last_change":"2020-11-16T20:56:06.246083+0000","last_active":"2020-11-16T20:56:36.143041+0000","last_peered":"2020-11-16T20:56:36.143041+0000","last_clean":"2020-11-16T20:56:36.143041+0000","last_became_active":"2020-11-16T20:56:06.245553+0000","last_became_peered":"2020-11-16T20:56:06.245553+0000","last_unstale":"2020-11-16T20:56:36.143041+0000","last_undegraded":"2020-11-16T20:56:36.143041+0000","last_fullsized":"2020-11-16T20:56:36.143041+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2737,"ondisk_log_size":2737,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179372032,"num_objects":2737,"num_object_clones":0,"num_object_copies":5474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2737,"num_write_kb":175168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.3","version":"807'2865","reported_seq":"2883","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.125670+0000","last_change":"2020-11-16T20:56:06.046103+0000","last_active":"2020-11-16T20:56:36.125670+0000","last_peered":"2020-11-16T20:56:36.125670+0000","last_clean":"2020-11-16T20:56:36.125670+0000","last_became_active":"2020-11-16T20:56:06.045547+0000","last_became_peered":"2020-11-16T20:56:06.045547+0000","last_unstale":"2020-11-16T20:56:36.125670+0000","last_undegraded":"2020-11-16T20:56:36.125670+0000","last_fullsized":"2020-11-16T20:56:36.125670+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2865,"ondisk_log_size":2865,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":187760640,"num_objects":2865,"num_object_clones":0,"num_object_copies":5730,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2865,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2865,"num_write_kb":183360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.2","version":"807'2769","reported_seq":"2787","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.121896+0000","last_change":"2020-11-16T20:56:06.047372+0000","last_active":"2020-11-16T20:56:36.121896+0000","last_peered":"2020-11-16T20:56:36.121896+0000","last_clean":"2020-11-16T20:56:36.121896+0000","last_became_active":"2020-11-16T20:56:06.046773+0000","last_became_peered":"2020-11-16T20:56:06.046773+0000","last_unstale":"2020-11-16T20:56:36.121896+0000","last_undegraded":"2020-11-16T20:56:36.121896+0000","last_fullsized":"2020-11-16T20:56:36.121896+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2769,"ondisk_log_size":2769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181469184,"num_objects":2769,"num_object_clones":0,"num_object_copies":5538,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2769,"num_write_kb":177216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0],"acting":[10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.1","version":"810'3118","reported_seq":"3138","reported_epoch":"810","state":"active+clean","last_fresh":"2020-11-16T20:56:40.001577+0000","last_change":"2020-11-16T20:56:06.247277+0000","last_active":"2020-11-16T20:56:40.001577+0000","last_peered":"2020-11-16T20:56:40.001577+0000","last_clean":"2020-11-16T20:56:40.001577+0000","last_became_active":"2020-11-16T20:56:06.245647+0000","last_became_peered":"2020-11-16T20:56:06.245647+0000","last_unstale":"2020-11-16T20:56:40.001577+0000","last_undegraded":"2020-11-16T20:56:40.001577+0000","last_fullsized":"2020-11-16T20:56:40.001577+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":3118,"ondisk_log_size":3118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204341248,"num_objects":3118,"num_object_clones":0,"num_object_copies":6236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3118,"num_write_kb":199552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"810'2854","reported_seq":"2875","reported_epoch":"810","state":"active+clean","last_fresh":"2020-11-16T20:56:37.802724+0000","last_change":"2020-11-16T20:56:06.248850+0000","last_active":"2020-11-16T20:56:37.802724+0000","last_peered":"2020-11-16T20:56:37.802724+0000","last_clean":"2020-11-16T20:56:37.802724+0000","last_became_active":"2020-11-16T20:56:06.248111+0000","last_became_peered":"2020-11-16T20:56:06.248111+0000","last_unstale":"2020-11-16T20:56:37.802724+0000","last_undegraded":"2020-11-16T20:56:37.802724+0000","last_fullsized":"2020-11-16T20:56:37.802724+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2854,"ondisk_log_size":2854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":187039744,"num_objects":2854,"num_object_clones":0,"num_object_copies":5708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2854,"num_write_kb":182656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9],"acting":[4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"807'2839","reported_seq":"2857","reported_epoch":"807","state":"active+clean","last_fresh":"2020-11-16T20:56:36.129397+0000","last_change":"2020-11-16T20:56:06.047380+0000","last_active":"2020-11-16T20:56:36.129397+0000","last_peered":"2020-11-16T20:56:36.129397+0000","last_clean":"2020-11-16T20:56:36.129397+0000","last_became_active":"2020-11-16T20:56:06.046799+0000","last_became_peered":"2020-11-16T20:56:06.046799+0000","last_unstale":"2020-11-16T20:56:36.129397+0000","last_undegraded":"2020-11-16T20:56:36.129397+0000","last_fullsized":"2020-11-16T20:56:36.129397+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":2839,"ondisk_log_size":2839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":186056704,"num_objects":2839,"num_object_clones":0,"num_object_copies":5678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2839,"num_write_kb":181696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0],"acting":[10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"339","reported_epoch":"809","state":"active+clean","last_fresh":"2020-11-16T20:56:36.761161+0000","last_change":"2020-11-16T20:55:43.523104+0000","last_active":"2020-11-16T20:56:36.761161+0000","last_peered":"2020-11-16T20:56:36.761161+0000","last_clean":"2020-11-16T20:56:36.761161+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:56:36.761161+0000","last_undegraded":"2020-11-16T20:56:36.761161+0000","last_fullsized":"2020-11-16T20:56:36.761161+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:55:43.523035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:13:10.848288+0000","last_clean_scrub_stamp":"2020-11-16T20:55:43.523035+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":2982477824,"num_objects":45509,"num_object_clones":0,"num_object_copies":91018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45509,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45509,"num_write_kb":2912576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6055854080,"data_stored":6055854080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45509,"ondisk_log_size":45509,"up":32,"acting":32,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631916,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1305956,"kb_used_data":856988,"kb_used_omap":0,"kb_used_meta":448960,"kb_avail":92439196,"statfs":{"total":95995035648,"available":94657736704,"internally_reserved":0,"allocated":877555712,"data_stored":877121065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":459735040},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":2.9649999999999999,"5min":4.7359999999999998,"15min":3.3300000000000001},"min":{"1min":0.53200000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":8.6440000000000001,"5min":155.821,"15min":155.821},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.8440000000000001,"5min":4.7720000000000002,"15min":3.4279999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.55600000000000005},"max":{"1min":6.681,"5min":153.465,"15min":153.465},"last":0.92800000000000005}]},{"osd":1,"last update":"Mon Nov 16 20:50:47 2020","interfaces":[{"interface":"back","average":{"1min":1.7629999999999999,"5min":3.6400000000000001,"15min":3.8069999999999999},"min":{"1min":0.626,"5min":0.57799999999999996,"15min":0.57099999999999995},"max":{"1min":5.5460000000000003,"5min":151.77099999999999,"15min":160.55099999999999},"last":3.7170000000000001},{"interface":"front","average":{"1min":1.546,"5min":3.4350000000000001,"15min":3.9380000000000002},"min":{"1min":0.69999999999999996,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":6.0759999999999996,"5min":153.62899999999999,"15min":160.46700000000001},"last":1.639}]},{"osd":2,"last update":"Mon Nov 16 20:55:11 2020","interfaces":[{"interface":"back","average":{"1min":2.867,"5min":2.3900000000000001,"15min":5.4050000000000002},"min":{"1min":0.77800000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":8.0939999999999994,"5min":11.316000000000001,"15min":96.191000000000003},"last":1.357},{"interface":"front","average":{"1min":1.8560000000000001,"5min":1.6919999999999999,"15min":5.024},"min":{"1min":0.80200000000000005,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.5970000000000004,"5min":5.9749999999999996,"15min":95.608000000000004},"last":1.508}]},{"osd":3,"last update":"Mon Nov 16 20:55:39 2020","interfaces":[{"interface":"back","average":{"1min":1.8759999999999999,"5min":1.925,"15min":1.9399999999999999},"min":{"1min":0.86599999999999999,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":4.2130000000000001,"5min":4.2130000000000001,"15min":4.2130000000000001},"last":3.9889999999999999},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.1800000000000002,"15min":2.113},"min":{"1min":0.84299999999999997,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":7.1710000000000003,"5min":7.1710000000000003,"15min":7.1710000000000003},"last":0.76600000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":3.5209999999999999,"5min":3.6150000000000002,"15min":2.6150000000000002},"min":{"1min":0.90800000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":8.3659999999999997,"5min":28.960999999999999,"15min":28.960999999999999},"last":1.0269999999999999},{"interface":"front","average":{"1min":2.0880000000000001,"5min":2.823,"15min":2.7269999999999999},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.7370000000000001,"5min":28.922999999999998,"15min":28.922999999999998},"last":3.3420000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.3290000000000002,"15min":2.8330000000000002},"min":{"1min":0.97999999999999998,"5min":0.85499999999999998,"15min":0.80900000000000005},"max":{"1min":4.8700000000000001,"5min":6.3979999999999997,"15min":95.222999999999999},"last":1.5129999999999999},{"interface":"front","average":{"1min":2.5550000000000002,"5min":2.5339999999999998,"15min":2.3900000000000001},"min":{"1min":1.1279999999999999,"5min":0.68000000000000005,"15min":0.65600000000000003},"max":{"1min":7.4059999999999997,"5min":9.9090000000000007,"15min":10.685},"last":3.5539999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":3.7599999999999998,"5min":3.399,"15min":3.254},"min":{"1min":1.004,"5min":0.85299999999999998,"15min":0.748},"max":{"1min":8.827,"5min":29.614000000000001,"15min":86.338999999999999},"last":2.3740000000000001},{"interface":"front","average":{"1min":2.706,"5min":3.7999999999999998,"15min":3.819},"min":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":7.7670000000000003,"5min":30.177,"15min":96.640000000000001},"last":1.994}]},{"osd":7,"last update":"Mon Nov 16 20:56:11 2020","interfaces":[{"interface":"back","average":{"1min":3.157,"5min":4.7270000000000003,"15min":3.8450000000000002},"min":{"1min":1.8979999999999999,"5min":1.117,"15min":0.83799999999999997},"max":{"1min":5.016,"5min":70.046999999999997,"15min":97.006},"last":1.379},{"interface":"front","average":{"1min":3.3439999999999999,"5min":4.415,"15min":3.2360000000000002},"min":{"1min":1.593,"5min":0.997,"15min":0.92300000000000004},"max":{"1min":7.649,"5min":69.757000000000005,"15min":69.757000000000005},"last":4.2110000000000003}]},{"osd":8,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":3.851,"5min":3.665,"15min":3.2949999999999999},"min":{"1min":1.216,"5min":1.111,"15min":0.875},"max":{"1min":9.7059999999999995,"5min":12.659000000000001,"15min":97.784000000000006},"last":4.7039999999999997},{"interface":"front","average":{"1min":2.7400000000000002,"5min":2.8660000000000001,"15min":3.2679999999999998},"min":{"1min":1.2649999999999999,"5min":0.94399999999999995,"15min":0.73599999999999999},"max":{"1min":7.2839999999999998,"5min":7.5910000000000002,"15min":95.897999999999996},"last":4.4480000000000004}]},{"osd":9,"last update":"Mon Nov 16 20:56:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":2.9470000000000001,"15min":3.4769999999999999},"min":{"1min":1.2070000000000001,"5min":1.2070000000000001,"15min":1.04},"max":{"1min":5.476,"5min":6.9800000000000004,"15min":98.706999999999994},"last":3.7639999999999998},{"interface":"front","average":{"1min":3.5259999999999998,"5min":3.593,"15min":3.6349999999999998},"min":{"1min":1.9430000000000001,"5min":0.95499999999999996,"15min":0.95499999999999996},"max":{"1min":7.9939999999999998,"5min":16.169,"15min":99.385000000000005},"last":4.3239999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:55:35 2020","interfaces":[{"interface":"back","average":{"1min":6.1790000000000003,"5min":4.4139999999999997,"15min":3.75},"min":{"1min":1.7290000000000001,"5min":1.4099999999999999,"15min":0.88700000000000001},"max":{"1min":16.645,"5min":16.645,"15min":97.399000000000001},"last":3.8180000000000001},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.339,"15min":3.431},"min":{"1min":1.403,"5min":1.21,"15min":1.0880000000000001},"max":{"1min":7.7770000000000001,"5min":7.9729999999999999,"15min":95.094999999999999},"last":3.964}]}]},{"osd":10,"up_from":95,"seq":408021893553,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1291620,"kb_used_data":1039196,"kb_used_omap":0,"kb_used_meta":252416,"kb_avail":92453532,"statfs":{"total":95995035648,"available":94672416768,"internally_reserved":0,"allocated":1064136704,"data_stored":1063702057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":258473984},"hb_peers":[0,1,2,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":1.774},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":1.238}]},{"osd":1,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.4079999999999999,"15min":2.5169999999999999},"min":{"1min":0.88300000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":5.7069999999999999,"5min":44.258000000000003,"15min":176.976},"last":2.0699999999999998},{"interface":"front","average":{"1min":2.8700000000000001,"5min":2.7330000000000001,"15min":2.8660000000000001},"min":{"1min":0.623,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":9.1340000000000003,"5min":44.149999999999999,"15min":177.08199999999999},"last":2.1190000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":2.161,"15min":1.782},"min":{"1min":1.0249999999999999,"5min":0.65700000000000003,"15min":0.60999999999999999},"max":{"1min":9.7949999999999999,"5min":9.7949999999999999,"15min":9.7949999999999999},"last":2.4449999999999998},{"interface":"front","average":{"1min":3.1840000000000002,"5min":2.1989999999999998,"15min":1.728},"min":{"1min":0.74399999999999999,"5min":0.70599999999999996,"15min":0.57999999999999996},"max":{"1min":9.5869999999999997,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":2.7280000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:47:46 2020","interfaces":[{"interface":"back","average":{"1min":2.1499999999999999,"5min":1.8080000000000001,"15min":2.1259999999999999},"min":{"1min":0.72999999999999998,"5min":0.622,"15min":0.622},"max":{"1min":11.041,"5min":11.276999999999999,"15min":46.621000000000002},"last":2.2650000000000001},{"interface":"front","average":{"1min":1.653,"5min":1.8480000000000001,"15min":2.0009999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.64500000000000002},"max":{"1min":2.839,"5min":11.494,"15min":42.634999999999998},"last":2.9140000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":1.857,"5min":2.234,"15min":2.149},"min":{"1min":0.70699999999999996,"5min":0.63,"15min":0.629},"max":{"1min":5.9749999999999996,"5min":8.4730000000000008,"15min":8.4730000000000008},"last":1.28},{"interface":"front","average":{"1min":3.4729999999999999,"5min":2.6309999999999998,"15min":2.121},"min":{"1min":1.095,"5min":0.66300000000000003,"15min":0.64800000000000002},"max":{"1min":8.0229999999999997,"5min":9.5350000000000001,"15min":9.5350000000000001},"last":3.8620000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":3.6030000000000002,"5min":2.6019999999999999,"15min":2.2869999999999999},"min":{"1min":1.0129999999999999,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":9.4410000000000007,"5min":9.4410000000000007,"15min":9.4410000000000007},"last":3.3109999999999999},{"interface":"front","average":{"1min":2.7240000000000002,"5min":2.343,"15min":1.9890000000000001},"min":{"1min":1.1379999999999999,"5min":0.85999999999999999,"15min":0.73299999999999998},"max":{"1min":6.4669999999999996,"5min":9.3390000000000004,"15min":9.3390000000000004},"last":1.4059999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":3.2269999999999999,"5min":3.109,"15min":2.6179999999999999},"min":{"1min":0.96399999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":7.7489999999999997,"5min":21.989999999999998,"15min":24.273},"last":1.6279999999999999},{"interface":"front","average":{"1min":3.8250000000000002,"5min":3.1739999999999999,"15min":2.8719999999999999},"min":{"1min":1.2050000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":9.2750000000000004,"5min":19.751000000000001,"15min":24.326000000000001},"last":3.028}]},{"osd":7,"last update":"Mon Nov 16 20:56:32 2020","interfaces":[{"interface":"back","average":{"1min":3.3500000000000001,"5min":2.9279999999999999,"15min":2.7149999999999999},"min":{"1min":1.6879999999999999,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":5.444,"5min":10.071,"15min":10.071},"last":4.1840000000000002},{"interface":"front","average":{"1min":2.7549999999999999,"5min":2.7719999999999998,"15min":2.5190000000000001},"min":{"1min":1.119,"5min":0.96599999999999997,"15min":0.86599999999999999},"max":{"1min":4.0759999999999996,"5min":8.9890000000000008,"15min":8.9890000000000008},"last":1.7070000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":8.0719999999999992,"5min":3.6920000000000002,"15min":3.6000000000000001},"min":{"1min":1.2470000000000001,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":102.69,"5min":102.69,"15min":115.295},"last":1.45},{"interface":"front","average":{"1min":8.218,"5min":3.9990000000000001,"15min":3.5099999999999998},"min":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":104.477,"5min":104.477,"15min":112.97799999999999},"last":1.0549999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":3.806,"5min":3.3250000000000002,"15min":3.1499999999999999},"min":{"1min":1.694,"5min":1.266,"15min":1.127},"max":{"1min":10.787000000000001,"5min":10.787000000000001,"15min":37.381},"last":1.9299999999999999},{"interface":"front","average":{"1min":4.0670000000000002,"5min":3.448,"15min":3.2400000000000002},"min":{"1min":1.7170000000000001,"5min":1.3759999999999999,"15min":1.1779999999999999},"max":{"1min":14.864000000000001,"5min":14.864000000000001,"15min":40.417000000000002},"last":2.2040000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:56:26 2020","interfaces":[{"interface":"back","average":{"1min":3.8650000000000002,"5min":3.4199999999999999,"15min":3.5529999999999999},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":8.4939999999999998,"5min":9.6790000000000003,"15min":117.40600000000001},"last":3.581},{"interface":"front","average":{"1min":4.141,"5min":3.7610000000000001,"15min":3.7919999999999998},"min":{"1min":1.736,"5min":1.4099999999999999,"15min":1.4099999999999999},"max":{"1min":8.9290000000000003,"5min":9.9429999999999996,"15min":117.614},"last":4.4790000000000001}]}]},{"osd":9,"up_from":71,"seq":304942678475,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1667400,"kb_used_data":1118144,"kb_used_omap":0,"kb_used_meta":549248,"kb_avail":92077752,"statfs":{"total":95995035648,"available":94287618048,"internally_reserved":0,"allocated":1144979456,"data_stored":1144527068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":562429952},"hb_peers":[0,1,2,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":1.8129999999999999},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":2.831}]},{"osd":1,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":2.2240000000000002,"15min":2.6699999999999999},"min":{"1min":0.59099999999999997,"5min":0.56999999999999995,"15min":0.51700000000000002},"max":{"1min":7.1459999999999999,"5min":14.275,"15min":114.18600000000001},"last":12.087999999999999},{"interface":"front","average":{"1min":3.0750000000000002,"5min":3.0760000000000001,"15min":3.3820000000000001},"min":{"1min":1.0900000000000001,"5min":1.089,"15min":0.76000000000000001},"max":{"1min":7.8840000000000003,"5min":14.409000000000001,"15min":114.682},"last":12.237}]},{"osd":2,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.2440000000000002,"5min":2.3199999999999998,"15min":1.8069999999999999},"min":{"1min":0.80800000000000005,"5min":0.70299999999999996,"15min":0.53600000000000003},"max":{"1min":6.984,"5min":9.0190000000000001,"15min":9.0190000000000001},"last":2.3140000000000001},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.6299999999999999,"15min":1.6439999999999999},"min":{"1min":0.83599999999999997,"5min":0.61599999999999999,"15min":0.58299999999999996},"max":{"1min":4.9589999999999996,"5min":10.939,"15min":10.939},"last":2.032}]},{"osd":3,"last update":"Mon Nov 16 20:47:49 2020","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.665,"15min":2.4510000000000001},"min":{"1min":0.69299999999999995,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":3.294,"5min":6.016,"15min":254.02199999999999},"last":2.262},{"interface":"front","average":{"1min":2.04,"5min":1.702,"15min":2.7290000000000001},"min":{"1min":1.097,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":3.6749999999999998,"5min":4.694,"15min":252.62200000000001},"last":2.101}]},{"osd":4,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.3069999999999999,"5min":3.8479999999999999,"15min":2.7360000000000002},"min":{"1min":0.88900000000000001,"5min":0.68200000000000005,"15min":0.58599999999999997},"max":{"1min":4.2750000000000004,"5min":117.012,"15min":117.012},"last":1.5149999999999999},{"interface":"front","average":{"1min":2.1110000000000002,"5min":3.9359999999999999,"15min":2.766},"min":{"1min":0.878,"5min":0.80000000000000004,"15min":0.69499999999999995},"max":{"1min":5.1189999999999998,"5min":120.41200000000001,"15min":120.41200000000001},"last":2.161}]},{"osd":5,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":2.7490000000000001,"15min":2.4260000000000002},"min":{"1min":0.97399999999999998,"5min":0.82799999999999996,"15min":0.746},"max":{"1min":6.8410000000000002,"5min":7.4009999999999998,"15min":8.4459999999999997},"last":1.8540000000000001},{"interface":"front","average":{"1min":2.75,"5min":2.98,"15min":2.548},"min":{"1min":1.121,"5min":0.93200000000000005,"15min":0.71099999999999997},"max":{"1min":4.516,"5min":8.5069999999999997,"15min":8.5069999999999997},"last":2.2250000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":4.2850000000000001,"15min":3.23},"min":{"1min":1.282,"5min":1.03,"15min":0.71399999999999997},"max":{"1min":6.4489999999999998,"5min":92.771000000000001,"15min":92.771000000000001},"last":2.4670000000000001},{"interface":"front","average":{"1min":3.129,"5min":4.6580000000000004,"15min":3.4790000000000001},"min":{"1min":1.4059999999999999,"5min":1.075,"15min":0.91500000000000004},"max":{"1min":6.5880000000000001,"5min":92.504000000000005,"15min":92.504000000000005},"last":1.956}]},{"osd":7,"last update":"Mon Nov 16 20:56:32 2020","interfaces":[{"interface":"back","average":{"1min":3.2570000000000001,"5min":3.4500000000000002,"15min":3.028},"min":{"1min":1.4630000000000001,"5min":1.093,"15min":0.90200000000000002},"max":{"1min":5.7080000000000002,"5min":18.486999999999998,"15min":18.486999999999998},"last":2.1989999999999998},{"interface":"front","average":{"1min":2.464,"5min":2.8460000000000001,"15min":3.133},"min":{"1min":1.171,"5min":0.89600000000000002,"15min":0.83499999999999996},"max":{"1min":4.25,"5min":18.757000000000001,"15min":121.273},"last":2.694}]},{"osd":8,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":2.718,"5min":2.7759999999999998,"15min":2.859},"min":{"1min":1.119,"5min":0.94899999999999995,"15min":0.94899999999999995},"max":{"1min":6.1059999999999999,"5min":11.083,"15min":11.083},"last":8.4440000000000008},{"interface":"front","average":{"1min":2.6619999999999999,"5min":3.0430000000000001,"15min":3.0150000000000001},"min":{"1min":1.23,"5min":1.0880000000000001,"15min":1.0129999999999999},"max":{"1min":6.5679999999999996,"5min":11.837,"15min":11.837},"last":8.3190000000000008}]},{"osd":10,"last update":"Mon Nov 16 20:56:14 2020","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":3.246,"15min":3.0350000000000001},"min":{"1min":1.478,"5min":1.365,"15min":1.1839999999999999},"max":{"1min":6.8170000000000002,"5min":11.691000000000001,"15min":11.691000000000001},"last":2.5699999999999998},{"interface":"front","average":{"1min":3.2269999999999999,"5min":3.4039999999999999,"15min":3.7080000000000002},"min":{"1min":1.7430000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"max":{"1min":5.2069999999999999,"5min":11.542999999999999,"15min":120.693},"last":2.6000000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:56:28 2020","interfaces":[{"interface":"back","average":{"1min":3.8690000000000002,"5min":4.0549999999999997,"15min":3.2799999999999998},"min":{"1min":1.732,"5min":1.4399999999999999,"15min":1.0840000000000001},"max":{"1min":7.8570000000000002,"5min":28.57,"15min":28.57},"last":2.4420000000000002},{"interface":"front","average":{"1min":3.9209999999999998,"5min":3.9769999999999999,"15min":3.9950000000000001},"min":{"1min":1.4850000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":6.0800000000000001,"5min":26.074000000000002,"15min":121.5},"last":2.7389999999999999}]}]},{"osd":8,"up_from":63,"seq":270582940111,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":898108,"kb_used_data":545012,"kb_used_omap":0,"kb_used_meta":353088,"kb_avail":92847044,"statfs":{"total":95995035648,"available":95075373056,"internally_reserved":0,"allocated":558092288,"data_stored":557645817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":361562112},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:55:38 2020","interfaces":[{"interface":"back","average":{"1min":5.5369999999999999,"5min":2.492,"15min":2.347},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.52500000000000002},"max":{"1min":64.843000000000004,"5min":64.843000000000004,"15min":80.534000000000006},"last":0.57799999999999996},{"interface":"front","average":{"1min":4.9829999999999997,"5min":2.3220000000000001,"15min":2.4460000000000002},"min":{"1min":0.61799999999999999,"5min":0.60199999999999998,"15min":0.55100000000000005},"max":{"1min":59.093000000000004,"5min":59.093000000000004,"15min":80.248000000000005},"last":3}]},{"osd":1,"last update":"Mon Nov 16 20:56:22 2020","interfaces":[{"interface":"back","average":{"1min":1.976,"5min":2.2309999999999999,"15min":3.2970000000000002},"min":{"1min":1.0149999999999999,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":3.5049999999999999,"5min":7.7110000000000003,"15min":225.94999999999999},"last":2.871},{"interface":"front","average":{"1min":2.4609999999999999,"5min":2.395,"15min":3.504},"min":{"1min":0.66400000000000003,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":5.8970000000000002,"5min":8.9399999999999995,"15min":226.03100000000001},"last":0.73499999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:56:08 2020","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":2.2890000000000001,"15min":2.0859999999999999},"min":{"1min":0.84999999999999998,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":5.7789999999999999,"5min":8.0079999999999991,"15min":8.0079999999999991},"last":1.2210000000000001},{"interface":"front","average":{"1min":2.5150000000000001,"5min":2.1160000000000001,"15min":1.804},"min":{"1min":0.88,"5min":0.66200000000000003,"15min":0.61599999999999999},"max":{"1min":5.7469999999999999,"5min":8.0570000000000004,"15min":8.0570000000000004},"last":3.9540000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:48:24 2020","interfaces":[{"interface":"back","average":{"1min":2.1160000000000001,"5min":2.0310000000000001,"15min":2.4460000000000002},"min":{"1min":0.91100000000000003,"5min":0.64700000000000002,"15min":0.63700000000000001},"max":{"1min":3.3610000000000002,"5min":8.468,"15min":137.90299999999999},"last":2.3130000000000002},{"interface":"front","average":{"1min":1.917,"5min":2.0009999999999999,"15min":2.476},"min":{"1min":0.98399999999999999,"5min":0.67600000000000005,"15min":0.623},"max":{"1min":3.04,"5min":13.185,"15min":138.24299999999999},"last":5.5339999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.3330000000000002,"5min":2.569,"15min":2.516},"min":{"1min":0.879,"5min":0.879,"15min":0.63100000000000001},"max":{"1min":4.3179999999999996,"5min":8.6539999999999999,"15min":8.6539999999999999},"last":2.298},{"interface":"front","average":{"1min":2.649,"5min":2.5449999999999999,"15min":2.5049999999999999},"min":{"1min":1.077,"5min":0.88600000000000001,"15min":0.67200000000000004},"max":{"1min":6.0599999999999996,"5min":7.8579999999999997,"15min":12.077999999999999},"last":3.2719999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.8980000000000001,"5min":2.5169999999999999,"15min":2.5070000000000001},"min":{"1min":0.92800000000000005,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":6.2699999999999996,"5min":8.2059999999999995,"15min":12.273999999999999},"last":1.3500000000000001},{"interface":"front","average":{"1min":3.5169999999999999,"5min":2.7010000000000001,"15min":2.4769999999999999},"min":{"1min":1.4139999999999999,"5min":0.74099999999999999,"15min":0.72199999999999998},"max":{"1min":6.5060000000000002,"5min":9.0839999999999996,"15min":11.808999999999999},"last":1.484}]},{"osd":6,"last update":"Mon Nov 16 20:55:46 2020","interfaces":[{"interface":"back","average":{"1min":2.1150000000000002,"5min":2.8959999999999999,"15min":2.7709999999999999},"min":{"1min":1.087,"5min":1.087,"15min":0.84299999999999997},"max":{"1min":3.5760000000000001,"5min":8.1720000000000006,"15min":8.6649999999999991},"last":3.1349999999999998},{"interface":"front","average":{"1min":3.3820000000000001,"5min":3.2240000000000002,"15min":2.9609999999999999},"min":{"1min":1.2210000000000001,"5min":1.016,"15min":1.016},"max":{"1min":6.585,"5min":8.3439999999999994,"15min":12.166},"last":1.881}]},{"osd":7,"last update":"Mon Nov 16 20:55:56 2020","interfaces":[{"interface":"back","average":{"1min":3.7090000000000001,"5min":3.1949999999999998,"15min":3.073},"min":{"1min":1.347,"5min":1.052,"15min":1.052},"max":{"1min":6.7309999999999999,"5min":9.2189999999999994,"15min":13.644},"last":1.6220000000000001},{"interface":"front","average":{"1min":4.0819999999999999,"5min":3.484,"15min":3.246},"min":{"1min":1.851,"5min":1.1339999999999999,"15min":1.0049999999999999},"max":{"1min":6.9950000000000001,"5min":15.028,"15min":15.028},"last":1.75}]},{"osd":9,"last update":"Mon Nov 16 20:55:56 2020","interfaces":[{"interface":"back","average":{"1min":3.2170000000000001,"5min":3.1040000000000001,"15min":2.9710000000000001},"min":{"1min":1.1919999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"max":{"1min":6.9850000000000003,"5min":8.4420000000000002,"15min":8.9399999999999995},"last":7.6120000000000001},{"interface":"front","average":{"1min":2.6200000000000001,"5min":2.9889999999999999,"15min":3.1739999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":6.9370000000000003,"5min":11.353999999999999,"15min":11.353999999999999},"last":9.1349999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:55:56 2020","interfaces":[{"interface":"back","average":{"1min":2.907,"5min":3.3730000000000002,"15min":3.0790000000000002},"min":{"1min":1.552,"5min":1.2849999999999999,"15min":0.98199999999999998},"max":{"1min":6.7009999999999996,"5min":8.3119999999999994,"15min":12.244999999999999},"last":3.7040000000000002},{"interface":"front","average":{"1min":3.1059999999999999,"5min":3.633,"15min":3.3420000000000001},"min":{"1min":1.6839999999999999,"5min":1.375,"15min":1},"max":{"1min":6.8899999999999997,"5min":8.5790000000000006,"15min":8.9830000000000005},"last":3.8050000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:56:30 2020","interfaces":[{"interface":"back","average":{"1min":2.9889999999999999,"5min":3.5379999999999998,"15min":3.4079999999999999},"min":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"max":{"1min":6.7320000000000002,"5min":10.851000000000001,"15min":12.114000000000001},"last":2.6859999999999999},{"interface":"front","average":{"1min":4.069,"5min":3.4300000000000002,"15min":3.1110000000000002},"min":{"1min":1.2210000000000001,"5min":1.141,"15min":1.0169999999999999},"max":{"1min":6.6180000000000003,"5min":11.500999999999999,"15min":13.513},"last":3.601}]}]},{"osd":7,"up_from":225,"seq":966367641942,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":592560,"kb_used_data":182568,"kb_used_omap":0,"kb_used_meta":409983,"kb_avail":93152592,"statfs":{"total":95995035648,"available":95388254208,"internally_reserved":0,"allocated":186949632,"data_stored":186509108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":419822652},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":1.8200000000000001,"15min":2.407},"min":{"1min":0.70699999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":3.3069999999999999,"5min":9.5890000000000004,"15min":146.768},"last":2.3380000000000001},{"interface":"front","average":{"1min":1.6619999999999999,"5min":1.5489999999999999,"15min":2.3399999999999999},"min":{"1min":0.78000000000000003,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":3.9500000000000002,"5min":3.9500000000000002,"15min":146.83699999999999},"last":2.5059999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.603,"15min":1.657},"min":{"1min":0.69699999999999995,"5min":0.58099999999999996,"15min":0.5},"max":{"1min":3.988,"5min":6.2270000000000003,"15min":14.375999999999999},"last":1.383},{"interface":"front","average":{"1min":1.9239999999999999,"5min":1.8440000000000001,"15min":1.925},"min":{"1min":1.01,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":4.3289999999999997,"5min":6.1200000000000001,"15min":14.645},"last":1.8140000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:55:40 2020","interfaces":[{"interface":"back","average":{"1min":1.5649999999999999,"5min":1.716,"15min":1.5860000000000001},"min":{"1min":0.80800000000000005,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":6.7450000000000001,"5min":6.7450000000000001,"15min":6.7450000000000001},"last":1.9239999999999999},{"interface":"front","average":{"1min":1.516,"5min":1.7629999999999999,"15min":1.746},"min":{"1min":0.89200000000000002,"5min":0.622,"15min":0.622},"max":{"1min":2.5800000000000001,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":1.575}]},{"osd":4,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":2.262,"5min":2.508,"15min":2.218},"min":{"1min":0.88200000000000001,"5min":0.61599999999999999,"15min":0.59299999999999997},"max":{"1min":4.0270000000000001,"5min":27.331,"15min":27.331},"last":1.288},{"interface":"front","average":{"1min":2.2410000000000001,"5min":2.5379999999999998,"15min":2.6280000000000001},"min":{"1min":0.753,"5min":0.74099999999999999,"15min":0.629},"max":{"1min":3.7149999999999999,"5min":27.190000000000001,"15min":27.190000000000001},"last":1.7490000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.9710000000000001,"15min":2.206},"min":{"1min":0.749,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.96,"5min":6.9109999999999996,"15min":14.191000000000001},"last":2.5819999999999999},{"interface":"front","average":{"1min":2.4279999999999999,"5min":2.355,"15min":2.3460000000000001},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":4.0810000000000004,"5min":6.7519999999999998,"15min":11.981999999999999},"last":2.7109999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":2.1739999999999999,"5min":2.25,"15min":2.5859999999999999},"min":{"1min":0.88800000000000001,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":3.347,"5min":9.4410000000000007,"15min":14.186},"last":2.802},{"interface":"front","average":{"1min":3.0099999999999998,"5min":3.0920000000000001,"15min":2.871},"min":{"1min":1.27,"5min":0.89900000000000002,"15min":0.89900000000000002},"max":{"1min":4.4260000000000002,"5min":13.574999999999999,"15min":13.574999999999999},"last":3.4039999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":4.6840000000000002,"5min":3.0289999999999999,"15min":2.8479999999999999},"min":{"1min":1.47,"5min":0.90100000000000002,"15min":0.90100000000000002},"max":{"1min":34.351999999999997,"5min":34.351999999999997,"15min":34.351999999999997},"last":2.8839999999999999},{"interface":"front","average":{"1min":5.0140000000000002,"5min":3.335,"15min":3.0600000000000001},"min":{"1min":1.6859999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"max":{"1min":34.154000000000003,"5min":34.154000000000003,"15min":34.154000000000003},"last":3.0590000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":3.5390000000000001,"5min":3.153,"15min":2.9969999999999999},"min":{"1min":1.1879999999999999,"5min":0.90200000000000002,"15min":0.90200000000000002},"max":{"1min":6.3550000000000004,"5min":7.8470000000000004,"15min":12.653},"last":3.226},{"interface":"front","average":{"1min":2.5499999999999998,"5min":2.6509999999999998,"15min":2.8660000000000001},"min":{"1min":1.345,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":4.8300000000000001,"5min":6.0919999999999996,"15min":14.513},"last":2.1720000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":3.98,"5min":3.3220000000000001,"15min":3.097},"min":{"1min":1.385,"5min":0.96999999999999997,"15min":0.96999999999999997},"max":{"1min":9.1799999999999997,"5min":9.1799999999999997,"15min":12.792999999999999},"last":3.8849999999999998},{"interface":"front","average":{"1min":3.5659999999999998,"5min":3.4249999999999998,"15min":3.2210000000000001},"min":{"1min":1.5489999999999999,"5min":1.2,"15min":1.2},"max":{"1min":7.1680000000000001,"5min":7.5,"15min":13.054},"last":3.5579999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:56:06 2020","interfaces":[{"interface":"back","average":{"1min":4.1660000000000004,"5min":3.3999999999999999,"15min":3.4510000000000001},"min":{"1min":1.4339999999999999,"5min":1.089,"15min":1.089},"max":{"1min":34.290999999999997,"5min":34.290999999999997,"15min":34.290999999999997},"last":3.347},{"interface":"front","average":{"1min":5.3869999999999996,"5min":4.8019999999999996,"15min":3.7949999999999999},"min":{"1min":2.0430000000000001,"5min":1.1830000000000001,"15min":1.0249999999999999},"max":{"1min":34.529000000000003,"5min":97.986000000000004,"15min":97.986000000000004},"last":3.722}]}]},{"osd":6,"up_from":49,"seq":210453397978,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":389256,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":388352,"kb_avail":93355896,"statfs":{"total":95995035648,"available":95596437504,"internally_reserved":0,"allocated":917504,"data_stored":465136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":397672448},"hb_peers":[0,1,2,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":0.90600000000000003},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.2889999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:55:49 2020","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":2.2930000000000001,"15min":10.641999999999999},"min":{"1min":0.63,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.3029999999999999,"5min":23.873000000000001,"15min":296.45600000000002},"last":0.77300000000000002},{"interface":"front","average":{"1min":1.3680000000000001,"5min":2,"15min":10.707000000000001},"min":{"1min":0.73799999999999999,"5min":0.59199999999999997,"15min":0.57499999999999996},"max":{"1min":2.8929999999999998,"5min":24.213999999999999,"15min":297.99099999999999},"last":2.0859999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:56:38 2020","interfaces":[{"interface":"back","average":{"1min":2.1880000000000002,"5min":2.2210000000000001,"15min":1.7889999999999999},"min":{"1min":1.097,"5min":0.63700000000000001,"15min":0.54500000000000004},"max":{"1min":4.4420000000000002,"5min":10.24,"15min":13.731999999999999},"last":1.7250000000000001},{"interface":"front","average":{"1min":1.669,"5min":1.8169999999999999,"15min":1.7609999999999999},"min":{"1min":1.1319999999999999,"5min":0.69499999999999995,"15min":0.59399999999999997},"max":{"1min":2.5910000000000002,"5min":10.789,"15min":10.789},"last":1.2270000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:48:26 2020","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":2.0409999999999999,"15min":2.5649999999999999},"min":{"1min":0.755,"5min":0.628,"15min":0.61399999999999999},"max":{"1min":2.6469999999999998,"5min":7.3029999999999999,"15min":171.21899999999999},"last":1.7250000000000001},{"interface":"front","average":{"1min":2.621,"5min":1.929,"15min":2.5960000000000001},"min":{"1min":1.391,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":3.9670000000000001,"5min":6.6139999999999999,"15min":171.46100000000001},"last":1.4039999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:56:38 2020","interfaces":[{"interface":"back","average":{"1min":2.8220000000000001,"5min":2.7759999999999998,"15min":2.6030000000000002},"min":{"1min":1.3129999999999999,"5min":0.54800000000000004,"15min":0.54500000000000004},"max":{"1min":4.6559999999999997,"5min":32.469000000000001,"15min":32.469000000000001},"last":2.0110000000000001},{"interface":"front","average":{"1min":2.2770000000000001,"5min":2.9910000000000001,"15min":2.6600000000000001},"min":{"1min":0.872,"5min":0.61699999999999999,"15min":0.59999999999999998},"max":{"1min":4.4699999999999998,"5min":32.743000000000002,"15min":32.743000000000002},"last":1.633}]},{"osd":5,"last update":"Mon Nov 16 20:56:38 2020","interfaces":[{"interface":"back","average":{"1min":2.9220000000000002,"5min":2.5529999999999999,"15min":2.3879999999999999},"min":{"1min":1.5589999999999999,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":4.5490000000000004,"5min":10.378,"15min":12.869},"last":2.9900000000000002},{"interface":"front","average":{"1min":3.5419999999999998,"5min":3.0739999999999998,"15min":2.7970000000000002},"min":{"1min":1.99,"5min":0.97099999999999997,"15min":0.89200000000000002},"max":{"1min":5.532,"5min":10.704000000000001,"15min":13.013999999999999},"last":3.1110000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":2.2719999999999998,"5min":2.4470000000000001,"15min":2.5379999999999998},"min":{"1min":1.042,"5min":0.79000000000000004,"15min":0.75600000000000001},"max":{"1min":4.8150000000000004,"5min":6.7149999999999999,"15min":14.361000000000001},"last":1.5389999999999999},{"interface":"front","average":{"1min":3.2669999999999999,"5min":3.3210000000000002,"15min":3.073},"min":{"1min":1.5369999999999999,"5min":1.038,"15min":0.84099999999999997},"max":{"1min":5.5380000000000003,"5min":10.503,"15min":10.85},"last":2.5089999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:56:28 2020","interfaces":[{"interface":"back","average":{"1min":2.4089999999999998,"5min":2.4220000000000002,"15min":3.0059999999999998},"min":{"1min":1.218,"5min":0.89400000000000002,"15min":0.80000000000000004},"max":{"1min":3.6880000000000002,"5min":10.026,"15min":115.756},"last":0.98599999999999999},{"interface":"front","average":{"1min":3.1539999999999999,"5min":2.6869999999999998,"15min":2.9409999999999998},"min":{"1min":1.859,"5min":0.91900000000000004,"15min":0.84199999999999997},"max":{"1min":8.8599999999999994,"5min":9.7200000000000006,"15min":114.051},"last":1.4159999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:56:38 2020","interfaces":[{"interface":"back","average":{"1min":2.738,"5min":2.823,"15min":3.3069999999999999},"min":{"1min":1.3779999999999999,"5min":0.94199999999999995,"15min":0.84399999999999997},"max":{"1min":4.2320000000000002,"5min":10.17,"15min":135.161},"last":1.6899999999999999},{"interface":"front","average":{"1min":3.948,"5min":3.5329999999999999,"15min":3.7669999999999999},"min":{"1min":1.839,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":5.8410000000000002,"5min":10.608000000000001,"15min":135.35400000000001},"last":2.1850000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:56:28 2020","interfaces":[{"interface":"back","average":{"1min":3.9489999999999998,"5min":3.7080000000000002,"15min":3.1920000000000002},"min":{"1min":2.1259999999999999,"5min":1.028,"15min":0.95399999999999996},"max":{"1min":5.173,"5min":13.907999999999999,"15min":13.907999999999999},"last":2.351},{"interface":"front","average":{"1min":4.2960000000000003,"5min":3.984,"15min":3.5430000000000001},"min":{"1min":2.4510000000000001,"5min":1.266,"15min":1.171},"max":{"1min":5.3600000000000003,"5min":14.228999999999999,"15min":14.228999999999999},"last":2.6920000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:56:18 2020","interfaces":[{"interface":"back","average":{"1min":2.8610000000000002,"5min":3.0230000000000001,"15min":3.0710000000000002},"min":{"1min":1.619,"5min":0.875,"15min":0.875},"max":{"1min":5.0579999999999998,"5min":9.8219999999999992,"15min":113.28},"last":1.883},{"interface":"front","average":{"1min":4.1429999999999998,"5min":3.5739999999999998,"15min":3.4950000000000001},"min":{"1min":1.538,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":7.8719999999999999,"5min":9.9909999999999997,"15min":113.851},"last":2.8490000000000002}]}]},{"osd":1,"up_from":18,"seq":77309411829,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1322568,"kb_used_data":787008,"kb_used_omap":0,"kb_used_meta":535552,"kb_avail":92422584,"statfs":{"total":95995035648,"available":94640726016,"internally_reserved":0,"allocated":805896192,"data_stored":805443824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":548405248},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:55:39 2020","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":2.0790000000000002,"15min":1.7849999999999999},"min":{"1min":0.65400000000000003,"5min":0.52600000000000002,"15min":0.45600000000000002},"max":{"1min":5.4649999999999999,"5min":48.201999999999998,"15min":48.201999999999998},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.9710000000000001,"5min":2.6080000000000001,"15min":2.3719999999999999},"min":{"1min":0.95999999999999996,"5min":0.755,"15min":0.67300000000000004},"max":{"1min":5.577,"5min":48.332000000000001,"15min":48.332000000000001},"last":1.79}]},{"osd":2,"last update":"Mon Nov 16 20:56:12 2020","interfaces":[{"interface":"back","average":{"1min":1.3260000000000001,"5min":1.3500000000000001,"15min":1.593},"min":{"1min":0.72399999999999998,"5min":0.54600000000000004,"15min":0.48099999999999998},"max":{"1min":2.052,"5min":3.8809999999999998,"15min":13.121},"last":6.8300000000000001},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.6479999999999999,"15min":1.6619999999999999},"min":{"1min":0.64500000000000002,"5min":0.63,"15min":0.52100000000000002},"max":{"1min":2.7839999999999998,"5min":5.0590000000000002,"15min":12.002000000000001},"last":6.9379999999999997}]},{"osd":3,"last update":"Mon Nov 16 20:41:57 2020","interfaces":[{"interface":"back","average":{"1min":8.4610000000000003,"5min":3.7029999999999998,"15min":3.6179999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":113.664,"5min":113.664,"15min":113.664},"last":4.5220000000000002},{"interface":"front","average":{"1min":8.7430000000000003,"5min":4.2839999999999998,"15min":3.9500000000000002},"min":{"1min":0.92200000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":114.01600000000001,"5min":114.01600000000001,"15min":114.01600000000001},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Nov 16 20:56:00 2020","interfaces":[{"interface":"back","average":{"1min":1.5569999999999999,"5min":1.7010000000000001,"15min":1.825},"min":{"1min":0.77900000000000003,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":3.6899999999999999,"5min":4.2389999999999999,"15min":4.5519999999999996},"last":2.1499999999999999},{"interface":"front","average":{"1min":1.716,"5min":2.121,"15min":1.9870000000000001},"min":{"1min":0.86199999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":3.1320000000000001,"5min":8.859,"15min":8.859},"last":2.456}]},{"osd":5,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.0779999999999998,"5min":1.869,"15min":2.472},"min":{"1min":0.73499999999999999,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":8.2370000000000001,"5min":8.2370000000000001,"15min":97.927999999999997},"last":8.2370000000000001},{"interface":"front","average":{"1min":2.7050000000000001,"5min":2.105,"15min":2.9180000000000001},"min":{"1min":1.2549999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":7.0579999999999998,"5min":7.0579999999999998,"15min":98.322000000000003},"last":7.0579999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:55:39 2020","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":2.278,"15min":2.5670000000000002},"min":{"1min":0.998,"5min":0.998,"15min":0.79400000000000004},"max":{"1min":3.8940000000000001,"5min":6.1699999999999999,"15min":16.026},"last":7.2160000000000002},{"interface":"front","average":{"1min":2.226,"5min":2.3250000000000002,"15min":2.6869999999999998},"min":{"1min":1.147,"5min":0.96899999999999997,"15min":0.89900000000000002},"max":{"1min":3.8210000000000002,"5min":5.3710000000000004,"15min":16.198},"last":2.7719999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:56:12 2020","interfaces":[{"interface":"back","average":{"1min":2.5640000000000001,"5min":2.544,"15min":2.552},"min":{"1min":1.429,"5min":0.92000000000000004,"15min":0.83499999999999996},"max":{"1min":4.7469999999999999,"5min":5.8689999999999998,"15min":13.673999999999999},"last":7.3330000000000002},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.9930000000000001,"15min":2.1040000000000001},"min":{"1min":0.89500000000000002,"5min":0.76000000000000001,"15min":0.71499999999999997},"max":{"1min":4.2789999999999999,"5min":7.008,"15min":26.556999999999999},"last":3.069}]},{"osd":8,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.161,"15min":3.0379999999999998},"min":{"1min":1.0740000000000001,"5min":0.96899999999999997,"15min":0.96899999999999997},"max":{"1min":8.6620000000000008,"5min":8.6620000000000008,"15min":98.739999999999995},"last":8.6620000000000008},{"interface":"front","average":{"1min":2.641,"5min":2.5539999999999998,"15min":2.3700000000000001},"min":{"1min":1.1990000000000001,"5min":1.1279999999999999,"15min":0.72199999999999998},"max":{"1min":4.3460000000000001,"5min":7.2910000000000004,"15min":26.77},"last":3.3849999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:56:12 2020","interfaces":[{"interface":"back","average":{"1min":2.7450000000000001,"5min":2.698,"15min":2.8279999999999998},"min":{"1min":1.3799999999999999,"5min":1.046,"15min":0.90500000000000003},"max":{"1min":4.8559999999999999,"5min":6.1399999999999997,"15min":15.629},"last":8.9199999999999999},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.1499999999999999,"15min":3.093},"min":{"1min":1.1479999999999999,"5min":1.119,"15min":1.119},"max":{"1min":5.4850000000000003,"5min":7.9139999999999997,"15min":15.382999999999999},"last":8.3770000000000007}]},{"osd":10,"last update":"Mon Nov 16 20:56:20 2020","interfaces":[{"interface":"back","average":{"1min":2.6789999999999998,"5min":2.4180000000000001,"15min":2.4350000000000001},"min":{"1min":1.1930000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":5.2190000000000003,"5min":6.7270000000000003,"15min":11.627000000000001},"last":8.4710000000000001},{"interface":"front","average":{"1min":2.516,"5min":2.512,"15min":2.5510000000000002},"min":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.046},"max":{"1min":4.2460000000000004,"5min":8.6660000000000004,"15min":11.148999999999999},"last":9.0609999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:56:23 2020","interfaces":[{"interface":"back","average":{"1min":3.2290000000000001,"5min":3.069,"15min":3.2570000000000001},"min":{"1min":1.5840000000000001,"5min":1.242,"15min":1.1000000000000001},"max":{"1min":5.4290000000000003,"5min":8.8200000000000003,"15min":26.873000000000001},"last":9.173},{"interface":"front","average":{"1min":2.786,"5min":3.0179999999999998,"15min":2.9319999999999999},"min":{"1min":1.323,"5min":1.0149999999999999,"15min":0.99099999999999999},"max":{"1min":5.4740000000000002,"5min":24.675999999999998,"15min":26.925999999999998},"last":12.978}]}]},{"osd":0,"up_from":12,"seq":51539608057,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":978120,"kb_used_data":566720,"kb_used_omap":0,"kb_used_meta":411392,"kb_avail":92767032,"statfs":{"total":95995035648,"available":94993440768,"internally_reserved":0,"allocated":580321280,"data_stored":579868912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":421265408},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 20:56:34 2020","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":2.2599999999999998,"15min":2.883},"min":{"1min":0.95699999999999996,"5min":0.55000000000000004,"15min":0.50600000000000001},"max":{"1min":2.504,"5min":45.770000000000003,"15min":149.07599999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":2.0859999999999999,"5min":2.7240000000000002,"15min":3.1379999999999999},"min":{"1min":0.79200000000000004,"5min":0.63400000000000001,"15min":0.63300000000000001},"max":{"1min":4.0350000000000001,"5min":50.347000000000001,"15min":147.98699999999999},"last":1.5960000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:55:50 2020","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.5840000000000001,"15min":1.556},"min":{"1min":0.64300000000000002,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.7120000000000002,"5min":11.772,"15min":11.772},"last":2.1779999999999999},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.8140000000000001,"15min":2.048},"min":{"1min":0.84999999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":5.8319999999999999,"5min":12.882999999999999,"15min":12.882999999999999},"last":1.3700000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:48:13 2020","interfaces":[{"interface":"back","average":{"1min":1.367,"5min":1.9199999999999999,"15min":1.974},"min":{"1min":0.67700000000000005,"5min":0.54200000000000004,"15min":0.496},"max":{"1min":1.96,"5min":11.704000000000001,"15min":31.731999999999999},"last":1.345},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.528,"15min":2.0089999999999999},"min":{"1min":0.70599999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.427,"5min":7.2519999999999998,"15min":34.512},"last":0.747}]},{"osd":4,"last update":"Mon Nov 16 20:55:50 2020","interfaces":[{"interface":"back","average":{"1min":1.7050000000000001,"5min":2.0169999999999999,"15min":2.266},"min":{"1min":0.78100000000000003,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":5.8659999999999997,"5min":10.566000000000001,"15min":44.290999999999997},"last":1.327},{"interface":"front","average":{"1min":1.758,"5min":2.4620000000000002,"15min":2.8100000000000001},"min":{"1min":0.747,"5min":0.746,"15min":0.746},"max":{"1min":5.7370000000000001,"5min":10.779999999999999,"15min":45.820999999999998},"last":1.5269999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:56:22 2020","interfaces":[{"interface":"back","average":{"1min":2.3769999999999998,"5min":2.411,"15min":2.395},"min":{"1min":0.97699999999999998,"5min":0.70899999999999996,"15min":0.63200000000000001},"max":{"1min":5.2670000000000003,"5min":19.503,"15min":44.240000000000002},"last":1.746},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.403,"15min":2.5510000000000002},"min":{"1min":1.1859999999999999,"5min":0.71499999999999997,"15min":0.70599999999999996},"max":{"1min":3.0710000000000002,"5min":19.355,"15min":46.713999999999999},"last":2.3679999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":2.7400000000000002,"15min":2.7610000000000001},"min":{"1min":1.1890000000000001,"5min":0.97499999999999998,"15min":0.79500000000000004},"max":{"1min":6.3579999999999997,"5min":20.09,"15min":46.584000000000003},"last":1.9219999999999999},{"interface":"front","average":{"1min":2.8239999999999998,"5min":3.0129999999999999,"15min":3.1190000000000002},"min":{"1min":1.4570000000000001,"5min":0.82399999999999995,"15min":0.82399999999999995},"max":{"1min":5.9699999999999998,"5min":19.984999999999999,"15min":46.810000000000002},"last":2.5609999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":2.3359999999999999,"5min":3.625,"15min":3.2360000000000002},"min":{"1min":1.0009999999999999,"5min":0.86699999999999999,"15min":0.79000000000000004},"max":{"1min":5.4569999999999999,"5min":91.515000000000001,"15min":91.515000000000001},"last":2.4199999999999999},{"interface":"front","average":{"1min":2.2530000000000001,"5min":3.4159999999999999,"15min":3.1230000000000002},"min":{"1min":1.296,"5min":1.101,"15min":0.76000000000000001},"max":{"1min":3.3530000000000002,"5min":95.210999999999999,"15min":95.210999999999999},"last":1.8200000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:56:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8740000000000001,"5min":3.0470000000000002,"15min":3.5630000000000002},"min":{"1min":1.216,"5min":1.1839999999999999,"15min":0.85499999999999998},"max":{"1min":5.6139999999999999,"5min":19.739000000000001,"15min":82.204999999999998},"last":1.9630000000000001},{"interface":"front","average":{"1min":3.2360000000000002,"5min":3.2610000000000001,"15min":3.7229999999999999},"min":{"1min":1.5409999999999999,"5min":1.0409999999999999,"15min":0.75800000000000001},"max":{"1min":6.7619999999999996,"5min":19.927,"15min":79.483999999999995},"last":1.2490000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":3.343,"5min":3.7599999999999998,"15min":3.5019999999999998},"min":{"1min":1.5269999999999999,"5min":1.157,"15min":0.91200000000000003},"max":{"1min":6.9649999999999999,"5min":45.256,"15min":60.097999999999999},"last":1.49},{"interface":"front","average":{"1min":2.964,"5min":3.6600000000000001,"15min":3.714},"min":{"1min":1.3320000000000001,"5min":1.0509999999999999,"15min":0.89400000000000002},"max":{"1min":6.3879999999999999,"5min":43.122,"15min":59.579000000000001},"last":2.2170000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":3.1890000000000001,"5min":3.5259999999999998,"15min":3.484},"min":{"1min":1.7749999999999999,"5min":1.3340000000000001,"15min":0.98899999999999999},"max":{"1min":7.0330000000000004,"5min":42.576999999999998,"15min":47.006999999999998},"last":2.0739999999999998},{"interface":"front","average":{"1min":3.133,"5min":3.7170000000000001,"15min":3.6389999999999998},"min":{"1min":1.528,"5min":0.93799999999999994,"15min":0.93799999999999994},"max":{"1min":7.3209999999999997,"5min":42.619,"15min":46.515000000000001},"last":2.1059999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:56:22 2020","interfaces":[{"interface":"back","average":{"1min":3.0369999999999999,"5min":3.7400000000000002,"15min":3.944},"min":{"1min":1.4870000000000001,"5min":1.304,"15min":1.1140000000000001},"max":{"1min":4.218,"5min":49.503999999999998,"15min":55.441000000000003},"last":3.8929999999999998},{"interface":"front","average":{"1min":3.5089999999999999,"5min":4.2149999999999999,"15min":4.2880000000000003},"min":{"1min":1.609,"5min":1.5149999999999999,"15min":1.0369999999999999},"max":{"1min":5.1130000000000004,"5min":49.649000000000001,"15min":61.509},"last":3.8490000000000002}]}]},{"osd":2,"up_from":0,"seq":98784248304,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597822,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855845,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1218620,"kb_used_data":729908,"kb_used_omap":0,"kb_used_meta":488704,"kb_avail":92526532,"statfs":{"total":95995035648,"available":94747168768,"internally_reserved":0,"allocated":747425792,"data_stored":746979321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":500432896},"hb_peers":[0,1,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":2.3050000000000002},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":2.9399999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:56:07 2020","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":2.5880000000000001,"15min":2.3109999999999999},"min":{"1min":0.96799999999999997,"5min":0.57799999999999996,"15min":0.48199999999999998},"max":{"1min":4.7999999999999998,"5min":24.158999999999999,"15min":62.207000000000001},"last":1.589},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.3969999999999998,"15min":2.5310000000000001},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":4.5099999999999998,"5min":24.338000000000001,"15min":62.087000000000003},"last":1.504}]},{"osd":2,"last update":"Mon Nov 16 20:52:50 2020","interfaces":[{"interface":"back","average":{"1min":1.7569999999999999,"5min":1.9630000000000001,"15min":1.879},"min":{"1min":0.77800000000000002,"5min":0.67500000000000004,"15min":0.60099999999999998},"max":{"1min":4.8739999999999997,"5min":7.7949999999999999,"15min":8.2400000000000002},"last":2.2639999999999998},{"interface":"front","average":{"1min":2.657,"5min":2.2160000000000002,"15min":2.0819999999999999},"min":{"1min":0.83799999999999997,"5min":0.66800000000000004,"15min":0.57999999999999996},"max":{"1min":9.0999999999999996,"5min":11.298999999999999,"15min":11.298999999999999},"last":3.8180000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:55:42 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.95,"15min":1.8120000000000001},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":5.3659999999999997,"5min":10.99,"15min":10.99},"last":3.222},{"interface":"front","average":{"1min":1.694,"5min":2.1099999999999999,"15min":2.0019999999999998},"min":{"1min":0.79700000000000004,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":4.6360000000000001,"5min":10.842000000000001,"15min":10.842000000000001},"last":3.492}]},{"osd":5,"last update":"Mon Nov 16 20:56:30 2020","interfaces":[{"interface":"back","average":{"1min":1.6299999999999999,"5min":2.0960000000000001,"15min":2.121},"min":{"1min":0.69799999999999995,"5min":0.68799999999999994,"15min":0.57199999999999995},"max":{"1min":3.3119999999999998,"5min":11.718999999999999,"15min":11.773},"last":1.778},{"interface":"front","average":{"1min":2.774,"5min":2.4220000000000002,"15min":2.4830000000000001},"min":{"1min":1.0369999999999999,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":5.1900000000000004,"5min":10.714,"15min":11.49},"last":3.7210000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:55:50 2020","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.6459999999999999,"15min":2.4809999999999999},"min":{"1min":0.77900000000000003,"5min":0.625,"15min":0.625},"max":{"1min":8.2970000000000006,"5min":25.533999999999999,"15min":25.533999999999999},"last":3.5459999999999998},{"interface":"front","average":{"1min":2.3969999999999998,"5min":2.819,"15min":2.3490000000000002},"min":{"1min":1.4590000000000001,"5min":0.93200000000000005,"15min":0.70999999999999996},"max":{"1min":6.3040000000000003,"5min":16.213000000000001,"15min":16.213000000000001},"last":3.9359999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:56:07 2020","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.6989999999999998,"15min":3.1240000000000001},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.66600000000000004},"max":{"1min":5.1360000000000001,"5min":10.015000000000001,"15min":165.12},"last":2.1509999999999998},{"interface":"front","average":{"1min":2.8570000000000002,"5min":2.9620000000000002,"15min":3.3679999999999999},"min":{"1min":0.95399999999999996,"5min":0.94299999999999995,"15min":0.77800000000000002},"max":{"1min":6.1879999999999997,"5min":15.039999999999999,"15min":162.14099999999999},"last":2.7629999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:56:30 2020","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.706,"15min":3.125},"min":{"1min":1.1160000000000001,"5min":0.95499999999999996,"15min":0.73599999999999999},"max":{"1min":4.6660000000000004,"5min":10.93,"15min":90.043999999999997},"last":3.0190000000000001},{"interface":"front","average":{"1min":3.5379999999999998,"5min":2.8319999999999999,"15min":3.3300000000000001},"min":{"1min":1.649,"5min":1.0780000000000001,"15min":0.86299999999999999},"max":{"1min":5.7210000000000001,"5min":7.1139999999999999,"15min":88.504000000000005},"last":4.1680000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:56:07 2020","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":3.5779999999999998,"15min":2.9620000000000002},"min":{"1min":1.587,"5min":1.25,"15min":0.873},"max":{"1min":6.4020000000000001,"5min":12.029999999999999,"15min":12.029999999999999},"last":4.3879999999999999},{"interface":"front","average":{"1min":3.843,"5min":3.5449999999999999,"15min":3.0670000000000002},"min":{"1min":1.7350000000000001,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":6.625,"5min":11.247999999999999,"15min":11.247999999999999},"last":4.8029999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":3.04,"5min":2.9319999999999999,"15min":2.8010000000000002},"min":{"1min":1.319,"5min":1.0409999999999999,"15min":1.0409999999999999},"max":{"1min":4.819,"5min":13.315,"15min":13.315},"last":3.2890000000000001},{"interface":"front","average":{"1min":3.8769999999999998,"5min":3.7160000000000002,"15min":3.0579999999999998},"min":{"1min":1.8440000000000001,"5min":1.49,"15min":1.004},"max":{"1min":6.8710000000000004,"5min":11.130000000000001,"15min":11.130000000000001},"last":5.2400000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:56:30 2020","interfaces":[{"interface":"back","average":{"1min":4.2480000000000002,"5min":3.6800000000000002,"15min":3.25},"min":{"1min":2.2090000000000001,"5min":1.3220000000000001,"15min":1.012},"max":{"1min":7.1929999999999996,"5min":11.364000000000001,"15min":11.364000000000001},"last":4.5990000000000002},{"interface":"front","average":{"1min":4.4829999999999997,"5min":3.9100000000000001,"15min":3.496},"min":{"1min":1.927,"5min":1.7090000000000001,"15min":1.266},"max":{"1min":7.3929999999999998,"5min":12.17,"15min":12.17},"last":5.0229999999999997}]}]},{"osd":5,"up_from":0,"seq":180388626915,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:56:42.765 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:56:42.772 INFO:tasks.cephadm.ceph_manager.ceph:clean!
2020-11-16T20:56:42.773 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:38 smithi071 bash[9480]: cluster 2020-11-16T20:56:36.569260+0000 mgr.x (mgr.14196) 1351 : cluster [DBG] pgmap v2059: 17 pgs: 17 active+clean; 2.6 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 118 MiB/s wr, 1.89k op/s
2020-11-16T20:56:42.773 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:38 smithi071 bash[9480]: cluster 2020-11-16T20:56:37.033334+0000 osd.3 (osd.3) 29 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:42.773 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:38 smithi071 bash[9480]: cluster 2020-11-16T20:56:37.036492+0000 osd.3 (osd.3) 30 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:42.773 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:38 smithi071 bash[9480]: cluster 2020-11-16T20:56:37.761157+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e810: 12 total, 12 up, 9 in
2020-11-16T20:56:42.774 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:40 smithi071 bash[9480]: cluster 2020-11-16T20:56:38.569724+0000 mgr.x (mgr.14196) 1352 : cluster [DBG] pgmap v2062: 17 pgs: 17 active+clean; 2.7 GiB data, 9.1 GiB used, 796 GiB / 805 GiB avail; 131 MiB/s wr, 2.10k op/s
2020-11-16T20:56:42.774 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: audit 2020-11-16T20:56:40.385098+0000 mon.a (mon.0) 2499 : audit [DBG] from='client.? v1:172.21.15.142:0/1197778444' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:42.774 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.411834+0000 osd.0 (osd.0) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.774 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.480083+0000 osd.2 (osd.2) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.774 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.505085+0000 osd.3 (osd.3) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.774 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.532996+0000 osd.4 (osd.4) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.774 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.566704+0000 osd.5 (osd.5) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.775 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.597194+0000 osd.6 (osd.6) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.775 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.627750+0000 osd.7 (osd.7) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.775 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.654556+0000 osd.8 (osd.8) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.775 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:41 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.688358+0000 osd.9 (osd.9) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.775 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:42 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.447482+0000 osd.1 (osd.1) 292 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.775 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:42 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.570295+0000 mgr.x (mgr.14196) 1353 : cluster [DBG] pgmap v2063: 17 pgs: 17 active+clean; 2.8 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 97 MiB/s wr, 1.54k op/s
2020-11-16T20:56:42.775 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:42 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.717598+0000 osd.10 (osd.10) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.776 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:42 smithi071 bash[9480]: cluster 2020-11-16T20:56:40.747213+0000 osd.11 (osd.11) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.776 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:42 smithi071 bash[9480]: audit 2020-11-16T20:56:40.988717+0000 mgr.x (mgr.14196) 1354 : audit [DBG] from='client.16749 v1:172.21.15.142:0/1216221590' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:56:42.776 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:56:42.776 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:56:42.776 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 0
2020-11-16T20:56:42.776 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:56:42.777 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops
2020-11-16T20:56:42.777 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   23      16     48193     48177     130.9       107  0.00825033  0.00763647
2020-11-16T20:56:42.778 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   24      16     49914     49898   129.927   107.562  0.00469238  0.00769387
2020-11-16T20:56:42.778 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   25      16     51351     51335   128.322   89.8125   0.0113722  0.00778942
2020-11-16T20:56:42.778 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   26      16     52928     52912   127.177   98.5625   0.0101556  0.00786071
2020-11-16T20:56:42.778 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   27      15     54421     54406   125.925    93.375  0.00982058  0.00793852
2020-11-16T20:56:42.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:56:38 smithi065 bash[11785]: debug 2020-11-16T20:56:38.381+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:42.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:40 smithi065 bash[9468]: cluster 2020-11-16T20:56:38.569724+0000 mgr.x (mgr.14196) 1352 : cluster [DBG] pgmap v2062: 17 pgs: 17 active+clean; 2.7 GiB data, 9.1 GiB used, 796 GiB / 805 GiB avail; 131 MiB/s wr, 2.10k op/s
2020-11-16T20:56:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: audit 2020-11-16T20:56:40.385098+0000 mon.a (mon.0) 2499 : audit [DBG] from='client.? v1:172.21.15.142:0/1197778444' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.411834+0000 osd.0 (osd.0) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.480083+0000 osd.2 (osd.2) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.505085+0000 osd.3 (osd.3) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.532996+0000 osd.4 (osd.4) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.566704+0000 osd.5 (osd.5) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.597194+0000 osd.6 (osd.6) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.627750+0000 osd.7 (osd.7) 209 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.654556+0000 osd.8 (osd.8) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:41 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.688358+0000 osd.9 (osd.9) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:42 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.447482+0000 osd.1 (osd.1) 292 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:42 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.570295+0000 mgr.x (mgr.14196) 1353 : cluster [DBG] pgmap v2063: 17 pgs: 17 active+clean; 2.8 GiB data, 9.2 GiB used, 795 GiB / 805 GiB avail; 97 MiB/s wr, 1.54k op/s
2020-11-16T20:56:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:42 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.717598+0000 osd.10 (osd.10) 200 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:42 smithi065 bash[9468]: cluster 2020-11-16T20:56:40.747213+0000 osd.11 (osd.11) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:42.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:42 smithi065 bash[9468]: audit 2020-11-16T20:56:40.988717+0000 mgr.x (mgr.14196) 1354 : audit [DBG] from='client.16749 v1:172.21.15.142:0/1216221590' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:56:42.881 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:42.937 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:56:42.941 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:43.034 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:43.139 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:43.146 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:43 smithi065 bash[16457]: debug 2020-11-16T20:56:43.037+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:43.256 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:43.360 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:56:43.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:56:43 smithi065 bash[11785]: debug 2020-11-16T20:56:43.257+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:43.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   28      16     55909     55893   124.747   92.9375  0.00508304  0.00801349
2020-11-16T20:56:43.891 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:56:43.995 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:44.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:56:43 smithi071 bash[14419]: debug 2020-11-16T20:56:43.891+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:44.465 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:44 smithi071 bash[9480]: cluster 2020-11-16T20:56:42.570929+0000 mgr.x (mgr.14196) 1355 : cluster [DBG] pgmap v2064: 17 pgs: 17 active+clean; 3.1 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 118 MiB/s wr, 1.88k op/s
2020-11-16T20:56:44.466 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:44.509 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:44 smithi142 bash[9523]: cluster 2020-11-16T20:56:42.570929+0000 mgr.x (mgr.14196) 1355 : cluster [DBG] pgmap v2064: 17 pgs: 17 active+clean; 3.1 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 118 MiB/s wr, 1.88k op/s
2020-11-16T20:56:44.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:44 smithi065 bash[9468]: cluster 2020-11-16T20:56:42.570929+0000 mgr.x (mgr.14196) 1355 : cluster [DBG] pgmap v2064: 17 pgs: 17 active+clean; 3.1 GiB data, 9.7 GiB used, 795 GiB / 805 GiB avail; 118 MiB/s wr, 1.88k op/s
2020-11-16T20:56:44.571 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:44.730 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:44.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   29      16     57492     57476   123.856   98.9375  0.00623538   0.0080713
2020-11-16T20:56:44.766 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:56:44.783 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:56:44 smithi071 bash[12066]: debug 2020-11-16T20:56:44.467+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:44.834 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:44.942 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:45.022 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:45.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:44 smithi065 bash[16457]: debug 2020-11-16T20:56:44.737+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:45.121 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:56:45 smithi142 bash[114994]: debug 2020-11-16T20:56:45.027+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:45.125 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:45.256 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:45.360 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:45.369 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:45 smithi071 bash[9480]: cluster 2020-11-16T20:56:44.055572+0000 osd.6 (osd.6) 249 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:45.370 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:45 smithi071 bash[9480]: cluster 2020-11-16T20:56:44.055651+0000 osd.6 (osd.6) 250 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:45.370 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:45 smithi071 bash[9480]: cluster 2020-11-16T20:56:44.214493+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e811: 12 total, 12 up, 9 in
2020-11-16T20:56:45.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:45 smithi065 bash[9468]: cluster 2020-11-16T20:56:44.055572+0000 osd.6 (osd.6) 249 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:45.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:45 smithi065 bash[9468]: cluster 2020-11-16T20:56:44.055651+0000 osd.6 (osd.6) 250 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:45.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:45 smithi065 bash[9468]: cluster 2020-11-16T20:56:44.214493+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e811: 12 total, 12 up, 9 in
2020-11-16T20:56:45.529 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:45 smithi065 bash[18823]: debug 2020-11-16T20:56:45.257+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:45.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:45 smithi142 bash[9523]: cluster 2020-11-16T20:56:44.055572+0000 osd.6 (osd.6) 249 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:45.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:45 smithi142 bash[9523]: cluster 2020-11-16T20:56:44.055651+0000 osd.6 (osd.6) 250 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:45.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:45 smithi142 bash[9523]: cluster 2020-11-16T20:56:44.214493+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e811: 12 total, 12 up, 9 in
2020-11-16T20:56:45.740 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   30      16     58982     58966   122.832    93.125   0.0122559  0.00813825
2020-11-16T20:56:45.904 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:56:46.009 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:46.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:56:45 smithi071 bash[16796]: debug 2020-11-16T20:56:45.907+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:46.421 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:46.525 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:46.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:46 smithi065 bash[9468]: cluster 2020-11-16T20:56:44.571499+0000 mgr.x (mgr.14196) 1356 : cluster [DBG] pgmap v2066: 17 pgs: 17 active+clean; 3.2 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 83 MiB/s wr, 1.32k op/s
2020-11-16T20:56:46.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:46 smithi142 bash[9523]: cluster 2020-11-16T20:56:44.571499+0000 mgr.x (mgr.14196) 1356 : cluster [DBG] pgmap v2066: 17 pgs: 17 active+clean; 3.2 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 83 MiB/s wr, 1.32k op/s
2020-11-16T20:56:46.670 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:46.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:46 smithi071 bash[9480]: cluster 2020-11-16T20:56:44.571499+0000 mgr.x (mgr.14196) 1356 : cluster [DBG] pgmap v2066: 17 pgs: 17 active+clean; 3.2 GiB data, 10 GiB used, 795 GiB / 805 GiB avail; 83 MiB/s wr, 1.32k op/s
2020-11-16T20:56:46.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:56:46 smithi071 bash[12066]: debug 2020-11-16T20:56:46.427+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:46.741 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   31      16     60394     60378   121.716     88.25  0.00463881  0.00818781
2020-11-16T20:56:46.773 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:47.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:46 smithi065 bash[16457]: debug 2020-11-16T20:56:46.672+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:47.085 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:47.190 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:47.305 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:47.412 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:47.513 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:47 smithi142 bash[20366]: debug 2020-11-16T20:56:47.087+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:47.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:47 smithi065 bash[18823]: debug 2020-11-16T20:56:47.304+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:56:47.741 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   32      16     61916     61900   120.885    95.125  0.00476044  0.00826971
2020-11-16T20:56:47.781 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:47.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:56:47 smithi142 bash[20366]: debug 2020-11-16T20:56:47.679+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:47.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:47 smithi142 bash[9523]: cluster 2020-11-16T20:56:46.572196+0000 mgr.x (mgr.14196) 1357 : cluster [DBG] pgmap v2067: 17 pgs: 17 active+clean; 3.5 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 101 MiB/s wr, 1.62k op/s
2020-11-16T20:56:47.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:47 smithi142 bash[9523]: cluster 2020-11-16T20:56:46.757465+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e812: 12 total, 12 up, 9 in
2020-11-16T20:56:47.848 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:56:47.849 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:56:47.954 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:48.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:47 smithi065 bash[9468]: cluster 2020-11-16T20:56:46.572196+0000 mgr.x (mgr.14196) 1357 : cluster [DBG] pgmap v2067: 17 pgs: 17 active+clean; 3.5 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 101 MiB/s wr, 1.62k op/s
2020-11-16T20:56:48.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:47 smithi065 bash[9468]: cluster 2020-11-16T20:56:46.757465+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e812: 12 total, 12 up, 9 in
2020-11-16T20:56:48.052 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:47 smithi142 bash[15670]: debug 2020-11-16T20:56:47.959+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:48.059 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:48.185 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:48.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:47 smithi071 bash[9480]: cluster 2020-11-16T20:56:46.572196+0000 mgr.x (mgr.14196) 1357 : cluster [DBG] pgmap v2067: 17 pgs: 17 active+clean; 3.5 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 101 MiB/s wr, 1.62k op/s
2020-11-16T20:56:48.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:47 smithi071 bash[9480]: cluster 2020-11-16T20:56:46.757465+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e812: 12 total, 12 up, 9 in
2020-11-16T20:56:48.291 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:48.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:56:48 smithi065 bash[11785]: debug 2020-11-16T20:56:48.184+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:48.651 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:48 smithi071 bash[26650]: debug 2020-11-16T20:56:48.655+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:48.652 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:48.741 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   33      16     63419     63403   120.068   93.9375  0.00748402  0.00832559
2020-11-16T20:56:48.756 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:48.770 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_historic_ops
2020-11-16T20:56:48.924 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:56:49.478 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:56:49.582 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:49.719 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:56:49.741 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   34      16     64894     64878   119.248   92.1875   0.0107855  0.00838307
2020-11-16T20:56:49.757 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:56:49 smithi142 bash[114994]: debug 2020-11-16T20:56:49.483+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:49.760 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:56:49.823 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:50.028 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:56:49 smithi065 bash[11785]: debug 2020-11-16T20:56:49.720+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:50.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:49 smithi065 bash[9468]: cluster 2020-11-16T20:56:48.572656+0000 mgr.x (mgr.14196) 1358 : cluster [DBG] pgmap v2069: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 113 MiB/s wr, 1.80k op/s
2020-11-16T20:56:50.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:49 smithi065 bash[9468]: audit 2020-11-16T20:56:49.176770+0000 mon.a (mon.0) 2502 : audit [INF] from='client.? v1:172.21.15.142:0/4245023172' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:56:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:49 smithi142 bash[9523]: cluster 2020-11-16T20:56:48.572656+0000 mgr.x (mgr.14196) 1358 : cluster [DBG] pgmap v2069: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 113 MiB/s wr, 1.80k op/s
2020-11-16T20:56:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:49 smithi142 bash[9523]: audit 2020-11-16T20:56:49.176770+0000 mon.a (mon.0) 2502 : audit [INF] from='client.? v1:172.21.15.142:0/4245023172' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:56:50.131 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:49 smithi071 bash[9480]: cluster 2020-11-16T20:56:48.572656+0000 mgr.x (mgr.14196) 1358 : cluster [DBG] pgmap v2069: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 113 MiB/s wr, 1.80k op/s
2020-11-16T20:56:50.131 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:49 smithi071 bash[9480]: audit 2020-11-16T20:56:49.176770+0000 mon.a (mon.0) 2502 : audit [INF] from='client.? v1:172.21.15.142:0/4245023172' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:56:50.256 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:50.360 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:50.491 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:50.531 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:50 smithi142 bash[18009]: debug 2020-11-16T20:56:50.259+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:50.598 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:50.737 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:50 smithi065 bash[18823]: debug 2020-11-16T20:56:50.484+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:55.107 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:50 smithi071 bash[9480]: cluster 2020-11-16T20:56:49.757621+0000 mon.a (mon.0) 2503 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:56:55.108 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:50 smithi071 bash[9480]: cluster 2020-11-16T20:56:49.757658+0000 mon.a (mon.0) 2504 : cluster [INF] Cluster is now healthy
2020-11-16T20:56:55.108 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:50 smithi071 bash[9480]: audit 2020-11-16T20:56:49.762312+0000 mon.a (mon.0) 2505 : audit [INF] from='client.? v1:172.21.15.142:0/4245023172' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:56:55.108 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:50 smithi071 bash[9480]: cluster 2020-11-16T20:56:49.762358+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e813: 12 total, 12 up, 9 in
2020-11-16T20:56:55.108 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:51 smithi071 bash[9480]: cluster 2020-11-16T20:56:50.573119+0000 mgr.x (mgr.14196) 1359 : cluster [DBG] pgmap v2071: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 84 MiB/s wr, 1.34k op/s
2020-11-16T20:56:55.108 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:51 smithi071 bash[9480]: cluster 2020-11-16T20:56:51.757069+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e814: 12 total, 12 up, 9 in
2020-11-16T20:56:55.108 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: audit 2020-11-16T20:56:51.803944+0000 mon.a (mon.0) 2508 : audit [DBG] from='client.? v1:172.21.15.142:0/594981765' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:55.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: cluster 2020-11-16T20:56:51.828888+0000 osd.0 (osd.0) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: cluster 2020-11-16T20:56:51.854652+0000 osd.1 (osd.1) 293 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: cluster 2020-11-16T20:56:51.885322+0000 osd.2 (osd.2) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: cluster 2020-11-16T20:56:51.912876+0000 osd.3 (osd.3) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: cluster 2020-11-16T20:56:51.940706+0000 osd.4 (osd.4) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: cluster 2020-11-16T20:56:51.969016+0000 osd.5 (osd.5) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.109 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.127721+0000 osd.10 (osd.10) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:52 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.157360+0000 osd.11 (osd.11) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:53 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.000516+0000 osd.6 (osd.6) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:53 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.032134+0000 osd.7 (osd.7) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:53 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.063470+0000 osd.8 (osd.8) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:53 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.097846+0000 osd.9 (osd.9) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:53 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.285921+0000 osd.4 (osd.4) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:55.110 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:53 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.286053+0000 osd.4 (osd.4) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:55.111 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:53 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.573634+0000 mgr.x (mgr.14196) 1360 : cluster [DBG] pgmap v2073: 17 pgs: 17 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:56:55.111 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:53 smithi071 bash[9480]: cluster 2020-11-16T20:56:52.784669+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e815: 12 total, 12 up, 9 in
2020-11-16T20:56:55.111 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:56:55.111 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:56:55.111 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:56:55.111 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:56:55.111 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.112 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43838 6.b 6.170e84db (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:56:55.112 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.641856+0000",
2020-11-16T20:56:55.112 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.240024511,
2020-11-16T20:56:55.112 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.011657979,
2020-11-16T20:56:55.112 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.112 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.112 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43838
2020-11-16T20:56:55.113 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.113 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641856+0000",
2020-11-16T20:56:55.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641856+0000",
2020-11-16T20:56:55.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:56:55.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.641823+0000",
2020-11-16T20:56:55.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000224575
2020-11-16T20:56:55.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642048+0000",
2020-11-16T20:56:55.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8975999999999999e-05
2020-11-16T20:56:55.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642067+0000",
2020-11-16T20:56:55.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5979999999999997e-06
2020-11-16T20:56:55.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642075+0000",
2020-11-16T20:56:55.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00054105699999999995
2020-11-16T20:56:55.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642616+0000",
2020-11-16T20:56:55.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0832999999999999e-05
2020-11-16T20:56:55.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642627+0000",
2020-11-16T20:56:55.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.010825085
2020-11-16T20:56:55.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653452+0000",
2020-11-16T20:56:55.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2001999999999994e-05
2020-11-16T20:56:55.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653514+0000",
2020-11-16T20:56:55.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.011657979
2020-11-16T20:56:55.120 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.120 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.120 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.120 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.120 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.120 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43839 6.b 6.1d9c6efb (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:56:55.121 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.642133+0000",
2020-11-16T20:56:55.121 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.239747427,
2020-11-16T20:56:55.121 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0116837780000001,
2020-11-16T20:56:55.121 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.121 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.121 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43839
2020-11-16T20:56:55.122 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.122 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642133+0000",
2020-11-16T20:56:55.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642133+0000",
2020-11-16T20:56:55.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:56:55.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642104+0000",
2020-11-16T20:56:55.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000125532
2020-11-16T20:56:55.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642230+0000",
2020-11-16T20:56:55.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0360000000000001e-05
2020-11-16T20:56:55.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642240+0000",
2020-11-16T20:56:55.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5910000000000003e-06
2020-11-16T20:56:55.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642246+0000",
2020-11-16T20:56:55.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00040054400000000002
2020-11-16T20:56:55.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642646+0000",
2020-11-16T20:56:55.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0159999999999997e-06
2020-11-16T20:56:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642652+0000",
2020-11-16T20:56:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0111531840000001
2020-11-16T20:56:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653805+0000",
2020-11-16T20:56:55.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1817000000000001e-05
2020-11-16T20:56:55.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653817+0000",
2020-11-16T20:56:55.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0116837780000001
2020-11-16T20:56:55.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.129 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.129 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.129 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.129 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.129 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43843 6.b 6.4d2aebdb (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:56:55.129 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.642287+0000",
2020-11-16T20:56:55.129 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.23959404999999,
2020-11-16T20:56:55.130 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.011579877,
2020-11-16T20:56:55.130 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.130 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.130 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43843
2020-11-16T20:56:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642287+0000",
2020-11-16T20:56:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642287+0000",
2020-11-16T20:56:55.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999752
2020-11-16T20:56:55.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642262+0000",
2020-11-16T20:56:55.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013552200000000001
2020-11-16T20:56:55.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642398+0000",
2020-11-16T20:56:55.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5088e-05
2020-11-16T20:56:55.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642413+0000",
2020-11-16T20:56:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3059999999999997e-06
2020-11-16T20:56:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642418+0000",
2020-11-16T20:56:55.134 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025243599999999998
2020-11-16T20:56:55.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642670+0000",
2020-11-16T20:56:55.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8159999999999999e-06
2020-11-16T20:56:55.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642676+0000",
2020-11-16T20:56:55.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0111820499999999
2020-11-16T20:56:55.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653858+0000",
2020-11-16T20:56:55.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3380000000000005e-06
2020-11-16T20:56:55.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.653867+0000",
2020-11-16T20:56:55.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.011579877
2020-11-16T20:56:55.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.137 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.138 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.138 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.138 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.138 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:43846 6.b 6.9e94071b (undecoded) ondisk+retry+write+known_if_redirected e637)",
2020-11-16T20:56:55.138 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:48:38.642460+0000",
2020-11-16T20:56:55.138 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.239420956,
2020-11-16T20:56:55.138 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0123784309999999,
2020-11-16T20:56:55.138 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.139 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.139 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 43846
2020-11-16T20:56:55.139 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.139 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642460+0000",
2020-11-16T20:56:55.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642460+0000",
2020-11-16T20:56:55.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T20:56:55.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642436+0000",
2020-11-16T20:56:55.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107069
2020-11-16T20:56:55.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642543+0000",
2020-11-16T20:56:55.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0506000000000001e-05
2020-11-16T20:56:55.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642553+0000",
2020-11-16T20:56:55.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0679999999999996e-06
2020-11-16T20:56:55.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642558+0000",
2020-11-16T20:56:55.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013620900000000001
2020-11-16T20:56:55.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642695+0000",
2020-11-16T20:56:55.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6119999999999998e-06
2020-11-16T20:56:55.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:38.642700+0000",
2020-11-16T20:56:55.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.012128398
2020-11-16T20:56:55.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.654829+0000",
2020-11-16T20:56:55.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5840000000000001e-06
2020-11-16T20:56:55.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:48:39.654838+0000",
2020-11-16T20:56:55.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0123784309999999
2020-11-16T20:56:55.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.146 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.146 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.146 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.146 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102071 6.b 6:da36aa1d:::benchmark_data_smithi065_43723_object14194:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:56:55.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.279140+0000",
2020-11-16T20:56:55.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 410.60274063499998,
2020-11-16T20:56:55.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.42440359,
2020-11-16T20:56:55.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.147 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.147 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102071
2020-11-16T20:56:55.148 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.148 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279140+0000",
2020-11-16T20:56:55.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279140+0000",
2020-11-16T20:56:55.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:56:55.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279110+0000",
2020-11-16T20:56:55.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6494000000000004e-05
2020-11-16T20:56:55.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279176+0000",
2020-11-16T20:56:55.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4603999999999999e-05
2020-11-16T20:56:55.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279191+0000",
2020-11-16T20:56:55.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7069999999999998e-06
2020-11-16T20:56:55.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.279199+0000",
2020-11-16T20:56:55.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0026280040000000002
2020-11-16T20:56:55.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.281827+0000",
2020-11-16T20:56:55.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014083699999999999
2020-11-16T20:56:55.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.281968+0000",
2020-11-16T20:56:55.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013699799999999999
2020-11-16T20:56:55.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:56:55.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282105+0000",
2020-11-16T20:56:55.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010243472999999999
2020-11-16T20:56:55.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.292349+0000",
2020-11-16T20:56:55.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.41108489999999998
2020-11-16T20:56:55.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.703434+0000",
2020-11-16T20:56:55.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2663000000000006e-05
2020-11-16T20:56:55.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.703496+0000",
2020-11-16T20:56:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7579e-05
2020-11-16T20:56:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.703544+0000",
2020-11-16T20:56:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.42440359
2020-11-16T20:56:55.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.157 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.157 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.157 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.157 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.157 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102661 6.b 6:d0887f27:::benchmark_data_smithi065_43723_object14784:head [delete] snapc 0=[] ondisk+write+known_if_redirected e660)",
2020-11-16T20:56:55.157 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:03.144585+0000",
2020-11-16T20:56:55.158 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 409.737295453,
2020-11-16T20:56:55.158 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.220254374,
2020-11-16T20:56:55.158 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.158 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.158 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102661
2020-11-16T20:56:55.159 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.159 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.159 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.159 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144585+0000",
2020-11-16T20:56:55.159 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144585+0000",
2020-11-16T20:56:55.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:56:55.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144556+0000",
2020-11-16T20:56:55.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6131999999999996e-05
2020-11-16T20:56:55.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144622+0000",
2020-11-16T20:56:55.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0190999999999999e-05
2020-11-16T20:56:55.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144633+0000",
2020-11-16T20:56:55.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.242e-06
2020-11-16T20:56:55.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.144638+0000",
2020-11-16T20:56:55.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010596945999999999
2020-11-16T20:56:55.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155235+0000",
2020-11-16T20:56:55.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146463
2020-11-16T20:56:55.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155381+0000",
2020-11-16T20:56:55.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000110532
2020-11-16T20:56:55.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:56:55.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155492+0000",
2020-11-16T20:56:55.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0037456270000000001
2020-11-16T20:56:55.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.159237+0000",
2020-11-16T20:56:55.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.205145878
2020-11-16T20:56:55.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.364383+0000",
2020-11-16T20:56:55.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025225999999999997
2020-11-16T20:56:55.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.364635+0000",
2020-11-16T20:56:55.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020424700000000001
2020-11-16T20:56:55.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.364840+0000",
2020-11-16T20:56:55.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.220254374
2020-11-16T20:56:55.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.167 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.168 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.168 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.168 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102676 6.8 6:1ce38ecc:::benchmark_data_smithi065_43723_object14799:head [delete] snapc 0=[] ondisk+write+known_if_redirected e660)",
2020-11-16T20:56:55.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:03.155304+0000",
2020-11-16T20:56:55.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 409.72657664000002,
2020-11-16T20:56:55.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21297687000000001,
2020-11-16T20:56:55.168 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.169 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.169 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102676
2020-11-16T20:56:55.169 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.169 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155304+0000",
2020-11-16T20:56:55.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155304+0000",
2020-11-16T20:56:55.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999599
2020-11-16T20:56:55.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155264+0000",
2020-11-16T20:56:55.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8456999999999998e-05
2020-11-16T20:56:55.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155342+0000",
2020-11-16T20:56:55.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1826e-05
2020-11-16T20:56:55.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155354+0000",
2020-11-16T20:56:55.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6120000000000004e-06
2020-11-16T20:56:55.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155361+0000",
2020-11-16T20:56:55.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7816999999999999e-05
2020-11-16T20:56:55.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155419+0000",
2020-11-16T20:56:55.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013404199999999999
2020-11-16T20:56:55.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155553+0000",
2020-11-16T20:56:55.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012288699999999999
2020-11-16T20:56:55.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:56:55.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.155676+0000",
2020-11-16T20:56:55.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035598679999999999
2020-11-16T20:56:55.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.159235+0000",
2020-11-16T20:56:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20888788599999999
2020-11-16T20:56:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368123+0000",
2020-11-16T20:56:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8553000000000004e-05
2020-11-16T20:56:55.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368212+0000",
2020-11-16T20:56:55.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9117999999999998e-05
2020-11-16T20:56:55.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:03.368281+0000",
2020-11-16T20:56:55.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21297687000000001
2020-11-16T20:56:55.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.178 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.178 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.178 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.178 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.179 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133042 6.3 6:cd30e992:::benchmark_data_smithi065_43723_object45165:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:56:55.179 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.483006+0000",
2020-11-16T20:56:55.179 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 381.39887496599999,
2020-11-16T20:56:55.179 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21866643199999999,
2020-11-16T20:56:55.179 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.179 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.179 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133042
2020-11-16T20:56:55.180 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.180 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483006+0000",
2020-11-16T20:56:55.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483006+0000",
2020-11-16T20:56:55.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:56:55.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.482972+0000",
2020-11-16T20:56:55.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1049000000000004e-05
2020-11-16T20:56:55.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483043+0000",
2020-11-16T20:56:55.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2262999999999999e-05
2020-11-16T20:56:55.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483055+0000",
2020-11-16T20:56:55.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0619999999999997e-06
2020-11-16T20:56:55.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.483061+0000",
2020-11-16T20:56:55.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0038176550000000001
2020-11-16T20:56:55.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.486879+0000",
2020-11-16T20:56:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000132404
2020-11-16T20:56:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487011+0000",
2020-11-16T20:56:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000151588
2020-11-16T20:56:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:55.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487163+0000",
2020-11-16T20:56:55.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0059413799999999996
2020-11-16T20:56:55.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.493104+0000",
2020-11-16T20:56:55.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20844226499999999
2020-11-16T20:56:55.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.701547+0000",
2020-11-16T20:56:55.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9791999999999999e-05
2020-11-16T20:56:55.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.701616+0000",
2020-11-16T20:56:55.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5899999999999997e-05
2020-11-16T20:56:55.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.701672+0000",
2020-11-16T20:56:55.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21866643199999999
2020-11-16T20:56:55.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.189 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.189 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.189 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.189 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.189 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133050 6.5 6:a4cdf146:::benchmark_data_smithi065_43723_object45173:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:56:55.189 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.487703+0000",
2020-11-16T20:56:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 381.39417780999997,
2020-11-16T20:56:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21450145700000001,
2020-11-16T20:56:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133050
2020-11-16T20:56:55.191 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.191 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487703+0000",
2020-11-16T20:56:55.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487703+0000",
2020-11-16T20:56:55.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:56:55.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.192 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487673+0000",
2020-11-16T20:56:55.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7540999999999995e-05
2020-11-16T20:56:55.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487750+0000",
2020-11-16T20:56:55.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1721e-05
2020-11-16T20:56:55.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487762+0000",
2020-11-16T20:56:55.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2140000000000001e-06
2020-11-16T20:56:55.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487768+0000",
2020-11-16T20:56:55.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1144999999999996e-05
2020-11-16T20:56:55.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.487849+0000",
2020-11-16T20:56:55.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016254900000000001
2020-11-16T20:56:55.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.488012+0000",
2020-11-16T20:56:55.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013208100000000001
2020-11-16T20:56:55.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:55.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.488144+0000",
2020-11-16T20:56:55.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0051204629999999996
2020-11-16T20:56:55.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.493264+0000",
2020-11-16T20:56:55.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20873347
2020-11-16T20:56:55.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.701998+0000",
2020-11-16T20:56:55.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000115183
2020-11-16T20:56:55.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.702113+0000",
2020-11-16T20:56:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1302000000000001e-05
2020-11-16T20:56:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.702204+0000",
2020-11-16T20:56:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21450145700000001
2020-11-16T20:56:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.200 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.200 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.200 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.200 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133057 6.5 6:a83fccbf:::benchmark_data_smithi065_43723_object45180:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:56:55.200 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.496553+0000",
2020-11-16T20:56:55.200 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 381.38532794100001,
2020-11-16T20:56:55.200 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.22818697700000001,
2020-11-16T20:56:55.201 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.201 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.201 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133057
2020-11-16T20:56:55.201 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.201 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496553+0000",
2020-11-16T20:56:55.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496553+0000",
2020-11-16T20:56:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:56:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496534+0000",
2020-11-16T20:56:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1096000000000001e-05
2020-11-16T20:56:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496575+0000",
2020-11-16T20:56:55.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8930000000000005e-06
2020-11-16T20:56:55.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496583+0000",
2020-11-16T20:56:55.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7360000000000001e-06
2020-11-16T20:56:55.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496588+0000",
2020-11-16T20:56:55.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8702000000000003e-05
2020-11-16T20:56:55.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496627+0000",
2020-11-16T20:56:55.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4944000000000005e-05
2020-11-16T20:56:55.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496712+0000",
2020-11-16T20:56:55.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5038999999999998e-05
2020-11-16T20:56:55.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:55.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.496787+0000",
2020-11-16T20:56:55.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0038790629999999999
2020-11-16T20:56:55.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.500666+0000",
2020-11-16T20:56:55.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.223943004
2020-11-16T20:56:55.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724609+0000",
2020-11-16T20:56:55.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2794999999999997e-05
2020-11-16T20:56:55.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724681+0000",
2020-11-16T20:56:55.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8387999999999997e-05
2020-11-16T20:56:55.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724740+0000",
2020-11-16T20:56:55.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.22818697700000001
2020-11-16T20:56:55.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.210 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.210 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.210 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133066 6.5 6:af269c9b:::benchmark_data_smithi065_43723_object45189:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:56:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.507472+0000",
2020-11-16T20:56:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 381.37440907799999,
2020-11-16T20:56:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21744618199999999,
2020-11-16T20:56:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133066
2020-11-16T20:56:55.212 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.212 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507472+0000",
2020-11-16T20:56:55.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507472+0000",
2020-11-16T20:56:55.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999733
2020-11-16T20:56:55.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507445+0000",
2020-11-16T20:56:55.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0881000000000003e-05
2020-11-16T20:56:55.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507496+0000",
2020-11-16T20:56:55.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1959999999999997e-06
2020-11-16T20:56:55.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507505+0000",
2020-11-16T20:56:55.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0470000000000001e-06
2020-11-16T20:56:55.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507510+0000",
2020-11-16T20:56:55.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3794e-05
2020-11-16T20:56:55.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507564+0000",
2020-11-16T20:56:55.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000133189
2020-11-16T20:56:55.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507697+0000",
2020-11-16T20:56:55.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000112991
2020-11-16T20:56:55.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:55.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.507810+0000",
2020-11-16T20:56:55.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0079518190000000006
2020-11-16T20:56:55.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.515762+0000",
2020-11-16T20:56:55.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.209027344
2020-11-16T20:56:55.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724789+0000",
2020-11-16T20:56:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3030999999999999e-05
2020-11-16T20:56:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724862+0000",
2020-11-16T20:56:55.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5670000000000001e-05
2020-11-16T20:56:55.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724918+0000",
2020-11-16T20:56:55.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21744618199999999
2020-11-16T20:56:55.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.226 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.226 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.226 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.226 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133073 6.5 6:a84d4255:::benchmark_data_smithi065_43723_object45196:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:56:55.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.511628+0000",
2020-11-16T20:56:55.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 381.37025241200001,
2020-11-16T20:56:55.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21345563200000001,
2020-11-16T20:56:55.227 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.227 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.227 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133073
2020-11-16T20:56:55.227 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.227 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511628+0000",
2020-11-16T20:56:55.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511628+0000",
2020-11-16T20:56:55.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999714
2020-11-16T20:56:55.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511600+0000",
2020-11-16T20:56:55.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5815000000000006e-05
2020-11-16T20:56:55.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511666+0000",
2020-11-16T20:56:55.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1790999999999999e-05
2020-11-16T20:56:55.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511677+0000",
2020-11-16T20:56:55.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2949999999999999e-06
2020-11-16T20:56:55.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511684+0000",
2020-11-16T20:56:55.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4852999999999999e-05
2020-11-16T20:56:55.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511729+0000",
2020-11-16T20:56:55.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013413100000000001
2020-11-16T20:56:55.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.511863+0000",
2020-11-16T20:56:55.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015456199999999999
2020-11-16T20:56:55.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:55.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.512017+0000",
2020-11-16T20:56:55.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0038972350000000002
2020-11-16T20:56:55.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.515914+0000",
2020-11-16T20:56:55.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.20905481400000001
2020-11-16T20:56:55.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.724969+0000",
2020-11-16T20:56:55.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4429000000000003e-05
2020-11-16T20:56:55.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.725034+0000",
2020-11-16T20:56:55.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0300999999999998e-05
2020-11-16T20:56:55.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.725084+0000",
2020-11-16T20:56:55.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21345563200000001
2020-11-16T20:56:55.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.236 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.236 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.237 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.237 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:133077 6.3 6:ce98db68:::benchmark_data_smithi065_43723_object45200:head [delete] snapc 0=[] ondisk+write+known_if_redirected e667)",
2020-11-16T20:56:55.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:31.516346+0000",
2020-11-16T20:56:55.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 381.36553500500003,
2020-11-16T20:56:55.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21190172500000001,
2020-11-16T20:56:55.237 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.237 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:56:55.238 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:56:55.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:56:55.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133077
2020-11-16T20:56:55.238 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.238 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516346+0000",
2020-11-16T20:56:55.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516346+0000",
2020-11-16T20:56:55.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T20:56:55.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516316+0000",
2020-11-16T20:56:55.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8543999999999999e-05
2020-11-16T20:56:55.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516394+0000",
2020-11-16T20:56:55.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7082e-05
2020-11-16T20:56:55.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516411+0000",
2020-11-16T20:56:55.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4679999999999992e-06
2020-11-16T20:56:55.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516420+0000",
2020-11-16T20:56:55.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0523999999999999e-05
2020-11-16T20:56:55.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516480+0000",
2020-11-16T20:56:55.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000148758
2020-11-16T20:56:55.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:56:55.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516629+0000",
2020-11-16T20:56:55.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000148753
2020-11-16T20:56:55.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 6",
2020-11-16T20:56:55.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.516778+0000",
2020-11-16T20:56:55.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0089197779999999997
2020-11-16T20:56:55.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:56:55.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.525698+0000",
2020-11-16T20:56:55.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.202435054
2020-11-16T20:56:55.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:56:55.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728133+0000",
2020-11-16T20:56:55.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3377e-05
2020-11-16T20:56:55.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:56:55.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728196+0000",
2020-11-16T20:56:55.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1581e-05
2020-11-16T20:56:55.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:31.728248+0000",
2020-11-16T20:56:55.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21190172500000001
2020-11-16T20:56:55.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.247 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.247 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.247 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.247 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.247 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96154 7.18 7:1e1d6230:::benchmark_data_smithi065_48659_object96153:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:56:55.248 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.289449+0000",
2020-11-16T20:56:55.248 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 225.59243209300001,
2020-11-16T20:56:55.248 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0732320289999999,
2020-11-16T20:56:55.248 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.248 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.248 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:56:55.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:55.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96154
2020-11-16T20:56:55.249 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.249 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289449+0000",
2020-11-16T20:56:55.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289449+0000",
2020-11-16T20:56:55.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:56:55.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289417+0000",
2020-11-16T20:56:55.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012683400000000001
2020-11-16T20:56:55.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289544+0000",
2020-11-16T20:56:55.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2346e-05
2020-11-16T20:56:55.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289556+0000",
2020-11-16T20:56:55.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5089999999999996e-06
2020-11-16T20:56:55.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289563+0000",
2020-11-16T20:56:55.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.104995934
2020-11-16T20:56:55.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.394559+0000",
2020-11-16T20:56:55.253 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1640999999999999e-05
2020-11-16T20:56:55.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.394571+0000",
2020-11-16T20:56:55.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96801837499999999
2020-11-16T20:56:55.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.362589+0000",
2020-11-16T20:56:55.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1403999999999994e-05
2020-11-16T20:56:55.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.362681+0000",
2020-11-16T20:56:55.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0732320289999999
2020-11-16T20:56:55.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.256 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.256 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.256 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.256 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.256 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96156 7.8 7:110fb8b3:::benchmark_data_smithi065_48659_object96155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:56:55.256 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.289619+0000",
2020-11-16T20:56:55.256 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 225.59226206100001,
2020-11-16T20:56:55.257 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0220092839999999,
2020-11-16T20:56:55.257 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.257 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.257 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:56:55.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:55.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96156
2020-11-16T20:56:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289619+0000",
2020-11-16T20:56:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289619+0000",
2020-11-16T20:56:55.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:56:55.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289591+0000",
2020-11-16T20:56:55.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107091
2020-11-16T20:56:55.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289698+0000",
2020-11-16T20:56:55.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1582e-05
2020-11-16T20:56:55.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289710+0000",
2020-11-16T20:56:55.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3029999999999996e-06
2020-11-16T20:56:55.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.261 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.261 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289716+0000",
2020-11-16T20:56:55.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6221000000000002e-05
2020-11-16T20:56:55.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289782+0000",
2020-11-16T20:56:55.262 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8630000000000003e-06
2020-11-16T20:56:55.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:56:55.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289792+0000",
2020-11-16T20:56:55.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.104793714
2020-11-16T20:56:55.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.394586+0000",
2020-11-16T20:56:55.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2165000000000001e-05
2020-11-16T20:56:55.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.394618+0000",
2020-11-16T20:56:55.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.91687222400000001
2020-11-16T20:56:55.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.311490+0000",
2020-11-16T20:56:55.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013798
2020-11-16T20:56:55.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.311628+0000",
2020-11-16T20:56:55.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0220092839999999
2020-11-16T20:56:55.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.266 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.266 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.266 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.266 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97794 7.15 7.2219e055 (undecoded) ondisk+retry+write+known_if_redirected e725)",
2020-11-16T20:56:55.266 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.305781+0000",
2020-11-16T20:56:55.267 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 223.57609932400001,
2020-11-16T20:56:55.267 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.016585125,
2020-11-16T20:56:55.267 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.267 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.267 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:56:55.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:55.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97794
2020-11-16T20:56:55.268 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.268 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.305781+0000",
2020-11-16T20:56:55.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.305781+0000",
2020-11-16T20:56:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999423
2020-11-16T20:56:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.305724+0000",
2020-11-16T20:56:55.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032848099999999999
2020-11-16T20:56:55.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306052+0000",
2020-11-16T20:56:55.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3547e-05
2020-11-16T20:56:55.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306076+0000",
2020-11-16T20:56:55.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1514e-05
2020-11-16T20:56:55.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306088+0000",
2020-11-16T20:56:55.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013612099000000001
2020-11-16T20:56:55.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319700+0000",
2020-11-16T20:56:55.272 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0329999999999997e-06
2020-11-16T20:56:55.272 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319709+0000",
2020-11-16T20:56:55.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0026438049999999
2020-11-16T20:56:55.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.273 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322352+0000",
2020-11-16T20:56:55.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4138000000000001e-05
2020-11-16T20:56:55.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322367+0000",
2020-11-16T20:56:55.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.016585125
2020-11-16T20:56:55.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.274 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.275 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.275 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.275 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97804 7.11 7.961b2091 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T20:56:55.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.310047+0000",
2020-11-16T20:56:55.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 223.57183424900001,
2020-11-16T20:56:55.275 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0121496130000001,
2020-11-16T20:56:55.276 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.276 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.276 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:56:55.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:55.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97804
2020-11-16T20:56:55.276 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.276 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310047+0000",
2020-11-16T20:56:55.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310047+0000",
2020-11-16T20:56:55.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999514
2020-11-16T20:56:55.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.309998+0000",
2020-11-16T20:56:55.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023859599999999999
2020-11-16T20:56:55.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310237+0000",
2020-11-16T20:56:55.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9604999999999999e-05
2020-11-16T20:56:55.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310256+0000",
2020-11-16T20:56:55.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0851e-05
2020-11-16T20:56:55.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310267+0000",
2020-11-16T20:56:55.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0096030019999999994
2020-11-16T20:56:55.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319870+0000",
2020-11-16T20:56:55.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7430000000000002e-06
2020-11-16T20:56:55.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319878+0000",
2020-11-16T20:56:55.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0022858939999999
2020-11-16T20:56:55.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322164+0000",
2020-11-16T20:56:55.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2554e-05
2020-11-16T20:56:55.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322196+0000",
2020-11-16T20:56:55.283 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0121496130000001
2020-11-16T20:56:55.283 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.283 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.283 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.283 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.284 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97811 7.15 7.a65af715 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T20:56:55.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.314961+0000",
2020-11-16T20:56:55.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 223.56691976299999,
2020-11-16T20:56:55.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0074457729999999,
2020-11-16T20:56:55.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.284 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.285 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:56:55.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:55.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97811
2020-11-16T20:56:55.285 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.285 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314961+0000",
2020-11-16T20:56:55.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314961+0000",
2020-11-16T20:56:55.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999609
2020-11-16T20:56:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314922+0000",
2020-11-16T20:56:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012647799999999999
2020-11-16T20:56:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.315048+0000",
2020-11-16T20:56:55.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9488999999999999e-05
2020-11-16T20:56:55.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.315068+0000",
2020-11-16T20:56:55.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.117e-05
2020-11-16T20:56:55.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.315079+0000",
2020-11-16T20:56:55.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004691026
2020-11-16T20:56:55.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319770+0000",
2020-11-16T20:56:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9439999999999996e-06
2020-11-16T20:56:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319775+0000",
2020-11-16T20:56:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0026221310000001
2020-11-16T20:56:55.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322397+0000",
2020-11-16T20:56:55.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6239999999999997e-06
2020-11-16T20:56:55.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322407+0000",
2020-11-16T20:56:55.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0074457729999999
2020-11-16T20:56:55.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.292 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.292 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.292 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.292 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.292 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97832 7.11 7.8d92faf1 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T20:56:55.293 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.346182+0000",
2020-11-16T20:56:55.293 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 223.53569830999999,
2020-11-16T20:56:55.293 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.97611046300000004,
2020-11-16T20:56:55.293 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.293 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.293 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:56:55.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:55.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97832
2020-11-16T20:56:55.294 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.294 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.294 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346182+0000",
2020-11-16T20:56:55.294 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346182+0000",
2020-11-16T20:56:55.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:56:55.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.295 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346148+0000",
2020-11-16T20:56:55.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000108527
2020-11-16T20:56:55.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346257+0000",
2020-11-16T20:56:55.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1182000000000001e-05
2020-11-16T20:56:55.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346268+0000",
2020-11-16T20:56:55.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2530000000000001e-06
2020-11-16T20:56:55.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346274+0000",
2020-11-16T20:56:55.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7922e-05
2020-11-16T20:56:55.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346322+0000",
2020-11-16T20:56:55.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2020000000000004e-06
2020-11-16T20:56:55.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346331+0000",
2020-11-16T20:56:55.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.97593790599999997
2020-11-16T20:56:55.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322268+0000",
2020-11-16T20:56:55.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4484000000000001e-05
2020-11-16T20:56:55.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322293+0000",
2020-11-16T20:56:55.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.97611046300000004
2020-11-16T20:56:55.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.301 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.301 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.301 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:56:55.301 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:56:55.301 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97835 7.15 7.4bdc1bb5 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T20:56:55.301 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.360248+0000",
2020-11-16T20:56:55.301 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 223.521632453,
2020-11-16T20:56:55.302 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.96218524999999999,
2020-11-16T20:56:55.302 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:56:55.302 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:56:55.302 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:56:55.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:56:55.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:56:55.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97835
2020-11-16T20:56:55.302 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:56:55.303 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:56:55.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:56:55.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360248+0000",
2020-11-16T20:56:55.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:56:55.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:56:55.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360248+0000",
2020-11-16T20:56:55.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:56:55.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:56:55.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360217+0000",
2020-11-16T20:56:55.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010753599999999999
2020-11-16T20:56:55.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:56:55.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360325+0000",
2020-11-16T20:56:55.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8187999999999999e-05
2020-11-16T20:56:55.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.305 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.305 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:56:55.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360343+0000",
2020-11-16T20:56:55.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3640000000000001e-06
2020-11-16T20:56:55.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:56:55.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360350+0000",
2020-11-16T20:56:55.306 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7781999999999996e-05
2020-11-16T20:56:55.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360418+0000",
2020-11-16T20:56:55.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5019e-05
2020-11-16T20:56:55.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:56:55.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360433+0000",
2020-11-16T20:56:55.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96199367199999997
2020-11-16T20:56:55.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:56:55.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322427+0000",
2020-11-16T20:56:55.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9700000000000002e-06
2020-11-16T20:56:55.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:56:55.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:56:55.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:56:55.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322434+0000",
2020-11-16T20:56:55.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96218524999999999
2020-11-16T20:56:55.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:56:55.309 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:56:55.310 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:56:55.310 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:56:55.310 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:56:55.310 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:56:55.310 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T20:56:55.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:50 smithi142 bash[9523]: cluster 2020-11-16T20:56:49.757621+0000 mon.a (mon.0) 2503 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:56:55.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:50 smithi142 bash[9523]: cluster 2020-11-16T20:56:49.757658+0000 mon.a (mon.0) 2504 : cluster [INF] Cluster is now healthy
2020-11-16T20:56:55.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:50 smithi142 bash[9523]: audit 2020-11-16T20:56:49.762312+0000 mon.a (mon.0) 2505 : audit [INF] from='client.? v1:172.21.15.142:0/4245023172' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:56:55.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:50 smithi142 bash[9523]: cluster 2020-11-16T20:56:49.762358+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e813: 12 total, 12 up, 9 in
2020-11-16T20:56:55.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:51 smithi142 bash[9523]: cluster 2020-11-16T20:56:50.573119+0000 mgr.x (mgr.14196) 1359 : cluster [DBG] pgmap v2071: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 84 MiB/s wr, 1.34k op/s
2020-11-16T20:56:55.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:51 smithi142 bash[9523]: cluster 2020-11-16T20:56:51.757069+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e814: 12 total, 12 up, 9 in
2020-11-16T20:56:55.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: audit 2020-11-16T20:56:51.803944+0000 mon.a (mon.0) 2508 : audit [DBG] from='client.? v1:172.21.15.142:0/594981765' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:55.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: cluster 2020-11-16T20:56:51.828888+0000 osd.0 (osd.0) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: cluster 2020-11-16T20:56:51.854652+0000 osd.1 (osd.1) 293 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: cluster 2020-11-16T20:56:51.885322+0000 osd.2 (osd.2) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: cluster 2020-11-16T20:56:51.912876+0000 osd.3 (osd.3) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: cluster 2020-11-16T20:56:51.940706+0000 osd.4 (osd.4) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: cluster 2020-11-16T20:56:51.969016+0000 osd.5 (osd.5) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.127721+0000 osd.10 (osd.10) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:52 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.157360+0000 osd.11 (osd.11) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:53 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.000516+0000 osd.6 (osd.6) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:53 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.032134+0000 osd.7 (osd.7) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.314 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:53 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.063470+0000 osd.8 (osd.8) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.314 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:53 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.097846+0000 osd.9 (osd.9) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.314 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:53 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.285921+0000 osd.4 (osd.4) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:55.314 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:53 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.286053+0000 osd.4 (osd.4) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:55.314 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:53 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.573634+0000 mgr.x (mgr.14196) 1360 : cluster [DBG] pgmap v2073: 17 pgs: 17 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:56:55.314 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:53 smithi142 bash[9523]: cluster 2020-11-16T20:56:52.784669+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e815: 12 total, 12 up, 9 in
2020-11-16T20:56:55.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T20:56:55.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:56:55.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:56:55.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:56:55.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:56:55.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:56:55.315 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:56:55.316 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:56:55.316 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:56:55.316 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:56:55.316 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:56:55.316 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:56:55.316 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.316 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.317 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.318 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.318 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:56:55.318 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:55.318 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   35      15     66360     66345    118.46   91.6875  0.00938308  0.00843915
2020-11-16T20:56:55.318 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   36      16     67782     67766   117.636   88.8125  0.00734177    0.008498
2020-11-16T20:56:55.319 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   37      16     69208     69192   116.865    89.125   0.0202879   0.0085542
2020-11-16T20:56:55.319 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   38      16     70609     70593   116.094   87.5625   0.0100448  0.00861079
2020-11-16T20:56:55.319 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   39      16     71765     71749    114.97     72.25  0.00483632  0.00865605
2020-11-16T20:56:55.319 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:50 smithi065 bash[16457]: debug 2020-11-16T20:56:50.736+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:55.319 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:50 smithi065 bash[9468]: cluster 2020-11-16T20:56:49.757621+0000 mon.a (mon.0) 2503 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:56:55.319 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:50 smithi065 bash[9468]: cluster 2020-11-16T20:56:49.757658+0000 mon.a (mon.0) 2504 : cluster [INF] Cluster is now healthy
2020-11-16T20:56:55.320 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:50 smithi065 bash[9468]: audit 2020-11-16T20:56:49.762312+0000 mon.a (mon.0) 2505 : audit [INF] from='client.? v1:172.21.15.142:0/4245023172' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:56:55.320 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:50 smithi065 bash[9468]: cluster 2020-11-16T20:56:49.762358+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e813: 12 total, 12 up, 9 in
2020-11-16T20:56:55.320 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:51 smithi065 bash[9468]: cluster 2020-11-16T20:56:50.573119+0000 mgr.x (mgr.14196) 1359 : cluster [DBG] pgmap v2071: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 794 GiB / 805 GiB avail; 84 MiB/s wr, 1.34k op/s
2020-11-16T20:56:55.320 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:51 smithi065 bash[9468]: cluster 2020-11-16T20:56:51.757069+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e814: 12 total, 12 up, 9 in
2020-11-16T20:56:55.320 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: audit 2020-11-16T20:56:51.803944+0000 mon.a (mon.0) 2508 : audit [DBG] from='client.? v1:172.21.15.142:0/594981765' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:56:55.320 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: cluster 2020-11-16T20:56:51.828888+0000 osd.0 (osd.0) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.320 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: cluster 2020-11-16T20:56:51.854652+0000 osd.1 (osd.1) 293 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.321 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: cluster 2020-11-16T20:56:51.885322+0000 osd.2 (osd.2) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.321 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: cluster 2020-11-16T20:56:51.912876+0000 osd.3 (osd.3) 32 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.321 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: cluster 2020-11-16T20:56:51.940706+0000 osd.4 (osd.4) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.321 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: cluster 2020-11-16T20:56:51.969016+0000 osd.5 (osd.5) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.321 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.127721+0000 osd.10 (osd.10) 201 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.321 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:52 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.157360+0000 osd.11 (osd.11) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.321 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:53 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.000516+0000 osd.6 (osd.6) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.322 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:53 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.032134+0000 osd.7 (osd.7) 210 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.322 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:53 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.063470+0000 osd.8 (osd.8) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.322 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:53 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.097846+0000 osd.9 (osd.9) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:56:55.322 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:53 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.285921+0000 osd.4 (osd.4) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:56:55.322 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:53 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.286053+0000 osd.4 (osd.4) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:56:55.322 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:53 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.573634+0000 mgr.x (mgr.14196) 1360 : cluster [DBG] pgmap v2073: 17 pgs: 17 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 95 MiB/s wr, 1.51k op/s
2020-11-16T20:56:55.322 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:53 smithi065 bash[9468]: cluster 2020-11-16T20:56:52.784669+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e815: 12 total, 12 up, 9 in
2020-11-16T20:56:55.420 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:55.479 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:55.557 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:55.662 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:55.741 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:56:55.748610 min lat: 0.00169696 max lat: 0.266694 avg lat: 0.00875122
2020-11-16T20:56:55.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:56:55.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   40      16     73060     73044   114.119   80.9375  0.00315375  0.00875122
2020-11-16T20:56:55.778 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:55 smithi065 bash[14115]: debug 2020-11-16T20:56:55.556+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:56.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:55 smithi071 bash[9480]: cluster 2020-11-16T20:56:54.574163+0000 mgr.x (mgr.14196) 1361 : cluster [DBG] pgmap v2075: 17 pgs: 17 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:56:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:55 smithi065 bash[9468]: cluster 2020-11-16T20:56:54.574163+0000 mgr.x (mgr.14196) 1361 : cluster [DBG] pgmap v2075: 17 pgs: 17 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:56:56.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:55 smithi142 bash[9523]: cluster 2020-11-16T20:56:54.574163+0000 mgr.x (mgr.14196) 1361 : cluster [DBG] pgmap v2075: 17 pgs: 17 active+clean; 4.1 GiB data, 12 GiB used, 793 GiB / 805 GiB avail; 77 MiB/s wr, 1.23k op/s
2020-11-16T20:56:56.515 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:56.620 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:56.743 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   41      16     74249     74233   113.147   74.3125  0.00861462  0.00883584
2020-11-16T20:56:56.781 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:56 smithi142 bash[18009]: debug 2020-11-16T20:56:56.519+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:57.158 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:57.261 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:57.315 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:56:57.319 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:56:57.417 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:57.476 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:57.480 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:57 smithi142 bash[15670]: debug 2020-11-16T20:56:57.163+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:57.519 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:56:57.521 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:57.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:57 smithi065 bash[16457]: debug 2020-11-16T20:56:57.416+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:57.666 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:57.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   42      16     75540     75524   112.374   80.6875   0.0139239  0.00889638
2020-11-16T20:56:57.751 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:57 smithi142 bash[9523]: cluster 2020-11-16T20:56:56.574777+0000 mgr.x (mgr.14196) 1362 : cluster [DBG] pgmap v2076: 17 pgs: 17 active+clean; 4.4 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 109 MiB/s wr, 1.74k op/s
2020-11-16T20:56:57.770 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:57.933 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:56:58.028 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:57 smithi065 bash[14115]: debug 2020-11-16T20:56:57.664+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:58.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:57 smithi065 bash[9468]: cluster 2020-11-16T20:56:56.574777+0000 mgr.x (mgr.14196) 1362 : cluster [DBG] pgmap v2076: 17 pgs: 17 active+clean; 4.4 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 109 MiB/s wr, 1.74k op/s
2020-11-16T20:56:58.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:57 smithi065 bash[9468]: cluster 2020-11-16T20:56:56.759095+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e816: 12 total, 12 up, 9 in
2020-11-16T20:56:58.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:58.084 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:57 smithi142 bash[9523]: cluster 2020-11-16T20:56:56.759095+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e816: 12 total, 12 up, 9 in
2020-11-16T20:56:58.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:56:57 smithi071 bash[26650]: debug 2020-11-16T20:56:57.939+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:58.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:57 smithi071 bash[9480]: cluster 2020-11-16T20:56:56.574777+0000 mgr.x (mgr.14196) 1362 : cluster [DBG] pgmap v2076: 17 pgs: 17 active+clean; 4.4 GiB data, 12 GiB used, 792 GiB / 805 GiB avail; 109 MiB/s wr, 1.74k op/s
2020-11-16T20:56:58.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:57 smithi071 bash[9480]: cluster 2020-11-16T20:56:56.759095+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e816: 12 total, 12 up, 9 in
2020-11-16T20:56:58.402 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:58.507 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:58.622 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:56:58.726 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:58.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   43      16     76750     76734    111.52    75.625  0.00582203  0.00895564
2020-11-16T20:56:58.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:56:58 smithi065 bash[18823]: debug 2020-11-16T20:56:58.620+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:58.781 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:56:58 smithi142 bash[15670]: debug 2020-11-16T20:56:58.407+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:58.828 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:56:58.932 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:59.060 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:56:59.166 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:59.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:56:58 smithi065 bash[14115]: debug 2020-11-16T20:56:58.828+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:59.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:56:59 smithi065 bash[16457]: debug 2020-11-16T20:56:59.060+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:59.279 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:56:59.384 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:59.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:56:59 smithi071 bash[12066]: debug 2020-11-16T20:56:59.283+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:59.593 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:56:59.697 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:56:59.707 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:56:59 smithi142 bash[18009]: debug 2020-11-16T20:56:59.595+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:56:59.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   44      16     77888     77872   110.602    71.125   0.0104908  0.00903888
2020-11-16T20:57:00.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:56:59 smithi065 bash[9468]: cluster 2020-11-16T20:56:58.575490+0000 mgr.x (mgr.14196) 1363 : cluster [DBG] pgmap v2078: 17 pgs: 17 active+clean; 4.5 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 81 MiB/s wr, 1.29k op/s
2020-11-16T20:57:00.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:56:59 smithi142 bash[9523]: cluster 2020-11-16T20:56:58.575490+0000 mgr.x (mgr.14196) 1363 : cluster [DBG] pgmap v2078: 17 pgs: 17 active+clean; 4.5 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 81 MiB/s wr, 1.29k op/s
2020-11-16T20:57:00.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:56:59 smithi071 bash[9480]: cluster 2020-11-16T20:56:58.575490+0000 mgr.x (mgr.14196) 1363 : cluster [DBG] pgmap v2078: 17 pgs: 17 active+clean; 4.5 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 81 MiB/s wr, 1.29k op/s
2020-11-16T20:57:00.264 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:57:00.370 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:57:00.531 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:57:00 smithi142 bash[15670]: debug 2020-11-16T20:57:00.267+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:00.593 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:57:00.699 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:00.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   45      16     79194     79178   109.957    81.625   0.0133798  0.00909225
2020-11-16T20:57:00.823 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:00.929 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:00.938 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:57:00 smithi142 bash[15670]: debug 2020-11-16T20:57:00.595+0000 7f94b3215700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:01.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:00 smithi071 bash[26650]: debug 2020-11-16T20:57:00.826+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:01.249 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:01.352 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:01.499 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:01 smithi142 bash[18009]: debug 2020-11-16T20:57:01.251+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:01.671 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:01.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   46      16     80362     80346   109.154        73   0.0120475  0.00915883
2020-11-16T20:57:01.760 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:01 smithi142 bash[9523]: cluster 2020-11-16T20:57:00.576082+0000 mgr.x (mgr.14196) 1364 : cluster [DBG] pgmap v2079: 17 pgs: 17 active+clean; 4.6 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 60 MiB/s wr, 964 op/s
2020-11-16T20:57:01.760 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:01 smithi142 bash[18009]: debug 2020-11-16T20:57:01.675+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:01.775 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:02.015 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:02.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:01 smithi065 bash[9468]: cluster 2020-11-16T20:57:00.576082+0000 mgr.x (mgr.14196) 1364 : cluster [DBG] pgmap v2079: 17 pgs: 17 active+clean; 4.6 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 60 MiB/s wr, 964 op/s
2020-11-16T20:57:02.119 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:02.128 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:01 smithi071 bash[9480]: cluster 2020-11-16T20:57:00.576082+0000 mgr.x (mgr.14196) 1364 : cluster [DBG] pgmap v2079: 17 pgs: 17 active+clean; 4.6 GiB data, 13 GiB used, 792 GiB / 805 GiB avail; 60 MiB/s wr, 964 op/s
2020-11-16T20:57:02.281 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:02 smithi142 bash[18009]: debug 2020-11-16T20:57:02.019+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:02.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   47      16     81552     81536   108.414    74.375   0.0108576  0.00922188
2020-11-16T20:57:02.748 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:02.773 INFO:tasks.thrashosds.thrasher:Recovered, killing an osd
2020-11-16T20:57:02.773 INFO:tasks.thrashosds.thrasher:Killing osd 0, live_osds are [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3]
2020-11-16T20:57:02.773 INFO:tasks.cephadm.osd.0:Stopping osd.0...
2020-11-16T20:57:02.774 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.0
2020-11-16T20:57:02.852 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:02.965 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:03.070 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:03.079 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:57:02 smithi071 bash[14419]: debug 2020-11-16T20:57:02.754+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:03.079 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:02 smithi071 bash[26650]: debug 2020-11-16T20:57:02.970+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:03.153 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:57:02 smithi142 systemd[1]: Stopping Ceph osd.0 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T20:57:03.185 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:03.289 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:03.445 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[26650]: debug 2020-11-16T20:57:03.190+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:03.531 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[15670]: debug 2020-11-16T20:57:03.159+0000 7f94b3215700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:03.531 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[15670]: debug 2020-11-16T20:57:03.159+0000 7f94b3215700 -1 osd.0 817 *** Got signal Terminated ***
2020-11-16T20:57:03.531 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[15670]: debug 2020-11-16T20:57:03.159+0000 7f94b3215700 -1 osd.0 817 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T20:57:03.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   48      16     82169     82153   106.958   38.5625  0.00370319  0.00924165
2020-11-16T20:57:03.824 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:03.930 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:03.940 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[114994]: debug 2020-11-16T20:57:03.827+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:03.940 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:02.220664+0000 osd.9 (osd.9) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:03.940 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:02.220742+0000 osd.9 (osd.9) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:03.941 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:02.576934+0000 mgr.x (mgr.14196) 1365 : cluster [DBG] pgmap v2080: 17 pgs: 17 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 81 MiB/s wr, 1.30k op/s
2020-11-16T20:57:03.941 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:02.782051+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e817: 12 total, 12 up, 9 in
2020-11-16T20:57:03.941 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.331697+0000 mon.a (mon.0) 2512 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:03.941 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.331773+0000 mon.a (mon.0) 2513 : cluster [INF] osd.0 failed (root=default,host=smithi142) (connection refused reported by osd.3)
2020-11-16T20:57:03.941 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.332141+0000 mon.a (mon.0) 2514 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:03.941 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.332429+0000 mon.a (mon.0) 2515 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:03.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.332501+0000 mon.a (mon.0) 2516 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:03.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.332809+0000 mon.a (mon.0) 2517 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:03.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.332964+0000 mon.a (mon.0) 2518 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:03.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.333104+0000 mon.a (mon.0) 2519 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:03.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.333474+0000 mon.a (mon.0) 2520 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:03.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.333631+0000 mon.a (mon.0) 2521 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:03.942 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.333707+0000 mon.a (mon.0) 2522 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:03.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.333881+0000 mon.a (mon.0) 2523 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:03.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.334000+0000 mon.a (mon.0) 2524 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:03.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.334070+0000 mon.a (mon.0) 2525 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:03.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.334217+0000 mon.a (mon.0) 2526 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:03.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.334339+0000 mon.a (mon.0) 2527 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:03.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.334451+0000 mon.a (mon.0) 2528 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:03.943 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.414307+0000 osd.1 (osd.1) 294 : cluster [DBG] 1.0 deep-scrub starts
2020-11-16T20:57:03.944 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.532666+0000 mon.a (mon.0) 2529 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:03.944 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.532905+0000 mon.a (mon.0) 2530 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:03.944 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.533756+0000 mon.a (mon.0) 2531 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:03.944 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.533865+0000 mon.a (mon.0) 2532 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:03.944 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.534225+0000 mon.a (mon.0) 2533 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:03.944 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.534382+0000 mon.a (mon.0) 2534 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:03.944 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.534495+0000 mon.a (mon.0) 2535 : cluster [DBG] osd.0 reported immediately failed by osd.9
2020-11-16T20:57:03.945 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.534868+0000 mon.a (mon.0) 2536 : cluster [DBG] osd.0 reported immediately failed by osd.9
2020-11-16T20:57:03.945 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.535017+0000 mon.a (mon.0) 2537 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:03.945 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.535158+0000 mon.a (mon.0) 2538 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:03.945 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.535307+0000 mon.a (mon.0) 2539 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:03.945 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.535446+0000 mon.a (mon.0) 2540 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:03.945 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.535589+0000 mon.a (mon.0) 2541 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:03.945 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.535719+0000 mon.a (mon.0) 2542 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:03.945 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.535852+0000 mon.a (mon.0) 2543 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:03.946 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.536775+0000 mon.a (mon.0) 2544 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:03.946 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.536931+0000 mon.a (mon.0) 2545 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:03.946 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.537076+0000 mon.a (mon.0) 2546 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:03.946 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:03 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.537216+0000 mon.a (mon.0) 2547 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:02.220664+0000 osd.9 (osd.9) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:02.220742+0000 osd.9 (osd.9) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:02.576934+0000 mgr.x (mgr.14196) 1365 : cluster [DBG] pgmap v2080: 17 pgs: 17 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 81 MiB/s wr, 1.30k op/s
2020-11-16T20:57:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:02.782051+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e817: 12 total, 12 up, 9 in
2020-11-16T20:57:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.331697+0000 mon.a (mon.0) 2512 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:04.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.331773+0000 mon.a (mon.0) 2513 : cluster [INF] osd.0 failed (root=default,host=smithi142) (connection refused reported by osd.3)
2020-11-16T20:57:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.332141+0000 mon.a (mon.0) 2514 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.332429+0000 mon.a (mon.0) 2515 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.332501+0000 mon.a (mon.0) 2516 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.332809+0000 mon.a (mon.0) 2517 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.332964+0000 mon.a (mon.0) 2518 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.333104+0000 mon.a (mon.0) 2519 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:04.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.333474+0000 mon.a (mon.0) 2520 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.333631+0000 mon.a (mon.0) 2521 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.333707+0000 mon.a (mon.0) 2522 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.333881+0000 mon.a (mon.0) 2523 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.334000+0000 mon.a (mon.0) 2524 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.334070+0000 mon.a (mon.0) 2525 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.334217+0000 mon.a (mon.0) 2526 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.334339+0000 mon.a (mon.0) 2527 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:04.032 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.334451+0000 mon.a (mon.0) 2528 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.414307+0000 osd.1 (osd.1) 294 : cluster [DBG] 1.0 deep-scrub starts
2020-11-16T20:57:04.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.532666+0000 mon.a (mon.0) 2529 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:04.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.532905+0000 mon.a (mon.0) 2530 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:04.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.533756+0000 mon.a (mon.0) 2531 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:04.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.533865+0000 mon.a (mon.0) 2532 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:04.033 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.534225+0000 mon.a (mon.0) 2533 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:04.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.534382+0000 mon.a (mon.0) 2534 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:04.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.534495+0000 mon.a (mon.0) 2535 : cluster [DBG] osd.0 reported immediately failed by osd.9
2020-11-16T20:57:04.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.534868+0000 mon.a (mon.0) 2536 : cluster [DBG] osd.0 reported immediately failed by osd.9
2020-11-16T20:57:04.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.535017+0000 mon.a (mon.0) 2537 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:04.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.535158+0000 mon.a (mon.0) 2538 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:04.034 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.535307+0000 mon.a (mon.0) 2539 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:04.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.535446+0000 mon.a (mon.0) 2540 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:04.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.535589+0000 mon.a (mon.0) 2541 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.535719+0000 mon.a (mon.0) 2542 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.535852+0000 mon.a (mon.0) 2543 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.035 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.536775+0000 mon.a (mon.0) 2544 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:04.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.536931+0000 mon.a (mon.0) 2545 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:04.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.537076+0000 mon.a (mon.0) 2546 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:03 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.537216+0000 mon.a (mon.0) 2547 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:02.220664+0000 osd.9 (osd.9) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:04.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:02.220742+0000 osd.9 (osd.9) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:04.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:02.576934+0000 mgr.x (mgr.14196) 1365 : cluster [DBG] pgmap v2080: 17 pgs: 17 active+clean; 4.9 GiB data, 13 GiB used, 791 GiB / 805 GiB avail; 81 MiB/s wr, 1.30k op/s
2020-11-16T20:57:04.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:02.782051+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e817: 12 total, 12 up, 9 in
2020-11-16T20:57:04.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.331697+0000 mon.a (mon.0) 2512 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:04.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.331773+0000 mon.a (mon.0) 2513 : cluster [INF] osd.0 failed (root=default,host=smithi142) (connection refused reported by osd.3)
2020-11-16T20:57:04.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.332141+0000 mon.a (mon.0) 2514 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:04.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.332429+0000 mon.a (mon.0) 2515 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:04.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.332501+0000 mon.a (mon.0) 2516 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:04.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.332809+0000 mon.a (mon.0) 2517 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:04.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.332964+0000 mon.a (mon.0) 2518 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:04.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.333104+0000 mon.a (mon.0) 2519 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:04.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.333474+0000 mon.a (mon.0) 2520 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.333631+0000 mon.a (mon.0) 2521 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.333707+0000 mon.a (mon.0) 2522 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.333881+0000 mon.a (mon.0) 2523 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.334000+0000 mon.a (mon.0) 2524 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.334070+0000 mon.a (mon.0) 2525 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.334217+0000 mon.a (mon.0) 2526 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.198 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.334339+0000 mon.a (mon.0) 2527 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.334451+0000 mon.a (mon.0) 2528 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.414307+0000 osd.1 (osd.1) 294 : cluster [DBG] 1.0 deep-scrub starts
2020-11-16T20:57:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.532666+0000 mon.a (mon.0) 2529 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.532905+0000 mon.a (mon.0) 2530 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.533756+0000 mon.a (mon.0) 2531 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.533865+0000 mon.a (mon.0) 2532 : cluster [DBG] osd.0 reported immediately failed by osd.3
2020-11-16T20:57:04.199 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.534225+0000 mon.a (mon.0) 2533 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.534382+0000 mon.a (mon.0) 2534 : cluster [DBG] osd.0 reported immediately failed by osd.1
2020-11-16T20:57:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.534495+0000 mon.a (mon.0) 2535 : cluster [DBG] osd.0 reported immediately failed by osd.9
2020-11-16T20:57:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.534868+0000 mon.a (mon.0) 2536 : cluster [DBG] osd.0 reported immediately failed by osd.9
2020-11-16T20:57:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.535017+0000 mon.a (mon.0) 2537 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.535158+0000 mon.a (mon.0) 2538 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.535307+0000 mon.a (mon.0) 2539 : cluster [DBG] osd.0 reported immediately failed by osd.8
2020-11-16T20:57:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.535446+0000 mon.a (mon.0) 2540 : cluster [DBG] osd.0 reported immediately failed by osd.11
2020-11-16T20:57:04.200 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.535589+0000 mon.a (mon.0) 2541 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.535719+0000 mon.a (mon.0) 2542 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.535852+0000 mon.a (mon.0) 2543 : cluster [DBG] osd.0 reported immediately failed by osd.10
2020-11-16T20:57:04.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.536775+0000 mon.a (mon.0) 2544 : cluster [DBG] osd.0 reported immediately failed by osd.4
2020-11-16T20:57:04.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.536931+0000 mon.a (mon.0) 2545 : cluster [DBG] osd.0 reported immediately failed by osd.6
2020-11-16T20:57:04.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.537076+0000 mon.a (mon.0) 2546 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.201 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:03 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.537216+0000 mon.a (mon.0) 2547 : cluster [DBG] osd.0 reported immediately failed by osd.5
2020-11-16T20:57:04.742 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   49      16     82169     82153   104.775         0           -  0.00924165
2020-11-16T20:57:04.912 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:04.976 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:57:04.976 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T20:57:04.976 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 0
2020-11-16T20:57:04.977 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:57:05.018 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:05.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:04 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.569647+0000 osd.1 (osd.1) 295 : cluster [DBG] 1.0 deep-scrub ok
2020-11-16T20:57:05.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:04 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.777180+0000 mon.a (mon.0) 2548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:57:05.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:04 smithi065 bash[9468]: cluster 2020-11-16T20:57:03.795986+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e818: 12 total, 11 up, 9 in
2020-11-16T20:57:05.031 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:04 smithi142 bash[20366]: debug 2020-11-16T20:57:04.915+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:05.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:04 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.569647+0000 osd.1 (osd.1) 295 : cluster [DBG] 1.0 deep-scrub ok
2020-11-16T20:57:05.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:04 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.777180+0000 mon.a (mon.0) 2548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:57:05.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:04 smithi142 bash[9523]: cluster 2020-11-16T20:57:03.795986+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e818: 12 total, 11 up, 9 in
2020-11-16T20:57:05.168 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:04 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.569647+0000 osd.1 (osd.1) 295 : cluster [DBG] 1.0 deep-scrub ok
2020-11-16T20:57:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:04 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.777180+0000 mon.a (mon.0) 2548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)
2020-11-16T20:57:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:04 smithi071 bash[9480]: cluster 2020-11-16T20:57:03.795986+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e818: 12 total, 11 up, 9 in
2020-11-16T20:57:05.274 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:05.413 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:05.518 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:05.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:05 smithi065 bash[11785]: debug 2020-11-16T20:57:05.168+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:05.653 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:05 smithi071 bash[16796]: debug 2020-11-16T20:57:05.418+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:05.654 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:05.743 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   50      16     82169     82153    102.68         0           -  0.00924165
2020-11-16T20:57:05.759 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:05.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:05 smithi071 bash[12066]: debug 2020-11-16T20:57:05.658+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:05.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:05 smithi071 bash[9480]: cluster 2020-11-16T20:57:04.577606+0000 mgr.x (mgr.14196) 1366 : cluster [DBG] pgmap v2083: 17 pgs: 1 stale+active+clean, 16 active+clean; 4.9 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:57:05.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:05 smithi071 bash[9480]: cluster 2020-11-16T20:57:04.796112+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e819: 12 total, 11 up, 9 in
2020-11-16T20:57:05.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:05 smithi071 bash[9480]: cluster 2020-11-16T20:57:04.807880+0000 osd.2 (osd.2) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:05.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:05 smithi071 bash[9480]: cluster 2020-11-16T20:57:04.807971+0000 osd.2 (osd.2) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:06.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:05 smithi142 bash[9523]: cluster 2020-11-16T20:57:04.577606+0000 mgr.x (mgr.14196) 1366 : cluster [DBG] pgmap v2083: 17 pgs: 1 stale+active+clean, 16 active+clean; 4.9 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:57:06.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:05 smithi142 bash[9523]: cluster 2020-11-16T20:57:04.796112+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e819: 12 total, 11 up, 9 in
2020-11-16T20:57:06.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:05 smithi142 bash[9523]: cluster 2020-11-16T20:57:04.807880+0000 osd.2 (osd.2) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:06.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:05 smithi142 bash[9523]: cluster 2020-11-16T20:57:04.807971+0000 osd.2 (osd.2) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:10.282 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:06 smithi071 bash[9480]: cluster 2020-11-16T20:57:05.804467+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e820: 12 total, 11 up, 9 in
2020-11-16T20:57:10.283 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:07 smithi071 bash[9480]: cluster 2020-11-16T20:57:06.578410+0000 mgr.x (mgr.14196) 1367 : cluster [DBG] pgmap v2086: 17 pgs: 2 undersized+degraded+peered, 1 stale+active+clean, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 34 MiB/s wr, 546 op/s; 10285/163578 objects degraded (6.288%)
2020-11-16T20:57:10.283 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:07 smithi071 bash[9480]: cluster 2020-11-16T20:57:06.802431+0000 mon.a (mon.0) 2552 : cluster [WRN] Health check failed: Degraded data redundancy: 10285/163578 objects degraded (6.288%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:10.283 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:08 smithi071 bash[9480]: audit 2020-11-16T20:57:08.296216+0000 mon.a (mon.0) 2553 : audit [DBG] from='client.? v1:172.21.15.142:0/4243909570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:10.283 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:08 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.323441+0000 osd.1 (osd.1) 296 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:08 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.444672+0000 osd.1 (osd.1) 297 : cluster [DBG] 8.7 deep-scrub starts
2020-11-16T20:57:10.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:08 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.448057+0000 osd.5 (osd.5) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:08 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.571279+0000 osd.9 (osd.9) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:08 smithi071 bash[9480]: audit 2020-11-16T20:57:08.789875+0000 mon.a (mon.0) 2554 : audit [INF] from='client.? v1:172.21.15.142:0/3041595806' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:57:10.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.351817+0000 osd.2 (osd.2) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.377470+0000 osd.3 (osd.3) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.284 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.407646+0000 osd.4 (osd.4) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.285 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.488684+0000 osd.6 (osd.6) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.285 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.516976+0000 osd.7 (osd.7) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.285 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.542251+0000 osd.8 (osd.8) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.285 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.579239+0000 mgr.x (mgr.14196) 1368 : cluster [DBG] pgmap v2087: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 28 MiB/s wr, 441 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:10.285 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.613674+0000 osd.10 (osd.10) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.285 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.643867+0000 osd.11 (osd.11) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.285 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.814189+0000 mon.a (mon.0) 2555 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:10.286 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: audit 2020-11-16T20:57:08.825699+0000 mon.a (mon.0) 2556 : audit [INF] from='client.? v1:172.21.15.142:0/3041595806' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:57:10.286 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:09 smithi071 bash[9480]: cluster 2020-11-16T20:57:08.825742+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e821: 12 total, 11 up, 9 in
2020-11-16T20:57:10.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:05 smithi065 bash[9468]: cluster 2020-11-16T20:57:04.577606+0000 mgr.x (mgr.14196) 1366 : cluster [DBG] pgmap v2083: 17 pgs: 1 stale+active+clean, 16 active+clean; 4.9 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 65 MiB/s wr, 1.04k op/s
2020-11-16T20:57:10.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:05 smithi065 bash[9468]: cluster 2020-11-16T20:57:04.796112+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e819: 12 total, 11 up, 9 in
2020-11-16T20:57:10.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:05 smithi065 bash[9468]: cluster 2020-11-16T20:57:04.807880+0000 osd.2 (osd.2) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:10.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:05 smithi065 bash[9468]: cluster 2020-11-16T20:57:04.807971+0000 osd.2 (osd.2) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:10.286 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:06 smithi065 bash[9468]: cluster 2020-11-16T20:57:05.804467+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e820: 12 total, 11 up, 9 in
2020-11-16T20:57:10.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:07 smithi065 bash[9468]: cluster 2020-11-16T20:57:06.578410+0000 mgr.x (mgr.14196) 1367 : cluster [DBG] pgmap v2086: 17 pgs: 2 undersized+degraded+peered, 1 stale+active+clean, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 34 MiB/s wr, 546 op/s; 10285/163578 objects degraded (6.288%)
2020-11-16T20:57:10.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:07 smithi065 bash[9468]: cluster 2020-11-16T20:57:06.802431+0000 mon.a (mon.0) 2552 : cluster [WRN] Health check failed: Degraded data redundancy: 10285/163578 objects degraded (6.288%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:10.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:08 smithi065 bash[9468]: audit 2020-11-16T20:57:08.296216+0000 mon.a (mon.0) 2553 : audit [DBG] from='client.? v1:172.21.15.142:0/4243909570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:10.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:08 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.323441+0000 osd.1 (osd.1) 296 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:08 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.444672+0000 osd.1 (osd.1) 297 : cluster [DBG] 8.7 deep-scrub starts
2020-11-16T20:57:10.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:08 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.448057+0000 osd.5 (osd.5) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.287 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:08 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.571279+0000 osd.9 (osd.9) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.288 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:08 smithi065 bash[9468]: audit 2020-11-16T20:57:08.789875+0000 mon.a (mon.0) 2554 : audit [INF] from='client.? v1:172.21.15.142:0/3041595806' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:57:10.288 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   51      16     82169     82153   100.666         0           -  0.00924165
2020-11-16T20:57:10.288 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   52      16     82169     82153   98.7305         0           -  0.00924165
2020-11-16T20:57:10.288 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   53      16     82169     82153   96.8671         0           -  0.00924165
2020-11-16T20:57:10.288 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   54      16     82169     82153   95.0732         0           -  0.00924165
2020-11-16T20:57:10.288 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:10.289 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:06 smithi142 bash[20366]: debug 2020-11-16T20:57:06.267+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:10.289 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:57:06 smithi142 docker[132738]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T20:57:10.289 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 20:57:06 smithi142 bash[132935]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0-deactivate
2020-11-16T20:57:10.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:06 smithi142 bash[9523]: cluster 2020-11-16T20:57:05.804467+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e820: 12 total, 11 up, 9 in
2020-11-16T20:57:10.289 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:07 smithi142 bash[9523]: cluster 2020-11-16T20:57:06.578410+0000 mgr.x (mgr.14196) 1367 : cluster [DBG] pgmap v2086: 17 pgs: 2 undersized+degraded+peered, 1 stale+active+clean, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 34 MiB/s wr, 546 op/s; 10285/163578 objects degraded (6.288%)
2020-11-16T20:57:10.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:07 smithi142 bash[9523]: cluster 2020-11-16T20:57:06.802431+0000 mon.a (mon.0) 2552 : cluster [WRN] Health check failed: Degraded data redundancy: 10285/163578 objects degraded (6.288%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:10.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:08 smithi142 bash[9523]: audit 2020-11-16T20:57:08.296216+0000 mon.a (mon.0) 2553 : audit [DBG] from='client.? v1:172.21.15.142:0/4243909570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:10.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:08 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.323441+0000 osd.1 (osd.1) 296 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:08 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.444672+0000 osd.1 (osd.1) 297 : cluster [DBG] 8.7 deep-scrub starts
2020-11-16T20:57:10.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:08 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.448057+0000 osd.5 (osd.5) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:08 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.571279+0000 osd.9 (osd.9) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.290 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:08 smithi142 bash[9523]: audit 2020-11-16T20:57:08.789875+0000 mon.a (mon.0) 2554 : audit [INF] from='client.? v1:172.21.15.142:0/3041595806' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:57:10.291 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops
2020-11-16T20:57:10.292 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:57:10.292 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:57:10.292 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:57:10.292 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:57:10.292 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:57:10.292 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:57:10.292 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:57:10.293 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:57:10.293 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:57:10.293 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:57:10.293 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:57:10.293 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:57:10.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:57:10.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.295 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.295 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.295 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:57:10.295 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:57:10.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.351817+0000 osd.2 (osd.2) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.377470+0000 osd.3 (osd.3) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.407646+0000 osd.4 (osd.4) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.488684+0000 osd.6 (osd.6) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.516976+0000 osd.7 (osd.7) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.542251+0000 osd.8 (osd.8) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.297 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.579239+0000 mgr.x (mgr.14196) 1368 : cluster [DBG] pgmap v2087: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 28 MiB/s wr, 441 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:10.297 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.613674+0000 osd.10 (osd.10) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.297 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.643867+0000 osd.11 (osd.11) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.297 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.814189+0000 mon.a (mon.0) 2555 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:10.297 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: audit 2020-11-16T20:57:08.825699+0000 mon.a (mon.0) 2556 : audit [INF] from='client.? v1:172.21.15.142:0/3041595806' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:57:10.297 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:09 smithi142 bash[9523]: cluster 2020-11-16T20:57:08.825742+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e821: 12 total, 11 up, 9 in
2020-11-16T20:57:10.302 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.351817+0000 osd.2 (osd.2) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.302 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.377470+0000 osd.3 (osd.3) 33 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.302 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.407646+0000 osd.4 (osd.4) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.302 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.488684+0000 osd.6 (osd.6) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.302 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.516976+0000 osd.7 (osd.7) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.302 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.542251+0000 osd.8 (osd.8) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.303 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.579239+0000 mgr.x (mgr.14196) 1368 : cluster [DBG] pgmap v2087: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 28 MiB/s wr, 441 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:10.303 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.613674+0000 osd.10 (osd.10) 202 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.303 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.643867+0000 osd.11 (osd.11) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:10.303 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.814189+0000 mon.a (mon.0) 2555 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:10.303 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: audit 2020-11-16T20:57:08.825699+0000 mon.a (mon.0) 2556 : audit [INF] from='client.? v1:172.21.15.142:0/3041595806' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:57:10.303 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:09 smithi065 bash[9468]: cluster 2020-11-16T20:57:08.825742+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e821: 12 total, 11 up, 9 in
2020-11-16T20:57:10.390 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:10.433 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:10.744 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   55      16     82169     82153   93.3446         0           -  0.00924165
2020-11-16T20:57:11.119 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:11.225 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:11.364 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:57:11.364 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:57:11.531 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:11 smithi142 bash[114994]: debug 2020-11-16T20:57:11.123+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:11.744 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   56      16     82169     82153   91.6777         0           -  0.00924165
2020-11-16T20:57:12.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:11 smithi071 bash[9480]: cluster 2020-11-16T20:57:10.580013+0000 mgr.x (mgr.14196) 1369 : cluster [DBG] pgmap v2089: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 23 MiB/s wr, 365 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:12.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:11 smithi065 bash[9468]: cluster 2020-11-16T20:57:10.580013+0000 mgr.x (mgr.14196) 1369 : cluster [DBG] pgmap v2089: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 23 MiB/s wr, 365 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:11 smithi142 bash[9523]: cluster 2020-11-16T20:57:10.580013+0000 mgr.x (mgr.14196) 1369 : cluster [DBG] pgmap v2089: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 23 MiB/s wr, 365 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:12.744 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   57      16     82169     82153   90.0693         0           -  0.00924165
2020-11-16T20:57:13.177 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:12 smithi142 bash[9523]: cluster 2020-11-16T20:57:11.936587+0000 osd.10 (osd.10) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:13.178 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:12 smithi142 bash[9523]: cluster 2020-11-16T20:57:11.936667+0000 osd.10 (osd.10) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:13.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:12 smithi071 bash[9480]: cluster 2020-11-16T20:57:11.936587+0000 osd.10 (osd.10) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:13.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:12 smithi071 bash[9480]: cluster 2020-11-16T20:57:11.936667+0000 osd.10 (osd.10) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:13.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:12 smithi065 bash[9468]: cluster 2020-11-16T20:57:11.936587+0000 osd.10 (osd.10) 203 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:13.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:12 smithi065 bash[9468]: cluster 2020-11-16T20:57:11.936667+0000 osd.10 (osd.10) 204 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:13.365 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:57:13.511 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:13.744 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   58      16     82169     82153   88.5164         0           -  0.00924165
2020-11-16T20:57:14.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:13 smithi071 bash[9480]: cluster 2020-11-16T20:57:12.580792+0000 mgr.x (mgr.14196) 1370 : cluster [DBG] pgmap v2090: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 18 MiB/s wr, 281 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:14.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:13 smithi071 bash[9480]: cluster 2020-11-16T20:57:12.865601+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e822: 12 total, 11 up, 9 in
2020-11-16T20:57:14.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:13 smithi065 bash[9468]: cluster 2020-11-16T20:57:12.580792+0000 mgr.x (mgr.14196) 1370 : cluster [DBG] pgmap v2090: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 18 MiB/s wr, 281 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:14.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:13 smithi065 bash[9468]: cluster 2020-11-16T20:57:12.865601+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e822: 12 total, 11 up, 9 in
2020-11-16T20:57:14.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:13 smithi142 bash[9523]: cluster 2020-11-16T20:57:12.580792+0000 mgr.x (mgr.14196) 1370 : cluster [DBG] pgmap v2090: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 18 MiB/s wr, 281 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:14.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:13 smithi142 bash[9523]: cluster 2020-11-16T20:57:12.865601+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e822: 12 total, 11 up, 9 in
2020-11-16T20:57:14.396 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:57:14.530 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:14.744 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   59      16     82169     82153   87.0161         0           -  0.00924165
2020-11-16T20:57:14.831 INFO:teuthology.orchestra.run.smithi142:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.0.service'
2020-11-16T20:57:14.860 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T20:57:14.860 INFO:tasks.cephadm.osd.0:Stopped osd.0
2020-11-16T20:57:14.860 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd down 0
2020-11-16T20:57:15.046 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:15.562 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:15.668 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:15.744 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:57:15.751300 min lat: 0.00169696 max lat: 0.266694 avg lat: 0.00924165
2020-11-16T20:57:15.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:57:15.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   60      16     82169     82153   85.5658         0           -  0.00924165
2020-11-16T20:57:15.860 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:57:15 smithi065 bash[16457]: debug 2020-11-16T20:57:15.560+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:16.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:15 smithi142 bash[9523]: cluster 2020-11-16T20:57:14.581552+0000 mgr.x (mgr.14196) 1371 : cluster [DBG] pgmap v2092: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 2.9 MiB/s wr, 47 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:16.056 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:16.162 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:16.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:15 smithi071 bash[9480]: cluster 2020-11-16T20:57:14.581552+0000 mgr.x (mgr.14196) 1371 : cluster [DBG] pgmap v2092: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 2.9 MiB/s wr, 47 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:16.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:15 smithi065 bash[9468]: cluster 2020-11-16T20:57:14.581552+0000 mgr.x (mgr.14196) 1371 : cluster [DBG] pgmap v2092: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 2.9 MiB/s wr, 47 op/s; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:16.531 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:16 smithi142 bash[114994]: debug 2020-11-16T20:57:16.059+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:16.744 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   61      16     82169     82153   84.1631         0           -  0.00924165
2020-11-16T20:57:16.879 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:16.983 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:17.127 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:16 smithi071 bash[9480]: cluster 2020-11-16T20:57:16.759119+0000 mon.a (mon.0) 2559 : cluster [WRN] Health check update: Degraded data redundancy: 15399/164332 objects degraded (9.371%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:17.128 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:17.234 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:17.245 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:16 smithi142 bash[9523]: cluster 2020-11-16T20:57:16.759119+0000 mon.a (mon.0) 2559 : cluster [WRN] Health check update: Degraded data redundancy: 15399/164332 objects degraded (9.371%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:17.246 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:16 smithi142 bash[20366]: debug 2020-11-16T20:57:16.883+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:17.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:16 smithi065 bash[9468]: cluster 2020-11-16T20:57:16.759119+0000 mon.a (mon.0) 2559 : cluster [WRN] Health check update: Degraded data redundancy: 15399/164332 objects degraded (9.371%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:17.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:17 smithi071 bash[16796]: debug 2020-11-16T20:57:17.130+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:17.469 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:17.531 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:17 smithi142 bash[114994]: debug 2020-11-16T20:57:17.475+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:17.575 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:17.704 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:17.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   62      16     82169     82153   82.8056         0           -  0.00924165
2020-11-16T20:57:17.808 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:17.869 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:57:17 smithi071 bash[14419]: debug 2020-11-16T20:57:17.706+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:17.954 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:18.060 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:18.072 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:17 smithi065 bash[9468]: cluster 2020-11-16T20:57:16.582361+0000 mgr.x (mgr.14196) 1372 : cluster [DBG] pgmap v2093: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:18.073 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:57:17 smithi065 bash[16457]: debug 2020-11-16T20:57:17.956+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:18.175 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:18.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:17 smithi071 bash[9480]: cluster 2020-11-16T20:57:16.582361+0000 mgr.x (mgr.14196) 1372 : cluster [DBG] pgmap v2093: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:18.219 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:17 smithi142 bash[9523]: cluster 2020-11-16T20:57:16.582361+0000 mgr.x (mgr.14196) 1372 : cluster [DBG] pgmap v2093: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:18.279 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:18.390 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:18 smithi065 bash[18823]: debug 2020-11-16T20:57:18.176+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:18.391 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:18.494 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:18.666 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:18.744 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   63      16     82169     82153   81.4913         0           -  0.00924165
2020-11-16T20:57:18.770 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:18.773 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:18 smithi142 bash[114994]: debug 2020-11-16T20:57:18.671+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:18.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:18 smithi065 bash[18823]: debug 2020-11-16T20:57:18.392+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:18.896 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:19.002 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:19.122 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:18 smithi071 bash[26650]: debug 2020-11-16T20:57:18.902+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:19.122 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:19.228 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:19.380 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:19 smithi071 bash[16796]: debug 2020-11-16T20:57:19.126+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:19.381 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:19.487 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:19.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:19 smithi071 bash[12066]: debug 2020-11-16T20:57:19.386+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:19.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   64      16     82169     82153    80.218         0           -  0.00924165
2020-11-16T20:57:19.891 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:19.995 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:20.100 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:19 smithi142 bash[18009]: debug 2020-11-16T20:57:19.895+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:20.101 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:19 smithi142 bash[9523]: cluster 2020-11-16T20:57:18.583132+0000 mgr.x (mgr.14196) 1373 : cluster [DBG] pgmap v2094: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:20.108 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:57:20.108 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:57:20.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:19 smithi071 bash[9480]: cluster 2020-11-16T20:57:18.583132+0000 mgr.x (mgr.14196) 1373 : cluster [DBG] pgmap v2094: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:20.268 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:20.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:19 smithi065 bash[9468]: cluster 2020-11-16T20:57:18.583132+0000 mgr.x (mgr.14196) 1373 : cluster [DBG] pgmap v2094: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:20.371 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:20.521 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:20.531 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:20 smithi142 bash[114994]: debug 2020-11-16T20:57:20.271+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:20.627 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:20.640 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:20 smithi065 bash[14115]: debug 2020-11-16T20:57:20.520+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:20.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   65      16     82169     82153   78.9838         0           -  0.00924165
2020-11-16T20:57:20.750 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:20.855 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:20.974 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:20 smithi065 bash[18823]: debug 2020-11-16T20:57:20.752+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:20.975 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:21.079 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:21.197 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:21.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:20 smithi065 bash[18823]: debug 2020-11-16T20:57:20.976+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:21.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:21 smithi065 bash[11785]: debug 2020-11-16T20:57:21.196+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:21.302 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:21.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   66      16     82169     82153   77.7871         0           -  0.00924165
2020-11-16T20:57:21.881 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:21.986 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:22.103 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:22.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:21 smithi071 bash[9480]: cluster 2020-11-16T20:57:20.583921+0000 mgr.x (mgr.14196) 1374 : cluster [DBG] pgmap v2095: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:22.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:21 smithi071 bash[9480]: cluster 2020-11-16T20:57:21.079932+0000 osd.5 (osd.5) 220 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:22.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:21 smithi071 bash[9480]: cluster 2020-11-16T20:57:21.080049+0000 osd.5 (osd.5) 221 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:22.209 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:22.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:22 smithi065 bash[18823]: debug 2020-11-16T20:57:22.104+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:22.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:21 smithi065 bash[9468]: cluster 2020-11-16T20:57:20.583921+0000 mgr.x (mgr.14196) 1374 : cluster [DBG] pgmap v2095: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:22.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:21 smithi065 bash[9468]: cluster 2020-11-16T20:57:21.079932+0000 osd.5 (osd.5) 220 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:22.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:21 smithi065 bash[9468]: cluster 2020-11-16T20:57:21.080049+0000 osd.5 (osd.5) 221 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:22.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:21 smithi142 bash[114994]: debug 2020-11-16T20:57:21.883+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:22.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:21 smithi142 bash[9523]: cluster 2020-11-16T20:57:20.583921+0000 mgr.x (mgr.14196) 1374 : cluster [DBG] pgmap v2095: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:22.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:21 smithi142 bash[9523]: cluster 2020-11-16T20:57:21.079932+0000 osd.5 (osd.5) 220 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:22.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:21 smithi142 bash[9523]: cluster 2020-11-16T20:57:21.080049+0000 osd.5 (osd.5) 221 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:22.358 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:22.464 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:22.475 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:22 smithi071 bash[12066]: debug 2020-11-16T20:57:22.362+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:22.590 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:22.696 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:22.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   67      16     82169     82153   76.6261         0           -  0.00924165
2020-11-16T20:57:22.849 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:22.887 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:22 smithi071 bash[16796]: debug 2020-11-16T20:57:22.594+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:22.954 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:22.985 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_historic_ops
2020-11-16T20:57:23.028 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:22 smithi065 bash[11785]: debug 2020-11-16T20:57:22.848+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:23.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:22 smithi065 bash[9468]: cluster 2020-11-16T20:57:21.895338+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e823: 12 total, 11 up, 9 in
2020-11-16T20:57:23.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:22 smithi065 bash[9468]: cluster 2020-11-16T20:57:22.138376+0000 osd.1 (osd.1) 298 : cluster [DBG] 8.7 deep-scrub ok
2020-11-16T20:57:23.092 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:23.120 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:23.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:22 smithi071 bash[9480]: cluster 2020-11-16T20:57:21.895338+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e823: 12 total, 11 up, 9 in
2020-11-16T20:57:23.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:22 smithi071 bash[9480]: cluster 2020-11-16T20:57:22.138376+0000 osd.1 (osd.1) 298 : cluster [DBG] 8.7 deep-scrub ok
2020-11-16T20:57:23.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:23 smithi071 bash[26650]: debug 2020-11-16T20:57:23.094+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:23.198 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:23.211 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:22 smithi142 bash[9523]: cluster 2020-11-16T20:57:21.895338+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e823: 12 total, 11 up, 9 in
2020-11-16T20:57:23.211 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:22 smithi142 bash[9523]: cluster 2020-11-16T20:57:22.138376+0000 osd.1 (osd.1) 298 : cluster [DBG] 8.7 deep-scrub ok
2020-11-16T20:57:23.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   68      16     82169     82153   75.4992         0           -  0.00924165
2020-11-16T20:57:23.997 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:57:24.006 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:24.019 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:57:24.043 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:57:24.070 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:57:24.099 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:57:24.110 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:24.129 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:57:24.161 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:57:24.180 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:23 smithi142 bash[9523]: cluster 2020-11-16T20:57:22.584760+0000 mgr.x (mgr.14196) 1375 : cluster [DBG] pgmap v2097: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:24.180 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:24 smithi142 bash[20366]: debug 2020-11-16T20:57:24.011+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:24.192 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:57:24.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:23 smithi071 bash[9480]: cluster 2020-11-16T20:57:22.584760+0000 mgr.x (mgr.14196) 1375 : cluster [DBG] pgmap v2097: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:24.214 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:57:24.244 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:57:24.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:23 smithi065 bash[9468]: cluster 2020-11-16T20:57:22.584760+0000 mgr.x (mgr.14196) 1375 : cluster [DBG] pgmap v2097: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:24.268 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:24.270 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:57:24.271 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:57:24.271 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:57:24.271 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.271 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.271 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.271 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.272 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:57:24.375 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:24.512 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:24.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[18823]: debug 2020-11-16T20:57:24.268+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:24.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[18823]: debug 2020-11-16T20:57:24.512+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:24.617 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:24.745 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   69      16     82169     82153    74.405         0           -  0.00924165
2020-11-16T20:57:24.750 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:24.856 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:24.907 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[11785]: debug 2020-11-16T20:57:24.752+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:24.979 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:25.086 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:25.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:24 smithi071 bash[9480]: audit 2020-11-16T20:57:23.983611+0000 mon.a (mon.0) 2561 : audit [DBG] from='client.? v1:172.21.15.142:0/2217546289' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:25.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:24 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.006053+0000 osd.1 (osd.1) 299 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:24 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.028033+0000 osd.2 (osd.2) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:24 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.106551+0000 osd.5 (osd.5) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:24 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.220925+0000 osd.9 (osd.9) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:24 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.250228+0000 osd.10 (osd.10) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:24 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.276591+0000 osd.11 (osd.11) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[18823]: debug 2020-11-16T20:57:24.980+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:25.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[9468]: audit 2020-11-16T20:57:23.983611+0000 mon.a (mon.0) 2561 : audit [DBG] from='client.? v1:172.21.15.142:0/2217546289' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:25.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.006053+0000 osd.1 (osd.1) 299 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.028033+0000 osd.2 (osd.2) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.106551+0000 osd.5 (osd.5) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.220925+0000 osd.9 (osd.9) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.250228+0000 osd.10 (osd.10) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:24 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.276591+0000 osd.11 (osd.11) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:24 smithi142 bash[9523]: audit 2020-11-16T20:57:23.983611+0000 mon.a (mon.0) 2561 : audit [DBG] from='client.? v1:172.21.15.142:0/2217546289' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:25.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:24 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.006053+0000 osd.1 (osd.1) 299 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:24 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.028033+0000 osd.2 (osd.2) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:24 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.106551+0000 osd.5 (osd.5) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:24 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.220925+0000 osd.9 (osd.9) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:24 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.250228+0000 osd.10 (osd.10) 205 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:24 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.276591+0000 osd.11 (osd.11) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.414 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:25.520 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:25.659 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:25.667 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:57:25.667 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:57:25.674 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:25 smithi142 bash[20366]: debug 2020-11-16T20:57:25.419+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:25.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   70      16     82169     82153   73.3421         0           -  0.00924165
2020-11-16T20:57:25.764 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:25.909 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:25 smithi065 bash[14115]: debug 2020-11-16T20:57:25.660+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:25.927 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:57:25.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:25 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.052339+0000 osd.3 (osd.3) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:25 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.077701+0000 osd.4 (osd.4) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:25 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.134196+0000 osd.6 (osd.6) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:25 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.169031+0000 osd.7 (osd.7) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.935 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:25 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.198436+0000 osd.8 (osd.8) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:25.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:25 smithi142 bash[9523]: cluster 2020-11-16T20:57:24.585546+0000 mgr.x (mgr.14196) 1376 : cluster [DBG] pgmap v2098: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:25.936 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:25 smithi142 bash[9523]: audit 2020-11-16T20:57:25.033123+0000 mon.a (mon.0) 2562 : audit [INF] from='client.? v1:172.21.15.142:0/1484361416' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:57:25.949 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:26.055 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:26.067 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:25 smithi071 bash[12066]: debug 2020-11-16T20:57:25.954+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:26.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:25 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.052339+0000 osd.3 (osd.3) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.067 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:25 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.077701+0000 osd.4 (osd.4) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:25 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.134196+0000 osd.6 (osd.6) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:25 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.169031+0000 osd.7 (osd.7) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:25 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.198436+0000 osd.8 (osd.8) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:25 smithi071 bash[9480]: cluster 2020-11-16T20:57:24.585546+0000 mgr.x (mgr.14196) 1376 : cluster [DBG] pgmap v2098: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:26.068 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:25 smithi071 bash[9480]: audit 2020-11-16T20:57:25.033123+0000 mon.a (mon.0) 2562 : audit [INF] from='client.? v1:172.21.15.142:0/1484361416' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:57:26.191 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:26.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:25 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.052339+0000 osd.3 (osd.3) 34 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:25 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.077701+0000 osd.4 (osd.4) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:25 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.134196+0000 osd.6 (osd.6) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:25 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.169031+0000 osd.7 (osd.7) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:25 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.198436+0000 osd.8 (osd.8) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:26.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:25 smithi065 bash[9468]: cluster 2020-11-16T20:57:24.585546+0000 mgr.x (mgr.14196) 1376 : cluster [DBG] pgmap v2098: 17 pgs: 1 active+clean+scrubbing+deep, 3 undersized+degraded+peered, 13 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:26.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:25 smithi065 bash[9468]: audit 2020-11-16T20:57:25.033123+0000 mon.a (mon.0) 2562 : audit [INF] from='client.? v1:172.21.15.142:0/1484361416' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:57:26.296 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:26.368 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0 is already down.
2020-11-16T20:57:26.449 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[12066]: debug 2020-11-16T20:57:26.194+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:26.449 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:26.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: debug 2020-11-16T20:57:26.371+0000 7f756b108700 -1 mon.a@0(leader).osd e824 definitely_dead 0
2020-11-16T20:57:26.550 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:26.693 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:26.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[12066]: debug 2020-11-16T20:57:26.426+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:26.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   71      16     82169     82153   72.3091         0           -  0.00924165
2020-11-16T20:57:26.799 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:26.912 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[11785]: debug 2020-11-16T20:57:26.692+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:26.928 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:27.032 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:27.150 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:27.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[26650]: debug 2020-11-16T20:57:26.934+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:27.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[9480]: cluster 2020-11-16T20:57:25.914847+0000 mon.a (mon.0) 2563 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:27.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[9480]: audit 2020-11-16T20:57:25.927147+0000 mon.a (mon.0) 2564 : audit [INF] from='client.? v1:172.21.15.142:0/1484361416' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:57:27.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[9480]: cluster 2020-11-16T20:57:25.927228+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e824: 12 total, 11 up, 9 in
2020-11-16T20:57:27.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[9480]: audit 2020-11-16T20:57:26.324632+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:57:27.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[9480]: audit 2020-11-16T20:57:26.325034+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:57:27.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[9480]: audit 2020-11-16T20:57:26.327195+0000 mon.a (mon.0) 2566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:57:27.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[9480]: audit 2020-11-16T20:57:26.327553+0000 mon.a (mon.0) 2567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:57:27.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:26 smithi071 bash[9480]: audit 2020-11-16T20:57:26.373468+0000 mon.a (mon.0) 2568 : audit [INF] from='client.16791 v1:172.21.15.142:0/4150772139' entity='client.admin' cmd=[{"prefix": "osd down", "ids": ["0"]}]: dispatch
2020-11-16T20:57:27.257 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:27.270 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:27 smithi065 bash[14115]: debug 2020-11-16T20:57:27.152+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:27.270 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[9468]: cluster 2020-11-16T20:57:25.914847+0000 mon.a (mon.0) 2563 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:27.271 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[9468]: audit 2020-11-16T20:57:25.927147+0000 mon.a (mon.0) 2564 : audit [INF] from='client.? v1:172.21.15.142:0/1484361416' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:57:27.271 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[9468]: cluster 2020-11-16T20:57:25.927228+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e824: 12 total, 11 up, 9 in
2020-11-16T20:57:27.271 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[9468]: audit 2020-11-16T20:57:26.324632+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:57:27.271 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[9468]: audit 2020-11-16T20:57:26.325034+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:57:27.271 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[9468]: audit 2020-11-16T20:57:26.327195+0000 mon.a (mon.0) 2566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:57:27.271 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[9468]: audit 2020-11-16T20:57:26.327553+0000 mon.a (mon.0) 2567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:57:27.272 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:26 smithi065 bash[9468]: audit 2020-11-16T20:57:26.373468+0000 mon.a (mon.0) 2568 : audit [INF] from='client.16791 v1:172.21.15.142:0/4150772139' entity='client.admin' cmd=[{"prefix": "osd down", "ids": ["0"]}]: dispatch
2020-11-16T20:57:27.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: cluster 2020-11-16T20:57:25.914847+0000 mon.a (mon.0) 2563 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:27.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: audit 2020-11-16T20:57:25.927147+0000 mon.a (mon.0) 2564 : audit [INF] from='client.? v1:172.21.15.142:0/1484361416' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:57:27.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: cluster 2020-11-16T20:57:25.927228+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e824: 12 total, 11 up, 9 in
2020-11-16T20:57:27.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: audit 2020-11-16T20:57:26.324632+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:57:27.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: audit 2020-11-16T20:57:26.325034+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:57:27.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: audit 2020-11-16T20:57:26.327195+0000 mon.a (mon.0) 2566 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:57:27.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: audit 2020-11-16T20:57:26.327553+0000 mon.a (mon.0) 2567 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:57:27.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:26 smithi142 bash[9523]: audit 2020-11-16T20:57:26.373468+0000 mon.a (mon.0) 2568 : audit [INF] from='client.16791 v1:172.21.15.142:0/4150772139' entity='client.admin' cmd=[{"prefix": "osd down", "ids": ["0"]}]: dispatch
2020-11-16T20:57:27.394 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:27.499 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:27.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:57:27 smithi065 bash[16457]: debug 2020-11-16T20:57:27.396+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:27.669 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:57:27.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   72      16     82169     82153   71.3047         0           -  0.00924165
2020-11-16T20:57:27.809 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:27.838 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:27.942 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:28.069 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:28.176 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:28.186 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:27 smithi142 bash[9523]: cluster 2020-11-16T20:57:26.586358+0000 mgr.x (mgr.14196) 1377 : cluster [DBG] pgmap v2100: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:28.187 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:27 smithi142 bash[9523]: cluster 2020-11-16T20:57:26.587869+0000 osd.7 (osd.7) 213 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:28.187 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:27 smithi142 bash[9523]: cluster 2020-11-16T20:57:26.588045+0000 osd.7 (osd.7) 214 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:28.187 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:27 smithi142 bash[9523]: cluster 2020-11-16T20:57:26.930512+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e825: 12 total, 11 up, 9 in
2020-11-16T20:57:28.187 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:27 smithi142 bash[20366]: debug 2020-11-16T20:57:27.843+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:28.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:27 smithi071 bash[9480]: cluster 2020-11-16T20:57:26.586358+0000 mgr.x (mgr.14196) 1377 : cluster [DBG] pgmap v2100: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:28.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:27 smithi071 bash[9480]: cluster 2020-11-16T20:57:26.587869+0000 osd.7 (osd.7) 213 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:28.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:27 smithi071 bash[9480]: cluster 2020-11-16T20:57:26.588045+0000 osd.7 (osd.7) 214 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:28.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:27 smithi071 bash[9480]: cluster 2020-11-16T20:57:26.930512+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e825: 12 total, 11 up, 9 in
2020-11-16T20:57:28.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:57:28 smithi065 bash[16457]: debug 2020-11-16T20:57:28.068+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:28.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:27 smithi065 bash[9468]: cluster 2020-11-16T20:57:26.586358+0000 mgr.x (mgr.14196) 1377 : cluster [DBG] pgmap v2100: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:28.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:27 smithi065 bash[9468]: cluster 2020-11-16T20:57:26.587869+0000 osd.7 (osd.7) 213 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:28.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:27 smithi065 bash[9468]: cluster 2020-11-16T20:57:26.588045+0000 osd.7 (osd.7) 214 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:28.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:27 smithi065 bash[9468]: cluster 2020-11-16T20:57:26.930512+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e825: 12 total, 11 up, 9 in
2020-11-16T20:57:28.551 INFO:tasks.thrashosds.thrasher:Removing osd 0, in_osds are: [0, 1, 4, 6, 7, 8, 11, 9, 10]
2020-11-16T20:57:28.551 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd out 0
2020-11-16T20:57:28.677 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:28.733 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:28.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   73      16     82169     82153   70.3279         0           -  0.00924165
2020-11-16T20:57:28.780 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:28.907 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:29.012 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:29.025 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:28 smithi142 bash[20366]: debug 2020-11-16T20:57:28.679+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:29.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:28 smithi065 bash[11785]: debug 2020-11-16T20:57:28.908+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:29.353 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:29.457 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:29.462 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:57:29.583 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:29.604 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:29.688 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:29.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   74      16     82169     82153   69.3775         0           -  0.00924165
2020-11-16T20:57:29.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:29 smithi065 bash[11785]: debug 2020-11-16T20:57:29.584+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:29.781 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:29 smithi142 bash[20366]: debug 2020-11-16T20:57:29.355+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:29.867 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:29.971 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:30.117 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:30.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:29 smithi071 bash[9480]: cluster 2020-11-16T20:57:28.587133+0000 mgr.x (mgr.14196) 1378 : cluster [DBG] pgmap v2102: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:30.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:29 smithi071 bash[12066]: debug 2020-11-16T20:57:29.870+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:30.222 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:30.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:29 smithi065 bash[9468]: cluster 2020-11-16T20:57:28.587133+0000 mgr.x (mgr.14196) 1378 : cluster [DBG] pgmap v2102: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:30.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:30 smithi065 bash[18823]: debug 2020-11-16T20:57:30.116+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:30.358 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:30.462 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:30.597 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:29 smithi142 bash[9523]: cluster 2020-11-16T20:57:28.587133+0000 mgr.x (mgr.14196) 1378 : cluster [DBG] pgmap v2102: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:30.695 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:57:30 smithi071 bash[14419]: debug 2020-11-16T20:57:30.362+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:30.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   75      16     82169     82153   68.4524         0           -  0.00924165
2020-11-16T20:57:30.876 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:30.981 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:31.106 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:31.166 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:57:31.167 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:57:31.167 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:57:31.167 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": []
2020-11-16T20:57:31.167 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:57:31.209 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:31.236 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:30 smithi142 bash[114994]: debug 2020-11-16T20:57:30.879+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:31.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:31 smithi065 bash[11785]: debug 2020-11-16T20:57:31.108+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:31.329 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:31.435 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:31.564 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:31.670 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:31.681 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:57:31 smithi065 bash[16457]: debug 2020-11-16T20:57:31.328+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:31.681 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:31 smithi065 bash[14115]: debug 2020-11-16T20:57:31.564+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:31.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   76      16     82169     82153   67.5518         0           -  0.00924165
2020-11-16T20:57:31.797 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:31.903 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:31.938 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:31 smithi065 bash[14115]: debug 2020-11-16T20:57:31.796+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:32.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:31 smithi071 bash[9480]: cluster 2020-11-16T20:57:30.181564+0000 osd.8 (osd.8) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:32.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:31 smithi071 bash[9480]: cluster 2020-11-16T20:57:30.181701+0000 osd.8 (osd.8) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:32.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:31 smithi071 bash[9480]: cluster 2020-11-16T20:57:30.587897+0000 mgr.x (mgr.14196) 1379 : cluster [DBG] pgmap v2103: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:32.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:31 smithi071 bash[9480]: cluster 2020-11-16T20:57:30.947463+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e826: 12 total, 11 up, 9 in
2020-11-16T20:57:32.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:31 smithi065 bash[9468]: cluster 2020-11-16T20:57:30.181564+0000 osd.8 (osd.8) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:32.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:31 smithi065 bash[9468]: cluster 2020-11-16T20:57:30.181701+0000 osd.8 (osd.8) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:32.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:31 smithi065 bash[9468]: cluster 2020-11-16T20:57:30.587897+0000 mgr.x (mgr.14196) 1379 : cluster [DBG] pgmap v2103: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:32.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:31 smithi065 bash[9468]: cluster 2020-11-16T20:57:30.947463+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e826: 12 total, 11 up, 9 in
2020-11-16T20:57:32.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:31 smithi142 bash[9523]: cluster 2020-11-16T20:57:30.181564+0000 osd.8 (osd.8) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:32.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:31 smithi142 bash[9523]: cluster 2020-11-16T20:57:30.181701+0000 osd.8 (osd.8) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:32.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:31 smithi142 bash[9523]: cluster 2020-11-16T20:57:30.587897+0000 mgr.x (mgr.14196) 1379 : cluster [DBG] pgmap v2103: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:32.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:31 smithi142 bash[9523]: cluster 2020-11-16T20:57:30.947463+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e826: 12 total, 11 up, 9 in
2020-11-16T20:57:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:32.465 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:32.592 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:32.697 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:32.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   77      16     82169     82153   66.6744         0           -  0.00924165
2020-11-16T20:57:32.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:32 smithi065 bash[11785]: debug 2020-11-16T20:57:32.592+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:32.812 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:32.883 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:32 smithi142 bash[20366]: debug 2020-11-16T20:57:32.367+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:32.917 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:32.991 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight
2020-11-16T20:57:33.029 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:32 smithi071 bash[16796]: debug 2020-11-16T20:57:32.818+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:33.030 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:33.133 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:33.135 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:33.380 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:33.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:33 smithi071 bash[12066]: debug 2020-11-16T20:57:33.034+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:33.484 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:33.619 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:33.724 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:33.746 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   78      16     82169     82153   65.8196         0           -  0.00924165
2020-11-16T20:57:33.781 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:33 smithi142 bash[20366]: debug 2020-11-16T20:57:33.383+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:33.853 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:33 smithi071 bash[12066]: debug 2020-11-16T20:57:33.622+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:33.853 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:33.957 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:34.171 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:33 smithi071 bash[9480]: cluster 2020-11-16T20:57:32.588737+0000 mgr.x (mgr.14196) 1380 : cluster [DBG] pgmap v2105: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:34.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:33 smithi071 bash[26650]: debug 2020-11-16T20:57:33.858+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:34.276 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:34.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:33 smithi065 bash[9468]: cluster 2020-11-16T20:57:32.588737+0000 mgr.x (mgr.14196) 1380 : cluster [DBG] pgmap v2105: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:34.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:33 smithi142 bash[9523]: cluster 2020-11-16T20:57:32.588737+0000 mgr.x (mgr.14196) 1380 : cluster [DBG] pgmap v2105: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:34.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:34 smithi142 bash[114994]: debug 2020-11-16T20:57:34.175+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:34.402 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:34.508 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:34.695 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:34 smithi071 bash[16796]: debug 2020-11-16T20:57:34.406+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:34.747 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   79      16     82169     82153   64.9864         0           -  0.00924165
2020-11-16T20:57:35.000 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:35.106 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:35.227 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:34 smithi071 bash[9480]: cluster 2020-11-16T20:57:34.250475+0000 osd.1 (osd.1) 300 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:35.228 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:34 smithi071 bash[9480]: cluster 2020-11-16T20:57:34.250618+0000 osd.1 (osd.1) 301 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:35.228 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:35.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:34 smithi065 bash[9468]: cluster 2020-11-16T20:57:34.250475+0000 osd.1 (osd.1) 300 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:35.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:34 smithi065 bash[9468]: cluster 2020-11-16T20:57:34.250618+0000 osd.1 (osd.1) 301 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:35.296 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:35 smithi142 bash[20366]: debug 2020-11-16T20:57:35.003+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:35.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:34 smithi142 bash[9523]: cluster 2020-11-16T20:57:34.250475+0000 osd.1 (osd.1) 300 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:35.296 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:34 smithi142 bash[9523]: cluster 2020-11-16T20:57:34.250618+0000 osd.1 (osd.1) 301 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:35.334 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:35.485 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:35.590 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:35.603 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:57:35 smithi065 bash[16457]: debug 2020-11-16T20:57:35.483+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:35.695 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:35 smithi071 bash[26650]: debug 2020-11-16T20:57:35.234+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:35.718 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:35.747 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 20:57:35.754077 min lat: 0.00169696 max lat: 0.266694 avg lat: 0.00924165
2020-11-16T20:57:35.747 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T20:57:35.747 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   80      16     82169     82153   64.1741         0           -  0.00924165
2020-11-16T20:57:35.824 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:35.953 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:35 smithi065 bash[18823]: debug 2020-11-16T20:57:35.719+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:35.955 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:36.060 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:36.192 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:36.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:35 smithi071 bash[12066]: debug 2020-11-16T20:57:35.958+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:35 smithi071 bash[9480]: cluster 2020-11-16T20:57:34.589518+0000 mgr.x (mgr.14196) 1381 : cluster [DBG] pgmap v2106: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:35 smithi071 bash[9480]: cluster 2020-11-16T20:57:34.963259+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e827: 12 total, 11 up, 9 in
2020-11-16T20:57:36.279 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:36 smithi065 bash[18823]: debug 2020-11-16T20:57:36.191+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:35 smithi065 bash[9468]: cluster 2020-11-16T20:57:34.589518+0000 mgr.x (mgr.14196) 1381 : cluster [DBG] pgmap v2106: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:35 smithi065 bash[9468]: cluster 2020-11-16T20:57:34.963259+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e827: 12 total, 11 up, 9 in
2020-11-16T20:57:36.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:35 smithi142 bash[9523]: cluster 2020-11-16T20:57:34.589518+0000 mgr.x (mgr.14196) 1381 : cluster [DBG] pgmap v2106: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:36.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:35 smithi142 bash[9523]: cluster 2020-11-16T20:57:34.963259+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e827: 12 total, 11 up, 9 in
2020-11-16T20:57:36.297 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:36.747 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   81      16     82169     82153   63.3818         0           -  0.00924165
2020-11-16T20:57:36.877 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:36.981 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:37.113 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:37.173 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:36 smithi142 bash[18009]: debug 2020-11-16T20:57:36.879+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:37.173 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:36 smithi142 bash[9523]: cluster 2020-11-16T20:57:36.199991+0000 osd.11 (osd.11) 228 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:37.174 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:36 smithi142 bash[9523]: cluster 2020-11-16T20:57:36.200086+0000 osd.11 (osd.11) 229 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:37.218 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:37.230 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:36 smithi065 bash[9468]: cluster 2020-11-16T20:57:36.199991+0000 osd.11 (osd.11) 228 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:37.230 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:36 smithi065 bash[9468]: cluster 2020-11-16T20:57:36.200086+0000 osd.11 (osd.11) 229 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:37.361 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:57:41.567 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:36 smithi071 bash[9480]: cluster 2020-11-16T20:57:36.199991+0000 osd.11 (osd.11) 228 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:41.568 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:36 smithi071 bash[9480]: cluster 2020-11-16T20:57:36.200086+0000 osd.11 (osd.11) 229 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:41.568 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:36.590352+0000 mgr.x (mgr.14196) 1382 : cluster [DBG] pgmap v2108: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:41.568 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:36.974594+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e828: 12 total, 11 up, 9 in
2020-11-16T20:57:41.568 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.258284+0000 osd.3 (osd.3) 35 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:41.568 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.259920+0000 osd.3 (osd.3) 36 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:41.569 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: audit 2020-11-16T20:57:37.345053+0000 mon.a (mon.0) 2573 : audit [DBG] from='client.? v1:172.21.15.142:0/1682505572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:41.569 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.369856+0000 osd.1 (osd.1) 302 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.569 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.421568+0000 osd.3 (osd.3) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.569 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.475151+0000 osd.5 (osd.5) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.569 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.500924+0000 osd.6 (osd.6) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.569 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.592683+0000 osd.9 (osd.9) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.569 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: audit 2020-11-16T20:57:37.820226+0000 mon.a (mon.0) 2574 : audit [INF] from='client.? v1:172.21.15.142:0/176563944' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch
2020-11-16T20:57:41.569 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.820357+0000 mon.a (mon.0) 2575 : cluster [INF] Client client.admin marked osd.0 out, after it was down for 34 seconds
2020-11-16T20:57:41.570 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.394151+0000 osd.2 (osd.2) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.570 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.446884+0000 osd.4 (osd.4) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.570 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.532953+0000 osd.7 (osd.7) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.570 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.560259+0000 osd.8 (osd.8) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.570 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.629772+0000 osd.10 (osd.10) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.570 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.672852+0000 osd.11 (osd.11) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.570 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.969246+0000 mon.a (mon.0) 2576 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:57:41.571 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: audit 2020-11-16T20:57:37.982080+0000 mon.a (mon.0) 2577 : audit [INF] from='client.? v1:172.21.15.142:0/176563944' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished
2020-11-16T20:57:41.571 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: cluster 2020-11-16T20:57:37.982127+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e829: 12 total, 11 up, 8 in
2020-11-16T20:57:41.571 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:38 smithi071 bash[9480]: audit 2020-11-16T20:57:38.051005+0000 mon.a (mon.0) 2579 : audit [INF] from='client.? v1:172.21.15.142:0/1745573449' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:57:41.571 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:39 smithi071 bash[9480]: cluster 2020-11-16T20:57:38.591165+0000 mgr.x (mgr.14196) 1383 : cluster [DBG] pgmap v2111: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:41.571 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:39 smithi071 bash[9480]: cluster 2020-11-16T20:57:38.980056+0000 mon.a (mon.0) 2580 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:41.571 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:39 smithi071 bash[9480]: audit 2020-11-16T20:57:38.989727+0000 mon.a (mon.0) 2581 : audit [INF] from='client.? v1:172.21.15.142:0/1745573449' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:57:41.571 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:39 smithi071 bash[9480]: cluster 2020-11-16T20:57:38.989827+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e830: 12 total, 11 up, 8 in
2020-11-16T20:57:41.572 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:41 smithi071 bash[9480]: cluster 2020-11-16T20:57:40.975366+0000 mon.a (mon.0) 2583 : cluster [WRN] Health check update: Degraded data redundancy: 15399/164516 objects degraded (9.360%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:41.572 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:37 smithi071 bash[26650]: debug 2020-11-16T20:57:37.118+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:41.572 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:41.572 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[11785]: debug 2020-11-16T20:57:37.367+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:41.573 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   82      16     82169     82153   62.6088         0           -  0.00924165
2020-11-16T20:57:41.573 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   83      16     82169     82153   61.8544         0           -  0.00924165
2020-11-16T20:57:41.573 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   84      16     82665     82649   61.4871  0.861111  0.00595976     0.01626
2020-11-16T20:57:41.573 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   85      16     83530     83514   61.3997   54.0625  0.00669358   0.0162827
2020-11-16T20:57:41.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:36.590352+0000 mgr.x (mgr.14196) 1382 : cluster [DBG] pgmap v2108: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:41.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:36.974594+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e828: 12 total, 11 up, 9 in
2020-11-16T20:57:41.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.258284+0000 osd.3 (osd.3) 35 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:41.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.259920+0000 osd.3 (osd.3) 36 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:41.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: audit 2020-11-16T20:57:37.345053+0000 mon.a (mon.0) 2573 : audit [DBG] from='client.? v1:172.21.15.142:0/1682505572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:41.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.369856+0000 osd.1 (osd.1) 302 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.421568+0000 osd.3 (osd.3) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.475151+0000 osd.5 (osd.5) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.500924+0000 osd.6 (osd.6) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.592683+0000 osd.9 (osd.9) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: audit 2020-11-16T20:57:37.820226+0000 mon.a (mon.0) 2574 : audit [INF] from='client.? v1:172.21.15.142:0/176563944' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch
2020-11-16T20:57:41.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:37 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.820357+0000 mon.a (mon.0) 2575 : cluster [INF] Client client.admin marked osd.0 out, after it was down for 34 seconds
2020-11-16T20:57:41.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.394151+0000 osd.2 (osd.2) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.446884+0000 osd.4 (osd.4) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.532953+0000 osd.7 (osd.7) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.560259+0000 osd.8 (osd.8) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.629772+0000 osd.10 (osd.10) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.672852+0000 osd.11 (osd.11) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.969246+0000 mon.a (mon.0) 2576 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:57:41.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: audit 2020-11-16T20:57:37.982080+0000 mon.a (mon.0) 2577 : audit [INF] from='client.? v1:172.21.15.142:0/176563944' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished
2020-11-16T20:57:41.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: cluster 2020-11-16T20:57:37.982127+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e829: 12 total, 11 up, 8 in
2020-11-16T20:57:41.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:38 smithi065 bash[9468]: audit 2020-11-16T20:57:38.051005+0000 mon.a (mon.0) 2579 : audit [INF] from='client.? v1:172.21.15.142:0/1745573449' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:57:41.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:39 smithi065 bash[9468]: cluster 2020-11-16T20:57:38.591165+0000 mgr.x (mgr.14196) 1383 : cluster [DBG] pgmap v2111: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:41.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:39 smithi065 bash[9468]: cluster 2020-11-16T20:57:38.980056+0000 mon.a (mon.0) 2580 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:41.576 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:39 smithi065 bash[9468]: audit 2020-11-16T20:57:38.989727+0000 mon.a (mon.0) 2581 : audit [INF] from='client.? v1:172.21.15.142:0/1745573449' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:57:41.577 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:39 smithi065 bash[9468]: cluster 2020-11-16T20:57:38.989827+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e830: 12 total, 11 up, 8 in
2020-11-16T20:57:41.577 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:41 smithi065 bash[9468]: cluster 2020-11-16T20:57:40.975366+0000 mon.a (mon.0) 2583 : cluster [WRN] Health check update: Degraded data redundancy: 15399/164516 objects degraded (9.360%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:57:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:57:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:57:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:57:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:57:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:57:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:57:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:57:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:57:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:57:41.578 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:57:41.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:57:41.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.579 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.580 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.580 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.580 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.580 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:57:41.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: debug 2020-11-16T20:57:37.815+0000 7f756b108700 -1 mon.a@0(leader).osd e828 definitely_dead 0
2020-11-16T20:57:41.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:36.590352+0000 mgr.x (mgr.14196) 1382 : cluster [DBG] pgmap v2108: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 14 GiB used, 791 GiB / 805 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:41.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:36.974594+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e828: 12 total, 11 up, 9 in
2020-11-16T20:57:41.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.258284+0000 osd.3 (osd.3) 35 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:41.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.259920+0000 osd.3 (osd.3) 36 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:41.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: audit 2020-11-16T20:57:37.345053+0000 mon.a (mon.0) 2573 : audit [DBG] from='client.? v1:172.21.15.142:0/1682505572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:41.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.369856+0000 osd.1 (osd.1) 302 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.421568+0000 osd.3 (osd.3) 37 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.475151+0000 osd.5 (osd.5) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.500924+0000 osd.6 (osd.6) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.592683+0000 osd.9 (osd.9) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: audit 2020-11-16T20:57:37.820226+0000 mon.a (mon.0) 2574 : audit [INF] from='client.? v1:172.21.15.142:0/176563944' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch
2020-11-16T20:57:41.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:37 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.820357+0000 mon.a (mon.0) 2575 : cluster [INF] Client client.admin marked osd.0 out, after it was down for 34 seconds
2020-11-16T20:57:41.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.394151+0000 osd.2 (osd.2) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.446884+0000 osd.4 (osd.4) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.532953+0000 osd.7 (osd.7) 215 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.582 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.560259+0000 osd.8 (osd.8) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.629772+0000 osd.10 (osd.10) 206 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.672852+0000 osd.11 (osd.11) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:41.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.969246+0000 mon.a (mon.0) 2576 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
2020-11-16T20:57:41.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: audit 2020-11-16T20:57:37.982080+0000 mon.a (mon.0) 2577 : audit [INF] from='client.? v1:172.21.15.142:0/176563944' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished
2020-11-16T20:57:41.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: cluster 2020-11-16T20:57:37.982127+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e829: 12 total, 11 up, 8 in
2020-11-16T20:57:41.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:38 smithi142 bash[9523]: audit 2020-11-16T20:57:38.051005+0000 mon.a (mon.0) 2579 : audit [INF] from='client.? v1:172.21.15.142:0/1745573449' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:57:41.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:39 smithi142 bash[9523]: cluster 2020-11-16T20:57:38.591165+0000 mgr.x (mgr.14196) 1383 : cluster [DBG] pgmap v2111: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 15399/164332 objects degraded (9.371%)
2020-11-16T20:57:41.583 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:39 smithi142 bash[9523]: cluster 2020-11-16T20:57:38.980056+0000 mon.a (mon.0) 2580 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:57:41.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:39 smithi142 bash[9523]: audit 2020-11-16T20:57:38.989727+0000 mon.a (mon.0) 2581 : audit [INF] from='client.? v1:172.21.15.142:0/1745573449' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:57:41.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:39 smithi142 bash[9523]: cluster 2020-11-16T20:57:38.989827+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e830: 12 total, 11 up, 8 in
2020-11-16T20:57:41.584 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:41 smithi142 bash[9523]: cluster 2020-11-16T20:57:40.975366+0000 mon.a (mon.0) 2583 : cluster [WRN] Health check update: Degraded data redundancy: 15399/164516 objects degraded (9.360%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:41.584 INFO:teuthology.orchestra.run.smithi142.stderr:marked out osd.0.
2020-11-16T20:57:41.584 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:57:41.584 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:57:41.585 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:57:41.585 INFO:tasks.thrashosds.thrasher:Testing ceph-objectstore-tool on down osd.0
2020-11-16T20:57:41.585 INFO:tasks.thrashosds.thrasher:remote for osd 0 is ubuntu@smithi142.front.sepia.ceph.com
2020-11-16T20:57:41.586 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.0 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --op list-pgs
2020-11-16T20:57:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:57:41.587 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:57:41.673 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:41.748 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   86      16     84357     84341   61.2867   51.6875   0.0258108   0.0163138
2020-11-16T20:57:41.825 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.0/config
2020-11-16T20:57:41.874 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:41.978 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:41.987 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:41 smithi065 bash[11785]: debug 2020-11-16T20:57:41.871+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:42.118 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:42.225 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:42.238 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops
2020-11-16T20:57:42.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:42 smithi065 bash[9468]: cluster 2020-11-16T20:57:40.591707+0000 mgr.x (mgr.14196) 1384 : cluster [DBG] pgmap v2113: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.0 MiB/s wr, 16 op/s; 15399/164516 objects degraded (9.360%)
2020-11-16T20:57:42.279 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:42 smithi065 bash[14115]: debug 2020-11-16T20:57:42.115+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:42.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:42 smithi142 bash[9523]: cluster 2020-11-16T20:57:40.591707+0000 mgr.x (mgr.14196) 1384 : cluster [DBG] pgmap v2113: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.0 MiB/s wr, 16 op/s; 15399/164516 objects degraded (9.360%)
2020-11-16T20:57:42.368 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:42.372 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:42 smithi071 bash[9480]: cluster 2020-11-16T20:57:40.591707+0000 mgr.x (mgr.14196) 1384 : cluster [DBG] pgmap v2113: 17 pgs: 3 undersized+degraded+peered, 14 active+clean; 5.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.0 MiB/s wr, 16 op/s; 15399/164516 objects degraded (9.360%)
2020-11-16T20:57:42.372 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:42 smithi071 bash[12066]: debug 2020-11-16T20:57:42.374+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:42.387 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:42.474 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:42.600 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:42.695 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:42 smithi071 bash[16796]: debug 2020-11-16T20:57:42.602+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:42.704 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:42.748 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   87      16     85130     85114   61.1375   48.3125  0.00906291   0.0163503
2020-11-16T20:57:42.819 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:42.927 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:43.045 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:42 smithi071 bash[12066]: debug 2020-11-16T20:57:42.822+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:43.045 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:43.149 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:43.267 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:43.373 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:43.445 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:57:43 smithi071 bash[14419]: debug 2020-11-16T20:57:43.050+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:43.445 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:43 smithi071 bash[26650]: debug 2020-11-16T20:57:43.270+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:43.575 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:43.586 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:57:43.587 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:57:43.674 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:43 smithi142 bash[18009]: debug 2020-11-16T20:57:43.579+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:43.680 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:43.744 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:43.745 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:43.748 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   88      16     85955     85939   61.0287   51.5625    0.061305   0.0163822
2020-11-16T20:57:43.936 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:43.961 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:43 smithi071 bash[12066]: debug 2020-11-16T20:57:43.938+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:44.039 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:44.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:44 smithi142 bash[9523]: cluster 2020-11-16T20:57:42.592428+0000 mgr.x (mgr.14196) 1385 : cluster [DBG] pgmap v2114: 17 pgs: 2 active+recovering+degraded, 1 undersized+degraded+peered, 14 active+clean; 5.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 17 MiB/s wr, 265 op/s; 15294/167516 objects degraded (9.130%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:57:44.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:44 smithi071 bash[9480]: cluster 2020-11-16T20:57:42.592428+0000 mgr.x (mgr.14196) 1385 : cluster [DBG] pgmap v2114: 17 pgs: 2 active+recovering+degraded, 1 undersized+degraded+peered, 14 active+clean; 5.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 17 MiB/s wr, 265 op/s; 15294/167516 objects degraded (9.130%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:57:44.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:44 smithi065 bash[9468]: cluster 2020-11-16T20:57:42.592428+0000 mgr.x (mgr.14196) 1385 : cluster [DBG] pgmap v2114: 17 pgs: 2 active+recovering+degraded, 1 undersized+degraded+peered, 14 active+clean; 5.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 17 MiB/s wr, 265 op/s; 15294/167516 objects degraded (9.130%); 1.1 MiB/s, 17 objects/s recovering
2020-11-16T20:57:44.748 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   89      16     86811     86795    60.944      53.5   0.0273526   0.0164051
2020-11-16T20:57:45.292 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:45 smithi071 bash[9480]: cluster 2020-11-16T20:57:44.526457+0000 osd.6 (osd.6) 255 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:45.293 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:45 smithi071 bash[9480]: cluster 2020-11-16T20:57:44.526547+0000 osd.6 (osd.6) 256 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:45.293 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:45.397 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:45.521 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:45.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:45 smithi065 bash[9468]: cluster 2020-11-16T20:57:44.526457+0000 osd.6 (osd.6) 255 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:45.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:45 smithi065 bash[9468]: cluster 2020-11-16T20:57:44.526547+0000 osd.6 (osd.6) 256 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:45.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:45 smithi142 bash[9523]: cluster 2020-11-16T20:57:44.526457+0000 osd.6 (osd.6) 255 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:45.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:45 smithi142 bash[9523]: cluster 2020-11-16T20:57:44.526547+0000 osd.6 (osd.6) 256 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:45.626 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:45.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:45 smithi071 bash[12066]: debug 2020-11-16T20:57:45.298+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:45.695 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:57:45 smithi071 bash[14419]: debug 2020-11-16T20:57:45.526+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:45.748 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   90      15     87618     87603   60.8279      50.5   0.0156748   0.0164331
2020-11-16T20:57:46.034 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:46.140 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:46.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:46 smithi071 bash[9480]: cluster 2020-11-16T20:57:44.592975+0000 mgr.x (mgr.14196) 1386 : cluster [DBG] pgmap v2115: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 16 MiB/s wr, 259 op/s; 15146/168290 objects degraded (9.000%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:57:46.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:46 smithi071 bash[9480]: cluster 2020-11-16T20:57:45.052002+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e831: 12 total, 11 up, 8 in
2020-11-16T20:57:46.472 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:46 smithi142 bash[9523]: cluster 2020-11-16T20:57:44.592975+0000 mgr.x (mgr.14196) 1386 : cluster [DBG] pgmap v2115: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 16 MiB/s wr, 259 op/s; 15146/168290 objects degraded (9.000%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:57:46.473 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:46 smithi142 bash[9523]: cluster 2020-11-16T20:57:45.052002+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e831: 12 total, 11 up, 8 in
2020-11-16T20:57:46.473 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:46 smithi142 bash[20366]: debug 2020-11-16T20:57:46.039+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:46.473 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:46.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:46 smithi065 bash[9468]: cluster 2020-11-16T20:57:44.592975+0000 mgr.x (mgr.14196) 1386 : cluster [DBG] pgmap v2115: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 16 MiB/s wr, 259 op/s; 15146/168290 objects degraded (9.000%); 2.1 MiB/s, 33 objects/s recovering
2020-11-16T20:57:46.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:46 smithi065 bash[9468]: cluster 2020-11-16T20:57:45.052002+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e831: 12 total, 11 up, 8 in
2020-11-16T20:57:46.579 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:46.715 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:57:46.748 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total time run:         90.023
2020-11-16T20:57:46.748 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total writes made:      87618
2020-11-16T20:57:46.749 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Write size:             65536
2020-11-16T20:57:46.749 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object size:            65536
2020-11-16T20:57:46.749 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Bandwidth (MB/sec):     60.8303
2020-11-16T20:57:46.749 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Bandwidth:       56.4591
2020-11-16T20:57:46.749 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max bandwidth (MB/sec): 190.562
2020-11-16T20:57:46.749 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min bandwidth (MB/sec): 0
2020-11-16T20:57:46.749 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average IOPS:           973
2020-11-16T20:57:46.750 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev IOPS:            903
2020-11-16T20:57:46.750 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max IOPS:               3049
2020-11-16T20:57:46.750 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min IOPS:               0
2020-11-16T20:57:46.750 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average Latency(s):     0.0164379
2020-11-16T20:57:46.750 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Latency(s):      0.486617
2020-11-16T20:57:46.751 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max latency(s):         36.054
2020-11-16T20:57:46.751 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min latency(s):         0.00169696
2020-11-16T20:57:46.760 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Cleaning up (deleting benchmark objects)
2020-11-16T20:57:46.806 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:46 smithi142 bash[18009]: debug 2020-11-16T20:57:46.474+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:46.819 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:46.944 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:57:46 smithi071 bash[14419]: debug 2020-11-16T20:57:46.718+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:46.973 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:47.078 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:47.249 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:47.354 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:47.363 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:47 smithi065 bash[9468]: cluster 2020-11-16T20:57:46.768591+0000 mon.a (mon.0) 2585 : cluster [WRN] Health check update: Degraded data redundancy: 15146/168290 objects degraded (9.000%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:47.363 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:47 smithi065 bash[14115]: debug 2020-11-16T20:57:47.251+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:47.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:47 smithi071 bash[9480]: cluster 2020-11-16T20:57:46.768591+0000 mon.a (mon.0) 2585 : cluster [WRN] Health check update: Degraded data redundancy: 15146/168290 objects degraded (9.000%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:47.445 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:46 smithi071 bash[12066]: debug 2020-11-16T20:57:46.978+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:47.509 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:47.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:47 smithi142 bash[9523]: cluster 2020-11-16T20:57:46.768591+0000 mon.a (mon.0) 2585 : cluster [WRN] Health check update: Degraded data redundancy: 15146/168290 objects degraded (9.000%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:47.614 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:47.778 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:47 smithi065 bash[14115]: debug 2020-11-16T20:57:47.511+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:48.179 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:48.265 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:48 smithi142 bash[18009]: debug 2020-11-16T20:57:48.182+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:48.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:48 smithi142 bash[9523]: cluster 2020-11-16T20:57:46.593867+0000 mgr.x (mgr.14196) 1387 : cluster [DBG] pgmap v2117: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 35 MiB/s wr, 562 op/s; 14893/173340 objects degraded (8.592%); 4.0 MiB/s, 63 objects/s recovering
2020-11-16T20:57:48.284 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:48.432 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:48 smithi071 bash[9480]: cluster 2020-11-16T20:57:46.593867+0000 mgr.x (mgr.14196) 1387 : cluster [DBG] pgmap v2117: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 35 MiB/s wr, 562 op/s; 14893/173340 objects degraded (8.592%); 4.0 MiB/s, 63 objects/s recovering
2020-11-16T20:57:48.433 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:48.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:48 smithi065 bash[9468]: cluster 2020-11-16T20:57:46.593867+0000 mgr.x (mgr.14196) 1387 : cluster [DBG] pgmap v2117: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 35 MiB/s wr, 562 op/s; 14893/173340 objects degraded (8.592%); 4.0 MiB/s, 63 objects/s recovering
2020-11-16T20:57:48.536 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:48.695 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:48 smithi071 bash[26650]: debug 2020-11-16T20:57:48.438+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:48.722 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:48.829 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:48.837 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:48 smithi142 bash[18009]: debug 2020-11-16T20:57:48.726+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:49.797 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:49.902 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:50.064 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:50.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:50 smithi142 bash[9523]: cluster 2020-11-16T20:57:48.594440+0000 mgr.x (mgr.14196) 1388 : cluster [DBG] pgmap v2118: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 35 MiB/s wr, 576 op/s; 14662/174788 objects degraded (8.388%); 4.8 MiB/s, 76 objects/s recovering
2020-11-16T20:57:50.066 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:49 smithi142 bash[114994]: debug 2020-11-16T20:57:49.798+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:50.168 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:50.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:50 smithi071 bash[9480]: cluster 2020-11-16T20:57:48.594440+0000 mgr.x (mgr.14196) 1388 : cluster [DBG] pgmap v2118: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 35 MiB/s wr, 576 op/s; 14662/174788 objects degraded (8.388%); 4.8 MiB/s, 76 objects/s recovering
2020-11-16T20:57:50.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:50 smithi071 bash[16796]: debug 2020-11-16T20:57:50.066+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:50.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:50 smithi065 bash[9468]: cluster 2020-11-16T20:57:48.594440+0000 mgr.x (mgr.14196) 1388 : cluster [DBG] pgmap v2118: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 35 MiB/s wr, 576 op/s; 14662/174788 objects degraded (8.388%); 4.8 MiB/s, 76 objects/s recovering
2020-11-16T20:57:51.076 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:51.157 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:57:51.158 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:57:51.180 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:51.371 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:51 smithi142 bash[114994]: debug 2020-11-16T20:57:51.078+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:51.507 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:51.611 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:51.647 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:51 smithi142 bash[20366]: debug 2020-11-16T20:57:51.510+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:52.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:52 smithi142 bash[9523]: cluster 2020-11-16T20:57:50.595010+0000 mgr.x (mgr.14196) 1389 : cluster [DBG] pgmap v2119: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 33 MiB/s wr, 580 op/s; 14662/174352 objects degraded (8.409%); 4.6 MiB/s, 73 objects/s recovering
2020-11-16T20:57:52.070 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:52 smithi142 bash[9523]: cluster 2020-11-16T20:57:51.770108+0000 mon.a (mon.0) 2586 : cluster [WRN] Health check update: Degraded data redundancy: 14662/174352 objects degraded (8.409%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:52.080 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:52.185 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:52.349 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:52 smithi065 bash[9468]: cluster 2020-11-16T20:57:50.595010+0000 mgr.x (mgr.14196) 1389 : cluster [DBG] pgmap v2119: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 33 MiB/s wr, 580 op/s; 14662/174352 objects degraded (8.409%); 4.6 MiB/s, 73 objects/s recovering
2020-11-16T20:57:52.350 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:52 smithi065 bash[9468]: cluster 2020-11-16T20:57:51.770108+0000 mon.a (mon.0) 2586 : cluster [WRN] Health check update: Degraded data redundancy: 14662/174352 objects degraded (8.409%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:52.350 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:57:52 smithi065 bash[16457]: debug 2020-11-16T20:57:52.347+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:52.350 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:57:52.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:52 smithi071 bash[9480]: cluster 2020-11-16T20:57:50.595010+0000 mgr.x (mgr.14196) 1389 : cluster [DBG] pgmap v2119: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 33 MiB/s wr, 580 op/s; 14662/174352 objects degraded (8.409%); 4.6 MiB/s, 73 objects/s recovering
2020-11-16T20:57:52.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:52 smithi071 bash[9480]: cluster 2020-11-16T20:57:51.770108+0000 mon.a (mon.0) 2586 : cluster [WRN] Health check update: Degraded data redundancy: 14662/174352 objects degraded (8.409%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:52.454 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:52.531 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:52 smithi142 bash[20366]: debug 2020-11-16T20:57:52.082+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:52.594 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:52.698 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:52.822 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:52.928 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:52.939 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:52 smithi071 bash[26650]: debug 2020-11-16T20:57:52.598+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:53.028 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:52 smithi065 bash[14115]: debug 2020-11-16T20:57:52.823+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:53.116 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:57:53.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:57:53 smithi071 bash[26650]: debug 2020-11-16T20:57:53.122+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:53.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:53 smithi071 bash[9480]: cluster 2020-11-16T20:57:52.624632+0000 osd.4 (osd.4) 246 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:53.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:53 smithi071 bash[9480]: cluster 2020-11-16T20:57:52.624729+0000 osd.4 (osd.4) 247 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:53.206 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_historic_ops
2020-11-16T20:57:53.219 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:53.344 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:53 smithi065 bash[9468]: cluster 2020-11-16T20:57:52.624632+0000 osd.4 (osd.4) 246 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:53.345 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:53 smithi065 bash[9468]: cluster 2020-11-16T20:57:52.624729+0000 osd.4 (osd.4) 247 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:53.345 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:53 smithi065 bash[11785]: debug 2020-11-16T20:57:53.347+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:53.347 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:57:53.347 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:53.452 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:53.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:53 smithi142 bash[9523]: cluster 2020-11-16T20:57:52.624632+0000 osd.4 (osd.4) 246 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:57:53.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:53 smithi142 bash[9523]: cluster 2020-11-16T20:57:52.624729+0000 osd.4 (osd.4) 247 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:57:53.593 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:53.598 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:53 smithi065 bash[14115]: debug 2020-11-16T20:57:53.595+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:53.700 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:53.825 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:53.929 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:54.075 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:53 smithi071 bash[12066]: debug 2020-11-16T20:57:53.830+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:54.257 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:54 smithi142 bash[9523]: cluster 2020-11-16T20:57:52.595715+0000 mgr.x (mgr.14196) 1390 : cluster [DBG] pgmap v2120: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 102 B/s rd, 24 MiB/s wr, 704 op/s; 14376/168862 objects degraded (8.513%); 5.7 MiB/s, 91 objects/s recovering
2020-11-16T20:57:54.258 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:54 smithi142 bash[9523]: cluster 2020-11-16T20:57:53.079148+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e832: 12 total, 11 up, 8 in
2020-11-16T20:57:54.258 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:57:54.258 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:57:54.283 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:57:54.316 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:57:54.339 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:57:54.361 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:57:54.362 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:54.369 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:54 smithi071 bash[9480]: cluster 2020-11-16T20:57:52.595715+0000 mgr.x (mgr.14196) 1390 : cluster [DBG] pgmap v2120: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 102 B/s rd, 24 MiB/s wr, 704 op/s; 14376/168862 objects degraded (8.513%); 5.7 MiB/s, 91 objects/s recovering
2020-11-16T20:57:54.369 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:54 smithi071 bash[9480]: cluster 2020-11-16T20:57:53.079148+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e832: 12 total, 11 up, 8 in
2020-11-16T20:57:54.383 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:57:54.405 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:57:54.443 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:57:54.471 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:57:54.493 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:57:54.511 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:57:54.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:54 smithi065 bash[9468]: cluster 2020-11-16T20:57:52.595715+0000 mgr.x (mgr.14196) 1390 : cluster [DBG] pgmap v2120: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 102 B/s rd, 24 MiB/s wr, 704 op/s; 14376/168862 objects degraded (8.513%); 5.7 MiB/s, 91 objects/s recovering
2020-11-16T20:57:54.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:54 smithi065 bash[9468]: cluster 2020-11-16T20:57:53.079148+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e832: 12 total, 11 up, 8 in
2020-11-16T20:57:54.530 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:57:54 smithi142 bash[20366]: debug 2020-11-16T20:57:54.262+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:54.543 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:57:54.544 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:57:54.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:57:54.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.544 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.545 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:57:54.599 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:54.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:57:54 smithi071 bash[16796]: debug 2020-11-16T20:57:54.498+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:54.993 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:55.098 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:55.281 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[114994]: debug 2020-11-16T20:57:55.002+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:55.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: audit 2020-11-16T20:57:54.238081+0000 mon.a (mon.0) 2588 : audit [DBG] from='client.? v1:172.21.15.142:0/617428607' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:55.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.267207+0000 osd.1 (osd.1) 303 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.292476+0000 osd.2 (osd.2) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.324668+0000 osd.3 (osd.3) 38 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.346871+0000 osd.4 (osd.4) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.368932+0000 osd.5 (osd.5) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.391019+0000 osd.6 (osd.6) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.413383+0000 osd.7 (osd.7) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.450417+0000 osd.8 (osd.8) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.477302+0000 osd.9 (osd.9) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: audit 2020-11-16T20:57:54.238081+0000 mon.a (mon.0) 2588 : audit [DBG] from='client.? v1:172.21.15.142:0/617428607' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:55.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.267207+0000 osd.1 (osd.1) 303 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.292476+0000 osd.2 (osd.2) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.324668+0000 osd.3 (osd.3) 38 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.346871+0000 osd.4 (osd.4) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.368932+0000 osd.5 (osd.5) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.391019+0000 osd.6 (osd.6) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.413383+0000 osd.7 (osd.7) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.450417+0000 osd.8 (osd.8) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:55 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.477302+0000 osd.9 (osd.9) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: audit 2020-11-16T20:57:54.238081+0000 mon.a (mon.0) 2588 : audit [DBG] from='client.? v1:172.21.15.142:0/617428607' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:57:55.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.267207+0000 osd.1 (osd.1) 303 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.292476+0000 osd.2 (osd.2) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.324668+0000 osd.3 (osd.3) 38 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.346871+0000 osd.4 (osd.4) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.368932+0000 osd.5 (osd.5) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.391019+0000 osd.6 (osd.6) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.413383+0000 osd.7 (osd.7) 216 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.450417+0000 osd.8 (osd.8) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.477302+0000 osd.9 (osd.9) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:55.643 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:57:55.748 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:55.895 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:56.000 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:56.008 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:55 smithi065 bash[18823]: debug 2020-11-16T20:57:55.907+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:56.031 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:57:55 smithi142 bash[114994]: debug 2020-11-16T20:57:55.646+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:56.094 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:57:56.106 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:57:56.106 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:57:56.141 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:57:56.248 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:56 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.514875+0000 osd.10 (osd.10) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:56 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.546226+0000 osd.11 (osd.11) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:56.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:56 smithi065 bash[9468]: cluster 2020-11-16T20:57:54.596204+0000 mgr.x (mgr.14196) 1391 : cluster [DBG] pgmap v2122: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 107 B/s rd, 23 MiB/s wr, 751 op/s; 14158/167840 objects degraded (8.435%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:57:56.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:56 smithi065 bash[9468]: audit 2020-11-16T20:57:55.352856+0000 mon.a (mon.0) 2589 : audit [INF] from='client.? v1:172.21.15.142:0/1910592117' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:57:56.279 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:57:56 smithi065 bash[14115]: debug 2020-11-16T20:57:56.143+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:56 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.514875+0000 osd.10 (osd.10) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:56 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.546226+0000 osd.11 (osd.11) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:56 smithi142 bash[9523]: cluster 2020-11-16T20:57:54.596204+0000 mgr.x (mgr.14196) 1391 : cluster [DBG] pgmap v2122: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 107 B/s rd, 23 MiB/s wr, 751 op/s; 14158/167840 objects degraded (8.435%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:56 smithi142 bash[9523]: audit 2020-11-16T20:57:55.352856+0000 mon.a (mon.0) 2589 : audit [INF] from='client.? v1:172.21.15.142:0/1910592117' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:57:56.368 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:57:56.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:56 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.514875+0000 osd.10 (osd.10) 207 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:56.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:56 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.546226+0000 osd.11 (osd.11) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:57:56.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:56 smithi071 bash[9480]: cluster 2020-11-16T20:57:54.596204+0000 mgr.x (mgr.14196) 1391 : cluster [DBG] pgmap v2122: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 107 B/s rd, 23 MiB/s wr, 751 op/s; 14158/167840 objects degraded (8.435%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:57:56.459 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:56 smithi071 bash[9480]: audit 2020-11-16T20:57:55.352856+0000 mon.a (mon.0) 2589 : audit [INF] from='client.? v1:172.21.15.142:0/1910592117' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:57:56.473 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:56.646 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:57:56.750 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:56.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:57:56 smithi065 bash[18823]: debug 2020-11-16T20:57:56.647+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:56.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:57:56 smithi071 bash[12066]: debug 2020-11-16T20:57:56.370+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:57:57.380 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:57 smithi142 bash[9523]: cluster 2020-11-16T20:57:56.090504+0000 mon.a (mon.0) 2590 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:57:57.380 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:57 smithi142 bash[9523]: audit 2020-11-16T20:57:56.099361+0000 mon.a (mon.0) 2591 : audit [INF] from='client.? v1:172.21.15.142:0/1910592117' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:57:57.380 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:57 smithi142 bash[9523]: cluster 2020-11-16T20:57:56.099401+0000 mon.a (mon.0) 2592 : cluster [DBG] osdmap e833: 12 total, 11 up, 8 in
2020-11-16T20:57:57.381 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:57 smithi142 bash[9523]: cluster 2020-11-16T20:57:56.771463+0000 mon.a (mon.0) 2593 : cluster [WRN] Health check update: Degraded data redundancy: 14158/167840 objects degraded (8.435%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:57:57.381 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:57:57.486 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:57:57.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:57 smithi065 bash[9468]: cluster 2020-11-16T20:57:56.090504+0000 mon.a (mon.0) 2590 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:58:01.866 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:57 smithi065 bash[9468]: audit 2020-11-16T20:57:56.099361+0000 mon.a (mon.0) 2591 : audit [INF] from='client.? v1:172.21.15.142:0/1910592117' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:58:01.866 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:57 smithi065 bash[9468]: cluster 2020-11-16T20:57:56.099401+0000 mon.a (mon.0) 2592 : cluster [DBG] osdmap e833: 12 total, 11 up, 8 in
2020-11-16T20:58:01.866 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:57 smithi065 bash[9468]: cluster 2020-11-16T20:57:56.771463+0000 mon.a (mon.0) 2593 : cluster [WRN] Health check update: Degraded data redundancy: 14158/167840 objects degraded (8.435%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:01.867 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:58:01.872 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:57 smithi071 bash[9480]: cluster 2020-11-16T20:57:56.090504+0000 mon.a (mon.0) 2590 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:58:01.872 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:57 smithi071 bash[9480]: audit 2020-11-16T20:57:56.099361+0000 mon.a (mon.0) 2591 : audit [INF] from='client.? v1:172.21.15.142:0/1910592117' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:58:01.872 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:57 smithi071 bash[9480]: cluster 2020-11-16T20:57:56.099401+0000 mon.a (mon.0) 2592 : cluster [DBG] osdmap e833: 12 total, 11 up, 8 in
2020-11-16T20:58:01.872 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:57 smithi071 bash[9480]: cluster 2020-11-16T20:57:56.771463+0000 mon.a (mon.0) 2593 : cluster [WRN] Health check update: Degraded data redundancy: 14158/167840 objects degraded (8.435%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:01.872 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:57:58 smithi071 bash[9480]: cluster 2020-11-16T20:57:56.596730+0000 mgr.x (mgr.14196) 1392 : cluster [DBG] pgmap v2124: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 127 B/s rd, 560 KiB/s wr, 797 op/s; 13858/162310 objects degraded (8.538%); 6.3 MiB/s, 100 objects/s recovering
2020-11-16T20:58:01.873 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:00 smithi071 bash[9480]: cluster 2020-11-16T20:57:58.597201+0000 mgr.x (mgr.14196) 1393 : cluster [DBG] pgmap v2125: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 895 op/s; 13625/160022 objects degraded (8.514%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:58:01.873 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:57:57 smithi142 bash[18009]: debug 2020-11-16T20:57:57.382+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:8.2
2020-11-16T20:58:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:8.e
2020-11-16T20:58:01.873 INFO:teuthology.orchestra.run.smithi142.stdout:8.9
2020-11-16T20:58:01.874 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:57:58 smithi142 bash[9523]: cluster 2020-11-16T20:57:56.596730+0000 mgr.x (mgr.14196) 1392 : cluster [DBG] pgmap v2124: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 127 B/s rd, 560 KiB/s wr, 797 op/s; 13858/162310 objects degraded (8.538%); 6.3 MiB/s, 100 objects/s recovering
2020-11-16T20:58:01.874 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:00 smithi142 bash[9523]: cluster 2020-11-16T20:57:58.597201+0000 mgr.x (mgr.14196) 1393 : cluster [DBG] pgmap v2125: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 895 op/s; 13625/160022 objects degraded (8.514%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:58:01.874 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.0 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --op export --pgid 8.9 --file /var/log/ceph/exp.8.9.0
2020-11-16T20:58:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:58:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:58:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:58:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T20:58:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.875 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36014.0:74721 6.d 6:b8e0edee:::benchmark_data_smithi065_43723_object74720:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e655)",
2020-11-16T20:58:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:49:41.118642+0000",
2020-11-16T20:58:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 498.79916273100002,
2020-11-16T20:58:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.348542992,
2020-11-16T20:58:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36014",
2020-11-16T20:58:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:58:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 74721
2020-11-16T20:58:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118642+0000",
2020-11-16T20:58:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118642+0000",
2020-11-16T20:58:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999785
2020-11-16T20:58:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.878 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118620+0000",
2020-11-16T20:58:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9166000000000007e-05
2020-11-16T20:58:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.879 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118709+0000",
2020-11-16T20:58:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.076e-05
2020-11-16T20:58:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118720+0000",
2020-11-16T20:58:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6450000000000002e-06
2020-11-16T20:58:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118726+0000",
2020-11-16T20:58:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4703999999999998e-05
2020-11-16T20:58:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118770+0000",
2020-11-16T20:58:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018511600000000001
2020-11-16T20:58:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.118955+0000",
2020-11-16T20:58:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014600400000000001
2020-11-16T20:58:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:58:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.119101+0000",
2020-11-16T20:58:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0025053509999999998
2020-11-16T20:58:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.121607+0000",
2020-11-16T20:58:01.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.34540296199999998
2020-11-16T20:58:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.467010+0000",
2020-11-16T20:58:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2583000000000004e-05
2020-11-16T20:58:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.467102+0000",
2020-11-16T20:58:01.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2132999999999994e-05
2020-11-16T20:58:01.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:49:41.467185+0000",
2020-11-16T20:58:01.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.348542992
2020-11-16T20:58:01.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.886 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.886 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.886 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.886 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.886 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36014.0:102069 6.4 6:28114dd7:::benchmark_data_smithi065_43723_object14192:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:58:01.886 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:02.278739+0000",
2020-11-16T20:58:01.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 477.63906519900002,
2020-11-16T20:58:01.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.414752075,
2020-11-16T20:58:01.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.887 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.887 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36014",
2020-11-16T20:58:01.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:58:01.887 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 102069
2020-11-16T20:58:01.888 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.888 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278739+0000",
2020-11-16T20:58:01.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278739+0000",
2020-11-16T20:58:01.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999528
2020-11-16T20:58:01.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278692+0000",
2020-11-16T20:58:01.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8688000000000002e-05
2020-11-16T20:58:01.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278781+0000",
2020-11-16T20:58:01.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7079999999999992e-06
2020-11-16T20:58:01.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278790+0000",
2020-11-16T20:58:01.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9559999999999997e-06
2020-11-16T20:58:01.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278798+0000",
2020-11-16T20:58:01.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3514000000000003e-05
2020-11-16T20:58:01.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278852+0000",
2020-11-16T20:58:01.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114969
2020-11-16T20:58:01.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.278967+0000",
2020-11-16T20:58:01.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000103781
2020-11-16T20:58:01.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:58:01.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.279071+0000",
2020-11-16T20:58:01.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0034959230000000002
2020-11-16T20:58:01.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:01.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282567+0000",
2020-11-16T20:58:01.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.41058115000000001
2020-11-16T20:58:01.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693148+0000",
2020-11-16T20:58:01.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018101599999999999
2020-11-16T20:58:01.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693329+0000",
2020-11-16T20:58:01.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016246000000000001
2020-11-16T20:58:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693491+0000",
2020-11-16T20:58:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.414752075
2020-11-16T20:58:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.897 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.897 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.36014.0:102067 6.e e659/626 6:74f47ce1:::benchmark_data_smithi065_43723_object14190:head v 659'6411, mlcod=659'6407)",
2020-11-16T20:58:01.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:02.282207+0000",
2020-11-16T20:58:01.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 477.63559758299999,
2020-11-16T20:58:01.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.41038918600000002,
2020-11-16T20:58:01.897 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.898 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.898 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282207+0000",
2020-11-16T20:58:01.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282207+0000",
2020-11-16T20:58:01.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999852
2020-11-16T20:58:01.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.899 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.899 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282192+0000",
2020-11-16T20:58:01.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2404999999999998e-05
2020-11-16T20:58:01.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282234+0000",
2020-11-16T20:58:01.900 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8860000000000001e-06
2020-11-16T20:58:01.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282240+0000",
2020-11-16T20:58:01.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0230000000000003e-06
2020-11-16T20:58:01.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282244+0000",
2020-11-16T20:58:01.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4894999999999997e-05
2020-11-16T20:58:01.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282279+0000",
2020-11-16T20:58:01.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.366e-05
2020-11-16T20:58:01.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282293+0000",
2020-11-16T20:58:01.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.41020580600000001
2020-11-16T20:58:01.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.692499+0000",
2020-11-16T20:58:01.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7214999999999997e-05
2020-11-16T20:58:01.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.692596+0000",
2020-11-16T20:58:01.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.41038918600000002
2020-11-16T20:58:01.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.904 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.905 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.905 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.905 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.36014.0:102069 6.4 e659/648 ondisk, result = 0)",
2020-11-16T20:58:01.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:02.282844+0000",
2020-11-16T20:58:01.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 477.63496039,
2020-11-16T20:58:01.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.41067102500000002,
2020-11-16T20:58:01.905 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.906 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T20:58:01.906 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.906 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282844+0000",
2020-11-16T20:58:01.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.906 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282844+0000",
2020-11-16T20:58:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999852
2020-11-16T20:58:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282829+0000",
2020-11-16T20:58:01.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.6151e-05
2020-11-16T20:58:01.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282865+0000",
2020-11-16T20:58:01.908 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.117e-06
2020-11-16T20:58:01.908 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282871+0000",
2020-11-16T20:58:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.25e-06
2020-11-16T20:58:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.282875+0000",
2020-11-16T20:58:01.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.410218902
2020-11-16T20:58:01.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693094+0000",
2020-11-16T20:58:01.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7481999999999999e-05
2020-11-16T20:58:01.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693122+0000",
2020-11-16T20:58:01.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00039305500000000001
2020-11-16T20:58:01.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:02.693515+0000",
2020-11-16T20:58:01.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.41067102500000002
2020-11-16T20:58:01.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.912 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.912 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.913 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.913 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36014.0:152115 6.d 6:bf35b917:::benchmark_data_smithi065_43723_object64238:head [delete] snapc 0=[] ondisk+write+known_if_redirected e673)",
2020-11-16T20:58:01.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:50:52.016760+0000",
2020-11-16T20:58:01.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 427.90104453499998,
2020-11-16T20:58:01.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.20570566000000001,
2020-11-16T20:58:01.913 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.913 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.914 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36014",
2020-11-16T20:58:01.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:58:01.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 152115
2020-11-16T20:58:01.914 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.914 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016760+0000",
2020-11-16T20:58:01.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016760+0000",
2020-11-16T20:58:01.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:58:01.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016741+0000",
2020-11-16T20:58:01.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8105e-05
2020-11-16T20:58:01.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016799+0000",
2020-11-16T20:58:01.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3021e-05
2020-11-16T20:58:01.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.917 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016812+0000",
2020-11-16T20:58:01.917 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6399999999999997e-06
2020-11-16T20:58:01.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.918 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.918 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016820+0000",
2020-11-16T20:58:01.918 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2497999999999999e-05
2020-11-16T20:58:01.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016862+0000",
2020-11-16T20:58:01.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1581000000000003e-05
2020-11-16T20:58:01.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.016954+0000",
2020-11-16T20:58:01.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.17684208000000001
2020-11-16T20:58:01.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 0",
2020-11-16T20:58:01.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.193796+0000",
2020-11-16T20:58:01.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020283071
2020-11-16T20:58:01.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:01.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.214079+0000",
2020-11-16T20:58:01.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0082646869999999997
2020-11-16T20:58:01.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.222344+0000",
2020-11-16T20:58:01.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9400999999999995e-05
2020-11-16T20:58:01.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.222413+0000",
2020-11-16T20:58:01.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2278999999999999e-05
2020-11-16T20:58:01.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:50:52.222465+0000",
2020-11-16T20:58:01.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.20570566000000001
2020-11-16T20:58:01.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.923 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.923 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.923 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.923 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40343 7.e 7:737230ac:::benchmark_data_smithi065_48659_object40342:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.699137+0000",
2020-11-16T20:58:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.21866753,
2020-11-16T20:58:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.10732882,
2020-11-16T20:58:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:58:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:01.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:01.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40343
2020-11-16T20:58:01.925 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.925 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699137+0000",
2020-11-16T20:58:01.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699137+0000",
2020-11-16T20:58:01.926 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999123
2020-11-16T20:58:01.926 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699049+0000",
2020-11-16T20:58:01.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00048906100000000005
2020-11-16T20:58:01.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.927 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699538+0000",
2020-11-16T20:58:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0234999999999997e-05
2020-11-16T20:58:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699578+0000",
2020-11-16T20:58:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6934e-05
2020-11-16T20:58:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699605+0000",
2020-11-16T20:58:01.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000144451
2020-11-16T20:58:01.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699750+0000",
2020-11-16T20:58:01.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0733999999999998e-05
2020-11-16T20:58:01.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op must wait for map",
2020-11-16T20:58:01.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699771+0000",
2020-11-16T20:58:01.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0024767809999999999
2020-11-16T20:58:01.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702247+0000",
2020-11-16T20:58:01.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4431999999999999e-05
2020-11-16T20:58:01.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:01.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702272+0000",
2020-11-16T20:58:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1040224649999999
2020-11-16T20:58:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.806294+0000",
2020-11-16T20:58:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017135100000000001
2020-11-16T20:58:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.806466+0000",
2020-11-16T20:58:01.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.10732882
2020-11-16T20:58:01.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.933 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.933 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.933 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.933 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40367 7.e 7:780a4d0a:::benchmark_data_smithi065_48659_object40366:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:01.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.699789+0000",
2020-11-16T20:58:01.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.21801567400001,
2020-11-16T20:58:01.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.12934855,
2020-11-16T20:58:01.934 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.934 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.934 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40367
2020-11-16T20:58:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.935 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699789+0000",
2020-11-16T20:58:01.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699789+0000",
2020-11-16T20:58:01.936 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999061
2020-11-16T20:58:01.936 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.699694+0000",
2020-11-16T20:58:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00031965200000000002
2020-11-16T20:58:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700014+0000",
2020-11-16T20:58:01.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1196000000000003e-05
2020-11-16T20:58:01.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700055+0000",
2020-11-16T20:58:01.938 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5599000000000001e-05
2020-11-16T20:58:01.938 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700071+0000",
2020-11-16T20:58:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000129677
2020-11-16T20:58:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.939 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700201+0000",
2020-11-16T20:58:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9264000000000001e-05
2020-11-16T20:58:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:58:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700220+0000",
2020-11-16T20:58:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002176814
2020-11-16T20:58:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.940 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702397+0000",
2020-11-16T20:58:01.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5068999999999997e-05
2020-11-16T20:58:01.941 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.941 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:01.941 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702462+0000",
2020-11-16T20:58:01.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.104111104
2020-11-16T20:58:01.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.806573+0000",
2020-11-16T20:58:01.942 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00035020299999999999
2020-11-16T20:58:01.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.942 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.806923+0000",
2020-11-16T20:58:01.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00042837300000000001
2020-11-16T20:58:01.943 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.943 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:01.943 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.807351+0000",
2020-11-16T20:58:01.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017350407000000002
2020-11-16T20:58:01.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:01.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824702+0000",
2020-11-16T20:58:01.944 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028692819999999999
2020-11-16T20:58:01.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.944 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827571+0000",
2020-11-16T20:58:01.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017718899999999999
2020-11-16T20:58:01.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.945 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827748+0000",
2020-11-16T20:58:01.945 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013189699999999999
2020-11-16T20:58:01.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827880+0000",
2020-11-16T20:58:01.946 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012569600000000001
2020-11-16T20:58:01.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.946 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829137+0000",
2020-11-16T20:58:01.947 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.12934855
2020-11-16T20:58:01.947 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.947 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.947 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.947 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.947 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.948 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40369 7.e 7:70c91656:::benchmark_data_smithi065_48659_object40368:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:01.948 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.700272+0000",
2020-11-16T20:58:01.948 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.21753224000003,
2020-11-16T20:58:01.948 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.131180603,
2020-11-16T20:58:01.948 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.948 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.948 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:01.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:01.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40369
2020-11-16T20:58:01.949 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.949 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.949 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.949 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700272+0000",
2020-11-16T20:58:01.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700272+0000",
2020-11-16T20:58:01.950 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9998751
2020-11-16T20:58:01.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.950 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700147+0000",
2020-11-16T20:58:01.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00042268999999999998
2020-11-16T20:58:01.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.951 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.951 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700570+0000",
2020-11-16T20:58:01.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6235e-05
2020-11-16T20:58:01.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700616+0000",
2020-11-16T20:58:01.952 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1503000000000001e-05
2020-11-16T20:58:01.952 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700637+0000",
2020-11-16T20:58:01.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019988580000000001
2020-11-16T20:58:01.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.953 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.953 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702636+0000",
2020-11-16T20:58:01.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4363e-05
2020-11-16T20:58:01.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:01.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702661+0000",
2020-11-16T20:58:01.954 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1074342720000001
2020-11-16T20:58:01.954 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.955 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.810095+0000",
2020-11-16T20:58:01.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012027
2020-11-16T20:58:01.955 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.955 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.955 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.810215+0000",
2020-11-16T20:58:01.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015479299999999999
2020-11-16T20:58:01.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:01.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.810370+0000",
2020-11-16T20:58:01.956 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014344407999999999
2020-11-16T20:58:01.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.956 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:01.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824714+0000",
2020-11-16T20:58:01.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0045568960000000004
2020-11-16T20:58:01.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.957 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.957 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829271+0000",
2020-11-16T20:58:01.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00064398299999999999
2020-11-16T20:58:01.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829915+0000",
2020-11-16T20:58:01.958 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000101162
2020-11-16T20:58:01.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.958 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.830016+0000",
2020-11-16T20:58:01.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001436311
2020-11-16T20:58:01.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.959 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.831453+0000",
2020-11-16T20:58:01.959 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.131180603
2020-11-16T20:58:01.960 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.960 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.960 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.960 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.960 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40387 7.e 7:77cc10bd:::benchmark_data_smithi065_48659_object40386:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:01.960 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.700838+0000",
2020-11-16T20:58:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.21696623999998,
2020-11-16T20:58:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.132612945,
2020-11-16T20:58:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:01.961 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40387
2020-11-16T20:58:01.962 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.962 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700838+0000",
2020-11-16T20:58:01.962 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.962 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700838+0000",
2020-11-16T20:58:01.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9998813
2020-11-16T20:58:01.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.963 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.963 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.700719+0000",
2020-11-16T20:58:01.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000407766
2020-11-16T20:58:01.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701127+0000",
2020-11-16T20:58:01.964 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7496000000000001e-05
2020-11-16T20:58:01.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.964 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701175+0000",
2020-11-16T20:58:01.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1903e-05
2020-11-16T20:58:01.965 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.965 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.965 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701196+0000",
2020-11-16T20:58:01.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002251135
2020-11-16T20:58:01.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703448+0000",
2020-11-16T20:58:01.966 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1198999999999997e-05
2020-11-16T20:58:01.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.966 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:01.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703479+0000",
2020-11-16T20:58:01.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1082691179999999
2020-11-16T20:58:01.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.967 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.811748+0000",
2020-11-16T20:58:01.967 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000179302
2020-11-16T20:58:01.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.968 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.968 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.811927+0000",
2020-11-16T20:58:01.968 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022641499999999999
2020-11-16T20:58:01.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.968 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:01.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.812154+0000",
2020-11-16T20:58:01.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012571947
2020-11-16T20:58:01.969 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.969 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:01.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824726+0000",
2020-11-16T20:58:01.969 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0046511510000000001
2020-11-16T20:58:01.970 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.970 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829377+0000",
2020-11-16T20:58:01.970 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0022043869999999999
2020-11-16T20:58:01.970 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.970 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.831581+0000",
2020-11-16T20:58:01.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000160383
2020-11-16T20:58:01.971 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.971 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.971 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.831741+0000",
2020-11-16T20:58:01.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001709517
2020-11-16T20:58:01.972 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.972 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.833451+0000",
2020-11-16T20:58:01.972 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.132612945
2020-11-16T20:58:01.972 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.972 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.973 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.973 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.973 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40389 7.e 7:7b5268b1:::benchmark_data_smithi065_48659_object40388:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:01.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.701486+0000",
2020-11-16T20:58:01.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.21631784499999,
2020-11-16T20:58:01.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.136901553,
2020-11-16T20:58:01.973 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.974 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.974 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:01.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:01.974 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40389
2020-11-16T20:58:01.974 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.974 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701486+0000",
2020-11-16T20:58:01.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.975 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.975 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701486+0000",
2020-11-16T20:58:01.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9998369
2020-11-16T20:58:01.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701323+0000",
2020-11-16T20:58:01.976 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00044555199999999999
2020-11-16T20:58:01.976 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701769+0000",
2020-11-16T20:58:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0363e-05
2020-11-16T20:58:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.977 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701809+0000",
2020-11-16T20:58:01.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0236000000000001e-05
2020-11-16T20:58:01.978 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.978 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701829+0000",
2020-11-16T20:58:01.978 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019887080000000001
2020-11-16T20:58:01.978 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.979 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703818+0000",
2020-11-16T20:58:01.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8433000000000003e-05
2020-11-16T20:58:01.979 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.979 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:01.979 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703856+0000",
2020-11-16T20:58:01.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1092687109999999
2020-11-16T20:58:01.980 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.980 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.813125+0000",
2020-11-16T20:58:01.980 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000110816
2020-11-16T20:58:01.980 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.981 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.813236+0000",
2020-11-16T20:58:01.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015608899999999999
2020-11-16T20:58:01.981 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.981 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:01.981 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.813392+0000",
2020-11-16T20:58:01.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011347368
2020-11-16T20:58:01.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:01.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824739+0000",
2020-11-16T20:58:01.982 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047439539999999999
2020-11-16T20:58:01.982 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829483+0000",
2020-11-16T20:58:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0069213319999999997
2020-11-16T20:58:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.983 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.836405+0000",
2020-11-16T20:58:01.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8487999999999999e-05
2020-11-16T20:58:01.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.836473+0000",
2020-11-16T20:58:01.984 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00191475
2020-11-16T20:58:01.984 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.985 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.838388+0000",
2020-11-16T20:58:01.985 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.136901553
2020-11-16T20:58:01.985 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.985 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.985 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.985 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.986 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40403 7.e 7:78ad566d:::benchmark_data_smithi065_48659_object40402:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:01.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.701928+0000",
2020-11-16T20:58:01.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.21587606600002,
2020-11-16T20:58:01.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1379790759999999,
2020-11-16T20:58:01.986 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.986 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.987 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:01.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:01.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40403
2020-11-16T20:58:01.987 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:01.987 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:01.987 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.987 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:01.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701928+0000",
2020-11-16T20:58:01.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:01.988 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.988 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:01.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701928+0000",
2020-11-16T20:58:01.988 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999485
2020-11-16T20:58:01.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:01.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.701877+0000",
2020-11-16T20:58:01.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000186913
2020-11-16T20:58:01.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.989 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.989 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:01.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702064+0000",
2020-11-16T20:58:01.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6066000000000001e-05
2020-11-16T20:58:01.990 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.990 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:01.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702090+0000",
2020-11-16T20:58:01.990 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3272999999999999e-05
2020-11-16T20:58:01.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:01.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702113+0000",
2020-11-16T20:58:01.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0019773019999999998
2020-11-16T20:58:01.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.991 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.991 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704090+0000",
2020-11-16T20:58:01.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5135999999999997e-05
2020-11-16T20:58:01.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:01.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704125+0000",
2020-11-16T20:58:01.992 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.110164599
2020-11-16T20:58:01.992 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:01.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.814290+0000",
2020-11-16T20:58:01.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015786399999999999
2020-11-16T20:58:01.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.993 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.993 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:01.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.814448+0000",
2020-11-16T20:58:01.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014072499999999999
2020-11-16T20:58:01.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:01.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.814589+0000",
2020-11-16T20:58:01.994 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010313799
2020-11-16T20:58:01.994 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:01.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824902+0000",
2020-11-16T20:58:01.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004661269
2020-11-16T20:58:01.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.995 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.995 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829564+0000",
2020-11-16T20:58:01.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0089118889999999992
2020-11-16T20:58:01.996 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.996 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:01.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.838476+0000",
2020-11-16T20:58:01.996 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011087299999999999
2020-11-16T20:58:01.996 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.997 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:01.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.838586+0000",
2020-11-16T20:58:01.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013208199999999999
2020-11-16T20:58:01.997 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:01.997 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:01.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:01.997 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.839907+0000",
2020-11-16T20:58:01.998 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1379790759999999
2020-11-16T20:58:01.998 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:01.998 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:01.998 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:01.998 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:01.998 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:01.998 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40418 7.e 7:774b7005:::benchmark_data_smithi065_48659_object40417:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:01.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.702268+0000",
2020-11-16T20:58:01.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.21553657499999,
2020-11-16T20:58:01.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.141281022,
2020-11-16T20:58:01.999 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:01.999 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:01.999 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:01.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:01.999 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:02.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40418
2020-11-16T20:58:02.000 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:02.000 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.000 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702268+0000",
2020-11-16T20:58:02.000 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702268+0000",
2020-11-16T20:58:02.001 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999908
2020-11-16T20:58:02.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.001 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702176+0000",
2020-11-16T20:58:02.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00032587399999999998
2020-11-16T20:58:02.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.002 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702502+0000",
2020-11-16T20:58:02.002 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6533000000000002e-05
2020-11-16T20:58:02.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702528+0000",
2020-11-16T20:58:02.003 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0623e-05
2020-11-16T20:58:02.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.003 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702539+0000",
2020-11-16T20:58:02.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001726563
2020-11-16T20:58:02.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.004 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704265+0000",
2020-11-16T20:58:02.004 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9295e-05
2020-11-16T20:58:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704295+0000",
2020-11-16T20:58:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.111264397
2020-11-16T20:58:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.005 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.815559+0000",
2020-11-16T20:58:02.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012501
2020-11-16T20:58:02.006 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.006 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:02.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.815684+0000",
2020-11-16T20:58:02.006 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000132941
2020-11-16T20:58:02.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:02.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.815817+0000",
2020-11-16T20:58:02.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0091082880000000008
2020-11-16T20:58:02.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.007 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.007 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:02.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.824925+0000",
2020-11-16T20:58:02.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047359180000000004
2020-11-16T20:58:02.008 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.008 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829661+0000",
2020-11-16T20:58:02.008 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012376196000000001
2020-11-16T20:58:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.842038+0000",
2020-11-16T20:58:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0230999999999998e-05
2020-11-16T20:58:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.009 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:02.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.842118+0000",
2020-11-16T20:58:02.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.001430955
2020-11-16T20:58:02.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.010 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.843549+0000",
2020-11-16T20:58:02.010 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.141281022
2020-11-16T20:58:02.011 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.011 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.011 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.011 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:02.011 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:02.011 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40431 7.e 7:778c2daf:::benchmark_data_smithi065_48659_object40430:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:02.011 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.702905+0000",
2020-11-16T20:58:02.011 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.214899183,
2020-11-16T20:58:02.012 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.142014278,
2020-11-16T20:58:02.012 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:02.012 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:02.012 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:02.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:02.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:02.012 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40431
2020-11-16T20:58:02.013 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:02.013 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.013 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702905+0000",
2020-11-16T20:58:02.013 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.013 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.013 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702905+0000",
2020-11-16T20:58:02.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9996839
2020-11-16T20:58:02.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.014 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.014 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.702589+0000",
2020-11-16T20:58:02.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00054202600000000003
2020-11-16T20:58:02.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703131+0000",
2020-11-16T20:58:02.015 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5590000000000003e-05
2020-11-16T20:58:02.015 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703166+0000",
2020-11-16T20:58:02.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7348999999999999e-05
2020-11-16T20:58:02.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.016 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.016 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703184+0000",
2020-11-16T20:58:02.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012479819999999999
2020-11-16T20:58:02.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704432+0000",
2020-11-16T20:58:02.017 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2655000000000003e-05
2020-11-16T20:58:02.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.017 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:02.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704484+0000",
2020-11-16T20:58:02.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1122960879999999
2020-11-16T20:58:02.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.018 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.018 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.816780+0000",
2020-11-16T20:58:02.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00048152600000000002
2020-11-16T20:58:02.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:02.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.817262+0000",
2020-11-16T20:58:02.019 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00054172300000000003
2020-11-16T20:58:02.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.019 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:02.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.817804+0000",
2020-11-16T20:58:02.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0097965259999999998
2020-11-16T20:58:02.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.020 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:02.020 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827600+0000",
2020-11-16T20:58:02.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002140861
2020-11-16T20:58:02.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829741+0000",
2020-11-16T20:58:02.021 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014186821000000001
2020-11-16T20:58:02.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.021 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.843928+0000",
2020-11-16T20:58:02.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2077000000000003e-05
2020-11-16T20:58:02.022 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.022 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:02.022 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.843980+0000",
2020-11-16T20:58:02.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00093942799999999996
2020-11-16T20:58:02.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.844919+0000",
2020-11-16T20:58:02.023 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.142014278
2020-11-16T20:58:02.023 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.023 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.024 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.024 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:02.024 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:02.024 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40435 7.e 7:77e3455b:::benchmark_data_smithi065_48659_object40434:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e700)",
2020-11-16T20:58:02.024 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.703319+0000",
2020-11-16T20:58:02.024 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.21448525,
2020-11-16T20:58:02.024 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1431750430000001,
2020-11-16T20:58:02.025 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:02.025 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:02.025 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:02.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:02.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:02.025 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40435
2020-11-16T20:58:02.025 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:02.025 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703319+0000",
2020-11-16T20:58:02.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.026 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.026 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703319+0000",
2020-11-16T20:58:02.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999213
2020-11-16T20:58:02.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703240+0000",
2020-11-16T20:58:02.027 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00028029900000000002
2020-11-16T20:58:02.027 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.028 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703521+0000",
2020-11-16T20:58:02.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9839999999999999e-05
2020-11-16T20:58:02.028 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.028 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.028 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703551+0000",
2020-11-16T20:58:02.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3166000000000001e-05
2020-11-16T20:58:02.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.703564+0000",
2020-11-16T20:58:02.029 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00098934999999999995
2020-11-16T20:58:02.029 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.030 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704553+0000",
2020-11-16T20:58:02.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5019e-05
2020-11-16T20:58:02.030 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.030 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.030 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:02.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.704568+0000",
2020-11-16T20:58:02.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.115218593
2020-11-16T20:58:02.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.819787+0000",
2020-11-16T20:58:02.031 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000265837
2020-11-16T20:58:02.031 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:02.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.820052+0000",
2020-11-16T20:58:02.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00028553699999999999
2020-11-16T20:58:02.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.032 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.032 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:02.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.820338+0000",
2020-11-16T20:58:02.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0072861430000000001
2020-11-16T20:58:02.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:02.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.827624+0000",
2020-11-16T20:58:02.033 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0022113839999999998
2020-11-16T20:58:02.033 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829836+0000",
2020-11-16T20:58:02.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015197275
2020-11-16T20:58:02.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.034 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.034 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.845033+0000",
2020-11-16T20:58:02.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000117131
2020-11-16T20:58:02.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:02.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.845150+0000",
2020-11-16T20:58:02.035 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013440920000000001
2020-11-16T20:58:02.035 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.846494+0000",
2020-11-16T20:58:02.036 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1431750430000001
2020-11-16T20:58:02.036 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.036 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.036 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.036 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:02.037 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:02.037 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:40462 7.e 7:71a97f2f:::benchmark_data_smithi065_48659_object40461:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e700)",
2020-11-16T20:58:02.037 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:52:14.892828+0000",
2020-11-16T20:58:02.037 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 345.02497640899998,
2020-11-16T20:58:02.037 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.95503536899999997,
2020-11-16T20:58:02.037 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:02.037 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:02.037 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:02.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:02.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:02.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 40462
2020-11-16T20:58:02.038 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:02.038 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.038 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.038 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.892828+0000",
2020-11-16T20:58:02.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.892828+0000",
2020-11-16T20:58:02.039 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999542
2020-11-16T20:58:02.039 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.892782+0000",
2020-11-16T20:58:02.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019965400000000001
2020-11-16T20:58:02.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.040 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.040 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.892982+0000",
2020-11-16T20:58:02.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2725e-05
2020-11-16T20:58:02.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.893005+0000",
2020-11-16T20:58:02.041 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0879999999999999e-05
2020-11-16T20:58:02.041 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.042 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.893015+0000",
2020-11-16T20:58:02.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000162826
2020-11-16T20:58:02.042 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.042 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.042 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.893178+0000",
2020-11-16T20:58:02.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3714e-05
2020-11-16T20:58:02.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:02.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:14.893202+0000",
2020-11-16T20:58:02.043 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92894672599999994
2020-11-16T20:58:02.043 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.822149+0000",
2020-11-16T20:58:02.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00034658600000000002
2020-11-16T20:58:02.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.044 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:02.044 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.822495+0000",
2020-11-16T20:58:02.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00042255400000000001
2020-11-16T20:58:02.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9,10",
2020-11-16T20:58:02.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.822918+0000",
2020-11-16T20:58:02.045 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0063782830000000002
2020-11-16T20:58:02.045 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.829296+0000",
2020-11-16T20:58:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0044826689999999999
2020-11-16T20:58:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.046 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.833779+0000",
2020-11-16T20:58:02.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012797042
2020-11-16T20:58:02.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.846576+0000",
2020-11-16T20:58:02.047 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4861e-05
2020-11-16T20:58:02.047 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:02.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.846651+0000",
2020-11-16T20:58:02.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0012125720000000001
2020-11-16T20:58:02.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.048 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.048 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:52:15.847863+0000",
2020-11-16T20:58:02.049 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.95503536899999997
2020-11-16T20:58:02.049 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.049 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.049 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.049 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:02.049 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:02.049 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.36236.0:96155 7.0 7:001d0844:::benchmark_data_smithi065_48659_object96154:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:58:02.049 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:53:07.290006+0000",
2020-11-16T20:58:02.050 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 292.627798638,
2020-11-16T20:58:02.050 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.0270907680000001,
2020-11-16T20:58:02.050 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:02.050 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T20:58:02.050 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:02.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.36236",
2020-11-16T20:58:02.050 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:58:02.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 96155
2020-11-16T20:58:02.051 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:02.051 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.051 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.290006+0000",
2020-11-16T20:58:02.051 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.290006+0000",
2020-11-16T20:58:02.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99998
2020-11-16T20:58:02.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.052 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.052 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.289986+0000",
2020-11-16T20:58:02.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000102006
2020-11-16T20:58:02.053 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.053 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.290088+0000",
2020-11-16T20:58:02.053 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1738e-05
2020-11-16T20:58:02.053 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.290099+0000",
2020-11-16T20:58:02.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8399999999999995e-06
2020-11-16T20:58:02.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.054 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.054 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.290107+0000",
2020-11-16T20:58:02.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2927000000000002e-05
2020-11-16T20:58:02.055 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.055 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.290180+0000",
2020-11-16T20:58:02.055 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1702000000000001e-05
2020-11-16T20:58:02.055 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op must wait for map",
2020-11-16T20:58:02.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.290192+0000",
2020-11-16T20:58:02.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.10514486000000001
2020-11-16T20:58:02.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.056 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.056 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.395337+0000",
2020-11-16T20:58:02.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3603e-05
2020-11-16T20:58:02.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T20:58:02.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:07.395350+0000",
2020-11-16T20:58:02.057 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92165587299999996
2020-11-16T20:58:02.057 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:08.317006+0000",
2020-11-16T20:58:02.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0197000000000004e-05
2020-11-16T20:58:02.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.058 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.058 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:53:08.317096+0000",
2020-11-16T20:58:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0270907680000001
2020-11-16T20:58:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:02.059 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26560.0:73010 8.1 8:81241c19:::benchmark_data_smithi065_53143_object73009:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e815)",
2020-11-16T20:58:02.060 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:56:55.678233+0000",
2020-11-16T20:58:02.060 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 64.239571538999996,
2020-11-16T20:58:02.060 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.19530661399999999,
2020-11-16T20:58:02.060 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:02.060 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:02.060 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:02.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26560",
2020-11-16T20:58:02.060 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:58:02.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 73010
2020-11-16T20:58:02.061 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:02.061 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.061 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678233+0000",
2020-11-16T20:58:02.061 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678233+0000",
2020-11-16T20:58:02.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999781
2020-11-16T20:58:02.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.062 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.062 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678211+0000",
2020-11-16T20:58:02.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9009000000000001e-05
2020-11-16T20:58:02.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.063 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678300+0000",
2020-11-16T20:58:02.063 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6779999999999995e-06
2020-11-16T20:58:02.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678310+0000",
2020-11-16T20:58:02.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0299999999999999e-06
2020-11-16T20:58:02.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.064 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.064 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678316+0000",
2020-11-16T20:58:02.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011313
2020-11-16T20:58:02.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678429+0000",
2020-11-16T20:58:02.065 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000133254
2020-11-16T20:58:02.065 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:02.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678562+0000",
2020-11-16T20:58:02.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017539899999999999
2020-11-16T20:58:02.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.066 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.066 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:58:02.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.678737+0000",
2020-11-16T20:58:02.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0031529879999999998
2020-11-16T20:58:02.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:02.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.681890+0000",
2020-11-16T20:58:02.067 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.19149664899999999
2020-11-16T20:58:02.067 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.873387+0000",
2020-11-16T20:58:02.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4999000000000004e-05
2020-11-16T20:58:02.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.068 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.068 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:02.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.873472+0000",
2020-11-16T20:58:02.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7277e-05
2020-11-16T20:58:02.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.873539+0000",
2020-11-16T20:58:02.069 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.19530661399999999
2020-11-16T20:58:02.069 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.070 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.070 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.070 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:02.070 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:02.070 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26560.0:73020 8.7 8:e76345b3:::benchmark_data_smithi065_53143_object73019:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e815)",
2020-11-16T20:58:02.070 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:56:55.686440+0000",
2020-11-16T20:58:02.070 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 64.231363946000002,
2020-11-16T20:58:02.070 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.19529460400000001,
2020-11-16T20:58:02.071 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:02.071 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:02.071 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:02.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26560",
2020-11-16T20:58:02.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:58:02.071 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 73020
2020-11-16T20:58:02.071 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:02.072 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.686440+0000",
2020-11-16T20:58:02.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.072 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.072 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.686440+0000",
2020-11-16T20:58:02.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:58:02.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.073 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.686406+0000",
2020-11-16T20:58:02.073 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013780800000000001
2020-11-16T20:58:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.686544+0000",
2020-11-16T20:58:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1234e-05
2020-11-16T20:58:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.074 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.686555+0000",
2020-11-16T20:58:02.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6560000000000003e-06
2020-11-16T20:58:02.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.075 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.686562+0000",
2020-11-16T20:58:02.075 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3986999999999994e-05
2020-11-16T20:58:02.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.686646+0000",
2020-11-16T20:58:02.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00027517200000000001
2020-11-16T20:58:02.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.076 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.076 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:02.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.686921+0000",
2020-11-16T20:58:02.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000291119
2020-11-16T20:58:02.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T20:58:02.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.687212+0000",
2020-11-16T20:58:02.077 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0040505439999999997
2020-11-16T20:58:02.077 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:02.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.691263+0000",
2020-11-16T20:58:02.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.19012168300000001
2020-11-16T20:58:02.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.078 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.078 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.881385+0000",
2020-11-16T20:58:02.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019741100000000001
2020-11-16T20:58:02.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:02.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.881582+0000",
2020-11-16T20:58:02.079 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015295099999999999
2020-11-16T20:58:02.079 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.881735+0000",
2020-11-16T20:58:02.080 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.19529460400000001
2020-11-16T20:58:02.080 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.080 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.080 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.081 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:02.081 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:02.081 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26560.0:73024 8.1 8:83b5f171:::benchmark_data_smithi065_53143_object73023:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e815)",
2020-11-16T20:58:02.081 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:56:55.690338+0000",
2020-11-16T20:58:02.081 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 64.227466113000006,
2020-11-16T20:58:02.081 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.18339106799999999,
2020-11-16T20:58:02.081 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:02.081 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:02.082 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T20:58:02.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26560",
2020-11-16T20:58:02.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:58:02.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 73024
2020-11-16T20:58:02.082 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T20:58:02.082 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.082 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.082 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690338+0000",
2020-11-16T20:58:02.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.083 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690338+0000",
2020-11-16T20:58:02.083 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:58:02.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690312+0000",
2020-11-16T20:58:02.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013425899999999999
2020-11-16T20:58:02.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.084 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.084 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690446+0000",
2020-11-16T20:58:02.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0400999999999999e-05
2020-11-16T20:58:02.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.085 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690457+0000",
2020-11-16T20:58:02.085 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.2819999999999999e-06
2020-11-16T20:58:02.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690464+0000",
2020-11-16T20:58:02.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2726999999999998e-05
2020-11-16T20:58:02.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.086 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.086 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690527+0000",
2020-11-16T20:58:02.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016808099999999999
2020-11-16T20:58:02.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:02.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690695+0000",
2020-11-16T20:58:02.087 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000181733
2020-11-16T20:58:02.087 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T20:58:02.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.690877+0000",
2020-11-16T20:58:02.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002844779
2020-11-16T20:58:02.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.088 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.088 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T20:58:02.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.693721+0000",
2020-11-16T20:58:02.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.17987866899999999
2020-11-16T20:58:02.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:58:02.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.873600+0000",
2020-11-16T20:58:02.089 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9977999999999999e-05
2020-11-16T20:58:02.089 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:02.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.873680+0000",
2020-11-16T20:58:02.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9150999999999997e-05
2020-11-16T20:58:02.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.090 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.090 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.873729+0000",
2020-11-16T20:58:02.091 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.18339106799999999
2020-11-16T20:58:02.091 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.091 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.091 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.091 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T20:58:02.091 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T20:58:02.091 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.26560.0:73025 8.f e815/796 8:f5fbd784:::benchmark_data_smithi065_53143_object73024:head v 815'4557, mlcod=815'4555)",
2020-11-16T20:58:02.092 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T20:56:55.693973+0000",
2020-11-16T20:58:02.092 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 64.223831314999998,
2020-11-16T20:58:02.092 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.19321840200000001,
2020-11-16T20:58:02.092 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T20:58:02.092 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:58:02.092 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T20:58:02.092 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.092 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T20:58:02.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.693973+0000",
2020-11-16T20:58:02.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T20:58:02.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.093 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T20:58:02.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.693973+0000",
2020-11-16T20:58:02.093 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999852
2020-11-16T20:58:02.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T20:58:02.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.693958+0000",
2020-11-16T20:58:02.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.5303999999999994e-05
2020-11-16T20:58:02.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.094 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.094 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T20:58:02.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.694053+0000",
2020-11-16T20:58:02.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8979999999999996e-06
2020-11-16T20:58:02.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.095 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T20:58:02.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.694061+0000",
2020-11-16T20:58:02.095 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8709999999999996e-06
2020-11-16T20:58:02.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T20:58:02.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.694066+0000",
2020-11-16T20:58:02.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0068000000000003e-05
2020-11-16T20:58:02.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.096 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.096 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T20:58:02.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.694106+0000",
2020-11-16T20:58:02.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3774e-05
2020-11-16T20:58:02.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T20:58:02.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.694130+0000",
2020-11-16T20:58:02.097 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.19301021500000001
2020-11-16T20:58:02.097 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T20:58:02.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.887140+0000",
2020-11-16T20:58:02.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1189000000000001e-05
2020-11-16T20:58:02.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T20:58:02.098 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T20:58:02.098 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T20:58:02.099 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T20:56:55.887191+0000",
2020-11-16T20:58:02.103 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.19321840200000001
2020-11-16T20:58:02.103 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T20:58:02.103 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T20:58:02.103 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T20:58:02.103 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T20:58:02.104 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T20:58:02.104 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:58:02.104 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight
2020-11-16T20:58:02.105 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:02.105 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:57:57 smithi065 bash[11785]: debug 2020-11-16T20:57:57.627+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:02.105 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:57:58 smithi065 bash[9468]: cluster 2020-11-16T20:57:56.596730+0000 mgr.x (mgr.14196) 1392 : cluster [DBG] pgmap v2124: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 5.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 127 B/s rd, 560 KiB/s wr, 797 op/s; 13858/162310 objects degraded (8.538%); 6.3 MiB/s, 100 objects/s recovering
2020-11-16T20:58:02.106 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:00 smithi065 bash[9468]: cluster 2020-11-16T20:57:58.597201+0000 mgr.x (mgr.14196) 1393 : cluster [DBG] pgmap v2125: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 895 op/s; 13625/160022 objects degraded (8.514%); 8.1 MiB/s, 129 objects/s recovering
2020-11-16T20:58:02.206 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:02.261 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:02.300 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:02.300 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.0/config
2020-11-16T20:58:02.370 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:02 smithi065 bash[9468]: cluster 2020-11-16T20:58:00.597780+0000 mgr.x (mgr.14196) 1394 : cluster [DBG] pgmap v2126: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 13625/159172 objects degraded (8.560%); 5.9 MiB/s, 93 objects/s recovering
2020-11-16T20:58:02.370 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:02 smithi065 bash[9468]: cluster 2020-11-16T20:58:01.773646+0000 mon.a (mon.0) 2594 : cluster [WRN] Health check update: Degraded data redundancy: 13625/159172 objects degraded (8.560%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:02.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:02 smithi071 bash[9480]: cluster 2020-11-16T20:58:00.597780+0000 mgr.x (mgr.14196) 1394 : cluster [DBG] pgmap v2126: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 13625/159172 objects degraded (8.560%); 5.9 MiB/s, 93 objects/s recovering
2020-11-16T20:58:02.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:02 smithi071 bash[9480]: cluster 2020-11-16T20:58:01.773646+0000 mon.a (mon.0) 2594 : cluster [WRN] Health check update: Degraded data redundancy: 13625/159172 objects degraded (8.560%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:02.480 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:02.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:02 smithi142 bash[9523]: cluster 2020-11-16T20:58:00.597780+0000 mgr.x (mgr.14196) 1394 : cluster [DBG] pgmap v2126: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 13625/159172 objects degraded (8.560%); 5.9 MiB/s, 93 objects/s recovering
2020-11-16T20:58:02.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:02 smithi142 bash[9523]: cluster 2020-11-16T20:58:01.773646+0000 mon.a (mon.0) 2594 : cluster [WRN] Health check update: Degraded data redundancy: 13625/159172 objects degraded (8.560%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:02.661 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:02.765 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:02.775 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:02 smithi071 bash[16796]: debug 2020-11-16T20:58:02.665+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:02.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:58:02 smithi065 bash[11785]: debug 2020-11-16T20:58:02.375+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:02.887 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:02.990 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:03.109 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:02 smithi071 bash[16796]: debug 2020-11-16T20:58:02.889+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:03.111 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:03.218 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:03.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:03 smithi065 bash[9468]: cluster 2020-11-16T20:58:02.271600+0000 osd.9 (osd.9) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:07.498 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:03 smithi065 bash[9468]: cluster 2020-11-16T20:58:02.271684+0000 osd.9 (osd.9) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:07.499 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:58:03 smithi065 bash[16457]: debug 2020-11-16T20:58:03.115+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:07.499 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:58:07.502 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:03 smithi142 bash[9523]: cluster 2020-11-16T20:58:02.271600+0000 osd.9 (osd.9) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:07.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:03 smithi142 bash[9523]: cluster 2020-11-16T20:58:02.271684+0000 osd.9 (osd.9) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:07.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:04 smithi142 bash[9523]: cluster 2020-11-16T20:58:02.598482+0000 mgr.x (mgr.14196) 1395 : cluster [DBG] pgmap v2127: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 13196/153754 objects degraded (8.583%); 6.3 MiB/s, 101 objects/s recovering
2020-11-16T20:58:07.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:04 smithi142 bash[9523]: cluster 2020-11-16T20:58:03.121789+0000 mon.a (mon.0) 2595 : cluster [DBG] osdmap e834: 12 total, 11 up, 8 in
2020-11-16T20:58:07.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:06 smithi142 bash[9523]: cluster 2020-11-16T20:58:04.598950+0000 mgr.x (mgr.14196) 1396 : cluster [DBG] pgmap v2129: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 822 op/s; 12956/152872 objects degraded (8.475%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T20:58:07.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:06 smithi142 bash[9523]: cluster 2020-11-16T20:58:05.459332+0000 osd.2 (osd.2) 224 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:07.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:06 smithi142 bash[9523]: cluster 2020-11-16T20:58:05.459427+0000 osd.2 (osd.2) 225 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:07.504 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:03 smithi071 bash[9480]: cluster 2020-11-16T20:58:02.271600+0000 osd.9 (osd.9) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:07.504 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:03 smithi071 bash[9480]: cluster 2020-11-16T20:58:02.271684+0000 osd.9 (osd.9) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:07.504 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:04 smithi071 bash[9480]: cluster 2020-11-16T20:58:02.598482+0000 mgr.x (mgr.14196) 1395 : cluster [DBG] pgmap v2127: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 13196/153754 objects degraded (8.583%); 6.3 MiB/s, 101 objects/s recovering
2020-11-16T20:58:07.504 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:04 smithi071 bash[9480]: cluster 2020-11-16T20:58:03.121789+0000 mon.a (mon.0) 2595 : cluster [DBG] osdmap e834: 12 total, 11 up, 8 in
2020-11-16T20:58:07.504 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:06 smithi071 bash[9480]: cluster 2020-11-16T20:58:04.598950+0000 mgr.x (mgr.14196) 1396 : cluster [DBG] pgmap v2129: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 822 op/s; 12956/152872 objects degraded (8.475%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T20:58:07.504 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:06 smithi071 bash[9480]: cluster 2020-11-16T20:58:05.459332+0000 osd.2 (osd.2) 224 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:07.505 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:06 smithi071 bash[9480]: cluster 2020-11-16T20:58:05.459427+0000 osd.2 (osd.2) 225 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:07.505 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:07 smithi071 bash[9480]: cluster 2020-11-16T20:58:06.128338+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e835: 12 total, 11 up, 8 in
2020-11-16T20:58:07.505 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:07 smithi071 bash[9480]: cluster 2020-11-16T20:58:06.775012+0000 mon.a (mon.0) 2597 : cluster [WRN] Health check update: Degraded data redundancy: 12956/152872 objects degraded (8.475%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:07.505 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:07.505 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:58:03 smithi065 bash[16457]: debug 2020-11-16T20:58:03.351+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:07.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:04 smithi065 bash[9468]: cluster 2020-11-16T20:58:02.598482+0000 mgr.x (mgr.14196) 1395 : cluster [DBG] pgmap v2127: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 13196/153754 objects degraded (8.583%); 6.3 MiB/s, 101 objects/s recovering
2020-11-16T20:58:07.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:04 smithi065 bash[9468]: cluster 2020-11-16T20:58:03.121789+0000 mon.a (mon.0) 2595 : cluster [DBG] osdmap e834: 12 total, 11 up, 8 in
2020-11-16T20:58:07.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:06 smithi065 bash[9468]: cluster 2020-11-16T20:58:04.598950+0000 mgr.x (mgr.14196) 1396 : cluster [DBG] pgmap v2129: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 822 op/s; 12956/152872 objects degraded (8.475%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T20:58:07.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:06 smithi065 bash[9468]: cluster 2020-11-16T20:58:05.459332+0000 osd.2 (osd.2) 224 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:07.506 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:06 smithi065 bash[9468]: cluster 2020-11-16T20:58:05.459427+0000 osd.2 (osd.2) 225 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:07.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:07 smithi142 bash[9523]: cluster 2020-11-16T20:58:06.128338+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e835: 12 total, 11 up, 8 in
2020-11-16T20:58:07.512 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:07 smithi142 bash[9523]: cluster 2020-11-16T20:58:06.775012+0000 mon.a (mon.0) 2597 : cluster [WRN] Health check update: Degraded data redundancy: 12956/152872 objects degraded (8.475%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:07.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:07 smithi065 bash[9468]: cluster 2020-11-16T20:58:06.128338+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e835: 12 total, 11 up, 8 in
2020-11-16T20:58:07.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:07 smithi065 bash[9468]: cluster 2020-11-16T20:58:06.775012+0000 mon.a (mon.0) 2597 : cluster [WRN] Health check update: Degraded data redundancy: 12956/152872 objects degraded (8.475%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:07.607 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:07.652 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:07.765 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:07.869 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:07.877 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:07 smithi065 bash[14115]: debug 2020-11-16T20:58:07.767+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:08.006 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:08.110 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:08.136 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:08 smithi065 bash[9468]: cluster 2020-11-16T20:58:06.599468+0000 mgr.x (mgr.14196) 1397 : cluster [DBG] pgmap v2131: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 758 op/s; 12502/147886 objects degraded (8.454%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:58:08.136 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:08 smithi065 bash[14115]: debug 2020-11-16T20:58:08.007+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:08.242 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:08.346 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:58:08.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:08 smithi071 bash[9480]: cluster 2020-11-16T20:58:06.599468+0000 mgr.x (mgr.14196) 1397 : cluster [DBG] pgmap v2131: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 758 op/s; 12502/147886 objects degraded (8.454%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:58:08.479 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:58:08.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:08 smithi065 bash[18823]: debug 2020-11-16T20:58:08.243+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:08.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:08 smithi142 bash[9523]: cluster 2020-11-16T20:58:06.599468+0000 mgr.x (mgr.14196) 1397 : cluster [DBG] pgmap v2131: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 758 op/s; 12502/147886 objects degraded (8.454%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:58:08.584 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:08.703 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:08.806 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:08.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:58:08 smithi071 bash[12066]: debug 2020-11-16T20:58:08.705+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:08.945 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:58:08 smithi071 bash[26650]: debug 2020-11-16T20:58:08.485+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:08.951 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:09.056 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:09.077 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:08 smithi065 bash[14115]: debug 2020-11-16T20:58:08.955+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:09.209 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:09.313 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:09.443 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:09.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:09 smithi065 bash[18823]: debug 2020-11-16T20:58:09.215+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:09.530 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:58:09.546 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:09.561 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:58:09.593 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:58:09.630 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:58:09.670 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:58:09.690 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:09.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:09 smithi071 bash[16796]: debug 2020-11-16T20:58:09.445+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:09.700 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:58:09.725 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:58:09.756 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:58:09.788 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:58:09.794 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:09.799 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:58:09.800 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:58:09.831 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:58:09.879 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:09 smithi142 bash[114994]: debug 2020-11-16T20:58:09.690+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:09.880 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:58:09.881 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:58:09.881 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:58:09.881 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.881 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.882 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.882 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.882 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.883 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.883 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.883 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.883 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.884 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.884 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:58:09.921 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:09.997 INFO:teuthology.orchestra.run.smithi142.stderr:Exporting 8.9 info 8.9( v 817'5216 (0'0,817'5216] local-lis/les=796/797 n=5216 ec=796/796 lis/c=796/796 les/c/f=797/797/0 sis=796)
2020-11-16T20:58:10.025 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:10.051 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900028c9:::benchmark_data_smithi065_53143_object79556:head#
2020-11-16T20:58:10.052 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900150e4:::benchmark_data_smithi065_53143_object44377:head#
2020-11-16T20:58:10.052 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9002ada4:::benchmark_data_smithi065_53143_object17679:head#
2020-11-16T20:58:10.053 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90036ad8:::benchmark_data_smithi065_53143_object55325:head#
2020-11-16T20:58:10.053 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90045086:::benchmark_data_smithi065_53143_object74627:head#
2020-11-16T20:58:10.054 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9004ee84:::benchmark_data_smithi065_53143_object80192:head#
2020-11-16T20:58:10.054 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9006cc7e:::benchmark_data_smithi065_53143_object32081:head#
2020-11-16T20:58:10.055 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90076ddf:::benchmark_data_smithi065_53143_object20944:head#
2020-11-16T20:58:10.055 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9008416e:::benchmark_data_smithi065_53143_object43029:head#
2020-11-16T20:58:10.056 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9009f814:::benchmark_data_smithi065_53143_object33993:head#
2020-11-16T20:58:10.056 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900aa080:::benchmark_data_smithi065_53143_object13125:head#
2020-11-16T20:58:10.056 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900b1b5b:::benchmark_data_smithi065_53143_object8429:head#
2020-11-16T20:58:10.057 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900c14b4:::benchmark_data_smithi065_53143_object64961:head#
2020-11-16T20:58:10.057 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900c2a70:::benchmark_data_smithi065_53143_object31987:head#
2020-11-16T20:58:10.059 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900d3031:::benchmark_data_smithi065_53143_object7701:head#
2020-11-16T20:58:10.059 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900eb992:::benchmark_data_smithi065_53143_object71401:head#
2020-11-16T20:58:10.060 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:900f5a7f:::benchmark_data_smithi065_53143_object33260:head#
2020-11-16T20:58:10.060 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9010bdf8:::benchmark_data_smithi065_53143_object47593:head#
2020-11-16T20:58:10.061 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90115537:::benchmark_data_smithi065_53143_object13026:head#
2020-11-16T20:58:10.061 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90124d38:::benchmark_data_smithi065_53143_object25550:head#
2020-11-16T20:58:10.062 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90129b7e:::benchmark_data_smithi065_53143_object75597:head#
2020-11-16T20:58:10.062 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9012e269:::benchmark_data_smithi065_53143_object76406:head#
2020-11-16T20:58:10.063 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90178403:::benchmark_data_smithi065_53143_object28097:head#
2020-11-16T20:58:10.063 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9018024f:::benchmark_data_smithi065_53143_object1523:head#
2020-11-16T20:58:10.064 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9018c30f:::benchmark_data_smithi065_53143_object74619:head#
2020-11-16T20:58:10.064 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:901bdbb8:::benchmark_data_smithi065_53143_object43888:head#
2020-11-16T20:58:10.065 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:901c5508:::benchmark_data_smithi065_53143_object54279:head#
2020-11-16T20:58:10.065 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:901cf7a4:::benchmark_data_smithi065_53143_object27330:head#
2020-11-16T20:58:10.066 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:901dde1d:::benchmark_data_smithi065_53143_object10286:head#
2020-11-16T20:58:10.066 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:901e5842:::benchmark_data_smithi065_53143_object1424:head#
2020-11-16T20:58:10.067 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:901ec927:::benchmark_data_smithi065_53143_object31093:head#
2020-11-16T20:58:10.067 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:901f637d:::benchmark_data_smithi065_53143_object44224:head#
2020-11-16T20:58:10.068 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9020b59e:::benchmark_data_smithi065_53143_object80143:head#
2020-11-16T20:58:10.068 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90223fab:::benchmark_data_smithi065_53143_object57625:head#
2020-11-16T20:58:10.069 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90226f72:::benchmark_data_smithi065_53143_object2759:head#
2020-11-16T20:58:10.069 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9022d391:::benchmark_data_smithi065_53143_object50894:head#
2020-11-16T20:58:10.070 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90238e15:::benchmark_data_smithi065_53143_object56336:head#
2020-11-16T20:58:10.070 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9023b20a:::benchmark_data_smithi065_53143_object19360:head#
2020-11-16T20:58:10.071 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:902425e6:::benchmark_data_smithi065_53143_object27325:head#
2020-11-16T20:58:10.071 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90245796:::benchmark_data_smithi065_53143_object13807:head#
2020-11-16T20:58:10.071 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90250070:::benchmark_data_smithi065_53143_object55552:head#
2020-11-16T20:58:10.072 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9027cc18:::benchmark_data_smithi065_53143_object3765:head#
2020-11-16T20:58:10.073 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90280cf1:::benchmark_data_smithi065_53143_object60859:head#
2020-11-16T20:58:10.073 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90288172:::benchmark_data_smithi065_53143_object9140:head#
2020-11-16T20:58:10.074 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9028fc31:::benchmark_data_smithi065_53143_object8373:head#
2020-11-16T20:58:10.076 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90291447:::benchmark_data_smithi065_53143_object17219:head#
2020-11-16T20:58:10.077 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:902a2313:::benchmark_data_smithi065_53143_object54126:head#
2020-11-16T20:58:10.077 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:902b0c24:::benchmark_data_smithi065_53143_object77683:head#
2020-11-16T20:58:10.078 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:902bc91b:::benchmark_data_smithi065_53143_object13981:head#
2020-11-16T20:58:10.078 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:902cc272:::benchmark_data_smithi065_53143_object26287:head#
2020-11-16T20:58:10.082 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:902e2173:::benchmark_data_smithi065_53143_object76546:head#
2020-11-16T20:58:10.082 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:902f689a:::benchmark_data_smithi065_53143_object73792:head#
2020-11-16T20:58:10.082 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90307b60:::benchmark_data_smithi065_53143_object42481:head#
2020-11-16T20:58:10.083 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90318a89:::benchmark_data_smithi065_53143_object38047:head#
2020-11-16T20:58:10.084 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9031ad31:::benchmark_data_smithi065_53143_object71915:head#
2020-11-16T20:58:10.084 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90322b4b:::benchmark_data_smithi065_53143_object48000:head#
2020-11-16T20:58:10.085 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90327ceb:::benchmark_data_smithi065_53143_object47392:head#
2020-11-16T20:58:10.085 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9032c1bc:::benchmark_data_smithi065_53143_object26369:head#
2020-11-16T20:58:10.086 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9032d267:::benchmark_data_smithi065_53143_object72604:head#
2020-11-16T20:58:10.086 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90333196:::benchmark_data_smithi065_53143_object38275:head#
2020-11-16T20:58:10.087 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9036bea7:::benchmark_data_smithi065_53143_object7150:head#
2020-11-16T20:58:10.087 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90372208:::benchmark_data_smithi065_53143_object46207:head#
2020-11-16T20:58:10.087 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90374edf:::benchmark_data_smithi065_53143_object25207:head#
2020-11-16T20:58:10.088 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90377d21:::benchmark_data_smithi065_53143_object68052:head#
2020-11-16T20:58:10.089 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90381fdf:::benchmark_data_smithi065_53143_object32573:head#
2020-11-16T20:58:10.089 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90394ff0:::benchmark_data_smithi065_53143_object74156:head#
2020-11-16T20:58:10.090 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9039bf7f:::benchmark_data_smithi065_53143_object24417:head#
2020-11-16T20:58:10.090 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:903a9cba:::benchmark_data_smithi065_53143_object79313:head#
2020-11-16T20:58:10.091 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:903aadd1:::benchmark_data_smithi065_53143_object52121:head#
2020-11-16T20:58:10.092 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:903c82de:::benchmark_data_smithi065_53143_object67774:head#
2020-11-16T20:58:10.092 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:903e6df5:::benchmark_data_smithi065_53143_object61822:head#
2020-11-16T20:58:10.093 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:903e7895:::benchmark_data_smithi065_53143_object53869:head#
2020-11-16T20:58:10.093 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:903e7c5e:::benchmark_data_smithi065_53143_object64956:head#
2020-11-16T20:58:10.094 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:903ea2ed:::benchmark_data_smithi065_53143_object36694:head#
2020-11-16T20:58:10.094 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:903f854c:::benchmark_data_smithi065_53143_object41481:head#
2020-11-16T20:58:10.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90408518:::benchmark_data_smithi065_53143_object73195:head#
2020-11-16T20:58:10.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:904337c1:::benchmark_data_smithi065_53143_object46156:head#
2020-11-16T20:58:10.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9043a997:::benchmark_data_smithi065_53143_object39326:head#
2020-11-16T20:58:10.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90452959:::benchmark_data_smithi065_53143_object67787:head#
2020-11-16T20:58:10.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90454e69:::benchmark_data_smithi065_53143_object55843:head#
2020-11-16T20:58:10.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90459a57:::benchmark_data_smithi065_53143_object25098:head#
2020-11-16T20:58:10.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9046185f:::benchmark_data_smithi065_53143_object20190:head#
2020-11-16T20:58:10.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9047cbc4:::benchmark_data_smithi065_53143_object25365:head#
2020-11-16T20:58:10.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9047e19e:::benchmark_data_smithi065_53143_object76299:head#
2020-11-16T20:58:10.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9049637f:::benchmark_data_smithi065_53143_object34927:head#
2020-11-16T20:58:10.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:904b5ea6:::benchmark_data_smithi065_53143_object1623:head#
2020-11-16T20:58:10.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:904c13df:::benchmark_data_smithi065_53143_object79964:head#
2020-11-16T20:58:10.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:904cabff:::benchmark_data_smithi065_53143_object5561:head#
2020-11-16T20:58:10.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:904e767c:::benchmark_data_smithi065_53143_object50385:head#
2020-11-16T20:58:10.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:904ec25a:::benchmark_data_smithi065_53143_object78325:head#
2020-11-16T20:58:10.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:904ed8eb:::benchmark_data_smithi065_53143_object52578:head#
2020-11-16T20:58:10.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:905060e9:::benchmark_data_smithi065_53143_object62367:head#
2020-11-16T20:58:10.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90510086:::benchmark_data_smithi065_53143_object61129:head#
2020-11-16T20:58:10.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9051f36e:::benchmark_data_smithi065_53143_object48922:head#
2020-11-16T20:58:10.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9054436d:::benchmark_data_smithi065_53143_object30382:head#
2020-11-16T20:58:10.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90547373:::benchmark_data_smithi065_53143_object4736:head#
2020-11-16T20:58:10.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9056600c:::benchmark_data_smithi065_53143_object73258:head#
2020-11-16T20:58:10.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:905689ba:::benchmark_data_smithi065_53143_object77372:head#
2020-11-16T20:58:10.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90587128:::benchmark_data_smithi065_53143_object22232:head#
2020-11-16T20:58:10.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:905aa7c4:::benchmark_data_smithi065_53143_object52554:head#
2020-11-16T20:58:10.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:905b5205:::benchmark_data_smithi065_53143_object26981:head#
2020-11-16T20:58:10.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:905c1642:::benchmark_data_smithi065_53143_object34061:head#
2020-11-16T20:58:10.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:905c3246:::benchmark_data_smithi065_53143_object53584:head#
2020-11-16T20:58:10.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9060eb21:::benchmark_data_smithi065_53143_object32374:head#
2020-11-16T20:58:10.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90632c1c:::benchmark_data_smithi065_53143_object45508:head#
2020-11-16T20:58:10.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9063a6d7:::benchmark_data_smithi065_53143_object24559:head#
2020-11-16T20:58:10.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9063e9c0:::benchmark_data_smithi065_53143_object3175:head#
2020-11-16T20:58:10.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906553e8:::benchmark_data_smithi065_53143_object6197:head#
2020-11-16T20:58:10.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9065cac9:::benchmark_data_smithi065_53143_object49722:head#
2020-11-16T20:58:10.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9065fdaa:::benchmark_data_smithi065_53143_object52799:head#
2020-11-16T20:58:10.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90675793:::benchmark_data_smithi065_53143_object53717:head#
2020-11-16T20:58:10.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90683808:::benchmark_data_smithi065_53143_object22478:head#
2020-11-16T20:58:10.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9069b841:::benchmark_data_smithi065_53143_object47770:head#
2020-11-16T20:58:10.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9069ee82:::benchmark_data_smithi065_53143_object76674:head#
2020-11-16T20:58:10.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906a2d85:::benchmark_data_smithi065_53143_object7306:head#
2020-11-16T20:58:10.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906b51f2:::benchmark_data_smithi065_53143_object41053:head#
2020-11-16T20:58:10.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906d77a3:::benchmark_data_smithi065_53143_object11895:head#
2020-11-16T20:58:10.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906dddfb:::benchmark_data_smithi065_53143_object29785:head#
2020-11-16T20:58:10.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906deb9a:::benchmark_data_smithi065_53143_object42431:head#
2020-11-16T20:58:10.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906e063d:::benchmark_data_smithi065_53143_object75321:head#
2020-11-16T20:58:10.124 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906ea937:::benchmark_data_smithi065_53143_object23063:head#
2020-11-16T20:58:10.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906ec59b:::benchmark_data_smithi065_53143_object31102:head#
2020-11-16T20:58:10.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:906ef3c8:::benchmark_data_smithi065_53143_object50413:head#
2020-11-16T20:58:10.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9070b258:::benchmark_data_smithi065_53143_object32791:head#
2020-11-16T20:58:10.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9070de74:::benchmark_data_smithi065_53143_object44484:head#
2020-11-16T20:58:10.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907312f5:::benchmark_data_smithi065_53143_object42756:head#
2020-11-16T20:58:10.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907398ed:::benchmark_data_smithi065_53143_object4811:head#
2020-11-16T20:58:10.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9073aa0f:::benchmark_data_smithi065_53143_object22094:head#
2020-11-16T20:58:10.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9075f628:::benchmark_data_smithi065_53143_object45208:head#
2020-11-16T20:58:10.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90768ba4:::benchmark_data_smithi065_53143_object67442:head#
2020-11-16T20:58:10.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9076ba24:::benchmark_data_smithi065_53143_object17984:head#
2020-11-16T20:58:10.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9076d40e:::benchmark_data_smithi065_53143_object53283:head#
2020-11-16T20:58:10.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907a4064:::benchmark_data_smithi065_53143_object3756:head#
2020-11-16T20:58:10.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907add1b:::benchmark_data_smithi065_53143_object59729:head#
2020-11-16T20:58:10.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907b0221:::benchmark_data_smithi065_53143_object74682:head#
2020-11-16T20:58:10.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907b8036:::benchmark_data_smithi065_53143_object24276:head#
2020-11-16T20:58:10.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907bfcaa:::benchmark_data_smithi065_53143_object76893:head#
2020-11-16T20:58:10.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907c10c2:::benchmark_data_smithi065_53143_object26094:head#
2020-11-16T20:58:10.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907c7c45:::benchmark_data_smithi065_53143_object529:head#
2020-11-16T20:58:10.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907d21c4:::benchmark_data_smithi065_53143_object39899:head#
2020-11-16T20:58:10.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907d30cb:::benchmark_data_smithi065_53143_object36288:head#
2020-11-16T20:58:10.138 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:58:09 smithi071 bash[14419]: debug 2020-11-16T20:58:09.921+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:10.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907d6b78:::benchmark_data_smithi065_53143_object63275:head#
2020-11-16T20:58:10.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907edcbe:::benchmark_data_smithi065_53143_object32264:head#
2020-11-16T20:58:10.140 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:08.599966+0000 mgr.x (mgr.14196) 1398 : cluster [DBG] pgmap v2132: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 841 op/s; 12255/145704 objects degraded (8.411%); 11 MiB/s, 171 objects/s recovering
2020-11-16T20:58:10.140 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: audit 2020-11-16T20:58:09.509989+0000 mon.a (mon.0) 2598 : audit [DBG] from='client.? v1:172.21.15.142:0/425044499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:10.140 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.538667+0000 osd.1 (osd.1) 304 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.140 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.569666+0000 osd.2 (osd.2) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.141 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.601885+0000 osd.3 (osd.3) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.141 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.638359+0000 osd.4 (osd.4) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.141 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.708357+0000 osd.6 (osd.6) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.141 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.733091+0000 osd.7 (osd.7) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.141 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.762464+0000 osd.8 (osd.8) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.141 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:10 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.794136+0000 osd.9 (osd.9) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907ef340:::benchmark_data_smithi065_53143_object66199:head#
2020-11-16T20:58:10.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907f0915:::benchmark_data_smithi065_53143_object59632:head#
2020-11-16T20:58:10.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907f3751:::benchmark_data_smithi065_53143_object25948:head#
2020-11-16T20:58:10.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907f5365:::benchmark_data_smithi065_53143_object35531:head#
2020-11-16T20:58:10.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907f5741:::benchmark_data_smithi065_53143_object79995:head#
2020-11-16T20:58:10.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907fa51f:::benchmark_data_smithi065_53143_object5660:head#
2020-11-16T20:58:10.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:907ff1ee:::benchmark_data_smithi065_53143_object37166:head#
2020-11-16T20:58:10.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908006ce:::benchmark_data_smithi065_53143_object27044:head#
2020-11-16T20:58:10.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90805133:::benchmark_data_smithi065_53143_object18881:head#
2020-11-16T20:58:10.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9080e70c:::benchmark_data_smithi065_53143_object32764:head#
2020-11-16T20:58:10.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90814f0a:::benchmark_data_smithi065_53143_object61969:head#
2020-11-16T20:58:10.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9081e454:::benchmark_data_smithi065_53143_object60001:head#
2020-11-16T20:58:10.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90826c51:::benchmark_data_smithi065_53143_object34635:head#
2020-11-16T20:58:10.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9082a360:::benchmark_data_smithi065_53143_object17053:head#
2020-11-16T20:58:10.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9082ab7d:::benchmark_data_smithi065_53143_object24483:head#
2020-11-16T20:58:10.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90833b28:::benchmark_data_smithi065_53143_object61930:head#
2020-11-16T20:58:10.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90834714:::benchmark_data_smithi065_53143_object48572:head#
2020-11-16T20:58:10.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9084515a:::benchmark_data_smithi065_53143_object467:head#
2020-11-16T20:58:10.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908577c9:::benchmark_data_smithi065_53143_object39320:head#
2020-11-16T20:58:10.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90857cf3:::benchmark_data_smithi065_53143_object16303:head#
2020-11-16T20:58:10.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908622dc:::benchmark_data_smithi065_53143_object15080:head#
2020-11-16T20:58:10.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9086904b:::benchmark_data_smithi065_53143_object23718:head#
2020-11-16T20:58:10.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90891fdb:::benchmark_data_smithi065_53143_object5749:head#
2020-11-16T20:58:10.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9089dfa7:::benchmark_data_smithi065_53143_object30152:head#
2020-11-16T20:58:10.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908a3161:::benchmark_data_smithi065_53143_object77353:head#
2020-11-16T20:58:10.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908a3f02:::benchmark_data_smithi065_53143_object32660:head#
2020-11-16T20:58:10.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908affec:::benchmark_data_smithi065_53143_object36142:head#
2020-11-16T20:58:10.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908ba590:::benchmark_data_smithi065_53143_object9254:head#
2020-11-16T20:58:10.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908cdd47:::benchmark_data_smithi065_53143_object42316:head#
2020-11-16T20:58:10.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908df347:::benchmark_data_smithi065_53143_object63463:head#
2020-11-16T20:58:10.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908e0847:::benchmark_data_smithi065_53143_object50457:head#
2020-11-16T20:58:10.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908ed005:::benchmark_data_smithi065_53143_object65356:head#
2020-11-16T20:58:10.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908ef8b4:::benchmark_data_smithi065_53143_object1767:head#
2020-11-16T20:58:10.162 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:908f7c93:::benchmark_data_smithi065_53143_object20611:head#
2020-11-16T20:58:10.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9090624b:::benchmark_data_smithi065_53143_object20915:head#
2020-11-16T20:58:10.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9090af4a:::benchmark_data_smithi065_53143_object51225:head#
2020-11-16T20:58:10.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9091236c:::benchmark_data_smithi065_53143_object49041:head#
2020-11-16T20:58:10.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909175f5:::benchmark_data_smithi065_53143_object63473:head#
2020-11-16T20:58:10.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9092ad24:::benchmark_data_smithi065_53143_object403:head#
2020-11-16T20:58:10.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90939463:::benchmark_data_smithi065_53143_object53614:head#
2020-11-16T20:58:10.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90940d9a:::benchmark_data_smithi065_53143_object31791:head#
2020-11-16T20:58:10.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90995248:::benchmark_data_smithi065_53143_object15743:head#
2020-11-16T20:58:10.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90999ae2:::benchmark_data_smithi065_53143_object69324:head#
2020-11-16T20:58:10.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909a4bd2:::benchmark_data_smithi065_53143_object66491:head#
2020-11-16T20:58:10.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909b8dd6:::benchmark_data_smithi065_53143_object8909:head#
2020-11-16T20:58:10.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909baa31:::benchmark_data_smithi065_53143_object54531:head#
2020-11-16T20:58:10.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909bc8f6:::benchmark_data_smithi065_53143_object53743:head#
2020-11-16T20:58:10.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909bce90:::benchmark_data_smithi065_53143_object14068:head#
2020-11-16T20:58:10.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909c1260:::benchmark_data_smithi065_53143_object73894:head#
2020-11-16T20:58:10.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909cd8c0:::benchmark_data_smithi065_53143_object81066:head#
2020-11-16T20:58:10.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909cea27:::benchmark_data_smithi065_53143_object58908:head#
2020-11-16T20:58:10.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909d0441:::benchmark_data_smithi065_53143_object58722:head#
2020-11-16T20:58:10.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909d13b7:::benchmark_data_smithi065_53143_object59739:head#
2020-11-16T20:58:10.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909f0d3d:::benchmark_data_smithi065_53143_object42834:head#
2020-11-16T20:58:10.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909f1322:::benchmark_data_smithi065_53143_object68225:head#
2020-11-16T20:58:10.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:909f2904:::benchmark_data_smithi065_53143_object20731:head#
2020-11-16T20:58:10.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a0f3d5:::benchmark_data_smithi065_53143_object21006:head#
2020-11-16T20:58:10.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a1cd61:::benchmark_data_smithi065_53143_object81908:head#
2020-11-16T20:58:10.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a34c78:::benchmark_data_smithi065_53143_object40051:head#
2020-11-16T20:58:10.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a36783:::benchmark_data_smithi065_53143_object56463:head#
2020-11-16T20:58:10.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a39464:::benchmark_data_smithi065_53143_object42617:head#
2020-11-16T20:58:10.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a410dd:::benchmark_data_smithi065_53143_object17828:head#
2020-11-16T20:58:10.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a412ad:::benchmark_data_smithi065_53143_object82040:head#
2020-11-16T20:58:10.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a46828:::benchmark_data_smithi065_53143_object15518:head#
2020-11-16T20:58:10.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a5869d:::benchmark_data_smithi065_53143_object1446:head#
2020-11-16T20:58:10.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a696a4:::benchmark_data_smithi065_53143_object44399:head#
2020-11-16T20:58:10.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a722d0:::benchmark_data_smithi065_53143_object38745:head#
2020-11-16T20:58:10.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a7d388:::benchmark_data_smithi065_53143_object23014:head#
2020-11-16T20:58:10.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90a9e53d:::benchmark_data_smithi065_53143_object37578:head#
2020-11-16T20:58:10.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90aa0a28:::benchmark_data_smithi065_53143_object69317:head#
2020-11-16T20:58:10.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90aa4a59:::benchmark_data_smithi065_53143_object82028:head#
2020-11-16T20:58:10.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ab3e80:::benchmark_data_smithi065_53143_object13939:head#
2020-11-16T20:58:10.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90abc103:::benchmark_data_smithi065_53143_object61509:head#
2020-11-16T20:58:10.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90acbeb0:::benchmark_data_smithi065_53143_object58456:head#
2020-11-16T20:58:10.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90acecb2:::benchmark_data_smithi065_53143_object68929:head#
2020-11-16T20:58:10.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ad95fb:::benchmark_data_smithi065_53143_object8323:head#
2020-11-16T20:58:10.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90adf6e3:::benchmark_data_smithi065_53143_object47645:head#
2020-11-16T20:58:10.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ae6a70:::benchmark_data_smithi065_53143_object45259:head#
2020-11-16T20:58:10.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b03f18:::benchmark_data_smithi065_53143_object77590:head#
2020-11-16T20:58:10.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b04828:::benchmark_data_smithi065_53143_object64498:head#
2020-11-16T20:58:10.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b09d8e:::benchmark_data_smithi065_53143_object77284:head#
2020-11-16T20:58:10.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b1ab4b:::benchmark_data_smithi065_53143_object50592:head#
2020-11-16T20:58:10.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b34ac3:::benchmark_data_smithi065_53143_object29815:head#
2020-11-16T20:58:10.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b360ce:::benchmark_data_smithi065_53143_object34188:head#
2020-11-16T20:58:10.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b3d302:::benchmark_data_smithi065_53143_object3043:head#
2020-11-16T20:58:10.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b42640:::benchmark_data_smithi065_53143_object48029:head#
2020-11-16T20:58:10.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b4b0b1:::benchmark_data_smithi065_53143_object26210:head#
2020-11-16T20:58:10.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b644ff:::benchmark_data_smithi065_53143_object16746:head#
2020-11-16T20:58:10.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b8f861:::benchmark_data_smithi065_53143_object47087:head#
2020-11-16T20:58:10.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90b9c155:::benchmark_data_smithi065_53143_object62033:head#
2020-11-16T20:58:10.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ba9308:::benchmark_data_smithi065_53143_object75700:head#
2020-11-16T20:58:10.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90bb0362:::benchmark_data_smithi065_53143_object33984:head#
2020-11-16T20:58:10.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90bb3d6f:::benchmark_data_smithi065_53143_object38288:head#
2020-11-16T20:58:10.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90bc932d:::benchmark_data_smithi065_53143_object19469:head#
2020-11-16T20:58:10.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90bcd768:::benchmark_data_smithi065_53143_object38841:head#
2020-11-16T20:58:10.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90bd95ff:::benchmark_data_smithi065_53143_object62457:head#
2020-11-16T20:58:10.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90be8d2d:::benchmark_data_smithi065_53143_object7650:head#
2020-11-16T20:58:10.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90bf0371:::benchmark_data_smithi065_53143_object68798:head#
2020-11-16T20:58:10.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c04291:::benchmark_data_smithi065_53143_object18554:head#
2020-11-16T20:58:10.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c12908:::benchmark_data_smithi065_53143_object64238:head#
2020-11-16T20:58:10.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c157c8:::benchmark_data_smithi065_53143_object48523:head#
2020-11-16T20:58:10.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c2842a:::benchmark_data_smithi065_53143_object47548:head#
2020-11-16T20:58:10.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c6bc61:::benchmark_data_smithi065_53143_object39563:head#
2020-11-16T20:58:10.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c70333:::benchmark_data_smithi065_53143_object17715:head#
2020-11-16T20:58:10.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c7b090:::benchmark_data_smithi065_53143_object68887:head#
2020-11-16T20:58:10.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c7fd9c:::benchmark_data_smithi065_53143_object33270:head#
2020-11-16T20:58:10.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c8b156:::benchmark_data_smithi065_53143_object38464:head#
2020-11-16T20:58:10.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90c8cff2:::benchmark_data_smithi065_53143_object63596:head#
2020-11-16T20:58:10.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ca8983:::benchmark_data_smithi065_53143_object57992:head#
2020-11-16T20:58:10.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90cbd539:::benchmark_data_smithi065_53143_object22623:head#
2020-11-16T20:58:10.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90cd13fd:::benchmark_data_smithi065_53143_object17152:head#
2020-11-16T20:58:10.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d0e175:::benchmark_data_smithi065_53143_object7510:head#
2020-11-16T20:58:10.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d18d74:::benchmark_data_smithi065_53143_object70792:head#
2020-11-16T20:58:10.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d292d9:::benchmark_data_smithi065_53143_object57399:head#
2020-11-16T20:58:10.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d2b738:::benchmark_data_smithi065_53143_object63496:head#
2020-11-16T20:58:10.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d4ce2c:::benchmark_data_smithi065_53143_object8730:head#
2020-11-16T20:58:10.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d607d7:::benchmark_data_smithi065_53143_object48589:head#
2020-11-16T20:58:10.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d68e8b:::benchmark_data_smithi065_53143_object63092:head#
2020-11-16T20:58:10.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d6c171:::benchmark_data_smithi065_53143_object27976:head#
2020-11-16T20:58:10.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d8362c:::benchmark_data_smithi065_53143_object77498:head#
2020-11-16T20:58:10.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d89b27:::benchmark_data_smithi065_53143_object78192:head#
2020-11-16T20:58:10.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d8a801:::benchmark_data_smithi065_53143_object33469:head#
2020-11-16T20:58:10.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90d9788c:::benchmark_data_smithi065_53143_object14858:head#
2020-11-16T20:58:10.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90daa466:::benchmark_data_smithi065_53143_object51607:head#
2020-11-16T20:58:10.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90daabcf:::benchmark_data_smithi065_53143_object35349:head#
2020-11-16T20:58:10.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90daf9c5:::benchmark_data_smithi065_53143_object17420:head#
2020-11-16T20:58:10.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90dc3084:::benchmark_data_smithi065_53143_object60555:head#
2020-11-16T20:58:10.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90dd5ad4:::benchmark_data_smithi065_53143_object23896:head#
2020-11-16T20:58:10.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ddd922:::benchmark_data_smithi065_53143_object53217:head#
2020-11-16T20:58:10.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90de3f34:::benchmark_data_smithi065_53143_object63721:head#
2020-11-16T20:58:10.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90dec974:::benchmark_data_smithi065_53143_object41625:head#
2020-11-16T20:58:10.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90dfe991:::benchmark_data_smithi065_53143_object46196:head#
2020-11-16T20:58:10.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90dffba8:::benchmark_data_smithi065_53143_object22556:head#
2020-11-16T20:58:10.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e00a03:::benchmark_data_smithi065_53143_object7441:head#
2020-11-16T20:58:10.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e021db:::benchmark_data_smithi065_53143_object78177:head#
2020-11-16T20:58:10.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e041b8:::benchmark_data_smithi065_53143_object2270:head#
2020-11-16T20:58:10.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e0fdb8:::benchmark_data_smithi065_53143_object2200:head#
2020-11-16T20:58:10.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e2b6b1:::benchmark_data_smithi065_53143_object70082:head#
2020-11-16T20:58:10.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e31c8f:::benchmark_data_smithi065_53143_object28110:head#
2020-11-16T20:58:10.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e343ed:::benchmark_data_smithi065_53143_object46009:head#
2020-11-16T20:58:10.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e3caea:::benchmark_data_smithi065_53143_object27098:head#
2020-11-16T20:58:10.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e41cdc:::benchmark_data_smithi065_53143_object33963:head#
2020-11-16T20:58:10.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e44ac1:::benchmark_data_smithi065_53143_object25740:head#
2020-11-16T20:58:10.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e47962:::benchmark_data_smithi065_53143_object75202:head#
2020-11-16T20:58:10.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e5711e:::benchmark_data_smithi065_53143_object69968:head#
2020-11-16T20:58:10.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e6d398:::benchmark_data_smithi065_53143_object79621:head#
2020-11-16T20:58:10.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e6d79b:::benchmark_data_smithi065_53143_object51457:head#
2020-11-16T20:58:10.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e86553:::benchmark_data_smithi065_53143_object71048:head#
2020-11-16T20:58:10.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e87f3e:::benchmark_data_smithi065_53143_object13930:head#
2020-11-16T20:58:10.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e9421c:::benchmark_data_smithi065_53143_object270:head#
2020-11-16T20:58:10.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e95a86:::benchmark_data_smithi065_53143_object6454:head#
2020-11-16T20:58:10.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e99166:::benchmark_data_smithi065_53143_object36712:head#
2020-11-16T20:58:10.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e9aeae:::benchmark_data_smithi065_53143_object78947:head#
2020-11-16T20:58:10.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90e9f733:::benchmark_data_smithi065_53143_object75013:head#
2020-11-16T20:58:10.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ea4972:::benchmark_data_smithi065_53143_object64489:head#
2020-11-16T20:58:10.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ebd441:::benchmark_data_smithi065_53143_object52496:head#
2020-11-16T20:58:10.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ed489f:::benchmark_data_smithi065_53143_object70090:head#
2020-11-16T20:58:10.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ed71a4:::benchmark_data_smithi065_53143_object26394:head#
2020-11-16T20:58:10.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90edf4b1:::benchmark_data_smithi065_53143_object9362:head#
2020-11-16T20:58:10.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f06ba9:::benchmark_data_smithi065_53143_object15921:head#
2020-11-16T20:58:10.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f131a5:::benchmark_data_smithi065_53143_object15712:head#
2020-11-16T20:58:10.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f1efd9:::benchmark_data_smithi065_53143_object63062:head#
2020-11-16T20:58:10.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f308e4:::benchmark_data_smithi065_53143_object39830:head#
2020-11-16T20:58:10.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f3ef1b:::benchmark_data_smithi065_53143_object15772:head#
2020-11-16T20:58:10.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f4bc8f:::benchmark_data_smithi065_53143_object12527:head#
2020-11-16T20:58:10.249 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f4f875:::benchmark_data_smithi065_53143_object66999:head#
2020-11-16T20:58:10.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f4ff53:::benchmark_data_smithi065_53143_object8448:head#
2020-11-16T20:58:10.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f5142c:::benchmark_data_smithi065_53143_object21745:head#
2020-11-16T20:58:10.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f6ad02:::benchmark_data_smithi065_53143_object10077:head#
2020-11-16T20:58:10.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f6e62b:::benchmark_data_smithi065_53143_object46331:head#
2020-11-16T20:58:10.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f6e839:::benchmark_data_smithi065_53143_object43499:head#
2020-11-16T20:58:10.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f700a9:::benchmark_data_smithi065_53143_object51961:head#
2020-11-16T20:58:10.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f77354:::benchmark_data_smithi065_53143_object8188:head#
2020-11-16T20:58:10.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f895da:::benchmark_data_smithi065_53143_object20794:head#
2020-11-16T20:58:10.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f90a95:::benchmark_data_smithi065_53143_object42178:head#
2020-11-16T20:58:10.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f90bf4:::benchmark_data_smithi065_53143_object52956:head#
2020-11-16T20:58:10.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90f95903:::benchmark_data_smithi065_53143_object71611:head#
2020-11-16T20:58:10.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90fb8c87:::benchmark_data_smithi065_53143_object21270:head#
2020-11-16T20:58:10.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90fc0ed0:::benchmark_data_smithi065_53143_object7616:head#
2020-11-16T20:58:10.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90fcd08f:::benchmark_data_smithi065_53143_object61152:head#
2020-11-16T20:58:10.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ff3e40:::benchmark_data_smithi065_53143_object25:head#
2020-11-16T20:58:10.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:90ff8655:::benchmark_data_smithi065_53143_object44853:head#
2020-11-16T20:58:10.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91004e80:::benchmark_data_smithi065_53143_object56211:head#
2020-11-16T20:58:10.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9100ff16:::benchmark_data_smithi065_53143_object42659:head#
2020-11-16T20:58:10.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91019e92:::benchmark_data_smithi065_53143_object64922:head#
2020-11-16T20:58:10.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9101f57d:::benchmark_data_smithi065_53143_object44481:head#
2020-11-16T20:58:10.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91020c58:::benchmark_data_smithi065_53143_object23459:head#
2020-11-16T20:58:10.263 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9104ce82:::benchmark_data_smithi065_53143_object22412:head#
2020-11-16T20:58:10.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9105c004:::benchmark_data_smithi065_53143_object43697:head#
2020-11-16T20:58:10.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9105f1b8:::benchmark_data_smithi065_53143_object13312:head#
2020-11-16T20:58:10.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9105f48d:::benchmark_data_smithi065_53143_object50839:head#
2020-11-16T20:58:10.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9106f16a:::benchmark_data_smithi065_53143_object77295:head#
2020-11-16T20:58:10.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:910778a1:::benchmark_data_smithi065_53143_object6428:head#
2020-11-16T20:58:10.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9107b72c:::benchmark_data_smithi065_53143_object63290:head#
2020-11-16T20:58:10.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9107d82b:::benchmark_data_smithi065_53143_object20148:head#
2020-11-16T20:58:10.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91089517:::benchmark_data_smithi065_53143_object13185:head#
2020-11-16T20:58:10.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9108bddb:::benchmark_data_smithi065_53143_object28249:head#
2020-11-16T20:58:10.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91097c22:::benchmark_data_smithi065_53143_object16773:head#
2020-11-16T20:58:10.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:910ad8b2:::benchmark_data_smithi065_53143_object9242:head#
2020-11-16T20:58:10.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:910c54f2:::benchmark_data_smithi065_53143_object3898:head#
2020-11-16T20:58:10.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:910f0459:::benchmark_data_smithi065_53143_object65153:head#
2020-11-16T20:58:10.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:910f6afd:::benchmark_data_smithi065_53143_object28872:head#
2020-11-16T20:58:10.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9111cd54:::benchmark_data_smithi065_53143_object35618:head#
2020-11-16T20:58:10.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9112185b:::benchmark_data_smithi065_53143_object54884:head#
2020-11-16T20:58:10.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9114cbb2:::benchmark_data_smithi065_53143_object41557:head#
2020-11-16T20:58:10.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91163bb4:::benchmark_data_smithi065_53143_object79732:head#
2020-11-16T20:58:10.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9116756a:::benchmark_data_smithi065_53143_object57089:head#
2020-11-16T20:58:10.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91167f8b:::benchmark_data_smithi065_53143_object43593:head#
2020-11-16T20:58:10.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9116b139:::benchmark_data_smithi065_53143_object80357:head#
2020-11-16T20:58:10.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9116e883:::benchmark_data_smithi065_53143_object49975:head#
2020-11-16T20:58:10.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9117ad66:::benchmark_data_smithi065_53143_object78445:head#
2020-11-16T20:58:10.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91199a5b:::benchmark_data_smithi065_53143_object30850:head#
2020-11-16T20:58:10.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:911b2bdf:::benchmark_data_smithi065_53143_object63557:head#
2020-11-16T20:58:10.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:911c4c57:::benchmark_data_smithi065_53143_object56668:head#
2020-11-16T20:58:10.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:911c6993:::benchmark_data_smithi065_53143_object392:head#
2020-11-16T20:58:10.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:911c9e15:::benchmark_data_smithi065_53143_object61673:head#
2020-11-16T20:58:10.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:911dcd9a:::benchmark_data_smithi065_53143_object19591:head#
2020-11-16T20:58:10.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912005f7:::benchmark_data_smithi065_53143_object49938:head#
2020-11-16T20:58:10.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91204543:::benchmark_data_smithi065_53143_object64085:head#
2020-11-16T20:58:10.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91204b7f:::benchmark_data_smithi065_53143_object81846:head#
2020-11-16T20:58:10.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9120c5fb:::benchmark_data_smithi065_53143_object59262:head#
2020-11-16T20:58:10.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91219d9a:::benchmark_data_smithi065_53143_object65679:head#
2020-11-16T20:58:10.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912207c8:::benchmark_data_smithi065_53143_object51001:head#
2020-11-16T20:58:10.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91234551:::benchmark_data_smithi065_53143_object23618:head#
2020-11-16T20:58:10.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91245cd5:::benchmark_data_smithi065_53143_object60077:head#
2020-11-16T20:58:10.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91247070:::benchmark_data_smithi065_53143_object75928:head#
2020-11-16T20:58:10.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91248217:::benchmark_data_smithi065_53143_object54002:head#
2020-11-16T20:58:10.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91250ef1:::benchmark_data_smithi065_53143_object32259:head#
2020-11-16T20:58:10.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9126837f:::benchmark_data_smithi065_53143_object22904:head#
2020-11-16T20:58:10.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91277720:::benchmark_data_smithi065_53143_object54998:head#
2020-11-16T20:58:10.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9128ef1e:::benchmark_data_smithi065_53143_object29065:head#
2020-11-16T20:58:10.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9129c649:::benchmark_data_smithi065_53143_object48655:head#
2020-11-16T20:58:10.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9129ffe6:::benchmark_data_smithi065_53143_object3530:head#
2020-11-16T20:58:10.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912a2778:::benchmark_data_smithi065_53143_object15437:head#
2020-11-16T20:58:10.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912aebf1:::benchmark_data_smithi065_53143_object38845:head#
2020-11-16T20:58:10.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912b0f36:::benchmark_data_smithi065_53143_object38215:head#
2020-11-16T20:58:10.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912b5e0e:::benchmark_data_smithi065_53143_object8104:head#
2020-11-16T20:58:10.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912b6ee9:::benchmark_data_smithi065_53143_object12413:head#
2020-11-16T20:58:10.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912c91ae:::benchmark_data_smithi065_53143_object5964:head#
2020-11-16T20:58:10.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912cff71:::benchmark_data_smithi065_53143_object57669:head#
2020-11-16T20:58:10.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912e4668:::benchmark_data_smithi065_53143_object53348:head#
2020-11-16T20:58:10.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912ec611:::benchmark_data_smithi065_53143_object58969:head#
2020-11-16T20:58:10.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912efe90:::benchmark_data_smithi065_53143_object22932:head#
2020-11-16T20:58:10.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912f8dd2:::benchmark_data_smithi065_53143_object45824:head#
2020-11-16T20:58:10.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:912fd39a:::benchmark_data_smithi065_53143_object77305:head#
2020-11-16T20:58:10.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9132a445:::benchmark_data_smithi065_53143_object3896:head#
2020-11-16T20:58:10.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9132f096:::benchmark_data_smithi065_53143_object77187:head#
2020-11-16T20:58:10.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:913374f8:::benchmark_data_smithi065_53143_object59184:head#
2020-11-16T20:58:10.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91368cdc:::benchmark_data_smithi065_53143_object54869:head#
2020-11-16T20:58:10.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91381cf8:::benchmark_data_smithi065_53143_object29020:head#
2020-11-16T20:58:10.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91395d90:::benchmark_data_smithi065_53143_object44668:head#
2020-11-16T20:58:10.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91397521:::benchmark_data_smithi065_53143_object23098:head#
2020-11-16T20:58:10.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91399b62:::benchmark_data_smithi065_53143_object18020:head#
2020-11-16T20:58:10.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:913a2f36:::benchmark_data_smithi065_53143_object45990:head#
2020-11-16T20:58:10.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:913a9f2f:::benchmark_data_smithi065_53143_object46107:head#
2020-11-16T20:58:10.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:913b27ab:::benchmark_data_smithi065_53143_object54755:head#
2020-11-16T20:58:10.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:913b4aac:::benchmark_data_smithi065_53143_object26069:head#
2020-11-16T20:58:10.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:913c8ea4:::benchmark_data_smithi065_53143_object61810:head#
2020-11-16T20:58:10.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:913cb63b:::benchmark_data_smithi065_53143_object19864:head#
2020-11-16T20:58:10.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91400ce8:::benchmark_data_smithi065_53143_object22949:head#
2020-11-16T20:58:10.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91406d8c:::benchmark_data_smithi065_53143_object24556:head#
2020-11-16T20:58:10.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9140f5f3:::benchmark_data_smithi065_53143_object63145:head#
2020-11-16T20:58:10.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9142ed60:::benchmark_data_smithi065_53143_object36224:head#
2020-11-16T20:58:10.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9143c008:::benchmark_data_smithi065_53143_object54001:head#
2020-11-16T20:58:10.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91443623:::benchmark_data_smithi065_53143_object48862:head#
2020-11-16T20:58:10.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91451bb9:::benchmark_data_smithi065_53143_object76577:head#
2020-11-16T20:58:10.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914531fb:::benchmark_data_smithi065_53143_object19754:head#
2020-11-16T20:58:10.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914547e3:::benchmark_data_smithi065_53143_object79760:head#
2020-11-16T20:58:10.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9145799c:::benchmark_data_smithi065_53143_object21857:head#
2020-11-16T20:58:10.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914592c2:::benchmark_data_smithi065_53143_object42513:head#
2020-11-16T20:58:10.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9146357e:::benchmark_data_smithi065_53143_object41906:head#
2020-11-16T20:58:10.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914638c2:::benchmark_data_smithi065_53143_object56359:head#
2020-11-16T20:58:10.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9147af65:::benchmark_data_smithi065_53143_object38892:head#
2020-11-16T20:58:10.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9148b689:::benchmark_data_smithi065_53143_object31006:head#
2020-11-16T20:58:10.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9148d2a4:::benchmark_data_smithi065_53143_object26636:head#
2020-11-16T20:58:10.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91493732:::benchmark_data_smithi065_53143_object1542:head#
2020-11-16T20:58:10.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91497c05:::benchmark_data_smithi065_53143_object48372:head#
2020-11-16T20:58:10.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9149d73a:::benchmark_data_smithi065_53143_object8020:head#
2020-11-16T20:58:10.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9149e80f:::benchmark_data_smithi065_53143_object25073:head#
2020-11-16T20:58:10.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914a3274:::benchmark_data_smithi065_53143_object17668:head#
2020-11-16T20:58:10.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914b7556:::benchmark_data_smithi065_53143_object6164:head#
2020-11-16T20:58:10.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914d07ed:::benchmark_data_smithi065_53143_object39330:head#
2020-11-16T20:58:10.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914d20e1:::benchmark_data_smithi065_53143_object46432:head#
2020-11-16T20:58:10.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914f23a5:::benchmark_data_smithi065_53143_object49434:head#
2020-11-16T20:58:10.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914f2768:::benchmark_data_smithi065_53143_object75087:head#
2020-11-16T20:58:10.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914fa293:::benchmark_data_smithi065_53143_object73896:head#
2020-11-16T20:58:10.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:914ff13e:::benchmark_data_smithi065_53143_object42436:head#
2020-11-16T20:58:10.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9150ea2e:::benchmark_data_smithi065_53143_object33525:head#
2020-11-16T20:58:10.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9152e597:::benchmark_data_smithi065_53143_object49254:head#
2020-11-16T20:58:10.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9154f227:::benchmark_data_smithi065_53143_object32196:head#
2020-11-16T20:58:10.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91561aca:::benchmark_data_smithi065_53143_object40625:head#
2020-11-16T20:58:10.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9156bf84:::benchmark_data_smithi065_53143_object21182:head#
2020-11-16T20:58:10.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915709fa:::benchmark_data_smithi065_53143_object59465:head#
2020-11-16T20:58:10.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91583e25:::benchmark_data_smithi065_53143_object57270:head#
2020-11-16T20:58:10.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91585680:::benchmark_data_smithi065_53143_object30711:head#
2020-11-16T20:58:10.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9158dbc2:::benchmark_data_smithi065_53143_object72055:head#
2020-11-16T20:58:10.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915be936:::benchmark_data_smithi065_53143_object25603:head#
2020-11-16T20:58:10.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915c7107:::benchmark_data_smithi065_53143_object8887:head#
2020-11-16T20:58:10.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915c9cbd:::benchmark_data_smithi065_53143_object2042:head#
2020-11-16T20:58:10.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915eacc0:::benchmark_data_smithi065_53143_object78562:head#
2020-11-16T20:58:10.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915eb209:::benchmark_data_smithi065_53143_object69700:head#
2020-11-16T20:58:10.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915ef491:::benchmark_data_smithi065_53143_object30628:head#
2020-11-16T20:58:10.343 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915f038b:::benchmark_data_smithi065_53143_object50488:head#
2020-11-16T20:58:10.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915f0976:::benchmark_data_smithi065_53143_object39400:head#
2020-11-16T20:58:10.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:915fbd1a:::benchmark_data_smithi065_53143_object51378:head#
2020-11-16T20:58:10.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91603eaa:::benchmark_data_smithi065_53143_object38666:head#
2020-11-16T20:58:10.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:916123ae:::benchmark_data_smithi065_53143_object50518:head#
2020-11-16T20:58:10.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9161c373:::benchmark_data_smithi065_53143_object59519:head#
2020-11-16T20:58:10.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91629d08:::benchmark_data_smithi065_53143_object70331:head#
2020-11-16T20:58:10.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91640bcb:::benchmark_data_smithi065_53143_object49593:head#
2020-11-16T20:58:10.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91649c73:::benchmark_data_smithi065_53143_object47598:head#
2020-11-16T20:58:10.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9164dd40:::benchmark_data_smithi065_53143_object65821:head#
2020-11-16T20:58:10.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91659627:::benchmark_data_smithi065_53143_object47563:head#
2020-11-16T20:58:10.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91659645:::benchmark_data_smithi065_53143_object71718:head#
2020-11-16T20:58:10.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9165bea0:::benchmark_data_smithi065_53143_object34693:head#
2020-11-16T20:58:10.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91668e64:::benchmark_data_smithi065_53143_object77274:head#
2020-11-16T20:58:10.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91687ae4:::benchmark_data_smithi065_53143_object61795:head#
2020-11-16T20:58:10.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9169c8c8:::benchmark_data_smithi065_53143_object70890:head#
2020-11-16T20:58:10.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:916d11f4:::benchmark_data_smithi065_53143_object44113:head#
2020-11-16T20:58:10.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:916d78d0:::benchmark_data_smithi065_53143_object28314:head#
2020-11-16T20:58:10.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:916e3fa0:::benchmark_data_smithi065_53143_object80024:head#
2020-11-16T20:58:10.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91700ab8:::benchmark_data_smithi065_53143_object14766:head#
2020-11-16T20:58:10.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9170a2f2:::benchmark_data_smithi065_53143_object51066:head#
2020-11-16T20:58:10.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9170cdea:::benchmark_data_smithi065_53143_object75096:head#
2020-11-16T20:58:10.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9170dc86:::benchmark_data_smithi065_53143_object11174:head#
2020-11-16T20:58:10.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9175232f:::benchmark_data_smithi065_53143_object51849:head#
2020-11-16T20:58:10.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91758022:::benchmark_data_smithi065_53143_object17750:head#
2020-11-16T20:58:10.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9175a5b6:::benchmark_data_smithi065_53143_object64373:head#
2020-11-16T20:58:10.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9178305e:::benchmark_data_smithi065_53143_object15611:head#
2020-11-16T20:58:10.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9178607c:::benchmark_data_smithi065_53143_object9471:head#
2020-11-16T20:58:10.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9178995e:::benchmark_data_smithi065_53143_object4585:head#
2020-11-16T20:58:10.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91794e00:::benchmark_data_smithi065_53143_object52991:head#
2020-11-16T20:58:10.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:917a5416:::benchmark_data_smithi065_53143_object49600:head#
2020-11-16T20:58:10.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:917c4ee5:::benchmark_data_smithi065_53143_object17503:head#
2020-11-16T20:58:10.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:917d4664:::benchmark_data_smithi065_53143_object67348:head#
2020-11-16T20:58:10.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:917d993d:::benchmark_data_smithi065_53143_object21430:head#
2020-11-16T20:58:10.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:917f108e:::benchmark_data_smithi065_53143_object15241:head#
2020-11-16T20:58:10.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:917ff212:::benchmark_data_smithi065_53143_object70972:head#
2020-11-16T20:58:10.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9181032a:::benchmark_data_smithi065_53143_object2393:head#
2020-11-16T20:58:10.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91810a5a:::benchmark_data_smithi065_53143_object31864:head#
2020-11-16T20:58:10.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91818c28:::benchmark_data_smithi065_53143_object31045:head#
2020-11-16T20:58:10.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9181d2d8:::benchmark_data_smithi065_53143_object18508:head#
2020-11-16T20:58:10.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91820aec:::benchmark_data_smithi065_53143_object53457:head#
2020-11-16T20:58:10.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918257cd:::benchmark_data_smithi065_53143_object66359:head#
2020-11-16T20:58:10.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9182bcf8:::benchmark_data_smithi065_53143_object62580:head#
2020-11-16T20:58:10.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918338f1:::benchmark_data_smithi065_53143_object64496:head#
2020-11-16T20:58:10.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9184b47f:::benchmark_data_smithi065_53143_object14216:head#
2020-11-16T20:58:10.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91856227:::benchmark_data_smithi065_53143_object64386:head#
2020-11-16T20:58:10.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9185ff71:::benchmark_data_smithi065_53143_object55377:head#
2020-11-16T20:58:10.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918696d7:::benchmark_data_smithi065_53143_object59464:head#
2020-11-16T20:58:10.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9186a6c1:::benchmark_data_smithi065_53143_object62156:head#
2020-11-16T20:58:10.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9186c0f0:::benchmark_data_smithi065_53143_object5887:head#
2020-11-16T20:58:10.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91876d98:::benchmark_data_smithi065_53143_object12884:head#
2020-11-16T20:58:10.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918a0acb:::benchmark_data_smithi065_53143_object51037:head#
2020-11-16T20:58:10.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918a1214:::benchmark_data_smithi065_53143_object55702:head#
2020-11-16T20:58:10.381 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918ac81f:::benchmark_data_smithi065_53143_object42760:head#
2020-11-16T20:58:10.381 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918c46f0:::benchmark_data_smithi065_53143_object7201:head#
2020-11-16T20:58:10.382 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918e2169:::benchmark_data_smithi065_53143_object39927:head#
2020-11-16T20:58:10.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918ec26a:::benchmark_data_smithi065_53143_object18864:head#
2020-11-16T20:58:10.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918f1630:::benchmark_data_smithi065_53143_object5703:head#
2020-11-16T20:58:10.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918fca0c:::benchmark_data_smithi065_53143_object71300:head#
2020-11-16T20:58:10.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:918fd59c:::benchmark_data_smithi065_53143_object62896:head#
2020-11-16T20:58:10.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919022cf:::benchmark_data_smithi065_53143_object45342:head#
2020-11-16T20:58:10.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919120dd:::benchmark_data_smithi065_53143_object76695:head#
2020-11-16T20:58:10.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919162e5:::benchmark_data_smithi065_53143_object25069:head#
2020-11-16T20:58:10.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9191cc53:::benchmark_data_smithi065_53143_object4895:head#
2020-11-16T20:58:10.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9192acbf:::benchmark_data_smithi065_53143_object57828:head#
2020-11-16T20:58:10.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9192f0ad:::benchmark_data_smithi065_53143_object40865:head#
2020-11-16T20:58:10.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91932514:::benchmark_data_smithi065_53143_object43114:head#
2020-11-16T20:58:10.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9193d576:::benchmark_data_smithi065_53143_object12125:head#
2020-11-16T20:58:10.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9193da28:::benchmark_data_smithi065_53143_object18712:head#
2020-11-16T20:58:10.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9194e3d1:::benchmark_data_smithi065_53143_object35877:head#
2020-11-16T20:58:10.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91953298:::benchmark_data_smithi065_53143_object464:head#
2020-11-16T20:58:10.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91956429:::benchmark_data_smithi065_53143_object71219:head#
2020-11-16T20:58:10.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91972b32:::benchmark_data_smithi065_53143_object70083:head#
2020-11-16T20:58:10.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9197e709:::benchmark_data_smithi065_53143_object44337:head#
2020-11-16T20:58:10.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9199b5e4:::benchmark_data_smithi065_53143_object39359:head#
2020-11-16T20:58:10.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919a00ee:::benchmark_data_smithi065_53143_object1647:head#
2020-11-16T20:58:10.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919a1612:::benchmark_data_smithi065_53143_object50102:head#
2020-11-16T20:58:10.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919b5d3c:::benchmark_data_smithi065_53143_object41892:head#
2020-11-16T20:58:10.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919c5b67:::benchmark_data_smithi065_53143_object32620:head#
2020-11-16T20:58:10.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919d54aa:::benchmark_data_smithi065_53143_object40918:head#
2020-11-16T20:58:10.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919db8d7:::benchmark_data_smithi065_53143_object12739:head#
2020-11-16T20:58:10.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919dbd0f:::benchmark_data_smithi065_53143_object2708:head#
2020-11-16T20:58:10.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919e3ed7:::benchmark_data_smithi065_53143_object8433:head#
2020-11-16T20:58:10.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919f07c7:::benchmark_data_smithi065_53143_object46013:head#
2020-11-16T20:58:10.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:919fb99e:::benchmark_data_smithi065_53143_object15880:head#
2020-11-16T20:58:10.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a0b707:::benchmark_data_smithi065_53143_object33241:head#
2020-11-16T20:58:10.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a1ac0b:::benchmark_data_smithi065_53143_object32171:head#
2020-11-16T20:58:10.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a3884a:::benchmark_data_smithi065_53143_object37104:head#
2020-11-16T20:58:10.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a46145:::benchmark_data_smithi065_53143_object27543:head#
2020-11-16T20:58:10.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a51511:::benchmark_data_smithi065_53143_object14167:head#
2020-11-16T20:58:10.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a5e39e:::benchmark_data_smithi065_53143_object35143:head#
2020-11-16T20:58:10.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a63b5d:::benchmark_data_smithi065_53143_object74761:head#
2020-11-16T20:58:10.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a65efc:::benchmark_data_smithi065_53143_object24259:head#
2020-11-16T20:58:10.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a6ab4c:::benchmark_data_smithi065_53143_object58430:head#
2020-11-16T20:58:10.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a8cb02:::benchmark_data_smithi065_53143_object58375:head#
2020-11-16T20:58:10.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a8ecaf:::benchmark_data_smithi065_53143_object41233:head#
2020-11-16T20:58:10.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91a9b14f:::benchmark_data_smithi065_53143_object22341:head#
2020-11-16T20:58:10.408 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91aa204f:::benchmark_data_smithi065_53143_object57059:head#
2020-11-16T20:58:10.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91aa4795:::benchmark_data_smithi065_53143_object56355:head#
2020-11-16T20:58:10.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91abb0a9:::benchmark_data_smithi065_53143_object53687:head#
2020-11-16T20:58:10.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ac183b:::benchmark_data_smithi065_53143_object54004:head#
2020-11-16T20:58:10.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ac23e5:::benchmark_data_smithi065_53143_object60058:head#
2020-11-16T20:58:10.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91aca08d:::benchmark_data_smithi065_53143_object63672:head#
2020-11-16T20:58:10.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ad6ea6:::benchmark_data_smithi065_53143_object6651:head#
2020-11-16T20:58:10.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91adbaec:::benchmark_data_smithi065_53143_object12519:head#
2020-11-16T20:58:10.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91af35fc:::benchmark_data_smithi065_53143_object15749:head#
2020-11-16T20:58:10.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91afa143:::benchmark_data_smithi065_53143_object32687:head#
2020-11-16T20:58:10.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b13f98:::benchmark_data_smithi065_53143_object44664:head#
2020-11-16T20:58:10.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b4fefd:::benchmark_data_smithi065_53143_object18986:head#
2020-11-16T20:58:10.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b55c3b:::benchmark_data_smithi065_53143_object80547:head#
2020-11-16T20:58:10.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b5b1ca:::benchmark_data_smithi065_53143_object17243:head#
2020-11-16T20:58:10.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b5bed0:::benchmark_data_smithi065_53143_object25956:head#
2020-11-16T20:58:10.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b6a37b:::benchmark_data_smithi065_53143_object36372:head#
2020-11-16T20:58:10.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b6c1ae:::benchmark_data_smithi065_53143_object35072:head#
2020-11-16T20:58:10.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b712a9:::benchmark_data_smithi065_53143_object69073:head#
2020-11-16T20:58:10.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b74c6e:::benchmark_data_smithi065_53143_object32312:head#
2020-11-16T20:58:10.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b760c2:::benchmark_data_smithi065_53143_object12365:head#
2020-11-16T20:58:10.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b764f8:::benchmark_data_smithi065_53143_object32786:head#
2020-11-16T20:58:10.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b7e7fa:::benchmark_data_smithi065_53143_object46258:head#
2020-11-16T20:58:10.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b7e82e:::benchmark_data_smithi065_53143_object11327:head#
2020-11-16T20:58:10.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b8c441:::benchmark_data_smithi065_53143_object22671:head#
2020-11-16T20:58:10.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b8d5d7:::benchmark_data_smithi065_53143_object7956:head#
2020-11-16T20:58:10.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b90ca5:::benchmark_data_smithi065_53143_object39531:head#
2020-11-16T20:58:10.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b93bcb:::benchmark_data_smithi065_53143_object32750:head#
2020-11-16T20:58:10.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b95755:::benchmark_data_smithi065_53143_object45216:head#
2020-11-16T20:58:10.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91b9e640:::benchmark_data_smithi065_53143_object31823:head#
2020-11-16T20:58:10.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ba13e4:::benchmark_data_smithi065_53143_object81692:head#
2020-11-16T20:58:10.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91bba44d:::benchmark_data_smithi065_53143_object932:head#
2020-11-16T20:58:10.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91bd53de:::benchmark_data_smithi065_53143_object3010:head#
2020-11-16T20:58:10.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91bd69ba:::benchmark_data_smithi065_53143_object24414:head#
2020-11-16T20:58:10.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91be9e4f:::benchmark_data_smithi065_53143_object26632:head#
2020-11-16T20:58:10.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91becd96:::benchmark_data_smithi065_53143_object64484:head#
2020-11-16T20:58:10.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91bf36f2:::benchmark_data_smithi065_53143_object62053:head#
2020-11-16T20:58:10.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91bf8db5:::benchmark_data_smithi065_53143_object56297:head#
2020-11-16T20:58:10.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c0e4c0:::benchmark_data_smithi065_53143_object51253:head#
2020-11-16T20:58:10.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c17183:::benchmark_data_smithi065_53143_object40105:head#
2020-11-16T20:58:10.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c3ae03:::benchmark_data_smithi065_53143_object554:head#
2020-11-16T20:58:10.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c51cfc:::benchmark_data_smithi065_53143_object81418:head#
2020-11-16T20:58:10.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c5709d:::benchmark_data_smithi065_53143_object37888:head#
2020-11-16T20:58:10.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c65066:::benchmark_data_smithi065_53143_object75535:head#
2020-11-16T20:58:10.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c788ee:::benchmark_data_smithi065_53143_object28092:head#
2020-11-16T20:58:10.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c7e2fe:::benchmark_data_smithi065_53143_object78184:head#
2020-11-16T20:58:10.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c7fd85:::benchmark_data_smithi065_53143_object12859:head#
2020-11-16T20:58:10.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91c94ac0:::benchmark_data_smithi065_53143_object40674:head#
2020-11-16T20:58:10.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91cb11ec:::benchmark_data_smithi065_53143_object76128:head#
2020-11-16T20:58:10.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91cbc131:::benchmark_data_smithi065_53143_object1894:head#
2020-11-16T20:58:10.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ccf4ee:::benchmark_data_smithi065_53143_object46961:head#
2020-11-16T20:58:10.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91cd55c9:::benchmark_data_smithi065_53143_object35058:head#
2020-11-16T20:58:10.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d10289:::benchmark_data_smithi065_53143_object28818:head#
2020-11-16T20:58:10.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d21aaa:::benchmark_data_smithi065_53143_object35710:head#
2020-11-16T20:58:10.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d2547a:::benchmark_data_smithi065_53143_object19161:head#
2020-11-16T20:58:10.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d4000c:::benchmark_data_smithi065_53143_object507:head#
2020-11-16T20:58:10.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d42999:::benchmark_data_smithi065_53143_object17405:head#
2020-11-16T20:58:10.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d6ee01:::benchmark_data_smithi065_53143_object31654:head#
2020-11-16T20:58:10.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d6f9bd:::benchmark_data_smithi065_53143_object34964:head#
2020-11-16T20:58:10.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d709c1:::benchmark_data_smithi065_53143_object63723:head#
2020-11-16T20:58:10.444 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d7eeff:::benchmark_data_smithi065_53143_object21279:head#
2020-11-16T20:58:10.444 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d918e1:::benchmark_data_smithi065_53143_object42127:head#
2020-11-16T20:58:10.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91d9aa52:::benchmark_data_smithi065_53143_object48851:head#
2020-11-16T20:58:10.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91da2209:::benchmark_data_smithi065_53143_object57052:head#
2020-11-16T20:58:10.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91da6797:::benchmark_data_smithi065_53143_object34801:head#
2020-11-16T20:58:10.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91dba082:::benchmark_data_smithi065_53143_object18375:head#
2020-11-16T20:58:10.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91dbfc21:::benchmark_data_smithi065_53143_object39857:head#
2020-11-16T20:58:10.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91dc3c7a:::benchmark_data_smithi065_53143_object56086:head#
2020-11-16T20:58:10.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91dcd52d:::benchmark_data_smithi065_53143_object14131:head#
2020-11-16T20:58:10.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91dcf2cd:::benchmark_data_smithi065_53143_object50249:head#
2020-11-16T20:58:10.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91de3b35:::benchmark_data_smithi065_53143_object30200:head#
2020-11-16T20:58:10.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91dfe658:::benchmark_data_smithi065_53143_object17195:head#
2020-11-16T20:58:10.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e01c31:::benchmark_data_smithi065_53143_object54091:head#
2020-11-16T20:58:10.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e0b05b:::benchmark_data_smithi065_53143_object37410:head#
2020-11-16T20:58:10.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e144f8:::benchmark_data_smithi065_53143_object61015:head#
2020-11-16T20:58:10.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e159ea:::benchmark_data_smithi065_53143_object2432:head#
2020-11-16T20:58:10.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e34176:::benchmark_data_smithi065_53143_object13326:head#
2020-11-16T20:58:10.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e3edeb:::benchmark_data_smithi065_53143_object6602:head#
2020-11-16T20:58:10.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e6c2b3:::benchmark_data_smithi065_53143_object20604:head#
2020-11-16T20:58:10.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e72287:::benchmark_data_smithi065_53143_object55276:head#
2020-11-16T20:58:10.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e74499:::benchmark_data_smithi065_53143_object27942:head#
2020-11-16T20:58:10.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e77ffa:::benchmark_data_smithi065_53143_object51927:head#
2020-11-16T20:58:10.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e7a24f:::benchmark_data_smithi065_53143_object5265:head#
2020-11-16T20:58:10.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e86265:::benchmark_data_smithi065_53143_object21708:head#
2020-11-16T20:58:10.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e90380:::benchmark_data_smithi065_53143_object53719:head#
2020-11-16T20:58:10.459 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91e9a30d:::benchmark_data_smithi065_53143_object27368:head#
2020-11-16T20:58:10.460 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ea0fe4:::benchmark_data_smithi065_53143_object59878:head#
2020-11-16T20:58:10.460 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ea54e0:::benchmark_data_smithi065_53143_object49986:head#
2020-11-16T20:58:10.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91eb7cbc:::benchmark_data_smithi065_53143_object19762:head#
2020-11-16T20:58:10.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91eceaef:::benchmark_data_smithi065_53143_object74618:head#
2020-11-16T20:58:10.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ed970e:::benchmark_data_smithi065_53143_object12796:head#
2020-11-16T20:58:10.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ee32df:::benchmark_data_smithi065_53143_object33664:head#
2020-11-16T20:58:10.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ee69cf:::benchmark_data_smithi065_53143_object1319:head#
2020-11-16T20:58:10.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91eed2c2:::benchmark_data_smithi065_53143_object16310:head#
2020-11-16T20:58:10.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ef7304:::benchmark_data_smithi065_53143_object25104:head#
2020-11-16T20:58:10.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91efb7ed:::benchmark_data_smithi065_53143_object15910:head#
2020-11-16T20:58:10.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f2ab45:::benchmark_data_smithi065_53143_object45291:head#
2020-11-16T20:58:10.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f37467:::benchmark_data_smithi065_53143_object47148:head#
2020-11-16T20:58:10.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f3b2b0:::benchmark_data_smithi065_53143_object48829:head#
2020-11-16T20:58:10.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f52b0d:::benchmark_data_smithi065_53143_object7823:head#
2020-11-16T20:58:10.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f5bbd2:::benchmark_data_smithi065_53143_object51436:head#
2020-11-16T20:58:10.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f6057a:::benchmark_data_smithi065_53143_object28223:head#
2020-11-16T20:58:10.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f66c17:::benchmark_data_smithi065_53143_object15154:head#
2020-11-16T20:58:10.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f771fd:::benchmark_data_smithi065_53143_object45594:head#
2020-11-16T20:58:10.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f8cf61:::benchmark_data_smithi065_53143_object60380:head#
2020-11-16T20:58:10.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f93a4d:::benchmark_data_smithi065_53143_object66801:head#
2020-11-16T20:58:10.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f96faa:::benchmark_data_smithi065_53143_object44265:head#
2020-11-16T20:58:10.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91f99a08:::benchmark_data_smithi065_53143_object30605:head#
2020-11-16T20:58:10.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91fa7d64:::benchmark_data_smithi065_53143_object40355:head#
2020-11-16T20:58:10.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91fccd85:::benchmark_data_smithi065_53143_object32086:head#
2020-11-16T20:58:10.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91fda3d9:::benchmark_data_smithi065_53143_object69864:head#
2020-11-16T20:58:10.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ffb73d:::benchmark_data_smithi065_53143_object15923:head#
2020-11-16T20:58:10.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ffc18f:::benchmark_data_smithi065_53143_object22178:head#
2020-11-16T20:58:10.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ffc381:::benchmark_data_smithi065_53143_object21630:head#
2020-11-16T20:58:10.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:91ffd3cd:::benchmark_data_smithi065_53143_object65793:head#
2020-11-16T20:58:10.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9200fb4c:::benchmark_data_smithi065_53143_object29372:head#
2020-11-16T20:58:10.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92013b7f:::benchmark_data_smithi065_53143_object23903:head#
2020-11-16T20:58:10.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92019244:::benchmark_data_smithi065_53143_object23244:head#
2020-11-16T20:58:10.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92021396:::benchmark_data_smithi065_53143_object66917:head#
2020-11-16T20:58:10.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9203db2e:::benchmark_data_smithi065_53143_object56277:head#
2020-11-16T20:58:10.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920441a0:::benchmark_data_smithi065_53143_object31889:head#
2020-11-16T20:58:10.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92049bf4:::benchmark_data_smithi065_53143_object78273:head#
2020-11-16T20:58:10.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92055375:::benchmark_data_smithi065_53143_object20734:head#
2020-11-16T20:58:10.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9205bca1:::benchmark_data_smithi065_53143_object15736:head#
2020-11-16T20:58:10.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9205e9ab:::benchmark_data_smithi065_53143_object9014:head#
2020-11-16T20:58:10.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92065796:::benchmark_data_smithi065_53143_object20252:head#
2020-11-16T20:58:10.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92076976:::benchmark_data_smithi065_53143_object40194:head#
2020-11-16T20:58:10.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92079272:::benchmark_data_smithi065_53143_object30144:head#
2020-11-16T20:58:10.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92081656:::benchmark_data_smithi065_53143_object73117:head#
2020-11-16T20:58:10.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92082519:::benchmark_data_smithi065_53143_object55594:head#
2020-11-16T20:58:10.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92082fd6:::benchmark_data_smithi065_53143_object79359:head#
2020-11-16T20:58:10.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9208e923:::benchmark_data_smithi065_53143_object77606:head#
2020-11-16T20:58:10.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9209c25f:::benchmark_data_smithi065_53143_object36360:head#
2020-11-16T20:58:10.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920a9a58:::benchmark_data_smithi065_53143_object57061:head#
2020-11-16T20:58:10.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920bebaf:::benchmark_data_smithi065_53143_object55952:head#
2020-11-16T20:58:10.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920cfe82:::benchmark_data_smithi065_53143_object76488:head#
2020-11-16T20:58:10.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920d13e4:::benchmark_data_smithi065_53143_object35300:head#
2020-11-16T20:58:10.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920d651c:::benchmark_data_smithi065_53143_object72695:head#
2020-11-16T20:58:10.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920dced9:::benchmark_data_smithi065_53143_object66978:head#
2020-11-16T20:58:10.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920de840:::benchmark_data_smithi065_53143_object9639:head#
2020-11-16T20:58:10.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920e37f5:::benchmark_data_smithi065_53143_object64843:head#
2020-11-16T20:58:10.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920e8e07:::benchmark_data_smithi065_53143_object46972:head#
2020-11-16T20:58:10.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920f00f3:::benchmark_data_smithi065_53143_object65028:head#
2020-11-16T20:58:10.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920f9c45:::benchmark_data_smithi065_53143_object40575:head#
2020-11-16T20:58:10.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920fbf72:::benchmark_data_smithi065_53143_object9226:head#
2020-11-16T20:58:10.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920fcbb2:::benchmark_data_smithi065_53143_object8966:head#
2020-11-16T20:58:10.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:920fd265:::benchmark_data_smithi065_53143_object8189:head#
2020-11-16T20:58:10.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921007d7:::benchmark_data_smithi065_53143_object28587:head#
2020-11-16T20:58:10.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921102de:::benchmark_data_smithi065_53143_object3866:head#
2020-11-16T20:58:10.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9211a900:::benchmark_data_smithi065_53143_object18941:head#
2020-11-16T20:58:10.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9212e40a:::benchmark_data_smithi065_53143_object5279:head#
2020-11-16T20:58:10.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9213cc5e:::benchmark_data_smithi065_53143_object20361:head#
2020-11-16T20:58:10.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92140609:::benchmark_data_smithi065_53143_object50629:head#
2020-11-16T20:58:10.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9215f618:::benchmark_data_smithi065_53143_object72264:head#
2020-11-16T20:58:10.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921640d3:::benchmark_data_smithi065_53143_object27231:head#
2020-11-16T20:58:10.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9216ec59:::benchmark_data_smithi065_53143_object9175:head#
2020-11-16T20:58:10.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9217116e:::benchmark_data_smithi065_53143_object9629:head#
2020-11-16T20:58:10.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9217512a:::benchmark_data_smithi065_53143_object25150:head#
2020-11-16T20:58:10.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92177294:::benchmark_data_smithi065_53143_object57538:head#
2020-11-16T20:58:10.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9217cefe:::benchmark_data_smithi065_53143_object24257:head#
2020-11-16T20:58:10.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92180096:::benchmark_data_smithi065_53143_object12485:head#
2020-11-16T20:58:10.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921915b0:::benchmark_data_smithi065_53143_object56415:head#
2020-11-16T20:58:10.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921adf16:::benchmark_data_smithi065_53143_object14208:head#
2020-11-16T20:58:10.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921b4b8c:::benchmark_data_smithi065_53143_object76261:head#
2020-11-16T20:58:10.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921b8459:::benchmark_data_smithi065_53143_object53466:head#
2020-11-16T20:58:10.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921c7193:::benchmark_data_smithi065_53143_object27523:head#
2020-11-16T20:58:10.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921c9ade:::benchmark_data_smithi065_53143_object12177:head#
2020-11-16T20:58:10.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921e0fad:::benchmark_data_smithi065_53143_object34311:head#
2020-11-16T20:58:10.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:921f8df0:::benchmark_data_smithi065_53143_object51609:head#
2020-11-16T20:58:10.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922000cd:::benchmark_data_smithi065_53143_object73653:head#
2020-11-16T20:58:10.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9221a4b0:::benchmark_data_smithi065_53143_object21656:head#
2020-11-16T20:58:10.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92222668:::benchmark_data_smithi065_53143_object31518:head#
2020-11-16T20:58:10.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92230595:::benchmark_data_smithi065_53143_object24:head#
2020-11-16T20:58:10.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92236410:::benchmark_data_smithi065_53143_object9459:head#
2020-11-16T20:58:10.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9223c7f5:::benchmark_data_smithi065_53143_object17261:head#
2020-11-16T20:58:10.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92244722:::benchmark_data_smithi065_53143_object14316:head#
2020-11-16T20:58:10.514 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9224499a:::benchmark_data_smithi065_53143_object33748:head#
2020-11-16T20:58:10.515 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9224b39f:::benchmark_data_smithi065_53143_object74097:head#
2020-11-16T20:58:10.515 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9224c925:::benchmark_data_smithi065_53143_object76609:head#
2020-11-16T20:58:10.516 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92253097:::benchmark_data_smithi065_53143_object75289:head#
2020-11-16T20:58:10.517 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922584b0:::benchmark_data_smithi065_53143_object75199:head#
2020-11-16T20:58:10.517 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9225d8d0:::benchmark_data_smithi065_53143_object57229:head#
2020-11-16T20:58:10.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92269da5:::benchmark_data_smithi065_53143_object73407:head#
2020-11-16T20:58:10.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92272433:::benchmark_data_smithi065_53143_object61290:head#
2020-11-16T20:58:10.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9227f5c8:::benchmark_data_smithi065_53143_object25206:head#
2020-11-16T20:58:10.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92296164:::benchmark_data_smithi065_53143_object18496:head#
2020-11-16T20:58:10.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9229ec54:::benchmark_data_smithi065_53143_object65235:head#
2020-11-16T20:58:10.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922a04bf:::benchmark_data_smithi065_53143_object31325:head#
2020-11-16T20:58:10.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922ae1e6:::benchmark_data_smithi065_53143_object22964:head#
2020-11-16T20:58:10.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922bdde5:::benchmark_data_smithi065_53143_object14867:head#
2020-11-16T20:58:10.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922beb7f:::benchmark_data_smithi065_53143_object58872:head#
2020-11-16T20:58:10.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922c0b33:::benchmark_data_smithi065_53143_object53665:head#
2020-11-16T20:58:10.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922c4d31:::benchmark_data_smithi065_53143_object55937:head#
2020-11-16T20:58:10.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922cc76e:::benchmark_data_smithi065_53143_object20448:head#
2020-11-16T20:58:10.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922d7a4e:::benchmark_data_smithi065_53143_object50559:head#
2020-11-16T20:58:10.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922e5696:::benchmark_data_smithi065_53143_object69189:head#
2020-11-16T20:58:10.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922f39a5:::benchmark_data_smithi065_53143_object40327:head#
2020-11-16T20:58:10.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:922fd4fe:::benchmark_data_smithi065_53143_object45696:head#
2020-11-16T20:58:10.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923139aa:::benchmark_data_smithi065_53143_object31547:head#
2020-11-16T20:58:10.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92324daa:::benchmark_data_smithi065_53143_object66003:head#
2020-11-16T20:58:10.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:08.599966+0000 mgr.x (mgr.14196) 1398 : cluster [DBG] pgmap v2132: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 841 op/s; 12255/145704 objects degraded (8.411%); 11 MiB/s, 171 objects/s recovering
2020-11-16T20:58:10.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: audit 2020-11-16T20:58:09.509989+0000 mon.a (mon.0) 2598 : audit [DBG] from='client.? v1:172.21.15.142:0/425044499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.538667+0000 osd.1 (osd.1) 304 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.569666+0000 osd.2 (osd.2) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.601885+0000 osd.3 (osd.3) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.638359+0000 osd.4 (osd.4) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.708357+0000 osd.6 (osd.6) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.733091+0000 osd.7 (osd.7) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.762464+0000 osd.8 (osd.8) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:10 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.794136+0000 osd.9 (osd.9) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9232a7db:::benchmark_data_smithi065_53143_object50267:head#
2020-11-16T20:58:10.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9232e172:::benchmark_data_smithi065_53143_object25203:head#
2020-11-16T20:58:10.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92337c8b:::benchmark_data_smithi065_53143_object11938:head#
2020-11-16T20:58:10.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9233fe8c:::benchmark_data_smithi065_53143_object23009:head#
2020-11-16T20:58:10.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92343a93:::benchmark_data_smithi065_53143_object75808:head#
2020-11-16T20:58:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:08.599966+0000 mgr.x (mgr.14196) 1398 : cluster [DBG] pgmap v2132: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 841 op/s; 12255/145704 objects degraded (8.411%); 11 MiB/s, 171 objects/s recovering
2020-11-16T20:58:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: audit 2020-11-16T20:58:09.509989+0000 mon.a (mon.0) 2598 : audit [DBG] from='client.? v1:172.21.15.142:0/425044499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.538667+0000 osd.1 (osd.1) 304 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.569666+0000 osd.2 (osd.2) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.601885+0000 osd.3 (osd.3) 39 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.638359+0000 osd.4 (osd.4) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.708357+0000 osd.6 (osd.6) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.733091+0000 osd.7 (osd.7) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.762464+0000 osd.8 (osd.8) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.794136+0000 osd.9 (osd.9) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:10.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92371284:::benchmark_data_smithi065_53143_object35617:head#
2020-11-16T20:58:10.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9237da48:::benchmark_data_smithi065_53143_object35704:head#
2020-11-16T20:58:10.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9238f2f3:::benchmark_data_smithi065_53143_object42365:head#
2020-11-16T20:58:10.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923a03cc:::benchmark_data_smithi065_53143_object56015:head#
2020-11-16T20:58:10.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923ad848:::benchmark_data_smithi065_53143_object28720:head#
2020-11-16T20:58:10.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923b55fb:::benchmark_data_smithi065_53143_object73348:head#
2020-11-16T20:58:10.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923bab88:::benchmark_data_smithi065_53143_object65189:head#
2020-11-16T20:58:10.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923bee97:::benchmark_data_smithi065_53143_object30958:head#
2020-11-16T20:58:10.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923c00d4:::benchmark_data_smithi065_53143_object36567:head#
2020-11-16T20:58:10.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923dab5b:::benchmark_data_smithi065_53143_object62604:head#
2020-11-16T20:58:10.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923e0c91:::benchmark_data_smithi065_53143_object57249:head#
2020-11-16T20:58:10.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923ea70f:::benchmark_data_smithi065_53143_object26144:head#
2020-11-16T20:58:10.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923ec56e:::benchmark_data_smithi065_53143_object54083:head#
2020-11-16T20:58:10.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923eeecc:::benchmark_data_smithi065_53143_object32711:head#
2020-11-16T20:58:10.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:923eef38:::benchmark_data_smithi065_53143_object41102:head#
2020-11-16T20:58:10.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9240240f:::benchmark_data_smithi065_53143_object47324:head#
2020-11-16T20:58:10.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92406da4:::benchmark_data_smithi065_53143_object59289:head#
2020-11-16T20:58:10.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92424d80:::benchmark_data_smithi065_53143_object74924:head#
2020-11-16T20:58:10.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9243068d:::benchmark_data_smithi065_53143_object34465:head#
2020-11-16T20:58:10.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924343f8:::benchmark_data_smithi065_53143_object4354:head#
2020-11-16T20:58:10.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9243643c:::benchmark_data_smithi065_53143_object40760:head#
2020-11-16T20:58:10.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9243ac70:::benchmark_data_smithi065_53143_object68482:head#
2020-11-16T20:58:10.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9243c2ed:::benchmark_data_smithi065_53143_object23629:head#
2020-11-16T20:58:10.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924479c7:::benchmark_data_smithi065_53143_object28663:head#
2020-11-16T20:58:10.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92448d0a:::benchmark_data_smithi065_53143_object78090:head#
2020-11-16T20:58:10.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9244a7b7:::benchmark_data_smithi065_53143_object65221:head#
2020-11-16T20:58:10.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9246c726:::benchmark_data_smithi065_53143_object21026:head#
2020-11-16T20:58:10.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92475782:::benchmark_data_smithi065_53143_object712:head#
2020-11-16T20:58:10.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924786e2:::benchmark_data_smithi065_53143_object58426:head#
2020-11-16T20:58:10.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9248bb08:::benchmark_data_smithi065_53143_object16752:head#
2020-11-16T20:58:10.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92498f53:::benchmark_data_smithi065_53143_object29818:head#
2020-11-16T20:58:10.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9249d2de:::benchmark_data_smithi065_53143_object37102:head#
2020-11-16T20:58:10.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924b2f19:::benchmark_data_smithi065_53143_object71759:head#
2020-11-16T20:58:10.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924b7110:::benchmark_data_smithi065_53143_object81378:head#
2020-11-16T20:58:10.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924cd4e0:::benchmark_data_smithi065_53143_object2547:head#
2020-11-16T20:58:10.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924e1f69:::benchmark_data_smithi065_53143_object81414:head#
2020-11-16T20:58:10.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924e8800:::benchmark_data_smithi065_53143_object10906:head#
2020-11-16T20:58:10.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924e918d:::benchmark_data_smithi065_53143_object33905:head#
2020-11-16T20:58:10.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924f00dd:::benchmark_data_smithi065_53143_object38693:head#
2020-11-16T20:58:10.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924f4877:::benchmark_data_smithi065_53143_object9781:head#
2020-11-16T20:58:10.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924f661d:::benchmark_data_smithi065_53143_object59530:head#
2020-11-16T20:58:10.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924fabef:::benchmark_data_smithi065_53143_object70747:head#
2020-11-16T20:58:10.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:924ff4fb:::benchmark_data_smithi065_53143_object31600:head#
2020-11-16T20:58:10.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9250d6bd:::benchmark_data_smithi065_53143_object55995:head#
2020-11-16T20:58:10.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925156cd:::benchmark_data_smithi065_53143_object54467:head#
2020-11-16T20:58:10.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925232f5:::benchmark_data_smithi065_53143_object39791:head#
2020-11-16T20:58:10.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9253b74c:::benchmark_data_smithi065_53143_object15845:head#
2020-11-16T20:58:10.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9253dcb1:::benchmark_data_smithi065_53143_object147:head#
2020-11-16T20:58:10.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9253fe9e:::benchmark_data_smithi065_53143_object35148:head#
2020-11-16T20:58:10.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9254417f:::benchmark_data_smithi065_53143_object81381:head#
2020-11-16T20:58:10.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925638dd:::benchmark_data_smithi065_53143_object28429:head#
2020-11-16T20:58:10.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925706e7:::benchmark_data_smithi065_53143_object64365:head#
2020-11-16T20:58:10.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92587dc1:::benchmark_data_smithi065_53143_object1211:head#
2020-11-16T20:58:10.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9258a9a3:::benchmark_data_smithi065_53143_object45862:head#
2020-11-16T20:58:10.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925a8de9:::benchmark_data_smithi065_53143_object72732:head#
2020-11-16T20:58:10.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925ab090:::benchmark_data_smithi065_53143_object24324:head#
2020-11-16T20:58:10.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925b2835:::benchmark_data_smithi065_53143_object46908:head#
2020-11-16T20:58:10.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925bfbaa:::benchmark_data_smithi065_53143_object77342:head#
2020-11-16T20:58:10.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925d1e84:::benchmark_data_smithi065_53143_object17273:head#
2020-11-16T20:58:10.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925e0c73:::benchmark_data_smithi065_53143_object14731:head#
2020-11-16T20:58:10.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925e4881:::benchmark_data_smithi065_53143_object18415:head#
2020-11-16T20:58:10.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:925f68e5:::benchmark_data_smithi065_53143_object71265:head#
2020-11-16T20:58:10.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:926082eb:::benchmark_data_smithi065_53143_object51465:head#
2020-11-16T20:58:10.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9260a3e2:::benchmark_data_smithi065_53143_object1992:head#
2020-11-16T20:58:10.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:926110ed:::benchmark_data_smithi065_53143_object44536:head#
2020-11-16T20:58:10.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92612532:::benchmark_data_smithi065_53143_object74955:head#
2020-11-16T20:58:10.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92631e00:::benchmark_data_smithi065_53143_object64585:head#
2020-11-16T20:58:10.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9263238f:::benchmark_data_smithi065_53143_object6061:head#
2020-11-16T20:58:10.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9263f235:::benchmark_data_smithi065_53143_object19437:head#
2020-11-16T20:58:10.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:926463bd:::benchmark_data_smithi065_53143_object15567:head#
2020-11-16T20:58:10.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9264c0ad:::benchmark_data_smithi065_53143_object29778:head#
2020-11-16T20:58:10.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9264e15a:::benchmark_data_smithi065_53143_object72691:head#
2020-11-16T20:58:10.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9264fbf6:::benchmark_data_smithi065_53143_object21385:head#
2020-11-16T20:58:10.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9265a877:::benchmark_data_smithi065_53143_object50794:head#
2020-11-16T20:58:10.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92660eaf:::benchmark_data_smithi065_53143_object72992:head#
2020-11-16T20:58:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:926723d7:::benchmark_data_smithi065_53143_object30102:head#
2020-11-16T20:58:10.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92677f88:::benchmark_data_smithi065_53143_object26963:head#
2020-11-16T20:58:10.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9267a101:::benchmark_data_smithi065_53143_object73429:head#
2020-11-16T20:58:10.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92681e28:::benchmark_data_smithi065_53143_object21584:head#
2020-11-16T20:58:10.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9269b6f6:::benchmark_data_smithi065_53143_object11133:head#
2020-11-16T20:58:10.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:926bda02:::benchmark_data_smithi065_53143_object77849:head#
2020-11-16T20:58:10.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:926be284:::benchmark_data_smithi065_53143_object12807:head#
2020-11-16T20:58:10.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927085ef:::benchmark_data_smithi065_53143_object60360:head#
2020-11-16T20:58:10.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9270f598:::benchmark_data_smithi065_53143_object39449:head#
2020-11-16T20:58:10.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927168d3:::benchmark_data_smithi065_53143_object20881:head#
2020-11-16T20:58:10.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9271d9e0:::benchmark_data_smithi065_53143_object37689:head#
2020-11-16T20:58:10.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92730124:::benchmark_data_smithi065_53143_object42083:head#
2020-11-16T20:58:10.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92741876:::benchmark_data_smithi065_53143_object14460:head#
2020-11-16T20:58:10.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9275e929:::benchmark_data_smithi065_53143_object1238:head#
2020-11-16T20:58:10.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92774f16:::benchmark_data_smithi065_53143_object45512:head#
2020-11-16T20:58:10.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92782cee:::benchmark_data_smithi065_53143_object15489:head#
2020-11-16T20:58:10.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9278f81c:::benchmark_data_smithi065_53143_object2061:head#
2020-11-16T20:58:10.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927ad8e4:::benchmark_data_smithi065_53143_object12724:head#
2020-11-16T20:58:10.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927b2969:::benchmark_data_smithi065_53143_object41225:head#
2020-11-16T20:58:10.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927b800b:::benchmark_data_smithi065_53143_object26349:head#
2020-11-16T20:58:10.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927c245d:::benchmark_data_smithi065_53143_object76909:head#
2020-11-16T20:58:10.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927de171:::benchmark_data_smithi065_53143_object58478:head#
2020-11-16T20:58:10.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927df982:::benchmark_data_smithi065_53143_object16689:head#
2020-11-16T20:58:10.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927e161d:::benchmark_data_smithi065_53143_object74833:head#
2020-11-16T20:58:10.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927ec4a6:::benchmark_data_smithi065_53143_object59752:head#
2020-11-16T20:58:10.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:927f3708:::benchmark_data_smithi065_53143_object6483:head#
2020-11-16T20:58:10.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9280581d:::benchmark_data_smithi065_53143_object45776:head#
2020-11-16T20:58:10.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92814aed:::benchmark_data_smithi065_53143_object22672:head#
2020-11-16T20:58:10.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92814fdd:::benchmark_data_smithi065_53143_object48503:head#
2020-11-16T20:58:10.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9281a3d8:::benchmark_data_smithi065_53143_object81907:head#
2020-11-16T20:58:10.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9282748d:::benchmark_data_smithi065_53143_object54104:head#
2020-11-16T20:58:10.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9282d89f:::benchmark_data_smithi065_53143_object7895:head#
2020-11-16T20:58:10.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9285132a:::benchmark_data_smithi065_53143_object75268:head#
2020-11-16T20:58:10.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9287bc50:::benchmark_data_smithi065_53143_object44985:head#
2020-11-16T20:58:10.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928a4deb:::benchmark_data_smithi065_53143_object60966:head#
2020-11-16T20:58:10.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928b48ea:::benchmark_data_smithi065_53143_object70391:head#
2020-11-16T20:58:10.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928ba3b9:::benchmark_data_smithi065_53143_object8623:head#
2020-11-16T20:58:10.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928ba567:::benchmark_data_smithi065_53143_object63324:head#
2020-11-16T20:58:10.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928be01d:::benchmark_data_smithi065_53143_object35970:head#
2020-11-16T20:58:10.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928c79e7:::benchmark_data_smithi065_53143_object48496:head#
2020-11-16T20:58:10.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928cb329:::benchmark_data_smithi065_53143_object48135:head#
2020-11-16T20:58:10.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928ce9b5:::benchmark_data_smithi065_53143_object42134:head#
2020-11-16T20:58:10.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928d1cc5:::benchmark_data_smithi065_53143_object23301:head#
2020-11-16T20:58:10.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:928e9e49:::benchmark_data_smithi065_53143_object8926:head#
2020-11-16T20:58:10.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92905038:::benchmark_data_smithi065_53143_object79665:head#
2020-11-16T20:58:10.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9290adc0:::benchmark_data_smithi065_53143_object52617:head#
2020-11-16T20:58:10.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929217fc:::benchmark_data_smithi065_53143_object67904:head#
2020-11-16T20:58:10.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92929dd1:::benchmark_data_smithi065_53143_object40549:head#
2020-11-16T20:58:10.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929301a1:::benchmark_data_smithi065_53143_object62661:head#
2020-11-16T20:58:10.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9295d834:::benchmark_data_smithi065_53143_object40977:head#
2020-11-16T20:58:10.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92962bba:::benchmark_data_smithi065_53143_object13673:head#
2020-11-16T20:58:10.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92969909:::benchmark_data_smithi065_53143_object79660:head#
2020-11-16T20:58:10.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9296f384:::benchmark_data_smithi065_53143_object79009:head#
2020-11-16T20:58:10.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92970cff:::benchmark_data_smithi065_53143_object28296:head#
2020-11-16T20:58:10.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9297d28e:::benchmark_data_smithi065_53143_object55667:head#
2020-11-16T20:58:10.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9297ea55:::benchmark_data_smithi065_53143_object49136:head#
2020-11-16T20:58:10.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92987086:::benchmark_data_smithi065_53143_object68157:head#
2020-11-16T20:58:15.091 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:11 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.674318+0000 osd.5 (osd.5) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.091 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:11 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.838064+0000 osd.10 (osd.10) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.091 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:11 smithi065 bash[9468]: cluster 2020-11-16T20:58:09.881607+0000 osd.11 (osd.11) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.091 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:12 smithi065 bash[9468]: cluster 2020-11-16T20:58:10.600479+0000 mgr.x (mgr.14196) 1399 : cluster [DBG] pgmap v2133: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 557 op/s; 12255/144836 objects degraded (8.461%); 7.3 MiB/s, 117 objects/s recovering
2020-11-16T20:58:15.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:12 smithi065 bash[9468]: cluster 2020-11-16T20:58:11.776304+0000 mon.a (mon.0) 2599 : cluster [WRN] Health check update: Degraded data redundancy: 12255/144836 objects degraded (8.461%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:15.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:13 smithi065 bash[9468]: cluster 2020-11-16T20:58:12.139894+0000 osd.10 (osd.10) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:15.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:13 smithi065 bash[9468]: cluster 2020-11-16T20:58:12.139976+0000 osd.10 (osd.10) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:15.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:13 smithi065 bash[9468]: cluster 2020-11-16T20:58:12.792572+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e836: 12 total, 11 up, 8 in
2020-11-16T20:58:15.092 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:14 smithi065 bash[9468]: cluster 2020-11-16T20:58:12.601037+0000 mgr.x (mgr.14196) 1400 : cluster [DBG] pgmap v2134: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 11804/139622 objects degraded (8.454%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:58:15.093 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:11 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.674318+0000 osd.5 (osd.5) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.093 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:11 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.838064+0000 osd.10 (osd.10) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.093 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:11 smithi071 bash[9480]: cluster 2020-11-16T20:58:09.881607+0000 osd.11 (osd.11) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.093 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:12 smithi071 bash[9480]: cluster 2020-11-16T20:58:10.600479+0000 mgr.x (mgr.14196) 1399 : cluster [DBG] pgmap v2133: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 557 op/s; 12255/144836 objects degraded (8.461%); 7.3 MiB/s, 117 objects/s recovering
2020-11-16T20:58:15.093 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:12 smithi071 bash[9480]: cluster 2020-11-16T20:58:11.776304+0000 mon.a (mon.0) 2599 : cluster [WRN] Health check update: Degraded data redundancy: 12255/144836 objects degraded (8.461%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:15.094 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:13 smithi071 bash[9480]: cluster 2020-11-16T20:58:12.139894+0000 osd.10 (osd.10) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:15.094 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:13 smithi071 bash[9480]: cluster 2020-11-16T20:58:12.139976+0000 osd.10 (osd.10) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:15.094 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:13 smithi071 bash[9480]: cluster 2020-11-16T20:58:12.792572+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e836: 12 total, 11 up, 8 in
2020-11-16T20:58:15.094 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:14 smithi071 bash[9480]: cluster 2020-11-16T20:58:12.601037+0000 mgr.x (mgr.14196) 1400 : cluster [DBG] pgmap v2134: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 11804/139622 objects degraded (8.454%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:58:15.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92993f19:::benchmark_data_smithi065_53143_object62298:head#
2020-11-16T20:58:15.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929b1570:::benchmark_data_smithi065_53143_object13094:head#
2020-11-16T20:58:15.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929b27b8:::benchmark_data_smithi065_53143_object51989:head#
2020-11-16T20:58:15.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929c4a21:::benchmark_data_smithi065_53143_object47258:head#
2020-11-16T20:58:15.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929cde5b:::benchmark_data_smithi065_53143_object66806:head#
2020-11-16T20:58:15.095 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929e0046:::benchmark_data_smithi065_53143_object48616:head#
2020-11-16T20:58:15.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929ed7e2:::benchmark_data_smithi065_53143_object32257:head#
2020-11-16T20:58:15.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:929eeeb1:::benchmark_data_smithi065_53143_object17133:head#
2020-11-16T20:58:15.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a0b861:::benchmark_data_smithi065_53143_object42390:head#
2020-11-16T20:58:15.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a1d551:::benchmark_data_smithi065_53143_object4858:head#
2020-11-16T20:58:15.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a28b17:::benchmark_data_smithi065_53143_object25216:head#
2020-11-16T20:58:15.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a309d5:::benchmark_data_smithi065_53143_object22454:head#
2020-11-16T20:58:15.096 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a37b0f:::benchmark_data_smithi065_53143_object1084:head#
2020-11-16T20:58:15.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a43d70:::benchmark_data_smithi065_53143_object38958:head#
2020-11-16T20:58:15.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a589bf:::benchmark_data_smithi065_53143_object81089:head#
2020-11-16T20:58:15.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a5ebec:::benchmark_data_smithi065_53143_object30206:head#
2020-11-16T20:58:15.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a824e9:::benchmark_data_smithi065_53143_object12410:head#
2020-11-16T20:58:15.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a9957e:::benchmark_data_smithi065_53143_object36990:head#
2020-11-16T20:58:15.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a9a795:::benchmark_data_smithi065_53143_object51579:head#
2020-11-16T20:58:15.097 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92a9cb9d:::benchmark_data_smithi065_53143_object71696:head#
2020-11-16T20:58:15.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ab5770:::benchmark_data_smithi065_53143_object39106:head#
2020-11-16T20:58:15.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ab9270:::benchmark_data_smithi065_53143_object74742:head#
2020-11-16T20:58:15.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ac3972:::benchmark_data_smithi065_53143_object23147:head#
2020-11-16T20:58:15.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92acd9af:::benchmark_data_smithi065_53143_object79934:head#
2020-11-16T20:58:15.098 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92aea6d7:::benchmark_data_smithi065_53143_object61210:head#
2020-11-16T20:58:15.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92afa80c:::benchmark_data_smithi065_53143_object3314:head#
2020-11-16T20:58:15.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b07cc4:::benchmark_data_smithi065_53143_object75250:head#
2020-11-16T20:58:15.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b09282:::benchmark_data_smithi065_53143_object15017:head#
2020-11-16T20:58:15.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b19ca9:::benchmark_data_smithi065_53143_object2408:head#
2020-11-16T20:58:15.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b1df35:::benchmark_data_smithi065_53143_object70093:head#
2020-11-16T20:58:15.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b1fd66:::benchmark_data_smithi065_53143_object80670:head#
2020-11-16T20:58:15.099 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b22ad4:::benchmark_data_smithi065_53143_object21457:head#
2020-11-16T20:58:15.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b2ae63:::benchmark_data_smithi065_53143_object8176:head#
2020-11-16T20:58:15.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b61414:::benchmark_data_smithi065_53143_object7402:head#
2020-11-16T20:58:15.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b642d9:::benchmark_data_smithi065_53143_object74246:head#
2020-11-16T20:58:15.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b6bef5:::benchmark_data_smithi065_53143_object72534:head#
2020-11-16T20:58:15.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b76178:::benchmark_data_smithi065_53143_object51574:head#
2020-11-16T20:58:15.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b84b47:::benchmark_data_smithi065_53143_object34023:head#
2020-11-16T20:58:15.100 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b89ab8:::benchmark_data_smithi065_53143_object3528:head#
2020-11-16T20:58:15.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b91613:::benchmark_data_smithi065_53143_object37718:head#
2020-11-16T20:58:15.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92b997ee:::benchmark_data_smithi065_53143_object67859:head#
2020-11-16T20:58:15.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ba113a:::benchmark_data_smithi065_53143_object48199:head#
2020-11-16T20:58:15.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92bb2420:::benchmark_data_smithi065_53143_object33379:head#
2020-11-16T20:58:15.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92c10b0e:::benchmark_data_smithi065_53143_object56538:head#
2020-11-16T20:58:15.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92c16b51:::benchmark_data_smithi065_53143_object69966:head#
2020-11-16T20:58:15.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92c1b528:::benchmark_data_smithi065_53143_object58827:head#
2020-11-16T20:58:15.101 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92c39d96:::benchmark_data_smithi065_53143_object29437:head#
2020-11-16T20:58:15.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92c496ac:::benchmark_data_smithi065_53143_object16582:head#
2020-11-16T20:58:15.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92c6636e:::benchmark_data_smithi065_53143_object68208:head#
2020-11-16T20:58:15.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92c8c4a5:::benchmark_data_smithi065_53143_object78626:head#
2020-11-16T20:58:15.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92c8e671:::benchmark_data_smithi065_53143_object73649:head#
2020-11-16T20:58:15.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ca9bc1:::benchmark_data_smithi065_53143_object37498:head#
2020-11-16T20:58:15.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cab232:::benchmark_data_smithi065_53143_object40609:head#
2020-11-16T20:58:15.102 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cad9db:::benchmark_data_smithi065_53143_object18131:head#
2020-11-16T20:58:15.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92caf07c:::benchmark_data_smithi065_53143_object38773:head#
2020-11-16T20:58:15.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cb6738:::benchmark_data_smithi065_53143_object58733:head#
2020-11-16T20:58:15.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cc0413:::benchmark_data_smithi065_53143_object71233:head#
2020-11-16T20:58:15.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cc1924:::benchmark_data_smithi065_53143_object61259:head#
2020-11-16T20:58:15.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cc3087:::benchmark_data_smithi065_53143_object73033:head#
2020-11-16T20:58:15.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cc4b6a:::benchmark_data_smithi065_53143_object32749:head#
2020-11-16T20:58:15.103 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cc81bd:::benchmark_data_smithi065_53143_object79019:head#
2020-11-16T20:58:15.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cdb5f1:::benchmark_data_smithi065_53143_object1491:head#
2020-11-16T20:58:15.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ce0917:::benchmark_data_smithi065_53143_object66767:head#
2020-11-16T20:58:15.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cf332f:::benchmark_data_smithi065_53143_object49960:head#
2020-11-16T20:58:15.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92cfed5f:::benchmark_data_smithi065_53143_object25107:head#
2020-11-16T20:58:15.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d31960:::benchmark_data_smithi065_53143_object34435:head#
2020-11-16T20:58:15.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d3daa1:::benchmark_data_smithi065_53143_object36248:head#
2020-11-16T20:58:15.104 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d49f2c:::benchmark_data_smithi065_53143_object46702:head#
2020-11-16T20:58:15.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d5bc6a:::benchmark_data_smithi065_53143_object57724:head#
2020-11-16T20:58:15.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d626c5:::benchmark_data_smithi065_53143_object59431:head#
2020-11-16T20:58:15.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d64efc:::benchmark_data_smithi065_53143_object64412:head#
2020-11-16T20:58:15.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d6b8a7:::benchmark_data_smithi065_53143_object38797:head#
2020-11-16T20:58:15.105 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d72c63:::benchmark_data_smithi065_53143_object29292:head#
2020-11-16T20:58:15.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d7def6:::benchmark_data_smithi065_53143_object81344:head#
2020-11-16T20:58:15.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d8e0bb:::benchmark_data_smithi065_53143_object26128:head#
2020-11-16T20:58:15.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92d97deb:::benchmark_data_smithi065_53143_object28479:head#
2020-11-16T20:58:15.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92dad3c1:::benchmark_data_smithi065_53143_object11956:head#
2020-11-16T20:58:15.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92dba06d:::benchmark_data_smithi065_53143_object76886:head#
2020-11-16T20:58:15.106 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92dba8e8:::benchmark_data_smithi065_53143_object15470:head#
2020-11-16T20:58:15.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92dcef26:::benchmark_data_smithi065_53143_object74339:head#
2020-11-16T20:58:15.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ddc23e:::benchmark_data_smithi065_53143_object68265:head#
2020-11-16T20:58:15.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92de5952:::benchmark_data_smithi065_53143_object3741:head#
2020-11-16T20:58:15.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92dee31a:::benchmark_data_smithi065_53143_object9645:head#
2020-11-16T20:58:15.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92df3d25:::benchmark_data_smithi065_53143_object7243:head#
2020-11-16T20:58:15.107 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e0df74:::benchmark_data_smithi065_53143_object29693:head#
2020-11-16T20:58:15.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e4b3bc:::benchmark_data_smithi065_53143_object57334:head#
2020-11-16T20:58:15.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e54e41:::benchmark_data_smithi065_53143_object73883:head#
2020-11-16T20:58:15.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e6e88d:::benchmark_data_smithi065_53143_object73904:head#
2020-11-16T20:58:15.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e6ece0:::benchmark_data_smithi065_53143_object58304:head#
2020-11-16T20:58:15.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e70031:::benchmark_data_smithi065_53143_object46119:head#
2020-11-16T20:58:15.108 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e7bc01:::benchmark_data_smithi065_53143_object10347:head#
2020-11-16T20:58:15.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e887cc:::benchmark_data_smithi065_53143_object59256:head#
2020-11-16T20:58:15.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92e8dc6a:::benchmark_data_smithi065_53143_object41356:head#
2020-11-16T20:58:15.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ebf202:::benchmark_data_smithi065_53143_object80058:head#
2020-11-16T20:58:15.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ed3cb0:::benchmark_data_smithi065_53143_object20536:head#
2020-11-16T20:58:15.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ed3d0e:::benchmark_data_smithi065_53143_object57838:head#
2020-11-16T20:58:15.109 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92ee2c92:::benchmark_data_smithi065_53143_object27650:head#
2020-11-16T20:58:15.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92efad4e:::benchmark_data_smithi065_53143_object57656:head#
2020-11-16T20:58:15.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f006a9:::benchmark_data_smithi065_53143_object8255:head#
2020-11-16T20:58:15.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f117e4:::benchmark_data_smithi065_53143_object46942:head#
2020-11-16T20:58:15.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f1f1ea:::benchmark_data_smithi065_53143_object65143:head#
2020-11-16T20:58:15.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f22071:::benchmark_data_smithi065_53143_object16817:head#
2020-11-16T20:58:15.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f2ffb4:::benchmark_data_smithi065_53143_object33261:head#
2020-11-16T20:58:15.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f38789:::benchmark_data_smithi065_53143_object23802:head#
2020-11-16T20:58:15.110 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f42c43:::benchmark_data_smithi065_53143_object15375:head#
2020-11-16T20:58:15.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f487e5:::benchmark_data_smithi065_53143_object80022:head#
2020-11-16T20:58:15.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f4db49:::benchmark_data_smithi065_53143_object72016:head#
2020-11-16T20:58:15.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f541ec:::benchmark_data_smithi065_53143_object70405:head#
2020-11-16T20:58:15.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f5541b:::benchmark_data_smithi065_53143_object15594:head#
2020-11-16T20:58:15.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f5e5f3:::benchmark_data_smithi065_53143_object24016:head#
2020-11-16T20:58:15.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f60caf:::benchmark_data_smithi065_53143_object13372:head#
2020-11-16T20:58:15.111 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f6fb96:::benchmark_data_smithi065_53143_object74141:head#
2020-11-16T20:58:15.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f754a1:::benchmark_data_smithi065_53143_object37772:head#
2020-11-16T20:58:15.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92f9cd2f:::benchmark_data_smithi065_53143_object38043:head#
2020-11-16T20:58:15.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92fa0e2b:::benchmark_data_smithi065_53143_object45911:head#
2020-11-16T20:58:15.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92fa3b83:::benchmark_data_smithi065_53143_object15815:head#
2020-11-16T20:58:15.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92fa6179:::benchmark_data_smithi065_53143_object10807:head#
2020-11-16T20:58:15.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92fa9afd:::benchmark_data_smithi065_53143_object36392:head#
2020-11-16T20:58:15.112 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92faf7a5:::benchmark_data_smithi065_53143_object50215:head#
2020-11-16T20:58:15.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92fbaa99:::benchmark_data_smithi065_53143_object67094:head#
2020-11-16T20:58:15.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92fd5c73:::benchmark_data_smithi065_53143_object76906:head#
2020-11-16T20:58:15.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:92fed3fa:::benchmark_data_smithi065_53143_object28337:head#
2020-11-16T20:58:15.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93004c7f:::benchmark_data_smithi065_53143_object11012:head#
2020-11-16T20:58:15.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9301c2c9:::benchmark_data_smithi065_53143_object31081:head#
2020-11-16T20:58:15.113 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9302ec05:::benchmark_data_smithi065_53143_object13565:head#
2020-11-16T20:58:15.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9303226f:::benchmark_data_smithi065_53143_object60896:head#
2020-11-16T20:58:15.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93037fa3:::benchmark_data_smithi065_53143_object45302:head#
2020-11-16T20:58:15.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93038d75:::benchmark_data_smithi065_53143_object22772:head#
2020-11-16T20:58:15.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9303ba12:::benchmark_data_smithi065_53143_object70540:head#
2020-11-16T20:58:15.114 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9304fbd1:::benchmark_data_smithi065_53143_object7916:head#
2020-11-16T20:58:15.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93058ec6:::benchmark_data_smithi065_53143_object68024:head#
2020-11-16T20:58:15.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93060b5f:::benchmark_data_smithi065_53143_object14388:head#
2020-11-16T20:58:15.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9306ab30:::benchmark_data_smithi065_53143_object783:head#
2020-11-16T20:58:15.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93076990:::benchmark_data_smithi065_53143_object51322:head#
2020-11-16T20:58:15.115 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93078da3:::benchmark_data_smithi065_53143_object68485:head#
2020-11-16T20:58:15.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:930a37fc:::benchmark_data_smithi065_53143_object5776:head#
2020-11-16T20:58:15.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:930a6670:::benchmark_data_smithi065_53143_object75975:head#
2020-11-16T20:58:15.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:930a7e58:::benchmark_data_smithi065_53143_object39672:head#
2020-11-16T20:58:15.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:930b5172:::benchmark_data_smithi065_53143_object72239:head#
2020-11-16T20:58:15.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:930b5ea7:::benchmark_data_smithi065_53143_object65254:head#
2020-11-16T20:58:15.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:930dd9c7:::benchmark_data_smithi065_53143_object16448:head#
2020-11-16T20:58:15.116 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:930e5daf:::benchmark_data_smithi065_53143_object12520:head#
2020-11-16T20:58:15.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:930ea8db:::benchmark_data_smithi065_53143_object40323:head#
2020-11-16T20:58:15.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931053f8:::benchmark_data_smithi065_53143_object53424:head#
2020-11-16T20:58:15.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931074ef:::benchmark_data_smithi065_53143_object67337:head#
2020-11-16T20:58:15.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9310753a:::benchmark_data_smithi065_53143_object50380:head#
2020-11-16T20:58:15.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9310838a:::benchmark_data_smithi065_53143_object40407:head#
2020-11-16T20:58:15.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9310c293:::benchmark_data_smithi065_53143_object1304:head#
2020-11-16T20:58:15.117 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9310c9f6:::benchmark_data_smithi065_53143_object56811:head#
2020-11-16T20:58:15.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93112fd3:::benchmark_data_smithi065_53143_object51178:head#
2020-11-16T20:58:15.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9311eccc:::benchmark_data_smithi065_53143_object72420:head#
2020-11-16T20:58:15.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931349b4:::benchmark_data_smithi065_53143_object50647:head#
2020-11-16T20:58:15.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931379ae:::benchmark_data_smithi065_53143_object37075:head#
2020-11-16T20:58:15.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9313d88f:::benchmark_data_smithi065_53143_object79008:head#
2020-11-16T20:58:15.118 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9314096b:::benchmark_data_smithi065_53143_object16264:head#
2020-11-16T20:58:15.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93141267:::benchmark_data_smithi065_53143_object57269:head#
2020-11-16T20:58:15.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9316120a:::benchmark_data_smithi065_53143_object70572:head#
2020-11-16T20:58:15.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931624a4:::benchmark_data_smithi065_53143_object63716:head#
2020-11-16T20:58:15.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931687de:::benchmark_data_smithi065_53143_object29898:head#
2020-11-16T20:58:15.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93178112:::benchmark_data_smithi065_53143_object4555:head#
2020-11-16T20:58:15.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931828e0:::benchmark_data_smithi065_53143_object17671:head#
2020-11-16T20:58:15.119 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93188b82:::benchmark_data_smithi065_53143_object6542:head#
2020-11-16T20:58:15.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9319be5d:::benchmark_data_smithi065_53143_object57876:head#
2020-11-16T20:58:15.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931a205b:::benchmark_data_smithi065_53143_object40368:head#
2020-11-16T20:58:15.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931bd515:::benchmark_data_smithi065_53143_object6220:head#
2020-11-16T20:58:15.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931e5f1d:::benchmark_data_smithi065_53143_object49935:head#
2020-11-16T20:58:15.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:931efd5b:::benchmark_data_smithi065_53143_object50692:head#
2020-11-16T20:58:15.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93220422:::benchmark_data_smithi065_53143_object14077:head#
2020-11-16T20:58:15.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9322705b:::benchmark_data_smithi065_53143_object43891:head#
2020-11-16T20:58:15.120 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932336e4:::benchmark_data_smithi065_53143_object20876:head#
2020-11-16T20:58:15.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93236dfe:::benchmark_data_smithi065_53143_object13425:head#
2020-11-16T20:58:15.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9323b2b9:::benchmark_data_smithi065_53143_object65357:head#
2020-11-16T20:58:15.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9323c7ee:::benchmark_data_smithi065_53143_object5041:head#
2020-11-16T20:58:15.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9324cf46:::benchmark_data_smithi065_53143_object39281:head#
2020-11-16T20:58:15.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93266b37:::benchmark_data_smithi065_53143_object5979:head#
2020-11-16T20:58:15.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93296d09:::benchmark_data_smithi065_53143_object52598:head#
2020-11-16T20:58:15.121 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932a25a5:::benchmark_data_smithi065_53143_object3107:head#
2020-11-16T20:58:15.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932a587b:::benchmark_data_smithi065_53143_object68844:head#
2020-11-16T20:58:15.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932bcdec:::benchmark_data_smithi065_53143_object10738:head#
2020-11-16T20:58:15.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932c2fad:::benchmark_data_smithi065_53143_object26792:head#
2020-11-16T20:58:15.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932def6f:::benchmark_data_smithi065_53143_object28969:head#
2020-11-16T20:58:15.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932e0a0e:::benchmark_data_smithi065_53143_object68891:head#
2020-11-16T20:58:15.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932e8452:::benchmark_data_smithi065_53143_object39053:head#
2020-11-16T20:58:15.122 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932eb572:::benchmark_data_smithi065_53143_object36955:head#
2020-11-16T20:58:15.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932ecc78:::benchmark_data_smithi065_53143_object20425:head#
2020-11-16T20:58:15.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932ede1a:::benchmark_data_smithi065_53143_object3257:head#
2020-11-16T20:58:15.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932ef81c:::benchmark_data_smithi065_53143_object60814:head#
2020-11-16T20:58:15.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:932fbc6f:::benchmark_data_smithi065_53143_object75778:head#
2020-11-16T20:58:15.123 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93323a81:::benchmark_data_smithi065_53143_object63438:head#
2020-11-16T20:58:15.124 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:933391ed:::benchmark_data_smithi065_53143_object51798:head#
2020-11-16T20:58:15.124 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93339f4d:::benchmark_data_smithi065_53143_object42875:head#
2020-11-16T20:58:15.124 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9333f93d:::benchmark_data_smithi065_53143_object81936:head#
2020-11-16T20:58:15.124 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93355e87:::benchmark_data_smithi065_53143_object69914:head#
2020-11-16T20:58:15.124 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9337106a:::benchmark_data_smithi065_53143_object30275:head#
2020-11-16T20:58:15.124 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9337de5e:::benchmark_data_smithi065_53143_object79845:head#
2020-11-16T20:58:15.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:933852af:::benchmark_data_smithi065_53143_object61618:head#
2020-11-16T20:58:15.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9338b272:::benchmark_data_smithi065_53143_object48784:head#
2020-11-16T20:58:15.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9339858c:::benchmark_data_smithi065_53143_object72192:head#
2020-11-16T20:58:15.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9339b2e6:::benchmark_data_smithi065_53143_object4039:head#
2020-11-16T20:58:15.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:933a12d1:::benchmark_data_smithi065_53143_object67176:head#
2020-11-16T20:58:15.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:933c977a:::benchmark_data_smithi065_53143_object77132:head#
2020-11-16T20:58:15.125 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:933da07e:::benchmark_data_smithi065_53143_object30527:head#
2020-11-16T20:58:15.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:933db665:::benchmark_data_smithi065_53143_object69678:head#
2020-11-16T20:58:15.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:933dc847:::benchmark_data_smithi065_53143_object47023:head#
2020-11-16T20:58:15.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:933df4a7:::benchmark_data_smithi065_53143_object53756:head#
2020-11-16T20:58:15.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:934000a7:::benchmark_data_smithi065_53143_object46506:head#
2020-11-16T20:58:15.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93421c3f:::benchmark_data_smithi065_53143_object17209:head#
2020-11-16T20:58:15.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93456c92:::benchmark_data_smithi065_53143_object59322:head#
2020-11-16T20:58:15.126 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9345d0f4:::benchmark_data_smithi065_53143_object17190:head#
2020-11-16T20:58:15.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93479e49:::benchmark_data_smithi065_53143_object26101:head#
2020-11-16T20:58:15.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:934986d7:::benchmark_data_smithi065_53143_object20798:head#
2020-11-16T20:58:15.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93499fc3:::benchmark_data_smithi065_53143_object19992:head#
2020-11-16T20:58:15.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:934abf89:::benchmark_data_smithi065_53143_object45263:head#
2020-11-16T20:58:15.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:934bf432:::benchmark_data_smithi065_53143_object8951:head#
2020-11-16T20:58:15.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:934ee367:::benchmark_data_smithi065_53143_object14047:head#
2020-11-16T20:58:15.127 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9350654c:::benchmark_data_smithi065_53143_object29464:head#
2020-11-16T20:58:15.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93517ee8:::benchmark_data_smithi065_53143_object60338:head#
2020-11-16T20:58:15.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9351a499:::benchmark_data_smithi065_53143_object52852:head#
2020-11-16T20:58:15.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9352fd31:::benchmark_data_smithi065_53143_object1755:head#
2020-11-16T20:58:15.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:935371d4:::benchmark_data_smithi065_53143_object42196:head#
2020-11-16T20:58:15.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9354d2b3:::benchmark_data_smithi065_53143_object46443:head#
2020-11-16T20:58:15.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93558efe:::benchmark_data_smithi065_53143_object36714:head#
2020-11-16T20:58:15.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93569062:::benchmark_data_smithi065_53143_object73401:head#
2020-11-16T20:58:15.128 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9357e0fb:::benchmark_data_smithi065_53143_object32915:head#
2020-11-16T20:58:15.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9358ea01:::benchmark_data_smithi065_53143_object79974:head#
2020-11-16T20:58:15.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93591027:::benchmark_data_smithi065_53143_object7857:head#
2020-11-16T20:58:15.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9359848d:::benchmark_data_smithi065_53143_object37787:head#
2020-11-16T20:58:15.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:935b1114:::benchmark_data_smithi065_53143_object485:head#
2020-11-16T20:58:15.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:935b3554:::benchmark_data_smithi065_53143_object24401:head#
2020-11-16T20:58:15.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:935be355:::benchmark_data_smithi065_53143_object42305:head#
2020-11-16T20:58:15.129 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:935c2861:::benchmark_data_smithi065_53143_object74086:head#
2020-11-16T20:58:15.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:935c7c97:::benchmark_data_smithi065_53143_object71699:head#
2020-11-16T20:58:15.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93624013:::benchmark_data_smithi065_53143_object51088:head#
2020-11-16T20:58:15.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93626395:::benchmark_data_smithi065_53143_object13490:head#
2020-11-16T20:58:15.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93628cb5:::benchmark_data_smithi065_53143_object49323:head#
2020-11-16T20:58:15.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9363d6cc:::benchmark_data_smithi065_53143_object44843:head#
2020-11-16T20:58:15.130 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93646fa1:::benchmark_data_smithi065_53143_object11507:head#
2020-11-16T20:58:15.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93651b64:::benchmark_data_smithi065_53143_object1251:head#
2020-11-16T20:58:15.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936647ea:::benchmark_data_smithi065_53143_object67737:head#
2020-11-16T20:58:15.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93672ed2:::benchmark_data_smithi065_53143_object28071:head#
2020-11-16T20:58:15.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9367c214:::benchmark_data_smithi065_53143_object82:head#
2020-11-16T20:58:15.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9369301d:::benchmark_data_smithi065_53143_object52416:head#
2020-11-16T20:58:15.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936953d3:::benchmark_data_smithi065_53143_object75666:head#
2020-11-16T20:58:15.131 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936aef65:::benchmark_data_smithi065_53143_object44049:head#
2020-11-16T20:58:15.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936b16e9:::benchmark_data_smithi065_53143_object58334:head#
2020-11-16T20:58:15.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936c380a:::benchmark_data_smithi065_53143_object6062:head#
2020-11-16T20:58:15.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936d4618:::benchmark_data_smithi065_53143_object22284:head#
2020-11-16T20:58:15.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936e5dad:::benchmark_data_smithi065_53143_object8575:head#
2020-11-16T20:58:15.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936f4504:::benchmark_data_smithi065_53143_object52585:head#
2020-11-16T20:58:15.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:936ff8ed:::benchmark_data_smithi065_53143_object48304:head#
2020-11-16T20:58:15.132 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937037ca:::benchmark_data_smithi065_53143_object71416:head#
2020-11-16T20:58:15.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9370581f:::benchmark_data_smithi065_53143_object2615:head#
2020-11-16T20:58:15.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93711396:::benchmark_data_smithi065_53143_object35977:head#
2020-11-16T20:58:15.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93711939:::benchmark_data_smithi065_53143_object63926:head#
2020-11-16T20:58:15.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93714548:::benchmark_data_smithi065_53143_object11470:head#
2020-11-16T20:58:15.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9371d46c:::benchmark_data_smithi065_53143_object593:head#
2020-11-16T20:58:15.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93724519:::benchmark_data_smithi065_53143_object82053:head#
2020-11-16T20:58:15.133 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9373bc5f:::benchmark_data_smithi065_53143_object28718:head#
2020-11-16T20:58:15.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9374329e:::benchmark_data_smithi065_53143_object14545:head#
2020-11-16T20:58:15.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93756e64:::benchmark_data_smithi065_53143_object19585:head#
2020-11-16T20:58:15.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9375da61:::benchmark_data_smithi065_53143_object26816:head#
2020-11-16T20:58:15.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937602e7:::benchmark_data_smithi065_53143_object1925:head#
2020-11-16T20:58:15.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937711c4:::benchmark_data_smithi065_53143_object67440:head#
2020-11-16T20:58:15.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93781680:::benchmark_data_smithi065_53143_object80258:head#
2020-11-16T20:58:15.134 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9378641b:::benchmark_data_smithi065_53143_object27118:head#
2020-11-16T20:58:15.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9378802a:::benchmark_data_smithi065_53143_object41504:head#
2020-11-16T20:58:15.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937961d7:::benchmark_data_smithi065_53143_object72023:head#
2020-11-16T20:58:15.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937ad67a:::benchmark_data_smithi065_53143_object10145:head#
2020-11-16T20:58:15.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937bcc80:::benchmark_data_smithi065_53143_object24871:head#
2020-11-16T20:58:15.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937bd129:::benchmark_data_smithi065_53143_object48315:head#
2020-11-16T20:58:15.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937d8b23:::benchmark_data_smithi065_53143_object67409:head#
2020-11-16T20:58:15.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937dc1b8:::benchmark_data_smithi065_53143_object36056:head#
2020-11-16T20:58:15.135 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:937e0c58:::benchmark_data_smithi065_53143_object64102:head#
2020-11-16T20:58:15.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93807c75:::benchmark_data_smithi065_53143_object37241:head#
2020-11-16T20:58:15.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93817acb:::benchmark_data_smithi065_53143_object7829:head#
2020-11-16T20:58:15.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93829e60:::benchmark_data_smithi065_53143_object45437:head#
2020-11-16T20:58:15.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938391c6:::benchmark_data_smithi065_53143_object59426:head#
2020-11-16T20:58:15.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93840e16:::benchmark_data_smithi065_53143_object80146:head#
2020-11-16T20:58:15.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93862cc5:::benchmark_data_smithi065_53143_object15662:head#
2020-11-16T20:58:15.136 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93875c32:::benchmark_data_smithi065_53143_object19047:head#
2020-11-16T20:58:15.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9387fa97:::benchmark_data_smithi065_53143_object50373:head#
2020-11-16T20:58:15.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938945e4:::benchmark_data_smithi065_53143_object38463:head#
2020-11-16T20:58:15.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9389b67e:::benchmark_data_smithi065_53143_object66579:head#
2020-11-16T20:58:15.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938b2119:::benchmark_data_smithi065_53143_object74748:head#
2020-11-16T20:58:15.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938b4cf7:::benchmark_data_smithi065_53143_object28769:head#
2020-11-16T20:58:15.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938b9efc:::benchmark_data_smithi065_53143_object64814:head#
2020-11-16T20:58:15.137 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938bc4b1:::benchmark_data_smithi065_53143_object64764:head#
2020-11-16T20:58:15.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938c24b9:::benchmark_data_smithi065_53143_object17468:head#
2020-11-16T20:58:15.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938caf8c:::benchmark_data_smithi065_53143_object79289:head#
2020-11-16T20:58:15.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938d02b2:::benchmark_data_smithi065_53143_object20560:head#
2020-11-16T20:58:15.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938eb2a8:::benchmark_data_smithi065_53143_object7216:head#
2020-11-16T20:58:15.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:938ebaa5:::benchmark_data_smithi065_53143_object41946:head#
2020-11-16T20:58:15.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93912d48:::benchmark_data_smithi065_53143_object40689:head#
2020-11-16T20:58:15.138 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93934ccf:::benchmark_data_smithi065_53143_object35508:head#
2020-11-16T20:58:15.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9394ad4e:::benchmark_data_smithi065_53143_object73855:head#
2020-11-16T20:58:15.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9397844d:::benchmark_data_smithi065_53143_object10849:head#
2020-11-16T20:58:15.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9397ef54:::benchmark_data_smithi065_53143_object23664:head#
2020-11-16T20:58:15.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9398577c:::benchmark_data_smithi065_53143_object26747:head#
2020-11-16T20:58:15.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:939981ea:::benchmark_data_smithi065_53143_object8048:head#
2020-11-16T20:58:15.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:939a79a8:::benchmark_data_smithi065_53143_object59611:head#
2020-11-16T20:58:15.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:939aafde:::benchmark_data_smithi065_53143_object41462:head#
2020-11-16T20:58:15.139 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:939b1502:::benchmark_data_smithi065_53143_object38333:head#
2020-11-16T20:58:15.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:939b5ec1:::benchmark_data_smithi065_53143_object62177:head#
2020-11-16T20:58:15.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:939be5ac:::benchmark_data_smithi065_53143_object2182:head#
2020-11-16T20:58:15.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:939fc793:::benchmark_data_smithi065_53143_object72633:head#
2020-11-16T20:58:15.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a03681:::benchmark_data_smithi065_53143_object54494:head#
2020-11-16T20:58:15.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a1336b:::benchmark_data_smithi065_53143_object22199:head#
2020-11-16T20:58:15.140 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a14799:::benchmark_data_smithi065_53143_object73272:head#
2020-11-16T20:58:15.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a1483d:::benchmark_data_smithi065_53143_object68503:head#
2020-11-16T20:58:15.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a286fa:::benchmark_data_smithi065_53143_object76206:head#
2020-11-16T20:58:15.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a30e90:::benchmark_data_smithi065_53143_object1822:head#
2020-11-16T20:58:15.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a39e80:::benchmark_data_smithi065_53143_object50402:head#
2020-11-16T20:58:15.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a3faa4:::benchmark_data_smithi065_53143_object60319:head#
2020-11-16T20:58:15.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a58cc4:::benchmark_data_smithi065_53143_object57457:head#
2020-11-16T20:58:15.141 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a60ff8:::benchmark_data_smithi065_53143_object41310:head#
2020-11-16T20:58:15.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a667b7:::benchmark_data_smithi065_53143_object17792:head#
2020-11-16T20:58:15.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a9394f:::benchmark_data_smithi065_53143_object75768:head#
2020-11-16T20:58:15.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a98a67:::benchmark_data_smithi065_53143_object50549:head#
2020-11-16T20:58:15.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93a99f34:::benchmark_data_smithi065_53143_object30796:head#
2020-11-16T20:58:15.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93aa06db:::benchmark_data_smithi065_53143_object74054:head#
2020-11-16T20:58:15.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93aa8036:::benchmark_data_smithi065_53143_object12225:head#
2020-11-16T20:58:15.142 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ab3315:::benchmark_data_smithi065_53143_object29097:head#
2020-11-16T20:58:15.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ab5c2d:::benchmark_data_smithi065_53143_object62667:head#
2020-11-16T20:58:15.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ab8796:::benchmark_data_smithi065_53143_object51911:head#
2020-11-16T20:58:15.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ac18a7:::benchmark_data_smithi065_53143_object39772:head#
2020-11-16T20:58:15.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ac8646:::benchmark_data_smithi065_53143_object66158:head#
2020-11-16T20:58:15.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ad1268:::benchmark_data_smithi065_53143_object67146:head#
2020-11-16T20:58:15.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ad1bf1:::benchmark_data_smithi065_53143_object3096:head#
2020-11-16T20:58:15.143 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ad483e:::benchmark_data_smithi065_53143_object39516:head#
2020-11-16T20:58:15.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ad6827:::benchmark_data_smithi065_53143_object22217:head#
2020-11-16T20:58:15.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93adc89a:::benchmark_data_smithi065_53143_object38564:head#
2020-11-16T20:58:15.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b165de:::benchmark_data_smithi065_53143_object4104:head#
2020-11-16T20:58:15.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b32632:::benchmark_data_smithi065_53143_object34091:head#
2020-11-16T20:58:15.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b40a97:::benchmark_data_smithi065_53143_object13283:head#
2020-11-16T20:58:15.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b4134c:::benchmark_data_smithi065_53143_object41686:head#
2020-11-16T20:58:15.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b48fee:::benchmark_data_smithi065_53143_object71283:head#
2020-11-16T20:58:15.144 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b4b979:::benchmark_data_smithi065_53143_object4127:head#
2020-11-16T20:58:15.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b56441:::benchmark_data_smithi065_53143_object42040:head#
2020-11-16T20:58:15.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b88693:::benchmark_data_smithi065_53143_object67145:head#
2020-11-16T20:58:15.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93b92b45:::benchmark_data_smithi065_53143_object6530:head#
2020-11-16T20:58:15.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ba4a9d:::benchmark_data_smithi065_53143_object7806:head#
2020-11-16T20:58:15.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93bb4267:::benchmark_data_smithi065_53143_object10905:head#
2020-11-16T20:58:15.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93bd86c9:::benchmark_data_smithi065_53143_object76320:head#
2020-11-16T20:58:15.145 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c0c77e:::benchmark_data_smithi065_53143_object32754:head#
2020-11-16T20:58:15.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c123b5:::benchmark_data_smithi065_53143_object33881:head#
2020-11-16T20:58:15.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c1ca70:::benchmark_data_smithi065_53143_object4747:head#
2020-11-16T20:58:15.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c1d51b:::benchmark_data_smithi065_53143_object72758:head#
2020-11-16T20:58:15.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c2747b:::benchmark_data_smithi065_53143_object68271:head#
2020-11-16T20:58:15.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c2c22c:::benchmark_data_smithi065_53143_object19041:head#
2020-11-16T20:58:15.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c4bbb3:::benchmark_data_smithi065_53143_object11579:head#
2020-11-16T20:58:15.146 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c5a85b:::benchmark_data_smithi065_53143_object80721:head#
2020-11-16T20:58:15.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c64a8c:::benchmark_data_smithi065_53143_object68189:head#
2020-11-16T20:58:15.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c6e6ab:::benchmark_data_smithi065_53143_object2069:head#
2020-11-16T20:58:15.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c8dbc4:::benchmark_data_smithi065_53143_object2111:head#
2020-11-16T20:58:15.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c9dd96:::benchmark_data_smithi065_53143_object51751:head#
2020-11-16T20:58:15.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93c9f5a4:::benchmark_data_smithi065_53143_object64995:head#
2020-11-16T20:58:15.147 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ca2b98:::benchmark_data_smithi065_53143_object55501:head#
2020-11-16T20:58:15.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93cae025:::benchmark_data_smithi065_53143_object23370:head#
2020-11-16T20:58:15.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93cbacf8:::benchmark_data_smithi065_53143_object8699:head#
2020-11-16T20:58:15.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93cc98f9:::benchmark_data_smithi065_53143_object45426:head#
2020-11-16T20:58:15.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93cdb000:::benchmark_data_smithi065_53143_object45758:head#
2020-11-16T20:58:15.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ceb1fb:::benchmark_data_smithi065_53143_object36906:head#
2020-11-16T20:58:15.148 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d1205f:::benchmark_data_smithi065_53143_object24996:head#
2020-11-16T20:58:15.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d1dc20:::benchmark_data_smithi065_53143_object40822:head#
2020-11-16T20:58:15.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d1ea6e:::benchmark_data_smithi065_53143_object17837:head#
2020-11-16T20:58:15.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d2570a:::benchmark_data_smithi065_53143_object17554:head#
2020-11-16T20:58:15.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d288ae:::benchmark_data_smithi065_53143_object37294:head#
2020-11-16T20:58:15.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d2dbf4:::benchmark_data_smithi065_53143_object3586:head#
2020-11-16T20:58:15.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d2dc31:::benchmark_data_smithi065_53143_object43768:head#
2020-11-16T20:58:15.149 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d415e8:::benchmark_data_smithi065_53143_object43691:head#
2020-11-16T20:58:15.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d42b5c:::benchmark_data_smithi065_53143_object56064:head#
2020-11-16T20:58:15.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d451be:::benchmark_data_smithi065_53143_object50906:head#
2020-11-16T20:58:15.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d45c7f:::benchmark_data_smithi065_53143_object35726:head#
2020-11-16T20:58:15.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d4b3b8:::benchmark_data_smithi065_53143_object38775:head#
2020-11-16T20:58:15.150 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d4c07d:::benchmark_data_smithi065_53143_object12091:head#
2020-11-16T20:58:15.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d57e2b:::benchmark_data_smithi065_53143_object73481:head#
2020-11-16T20:58:15.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d61e13:::benchmark_data_smithi065_53143_object47805:head#
2020-11-16T20:58:15.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d79c33:::benchmark_data_smithi065_53143_object56207:head#
2020-11-16T20:58:15.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d80f0b:::benchmark_data_smithi065_53143_object25229:head#
2020-11-16T20:58:15.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d88699:::benchmark_data_smithi065_53143_object15304:head#
2020-11-16T20:58:15.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d895e6:::benchmark_data_smithi065_53143_object66276:head#
2020-11-16T20:58:15.151 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93d8a670:::benchmark_data_smithi065_53143_object34986:head#
2020-11-16T20:58:15.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93da6e1f:::benchmark_data_smithi065_53143_object14674:head#
2020-11-16T20:58:15.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93db6865:::benchmark_data_smithi065_53143_object58472:head#
2020-11-16T20:58:15.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93db9ee1:::benchmark_data_smithi065_53143_object21137:head#
2020-11-16T20:58:15.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93dc439f:::benchmark_data_smithi065_53143_object60651:head#
2020-11-16T20:58:15.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93dd0be0:::benchmark_data_smithi065_53143_object57012:head#
2020-11-16T20:58:15.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93dd4094:::benchmark_data_smithi065_53143_object76710:head#
2020-11-16T20:58:15.152 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93dd8f1c:::benchmark_data_smithi065_53143_object6858:head#
2020-11-16T20:58:15.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93dd958a:::benchmark_data_smithi065_53143_object75536:head#
2020-11-16T20:58:15.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93de5625:::benchmark_data_smithi065_53143_object13531:head#
2020-11-16T20:58:15.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93dfa634:::benchmark_data_smithi065_53143_object36615:head#
2020-11-16T20:58:15.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e03333:::benchmark_data_smithi065_53143_object2424:head#
2020-11-16T20:58:15.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e0ebe0:::benchmark_data_smithi065_53143_object62848:head#
2020-11-16T20:58:15.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e2a0b5:::benchmark_data_smithi065_53143_object17447:head#
2020-11-16T20:58:15.153 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e541b8:::benchmark_data_smithi065_53143_object68551:head#
2020-11-16T20:58:15.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e5adef:::benchmark_data_smithi065_53143_object45891:head#
2020-11-16T20:58:15.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e6400f:::benchmark_data_smithi065_53143_object64005:head#
2020-11-16T20:58:15.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e67e3c:::benchmark_data_smithi065_53143_object54048:head#
2020-11-16T20:58:15.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e6bd33:::benchmark_data_smithi065_53143_object36213:head#
2020-11-16T20:58:15.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93e9dbb7:::benchmark_data_smithi065_53143_object21209:head#
2020-11-16T20:58:15.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93eb549a:::benchmark_data_smithi065_53143_object69683:head#
2020-11-16T20:58:15.154 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ee3dec:::benchmark_data_smithi065_53143_object66832:head#
2020-11-16T20:58:15.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93eee8c4:::benchmark_data_smithi065_53143_object7909:head#
2020-11-16T20:58:15.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f36d74:::benchmark_data_smithi065_53143_object72569:head#
2020-11-16T20:58:15.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f57023:::benchmark_data_smithi065_53143_object4763:head#
2020-11-16T20:58:15.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f64e8c:::benchmark_data_smithi065_53143_object13639:head#
2020-11-16T20:58:15.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f671ad:::benchmark_data_smithi065_53143_object6825:head#
2020-11-16T20:58:15.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f6c0c9:::benchmark_data_smithi065_53143_object25708:head#
2020-11-16T20:58:15.155 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f7857b:::benchmark_data_smithi065_53143_object11491:head#
2020-11-16T20:58:15.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f84c05:::benchmark_data_smithi065_53143_object23272:head#
2020-11-16T20:58:15.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f8e29b:::benchmark_data_smithi065_53143_object2228:head#
2020-11-16T20:58:15.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93f9cead:::benchmark_data_smithi065_53143_object3034:head#
2020-11-16T20:58:15.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93fb8134:::benchmark_data_smithi065_53143_object28513:head#
2020-11-16T20:58:15.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93fbfb03:::benchmark_data_smithi065_53143_object68782:head#
2020-11-16T20:58:15.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93fd1045:::benchmark_data_smithi065_53143_object79700:head#
2020-11-16T20:58:15.156 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93fd9f2e:::benchmark_data_smithi065_53143_object51490:head#
2020-11-16T20:58:15.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93fdefa6:::benchmark_data_smithi065_53143_object17980:head#
2020-11-16T20:58:15.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93fe1b92:::benchmark_data_smithi065_53143_object74102:head#
2020-11-16T20:58:15.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ff48dc:::benchmark_data_smithi065_53143_object81845:head#
2020-11-16T20:58:15.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93ffee48:::benchmark_data_smithi065_53143_object71545:head#
2020-11-16T20:58:15.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:93fffed9:::benchmark_data_smithi065_53143_object59512:head#
2020-11-16T20:58:15.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94006b63:::benchmark_data_smithi065_53143_object65403:head#
2020-11-16T20:58:15.157 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9402e44e:::benchmark_data_smithi065_53143_object2740:head#
2020-11-16T20:58:15.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:940382b4:::benchmark_data_smithi065_53143_object13597:head#
2020-11-16T20:58:15.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94042e2d:::benchmark_data_smithi065_53143_object8774:head#
2020-11-16T20:58:15.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94049a65:::benchmark_data_smithi065_53143_object68064:head#
2020-11-16T20:58:15.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9404f202:::benchmark_data_smithi065_53143_object44785:head#
2020-11-16T20:58:15.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9405c7a1:::benchmark_data_smithi065_53143_object51487:head#
2020-11-16T20:58:15.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9405ceb1:::benchmark_data_smithi065_53143_object64230:head#
2020-11-16T20:58:15.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94061654:::benchmark_data_smithi065_53143_object35503:head#
2020-11-16T20:58:15.158 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94062cc5:::benchmark_data_smithi065_53143_object79433:head#
2020-11-16T20:58:15.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94079d55:::benchmark_data_smithi065_53143_object35245:head#
2020-11-16T20:58:15.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:940982ea:::benchmark_data_smithi065_53143_object75812:head#
2020-11-16T20:58:15.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:940a90ea:::benchmark_data_smithi065_53143_object40195:head#
2020-11-16T20:58:15.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:940e12ea:::benchmark_data_smithi065_53143_object65610:head#
2020-11-16T20:58:15.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:940e1ec7:::benchmark_data_smithi065_53143_object52806:head#
2020-11-16T20:58:15.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:940e83e9:::benchmark_data_smithi065_53143_object72923:head#
2020-11-16T20:58:15.159 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:940f2c8e:::benchmark_data_smithi065_53143_object60066:head#
2020-11-16T20:58:15.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94102533:::benchmark_data_smithi065_53143_object18821:head#
2020-11-16T20:58:15.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9410493a:::benchmark_data_smithi065_53143_object44165:head#
2020-11-16T20:58:15.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94105cb6:::benchmark_data_smithi065_53143_object34247:head#
2020-11-16T20:58:15.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941092b4:::benchmark_data_smithi065_53143_object53729:head#
2020-11-16T20:58:15.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9410be56:::benchmark_data_smithi065_53143_object67585:head#
2020-11-16T20:58:15.160 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9411ebf9:::benchmark_data_smithi065_53143_object37101:head#
2020-11-16T20:58:15.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941278e2:::benchmark_data_smithi065_53143_object32246:head#
2020-11-16T20:58:15.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94137318:::benchmark_data_smithi065_53143_object75913:head#
2020-11-16T20:58:15.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9413f7dc:::benchmark_data_smithi065_53143_object20116:head#
2020-11-16T20:58:15.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9415964a:::benchmark_data_smithi065_53143_object58706:head#
2020-11-16T20:58:15.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94191b90:::benchmark_data_smithi065_53143_object46563:head#
2020-11-16T20:58:15.161 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941a9671:::benchmark_data_smithi065_53143_object330:head#
2020-11-16T20:58:15.162 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941ac955:::benchmark_data_smithi065_53143_object48855:head#
2020-11-16T20:58:15.162 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941b184b:::benchmark_data_smithi065_53143_object47723:head#
2020-11-16T20:58:15.162 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941b1bb4:::benchmark_data_smithi065_53143_object28624:head#
2020-11-16T20:58:15.162 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941bb4f2:::benchmark_data_smithi065_53143_object10687:head#
2020-11-16T20:58:15.162 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941c9be4:::benchmark_data_smithi065_53143_object68574:head#
2020-11-16T20:58:15.162 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941d0b57:::benchmark_data_smithi065_53143_object69210:head#
2020-11-16T20:58:15.162 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941d956d:::benchmark_data_smithi065_53143_object67414:head#
2020-11-16T20:58:15.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941dfa23:::benchmark_data_smithi065_53143_object32423:head#
2020-11-16T20:58:15.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941e0711:::benchmark_data_smithi065_53143_object18176:head#
2020-11-16T20:58:15.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941e4c7f:::benchmark_data_smithi065_53143_object35338:head#
2020-11-16T20:58:15.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941e69a3:::benchmark_data_smithi065_53143_object45671:head#
2020-11-16T20:58:15.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941e700f:::benchmark_data_smithi065_53143_object50327:head#
2020-11-16T20:58:15.163 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:941f0f62:::benchmark_data_smithi065_53143_object24184:head#
2020-11-16T20:58:15.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94215e47:::benchmark_data_smithi065_53143_object38697:head#
2020-11-16T20:58:15.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9421e610:::benchmark_data_smithi065_53143_object34791:head#
2020-11-16T20:58:15.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942225a1:::benchmark_data_smithi065_53143_object252:head#
2020-11-16T20:58:15.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94225d1f:::benchmark_data_smithi065_53143_object17327:head#
2020-11-16T20:58:15.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9422640e:::benchmark_data_smithi065_53143_object69117:head#
2020-11-16T20:58:15.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9422640f:::benchmark_data_smithi065_53143_object25709:head#
2020-11-16T20:58:15.164 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942321ec:::benchmark_data_smithi065_53143_object40523:head#
2020-11-16T20:58:15.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94232fc3:::benchmark_data_smithi065_53143_object11176:head#
2020-11-16T20:58:15.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94236cc4:::benchmark_data_smithi065_53143_object13419:head#
2020-11-16T20:58:15.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94239324:::benchmark_data_smithi065_53143_object36106:head#
2020-11-16T20:58:15.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9424e4af:::benchmark_data_smithi065_53143_object66942:head#
2020-11-16T20:58:15.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9425a9d1:::benchmark_data_smithi065_53143_object77698:head#
2020-11-16T20:58:15.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9425ec15:::benchmark_data_smithi065_53143_object47716:head#
2020-11-16T20:58:15.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9426d82c:::benchmark_data_smithi065_53143_object15544:head#
2020-11-16T20:58:15.165 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9427d3d1:::benchmark_data_smithi065_53143_object61379:head#
2020-11-16T20:58:15.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9427e279:::benchmark_data_smithi065_53143_object34751:head#
2020-11-16T20:58:15.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942889fb:::benchmark_data_smithi065_53143_object55213:head#
2020-11-16T20:58:15.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9428d03b:::benchmark_data_smithi065_53143_object42045:head#
2020-11-16T20:58:15.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9428de71:::benchmark_data_smithi065_53143_object223:head#
2020-11-16T20:58:15.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9428fdb6:::benchmark_data_smithi065_53143_object31973:head#
2020-11-16T20:58:15.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9429084d:::benchmark_data_smithi065_53143_object9426:head#
2020-11-16T20:58:15.166 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942916f7:::benchmark_data_smithi065_53143_object2771:head#
2020-11-16T20:58:15.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942bb3d6:::benchmark_data_smithi065_53143_object25050:head#
2020-11-16T20:58:15.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942d048a:::benchmark_data_smithi065_53143_object5260:head#
2020-11-16T20:58:15.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942d08f5:::benchmark_data_smithi065_53143_object35715:head#
2020-11-16T20:58:15.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942f19d8:::benchmark_data_smithi065_53143_object254:head#
2020-11-16T20:58:15.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:942f58d2:::benchmark_data_smithi065_53143_object30981:head#
2020-11-16T20:58:15.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94301375:::benchmark_data_smithi065_53143_object47232:head#
2020-11-16T20:58:15.167 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:943368d1:::benchmark_data_smithi065_53143_object21533:head#
2020-11-16T20:58:15.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94346b77:::benchmark_data_smithi065_53143_object69996:head#
2020-11-16T20:58:15.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9436973d:::benchmark_data_smithi065_53143_object14741:head#
2020-11-16T20:58:15.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9436be0b:::benchmark_data_smithi065_53143_object54443:head#
2020-11-16T20:58:15.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9436df7c:::benchmark_data_smithi065_53143_object8344:head#
2020-11-16T20:58:15.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94378b0f:::benchmark_data_smithi065_53143_object68498:head#
2020-11-16T20:58:15.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94389181:::benchmark_data_smithi065_53143_object4374:head#
2020-11-16T20:58:15.168 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9438aa47:::benchmark_data_smithi065_53143_object60512:head#
2020-11-16T20:58:15.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9438ce65:::benchmark_data_smithi065_53143_object58231:head#
2020-11-16T20:58:15.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94397d4e:::benchmark_data_smithi065_53143_object11328:head#
2020-11-16T20:58:15.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94399b68:::benchmark_data_smithi065_53143_object56751:head#
2020-11-16T20:58:15.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:943a211b:::benchmark_data_smithi065_53143_object63141:head#
2020-11-16T20:58:15.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:943a2c3e:::benchmark_data_smithi065_53143_object19040:head#
2020-11-16T20:58:15.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:943a9697:::benchmark_data_smithi065_53143_object37099:head#
2020-11-16T20:58:15.169 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:943d8926:::benchmark_data_smithi065_53143_object18989:head#
2020-11-16T20:58:15.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:943eb117:::benchmark_data_smithi065_53143_object63302:head#
2020-11-16T20:58:15.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:943f4589:::benchmark_data_smithi065_53143_object24288:head#
2020-11-16T20:58:15.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9440838c:::benchmark_data_smithi065_53143_object21398:head#
2020-11-16T20:58:15.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9440fd14:::benchmark_data_smithi065_53143_object8617:head#
2020-11-16T20:58:15.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94411236:::benchmark_data_smithi065_53143_object81816:head#
2020-11-16T20:58:15.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94413305:::benchmark_data_smithi065_53143_object38793:head#
2020-11-16T20:58:15.170 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9442e325:::benchmark_data_smithi065_53143_object13744:head#
2020-11-16T20:58:15.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9443589f:::benchmark_data_smithi065_53143_object77167:head#
2020-11-16T20:58:15.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94439462:::benchmark_data_smithi065_53143_object46058:head#
2020-11-16T20:58:15.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9443fed5:::benchmark_data_smithi065_53143_object49572:head#
2020-11-16T20:58:15.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94450481:::benchmark_data_smithi065_53143_object28392:head#
2020-11-16T20:58:15.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9446dd07:::benchmark_data_smithi065_53143_object56090:head#
2020-11-16T20:58:15.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9449dadb:::benchmark_data_smithi065_53143_object48998:head#
2020-11-16T20:58:15.171 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944aa39b:::benchmark_data_smithi065_53143_object48074:head#
2020-11-16T20:58:15.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944b697f:::benchmark_data_smithi065_53143_object65239:head#
2020-11-16T20:58:15.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944c999e:::benchmark_data_smithi065_53143_object51233:head#
2020-11-16T20:58:15.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944d282d:::benchmark_data_smithi065_53143_object29287:head#
2020-11-16T20:58:15.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944d4c01:::benchmark_data_smithi065_53143_object68319:head#
2020-11-16T20:58:15.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944e0d6c:::benchmark_data_smithi065_53143_object74017:head#
2020-11-16T20:58:15.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944e4d18:::benchmark_data_smithi065_53143_object46851:head#
2020-11-16T20:58:15.172 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944f5a9f:::benchmark_data_smithi065_53143_object54005:head#
2020-11-16T20:58:15.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944f6a17:::benchmark_data_smithi065_53143_object54377:head#
2020-11-16T20:58:15.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:944fc32d:::benchmark_data_smithi065_53143_object26848:head#
2020-11-16T20:58:15.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9453360d:::benchmark_data_smithi065_53143_object12924:head#
2020-11-16T20:58:15.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9453f92f:::benchmark_data_smithi065_53143_object48546:head#
2020-11-16T20:58:15.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9455290e:::benchmark_data_smithi065_53143_object62421:head#
2020-11-16T20:58:15.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9455872a:::benchmark_data_smithi065_53143_object74581:head#
2020-11-16T20:58:15.173 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94566678:::benchmark_data_smithi065_53143_object2525:head#
2020-11-16T20:58:15.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94573d29:::benchmark_data_smithi065_53143_object41821:head#
2020-11-16T20:58:15.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9457b442:::benchmark_data_smithi065_53143_object50130:head#
2020-11-16T20:58:15.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:945c46ac:::benchmark_data_smithi065_53143_object13087:head#
2020-11-16T20:58:15.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:945db7f5:::benchmark_data_smithi065_53143_object24792:head#
2020-11-16T20:58:15.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:945e2922:::benchmark_data_smithi065_53143_object47903:head#
2020-11-16T20:58:15.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:945edf3d:::benchmark_data_smithi065_53143_object68353:head#
2020-11-16T20:58:15.174 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:945f509e:::benchmark_data_smithi065_53143_object75494:head#
2020-11-16T20:58:15.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:945f58b2:::benchmark_data_smithi065_53143_object36069:head#
2020-11-16T20:58:15.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94604637:::benchmark_data_smithi065_53143_object7854:head#
2020-11-16T20:58:15.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946062e5:::benchmark_data_smithi065_53143_object46319:head#
2020-11-16T20:58:15.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94613326:::benchmark_data_smithi065_53143_object49026:head#
2020-11-16T20:58:15.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9462a79d:::benchmark_data_smithi065_53143_object7901:head#
2020-11-16T20:58:15.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94650a55:::benchmark_data_smithi065_53143_object40650:head#
2020-11-16T20:58:15.175 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94651c29:::benchmark_data_smithi065_53143_object373:head#
2020-11-16T20:58:15.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9465228d:::benchmark_data_smithi065_53143_object25233:head#
2020-11-16T20:58:15.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9466cc80:::benchmark_data_smithi065_53143_object68552:head#
2020-11-16T20:58:15.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94676178:::benchmark_data_smithi065_53143_object31616:head#
2020-11-16T20:58:15.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94679d68:::benchmark_data_smithi065_53143_object35483:head#
2020-11-16T20:58:15.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9467f9b0:::benchmark_data_smithi065_53143_object48299:head#
2020-11-16T20:58:15.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94691882:::benchmark_data_smithi065_53143_object52985:head#
2020-11-16T20:58:15.176 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9469ea87:::benchmark_data_smithi065_53143_object26020:head#
2020-11-16T20:58:15.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946a437f:::benchmark_data_smithi065_53143_object71380:head#
2020-11-16T20:58:15.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946a54ed:::benchmark_data_smithi065_53143_object71252:head#
2020-11-16T20:58:15.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946bdb8c:::benchmark_data_smithi065_53143_object43775:head#
2020-11-16T20:58:15.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946c0278:::benchmark_data_smithi065_53143_object54589:head#
2020-11-16T20:58:15.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946cb6f0:::benchmark_data_smithi065_53143_object3735:head#
2020-11-16T20:58:15.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946d9a7f:::benchmark_data_smithi065_53143_object16162:head#
2020-11-16T20:58:15.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946db3ca:::benchmark_data_smithi065_53143_object9173:head#
2020-11-16T20:58:15.177 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946eefd8:::benchmark_data_smithi065_53143_object11451:head#
2020-11-16T20:58:15.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:946ef9d3:::benchmark_data_smithi065_53143_object75155:head#
2020-11-16T20:58:15.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94717f27:::benchmark_data_smithi065_53143_object1323:head#
2020-11-16T20:58:15.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9471a380:::benchmark_data_smithi065_53143_object32495:head#
2020-11-16T20:58:15.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9471f680:::benchmark_data_smithi065_53143_object763:head#
2020-11-16T20:58:15.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947274d1:::benchmark_data_smithi065_53143_object8256:head#
2020-11-16T20:58:15.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94733806:::benchmark_data_smithi065_53143_object52376:head#
2020-11-16T20:58:15.178 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947477bc:::benchmark_data_smithi065_53143_object69542:head#
2020-11-16T20:58:15.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94751291:::benchmark_data_smithi065_53143_object46151:head#
2020-11-16T20:58:15.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94755f91:::benchmark_data_smithi065_53143_object1483:head#
2020-11-16T20:58:15.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94760036:::benchmark_data_smithi065_53143_object21449:head#
2020-11-16T20:58:15.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9476c905:::benchmark_data_smithi065_53143_object35597:head#
2020-11-16T20:58:15.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94770deb:::benchmark_data_smithi065_53143_object11061:head#
2020-11-16T20:58:15.179 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947779ef:::benchmark_data_smithi065_53143_object42950:head#
2020-11-16T20:58:15.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9477b940:::benchmark_data_smithi065_53143_object54862:head#
2020-11-16T20:58:15.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9477fd05:::benchmark_data_smithi065_53143_object32735:head#
2020-11-16T20:58:15.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947892b5:::benchmark_data_smithi065_53143_object1336:head#
2020-11-16T20:58:15.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9478da49:::benchmark_data_smithi065_53143_object77067:head#
2020-11-16T20:58:15.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947906f3:::benchmark_data_smithi065_53143_object72348:head#
2020-11-16T20:58:15.180 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9479e22a:::benchmark_data_smithi065_53143_object50610:head#
2020-11-16T20:58:15.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9479f628:::benchmark_data_smithi065_53143_object59748:head#
2020-11-16T20:58:15.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947a0ecd:::benchmark_data_smithi065_53143_object24892:head#
2020-11-16T20:58:15.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947ae9ad:::benchmark_data_smithi065_53143_object38481:head#
2020-11-16T20:58:15.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947b7885:::benchmark_data_smithi065_53143_object52902:head#
2020-11-16T20:58:15.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947e5fda:::benchmark_data_smithi065_53143_object31177:head#
2020-11-16T20:58:15.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947ede1b:::benchmark_data_smithi065_53143_object5926:head#
2020-11-16T20:58:15.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947f6a2c:::benchmark_data_smithi065_53143_object77204:head#
2020-11-16T20:58:15.181 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947fc4cc:::benchmark_data_smithi065_53143_object58770:head#
2020-11-16T20:58:15.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:947fe03e:::benchmark_data_smithi065_53143_object13763:head#
2020-11-16T20:58:15.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948059f8:::benchmark_data_smithi065_53143_object41748:head#
2020-11-16T20:58:15.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94807bc0:::benchmark_data_smithi065_53143_object35076:head#
2020-11-16T20:58:15.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948092bd:::benchmark_data_smithi065_53143_object59463:head#
2020-11-16T20:58:15.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94810628:::benchmark_data_smithi065_53143_object31350:head#
2020-11-16T20:58:15.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9481b963:::benchmark_data_smithi065_53143_object8148:head#
2020-11-16T20:58:15.182 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948231a8:::benchmark_data_smithi065_53143_object81889:head#
2020-11-16T20:58:15.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9482aab9:::benchmark_data_smithi065_53143_object50349:head#
2020-11-16T20:58:15.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9482c5f6:::benchmark_data_smithi065_53143_object49304:head#
2020-11-16T20:58:15.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9482d833:::benchmark_data_smithi065_53143_object35907:head#
2020-11-16T20:58:15.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94843f1a:::benchmark_data_smithi065_53143_object56363:head#
2020-11-16T20:58:15.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94845a22:::benchmark_data_smithi065_53143_object49700:head#
2020-11-16T20:58:15.183 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94866162:::benchmark_data_smithi065_53143_object46595:head#
2020-11-16T20:58:15.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94868810:::benchmark_data_smithi065_53143_object49964:head#
2020-11-16T20:58:15.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94868cc5:::benchmark_data_smithi065_53143_object25718:head#
2020-11-16T20:58:15.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9487b48b:::benchmark_data_smithi065_53143_object57047:head#
2020-11-16T20:58:15.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948885cf:::benchmark_data_smithi065_53143_object27609:head#
2020-11-16T20:58:15.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9488d545:::benchmark_data_smithi065_53143_object55092:head#
2020-11-16T20:58:15.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948a346a:::benchmark_data_smithi065_53143_object451:head#
2020-11-16T20:58:15.184 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948a6a8b:::benchmark_data_smithi065_53143_object54661:head#
2020-11-16T20:58:15.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948ac805:::benchmark_data_smithi065_53143_object10937:head#
2020-11-16T20:58:15.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948b0518:::benchmark_data_smithi065_53143_object22519:head#
2020-11-16T20:58:15.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948b73e5:::benchmark_data_smithi065_53143_object29859:head#
2020-11-16T20:58:15.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948d1ef5:::benchmark_data_smithi065_53143_object60455:head#
2020-11-16T20:58:15.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948d2587:::benchmark_data_smithi065_53143_object31260:head#
2020-11-16T20:58:15.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948d7c3b:::benchmark_data_smithi065_53143_object54182:head#
2020-11-16T20:58:15.185 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948e4904:::benchmark_data_smithi065_53143_object21767:head#
2020-11-16T20:58:15.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948e8661:::benchmark_data_smithi065_53143_object73392:head#
2020-11-16T20:58:15.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948ea1e7:::benchmark_data_smithi065_53143_object50319:head#
2020-11-16T20:58:15.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948eb654:::benchmark_data_smithi065_53143_object40198:head#
2020-11-16T20:58:15.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948f5504:::benchmark_data_smithi065_53143_object7379:head#
2020-11-16T20:58:15.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948fbe75:::benchmark_data_smithi065_53143_object10090:head#
2020-11-16T20:58:15.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948fdfa3:::benchmark_data_smithi065_53143_object48629:head#
2020-11-16T20:58:15.186 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:948fe61e:::benchmark_data_smithi065_53143_object39261:head#
2020-11-16T20:58:15.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94903ea3:::benchmark_data_smithi065_53143_object2189:head#
2020-11-16T20:58:15.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:949046cb:::benchmark_data_smithi065_53143_object20446:head#
2020-11-16T20:58:15.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9490f8c5:::benchmark_data_smithi065_53143_object710:head#
2020-11-16T20:58:15.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94911395:::benchmark_data_smithi065_53143_object50888:head#
2020-11-16T20:58:15.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94912140:::benchmark_data_smithi065_53143_object60132:head#
2020-11-16T20:58:15.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9493dfaf:::benchmark_data_smithi065_53143_object40277:head#
2020-11-16T20:58:15.187 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94941c43:::benchmark_data_smithi065_53143_object3244:head#
2020-11-16T20:58:15.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94953154:::benchmark_data_smithi065_53143_object58887:head#
2020-11-16T20:58:15.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94954111:::benchmark_data_smithi065_53143_object28770:head#
2020-11-16T20:58:15.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94963ff4:::benchmark_data_smithi065_53143_object10009:head#
2020-11-16T20:58:15.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:949674fa:::benchmark_data_smithi065_53143_object49057:head#
2020-11-16T20:58:15.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9496d94c:::benchmark_data_smithi065_53143_object18032:head#
2020-11-16T20:58:15.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9496d9d4:::benchmark_data_smithi065_53143_object9558:head#
2020-11-16T20:58:15.188 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9496e84c:::benchmark_data_smithi065_53143_object68766:head#
2020-11-16T20:58:15.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9497091f:::benchmark_data_smithi065_53143_object52758:head#
2020-11-16T20:58:15.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9497cee9:::benchmark_data_smithi065_53143_object10340:head#
2020-11-16T20:58:15.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9499c701:::benchmark_data_smithi065_53143_object68943:head#
2020-11-16T20:58:15.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9499ce94:::benchmark_data_smithi065_53143_object81682:head#
2020-11-16T20:58:15.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9499cfdd:::benchmark_data_smithi065_53143_object37398:head#
2020-11-16T20:58:15.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:949b30e6:::benchmark_data_smithi065_53143_object53332:head#
2020-11-16T20:58:15.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:949c5d1f:::benchmark_data_smithi065_53143_object36579:head#
2020-11-16T20:58:15.189 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:949e9cc3:::benchmark_data_smithi065_53143_object32154:head#
2020-11-16T20:58:15.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:949f45dd:::benchmark_data_smithi065_53143_object19060:head#
2020-11-16T20:58:15.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:949fbee8:::benchmark_data_smithi065_53143_object74229:head#
2020-11-16T20:58:15.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a0e64d:::benchmark_data_smithi065_53143_object76106:head#
2020-11-16T20:58:15.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a14a1d:::benchmark_data_smithi065_53143_object51448:head#
2020-11-16T20:58:15.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a19915:::benchmark_data_smithi065_53143_object39562:head#
2020-11-16T20:58:15.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a2718a:::benchmark_data_smithi065_53143_object33671:head#
2020-11-16T20:58:15.190 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a286dd:::benchmark_data_smithi065_53143_object80882:head#
2020-11-16T20:58:15.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a39314:::benchmark_data_smithi065_53143_object45557:head#
2020-11-16T20:58:15.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a5bbab:::benchmark_data_smithi065_53143_object74026:head#
2020-11-16T20:58:15.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a63349:::benchmark_data_smithi065_53143_object80699:head#
2020-11-16T20:58:15.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a6ce0d:::benchmark_data_smithi065_53143_object65625:head#
2020-11-16T20:58:15.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a7c02d:::benchmark_data_smithi065_53143_object71846:head#
2020-11-16T20:58:15.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94a8aa9b:::benchmark_data_smithi065_53143_object77479:head#
2020-11-16T20:58:15.191 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ab1ff6:::benchmark_data_smithi065_53143_object18900:head#
2020-11-16T20:58:15.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94abc376:::benchmark_data_smithi065_53143_object29302:head#
2020-11-16T20:58:15.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94abed13:::benchmark_data_smithi065_53143_object75562:head#
2020-11-16T20:58:15.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ac58e3:::benchmark_data_smithi065_53143_object13493:head#
2020-11-16T20:58:15.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ac60df:::benchmark_data_smithi065_53143_object11663:head#
2020-11-16T20:58:15.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ac6134:::benchmark_data_smithi065_53143_object68648:head#
2020-11-16T20:58:15.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ad85bd:::benchmark_data_smithi065_53143_object67195:head#
2020-11-16T20:58:15.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ad8737:::benchmark_data_smithi065_53143_object53788:head#
2020-11-16T20:58:15.192 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b217a7:::benchmark_data_smithi065_53143_object44282:head#
2020-11-16T20:58:15.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b22768:::benchmark_data_smithi065_53143_object31003:head#
2020-11-16T20:58:15.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b2a9f9:::benchmark_data_smithi065_53143_object11352:head#
2020-11-16T20:58:15.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b38c96:::benchmark_data_smithi065_53143_object11811:head#
2020-11-16T20:58:15.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b39962:::benchmark_data_smithi065_53143_object116:head#
2020-11-16T20:58:15.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b447e7:::benchmark_data_smithi065_53143_object61166:head#
2020-11-16T20:58:15.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b47c7e:::benchmark_data_smithi065_53143_object10379:head#
2020-11-16T20:58:15.193 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b4bd16:::benchmark_data_smithi065_53143_object29394:head#
2020-11-16T20:58:15.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b63759:::benchmark_data_smithi065_53143_object27449:head#
2020-11-16T20:58:15.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b6709e:::benchmark_data_smithi065_53143_object3931:head#
2020-11-16T20:58:15.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b74c93:::benchmark_data_smithi065_53143_object73048:head#
2020-11-16T20:58:15.194 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b94929:::benchmark_data_smithi065_53143_object30985:head#
2020-11-16T20:58:15.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94b9f938:::benchmark_data_smithi065_53143_object19889:head#
2020-11-16T20:58:15.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94bacedc:::benchmark_data_smithi065_53143_object45186:head#
2020-11-16T20:58:15.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94bbb27b:::benchmark_data_smithi065_53143_object23088:head#
2020-11-16T20:58:15.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94bc6750:::benchmark_data_smithi065_53143_object45142:head#
2020-11-16T20:58:15.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94bddc76:::benchmark_data_smithi065_53143_object2150:head#
2020-11-16T20:58:15.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94bf0f54:::benchmark_data_smithi065_53143_object9899:head#
2020-11-16T20:58:15.195 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94bf5a0a:::benchmark_data_smithi065_53143_object53894:head#
2020-11-16T20:58:15.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94bf6a7a:::benchmark_data_smithi065_53143_object26794:head#
2020-11-16T20:58:15.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94bf9ca6:::benchmark_data_smithi065_53143_object30142:head#
2020-11-16T20:58:15.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c06f32:::benchmark_data_smithi065_53143_object71988:head#
2020-11-16T20:58:15.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c128a5:::benchmark_data_smithi065_53143_object74415:head#
2020-11-16T20:58:15.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c2b479:::benchmark_data_smithi065_53143_object37531:head#
2020-11-16T20:58:15.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c6d5d2:::benchmark_data_smithi065_53143_object50636:head#
2020-11-16T20:58:15.196 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c79fa6:::benchmark_data_smithi065_53143_object64157:head#
2020-11-16T20:58:15.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c7c523:::benchmark_data_smithi065_53143_object71320:head#
2020-11-16T20:58:15.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c86daf:::benchmark_data_smithi065_53143_object37468:head#
2020-11-16T20:58:15.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c9463e:::benchmark_data_smithi065_53143_object44027:head#
2020-11-16T20:58:15.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94c9f117:::benchmark_data_smithi065_53143_object11073:head#
2020-11-16T20:58:15.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94cbefe1:::benchmark_data_smithi065_53143_object18193:head#
2020-11-16T20:58:15.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ccd7a2:::benchmark_data_smithi065_53143_object26697:head#
2020-11-16T20:58:15.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94cce49e:::benchmark_data_smithi065_53143_object28780:head#
2020-11-16T20:58:15.197 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ce2445:::benchmark_data_smithi065_53143_object55320:head#
2020-11-16T20:58:15.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ce8127:::benchmark_data_smithi065_53143_object39494:head#
2020-11-16T20:58:15.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d0fdee:::benchmark_data_smithi065_53143_object51922:head#
2020-11-16T20:58:15.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d28832:::benchmark_data_smithi065_53143_object14350:head#
2020-11-16T20:58:15.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d2e30d:::benchmark_data_smithi065_53143_object37675:head#
2020-11-16T20:58:15.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d324cb:::benchmark_data_smithi065_53143_object12311:head#
2020-11-16T20:58:15.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d348b6:::benchmark_data_smithi065_53143_object76321:head#
2020-11-16T20:58:15.198 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d34dba:::benchmark_data_smithi065_53143_object35685:head#
2020-11-16T20:58:15.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d354e3:::benchmark_data_smithi065_53143_object38139:head#
2020-11-16T20:58:15.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d49647:::benchmark_data_smithi065_53143_object8209:head#
2020-11-16T20:58:15.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d727b3:::benchmark_data_smithi065_53143_object47762:head#
2020-11-16T20:58:15.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d88782:::benchmark_data_smithi065_53143_object44511:head#
2020-11-16T20:58:15.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d8ee88:::benchmark_data_smithi065_53143_object73958:head#
2020-11-16T20:58:15.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d91ce2:::benchmark_data_smithi065_53143_object44554:head#
2020-11-16T20:58:15.199 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d95c3d:::benchmark_data_smithi065_53143_object65413:head#
2020-11-16T20:58:15.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d9b3de:::benchmark_data_smithi065_53143_object29415:head#
2020-11-16T20:58:15.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94d9c4da:::benchmark_data_smithi065_53143_object50431:head#
2020-11-16T20:58:15.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94db5c93:::benchmark_data_smithi065_53143_object46474:head#
2020-11-16T20:58:15.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94dc188b:::benchmark_data_smithi065_53143_object67505:head#
2020-11-16T20:58:15.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94df293e:::benchmark_data_smithi065_53143_object19033:head#
2020-11-16T20:58:15.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e350f3:::benchmark_data_smithi065_53143_object54852:head#
2020-11-16T20:58:15.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e4658d:::benchmark_data_smithi065_53143_object27188:head#
2020-11-16T20:58:15.200 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e5904a:::benchmark_data_smithi065_53143_object21368:head#
2020-11-16T20:58:15.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e666ea:::benchmark_data_smithi065_53143_object56009:head#
2020-11-16T20:58:15.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e6b576:::benchmark_data_smithi065_53143_object32119:head#
2020-11-16T20:58:15.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e7b1ca:::benchmark_data_smithi065_53143_object79429:head#
2020-11-16T20:58:15.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e85dab:::benchmark_data_smithi065_53143_object26251:head#
2020-11-16T20:58:15.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e8bbf0:::benchmark_data_smithi065_53143_object28210:head#
2020-11-16T20:58:15.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94e95e41:::benchmark_data_smithi065_53143_object21907:head#
2020-11-16T20:58:15.201 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94eb140a:::benchmark_data_smithi065_53143_object41137:head#
2020-11-16T20:58:15.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94eb56f6:::benchmark_data_smithi065_53143_object45138:head#
2020-11-16T20:58:15.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ebf76a:::benchmark_data_smithi065_53143_object43091:head#
2020-11-16T20:58:15.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ed0775:::benchmark_data_smithi065_53143_object53765:head#
2020-11-16T20:58:15.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94edf081:::benchmark_data_smithi065_53143_object47070:head#
2020-11-16T20:58:15.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ee2ed2:::benchmark_data_smithi065_53143_object14704:head#
2020-11-16T20:58:15.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ee3ab0:::benchmark_data_smithi065_53143_object32181:head#
2020-11-16T20:58:15.202 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ee4d49:::benchmark_data_smithi065_53143_object103:head#
2020-11-16T20:58:15.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ee6287:::benchmark_data_smithi065_53143_object7169:head#
2020-11-16T20:58:15.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ee8ad9:::benchmark_data_smithi065_53143_object66008:head#
2020-11-16T20:58:15.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94eed03b:::benchmark_data_smithi065_53143_object8087:head#
2020-11-16T20:58:15.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ef3928:::benchmark_data_smithi065_53143_object11733:head#
2020-11-16T20:58:15.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94ef6be0:::benchmark_data_smithi065_53143_object60444:head#
2020-11-16T20:58:15.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f07513:::benchmark_data_smithi065_53143_object54591:head#
2020-11-16T20:58:15.203 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f0e074:::benchmark_data_smithi065_53143_object9095:head#
2020-11-16T20:58:15.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f11dd0:::benchmark_data_smithi065_53143_object51727:head#
2020-11-16T20:58:15.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f1c070:::benchmark_data_smithi065_53143_object21055:head#
2020-11-16T20:58:15.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f23a00:::benchmark_data_smithi065_53143_object43090:head#
2020-11-16T20:58:15.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f2d3a7:::benchmark_data_smithi065_53143_object6300:head#
2020-11-16T20:58:15.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f3413f:::benchmark_data_smithi065_53143_object32684:head#
2020-11-16T20:58:15.204 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f383ae:::benchmark_data_smithi065_53143_object63248:head#
2020-11-16T20:58:15.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f38509:::benchmark_data_smithi065_53143_object55376:head#
2020-11-16T20:58:15.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f4b643:::benchmark_data_smithi065_53143_object35733:head#
2020-11-16T20:58:15.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f61338:::benchmark_data_smithi065_53143_object16014:head#
2020-11-16T20:58:15.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f7f51a:::benchmark_data_smithi065_53143_object71825:head#
2020-11-16T20:58:15.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f843ff:::benchmark_data_smithi065_53143_object76862:head#
2020-11-16T20:58:15.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94f9e714:::benchmark_data_smithi065_53143_object55261:head#
2020-11-16T20:58:15.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94fa9175:::benchmark_data_smithi065_53143_object1734:head#
2020-11-16T20:58:15.205 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94fb5f54:::benchmark_data_smithi065_53143_object24915:head#
2020-11-16T20:58:15.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94fd292d:::benchmark_data_smithi065_53143_object70460:head#
2020-11-16T20:58:15.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:94fdd755:::benchmark_data_smithi065_53143_object35719:head#
2020-11-16T20:58:15.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95007517:::benchmark_data_smithi065_53143_object71667:head#
2020-11-16T20:58:15.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95007dad:::benchmark_data_smithi065_53143_object47844:head#
2020-11-16T20:58:15.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95015883:::benchmark_data_smithi065_53143_object27163:head#
2020-11-16T20:58:15.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9503a16e:::benchmark_data_smithi065_53143_object27242:head#
2020-11-16T20:58:15.206 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95051b26:::benchmark_data_smithi065_53143_object24141:head#
2020-11-16T20:58:15.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9505bb29:::benchmark_data_smithi065_53143_object44074:head#
2020-11-16T20:58:15.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95073023:::benchmark_data_smithi065_53143_object69937:head#
2020-11-16T20:58:15.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950749a5:::benchmark_data_smithi065_53143_object42157:head#
2020-11-16T20:58:15.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95075c03:::benchmark_data_smithi065_53143_object65394:head#
2020-11-16T20:58:15.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9507bae8:::benchmark_data_smithi065_53143_object54227:head#
2020-11-16T20:58:15.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95089dc9:::benchmark_data_smithi065_53143_object33689:head#
2020-11-16T20:58:15.207 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9508c4dd:::benchmark_data_smithi065_53143_object78589:head#
2020-11-16T20:58:15.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950973be:::benchmark_data_smithi065_53143_object36179:head#
2020-11-16T20:58:15.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95099bd5:::benchmark_data_smithi065_53143_object75911:head#
2020-11-16T20:58:15.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950ab942:::benchmark_data_smithi065_53143_object24761:head#
2020-11-16T20:58:15.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950ac48e:::benchmark_data_smithi065_53143_object28198:head#
2020-11-16T20:58:15.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950bf77c:::benchmark_data_smithi065_53143_object58450:head#
2020-11-16T20:58:15.208 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950c8398:::benchmark_data_smithi065_53143_object32958:head#
2020-11-16T20:58:15.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950ccdc9:::benchmark_data_smithi065_53143_object12029:head#
2020-11-16T20:58:15.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950de428:::benchmark_data_smithi065_53143_object61049:head#
2020-11-16T20:58:15.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950e60c9:::benchmark_data_smithi065_53143_object55029:head#
2020-11-16T20:58:15.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950e628e:::benchmark_data_smithi065_53143_object57554:head#
2020-11-16T20:58:15.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950fd541:::benchmark_data_smithi065_53143_object80244:head#
2020-11-16T20:58:15.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:950fef5d:::benchmark_data_smithi065_53143_object64276:head#
2020-11-16T20:58:15.209 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95103480:::benchmark_data_smithi065_53143_object43397:head#
2020-11-16T20:58:15.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9511be67:::benchmark_data_smithi065_53143_object35050:head#
2020-11-16T20:58:15.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95131b2d:::benchmark_data_smithi065_53143_object43830:head#
2020-11-16T20:58:15.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95136a81:::benchmark_data_smithi065_53143_object56396:head#
2020-11-16T20:58:15.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95156a78:::benchmark_data_smithi065_53143_object55693:head#
2020-11-16T20:58:15.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9517e3f0:::benchmark_data_smithi065_53143_object75415:head#
2020-11-16T20:58:15.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9518aada:::benchmark_data_smithi065_53143_object12804:head#
2020-11-16T20:58:15.210 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9519cff3:::benchmark_data_smithi065_53143_object30242:head#
2020-11-16T20:58:15.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951abf5e:::benchmark_data_smithi065_53143_object38272:head#
2020-11-16T20:58:15.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951b8b30:::benchmark_data_smithi065_53143_object26124:head#
2020-11-16T20:58:15.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951d249e:::benchmark_data_smithi065_53143_object49983:head#
2020-11-16T20:58:15.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951e0821:::benchmark_data_smithi065_53143_object46533:head#
2020-11-16T20:58:15.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951e1123:::benchmark_data_smithi065_53143_object53287:head#
2020-11-16T20:58:15.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951e1993:::benchmark_data_smithi065_53143_object6589:head#
2020-11-16T20:58:15.211 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951ec7e6:::benchmark_data_smithi065_53143_object150:head#
2020-11-16T20:58:15.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951f2a55:::benchmark_data_smithi065_53143_object76182:head#
2020-11-16T20:58:15.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951f60ad:::benchmark_data_smithi065_53143_object41702:head#
2020-11-16T20:58:15.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951f6c94:::benchmark_data_smithi065_53143_object29115:head#
2020-11-16T20:58:15.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951fa1f9:::benchmark_data_smithi065_53143_object62778:head#
2020-11-16T20:58:15.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:951fc99c:::benchmark_data_smithi065_53143_object68906:head#
2020-11-16T20:58:15.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95208342:::benchmark_data_smithi065_53143_object74375:head#
2020-11-16T20:58:15.212 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9521d261:::benchmark_data_smithi065_53143_object58617:head#
2020-11-16T20:58:15.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9521e815:::benchmark_data_smithi065_53143_object18902:head#
2020-11-16T20:58:15.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9522a3cc:::benchmark_data_smithi065_53143_object42651:head#
2020-11-16T20:58:15.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9522fbf2:::benchmark_data_smithi065_53143_object63722:head#
2020-11-16T20:58:15.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952302d1:::benchmark_data_smithi065_53143_object30439:head#
2020-11-16T20:58:15.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95233770:::benchmark_data_smithi065_53143_object36783:head#
2020-11-16T20:58:15.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952401a4:::benchmark_data_smithi065_53143_object899:head#
2020-11-16T20:58:15.213 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95246b4a:::benchmark_data_smithi065_53143_object6936:head#
2020-11-16T20:58:15.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95285191:::benchmark_data_smithi065_53143_object52280:head#
2020-11-16T20:58:15.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952886dd:::benchmark_data_smithi065_53143_object14228:head#
2020-11-16T20:58:15.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9528df1d:::benchmark_data_smithi065_53143_object27705:head#
2020-11-16T20:58:15.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95290794:::benchmark_data_smithi065_53143_object49149:head#
2020-11-16T20:58:15.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952913f4:::benchmark_data_smithi065_53143_object80290:head#
2020-11-16T20:58:15.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952a960e:::benchmark_data_smithi065_53143_object19492:head#
2020-11-16T20:58:15.214 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952adfe4:::benchmark_data_smithi065_53143_object52457:head#
2020-11-16T20:58:15.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952bcbb6:::benchmark_data_smithi065_53143_object19562:head#
2020-11-16T20:58:15.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952c9e0b:::benchmark_data_smithi065_53143_object31844:head#
2020-11-16T20:58:15.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952ca692:::benchmark_data_smithi065_53143_object4959:head#
2020-11-16T20:58:15.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952d6493:::benchmark_data_smithi065_53143_object9433:head#
2020-11-16T20:58:15.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952edc1c:::benchmark_data_smithi065_53143_object45078:head#
2020-11-16T20:58:15.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:952f1d88:::benchmark_data_smithi065_53143_object6643:head#
2020-11-16T20:58:15.215 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95302ec4:::benchmark_data_smithi065_53143_object73430:head#
2020-11-16T20:58:15.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953069b7:::benchmark_data_smithi065_53143_object28957:head#
2020-11-16T20:58:15.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95308a44:::benchmark_data_smithi065_53143_object35442:head#
2020-11-16T20:58:15.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9530b175:::benchmark_data_smithi065_53143_object60383:head#
2020-11-16T20:58:15.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95310e99:::benchmark_data_smithi065_53143_object11676:head#
2020-11-16T20:58:15.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95312cea:::benchmark_data_smithi065_53143_object37343:head#
2020-11-16T20:58:15.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9531cf97:::benchmark_data_smithi065_53143_object9443:head#
2020-11-16T20:58:15.216 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9532422b:::benchmark_data_smithi065_53143_object21277:head#
2020-11-16T20:58:15.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9533b15d:::benchmark_data_smithi065_53143_object75627:head#
2020-11-16T20:58:15.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95343b94:::benchmark_data_smithi065_53143_object64861:head#
2020-11-16T20:58:15.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953462c9:::benchmark_data_smithi065_53143_object44593:head#
2020-11-16T20:58:15.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95350d97:::benchmark_data_smithi065_53143_object60738:head#
2020-11-16T20:58:15.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95351234:::benchmark_data_smithi065_53143_object81579:head#
2020-11-16T20:58:15.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9535e9eb:::benchmark_data_smithi065_53143_object78611:head#
2020-11-16T20:58:15.217 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95360d3d:::benchmark_data_smithi065_53143_object70871:head#
2020-11-16T20:58:15.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9537c403:::benchmark_data_smithi065_53143_object14301:head#
2020-11-16T20:58:15.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9537c9c8:::benchmark_data_smithi065_53143_object5276:head#
2020-11-16T20:58:15.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9538243b:::benchmark_data_smithi065_53143_object41815:head#
2020-11-16T20:58:15.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95383153:::benchmark_data_smithi065_53143_object21614:head#
2020-11-16T20:58:15.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953947a4:::benchmark_data_smithi065_53143_object50875:head#
2020-11-16T20:58:15.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953a3bd3:::benchmark_data_smithi065_53143_object52144:head#
2020-11-16T20:58:15.218 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953a64ed:::benchmark_data_smithi065_53143_object8813:head#
2020-11-16T20:58:15.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953b8d51:::benchmark_data_smithi065_53143_object76687:head#
2020-11-16T20:58:15.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953bfe50:::benchmark_data_smithi065_53143_object51711:head#
2020-11-16T20:58:15.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953c1714:::benchmark_data_smithi065_53143_object30064:head#
2020-11-16T20:58:15.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953c4bc8:::benchmark_data_smithi065_53143_object14696:head#
2020-11-16T20:58:15.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:953f12b5:::benchmark_data_smithi065_53143_object76781:head#
2020-11-16T20:58:15.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9542c396:::benchmark_data_smithi065_53143_object27595:head#
2020-11-16T20:58:15.219 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9542d2e8:::benchmark_data_smithi065_53143_object58876:head#
2020-11-16T20:58:15.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9542f792:::benchmark_data_smithi065_53143_object37514:head#
2020-11-16T20:58:15.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9544536e:::benchmark_data_smithi065_53143_object68601:head#
2020-11-16T20:58:15.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954474f9:::benchmark_data_smithi065_53143_object45480:head#
2020-11-16T20:58:15.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9544bc19:::benchmark_data_smithi065_53143_object36577:head#
2020-11-16T20:58:15.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95458879:::benchmark_data_smithi065_53143_object5182:head#
2020-11-16T20:58:15.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95460ef9:::benchmark_data_smithi065_53143_object80769:head#
2020-11-16T20:58:15.220 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95463b0b:::benchmark_data_smithi065_53143_object15122:head#
2020-11-16T20:58:15.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95465164:::benchmark_data_smithi065_53143_object79567:head#
2020-11-16T20:58:15.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95484291:::benchmark_data_smithi065_53143_object56486:head#
2020-11-16T20:58:15.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954acdbe:::benchmark_data_smithi065_53143_object12316:head#
2020-11-16T20:58:15.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954cffff:::benchmark_data_smithi065_53143_object70874:head#
2020-11-16T20:58:15.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954d5896:::benchmark_data_smithi065_53143_object26683:head#
2020-11-16T20:58:15.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954de42d:::benchmark_data_smithi065_53143_object31571:head#
2020-11-16T20:58:15.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954e04f8:::benchmark_data_smithi065_53143_object75069:head#
2020-11-16T20:58:15.221 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954e65a1:::benchmark_data_smithi065_53143_object58527:head#
2020-11-16T20:58:15.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954f9435:::benchmark_data_smithi065_53143_object57472:head#
2020-11-16T20:58:15.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:954fcabf:::benchmark_data_smithi065_53143_object37304:head#
2020-11-16T20:58:15.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955023c4:::benchmark_data_smithi065_53143_object80799:head#
2020-11-16T20:58:15.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9550a4aa:::benchmark_data_smithi065_53143_object24762:head#
2020-11-16T20:58:15.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955156b1:::benchmark_data_smithi065_53143_object79737:head#
2020-11-16T20:58:15.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95515a9b:::benchmark_data_smithi065_53143_object76324:head#
2020-11-16T20:58:15.222 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95518296:::benchmark_data_smithi065_53143_object33383:head#
2020-11-16T20:58:15.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9552adac:::benchmark_data_smithi065_53143_object21562:head#
2020-11-16T20:58:15.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95547cfa:::benchmark_data_smithi065_53143_object71228:head#
2020-11-16T20:58:15.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95547d3c:::benchmark_data_smithi065_53143_object60334:head#
2020-11-16T20:58:15.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95550257:::benchmark_data_smithi065_53143_object8697:head#
2020-11-16T20:58:15.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9556ead8:::benchmark_data_smithi065_53143_object55212:head#
2020-11-16T20:58:15.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95573bbb:::benchmark_data_smithi065_53143_object20155:head#
2020-11-16T20:58:15.223 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9557d92c:::benchmark_data_smithi065_53143_object3960:head#
2020-11-16T20:58:15.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9558373c:::benchmark_data_smithi065_53143_object14738:head#
2020-11-16T20:58:15.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955885e3:::benchmark_data_smithi065_53143_object77881:head#
2020-11-16T20:58:15.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95590939:::benchmark_data_smithi065_53143_object78382:head#
2020-11-16T20:58:15.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955a2446:::benchmark_data_smithi065_53143_object65945:head#
2020-11-16T20:58:15.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955a636e:::benchmark_data_smithi065_53143_object17437:head#
2020-11-16T20:58:15.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955a9691:::benchmark_data_smithi065_53143_object29473:head#
2020-11-16T20:58:15.224 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955bba93:::benchmark_data_smithi065_53143_object63108:head#
2020-11-16T20:58:15.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955bbd9b:::benchmark_data_smithi065_53143_object58331:head#
2020-11-16T20:58:15.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955bff87:::benchmark_data_smithi065_53143_object56278:head#
2020-11-16T20:58:15.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955d3815:::benchmark_data_smithi065_53143_object3177:head#
2020-11-16T20:58:15.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955e314c:::benchmark_data_smithi065_53143_object18304:head#
2020-11-16T20:58:15.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955efd39:::benchmark_data_smithi065_53143_object59568:head#
2020-11-16T20:58:15.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:955f84fe:::benchmark_data_smithi065_53143_object73286:head#
2020-11-16T20:58:15.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9560ece0:::benchmark_data_smithi065_53143_object11407:head#
2020-11-16T20:58:15.225 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95619dda:::benchmark_data_smithi065_53143_object37674:head#
2020-11-16T20:58:15.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9561c994:::benchmark_data_smithi065_53143_object64348:head#
2020-11-16T20:58:15.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95628ef6:::benchmark_data_smithi065_53143_object49674:head#
2020-11-16T20:58:15.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9562a88c:::benchmark_data_smithi065_53143_object48885:head#
2020-11-16T20:58:15.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9564b1de:::benchmark_data_smithi065_53143_object58607:head#
2020-11-16T20:58:15.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9564e4f1:::benchmark_data_smithi065_53143_object33803:head#
2020-11-16T20:58:15.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956538e4:::benchmark_data_smithi065_53143_object17170:head#
2020-11-16T20:58:15.226 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95655b7a:::benchmark_data_smithi065_53143_object53399:head#
2020-11-16T20:58:15.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956775c4:::benchmark_data_smithi065_53143_object35539:head#
2020-11-16T20:58:15.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9567d302:::benchmark_data_smithi065_53143_object67771:head#
2020-11-16T20:58:15.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95681dec:::benchmark_data_smithi065_53143_object50905:head#
2020-11-16T20:58:15.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9569d4cf:::benchmark_data_smithi065_53143_object5205:head#
2020-11-16T20:58:15.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956a7e6a:::benchmark_data_smithi065_53143_object16642:head#
2020-11-16T20:58:15.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956acf46:::benchmark_data_smithi065_53143_object43001:head#
2020-11-16T20:58:15.227 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956aea1e:::benchmark_data_smithi065_53143_object14719:head#
2020-11-16T20:58:15.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956b048b:::benchmark_data_smithi065_53143_object5646:head#
2020-11-16T20:58:15.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956b2d90:::benchmark_data_smithi065_53143_object8320:head#
2020-11-16T20:58:15.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956cc676:::benchmark_data_smithi065_53143_object37647:head#
2020-11-16T20:58:15.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956e83b8:::benchmark_data_smithi065_53143_object46740:head#
2020-11-16T20:58:15.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956f1b55:::benchmark_data_smithi065_53143_object2676:head#
2020-11-16T20:58:15.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:956fa675:::benchmark_data_smithi065_53143_object78139:head#
2020-11-16T20:58:15.228 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957078d9:::benchmark_data_smithi065_53143_object16024:head#
2020-11-16T20:58:15.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9570a816:::benchmark_data_smithi065_53143_object45630:head#
2020-11-16T20:58:15.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95716f4d:::benchmark_data_smithi065_53143_object19945:head#
2020-11-16T20:58:15.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9571aef7:::benchmark_data_smithi065_53143_object79141:head#
2020-11-16T20:58:15.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95724b73:::benchmark_data_smithi065_53143_object17877:head#
2020-11-16T20:58:15.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95727ade:::benchmark_data_smithi065_53143_object26238:head#
2020-11-16T20:58:15.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9572aa39:::benchmark_data_smithi065_53143_object51552:head#
2020-11-16T20:58:15.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9572fb69:::benchmark_data_smithi065_53143_object80458:head#
2020-11-16T20:58:15.229 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95741f99:::benchmark_data_smithi065_53143_object4508:head#
2020-11-16T20:58:15.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95748b1b:::benchmark_data_smithi065_53143_object52933:head#
2020-11-16T20:58:15.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9574ea8a:::benchmark_data_smithi065_53143_object62809:head#
2020-11-16T20:58:15.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957558c8:::benchmark_data_smithi065_53143_object7052:head#
2020-11-16T20:58:15.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9575ec53:::benchmark_data_smithi065_53143_object59689:head#
2020-11-16T20:58:15.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957816b9:::benchmark_data_smithi065_53143_object65543:head#
2020-11-16T20:58:15.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95789d85:::benchmark_data_smithi065_53143_object60390:head#
2020-11-16T20:58:15.230 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957900af:::benchmark_data_smithi065_53143_object54007:head#
2020-11-16T20:58:15.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9579230b:::benchmark_data_smithi065_53143_object67696:head#
2020-11-16T20:58:15.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95798a37:::benchmark_data_smithi065_53143_object57197:head#
2020-11-16T20:58:15.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9579a4f7:::benchmark_data_smithi065_53143_object4419:head#
2020-11-16T20:58:15.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957bf4b2:::benchmark_data_smithi065_53143_object6270:head#
2020-11-16T20:58:15.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957bfa00:::benchmark_data_smithi065_53143_object51887:head#
2020-11-16T20:58:15.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957cecd0:::benchmark_data_smithi065_53143_object59603:head#
2020-11-16T20:58:15.231 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957d4f66:::benchmark_data_smithi065_53143_object33397:head#
2020-11-16T20:58:15.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957e359f:::benchmark_data_smithi065_53143_object80697:head#
2020-11-16T20:58:15.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957eea57:::benchmark_data_smithi065_53143_object40507:head#
2020-11-16T20:58:15.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:957fd815:::benchmark_data_smithi065_53143_object51862:head#
2020-11-16T20:58:15.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958167a3:::benchmark_data_smithi065_53143_object17399:head#
2020-11-16T20:58:15.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9581abc9:::benchmark_data_smithi065_53143_object3188:head#
2020-11-16T20:58:15.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958255d3:::benchmark_data_smithi065_53143_object66659:head#
2020-11-16T20:58:15.232 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95825624:::benchmark_data_smithi065_53143_object57082:head#
2020-11-16T20:58:15.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9582ea15:::benchmark_data_smithi065_53143_object35218:head#
2020-11-16T20:58:15.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95832b8e:::benchmark_data_smithi065_53143_object16489:head#
2020-11-16T20:58:15.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95832d0f:::benchmark_data_smithi065_53143_object52880:head#
2020-11-16T20:58:15.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9583e3a5:::benchmark_data_smithi065_53143_object48753:head#
2020-11-16T20:58:15.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95848a0a:::benchmark_data_smithi065_53143_object74321:head#
2020-11-16T20:58:15.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958523a8:::benchmark_data_smithi065_53143_object70146:head#
2020-11-16T20:58:15.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95854e54:::benchmark_data_smithi065_53143_object9961:head#
2020-11-16T20:58:15.233 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9585e5ec:::benchmark_data_smithi065_53143_object20844:head#
2020-11-16T20:58:15.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9585ff97:::benchmark_data_smithi065_53143_object43498:head#
2020-11-16T20:58:15.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958606bf:::benchmark_data_smithi065_53143_object1633:head#
2020-11-16T20:58:15.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95868b5f:::benchmark_data_smithi065_53143_object45124:head#
2020-11-16T20:58:15.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9586da37:::benchmark_data_smithi065_53143_object8625:head#
2020-11-16T20:58:15.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958791cd:::benchmark_data_smithi065_53143_object61105:head#
2020-11-16T20:58:15.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9588f7c9:::benchmark_data_smithi065_53143_object59938:head#
2020-11-16T20:58:15.234 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958959c6:::benchmark_data_smithi065_53143_object18514:head#
2020-11-16T20:58:15.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958980bf:::benchmark_data_smithi065_53143_object67249:head#
2020-11-16T20:58:15.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9589c793:::benchmark_data_smithi065_53143_object34094:head#
2020-11-16T20:58:15.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958a66c4:::benchmark_data_smithi065_53143_object23979:head#
2020-11-16T20:58:15.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958b6485:::benchmark_data_smithi065_53143_object22779:head#
2020-11-16T20:58:15.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958d5176:::benchmark_data_smithi065_53143_object48946:head#
2020-11-16T20:58:15.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958ddd88:::benchmark_data_smithi065_53143_object20194:head#
2020-11-16T20:58:15.235 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:958efefd:::benchmark_data_smithi065_53143_object61343:head#
2020-11-16T20:58:15.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95914b39:::benchmark_data_smithi065_53143_object46662:head#
2020-11-16T20:58:15.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9591c0db:::benchmark_data_smithi065_53143_object68166:head#
2020-11-16T20:58:15.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95923c96:::benchmark_data_smithi065_53143_object14391:head#
2020-11-16T20:58:15.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9592ddd8:::benchmark_data_smithi065_53143_object8761:head#
2020-11-16T20:58:15.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95933201:::benchmark_data_smithi065_53143_object42790:head#
2020-11-16T20:58:15.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95944b82:::benchmark_data_smithi065_53143_object33894:head#
2020-11-16T20:58:15.236 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95945800:::benchmark_data_smithi065_53143_object71442:head#
2020-11-16T20:58:15.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95967f62:::benchmark_data_smithi065_53143_object52248:head#
2020-11-16T20:58:15.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95981b0c:::benchmark_data_smithi065_53143_object46598:head#
2020-11-16T20:58:15.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959855c4:::benchmark_data_smithi065_53143_object45101:head#
2020-11-16T20:58:15.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95998a17:::benchmark_data_smithi065_53143_object24951:head#
2020-11-16T20:58:15.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95998eb0:::benchmark_data_smithi065_53143_object56040:head#
2020-11-16T20:58:15.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959998a9:::benchmark_data_smithi065_53143_object49458:head#
2020-11-16T20:58:15.237 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9599f34f:::benchmark_data_smithi065_53143_object27442:head#
2020-11-16T20:58:15.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959a2ef7:::benchmark_data_smithi065_53143_object27895:head#
2020-11-16T20:58:15.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959aac4b:::benchmark_data_smithi065_53143_object70668:head#
2020-11-16T20:58:15.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959b71ce:::benchmark_data_smithi065_53143_object44493:head#
2020-11-16T20:58:15.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959cf995:::benchmark_data_smithi065_53143_object53987:head#
2020-11-16T20:58:15.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959d8bf9:::benchmark_data_smithi065_53143_object43797:head#
2020-11-16T20:58:15.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959de657:::benchmark_data_smithi065_53143_object6627:head#
2020-11-16T20:58:15.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:959ebda1:::benchmark_data_smithi065_53143_object17055:head#
2020-11-16T20:58:15.238 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a1e685:::benchmark_data_smithi065_53143_object80556:head#
2020-11-16T20:58:15.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a1edc8:::benchmark_data_smithi065_53143_object19254:head#
2020-11-16T20:58:15.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a204a0:::benchmark_data_smithi065_53143_object56113:head#
2020-11-16T20:58:15.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a3b202:::benchmark_data_smithi065_53143_object20670:head#
2020-11-16T20:58:15.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a443b5:::benchmark_data_smithi065_53143_object3732:head#
2020-11-16T20:58:15.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a44c2c:::benchmark_data_smithi065_53143_object35556:head#
2020-11-16T20:58:15.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a537b8:::benchmark_data_smithi065_53143_object11987:head#
2020-11-16T20:58:15.239 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a57d11:::benchmark_data_smithi065_53143_object80978:head#
2020-11-16T20:58:15.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a71e07:::benchmark_data_smithi065_53143_object33906:head#
2020-11-16T20:58:15.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a957bf:::benchmark_data_smithi065_53143_object36859:head#
2020-11-16T20:58:15.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95a98d77:::benchmark_data_smithi065_53143_object34955:head#
2020-11-16T20:58:15.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95aac56a:::benchmark_data_smithi065_53143_object45317:head#
2020-11-16T20:58:15.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95abab4d:::benchmark_data_smithi065_53143_object79970:head#
2020-11-16T20:58:15.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95abb720:::benchmark_data_smithi065_53143_object40787:head#
2020-11-16T20:58:15.240 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95abf88c:::benchmark_data_smithi065_53143_object12130:head#
2020-11-16T20:58:15.241 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ac3747:::benchmark_data_smithi065_53143_object45865:head#
2020-11-16T20:58:15.241 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95accd45:::benchmark_data_smithi065_53143_object65515:head#
2020-11-16T20:58:15.241 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ae20e4:::benchmark_data_smithi065_53143_object53133:head#
2020-11-16T20:58:15.241 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ae611c:::benchmark_data_smithi065_53143_object64879:head#
2020-11-16T20:58:15.241 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ae965b:::benchmark_data_smithi065_53143_object60642:head#
2020-11-16T20:58:15.241 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95aed5ce:::benchmark_data_smithi065_53143_object27788:head#
2020-11-16T20:58:15.241 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95af5ae4:::benchmark_data_smithi065_53143_object44463:head#
2020-11-16T20:58:15.241 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95af5d88:::benchmark_data_smithi065_53143_object24668:head#
2020-11-16T20:58:15.242 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b062bf:::benchmark_data_smithi065_53143_object33163:head#
2020-11-16T20:58:15.242 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b06d81:::benchmark_data_smithi065_53143_object78591:head#
2020-11-16T20:58:15.242 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b1aa90:::benchmark_data_smithi065_53143_object63264:head#
2020-11-16T20:58:15.242 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b3e303:::benchmark_data_smithi065_53143_object32424:head#
2020-11-16T20:58:15.242 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b43d83:::benchmark_data_smithi065_53143_object3218:head#
2020-11-16T20:58:15.242 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b46b39:::benchmark_data_smithi065_53143_object1613:head#
2020-11-16T20:58:15.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b5d677:::benchmark_data_smithi065_53143_object9805:head#
2020-11-16T20:58:15.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b681eb:::benchmark_data_smithi065_53143_object71904:head#
2020-11-16T20:58:15.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95b99e98:::benchmark_data_smithi065_53143_object28523:head#
2020-11-16T20:58:15.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ba5dbe:::benchmark_data_smithi065_53143_object68857:head#
2020-11-16T20:58:15.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95bad56f:::benchmark_data_smithi065_53143_object54034:head#
2020-11-16T20:58:15.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95bb25e1:::benchmark_data_smithi065_53143_object30785:head#
2020-11-16T20:58:15.243 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95bb9428:::benchmark_data_smithi065_53143_object63394:head#
2020-11-16T20:58:15.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95bd104a:::benchmark_data_smithi065_53143_object49992:head#
2020-11-16T20:58:15.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95bdb89f:::benchmark_data_smithi065_53143_object15741:head#
2020-11-16T20:58:15.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95be299e:::benchmark_data_smithi065_53143_object75899:head#
2020-11-16T20:58:15.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95be30ec:::benchmark_data_smithi065_53143_object50309:head#
2020-11-16T20:58:15.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95be9fe1:::benchmark_data_smithi065_53143_object32555:head#
2020-11-16T20:58:15.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95beb6b5:::benchmark_data_smithi065_53143_object6312:head#
2020-11-16T20:58:15.244 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95bf15de:::benchmark_data_smithi065_53143_object20890:head#
2020-11-16T20:58:15.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c14d6b:::benchmark_data_smithi065_53143_object28406:head#
2020-11-16T20:58:15.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c1bb65:::benchmark_data_smithi065_53143_object80431:head#
2020-11-16T20:58:15.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c3ed72:::benchmark_data_smithi065_53143_object32219:head#
2020-11-16T20:58:15.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c3f701:::benchmark_data_smithi065_53143_object23717:head#
2020-11-16T20:58:15.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c498cd:::benchmark_data_smithi065_53143_object39994:head#
2020-11-16T20:58:15.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c75f9a:::benchmark_data_smithi065_53143_object31028:head#
2020-11-16T20:58:15.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c7851d:::benchmark_data_smithi065_53143_object33652:head#
2020-11-16T20:58:15.245 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c78e4c:::benchmark_data_smithi065_53143_object42669:head#
2020-11-16T20:58:15.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c87e8a:::benchmark_data_smithi065_53143_object56944:head#
2020-11-16T20:58:15.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c94d2a:::benchmark_data_smithi065_53143_object63923:head#
2020-11-16T20:58:15.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95c9c8bc:::benchmark_data_smithi065_53143_object73237:head#
2020-11-16T20:58:15.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ca4a47:::benchmark_data_smithi065_53143_object56802:head#
2020-11-16T20:58:15.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ca73a6:::benchmark_data_smithi065_53143_object43827:head#
2020-11-16T20:58:15.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ca73ea:::benchmark_data_smithi065_53143_object10387:head#
2020-11-16T20:58:15.246 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95cbe8b8:::benchmark_data_smithi065_53143_object69654:head#
2020-11-16T20:58:15.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95cd8cc9:::benchmark_data_smithi065_53143_object76650:head#
2020-11-16T20:58:15.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95cdb7a4:::benchmark_data_smithi065_53143_object55729:head#
2020-11-16T20:58:15.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95cdd213:::benchmark_data_smithi065_53143_object579:head#
2020-11-16T20:58:15.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95cf8bea:::benchmark_data_smithi065_53143_object62540:head#
2020-11-16T20:58:15.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d06858:::benchmark_data_smithi065_53143_object75458:head#
2020-11-16T20:58:15.247 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d09e02:::benchmark_data_smithi065_53143_object55048:head#
2020-11-16T20:58:15.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d0a3d0:::benchmark_data_smithi065_53143_object38725:head#
2020-11-16T20:58:15.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d0f7d4:::benchmark_data_smithi065_53143_object73647:head#
2020-11-16T20:58:15.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d16459:::benchmark_data_smithi065_53143_object15777:head#
2020-11-16T20:58:15.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d2be29:::benchmark_data_smithi065_53143_object51047:head#
2020-11-16T20:58:15.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d35804:::benchmark_data_smithi065_53143_object20584:head#
2020-11-16T20:58:15.248 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d465a6:::benchmark_data_smithi065_53143_object49219:head#
2020-11-16T20:58:15.249 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d62dc5:::benchmark_data_smithi065_53143_object39807:head#
2020-11-16T20:58:15.249 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d6d405:::benchmark_data_smithi065_53143_object75044:head#
2020-11-16T20:58:15.249 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d6e7be:::benchmark_data_smithi065_53143_object36181:head#
2020-11-16T20:58:15.249 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d7ee2b:::benchmark_data_smithi065_53143_object12315:head#
2020-11-16T20:58:15.249 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95d93f57:::benchmark_data_smithi065_53143_object74805:head#
2020-11-16T20:58:15.249 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95db04fb:::benchmark_data_smithi065_53143_object75519:head#
2020-11-16T20:58:15.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95db26d8:::benchmark_data_smithi065_53143_object44126:head#
2020-11-16T20:58:15.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95dc0f5f:::benchmark_data_smithi065_53143_object30525:head#
2020-11-16T20:58:15.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95dc285d:::benchmark_data_smithi065_53143_object38909:head#
2020-11-16T20:58:15.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ddbab9:::benchmark_data_smithi065_53143_object14319:head#
2020-11-16T20:58:15.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ddc321:::benchmark_data_smithi065_53143_object65976:head#
2020-11-16T20:58:15.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95de4fdf:::benchmark_data_smithi065_53143_object42915:head#
2020-11-16T20:58:15.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95de7056:::benchmark_data_smithi065_53143_object29798:head#
2020-11-16T20:58:15.250 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95dfe462:::benchmark_data_smithi065_53143_object36736:head#
2020-11-16T20:58:15.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e06266:::benchmark_data_smithi065_53143_object65858:head#
2020-11-16T20:58:15.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e17a75:::benchmark_data_smithi065_53143_object69924:head#
2020-11-16T20:58:15.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e1f626:::benchmark_data_smithi065_53143_object73336:head#
2020-11-16T20:58:15.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e2f934:::benchmark_data_smithi065_53143_object62434:head#
2020-11-16T20:58:15.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e46c67:::benchmark_data_smithi065_53143_object7361:head#
2020-11-16T20:58:15.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e51778:::benchmark_data_smithi065_53143_object69276:head#
2020-11-16T20:58:15.251 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e5a82f:::benchmark_data_smithi065_53143_object38605:head#
2020-11-16T20:58:15.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e5f929:::benchmark_data_smithi065_53143_object38576:head#
2020-11-16T20:58:15.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e70436:::benchmark_data_smithi065_53143_object47308:head#
2020-11-16T20:58:15.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e7cd14:::benchmark_data_smithi065_53143_object55493:head#
2020-11-16T20:58:15.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e92fd9:::benchmark_data_smithi065_53143_object74724:head#
2020-11-16T20:58:15.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e97c0d:::benchmark_data_smithi065_53143_object30313:head#
2020-11-16T20:58:15.252 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e9d853:::benchmark_data_smithi065_53143_object54677:head#
2020-11-16T20:58:15.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95e9e913:::benchmark_data_smithi065_53143_object59061:head#
2020-11-16T20:58:15.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ea4b14:::benchmark_data_smithi065_53143_object77380:head#
2020-11-16T20:58:15.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95eab9ba:::benchmark_data_smithi065_53143_object8906:head#
2020-11-16T20:58:15.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95eae8f8:::benchmark_data_smithi065_53143_object54409:head#
2020-11-16T20:58:15.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ebe307:::benchmark_data_smithi065_53143_object56253:head#
2020-11-16T20:58:15.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ec2c91:::benchmark_data_smithi065_53143_object44832:head#
2020-11-16T20:58:15.253 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ed5edf:::benchmark_data_smithi065_53143_object24742:head#
2020-11-16T20:58:15.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ef8e74:::benchmark_data_smithi065_53143_object72589:head#
2020-11-16T20:58:15.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95efc6c3:::benchmark_data_smithi065_53143_object15635:head#
2020-11-16T20:58:15.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95f08278:::benchmark_data_smithi065_53143_object76201:head#
2020-11-16T20:58:15.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95f1f79a:::benchmark_data_smithi065_53143_object2867:head#
2020-11-16T20:58:15.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95f5cf33:::benchmark_data_smithi065_53143_object77387:head#
2020-11-16T20:58:15.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95f64302:::benchmark_data_smithi065_53143_object76830:head#
2020-11-16T20:58:15.254 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95f69268:::benchmark_data_smithi065_53143_object65393:head#
2020-11-16T20:58:15.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95f813bc:::benchmark_data_smithi065_53143_object9800:head#
2020-11-16T20:58:15.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95f845eb:::benchmark_data_smithi065_53143_object48791:head#
2020-11-16T20:58:15.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95f8adef:::benchmark_data_smithi065_53143_object8291:head#
2020-11-16T20:58:15.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fa0795:::benchmark_data_smithi065_53143_object47221:head#
2020-11-16T20:58:15.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95facc0a:::benchmark_data_smithi065_53143_object48209:head#
2020-11-16T20:58:15.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95faf248:::benchmark_data_smithi065_53143_object54257:head#
2020-11-16T20:58:15.255 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fb0104:::benchmark_data_smithi065_53143_object43413:head#
2020-11-16T20:58:15.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fb4594:::benchmark_data_smithi065_53143_object35401:head#
2020-11-16T20:58:15.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fbddf0:::benchmark_data_smithi065_53143_object29833:head#
2020-11-16T20:58:15.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fc8a57:::benchmark_data_smithi065_53143_object71751:head#
2020-11-16T20:58:15.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fca392:::benchmark_data_smithi065_53143_object59789:head#
2020-11-16T20:58:15.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fd1ecc:::benchmark_data_smithi065_53143_object21828:head#
2020-11-16T20:58:15.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fd42e0:::benchmark_data_smithi065_53143_object58341:head#
2020-11-16T20:58:15.256 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fd563d:::benchmark_data_smithi065_53143_object10180:head#
2020-11-16T20:58:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95fdbf12:::benchmark_data_smithi065_53143_object79441:head#
2020-11-16T20:58:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:95ff23d7:::benchmark_data_smithi065_53143_object68681:head#
2020-11-16T20:58:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96023cdf:::benchmark_data_smithi065_53143_object61946:head#
2020-11-16T20:58:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9605041d:::benchmark_data_smithi065_53143_object34383:head#
2020-11-16T20:58:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96061a93:::benchmark_data_smithi065_53143_object7436:head#
2020-11-16T20:58:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9607b67c:::benchmark_data_smithi065_53143_object53047:head#
2020-11-16T20:58:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96084ed3:::benchmark_data_smithi065_53143_object65971:head#
2020-11-16T20:58:15.257 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9608dc9a:::benchmark_data_smithi065_53143_object63514:head#
2020-11-16T20:58:15.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96092a2e:::benchmark_data_smithi065_53143_object57638:head#
2020-11-16T20:58:15.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96099fb3:::benchmark_data_smithi065_53143_object21206:head#
2020-11-16T20:58:15.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9609e389:::benchmark_data_smithi065_53143_object74213:head#
2020-11-16T20:58:15.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:960b22e2:::benchmark_data_smithi065_53143_object47416:head#
2020-11-16T20:58:15.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:960b77fe:::benchmark_data_smithi065_53143_object17288:head#
2020-11-16T20:58:15.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:960c2e07:::benchmark_data_smithi065_53143_object66934:head#
2020-11-16T20:58:15.258 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:960ccc94:::benchmark_data_smithi065_53143_object18918:head#
2020-11-16T20:58:15.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:960d2f9b:::benchmark_data_smithi065_53143_object15206:head#
2020-11-16T20:58:15.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:960da460:::benchmark_data_smithi065_53143_object47429:head#
2020-11-16T20:58:15.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96104b23:::benchmark_data_smithi065_53143_object23197:head#
2020-11-16T20:58:15.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96110073:::benchmark_data_smithi065_53143_object51686:head#
2020-11-16T20:58:15.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96121ad6:::benchmark_data_smithi065_53143_object56358:head#
2020-11-16T20:58:15.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96129e2c:::benchmark_data_smithi065_53143_object39603:head#
2020-11-16T20:58:15.259 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96133991:::benchmark_data_smithi065_53143_object23433:head#
2020-11-16T20:58:15.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9615029d:::benchmark_data_smithi065_53143_object31650:head#
2020-11-16T20:58:15.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9617cc55:::benchmark_data_smithi065_53143_object49753:head#
2020-11-16T20:58:15.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9618c0ee:::benchmark_data_smithi065_53143_object44697:head#
2020-11-16T20:58:15.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9619245a:::benchmark_data_smithi065_53143_object53197:head#
2020-11-16T20:58:15.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9619336e:::benchmark_data_smithi065_53143_object76976:head#
2020-11-16T20:58:15.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:961aa205:::benchmark_data_smithi065_53143_object48365:head#
2020-11-16T20:58:15.260 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:961c248f:::benchmark_data_smithi065_53143_object3386:head#
2020-11-16T20:58:15.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:961d6f0f:::benchmark_data_smithi065_53143_object74473:head#
2020-11-16T20:58:15.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:961e30fe:::benchmark_data_smithi065_53143_object65562:head#
2020-11-16T20:58:15.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:961f6464:::benchmark_data_smithi065_53143_object42130:head#
2020-11-16T20:58:15.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:961fe4c0:::benchmark_data_smithi065_53143_object9968:head#
2020-11-16T20:58:15.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9620d213:::benchmark_data_smithi065_53143_object66953:head#
2020-11-16T20:58:15.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962149da:::benchmark_data_smithi065_53143_object39740:head#
2020-11-16T20:58:15.261 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962164b3:::benchmark_data_smithi065_53143_object24448:head#
2020-11-16T20:58:15.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96234ff1:::benchmark_data_smithi065_53143_object1809:head#
2020-11-16T20:58:15.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9623d2a3:::benchmark_data_smithi065_53143_object18409:head#
2020-11-16T20:58:15.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9623d2a3:::benchmark_data_smithi065_53143_object62741:head#
2020-11-16T20:58:15.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9625544b:::benchmark_data_smithi065_53143_object69738:head#
2020-11-16T20:58:15.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962593ad:::benchmark_data_smithi065_53143_object3734:head#
2020-11-16T20:58:15.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96261063:::benchmark_data_smithi065_53143_object79302:head#
2020-11-16T20:58:15.262 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962669c8:::benchmark_data_smithi065_53143_object32630:head#
2020-11-16T20:58:15.263 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9626bf02:::benchmark_data_smithi065_53143_object8611:head#
2020-11-16T20:58:15.263 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96273653:::benchmark_data_smithi065_53143_object55981:head#
2020-11-16T20:58:15.263 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96274ae4:::benchmark_data_smithi065_53143_object45928:head#
2020-11-16T20:58:15.263 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96275555:::benchmark_data_smithi065_53143_object23475:head#
2020-11-16T20:58:15.263 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9627bd73:::benchmark_data_smithi065_53143_object22263:head#
2020-11-16T20:58:15.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96283d48:::benchmark_data_smithi065_53143_object54824:head#
2020-11-16T20:58:15.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9629242d:::benchmark_data_smithi065_53143_object55833:head#
2020-11-16T20:58:15.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962a8375:::benchmark_data_smithi065_53143_object10360:head#
2020-11-16T20:58:15.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962b69fa:::benchmark_data_smithi065_53143_object41637:head#
2020-11-16T20:58:15.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962db647:::benchmark_data_smithi065_53143_object48591:head#
2020-11-16T20:58:15.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962f3fa5:::benchmark_data_smithi065_53143_object2231:head#
2020-11-16T20:58:15.264 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962f519d:::benchmark_data_smithi065_53143_object1614:head#
2020-11-16T20:58:15.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962fa28b:::benchmark_data_smithi065_53143_object54681:head#
2020-11-16T20:58:15.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:962fc84a:::benchmark_data_smithi065_53143_object14934:head#
2020-11-16T20:58:15.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96304d8e:::benchmark_data_smithi065_53143_object32164:head#
2020-11-16T20:58:15.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96308a5d:::benchmark_data_smithi065_53143_object82014:head#
2020-11-16T20:58:15.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96309aed:::benchmark_data_smithi065_53143_object60731:head#
2020-11-16T20:58:15.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9630e74a:::benchmark_data_smithi065_53143_object71740:head#
2020-11-16T20:58:15.265 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96323d93:::benchmark_data_smithi065_53143_object43996:head#
2020-11-16T20:58:15.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963263ab:::benchmark_data_smithi065_53143_object63157:head#
2020-11-16T20:58:15.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963276c4:::benchmark_data_smithi065_53143_object74758:head#
2020-11-16T20:58:15.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9632dcad:::benchmark_data_smithi065_53143_object40385:head#
2020-11-16T20:58:15.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9633e55e:::benchmark_data_smithi065_53143_object34725:head#
2020-11-16T20:58:15.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963453ce:::benchmark_data_smithi065_53143_object75306:head#
2020-11-16T20:58:15.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96345ea0:::benchmark_data_smithi065_53143_object53043:head#
2020-11-16T20:58:15.266 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9636ddf5:::benchmark_data_smithi065_53143_object9517:head#
2020-11-16T20:58:15.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963827be:::benchmark_data_smithi065_53143_object62566:head#
2020-11-16T20:58:15.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963995b1:::benchmark_data_smithi065_53143_object52898:head#
2020-11-16T20:58:15.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963afbe5:::benchmark_data_smithi065_53143_object17140:head#
2020-11-16T20:58:15.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963bdde0:::benchmark_data_smithi065_53143_object43013:head#
2020-11-16T20:58:15.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963c2172:::benchmark_data_smithi065_53143_object39217:head#
2020-11-16T20:58:15.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963ccbd1:::benchmark_data_smithi065_53143_object72911:head#
2020-11-16T20:58:15.267 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963da11c:::benchmark_data_smithi065_53143_object48088:head#
2020-11-16T20:58:15.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:963dc75b:::benchmark_data_smithi065_53143_object53718:head#
2020-11-16T20:58:15.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96409299:::benchmark_data_smithi065_53143_object28228:head#
2020-11-16T20:58:15.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9640d9fc:::benchmark_data_smithi065_53143_object39165:head#
2020-11-16T20:58:15.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9641683c:::benchmark_data_smithi065_53143_object7686:head#
2020-11-16T20:58:15.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964170f5:::benchmark_data_smithi065_53143_object71771:head#
2020-11-16T20:58:15.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9642c6c7:::benchmark_data_smithi065_53143_object66582:head#
2020-11-16T20:58:15.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96432a6e:::benchmark_data_smithi065_53143_object29766:head#
2020-11-16T20:58:15.268 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96435095:::benchmark_data_smithi065_53143_object79340:head#
2020-11-16T20:58:15.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964381ca:::benchmark_data_smithi065_53143_object37397:head#
2020-11-16T20:58:15.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96448876:::benchmark_data_smithi065_53143_object17958:head#
2020-11-16T20:58:15.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9645855e:::benchmark_data_smithi065_53143_object25390:head#
2020-11-16T20:58:15.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96479cda:::benchmark_data_smithi065_53143_object69929:head#
2020-11-16T20:58:15.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96492da1:::benchmark_data_smithi065_53143_object7562:head#
2020-11-16T20:58:15.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964940aa:::benchmark_data_smithi065_53143_object40826:head#
2020-11-16T20:58:15.269 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9649baa3:::benchmark_data_smithi065_53143_object67380:head#
2020-11-16T20:58:15.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9649e821:::benchmark_data_smithi065_53143_object13219:head#
2020-11-16T20:58:15.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964aa1f2:::benchmark_data_smithi065_53143_object71989:head#
2020-11-16T20:58:15.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964ae914:::benchmark_data_smithi065_53143_object41528:head#
2020-11-16T20:58:15.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964b476c:::benchmark_data_smithi065_53143_object24520:head#
2020-11-16T20:58:15.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964babb5:::benchmark_data_smithi065_53143_object42923:head#
2020-11-16T20:58:15.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964bb739:::benchmark_data_smithi065_53143_object11508:head#
2020-11-16T20:58:15.270 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964c35a1:::benchmark_data_smithi065_53143_object6821:head#
2020-11-16T20:58:15.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964c5261:::benchmark_data_smithi065_53143_object51058:head#
2020-11-16T20:58:15.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964ccda1:::benchmark_data_smithi065_53143_object80048:head#
2020-11-16T20:58:15.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964d9ee6:::benchmark_data_smithi065_53143_object24713:head#
2020-11-16T20:58:15.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:964f5725:::benchmark_data_smithi065_53143_object25964:head#
2020-11-16T20:58:15.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96501918:::benchmark_data_smithi065_53143_object51016:head#
2020-11-16T20:58:15.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9650a044:::benchmark_data_smithi065_53143_object38915:head#
2020-11-16T20:58:15.271 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9650c03a:::benchmark_data_smithi065_53143_object52027:head#
2020-11-16T20:58:15.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96510e21:::benchmark_data_smithi065_53143_object60998:head#
2020-11-16T20:58:15.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96511a39:::benchmark_data_smithi065_53143_object39970:head#
2020-11-16T20:58:15.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9653ee9e:::benchmark_data_smithi065_53143_object67718:head#
2020-11-16T20:58:15.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96545af8:::benchmark_data_smithi065_53143_object63348:head#
2020-11-16T20:58:15.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9655501a:::benchmark_data_smithi065_53143_object8491:head#
2020-11-16T20:58:15.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9655cc54:::benchmark_data_smithi065_53143_object76869:head#
2020-11-16T20:58:15.272 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96568e04:::benchmark_data_smithi065_53143_object43392:head#
2020-11-16T20:58:15.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96571d1d:::benchmark_data_smithi065_53143_object31228:head#
2020-11-16T20:58:15.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9657c252:::benchmark_data_smithi065_53143_object24910:head#
2020-11-16T20:58:15.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96598d1c:::benchmark_data_smithi065_53143_object43285:head#
2020-11-16T20:58:15.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:965a8165:::benchmark_data_smithi065_53143_object17126:head#
2020-11-16T20:58:15.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:965ae9d2:::benchmark_data_smithi065_53143_object76107:head#
2020-11-16T20:58:15.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:965bc100:::benchmark_data_smithi065_53143_object15066:head#
2020-11-16T20:58:15.273 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:965de69d:::benchmark_data_smithi065_53143_object14203:head#
2020-11-16T20:58:15.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:965fce92:::benchmark_data_smithi065_53143_object849:head#
2020-11-16T20:58:15.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96608528:::benchmark_data_smithi065_53143_object52142:head#
2020-11-16T20:58:15.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9660a0ec:::benchmark_data_smithi065_53143_object55613:head#
2020-11-16T20:58:15.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96616061:::benchmark_data_smithi065_53143_object13628:head#
2020-11-16T20:58:15.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96629e81:::benchmark_data_smithi065_53143_object62606:head#
2020-11-16T20:58:15.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966312fb:::benchmark_data_smithi065_53143_object2104:head#
2020-11-16T20:58:15.274 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966386b8:::benchmark_data_smithi065_53143_object73916:head#
2020-11-16T20:58:15.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9663f085:::benchmark_data_smithi065_53143_object47983:head#
2020-11-16T20:58:15.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9663ff85:::benchmark_data_smithi065_53143_object28520:head#
2020-11-16T20:58:15.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966509fe:::benchmark_data_smithi065_53143_object14956:head#
2020-11-16T20:58:15.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9665f4a4:::benchmark_data_smithi065_53143_object40317:head#
2020-11-16T20:58:15.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96662c1e:::benchmark_data_smithi065_53143_object32838:head#
2020-11-16T20:58:15.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96666a5b:::benchmark_data_smithi065_53143_object39817:head#
2020-11-16T20:58:15.275 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96666dd2:::benchmark_data_smithi065_53143_object20803:head#
2020-11-16T20:58:15.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9667220f:::benchmark_data_smithi065_53143_object10519:head#
2020-11-16T20:58:15.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96673771:::benchmark_data_smithi065_53143_object10526:head#
2020-11-16T20:58:15.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9668fb6c:::benchmark_data_smithi065_53143_object65558:head#
2020-11-16T20:58:15.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9669aa15:::benchmark_data_smithi065_53143_object53220:head#
2020-11-16T20:58:15.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966b24e2:::benchmark_data_smithi065_53143_object71026:head#
2020-11-16T20:58:15.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966b5783:::benchmark_data_smithi065_53143_object37438:head#
2020-11-16T20:58:15.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966b57c6:::benchmark_data_smithi065_53143_object22138:head#
2020-11-16T20:58:15.276 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966b6c9e:::benchmark_data_smithi065_53143_object63041:head#
2020-11-16T20:58:15.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966b8f32:::benchmark_data_smithi065_53143_object54845:head#
2020-11-16T20:58:15.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966be5fb:::benchmark_data_smithi065_53143_object24542:head#
2020-11-16T20:58:15.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966c2800:::benchmark_data_smithi065_53143_object40525:head#
2020-11-16T20:58:15.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966c280a:::benchmark_data_smithi065_53143_object17588:head#
2020-11-16T20:58:15.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966ca794:::benchmark_data_smithi065_53143_object17546:head#
2020-11-16T20:58:15.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966d4e03:::benchmark_data_smithi065_53143_object7678:head#
2020-11-16T20:58:15.277 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:966d6efb:::benchmark_data_smithi065_53143_object32857:head#
2020-11-16T20:58:15.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9671bfaf:::benchmark_data_smithi065_53143_object813:head#
2020-11-16T20:58:15.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9671c0e9:::benchmark_data_smithi065_53143_object7466:head#
2020-11-16T20:58:15.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9671d317:::benchmark_data_smithi065_53143_object61173:head#
2020-11-16T20:58:15.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9671fd52:::benchmark_data_smithi065_53143_object11732:head#
2020-11-16T20:58:15.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96744076:::benchmark_data_smithi065_53143_object61734:head#
2020-11-16T20:58:15.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9674a0b8:::benchmark_data_smithi065_53143_object39763:head#
2020-11-16T20:58:15.278 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96755b84:::benchmark_data_smithi065_53143_object29670:head#
2020-11-16T20:58:15.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9675ef4a:::benchmark_data_smithi065_53143_object9615:head#
2020-11-16T20:58:15.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9675fb76:::benchmark_data_smithi065_53143_object17000:head#
2020-11-16T20:58:15.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9677b9b0:::benchmark_data_smithi065_53143_object18572:head#
2020-11-16T20:58:15.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9677b9bb:::benchmark_data_smithi065_53143_object47486:head#
2020-11-16T20:58:15.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9677bd39:::benchmark_data_smithi065_53143_object20510:head#
2020-11-16T20:58:15.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9679f60b:::benchmark_data_smithi065_53143_object67070:head#
2020-11-16T20:58:15.279 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967a8821:::benchmark_data_smithi065_53143_object12799:head#
2020-11-16T20:58:15.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967c10c5:::benchmark_data_smithi065_53143_object50933:head#
2020-11-16T20:58:15.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967cd1cf:::benchmark_data_smithi065_53143_object19320:head#
2020-11-16T20:58:15.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967da718:::benchmark_data_smithi065_53143_object9563:head#
2020-11-16T20:58:15.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967eb85a:::benchmark_data_smithi065_53143_object46581:head#
2020-11-16T20:58:15.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967ee2f9:::benchmark_data_smithi065_53143_object2986:head#
2020-11-16T20:58:15.280 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967f4809:::benchmark_data_smithi065_53143_object34740:head#
2020-11-16T20:58:15.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967fa266:::benchmark_data_smithi065_53143_object81348:head#
2020-11-16T20:58:15.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:967fa65d:::benchmark_data_smithi065_53143_object18179:head#
2020-11-16T20:58:15.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9683e40f:::benchmark_data_smithi065_53143_object4833:head#
2020-11-16T20:58:15.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9684628e:::benchmark_data_smithi065_53143_object25232:head#
2020-11-16T20:58:15.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9685ad75:::benchmark_data_smithi065_53143_object13237:head#
2020-11-16T20:58:15.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9688d1f2:::benchmark_data_smithi065_53143_object20416:head#
2020-11-16T20:58:15.281 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9689186e:::benchmark_data_smithi065_53143_object78631:head#
2020-11-16T20:58:15.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:968a72d4:::benchmark_data_smithi065_53143_object66749:head#
2020-11-16T20:58:15.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:968afcaa:::benchmark_data_smithi065_53143_object60702:head#
2020-11-16T20:58:15.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:968d1811:::benchmark_data_smithi065_53143_object80741:head#
2020-11-16T20:58:15.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:968d2faf:::benchmark_data_smithi065_53143_object63347:head#
2020-11-16T20:58:15.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:968e5df9:::benchmark_data_smithi065_53143_object69126:head#
2020-11-16T20:58:15.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:968ee1d3:::benchmark_data_smithi065_53143_object41341:head#
2020-11-16T20:58:15.282 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:968fb383:::benchmark_data_smithi065_53143_object71149:head#
2020-11-16T20:58:15.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96906aac:::benchmark_data_smithi065_53143_object41084:head#
2020-11-16T20:58:15.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9691fe8e:::benchmark_data_smithi065_53143_object44433:head#
2020-11-16T20:58:15.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9693bf28:::benchmark_data_smithi065_53143_object52359:head#
2020-11-16T20:58:15.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9693fe5e:::benchmark_data_smithi065_53143_object19659:head#
2020-11-16T20:58:15.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96949896:::benchmark_data_smithi065_53143_object16063:head#
2020-11-16T20:58:15.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9694ae01:::benchmark_data_smithi065_53143_object62018:head#
2020-11-16T20:58:15.283 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9695daad:::benchmark_data_smithi065_53143_object61178:head#
2020-11-16T20:58:15.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96960849:::benchmark_data_smithi065_53143_object81644:head#
2020-11-16T20:58:15.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96974af7:::benchmark_data_smithi065_53143_object77173:head#
2020-11-16T20:58:15.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9698c905:::benchmark_data_smithi065_53143_object560:head#
2020-11-16T20:58:15.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96998700:::benchmark_data_smithi065_53143_object35742:head#
2020-11-16T20:58:15.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:969a3fd7:::benchmark_data_smithi065_53143_object54875:head#
2020-11-16T20:58:15.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:969afc98:::benchmark_data_smithi065_53143_object55511:head#
2020-11-16T20:58:15.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:969b2aaa:::benchmark_data_smithi065_53143_object56949:head#
2020-11-16T20:58:15.284 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:969b3382:::benchmark_data_smithi065_53143_object25598:head#
2020-11-16T20:58:15.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:969c7937:::benchmark_data_smithi065_53143_object7942:head#
2020-11-16T20:58:15.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:969eb460:::benchmark_data_smithi065_53143_object57643:head#
2020-11-16T20:58:15.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a0dd5e:::benchmark_data_smithi065_53143_object3749:head#
2020-11-16T20:58:15.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a18486:::benchmark_data_smithi065_53143_object21458:head#
2020-11-16T20:58:15.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a1b944:::benchmark_data_smithi065_53143_object60087:head#
2020-11-16T20:58:15.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a3b060:::benchmark_data_smithi065_53143_object8582:head#
2020-11-16T20:58:15.285 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a41c12:::benchmark_data_smithi065_53143_object8031:head#
2020-11-16T20:58:15.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a480b9:::benchmark_data_smithi065_53143_object52303:head#
2020-11-16T20:58:15.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a582a6:::benchmark_data_smithi065_53143_object19055:head#
2020-11-16T20:58:15.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a79d78:::benchmark_data_smithi065_53143_object2915:head#
2020-11-16T20:58:15.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a8ac90:::benchmark_data_smithi065_53143_object23164:head#
2020-11-16T20:58:15.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a8c600:::benchmark_data_smithi065_53143_object62501:head#
2020-11-16T20:58:15.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96a9e82b:::benchmark_data_smithi065_53143_object3087:head#
2020-11-16T20:58:15.286 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96aa5461:::benchmark_data_smithi065_53143_object70470:head#
2020-11-16T20:58:15.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96aa6a09:::benchmark_data_smithi065_53143_object26204:head#
2020-11-16T20:58:15.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ab3142:::benchmark_data_smithi065_53143_object49454:head#
2020-11-16T20:58:15.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96abbb22:::benchmark_data_smithi065_53143_object67957:head#
2020-11-16T20:58:15.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ac73bd:::benchmark_data_smithi065_53143_object69830:head#
2020-11-16T20:58:15.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96acbc72:::benchmark_data_smithi065_53143_object72676:head#
2020-11-16T20:58:15.287 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ad5ca0:::benchmark_data_smithi065_53143_object60629:head#
2020-11-16T20:58:15.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ada934:::benchmark_data_smithi065_53143_object76981:head#
2020-11-16T20:58:15.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96adee61:::benchmark_data_smithi065_53143_object54142:head#
2020-11-16T20:58:15.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96aeb6f4:::benchmark_data_smithi065_53143_object5322:head#
2020-11-16T20:58:15.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b09d63:::benchmark_data_smithi065_53143_object9865:head#
2020-11-16T20:58:15.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b12fea:::benchmark_data_smithi065_53143_object63670:head#
2020-11-16T20:58:15.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b16735:::benchmark_data_smithi065_53143_object50834:head#
2020-11-16T20:58:15.288 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b18ea0:::benchmark_data_smithi065_53143_object14088:head#
2020-11-16T20:58:15.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b1b010:::benchmark_data_smithi065_53143_object59991:head#
2020-11-16T20:58:15.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b219d2:::benchmark_data_smithi065_53143_object80226:head#
2020-11-16T20:58:15.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b2518d:::benchmark_data_smithi065_53143_object39946:head#
2020-11-16T20:58:15.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b30dbc:::benchmark_data_smithi065_53143_object80945:head#
2020-11-16T20:58:15.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b32a9b:::benchmark_data_smithi065_53143_object15823:head#
2020-11-16T20:58:15.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b33900:::benchmark_data_smithi065_53143_object65196:head#
2020-11-16T20:58:15.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b4021f:::benchmark_data_smithi065_53143_object37976:head#
2020-11-16T20:58:15.289 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b43753:::benchmark_data_smithi065_53143_object35492:head#
2020-11-16T20:58:15.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b4d4d4:::benchmark_data_smithi065_53143_object65369:head#
2020-11-16T20:58:15.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b5511c:::benchmark_data_smithi065_53143_object45962:head#
2020-11-16T20:58:15.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b5b378:::benchmark_data_smithi065_53143_object76496:head#
2020-11-16T20:58:15.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b74061:::benchmark_data_smithi065_53143_object40803:head#
2020-11-16T20:58:15.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b7bcdd:::benchmark_data_smithi065_53143_object20396:head#
2020-11-16T20:58:15.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b7f3fe:::benchmark_data_smithi065_53143_object4026:head#
2020-11-16T20:58:15.290 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96b9072a:::benchmark_data_smithi065_53143_object2637:head#
2020-11-16T20:58:15.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bb2600:::benchmark_data_smithi065_53143_object73110:head#
2020-11-16T20:58:15.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bbb025:::benchmark_data_smithi065_53143_object64659:head#
2020-11-16T20:58:15.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bc930f:::benchmark_data_smithi065_53143_object2642:head#
2020-11-16T20:58:15.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bdf455:::benchmark_data_smithi065_53143_object62878:head#
2020-11-16T20:58:15.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bf406c:::benchmark_data_smithi065_53143_object39030:head#
2020-11-16T20:58:15.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bf78b3:::benchmark_data_smithi065_53143_object50731:head#
2020-11-16T20:58:15.291 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bf9286:::benchmark_data_smithi065_53143_object80064:head#
2020-11-16T20:58:15.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bfd59c:::benchmark_data_smithi065_53143_object63039:head#
2020-11-16T20:58:15.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96bff72e:::benchmark_data_smithi065_53143_object65921:head#
2020-11-16T20:58:15.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c14792:::benchmark_data_smithi065_53143_object62195:head#
2020-11-16T20:58:15.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c17d8d:::benchmark_data_smithi065_53143_object81568:head#
2020-11-16T20:58:15.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c24103:::benchmark_data_smithi065_53143_object35331:head#
2020-11-16T20:58:15.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c26418:::benchmark_data_smithi065_53143_object27203:head#
2020-11-16T20:58:15.292 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c29f8e:::benchmark_data_smithi065_53143_object20002:head#
2020-11-16T20:58:15.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c54daa:::benchmark_data_smithi065_53143_object7509:head#
2020-11-16T20:58:15.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c5ddd8:::benchmark_data_smithi065_53143_object30906:head#
2020-11-16T20:58:15.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c6008d:::benchmark_data_smithi065_53143_object58746:head#
2020-11-16T20:58:15.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c68314:::benchmark_data_smithi065_53143_object68456:head#
2020-11-16T20:58:15.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c6fae7:::benchmark_data_smithi065_53143_object34839:head#
2020-11-16T20:58:15.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96c91d63:::benchmark_data_smithi065_53143_object40391:head#
2020-11-16T20:58:15.293 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96cb1279:::benchmark_data_smithi065_53143_object15204:head#
2020-11-16T20:58:15.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96cb32ed:::benchmark_data_smithi065_53143_object13495:head#
2020-11-16T20:58:15.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96cbcc52:::benchmark_data_smithi065_53143_object37783:head#
2020-11-16T20:58:15.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96cdcc50:::benchmark_data_smithi065_53143_object47739:head#
2020-11-16T20:58:15.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ce6a29:::benchmark_data_smithi065_53143_object37535:head#
2020-11-16T20:58:15.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d0ef10:::benchmark_data_smithi065_53143_object34281:head#
2020-11-16T20:58:15.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d1801e:::benchmark_data_smithi065_53143_object21648:head#
2020-11-16T20:58:15.294 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d1fc38:::benchmark_data_smithi065_53143_object74633:head#
2020-11-16T20:58:15.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d42454:::benchmark_data_smithi065_53143_object72339:head#
2020-11-16T20:58:15.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d492b5:::benchmark_data_smithi065_53143_object45227:head#
2020-11-16T20:58:15.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d59dd6:::benchmark_data_smithi065_53143_object40032:head#
2020-11-16T20:58:15.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d5a714:::benchmark_data_smithi065_53143_object67087:head#
2020-11-16T20:58:15.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d65646:::benchmark_data_smithi065_53143_object50744:head#
2020-11-16T20:58:15.295 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d7bb4b:::benchmark_data_smithi065_53143_object26509:head#
2020-11-16T20:58:15.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96d8d5ce:::benchmark_data_smithi065_53143_object7063:head#
2020-11-16T20:58:15.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96db3295:::benchmark_data_smithi065_53143_object79314:head#
2020-11-16T20:58:15.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96dd46c2:::benchmark_data_smithi065_53143_object21830:head#
2020-11-16T20:58:15.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96de3e1d:::benchmark_data_smithi065_53143_object74876:head#
2020-11-16T20:58:15.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96df273c:::benchmark_data_smithi065_53143_object60341:head#
2020-11-16T20:58:15.296 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96df93da:::benchmark_data_smithi065_53143_object49008:head#
2020-11-16T20:58:15.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e014ab:::benchmark_data_smithi065_53143_object19119:head#
2020-11-16T20:58:15.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e03369:::benchmark_data_smithi065_53143_object51067:head#
2020-11-16T20:58:15.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e0d71a:::benchmark_data_smithi065_53143_object55450:head#
2020-11-16T20:58:15.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e192af:::benchmark_data_smithi065_53143_object38888:head#
2020-11-16T20:58:15.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e1a963:::benchmark_data_smithi065_53143_object19564:head#
2020-11-16T20:58:15.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e23529:::benchmark_data_smithi065_53143_object37451:head#
2020-11-16T20:58:15.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e3bdfc:::benchmark_data_smithi065_53143_object15523:head#
2020-11-16T20:58:15.297 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e3c333:::benchmark_data_smithi065_53143_object77890:head#
2020-11-16T20:58:15.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e51567:::benchmark_data_smithi065_53143_object27567:head#
2020-11-16T20:58:15.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e54299:::benchmark_data_smithi065_53143_object72329:head#
2020-11-16T20:58:15.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e59f9a:::benchmark_data_smithi065_53143_object7991:head#
2020-11-16T20:58:15.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e6dd4f:::benchmark_data_smithi065_53143_object25893:head#
2020-11-16T20:58:15.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96e7ba9d:::benchmark_data_smithi065_53143_object72443:head#
2020-11-16T20:58:15.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96eb8d2b:::benchmark_data_smithi065_53143_object184:head#
2020-11-16T20:58:15.298 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96eb995b:::benchmark_data_smithi065_53143_object22202:head#
2020-11-16T20:58:15.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ec2861:::benchmark_data_smithi065_53143_object49659:head#
2020-11-16T20:58:15.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ec69cf:::benchmark_data_smithi065_53143_object38624:head#
2020-11-16T20:58:15.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96eebfd2:::benchmark_data_smithi065_53143_object27577:head#
2020-11-16T20:58:15.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ef2db5:::benchmark_data_smithi065_53143_object43825:head#
2020-11-16T20:58:15.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ef2ead:::benchmark_data_smithi065_53143_object58094:head#
2020-11-16T20:58:15.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f00301:::benchmark_data_smithi065_53143_object45466:head#
2020-11-16T20:58:15.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f0bfd0:::benchmark_data_smithi065_53143_object53321:head#
2020-11-16T20:58:15.299 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f1b44b:::benchmark_data_smithi065_53143_object72331:head#
2020-11-16T20:58:15.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f2e8fd:::benchmark_data_smithi065_53143_object34965:head#
2020-11-16T20:58:15.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f2fcd2:::benchmark_data_smithi065_53143_object69479:head#
2020-11-16T20:58:15.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f3dd2a:::benchmark_data_smithi065_53143_object10705:head#
2020-11-16T20:58:15.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f407b9:::benchmark_data_smithi065_53143_object51855:head#
2020-11-16T20:58:15.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f4b4f2:::benchmark_data_smithi065_53143_object48444:head#
2020-11-16T20:58:15.300 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f6cc41:::benchmark_data_smithi065_53143_object71495:head#
2020-11-16T20:58:15.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f6ee47:::benchmark_data_smithi065_53143_object28045:head#
2020-11-16T20:58:15.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f7c267:::benchmark_data_smithi065_53143_object40952:head#
2020-11-16T20:58:15.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f89656:::benchmark_data_smithi065_53143_object78298:head#
2020-11-16T20:58:15.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96f99133:::benchmark_data_smithi065_53143_object5242:head#
2020-11-16T20:58:15.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96fa145d:::benchmark_data_smithi065_53143_object16470:head#
2020-11-16T20:58:15.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96fa48fe:::benchmark_data_smithi065_53143_object65322:head#
2020-11-16T20:58:15.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96fa9f4d:::benchmark_data_smithi065_53143_object74437:head#
2020-11-16T20:58:15.301 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96fc117e:::benchmark_data_smithi065_53143_object78201:head#
2020-11-16T20:58:15.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96feb17c:::benchmark_data_smithi065_53143_object30690:head#
2020-11-16T20:58:15.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96feb81d:::benchmark_data_smithi065_53143_object79928:head#
2020-11-16T20:58:15.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:96ff8937:::benchmark_data_smithi065_53143_object63444:head#
2020-11-16T20:58:15.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9700dd59:::benchmark_data_smithi065_53143_object59004:head#
2020-11-16T20:58:15.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97018a32:::benchmark_data_smithi065_53143_object13012:head#
2020-11-16T20:58:15.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97019f4f:::benchmark_data_smithi065_53143_object66178:head#
2020-11-16T20:58:15.302 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97027f89:::benchmark_data_smithi065_53143_object16706:head#
2020-11-16T20:58:15.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97029e73:::benchmark_data_smithi065_53143_object34513:head#
2020-11-16T20:58:15.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9702e8ae:::benchmark_data_smithi065_53143_object11773:head#
2020-11-16T20:58:15.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:970325e3:::benchmark_data_smithi065_53143_object28380:head#
2020-11-16T20:58:15.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97032c75:::benchmark_data_smithi065_53143_object65773:head#
2020-11-16T20:58:15.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97041789:::benchmark_data_smithi065_53143_object68476:head#
2020-11-16T20:58:15.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97046f3e:::benchmark_data_smithi065_53143_object54713:head#
2020-11-16T20:58:15.303 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97048560:::benchmark_data_smithi065_53143_object23792:head#
2020-11-16T20:58:15.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:970498e4:::benchmark_data_smithi065_53143_object14171:head#
2020-11-16T20:58:15.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9704ea70:::benchmark_data_smithi065_53143_object4797:head#
2020-11-16T20:58:15.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9706827a:::benchmark_data_smithi065_53143_object46183:head#
2020-11-16T20:58:15.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9706c5d3:::benchmark_data_smithi065_53143_object37734:head#
2020-11-16T20:58:15.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97071597:::benchmark_data_smithi065_53143_object41249:head#
2020-11-16T20:58:15.304 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9709bf8c:::benchmark_data_smithi065_53143_object49866:head#
2020-11-16T20:58:15.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:970bd10b:::benchmark_data_smithi065_53143_object62205:head#
2020-11-16T20:58:15.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9710baed:::benchmark_data_smithi065_53143_object4596:head#
2020-11-16T20:58:15.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9712b36e:::benchmark_data_smithi065_53143_object18704:head#
2020-11-16T20:58:15.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971380b4:::benchmark_data_smithi065_53143_object22266:head#
2020-11-16T20:58:15.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97151be3:::benchmark_data_smithi065_53143_object498:head#
2020-11-16T20:58:15.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971593f9:::benchmark_data_smithi065_53143_object37972:head#
2020-11-16T20:58:15.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9715a6e8:::benchmark_data_smithi065_53143_object32651:head#
2020-11-16T20:58:15.305 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9715b4d8:::benchmark_data_smithi065_53143_object72737:head#
2020-11-16T20:58:15.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9715ba7d:::benchmark_data_smithi065_53143_object2301:head#
2020-11-16T20:58:15.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9715be9b:::benchmark_data_smithi065_53143_object61717:head#
2020-11-16T20:58:15.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971752c2:::benchmark_data_smithi065_53143_object76891:head#
2020-11-16T20:58:15.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97180441:::benchmark_data_smithi065_53143_object45913:head#
2020-11-16T20:58:15.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97189942:::benchmark_data_smithi065_53143_object73231:head#
2020-11-16T20:58:15.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97189d99:::benchmark_data_smithi065_53143_object20600:head#
2020-11-16T20:58:15.306 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9718dfd8:::benchmark_data_smithi065_53143_object80313:head#
2020-11-16T20:58:15.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971a261e:::benchmark_data_smithi065_53143_object42833:head#
2020-11-16T20:58:15.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971a6ba7:::benchmark_data_smithi065_53143_object16557:head#
2020-11-16T20:58:15.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971b66a1:::benchmark_data_smithi065_53143_object73869:head#
2020-11-16T20:58:15.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971c2bc8:::benchmark_data_smithi065_53143_object64974:head#
2020-11-16T20:58:15.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971c3243:::benchmark_data_smithi065_53143_object28656:head#
2020-11-16T20:58:15.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971dce87:::benchmark_data_smithi065_53143_object36331:head#
2020-11-16T20:58:15.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971de347:::benchmark_data_smithi065_53143_object41131:head#
2020-11-16T20:58:15.307 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971e3007:::benchmark_data_smithi065_53143_object3303:head#
2020-11-16T20:58:15.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971e8828:::benchmark_data_smithi065_53143_object7848:head#
2020-11-16T20:58:15.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971ea93f:::benchmark_data_smithi065_53143_object81899:head#
2020-11-16T20:58:15.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:971f0327:::benchmark_data_smithi065_53143_object37232:head#
2020-11-16T20:58:15.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9720306b:::benchmark_data_smithi065_53143_object12549:head#
2020-11-16T20:58:15.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97213b45:::benchmark_data_smithi065_53143_object79815:head#
2020-11-16T20:58:15.308 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97217c18:::benchmark_data_smithi065_53143_object26870:head#
2020-11-16T20:58:15.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9722089e:::benchmark_data_smithi065_53143_object31827:head#
2020-11-16T20:58:15.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97221a95:::benchmark_data_smithi065_53143_object8413:head#
2020-11-16T20:58:15.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9722581e:::benchmark_data_smithi065_53143_object37503:head#
2020-11-16T20:58:15.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9723b086:::benchmark_data_smithi065_53143_object17830:head#
2020-11-16T20:58:15.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9723c04a:::benchmark_data_smithi065_53143_object51371:head#
2020-11-16T20:58:15.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97242e76:::benchmark_data_smithi065_53143_object38876:head#
2020-11-16T20:58:15.309 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97243cae:::benchmark_data_smithi065_53143_object56611:head#
2020-11-16T20:58:15.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97247049:::benchmark_data_smithi065_53143_object1312:head#
2020-11-16T20:58:15.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9725125a:::benchmark_data_smithi065_53143_object71810:head#
2020-11-16T20:58:15.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97259fb1:::benchmark_data_smithi065_53143_object20460:head#
2020-11-16T20:58:15.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97261a30:::benchmark_data_smithi065_53143_object27610:head#
2020-11-16T20:58:15.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9727fe79:::benchmark_data_smithi065_53143_object29388:head#
2020-11-16T20:58:15.310 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97289f36:::benchmark_data_smithi065_53143_object70562:head#
2020-11-16T20:58:15.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9728af4d:::benchmark_data_smithi065_53143_object71862:head#
2020-11-16T20:58:15.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97297d2f:::benchmark_data_smithi065_53143_object79865:head#
2020-11-16T20:58:15.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972a6365:::benchmark_data_smithi065_53143_object15547:head#
2020-11-16T20:58:15.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972b64ca:::benchmark_data_smithi065_53143_object55022:head#
2020-11-16T20:58:15.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972be4d4:::benchmark_data_smithi065_53143_object82057:head#
2020-11-16T20:58:15.311 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972bfa05:::benchmark_data_smithi065_53143_object54416:head#
2020-11-16T20:58:15.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972c035d:::benchmark_data_smithi065_53143_object44062:head#
2020-11-16T20:58:15.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972c0a53:::benchmark_data_smithi065_53143_object55208:head#
2020-11-16T20:58:15.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972ca756:::benchmark_data_smithi065_53143_object64059:head#
2020-11-16T20:58:15.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972d4d21:::benchmark_data_smithi065_53143_object21346:head#
2020-11-16T20:58:15.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972d901d:::benchmark_data_smithi065_53143_object35089:head#
2020-11-16T20:58:15.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972de84b:::benchmark_data_smithi065_53143_object43771:head#
2020-11-16T20:58:15.312 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972e5393:::benchmark_data_smithi065_53143_object49788:head#
2020-11-16T20:58:15.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972e5bb7:::benchmark_data_smithi065_53143_object58386:head#
2020-11-16T20:58:15.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972f71ee:::benchmark_data_smithi065_53143_object64947:head#
2020-11-16T20:58:15.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:972f89ea:::benchmark_data_smithi065_53143_object1243:head#
2020-11-16T20:58:15.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9731082b:::benchmark_data_smithi065_53143_object71002:head#
2020-11-16T20:58:15.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9731aa0f:::benchmark_data_smithi065_53143_object25930:head#
2020-11-16T20:58:15.313 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97327c7f:::benchmark_data_smithi065_53143_object56838:head#
2020-11-16T20:58:15.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9732c4ab:::benchmark_data_smithi065_53143_object67721:head#
2020-11-16T20:58:15.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97332224:::benchmark_data_smithi065_53143_object80984:head#
2020-11-16T20:58:15.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97352239:::benchmark_data_smithi065_53143_object81002:head#
2020-11-16T20:58:15.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97371823:::benchmark_data_smithi065_53143_object5704:head#
2020-11-16T20:58:15.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9737237c:::benchmark_data_smithi065_53143_object34045:head#
2020-11-16T20:58:15.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97372ddc:::benchmark_data_smithi065_53143_object52265:head#
2020-11-16T20:58:15.314 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9738607f:::benchmark_data_smithi065_53143_object72202:head#
2020-11-16T20:58:15.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97393f9b:::benchmark_data_smithi065_53143_object81995:head#
2020-11-16T20:58:15.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973950e3:::benchmark_data_smithi065_53143_object48708:head#
2020-11-16T20:58:15.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973acc2e:::benchmark_data_smithi065_53143_object69579:head#
2020-11-16T20:58:15.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973b38c8:::benchmark_data_smithi065_53143_object20633:head#
2020-11-16T20:58:15.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973bb250:::benchmark_data_smithi065_53143_object8288:head#
2020-11-16T20:58:15.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973c518b:::benchmark_data_smithi065_53143_object30156:head#
2020-11-16T20:58:15.315 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973cffb7:::benchmark_data_smithi065_53143_object19123:head#
2020-11-16T20:58:15.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973d328a:::benchmark_data_smithi065_53143_object81057:head#
2020-11-16T20:58:15.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973dc81f:::benchmark_data_smithi065_53143_object35487:head#
2020-11-16T20:58:15.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973dcd22:::benchmark_data_smithi065_53143_object49449:head#
2020-11-16T20:58:15.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973e853f:::benchmark_data_smithi065_53143_object15043:head#
2020-11-16T20:58:15.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:973ffde8:::benchmark_data_smithi065_53143_object8520:head#
2020-11-16T20:58:15.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9740b8d7:::benchmark_data_smithi065_53143_object62366:head#
2020-11-16T20:58:15.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9740eed5:::benchmark_data_smithi065_53143_object12141:head#
2020-11-16T20:58:15.316 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9740eff2:::benchmark_data_smithi065_53143_object80199:head#
2020-11-16T20:58:15.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97443736:::benchmark_data_smithi065_53143_object28873:head#
2020-11-16T20:58:15.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97446adf:::benchmark_data_smithi065_53143_object37878:head#
2020-11-16T20:58:15.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974572c4:::benchmark_data_smithi065_53143_object29327:head#
2020-11-16T20:58:15.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9747565a:::benchmark_data_smithi065_53143_object38248:head#
2020-11-16T20:58:15.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974828c7:::benchmark_data_smithi065_53143_object21165:head#
2020-11-16T20:58:15.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97482909:::benchmark_data_smithi065_53143_object22474:head#
2020-11-16T20:58:15.317 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97495458:::benchmark_data_smithi065_53143_object16954:head#
2020-11-16T20:58:15.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974a5bdc:::benchmark_data_smithi065_53143_object38081:head#
2020-11-16T20:58:15.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974ae0af:::benchmark_data_smithi065_53143_object56235:head#
2020-11-16T20:58:15.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974ba44b:::benchmark_data_smithi065_53143_object71899:head#
2020-11-16T20:58:15.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974bd552:::benchmark_data_smithi065_53143_object81988:head#
2020-11-16T20:58:15.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974cb076:::benchmark_data_smithi065_53143_object46959:head#
2020-11-16T20:58:15.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974e0817:::benchmark_data_smithi065_53143_object32819:head#
2020-11-16T20:58:15.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974ea792:::benchmark_data_smithi065_53143_object28627:head#
2020-11-16T20:58:15.318 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:974eb2e6:::benchmark_data_smithi065_53143_object26318:head#
2020-11-16T20:58:15.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9750c8e0:::benchmark_data_smithi065_53143_object23307:head#
2020-11-16T20:58:15.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97526f08:::benchmark_data_smithi065_53143_object5958:head#
2020-11-16T20:58:15.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975432a9:::benchmark_data_smithi065_53143_object41871:head#
2020-11-16T20:58:15.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97547ec6:::benchmark_data_smithi065_53143_object79212:head#
2020-11-16T20:58:15.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97553adc:::benchmark_data_smithi065_53143_object67134:head#
2020-11-16T20:58:15.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97553c33:::benchmark_data_smithi065_53143_object56455:head#
2020-11-16T20:58:15.319 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9755d6ce:::benchmark_data_smithi065_53143_object64117:head#
2020-11-16T20:58:15.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97560b99:::benchmark_data_smithi065_53143_object4143:head#
2020-11-16T20:58:15.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97565a45:::benchmark_data_smithi065_53143_object43263:head#
2020-11-16T20:58:15.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9756df40:::benchmark_data_smithi065_53143_object45918:head#
2020-11-16T20:58:15.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9756f0f5:::benchmark_data_smithi065_53143_object62118:head#
2020-11-16T20:58:15.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975741a4:::benchmark_data_smithi065_53143_object4653:head#
2020-11-16T20:58:15.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97581fec:::benchmark_data_smithi065_53143_object4004:head#
2020-11-16T20:58:15.320 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97583520:::benchmark_data_smithi065_53143_object71445:head#
2020-11-16T20:58:15.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97591e7d:::benchmark_data_smithi065_53143_object69220:head#
2020-11-16T20:58:15.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97596bb3:::benchmark_data_smithi065_53143_object7617:head#
2020-11-16T20:58:15.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9759776a:::benchmark_data_smithi065_53143_object4678:head#
2020-11-16T20:58:15.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9759c805:::benchmark_data_smithi065_53143_object33764:head#
2020-11-16T20:58:15.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975b1e0a:::benchmark_data_smithi065_53143_object63562:head#
2020-11-16T20:58:15.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975b1ef6:::benchmark_data_smithi065_53143_object9033:head#
2020-11-16T20:58:15.321 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975b951b:::benchmark_data_smithi065_53143_object66204:head#
2020-11-16T20:58:15.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975ba77a:::benchmark_data_smithi065_53143_object70519:head#
2020-11-16T20:58:15.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975bf701:::benchmark_data_smithi065_53143_object46264:head#
2020-11-16T20:58:15.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975c2e19:::benchmark_data_smithi065_53143_object34150:head#
2020-11-16T20:58:15.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975cc8b0:::benchmark_data_smithi065_53143_object81373:head#
2020-11-16T20:58:15.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975e1b2e:::benchmark_data_smithi065_53143_object62325:head#
2020-11-16T20:58:15.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975ec669:::benchmark_data_smithi065_53143_object50074:head#
2020-11-16T20:58:15.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975f5608:::benchmark_data_smithi065_53143_object35764:head#
2020-11-16T20:58:15.322 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:975fd1b4:::benchmark_data_smithi065_53143_object27993:head#
2020-11-16T20:58:15.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97636d09:::benchmark_data_smithi065_53143_object32803:head#
2020-11-16T20:58:15.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9765bb3e:::benchmark_data_smithi065_53143_object46779:head#
2020-11-16T20:58:15.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9765fb30:::benchmark_data_smithi065_53143_object18730:head#
2020-11-16T20:58:15.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9766813d:::benchmark_data_smithi065_53143_object24185:head#
2020-11-16T20:58:15.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97683d78:::benchmark_data_smithi065_53143_object57071:head#
2020-11-16T20:58:15.323 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97686fb2:::benchmark_data_smithi065_53143_object5549:head#
2020-11-16T20:58:15.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:976ad034:::benchmark_data_smithi065_53143_object22934:head#
2020-11-16T20:58:15.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:976ba097:::benchmark_data_smithi065_53143_object20129:head#
2020-11-16T20:58:15.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:976cda83:::benchmark_data_smithi065_53143_object58129:head#
2020-11-16T20:58:15.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:976de166:::benchmark_data_smithi065_53143_object50338:head#
2020-11-16T20:58:15.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:976f4ef6:::benchmark_data_smithi065_53143_object35769:head#
2020-11-16T20:58:15.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:976f9417:::benchmark_data_smithi065_53143_object44225:head#
2020-11-16T20:58:15.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9770da29:::benchmark_data_smithi065_53143_object40155:head#
2020-11-16T20:58:15.324 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97712a11:::benchmark_data_smithi065_53143_object4831:head#
2020-11-16T20:58:15.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97713934:::benchmark_data_smithi065_53143_object3485:head#
2020-11-16T20:58:15.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97719018:::benchmark_data_smithi065_53143_object17596:head#
2020-11-16T20:58:15.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9771cad3:::benchmark_data_smithi065_53143_object23196:head#
2020-11-16T20:58:15.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9772cd49:::benchmark_data_smithi065_53143_object71393:head#
2020-11-16T20:58:15.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977558aa:::benchmark_data_smithi065_53143_object12614:head#
2020-11-16T20:58:15.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97757b5b:::benchmark_data_smithi065_53143_object38593:head#
2020-11-16T20:58:15.325 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97767366:::benchmark_data_smithi065_53143_object55375:head#
2020-11-16T20:58:15.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97768ef9:::benchmark_data_smithi065_53143_object5944:head#
2020-11-16T20:58:15.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9776d2da:::benchmark_data_smithi065_53143_object4971:head#
2020-11-16T20:58:15.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97774a9b:::benchmark_data_smithi065_53143_object49882:head#
2020-11-16T20:58:15.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97780551:::benchmark_data_smithi065_53143_object35186:head#
2020-11-16T20:58:15.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9778395f:::benchmark_data_smithi065_53143_object65109:head#
2020-11-16T20:58:15.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97784801:::benchmark_data_smithi065_53143_object4200:head#
2020-11-16T20:58:15.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977a7a2b:::benchmark_data_smithi065_53143_object5927:head#
2020-11-16T20:58:15.326 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977adb90:::benchmark_data_smithi065_53143_object66889:head#
2020-11-16T20:58:15.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977b0ac2:::benchmark_data_smithi065_53143_object62862:head#
2020-11-16T20:58:15.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977b5974:::benchmark_data_smithi065_53143_object30044:head#
2020-11-16T20:58:15.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977bc6e0:::benchmark_data_smithi065_53143_object52562:head#
2020-11-16T20:58:15.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977c0358:::benchmark_data_smithi065_53143_object46333:head#
2020-11-16T20:58:15.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977c2136:::benchmark_data_smithi065_53143_object24126:head#
2020-11-16T20:58:15.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977c3d88:::benchmark_data_smithi065_53143_object31154:head#
2020-11-16T20:58:15.327 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977f7ab2:::benchmark_data_smithi065_53143_object55918:head#
2020-11-16T20:58:15.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:977fac01:::benchmark_data_smithi065_53143_object18093:head#
2020-11-16T20:58:15.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9782473c:::benchmark_data_smithi065_53143_object30450:head#
2020-11-16T20:58:15.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9783094e:::benchmark_data_smithi065_53143_object72268:head#
2020-11-16T20:58:15.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9783c811:::benchmark_data_smithi065_53143_object19550:head#
2020-11-16T20:58:15.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978534ac:::benchmark_data_smithi065_53143_object77285:head#
2020-11-16T20:58:15.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978534fd:::benchmark_data_smithi065_53143_object50136:head#
2020-11-16T20:58:15.328 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97867c9d:::benchmark_data_smithi065_53143_object80107:head#
2020-11-16T20:58:15.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9786e70e:::benchmark_data_smithi065_53143_object76788:head#
2020-11-16T20:58:15.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97876804:::benchmark_data_smithi065_53143_object77165:head#
2020-11-16T20:58:15.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97897d0a:::benchmark_data_smithi065_53143_object46526:head#
2020-11-16T20:58:15.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9789cdf0:::benchmark_data_smithi065_53143_object4547:head#
2020-11-16T20:58:15.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978c7cc3:::benchmark_data_smithi065_53143_object37908:head#
2020-11-16T20:58:15.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978c8aa9:::benchmark_data_smithi065_53143_object20597:head#
2020-11-16T20:58:15.329 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978ca597:::benchmark_data_smithi065_53143_object41690:head#
2020-11-16T20:58:15.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978d0d74:::benchmark_data_smithi065_53143_object29374:head#
2020-11-16T20:58:15.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978d381a:::benchmark_data_smithi065_53143_object4784:head#
2020-11-16T20:58:15.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978d5ab1:::benchmark_data_smithi065_53143_object48529:head#
2020-11-16T20:58:15.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978f36d3:::benchmark_data_smithi065_53143_object73588:head#
2020-11-16T20:58:15.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:978fd25f:::benchmark_data_smithi065_53143_object21194:head#
2020-11-16T20:58:15.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9790a871:::benchmark_data_smithi065_53143_object15346:head#
2020-11-16T20:58:15.330 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9790beb8:::benchmark_data_smithi065_53143_object79879:head#
2020-11-16T20:58:15.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97910f33:::benchmark_data_smithi065_53143_object52631:head#
2020-11-16T20:58:15.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97915d6f:::benchmark_data_smithi065_53143_object50354:head#
2020-11-16T20:58:15.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97924bc1:::benchmark_data_smithi065_53143_object40176:head#
2020-11-16T20:58:15.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97926f26:::benchmark_data_smithi065_53143_object63740:head#
2020-11-16T20:58:15.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97930f10:::benchmark_data_smithi065_53143_object1632:head#
2020-11-16T20:58:15.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97932513:::benchmark_data_smithi065_53143_object20786:head#
2020-11-16T20:58:15.331 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97935495:::benchmark_data_smithi065_53143_object37293:head#
2020-11-16T20:58:15.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97938c25:::benchmark_data_smithi065_53143_object7088:head#
2020-11-16T20:58:15.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9793e645:::benchmark_data_smithi065_53143_object24625:head#
2020-11-16T20:58:15.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9794287d:::benchmark_data_smithi065_53143_object72787:head#
2020-11-16T20:58:15.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:979588a0:::benchmark_data_smithi065_53143_object66902:head#
2020-11-16T20:58:15.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97959d40:::benchmark_data_smithi065_53143_object49699:head#
2020-11-16T20:58:15.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97959e2f:::benchmark_data_smithi065_53143_object79562:head#
2020-11-16T20:58:15.332 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97973faa:::benchmark_data_smithi065_53143_object12383:head#
2020-11-16T20:58:15.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9797a8ab:::benchmark_data_smithi065_53143_object36638:head#
2020-11-16T20:58:15.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97997d1e:::benchmark_data_smithi065_53143_object26220:head#
2020-11-16T20:58:15.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:979af3db:::benchmark_data_smithi065_53143_object37651:head#
2020-11-16T20:58:15.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:979b948d:::benchmark_data_smithi065_53143_object15822:head#
2020-11-16T20:58:15.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:979c80ac:::benchmark_data_smithi065_53143_object32746:head#
2020-11-16T20:58:15.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:979f8dc9:::benchmark_data_smithi065_53143_object16289:head#
2020-11-16T20:58:15.333 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:979fbaa7:::benchmark_data_smithi065_53143_object60529:head#
2020-11-16T20:58:15.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a08121:::benchmark_data_smithi065_53143_object13461:head#
2020-11-16T20:58:15.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a0caeb:::benchmark_data_smithi065_53143_object74820:head#
2020-11-16T20:58:15.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a1bb5d:::benchmark_data_smithi065_53143_object27022:head#
2020-11-16T20:58:15.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a2375e:::benchmark_data_smithi065_53143_object59315:head#
2020-11-16T20:58:15.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a2b17f:::benchmark_data_smithi065_53143_object22002:head#
2020-11-16T20:58:15.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a3af13:::benchmark_data_smithi065_53143_object46772:head#
2020-11-16T20:58:15.334 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a572e4:::benchmark_data_smithi065_53143_object7833:head#
2020-11-16T20:58:15.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a57508:::benchmark_data_smithi065_53143_object24226:head#
2020-11-16T20:58:15.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a5da3e:::benchmark_data_smithi065_53143_object25642:head#
2020-11-16T20:58:15.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a6566f:::benchmark_data_smithi065_53143_object60503:head#
2020-11-16T20:58:15.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a6c671:::benchmark_data_smithi065_53143_object63876:head#
2020-11-16T20:58:15.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a712bc:::benchmark_data_smithi065_53143_object13811:head#
2020-11-16T20:58:15.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a7da64:::benchmark_data_smithi065_53143_object18740:head#
2020-11-16T20:58:15.335 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a872ab:::benchmark_data_smithi065_53143_object28333:head#
2020-11-16T20:58:15.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a8c1f7:::benchmark_data_smithi065_53143_object8626:head#
2020-11-16T20:58:15.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97a966cd:::benchmark_data_smithi065_53143_object55321:head#
2020-11-16T20:58:15.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ac1307:::benchmark_data_smithi065_53143_object79980:head#
2020-11-16T20:58:15.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ace2cf:::benchmark_data_smithi065_53143_object59737:head#
2020-11-16T20:58:15.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97acef77:::benchmark_data_smithi065_53143_object36401:head#
2020-11-16T20:58:15.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97af11a8:::benchmark_data_smithi065_53143_object36278:head#
2020-11-16T20:58:15.336 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97af1925:::benchmark_data_smithi065_53143_object65782:head#
2020-11-16T20:58:15.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97afa4fa:::benchmark_data_smithi065_53143_object5911:head#
2020-11-16T20:58:15.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b0f52d:::benchmark_data_smithi065_53143_object11556:head#
2020-11-16T20:58:15.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b26cde:::benchmark_data_smithi065_53143_object29359:head#
2020-11-16T20:58:15.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b27c50:::benchmark_data_smithi065_53143_object21519:head#
2020-11-16T20:58:15.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b3636f:::benchmark_data_smithi065_53143_object38214:head#
2020-11-16T20:58:15.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b380a1:::benchmark_data_smithi065_53143_object60175:head#
2020-11-16T20:58:15.337 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b43ab4:::benchmark_data_smithi065_53143_object9915:head#
2020-11-16T20:58:15.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b49e30:::benchmark_data_smithi065_53143_object53616:head#
2020-11-16T20:58:15.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b4b27d:::benchmark_data_smithi065_53143_object13052:head#
2020-11-16T20:58:15.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b512b2:::benchmark_data_smithi065_53143_object4624:head#
2020-11-16T20:58:15.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b61d94:::benchmark_data_smithi065_53143_object22283:head#
2020-11-16T20:58:15.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b676ba:::benchmark_data_smithi065_53143_object756:head#
2020-11-16T20:58:15.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b704a1:::benchmark_data_smithi065_53143_object77365:head#
2020-11-16T20:58:15.338 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b73467:::benchmark_data_smithi065_53143_object4239:head#
2020-11-16T20:58:15.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97b91b7e:::benchmark_data_smithi065_53143_object12990:head#
2020-11-16T20:58:15.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ba6714:::benchmark_data_smithi065_53143_object30847:head#
2020-11-16T20:58:15.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97bc426c:::benchmark_data_smithi065_53143_object44084:head#
2020-11-16T20:58:15.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97bcf271:::benchmark_data_smithi065_53143_object49343:head#
2020-11-16T20:58:15.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97beeb7c:::benchmark_data_smithi065_53143_object27346:head#
2020-11-16T20:58:15.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c0a565:::benchmark_data_smithi065_53143_object38780:head#
2020-11-16T20:58:15.339 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c22f08:::benchmark_data_smithi065_53143_object66924:head#
2020-11-16T20:58:15.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c24e3b:::benchmark_data_smithi065_53143_object32278:head#
2020-11-16T20:58:15.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c31257:::benchmark_data_smithi065_53143_object75550:head#
2020-11-16T20:58:15.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c55064:::benchmark_data_smithi065_53143_object56960:head#
2020-11-16T20:58:15.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c65d5c:::benchmark_data_smithi065_53143_object4475:head#
2020-11-16T20:58:15.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c68d5c:::benchmark_data_smithi065_53143_object437:head#
2020-11-16T20:58:15.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c6bef0:::benchmark_data_smithi065_53143_object4990:head#
2020-11-16T20:58:15.340 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c731f3:::benchmark_data_smithi065_53143_object52488:head#
2020-11-16T20:58:15.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97c767d8:::benchmark_data_smithi065_53143_object70823:head#
2020-11-16T20:58:15.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ca8dbe:::benchmark_data_smithi065_53143_object18656:head#
2020-11-16T20:58:15.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97cac224:::benchmark_data_smithi065_53143_object72743:head#
2020-11-16T20:58:15.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97cad43f:::benchmark_data_smithi065_53143_object34320:head#
2020-11-16T20:58:15.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97cc02dd:::benchmark_data_smithi065_53143_object65633:head#
2020-11-16T20:58:15.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ccc12c:::benchmark_data_smithi065_53143_object25812:head#
2020-11-16T20:58:15.341 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97cd11b3:::benchmark_data_smithi065_53143_object56877:head#
2020-11-16T20:58:15.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ce8e81:::benchmark_data_smithi065_53143_object42392:head#
2020-11-16T20:58:15.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97cfe70b:::benchmark_data_smithi065_53143_object67018:head#
2020-11-16T20:58:15.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d14377:::benchmark_data_smithi065_53143_object59968:head#
2020-11-16T20:58:15.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d1d794:::benchmark_data_smithi065_53143_object7941:head#
2020-11-16T20:58:15.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d27d00:::benchmark_data_smithi065_53143_object29307:head#
2020-11-16T20:58:15.342 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d294af:::benchmark_data_smithi065_53143_object34714:head#
2020-11-16T20:58:15.343 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d32067:::benchmark_data_smithi065_53143_object22145:head#
2020-11-16T20:58:15.343 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d364d8:::benchmark_data_smithi065_53143_object34217:head#
2020-11-16T20:58:15.343 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d375bb:::benchmark_data_smithi065_53143_object47970:head#
2020-11-16T20:58:15.343 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d39bc3:::benchmark_data_smithi065_53143_object73941:head#
2020-11-16T20:58:15.343 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d4a71a:::benchmark_data_smithi065_53143_object2852:head#
2020-11-16T20:58:15.343 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d5143c:::benchmark_data_smithi065_53143_object15191:head#
2020-11-16T20:58:15.343 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d65c65:::benchmark_data_smithi065_53143_object47006:head#
2020-11-16T20:58:15.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d68252:::benchmark_data_smithi065_53143_object51992:head#
2020-11-16T20:58:15.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d6f111:::benchmark_data_smithi065_53143_object79875:head#
2020-11-16T20:58:15.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d70c68:::benchmark_data_smithi065_53143_object19381:head#
2020-11-16T20:58:15.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d728dd:::benchmark_data_smithi065_53143_object46946:head#
2020-11-16T20:58:15.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d729f5:::benchmark_data_smithi065_53143_object43431:head#
2020-11-16T20:58:15.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d76a96:::benchmark_data_smithi065_53143_object65537:head#
2020-11-16T20:58:15.344 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d78dd1:::benchmark_data_smithi065_53143_object13051:head#
2020-11-16T20:58:15.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d8b860:::benchmark_data_smithi065_53143_object22653:head#
2020-11-16T20:58:15.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d90ced:::benchmark_data_smithi065_53143_object76563:head#
2020-11-16T20:58:15.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97d9bb96:::benchmark_data_smithi065_53143_object16626:head#
2020-11-16T20:58:15.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97da46a1:::benchmark_data_smithi065_53143_object68158:head#
2020-11-16T20:58:15.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97dab765:::benchmark_data_smithi065_53143_object30045:head#
2020-11-16T20:58:15.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97dc3fb7:::benchmark_data_smithi065_53143_object30014:head#
2020-11-16T20:58:15.345 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97dc63b7:::benchmark_data_smithi065_53143_object64832:head#
2020-11-16T20:58:15.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97dcc159:::benchmark_data_smithi065_53143_object49839:head#
2020-11-16T20:58:15.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97dd5905:::benchmark_data_smithi065_53143_object49978:head#
2020-11-16T20:58:15.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97dd8aed:::benchmark_data_smithi065_53143_object26654:head#
2020-11-16T20:58:15.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97dde244:::benchmark_data_smithi065_53143_object7639:head#
2020-11-16T20:58:15.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97decff8:::benchmark_data_smithi065_53143_object23466:head#
2020-11-16T20:58:15.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97df04d6:::benchmark_data_smithi065_53143_object66669:head#
2020-11-16T20:58:15.346 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97df1a18:::benchmark_data_smithi065_53143_object80119:head#
2020-11-16T20:58:15.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97df7212:::benchmark_data_smithi065_53143_object46508:head#
2020-11-16T20:58:15.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97df9c80:::benchmark_data_smithi065_53143_object66261:head#
2020-11-16T20:58:15.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97dfdb32:::benchmark_data_smithi065_53143_object59638:head#
2020-11-16T20:58:15.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97e0a43d:::benchmark_data_smithi065_53143_object77378:head#
2020-11-16T20:58:15.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97e17456:::benchmark_data_smithi065_53143_object23678:head#
2020-11-16T20:58:15.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97e264d3:::benchmark_data_smithi065_53143_object7800:head#
2020-11-16T20:58:15.347 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97e34d60:::benchmark_data_smithi065_53143_object35871:head#
2020-11-16T20:58:15.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97e5746a:::benchmark_data_smithi065_53143_object73405:head#
2020-11-16T20:58:15.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97e58adb:::benchmark_data_smithi065_53143_object27926:head#
2020-11-16T20:58:15.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97e5a334:::benchmark_data_smithi065_53143_object48210:head#
2020-11-16T20:58:15.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97e87541:::benchmark_data_smithi065_53143_object20228:head#
2020-11-16T20:58:15.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ea5a21:::benchmark_data_smithi065_53143_object69677:head#
2020-11-16T20:58:15.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97eb19c7:::benchmark_data_smithi065_53143_object7474:head#
2020-11-16T20:58:15.348 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97eb5bf8:::benchmark_data_smithi065_53143_object45527:head#
2020-11-16T20:58:15.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97eb9f60:::benchmark_data_smithi065_53143_object35059:head#
2020-11-16T20:58:15.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ed7bd4:::benchmark_data_smithi065_53143_object46714:head#
2020-11-16T20:58:15.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97f08b30:::benchmark_data_smithi065_53143_object37178:head#
2020-11-16T20:58:15.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97f37085:::benchmark_data_smithi065_53143_object17304:head#
2020-11-16T20:58:15.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97f38290:::benchmark_data_smithi065_53143_object6744:head#
2020-11-16T20:58:15.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97f3a4c7:::benchmark_data_smithi065_53143_object55663:head#
2020-11-16T20:58:15.349 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97f4206a:::benchmark_data_smithi065_53143_object80056:head#
2020-11-16T20:58:15.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97f6f1d9:::benchmark_data_smithi065_53143_object1218:head#
2020-11-16T20:58:15.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97f74b93:::benchmark_data_smithi065_53143_object14021:head#
2020-11-16T20:58:15.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97f86b19:::benchmark_data_smithi065_53143_object79404:head#
2020-11-16T20:58:15.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97fc1956:::benchmark_data_smithi065_53143_object15652:head#
2020-11-16T20:58:15.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97fc7337:::benchmark_data_smithi065_53143_object8808:head#
2020-11-16T20:58:15.350 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97fc94e1:::benchmark_data_smithi065_53143_object70273:head#
2020-11-16T20:58:15.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97fcece3:::benchmark_data_smithi065_53143_object34944:head#
2020-11-16T20:58:15.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97feb80a:::benchmark_data_smithi065_53143_object70862:head#
2020-11-16T20:58:15.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:97ff5567:::benchmark_data_smithi065_53143_object43718:head#
2020-11-16T20:58:15.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9801ff52:::benchmark_data_smithi065_53143_object51286:head#
2020-11-16T20:58:15.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9802c5ad:::benchmark_data_smithi065_53143_object64891:head#
2020-11-16T20:58:15.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9802fa19:::benchmark_data_smithi065_53143_object66297:head#
2020-11-16T20:58:15.351 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98044dcf:::benchmark_data_smithi065_53143_object50677:head#
2020-11-16T20:58:15.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980473ec:::benchmark_data_smithi065_53143_object61046:head#
2020-11-16T20:58:15.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9804d948:::benchmark_data_smithi065_53143_object40930:head#
2020-11-16T20:58:15.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98067f70:::benchmark_data_smithi065_53143_object49883:head#
2020-11-16T20:58:15.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98076d75:::benchmark_data_smithi065_53143_object9309:head#
2020-11-16T20:58:15.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98079647:::benchmark_data_smithi065_53143_object54269:head#
2020-11-16T20:58:15.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9807e886:::benchmark_data_smithi065_53143_object68093:head#
2020-11-16T20:58:15.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980830d7:::benchmark_data_smithi065_53143_object23570:head#
2020-11-16T20:58:15.352 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98093415:::benchmark_data_smithi065_53143_object32202:head#
2020-11-16T20:58:15.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9809626a:::benchmark_data_smithi065_53143_object23610:head#
2020-11-16T20:58:15.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9809e0be:::benchmark_data_smithi065_53143_object63077:head#
2020-11-16T20:58:15.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9809e2e8:::benchmark_data_smithi065_53143_object6785:head#
2020-11-16T20:58:15.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980b977b:::benchmark_data_smithi065_53143_object65473:head#
2020-11-16T20:58:15.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980ba406:::benchmark_data_smithi065_53143_object68691:head#
2020-11-16T20:58:15.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980c21b5:::benchmark_data_smithi065_53143_object43949:head#
2020-11-16T20:58:15.353 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980cffe7:::benchmark_data_smithi065_53143_object74797:head#
2020-11-16T20:58:15.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980d5ea4:::benchmark_data_smithi065_53143_object45055:head#
2020-11-16T20:58:15.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980da6c7:::benchmark_data_smithi065_53143_object33774:head#
2020-11-16T20:58:15.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:980ebadf:::benchmark_data_smithi065_53143_object73539:head#
2020-11-16T20:58:15.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:981042b1:::benchmark_data_smithi065_53143_object58622:head#
2020-11-16T20:58:15.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9810f794:::benchmark_data_smithi065_53143_object45042:head#
2020-11-16T20:58:15.354 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9812f49d:::benchmark_data_smithi065_53143_object3270:head#
2020-11-16T20:58:15.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:981306b6:::benchmark_data_smithi065_53143_object38165:head#
2020-11-16T20:58:15.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9813784f:::benchmark_data_smithi065_53143_object21465:head#
2020-11-16T20:58:15.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9813eccb:::benchmark_data_smithi065_53143_object31386:head#
2020-11-16T20:58:15.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9814ae60:::benchmark_data_smithi065_53143_object42655:head#
2020-11-16T20:58:15.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9814c1f5:::benchmark_data_smithi065_53143_object65895:head#
2020-11-16T20:58:15.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9817a93c:::benchmark_data_smithi065_53143_object70383:head#
2020-11-16T20:58:15.355 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9817ba53:::benchmark_data_smithi065_53143_object11090:head#
2020-11-16T20:58:15.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98184121:::benchmark_data_smithi065_53143_object48151:head#
2020-11-16T20:58:15.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98187fc9:::benchmark_data_smithi065_53143_object75967:head#
2020-11-16T20:58:15.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9818b709:::benchmark_data_smithi065_53143_object20134:head#
2020-11-16T20:58:15.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:981997e3:::benchmark_data_smithi065_53143_object27228:head#
2020-11-16T20:58:15.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:981ae591:::benchmark_data_smithi065_53143_object14337:head#
2020-11-16T20:58:15.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:981bcebe:::benchmark_data_smithi065_53143_object21361:head#
2020-11-16T20:58:15.356 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:981e9ca3:::benchmark_data_smithi065_53143_object7534:head#
2020-11-16T20:58:15.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98217730:::benchmark_data_smithi065_53143_object44514:head#
2020-11-16T20:58:15.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9822726c:::benchmark_data_smithi065_53143_object9464:head#
2020-11-16T20:58:15.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98236cc2:::benchmark_data_smithi065_53143_object76215:head#
2020-11-16T20:58:15.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9823f4b6:::benchmark_data_smithi065_53143_object44187:head#
2020-11-16T20:58:15.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9826a223:::benchmark_data_smithi065_53143_object10054:head#
2020-11-16T20:58:15.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98271796:::benchmark_data_smithi065_53143_object21376:head#
2020-11-16T20:58:15.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982717fd:::benchmark_data_smithi065_53143_object5976:head#
2020-11-16T20:58:15.357 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982719db:::benchmark_data_smithi065_53143_object18218:head#
2020-11-16T20:58:15.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982b5840:::benchmark_data_smithi065_53143_object1651:head#
2020-11-16T20:58:15.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982b6805:::benchmark_data_smithi065_53143_object30322:head#
2020-11-16T20:58:15.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982ce7e0:::benchmark_data_smithi065_53143_object65240:head#
2020-11-16T20:58:15.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982d5fb4:::benchmark_data_smithi065_53143_object28137:head#
2020-11-16T20:58:15.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982da9f7:::benchmark_data_smithi065_53143_object63684:head#
2020-11-16T20:58:15.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982dbb84:::benchmark_data_smithi065_53143_object48696:head#
2020-11-16T20:58:15.358 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982e4f1d:::benchmark_data_smithi065_53143_object32971:head#
2020-11-16T20:58:15.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:982f3cfa:::benchmark_data_smithi065_53143_object64512:head#
2020-11-16T20:58:15.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98309076:::benchmark_data_smithi065_53143_object2455:head#
2020-11-16T20:58:15.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9830d02c:::benchmark_data_smithi065_53143_object24096:head#
2020-11-16T20:58:15.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9831fef0:::benchmark_data_smithi065_53143_object12000:head#
2020-11-16T20:58:15.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98322ed1:::benchmark_data_smithi065_53143_object60080:head#
2020-11-16T20:58:15.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9833c857:::benchmark_data_smithi065_53143_object28159:head#
2020-11-16T20:58:15.359 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98350108:::benchmark_data_smithi065_53143_object1396:head#
2020-11-16T20:58:15.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98350602:::benchmark_data_smithi065_53143_object60356:head#
2020-11-16T20:58:15.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98351a7f:::benchmark_data_smithi065_53143_object20297:head#
2020-11-16T20:58:15.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:983b10df:::benchmark_data_smithi065_53143_object80687:head#
2020-11-16T20:58:15.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:983d5c24:::benchmark_data_smithi065_53143_object79227:head#
2020-11-16T20:58:15.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:983e5a05:::benchmark_data_smithi065_53143_object56282:head#
2020-11-16T20:58:15.360 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98401acd:::benchmark_data_smithi065_53143_object50935:head#
2020-11-16T20:58:15.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:984044fd:::benchmark_data_smithi065_53143_object21405:head#
2020-11-16T20:58:15.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9840572c:::benchmark_data_smithi065_53143_object61198:head#
2020-11-16T20:58:15.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9840f6c0:::benchmark_data_smithi065_53143_object55764:head#
2020-11-16T20:58:15.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98415eb1:::benchmark_data_smithi065_53143_object20750:head#
2020-11-16T20:58:15.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98428ed0:::benchmark_data_smithi065_53143_object13568:head#
2020-11-16T20:58:15.361 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9843170d:::benchmark_data_smithi065_53143_object47184:head#
2020-11-16T20:58:15.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98435d2b:::benchmark_data_smithi065_53143_object78760:head#
2020-11-16T20:58:15.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9843961e:::benchmark_data_smithi065_53143_object18917:head#
2020-11-16T20:58:15.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9845840a:::benchmark_data_smithi065_53143_object72974:head#
2020-11-16T20:58:15.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9846af8d:::benchmark_data_smithi065_53143_object3404:head#
2020-11-16T20:58:15.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98470fe3:::benchmark_data_smithi065_53143_object33024:head#
2020-11-16T20:58:15.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:984717e7:::benchmark_data_smithi065_53143_object7793:head#
2020-11-16T20:58:15.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98478950:::benchmark_data_smithi065_53143_object9832:head#
2020-11-16T20:58:15.362 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9847b72e:::benchmark_data_smithi065_53143_object59131:head#
2020-11-16T20:58:15.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98488c0f:::benchmark_data_smithi065_53143_object39019:head#
2020-11-16T20:58:15.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9848948b:::benchmark_data_smithi065_53143_object15444:head#
2020-11-16T20:58:15.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9849ed28:::benchmark_data_smithi065_53143_object60886:head#
2020-11-16T20:58:15.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:984c1c30:::benchmark_data_smithi065_53143_object5891:head#
2020-11-16T20:58:15.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:984cc388:::benchmark_data_smithi065_53143_object66987:head#
2020-11-16T20:58:15.363 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:984fa6ae:::benchmark_data_smithi065_53143_object47552:head#
2020-11-16T20:58:15.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98513aa5:::benchmark_data_smithi065_53143_object57211:head#
2020-11-16T20:58:15.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9853a5f0:::benchmark_data_smithi065_53143_object19756:head#
2020-11-16T20:58:15.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98542337:::benchmark_data_smithi065_53143_object76708:head#
2020-11-16T20:58:15.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9854dd22:::benchmark_data_smithi065_53143_object65130:head#
2020-11-16T20:58:15.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98565732:::benchmark_data_smithi065_53143_object31713:head#
2020-11-16T20:58:15.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98574366:::benchmark_data_smithi065_53143_object23833:head#
2020-11-16T20:58:15.364 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9857c46d:::benchmark_data_smithi065_53143_object48821:head#
2020-11-16T20:58:15.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98586e0f:::benchmark_data_smithi065_53143_object72:head#
2020-11-16T20:58:15.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9858dd32:::benchmark_data_smithi065_53143_object12876:head#
2020-11-16T20:58:15.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98598a73:::benchmark_data_smithi065_53143_object80742:head#
2020-11-16T20:58:15.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:985a558f:::benchmark_data_smithi065_53143_object56205:head#
2020-11-16T20:58:15.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:985ad2bb:::benchmark_data_smithi065_53143_object52842:head#
2020-11-16T20:58:15.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:985b5605:::benchmark_data_smithi065_53143_object53697:head#
2020-11-16T20:58:15.365 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:985bf29a:::benchmark_data_smithi065_53143_object41167:head#
2020-11-16T20:58:15.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:985caffd:::benchmark_data_smithi065_53143_object34470:head#
2020-11-16T20:58:15.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:985d1d9a:::benchmark_data_smithi065_53143_object28666:head#
2020-11-16T20:58:15.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:985f5331:::benchmark_data_smithi065_53143_object31197:head#
2020-11-16T20:58:15.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:985fddf4:::benchmark_data_smithi065_53143_object68094:head#
2020-11-16T20:58:15.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98609223:::benchmark_data_smithi065_53143_object55598:head#
2020-11-16T20:58:15.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986192f7:::benchmark_data_smithi065_53143_object77799:head#
2020-11-16T20:58:15.366 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9861ed7f:::benchmark_data_smithi065_53143_object39487:head#
2020-11-16T20:58:15.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9862b3ba:::benchmark_data_smithi065_53143_object57859:head#
2020-11-16T20:58:15.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986364ac:::benchmark_data_smithi065_53143_object54540:head#
2020-11-16T20:58:15.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9863ab43:::benchmark_data_smithi065_53143_object64710:head#
2020-11-16T20:58:15.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9864a1dd:::benchmark_data_smithi065_53143_object49961:head#
2020-11-16T20:58:15.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98663734:::benchmark_data_smithi065_53143_object25874:head#
2020-11-16T20:58:15.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9866e954:::benchmark_data_smithi065_53143_object78871:head#
2020-11-16T20:58:15.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986820fe:::benchmark_data_smithi065_53143_object66884:head#
2020-11-16T20:58:15.367 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986988bc:::benchmark_data_smithi065_53143_object64090:head#
2020-11-16T20:58:15.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9869e24a:::benchmark_data_smithi065_53143_object68361:head#
2020-11-16T20:58:15.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986a3467:::benchmark_data_smithi065_53143_object27688:head#
2020-11-16T20:58:15.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986af69b:::benchmark_data_smithi065_53143_object36710:head#
2020-11-16T20:58:15.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986b92c3:::benchmark_data_smithi065_53143_object35566:head#
2020-11-16T20:58:15.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986d1cd8:::benchmark_data_smithi065_53143_object74219:head#
2020-11-16T20:58:15.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986da95f:::benchmark_data_smithi065_53143_object8523:head#
2020-11-16T20:58:15.368 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986e33fc:::benchmark_data_smithi065_53143_object80505:head#
2020-11-16T20:58:15.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:986f4160:::benchmark_data_smithi065_53143_object57346:head#
2020-11-16T20:58:15.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9871f167:::benchmark_data_smithi065_53143_object66019:head#
2020-11-16T20:58:15.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9872cdb0:::benchmark_data_smithi065_53143_object65198:head#
2020-11-16T20:58:15.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98735928:::benchmark_data_smithi065_53143_object40844:head#
2020-11-16T20:58:15.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98744f72:::benchmark_data_smithi065_53143_object53036:head#
2020-11-16T20:58:15.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98749825:::benchmark_data_smithi065_53143_object76433:head#
2020-11-16T20:58:15.369 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98751e35:::benchmark_data_smithi065_53143_object36419:head#
2020-11-16T20:58:15.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:987557ef:::benchmark_data_smithi065_53143_object70200:head#
2020-11-16T20:58:15.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98760c55:::benchmark_data_smithi065_53143_object46309:head#
2020-11-16T20:58:15.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9877952b:::benchmark_data_smithi065_53143_object69217:head#
2020-11-16T20:58:15.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:987815fa:::benchmark_data_smithi065_53143_object37189:head#
2020-11-16T20:58:15.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98788fd5:::benchmark_data_smithi065_53143_object3575:head#
2020-11-16T20:58:15.370 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:987a0060:::benchmark_data_smithi065_53143_object20943:head#
2020-11-16T20:58:15.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:987a5c95:::benchmark_data_smithi065_53143_object16785:head#
2020-11-16T20:58:15.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:987ac383:::benchmark_data_smithi065_53143_object41738:head#
2020-11-16T20:58:15.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:987dad00:::benchmark_data_smithi065_53143_object50590:head#
2020-11-16T20:58:15.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:987f7756:::benchmark_data_smithi065_53143_object36311:head#
2020-11-16T20:58:15.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:987fb303:::benchmark_data_smithi065_53143_object60489:head#
2020-11-16T20:58:15.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98801220:::benchmark_data_smithi065_53143_object29655:head#
2020-11-16T20:58:15.371 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98807e56:::benchmark_data_smithi065_53143_object4569:head#
2020-11-16T20:58:15.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98817f08:::benchmark_data_smithi065_53143_object69267:head#
2020-11-16T20:58:15.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9881ee6d:::benchmark_data_smithi065_53143_object44935:head#
2020-11-16T20:58:15.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9881f066:::benchmark_data_smithi065_53143_object30221:head#
2020-11-16T20:58:15.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98829dc3:::benchmark_data_smithi065_53143_object70284:head#
2020-11-16T20:58:15.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98829ff0:::benchmark_data_smithi065_53143_object59705:head#
2020-11-16T20:58:15.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9884038b:::benchmark_data_smithi065_53143_object79686:head#
2020-11-16T20:58:15.372 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98864b11:::benchmark_data_smithi065_53143_object47073:head#
2020-11-16T20:58:15.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9887d962:::benchmark_data_smithi065_53143_object41192:head#
2020-11-16T20:58:15.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9888aa62:::benchmark_data_smithi065_53143_object68546:head#
2020-11-16T20:58:15.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9888dbe1:::benchmark_data_smithi065_53143_object52588:head#
2020-11-16T20:58:15.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98893c9f:::benchmark_data_smithi065_53143_object23528:head#
2020-11-16T20:58:15.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9889787e:::benchmark_data_smithi065_53143_object9378:head#
2020-11-16T20:58:15.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9889f7dc:::benchmark_data_smithi065_53143_object30214:head#
2020-11-16T20:58:15.373 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:988a9747:::benchmark_data_smithi065_53143_object15867:head#
2020-11-16T20:58:15.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:988b7395:::benchmark_data_smithi065_53143_object48612:head#
2020-11-16T20:58:15.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:988c4680:::benchmark_data_smithi065_53143_object65492:head#
2020-11-16T20:58:15.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:988f953c:::benchmark_data_smithi065_53143_object42889:head#
2020-11-16T20:58:15.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989123f0:::benchmark_data_smithi065_53143_object43652:head#
2020-11-16T20:58:15.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989177a4:::benchmark_data_smithi065_53143_object15563:head#
2020-11-16T20:58:15.374 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989308c4:::benchmark_data_smithi065_53143_object28970:head#
2020-11-16T20:58:15.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9897e30a:::benchmark_data_smithi065_53143_object18003:head#
2020-11-16T20:58:15.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9898c3e5:::benchmark_data_smithi065_53143_object42346:head#
2020-11-16T20:58:15.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989ced99:::benchmark_data_smithi065_53143_object22293:head#
2020-11-16T20:58:15.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989cfaf1:::benchmark_data_smithi065_53143_object80705:head#
2020-11-16T20:58:15.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989d1f3f:::benchmark_data_smithi065_53143_object54130:head#
2020-11-16T20:58:15.375 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989d84f3:::benchmark_data_smithi065_53143_object63685:head#
2020-11-16T20:58:15.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989e7afd:::benchmark_data_smithi065_53143_object6320:head#
2020-11-16T20:58:15.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989ed509:::benchmark_data_smithi065_53143_object6550:head#
2020-11-16T20:58:15.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:989f2825:::benchmark_data_smithi065_53143_object51374:head#
2020-11-16T20:58:15.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a0e975:::benchmark_data_smithi065_53143_object34423:head#
2020-11-16T20:58:15.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a33d87:::benchmark_data_smithi065_53143_object54612:head#
2020-11-16T20:58:15.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a44ab7:::benchmark_data_smithi065_53143_object1490:head#
2020-11-16T20:58:15.376 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a49209:::benchmark_data_smithi065_53143_object53747:head#
2020-11-16T20:58:15.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a49737:::benchmark_data_smithi065_53143_object45589:head#
2020-11-16T20:58:15.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a55860:::benchmark_data_smithi065_53143_object75424:head#
2020-11-16T20:58:15.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a57cfd:::benchmark_data_smithi065_53143_object4405:head#
2020-11-16T20:58:15.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a598f4:::benchmark_data_smithi065_53143_object71326:head#
2020-11-16T20:58:15.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a623e2:::benchmark_data_smithi065_53143_object77567:head#
2020-11-16T20:58:15.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a62a90:::benchmark_data_smithi065_53143_object2029:head#
2020-11-16T20:58:15.377 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a6a93b:::benchmark_data_smithi065_53143_object36023:head#
2020-11-16T20:58:15.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a9db23:::benchmark_data_smithi065_53143_object77797:head#
2020-11-16T20:58:15.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98a9f03c:::benchmark_data_smithi065_53143_object44771:head#
2020-11-16T20:58:15.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98aa7943:::benchmark_data_smithi065_53143_object37666:head#
2020-11-16T20:58:15.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ac654d:::benchmark_data_smithi065_53143_object38851:head#
2020-11-16T20:58:15.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98aca6e6:::benchmark_data_smithi065_53143_object61942:head#
2020-11-16T20:58:15.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98acd9d5:::benchmark_data_smithi065_53143_object11375:head#
2020-11-16T20:58:15.378 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98adc00f:::benchmark_data_smithi065_53143_object74387:head#
2020-11-16T20:58:15.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ae3680:::benchmark_data_smithi065_53143_object76998:head#
2020-11-16T20:58:15.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ae5703:::benchmark_data_smithi065_53143_object53323:head#
2020-11-16T20:58:15.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98af0cb9:::benchmark_data_smithi065_53143_object19583:head#
2020-11-16T20:58:15.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98af1888:::benchmark_data_smithi065_53143_object8213:head#
2020-11-16T20:58:15.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98af235e:::benchmark_data_smithi065_53143_object42248:head#
2020-11-16T20:58:15.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98af2e60:::benchmark_data_smithi065_53143_object12436:head#
2020-11-16T20:58:15.379 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98afe3a9:::benchmark_data_smithi065_53143_object20975:head#
2020-11-16T20:58:15.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b0222a:::benchmark_data_smithi065_53143_object42884:head#
2020-11-16T20:58:15.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b025db:::benchmark_data_smithi065_53143_object60694:head#
2020-11-16T20:58:15.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b1257c:::benchmark_data_smithi065_53143_object41483:head#
2020-11-16T20:58:15.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b1490b:::benchmark_data_smithi065_53143_object26100:head#
2020-11-16T20:58:15.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b1794f:::benchmark_data_smithi065_53143_object26064:head#
2020-11-16T20:58:15.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b23e03:::benchmark_data_smithi065_53143_object15654:head#
2020-11-16T20:58:15.380 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b29600:::benchmark_data_smithi065_53143_object14392:head#
2020-11-16T20:58:15.381 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b31972:::benchmark_data_smithi065_53143_object37832:head#
2020-11-16T20:58:15.381 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b3478e:::benchmark_data_smithi065_53143_object64109:head#
2020-11-16T20:58:15.381 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b3ad55:::benchmark_data_smithi065_53143_object44926:head#
2020-11-16T20:58:15.381 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b4bc31:::benchmark_data_smithi065_53143_object5595:head#
2020-11-16T20:58:15.381 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b4d4b6:::benchmark_data_smithi065_53143_object39008:head#
2020-11-16T20:58:15.381 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b4d5ab:::benchmark_data_smithi065_53143_object67924:head#
2020-11-16T20:58:15.382 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b52cd7:::benchmark_data_smithi065_53143_object17463:head#
2020-11-16T20:58:15.382 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b6411e:::benchmark_data_smithi065_53143_object68645:head#
2020-11-16T20:58:15.382 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b6a199:::benchmark_data_smithi065_53143_object40117:head#
2020-11-16T20:58:15.382 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b74ed8:::benchmark_data_smithi065_53143_object65495:head#
2020-11-16T20:58:15.382 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b761e0:::benchmark_data_smithi065_53143_object37444:head#
2020-11-16T20:58:15.382 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b79663:::benchmark_data_smithi065_53143_object6176:head#
2020-11-16T20:58:15.382 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b88e4d:::benchmark_data_smithi065_53143_object36960:head#
2020-11-16T20:58:15.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b8fe51:::benchmark_data_smithi065_53143_object77521:head#
2020-11-16T20:58:15.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98b9fb67:::benchmark_data_smithi065_53143_object33617:head#
2020-11-16T20:58:15.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ba5f7c:::benchmark_data_smithi065_53143_object71533:head#
2020-11-16T20:58:15.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98bab151:::benchmark_data_smithi065_53143_object57019:head#
2020-11-16T20:58:15.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98bb0fde:::benchmark_data_smithi065_53143_object22825:head#
2020-11-16T20:58:15.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98bbb5c1:::benchmark_data_smithi065_53143_object70941:head#
2020-11-16T20:58:15.383 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98bd1469:::benchmark_data_smithi065_53143_object71150:head#
2020-11-16T20:58:15.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98bd313c:::benchmark_data_smithi065_53143_object80806:head#
2020-11-16T20:58:15.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98be2650:::benchmark_data_smithi065_53143_object30929:head#
2020-11-16T20:58:15.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c18cd6:::benchmark_data_smithi065_53143_object50648:head#
2020-11-16T20:58:15.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c2791d:::benchmark_data_smithi065_53143_object47597:head#
2020-11-16T20:58:15.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c2a97f:::benchmark_data_smithi065_53143_object60706:head#
2020-11-16T20:58:15.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c34cd0:::benchmark_data_smithi065_53143_object20664:head#
2020-11-16T20:58:15.384 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c56258:::benchmark_data_smithi065_53143_object54624:head#
2020-11-16T20:58:15.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c5fc8d:::benchmark_data_smithi065_53143_object16837:head#
2020-11-16T20:58:15.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c6360e:::benchmark_data_smithi065_53143_object30708:head#
2020-11-16T20:58:15.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c6fc13:::benchmark_data_smithi065_53143_object16855:head#
2020-11-16T20:58:15.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c7cbc1:::benchmark_data_smithi065_53143_object78974:head#
2020-11-16T20:58:15.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c7eec3:::benchmark_data_smithi065_53143_object4769:head#
2020-11-16T20:58:15.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c8ad3e:::benchmark_data_smithi065_53143_object77743:head#
2020-11-16T20:58:15.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c944a8:::benchmark_data_smithi065_53143_object54725:head#
2020-11-16T20:58:15.385 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98c9eedf:::benchmark_data_smithi065_53143_object75455:head#
2020-11-16T20:58:15.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98cbd5a2:::benchmark_data_smithi065_53143_object50037:head#
2020-11-16T20:58:15.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98cd7d3e:::benchmark_data_smithi065_53143_object17068:head#
2020-11-16T20:58:15.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98cd8870:::benchmark_data_smithi065_53143_object45586:head#
2020-11-16T20:58:15.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98cf9af5:::benchmark_data_smithi065_53143_object78987:head#
2020-11-16T20:58:15.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d03571:::benchmark_data_smithi065_53143_object2799:head#
2020-11-16T20:58:15.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d073b7:::benchmark_data_smithi065_53143_object44830:head#
2020-11-16T20:58:15.386 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d084e6:::benchmark_data_smithi065_53143_object30878:head#
2020-11-16T20:58:15.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d18896:::benchmark_data_smithi065_53143_object36065:head#
2020-11-16T20:58:15.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d27dc4:::benchmark_data_smithi065_53143_object7127:head#
2020-11-16T20:58:15.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d2901d:::benchmark_data_smithi065_53143_object60214:head#
2020-11-16T20:58:15.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d4aa53:::benchmark_data_smithi065_53143_object47426:head#
2020-11-16T20:58:15.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d5c29c:::benchmark_data_smithi065_53143_object54566:head#
2020-11-16T20:58:15.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d5d1c2:::benchmark_data_smithi065_53143_object61591:head#
2020-11-16T20:58:15.387 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d5fdd1:::benchmark_data_smithi065_53143_object18164:head#
2020-11-16T20:58:15.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d67933:::benchmark_data_smithi065_53143_object26275:head#
2020-11-16T20:58:15.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d69354:::benchmark_data_smithi065_53143_object5316:head#
2020-11-16T20:58:15.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d767b2:::benchmark_data_smithi065_53143_object79222:head#
2020-11-16T20:58:15.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d7881a:::benchmark_data_smithi065_53143_object4571:head#
2020-11-16T20:58:15.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d833a9:::benchmark_data_smithi065_53143_object27853:head#
2020-11-16T20:58:15.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98d8a5d1:::benchmark_data_smithi065_53143_object23781:head#
2020-11-16T20:58:15.388 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98da70f5:::benchmark_data_smithi065_53143_object27699:head#
2020-11-16T20:58:15.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98dad004:::benchmark_data_smithi065_53143_object72864:head#
2020-11-16T20:58:15.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98dca291:::benchmark_data_smithi065_53143_object66281:head#
2020-11-16T20:58:15.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98dce136:::benchmark_data_smithi065_53143_object54179:head#
2020-11-16T20:58:15.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98dce80e:::benchmark_data_smithi065_53143_object20284:head#
2020-11-16T20:58:15.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98df8d3a:::benchmark_data_smithi065_53143_object81752:head#
2020-11-16T20:58:15.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98df93ee:::benchmark_data_smithi065_53143_object78314:head#
2020-11-16T20:58:15.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e08b11:::benchmark_data_smithi065_53143_object38291:head#
2020-11-16T20:58:15.389 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e0b0d6:::benchmark_data_smithi065_53143_object9302:head#
2020-11-16T20:58:15.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e0d4d1:::benchmark_data_smithi065_53143_object34883:head#
2020-11-16T20:58:15.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e2394b:::benchmark_data_smithi065_53143_object15799:head#
2020-11-16T20:58:15.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e2cea7:::benchmark_data_smithi065_53143_object29638:head#
2020-11-16T20:58:15.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e616f5:::benchmark_data_smithi065_53143_object48833:head#
2020-11-16T20:58:15.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e723f3:::benchmark_data_smithi065_53143_object19968:head#
2020-11-16T20:58:15.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e8607f:::benchmark_data_smithi065_53143_object35113:head#
2020-11-16T20:58:15.390 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e89acd:::benchmark_data_smithi065_53143_object41369:head#
2020-11-16T20:58:15.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e8b1c7:::benchmark_data_smithi065_53143_object19217:head#
2020-11-16T20:58:15.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e96b11:::benchmark_data_smithi065_53143_object435:head#
2020-11-16T20:58:15.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e982d7:::benchmark_data_smithi065_53143_object31701:head#
2020-11-16T20:58:15.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98e9eaa6:::benchmark_data_smithi065_53143_object40828:head#
2020-11-16T20:58:15.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98eb2f5f:::benchmark_data_smithi065_53143_object43514:head#
2020-11-16T20:58:15.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98eb3b4c:::benchmark_data_smithi065_53143_object272:head#
2020-11-16T20:58:15.391 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98eba696:::benchmark_data_smithi065_53143_object9533:head#
2020-11-16T20:58:15.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ec2589:::benchmark_data_smithi065_53143_object61477:head#
2020-11-16T20:58:15.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ec696b:::benchmark_data_smithi065_53143_object41961:head#
2020-11-16T20:58:15.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ed8a72:::benchmark_data_smithi065_53143_object65213:head#
2020-11-16T20:58:15.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ee1b62:::benchmark_data_smithi065_53143_object53924:head#
2020-11-16T20:58:15.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ee55f9:::benchmark_data_smithi065_53143_object42604:head#
2020-11-16T20:58:15.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98eec74b:::benchmark_data_smithi065_53143_object48808:head#
2020-11-16T20:58:15.392 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ef7289:::benchmark_data_smithi065_53143_object79156:head#
2020-11-16T20:58:15.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98efa723:::benchmark_data_smithi065_53143_object10548:head#
2020-11-16T20:58:15.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f007ff:::benchmark_data_smithi065_53143_object52139:head#
2020-11-16T20:58:15.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f05b14:::benchmark_data_smithi065_53143_object19144:head#
2020-11-16T20:58:15.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f05ebf:::benchmark_data_smithi065_53143_object7245:head#
2020-11-16T20:58:15.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f37bc9:::benchmark_data_smithi065_53143_object73707:head#
2020-11-16T20:58:15.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f4826f:::benchmark_data_smithi065_53143_object68769:head#
2020-11-16T20:58:15.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f58daf:::benchmark_data_smithi065_53143_object5351:head#
2020-11-16T20:58:15.393 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f59b9d:::benchmark_data_smithi065_53143_object44981:head#
2020-11-16T20:58:15.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f6391f:::benchmark_data_smithi065_53143_object42733:head#
2020-11-16T20:58:15.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f72984:::benchmark_data_smithi065_53143_object68660:head#
2020-11-16T20:58:15.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f78ab5:::benchmark_data_smithi065_53143_object29758:head#
2020-11-16T20:58:15.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f7e0ee:::benchmark_data_smithi065_53143_object53395:head#
2020-11-16T20:58:15.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98f805e3:::benchmark_data_smithi065_53143_object32237:head#
2020-11-16T20:58:15.394 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98fb89b3:::benchmark_data_smithi065_53143_object19122:head#
2020-11-16T20:58:15.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98fbaa39:::benchmark_data_smithi065_53143_object51748:head#
2020-11-16T20:58:15.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98fc10bd:::benchmark_data_smithi065_53143_object41406:head#
2020-11-16T20:58:15.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98fca2fd:::benchmark_data_smithi065_53143_object76028:head#
2020-11-16T20:58:15.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98fcfb4f:::benchmark_data_smithi065_53143_object28067:head#
2020-11-16T20:58:15.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98fdda69:::benchmark_data_smithi065_53143_object19706:head#
2020-11-16T20:58:15.395 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ff2c9e:::benchmark_data_smithi065_53143_object20747:head#
2020-11-16T20:58:15.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:98ff7d57:::benchmark_data_smithi065_53143_object20978:head#
2020-11-16T20:58:15.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9902d03c:::benchmark_data_smithi065_53143_object33676:head#
2020-11-16T20:58:15.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9902f756:::benchmark_data_smithi065_53143_object9962:head#
2020-11-16T20:58:15.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9903c9fd:::benchmark_data_smithi065_53143_object8019:head#
2020-11-16T20:58:15.396 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99043c6a:::benchmark_data_smithi065_53143_object9333:head#
2020-11-16T20:58:15.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99049f5e:::benchmark_data_smithi065_53143_object50986:head#
2020-11-16T20:58:15.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9906a069:::benchmark_data_smithi065_53143_object49929:head#
2020-11-16T20:58:15.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99071e54:::benchmark_data_smithi065_53143_object63088:head#
2020-11-16T20:58:15.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9908e9d1:::benchmark_data_smithi065_53143_object51409:head#
2020-11-16T20:58:15.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9909befa:::benchmark_data_smithi065_53143_object31037:head#
2020-11-16T20:58:15.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990a0fb1:::benchmark_data_smithi065_53143_object73375:head#
2020-11-16T20:58:15.397 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990afce8:::benchmark_data_smithi065_53143_object20892:head#
2020-11-16T20:58:15.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990b867c:::benchmark_data_smithi065_53143_object58288:head#
2020-11-16T20:58:15.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990ce118:::benchmark_data_smithi065_53143_object21469:head#
2020-11-16T20:58:15.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990d1b2d:::benchmark_data_smithi065_53143_object55066:head#
2020-11-16T20:58:15.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990d740d:::benchmark_data_smithi065_53143_object73213:head#
2020-11-16T20:58:15.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990e2a99:::benchmark_data_smithi065_53143_object2379:head#
2020-11-16T20:58:15.398 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990e4835:::benchmark_data_smithi065_53143_object51201:head#
2020-11-16T20:58:15.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990f9003:::benchmark_data_smithi065_53143_object15476:head#
2020-11-16T20:58:15.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:990ff7f0:::benchmark_data_smithi065_53143_object18030:head#
2020-11-16T20:58:15.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99103d41:::benchmark_data_smithi065_53143_object77889:head#
2020-11-16T20:58:15.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99112a6f:::benchmark_data_smithi065_53143_object27301:head#
2020-11-16T20:58:15.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99118026:::benchmark_data_smithi065_53143_object4767:head#
2020-11-16T20:58:15.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99118a99:::benchmark_data_smithi065_53143_object3022:head#
2020-11-16T20:58:15.399 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991313a2:::benchmark_data_smithi065_53143_object29022:head#
2020-11-16T20:58:15.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9913516a:::benchmark_data_smithi065_53143_object17680:head#
2020-11-16T20:58:15.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99136e7c:::benchmark_data_smithi065_53143_object20215:head#
2020-11-16T20:58:15.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9913d2e3:::benchmark_data_smithi065_53143_object20925:head#
2020-11-16T20:58:15.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9914337d:::benchmark_data_smithi065_53143_object664:head#
2020-11-16T20:58:15.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9914f34d:::benchmark_data_smithi065_53143_object21035:head#
2020-11-16T20:58:15.400 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991574ee:::benchmark_data_smithi065_53143_object15626:head#
2020-11-16T20:58:15.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99161fad:::benchmark_data_smithi065_53143_object2659:head#
2020-11-16T20:58:15.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991688d7:::benchmark_data_smithi065_53143_object36795:head#
2020-11-16T20:58:15.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9917d0ed:::benchmark_data_smithi065_53143_object61585:head#
2020-11-16T20:58:15.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9917de2f:::benchmark_data_smithi065_53143_object36262:head#
2020-11-16T20:58:15.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99184233:::benchmark_data_smithi065_53143_object71186:head#
2020-11-16T20:58:15.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9918634a:::benchmark_data_smithi065_53143_object61415:head#
2020-11-16T20:58:15.401 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9919b4e7:::benchmark_data_smithi065_53143_object29049:head#
2020-11-16T20:58:15.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991a513a:::benchmark_data_smithi065_53143_object23436:head#
2020-11-16T20:58:15.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991a8200:::benchmark_data_smithi065_53143_object39589:head#
2020-11-16T20:58:15.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991ac16b:::benchmark_data_smithi065_53143_object23684:head#
2020-11-16T20:58:15.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991af5ef:::benchmark_data_smithi065_53143_object11332:head#
2020-11-16T20:58:15.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991b54e3:::benchmark_data_smithi065_53143_object63128:head#
2020-11-16T20:58:15.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991b6c53:::benchmark_data_smithi065_53143_object26032:head#
2020-11-16T20:58:15.402 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991c65bf:::benchmark_data_smithi065_53143_object16103:head#
2020-11-16T20:58:15.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991db8bf:::benchmark_data_smithi065_53143_object61900:head#
2020-11-16T20:58:15.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991f32c1:::benchmark_data_smithi065_53143_object57530:head#
2020-11-16T20:58:15.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991f63bc:::benchmark_data_smithi065_53143_object41884:head#
2020-11-16T20:58:15.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991f654d:::benchmark_data_smithi065_53143_object18155:head#
2020-11-16T20:58:15.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991f88fa:::benchmark_data_smithi065_53143_object18952:head#
2020-11-16T20:58:15.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991fb618:::benchmark_data_smithi065_53143_object41219:head#
2020-11-16T20:58:15.403 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991fc1d2:::benchmark_data_smithi065_53143_object17101:head#
2020-11-16T20:58:15.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:991feda2:::benchmark_data_smithi065_53143_object52268:head#
2020-11-16T20:58:15.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9920bd55:::benchmark_data_smithi065_53143_object57869:head#
2020-11-16T20:58:15.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9921d1d7:::benchmark_data_smithi065_53143_object4208:head#
2020-11-16T20:58:15.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9923a9fb:::benchmark_data_smithi065_53143_object52705:head#
2020-11-16T20:58:15.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9924a7ca:::benchmark_data_smithi065_53143_object70108:head#
2020-11-16T20:58:15.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9925579c:::benchmark_data_smithi065_53143_object39848:head#
2020-11-16T20:58:15.404 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9925b1f0:::benchmark_data_smithi065_53143_object60336:head#
2020-11-16T20:58:15.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99266282:::benchmark_data_smithi065_53143_object28460:head#
2020-11-16T20:58:15.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9926a973:::benchmark_data_smithi065_53143_object34614:head#
2020-11-16T20:58:15.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99271a58:::benchmark_data_smithi065_53143_object35671:head#
2020-11-16T20:58:15.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:992a5806:::benchmark_data_smithi065_53143_object35172:head#
2020-11-16T20:58:15.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:992ca5b3:::benchmark_data_smithi065_53143_object38470:head#
2020-11-16T20:58:15.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:992e700f:::benchmark_data_smithi065_53143_object18693:head#
2020-11-16T20:58:15.405 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:992f646b:::benchmark_data_smithi065_53143_object40942:head#
2020-11-16T20:58:15.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:993064a0:::benchmark_data_smithi065_53143_object41878:head#
2020-11-16T20:58:15.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:993126a2:::benchmark_data_smithi065_53143_object25163:head#
2020-11-16T20:58:15.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99319d04:::benchmark_data_smithi065_53143_object8096:head#
2020-11-16T20:58:15.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99328e42:::benchmark_data_smithi065_53143_object413:head#
2020-11-16T20:58:15.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9932f367:::benchmark_data_smithi065_53143_object8665:head#
2020-11-16T20:58:15.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99338f9d:::benchmark_data_smithi065_53143_object50874:head#
2020-11-16T20:58:15.406 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99343d35:::benchmark_data_smithi065_53143_object61761:head#
2020-11-16T20:58:15.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99345ea3:::benchmark_data_smithi065_53143_object45931:head#
2020-11-16T20:58:15.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9935178d:::benchmark_data_smithi065_53143_object7512:head#
2020-11-16T20:58:15.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9935eae6:::benchmark_data_smithi065_53143_object76290:head#
2020-11-16T20:58:15.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9938e803:::benchmark_data_smithi065_53143_object14423:head#
2020-11-16T20:58:15.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:993a67d3:::benchmark_data_smithi065_53143_object6702:head#
2020-11-16T20:58:15.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:993b5839:::benchmark_data_smithi065_53143_object10325:head#
2020-11-16T20:58:15.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:993e0eae:::benchmark_data_smithi065_53143_object21334:head#
2020-11-16T20:58:15.407 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:993e63c5:::benchmark_data_smithi065_53143_object69354:head#
2020-11-16T20:58:15.408 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:993fe416:::benchmark_data_smithi065_53143_object37135:head#
2020-11-16T20:58:15.408 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9940a6ae:::benchmark_data_smithi065_53143_object74216:head#
2020-11-16T20:58:15.408 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99410cea:::benchmark_data_smithi065_53143_object1273:head#
2020-11-16T20:58:15.408 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9943f011:::benchmark_data_smithi065_53143_object30029:head#
2020-11-16T20:58:15.408 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99442475:::benchmark_data_smithi065_53143_object25536:head#
2020-11-16T20:58:15.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99446f17:::benchmark_data_smithi065_53143_object12754:head#
2020-11-16T20:58:15.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99450a10:::benchmark_data_smithi065_53143_object33279:head#
2020-11-16T20:58:15.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99463d7e:::benchmark_data_smithi065_53143_object47384:head#
2020-11-16T20:58:15.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:994714dd:::benchmark_data_smithi065_53143_object37456:head#
2020-11-16T20:58:15.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:994799e5:::benchmark_data_smithi065_53143_object5317:head#
2020-11-16T20:58:15.409 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9947e62f:::benchmark_data_smithi065_53143_object28028:head#
2020-11-16T20:58:15.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9948d841:::benchmark_data_smithi065_53143_object81510:head#
2020-11-16T20:58:15.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:994a3020:::benchmark_data_smithi065_53143_object51376:head#
2020-11-16T20:58:15.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:994b50d8:::benchmark_data_smithi065_53143_object5909:head#
2020-11-16T20:58:15.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:994ba6c9:::benchmark_data_smithi065_53143_object78499:head#
2020-11-16T20:58:15.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:994f54a6:::benchmark_data_smithi065_53143_object70685:head#
2020-11-16T20:58:15.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:994fd245:::benchmark_data_smithi065_53143_object10296:head#
2020-11-16T20:58:15.410 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9950523f:::benchmark_data_smithi065_53143_object73731:head#
2020-11-16T20:58:15.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9950dfee:::benchmark_data_smithi065_53143_object26744:head#
2020-11-16T20:58:15.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99511c1a:::benchmark_data_smithi065_53143_object57402:head#
2020-11-16T20:58:15.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:995273bf:::benchmark_data_smithi065_53143_object39872:head#
2020-11-16T20:58:15.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9952bbda:::benchmark_data_smithi065_53143_object31020:head#
2020-11-16T20:58:15.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9952f903:::benchmark_data_smithi065_53143_object5285:head#
2020-11-16T20:58:15.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9953d8ad:::benchmark_data_smithi065_53143_object81488:head#
2020-11-16T20:58:15.411 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:995430ef:::benchmark_data_smithi065_53143_object38264:head#
2020-11-16T20:58:15.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9955b12a:::benchmark_data_smithi065_53143_object19341:head#
2020-11-16T20:58:15.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99563073:::benchmark_data_smithi065_53143_object45543:head#
2020-11-16T20:58:15.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99593abb:::benchmark_data_smithi065_53143_object14151:head#
2020-11-16T20:58:15.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:995b6cec:::benchmark_data_smithi065_53143_object72220:head#
2020-11-16T20:58:15.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:995bcb01:::benchmark_data_smithi065_53143_object44172:head#
2020-11-16T20:58:15.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:995c5482:::benchmark_data_smithi065_53143_object76131:head#
2020-11-16T20:58:15.412 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:995c685a:::benchmark_data_smithi065_53143_object67341:head#
2020-11-16T20:58:15.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:995fc705:::benchmark_data_smithi065_53143_object66259:head#
2020-11-16T20:58:15.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99600e35:::benchmark_data_smithi065_53143_object81931:head#
2020-11-16T20:58:15.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99615ae6:::benchmark_data_smithi065_53143_object67431:head#
2020-11-16T20:58:15.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9961fd7e:::benchmark_data_smithi065_53143_object6659:head#
2020-11-16T20:58:15.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996265e8:::benchmark_data_smithi065_53143_object42368:head#
2020-11-16T20:58:15.413 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99633fed:::benchmark_data_smithi065_53143_object55082:head#
2020-11-16T20:58:15.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99637666:::benchmark_data_smithi065_53143_object4934:head#
2020-11-16T20:58:15.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9966e601:::benchmark_data_smithi065_53143_object30017:head#
2020-11-16T20:58:15.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99673a9f:::benchmark_data_smithi065_53143_object77667:head#
2020-11-16T20:58:15.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99679240:::benchmark_data_smithi065_53143_object19441:head#
2020-11-16T20:58:15.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996a2eee:::benchmark_data_smithi065_53143_object32019:head#
2020-11-16T20:58:15.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996ae781:::benchmark_data_smithi065_53143_object25567:head#
2020-11-16T20:58:15.414 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996bb783:::benchmark_data_smithi065_53143_object9096:head#
2020-11-16T20:58:15.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996bf6c2:::benchmark_data_smithi065_53143_object18208:head#
2020-11-16T20:58:15.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996d3d15:::benchmark_data_smithi065_53143_object6750:head#
2020-11-16T20:58:15.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996d4414:::benchmark_data_smithi065_53143_object10536:head#
2020-11-16T20:58:15.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996d9ae2:::benchmark_data_smithi065_53143_object47445:head#
2020-11-16T20:58:15.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996ddad2:::benchmark_data_smithi065_53143_object28542:head#
2020-11-16T20:58:15.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996e1059:::benchmark_data_smithi065_53143_object18336:head#
2020-11-16T20:58:15.415 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996ed1df:::benchmark_data_smithi065_53143_object8922:head#
2020-11-16T20:58:15.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996ee76d:::benchmark_data_smithi065_53143_object68250:head#
2020-11-16T20:58:15.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:996ff253:::benchmark_data_smithi065_53143_object27497:head#
2020-11-16T20:58:15.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9970e44d:::benchmark_data_smithi065_53143_object47885:head#
2020-11-16T20:58:15.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9970e680:::benchmark_data_smithi065_53143_object13333:head#
2020-11-16T20:58:15.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9970f4f7:::benchmark_data_smithi065_53143_object7313:head#
2020-11-16T20:58:15.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99731ee1:::benchmark_data_smithi065_53143_object36223:head#
2020-11-16T20:58:15.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997381d6:::benchmark_data_smithi065_53143_object22573:head#
2020-11-16T20:58:15.416 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9973dc62:::benchmark_data_smithi065_53143_object69486:head#
2020-11-16T20:58:15.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9974cea0:::benchmark_data_smithi065_53143_object67129:head#
2020-11-16T20:58:15.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99750787:::benchmark_data_smithi065_53143_object12869:head#
2020-11-16T20:58:15.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997514f6:::benchmark_data_smithi065_53143_object55201:head#
2020-11-16T20:58:15.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9975fb05:::benchmark_data_smithi065_53143_object57368:head#
2020-11-16T20:58:15.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9976dbe2:::benchmark_data_smithi065_53143_object12276:head#
2020-11-16T20:58:15.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9977fe67:::benchmark_data_smithi065_53143_object60441:head#
2020-11-16T20:58:15.417 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9979021b:::benchmark_data_smithi065_53143_object71190:head#
2020-11-16T20:58:15.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99793279:::benchmark_data_smithi065_53143_object64338:head#
2020-11-16T20:58:15.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997c1eec:::benchmark_data_smithi065_53143_object30100:head#
2020-11-16T20:58:15.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997c33c0:::benchmark_data_smithi065_53143_object21089:head#
2020-11-16T20:58:15.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997cd090:::benchmark_data_smithi065_53143_object31208:head#
2020-11-16T20:58:15.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997d95a0:::benchmark_data_smithi065_53143_object43595:head#
2020-11-16T20:58:15.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997de60e:::benchmark_data_smithi065_53143_object7758:head#
2020-11-16T20:58:15.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997e050c:::benchmark_data_smithi065_53143_object66424:head#
2020-11-16T20:58:15.418 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997e077f:::benchmark_data_smithi065_53143_object69334:head#
2020-11-16T20:58:15.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997e2c51:::benchmark_data_smithi065_53143_object75938:head#
2020-11-16T20:58:15.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997faddf:::benchmark_data_smithi065_53143_object46978:head#
2020-11-16T20:58:15.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:997fc936:::benchmark_data_smithi065_53143_object6514:head#
2020-11-16T20:58:15.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99812048:::benchmark_data_smithi065_53143_object32852:head#
2020-11-16T20:58:15.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9982f504:::benchmark_data_smithi065_53143_object66086:head#
2020-11-16T20:58:15.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99834eba:::benchmark_data_smithi065_53143_object76582:head#
2020-11-16T20:58:15.419 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9983eba8:::benchmark_data_smithi065_53143_object21836:head#
2020-11-16T20:58:15.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9984c968:::benchmark_data_smithi065_53143_object25414:head#
2020-11-16T20:58:15.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9984e6c7:::benchmark_data_smithi065_53143_object31876:head#
2020-11-16T20:58:15.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99856f91:::benchmark_data_smithi065_53143_object7440:head#
2020-11-16T20:58:15.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99858932:::benchmark_data_smithi065_53143_object25169:head#
2020-11-16T20:58:15.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99861b06:::benchmark_data_smithi065_53143_object3634:head#
2020-11-16T20:58:15.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9987129e:::benchmark_data_smithi065_53143_object7575:head#
2020-11-16T20:58:15.420 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998735b9:::benchmark_data_smithi065_53143_object41424:head#
2020-11-16T20:58:15.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998857ef:::benchmark_data_smithi065_53143_object77851:head#
2020-11-16T20:58:15.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99892a6c:::benchmark_data_smithi065_53143_object6111:head#
2020-11-16T20:58:15.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9989523a:::benchmark_data_smithi065_53143_object68156:head#
2020-11-16T20:58:15.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9989a882:::benchmark_data_smithi065_53143_object61208:head#
2020-11-16T20:58:15.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998a8ed7:::benchmark_data_smithi065_53143_object18625:head#
2020-11-16T20:58:15.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998ad8aa:::benchmark_data_smithi065_53143_object61838:head#
2020-11-16T20:58:15.421 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998b892a:::benchmark_data_smithi065_53143_object10269:head#
2020-11-16T20:58:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998cbf16:::benchmark_data_smithi065_53143_object26933:head#
2020-11-16T20:58:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998d5dc5:::benchmark_data_smithi065_53143_object47881:head#
2020-11-16T20:58:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998d7d9d:::benchmark_data_smithi065_53143_object11840:head#
2020-11-16T20:58:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998dcf20:::benchmark_data_smithi065_53143_object10846:head#
2020-11-16T20:58:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998dcf33:::benchmark_data_smithi065_53143_object69748:head#
2020-11-16T20:58:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:998f2953:::benchmark_data_smithi065_53143_object776:head#
2020-11-16T20:58:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99913535:::benchmark_data_smithi065_53143_object7451:head#
2020-11-16T20:58:15.422 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999165e0:::benchmark_data_smithi065_53143_object78624:head#
2020-11-16T20:58:15.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99916768:::benchmark_data_smithi065_53143_object62306:head#
2020-11-16T20:58:15.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9991d579:::benchmark_data_smithi065_53143_object4813:head#
2020-11-16T20:58:15.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9991dfcf:::benchmark_data_smithi065_53143_object15579:head#
2020-11-16T20:58:15.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99922b9d:::benchmark_data_smithi065_53143_object12476:head#
2020-11-16T20:58:15.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99923821:::benchmark_data_smithi065_53143_object80468:head#
2020-11-16T20:58:15.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9993b18e:::benchmark_data_smithi065_53143_object19802:head#
2020-11-16T20:58:15.423 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99947c87:::benchmark_data_smithi065_53143_object73382:head#
2020-11-16T20:58:15.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99954b13:::benchmark_data_smithi065_53143_object29748:head#
2020-11-16T20:58:15.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9996eb10:::benchmark_data_smithi065_53143_object20543:head#
2020-11-16T20:58:15.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99972b99:::benchmark_data_smithi065_53143_object25267:head#
2020-11-16T20:58:15.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99993cd6:::benchmark_data_smithi065_53143_object8554:head#
2020-11-16T20:58:15.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999987a2:::benchmark_data_smithi065_53143_object59482:head#
2020-11-16T20:58:15.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9999a135:::benchmark_data_smithi065_53143_object20099:head#
2020-11-16T20:58:15.424 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999afeab:::benchmark_data_smithi065_53143_object21560:head#
2020-11-16T20:58:15.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999c2715:::benchmark_data_smithi065_53143_object42538:head#
2020-11-16T20:58:15.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999c5d76:::benchmark_data_smithi065_53143_object49394:head#
2020-11-16T20:58:15.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999d3bd3:::benchmark_data_smithi065_53143_object1138:head#
2020-11-16T20:58:15.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999dd2f0:::benchmark_data_smithi065_53143_object44640:head#
2020-11-16T20:58:15.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999e00f4:::benchmark_data_smithi065_53143_object78962:head#
2020-11-16T20:58:15.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999e24c0:::benchmark_data_smithi065_53143_object73830:head#
2020-11-16T20:58:15.425 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999efe58:::benchmark_data_smithi065_53143_object16964:head#
2020-11-16T20:58:15.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:999fadeb:::benchmark_data_smithi065_53143_object65711:head#
2020-11-16T20:58:15.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99a24650:::benchmark_data_smithi065_53143_object18306:head#
2020-11-16T20:58:15.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99a30cf1:::benchmark_data_smithi065_53143_object6657:head#
2020-11-16T20:58:15.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99a3e0b3:::benchmark_data_smithi065_53143_object41538:head#
2020-11-16T20:58:15.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99a49ea0:::benchmark_data_smithi065_53143_object6265:head#
2020-11-16T20:58:15.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99a519f0:::benchmark_data_smithi065_53143_object19831:head#
2020-11-16T20:58:15.426 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99a84a99:::benchmark_data_smithi065_53143_object74075:head#
2020-11-16T20:58:15.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99a96ee8:::benchmark_data_smithi065_53143_object61919:head#
2020-11-16T20:58:15.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99aa55f0:::benchmark_data_smithi065_53143_object58669:head#
2020-11-16T20:58:15.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99aa637a:::benchmark_data_smithi065_53143_object23023:head#
2020-11-16T20:58:15.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ab6a0a:::benchmark_data_smithi065_53143_object67619:head#
2020-11-16T20:58:15.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ab76f0:::benchmark_data_smithi065_53143_object55608:head#
2020-11-16T20:58:15.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99abee57:::benchmark_data_smithi065_53143_object30046:head#
2020-11-16T20:58:15.427 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ac2c8f:::benchmark_data_smithi065_53143_object39771:head#
2020-11-16T20:58:15.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99acfe3b:::benchmark_data_smithi065_53143_object7423:head#
2020-11-16T20:58:15.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99af4ee0:::benchmark_data_smithi065_53143_object46037:head#
2020-11-16T20:58:15.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b00dd0:::benchmark_data_smithi065_53143_object44799:head#
2020-11-16T20:58:15.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b0175f:::benchmark_data_smithi065_53143_object27919:head#
2020-11-16T20:58:15.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b2de90:::benchmark_data_smithi065_53143_object70619:head#
2020-11-16T20:58:15.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b32ff2:::benchmark_data_smithi065_53143_object54896:head#
2020-11-16T20:58:15.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b38fe9:::benchmark_data_smithi065_53143_object14640:head#
2020-11-16T20:58:15.428 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b4bd5d:::benchmark_data_smithi065_53143_object21410:head#
2020-11-16T20:58:15.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b5663c:::benchmark_data_smithi065_53143_object30699:head#
2020-11-16T20:58:15.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b63428:::benchmark_data_smithi065_53143_object66735:head#
2020-11-16T20:58:15.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b6dccf:::benchmark_data_smithi065_53143_object37527:head#
2020-11-16T20:58:15.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b895bd:::benchmark_data_smithi065_53143_object5280:head#
2020-11-16T20:58:15.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b8aaf7:::benchmark_data_smithi065_53143_object69822:head#
2020-11-16T20:58:15.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99b92c5e:::benchmark_data_smithi065_53143_object74751:head#
2020-11-16T20:58:15.429 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ba4c83:::benchmark_data_smithi065_53143_object48242:head#
2020-11-16T20:58:15.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ba93a8:::benchmark_data_smithi065_53143_object29390:head#
2020-11-16T20:58:15.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99bb21a8:::benchmark_data_smithi065_53143_object45441:head#
2020-11-16T20:58:15.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99be0b24:::benchmark_data_smithi065_53143_object26181:head#
2020-11-16T20:58:15.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99bfbaa5:::benchmark_data_smithi065_53143_object60312:head#
2020-11-16T20:58:15.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c0999f:::benchmark_data_smithi065_53143_object36587:head#
2020-11-16T20:58:15.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c20b54:::benchmark_data_smithi065_53143_object64881:head#
2020-11-16T20:58:15.430 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c238d9:::benchmark_data_smithi065_53143_object1964:head#
2020-11-16T20:58:15.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c2ae83:::benchmark_data_smithi065_53143_object44840:head#
2020-11-16T20:58:15.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c2b803:::benchmark_data_smithi065_53143_object32542:head#
2020-11-16T20:58:15.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c368ef:::benchmark_data_smithi065_53143_object28456:head#
2020-11-16T20:58:15.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c46827:::benchmark_data_smithi065_53143_object51122:head#
2020-11-16T20:58:15.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c5f455:::benchmark_data_smithi065_53143_object22586:head#
2020-11-16T20:58:15.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c6ed4c:::benchmark_data_smithi065_53143_object26422:head#
2020-11-16T20:58:15.431 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c78d89:::benchmark_data_smithi065_53143_object36675:head#
2020-11-16T20:58:15.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c7b06a:::benchmark_data_smithi065_53143_object24897:head#
2020-11-16T20:58:15.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c7f7c8:::benchmark_data_smithi065_53143_object49147:head#
2020-11-16T20:58:15.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c91446:::benchmark_data_smithi065_53143_object29105:head#
2020-11-16T20:58:15.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99c91c5d:::benchmark_data_smithi065_53143_object1834:head#
2020-11-16T20:58:15.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cb3e33:::benchmark_data_smithi065_53143_object58079:head#
2020-11-16T20:58:15.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cbe9f5:::benchmark_data_smithi065_53143_object55905:head#
2020-11-16T20:58:15.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cc2656:::benchmark_data_smithi065_53143_object44210:head#
2020-11-16T20:58:15.432 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cc5c80:::benchmark_data_smithi065_53143_object46831:head#
2020-11-16T20:58:15.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ccb85c:::benchmark_data_smithi065_53143_object9076:head#
2020-11-16T20:58:15.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cd8b5f:::benchmark_data_smithi065_53143_object22154:head#
2020-11-16T20:58:15.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cd9be3:::benchmark_data_smithi065_53143_object40978:head#
2020-11-16T20:58:15.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cdc59f:::benchmark_data_smithi065_53143_object75544:head#
2020-11-16T20:58:15.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ce2d30:::benchmark_data_smithi065_53143_object26579:head#
2020-11-16T20:58:15.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ce8c65:::benchmark_data_smithi065_53143_object51109:head#
2020-11-16T20:58:15.433 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cee2e6:::benchmark_data_smithi065_53143_object58634:head#
2020-11-16T20:58:15.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99cfd671:::benchmark_data_smithi065_53143_object34557:head#
2020-11-16T20:58:15.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d09bbe:::benchmark_data_smithi065_53143_object25038:head#
2020-11-16T20:58:15.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d0d915:::benchmark_data_smithi065_53143_object15248:head#
2020-11-16T20:58:15.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d1f242:::benchmark_data_smithi065_53143_object13679:head#
2020-11-16T20:58:15.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d1fc86:::benchmark_data_smithi065_53143_object29505:head#
2020-11-16T20:58:15.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d28b54:::benchmark_data_smithi065_53143_object57385:head#
2020-11-16T20:58:15.434 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d35848:::benchmark_data_smithi065_53143_object29218:head#
2020-11-16T20:58:15.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d37089:::benchmark_data_smithi065_53143_object56536:head#
2020-11-16T20:58:15.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d3a830:::benchmark_data_smithi065_53143_object58322:head#
2020-11-16T20:58:15.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d45c88:::benchmark_data_smithi065_53143_object18935:head#
2020-11-16T20:58:15.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d5b600:::benchmark_data_smithi065_53143_object71537:head#
2020-11-16T20:58:15.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d5d54a:::benchmark_data_smithi065_53143_object1580:head#
2020-11-16T20:58:15.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d62890:::benchmark_data_smithi065_53143_object63059:head#
2020-11-16T20:58:15.435 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d752e4:::benchmark_data_smithi065_53143_object39193:head#
2020-11-16T20:58:15.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d79d21:::benchmark_data_smithi065_53143_object78694:head#
2020-11-16T20:58:15.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d7ceaa:::benchmark_data_smithi065_53143_object13475:head#
2020-11-16T20:58:15.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d7f593:::benchmark_data_smithi065_53143_object79203:head#
2020-11-16T20:58:15.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d97d1f:::benchmark_data_smithi065_53143_object53155:head#
2020-11-16T20:58:15.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99d9952c:::benchmark_data_smithi065_53143_object3885:head#
2020-11-16T20:58:15.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99dae9a7:::benchmark_data_smithi065_53143_object9129:head#
2020-11-16T20:58:15.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99dcab3f:::benchmark_data_smithi065_53143_object7684:head#
2020-11-16T20:58:15.436 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99dcfcec:::benchmark_data_smithi065_53143_object5990:head#
2020-11-16T20:58:15.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99dd02d9:::benchmark_data_smithi065_53143_object2964:head#
2020-11-16T20:58:15.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99deaa80:::benchmark_data_smithi065_53143_object29847:head#
2020-11-16T20:58:15.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e0b310:::benchmark_data_smithi065_53143_object54348:head#
2020-11-16T20:58:15.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e13d23:::benchmark_data_smithi065_53143_object21318:head#
2020-11-16T20:58:15.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e41794:::benchmark_data_smithi065_53143_object52586:head#
2020-11-16T20:58:15.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e5c6e0:::benchmark_data_smithi065_53143_object62304:head#
2020-11-16T20:58:15.437 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e67971:::benchmark_data_smithi065_53143_object24664:head#
2020-11-16T20:58:15.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e757b8:::benchmark_data_smithi065_53143_object47291:head#
2020-11-16T20:58:15.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e77167:::benchmark_data_smithi065_53143_object20279:head#
2020-11-16T20:58:15.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e8d15f:::benchmark_data_smithi065_53143_object16054:head#
2020-11-16T20:58:15.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e8e40f:::benchmark_data_smithi065_53143_object70875:head#
2020-11-16T20:58:15.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e938f2:::benchmark_data_smithi065_53143_object61073:head#
2020-11-16T20:58:15.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e96b6f:::benchmark_data_smithi065_53143_object72842:head#
2020-11-16T20:58:15.438 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99e9c484:::benchmark_data_smithi065_53143_object525:head#
2020-11-16T20:58:15.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ebb85f:::benchmark_data_smithi065_53143_object71468:head#
2020-11-16T20:58:15.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ec68e6:::benchmark_data_smithi065_53143_object7997:head#
2020-11-16T20:58:15.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ed6268:::benchmark_data_smithi065_53143_object13754:head#
2020-11-16T20:58:15.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ee2d5e:::benchmark_data_smithi065_53143_object8673:head#
2020-11-16T20:58:15.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ee627e:::benchmark_data_smithi065_53143_object43815:head#
2020-11-16T20:58:15.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99eefbcb:::benchmark_data_smithi065_53143_object16217:head#
2020-11-16T20:58:15.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99ef1b4c:::benchmark_data_smithi065_53143_object11130:head#
2020-11-16T20:58:15.439 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f00667:::benchmark_data_smithi065_53143_object16329:head#
2020-11-16T20:58:15.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f00840:::benchmark_data_smithi065_53143_object14521:head#
2020-11-16T20:58:15.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f059a3:::benchmark_data_smithi065_53143_object77379:head#
2020-11-16T20:58:15.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f0bf75:::benchmark_data_smithi065_53143_object25291:head#
2020-11-16T20:58:15.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f0f3fc:::benchmark_data_smithi065_53143_object18994:head#
2020-11-16T20:58:15.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f12e62:::benchmark_data_smithi065_53143_object28502:head#
2020-11-16T20:58:15.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f2e44a:::benchmark_data_smithi065_53143_object7126:head#
2020-11-16T20:58:15.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f301f5:::benchmark_data_smithi065_53143_object42943:head#
2020-11-16T20:58:15.440 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f546aa:::benchmark_data_smithi065_53143_object62942:head#
2020-11-16T20:58:15.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f5ae54:::benchmark_data_smithi065_53143_object75144:head#
2020-11-16T20:58:15.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f609e6:::benchmark_data_smithi065_53143_object58513:head#
2020-11-16T20:58:15.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f72d93:::benchmark_data_smithi065_53143_object70456:head#
2020-11-16T20:58:15.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f7b353:::benchmark_data_smithi065_53143_object3581:head#
2020-11-16T20:58:15.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f83f42:::benchmark_data_smithi065_53143_object11393:head#
2020-11-16T20:58:15.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99f8ffb7:::benchmark_data_smithi065_53143_object33010:head#
2020-11-16T20:58:15.441 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99fa610f:::benchmark_data_smithi065_53143_object53811:head#
2020-11-16T20:58:15.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99fb36e1:::benchmark_data_smithi065_53143_object10783:head#
2020-11-16T20:58:15.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:99fd7642:::benchmark_data_smithi065_53143_object8960:head#
2020-11-16T20:58:15.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a002053:::benchmark_data_smithi065_53143_object24811:head#
2020-11-16T20:58:15.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a003b82:::benchmark_data_smithi065_53143_object68781:head#
2020-11-16T20:58:15.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a01a02f:::benchmark_data_smithi065_53143_object15290:head#
2020-11-16T20:58:15.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a03c82f:::benchmark_data_smithi065_53143_object70773:head#
2020-11-16T20:58:15.442 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a045d1a:::benchmark_data_smithi065_53143_object39226:head#
2020-11-16T20:58:15.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a047fb2:::benchmark_data_smithi065_53143_object23991:head#
2020-11-16T20:58:15.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a04a5a3:::benchmark_data_smithi065_53143_object11878:head#
2020-11-16T20:58:15.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a04b65b:::benchmark_data_smithi065_53143_object49360:head#
2020-11-16T20:58:15.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a05e415:::benchmark_data_smithi065_53143_object6335:head#
2020-11-16T20:58:15.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a06212d:::benchmark_data_smithi065_53143_object49320:head#
2020-11-16T20:58:15.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a06795f:::benchmark_data_smithi065_53143_object12935:head#
2020-11-16T20:58:15.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a07664b:::benchmark_data_smithi065_53143_object35579:head#
2020-11-16T20:58:15.443 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a077e92:::benchmark_data_smithi065_53143_object48296:head#
2020-11-16T20:58:15.444 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a092695:::benchmark_data_smithi065_53143_object24031:head#
2020-11-16T20:58:15.444 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0a5614:::benchmark_data_smithi065_53143_object66509:head#
2020-11-16T20:58:15.444 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0bb4d9:::benchmark_data_smithi065_53143_object50301:head#
2020-11-16T20:58:15.444 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0bc804:::benchmark_data_smithi065_53143_object29536:head#
2020-11-16T20:58:15.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0bff51:::benchmark_data_smithi065_53143_object62636:head#
2020-11-16T20:58:15.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0cbdee:::benchmark_data_smithi065_53143_object51974:head#
2020-11-16T20:58:15.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0d565b:::benchmark_data_smithi065_53143_object62895:head#
2020-11-16T20:58:15.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0e3048:::benchmark_data_smithi065_53143_object48718:head#
2020-11-16T20:58:15.445 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0e626c:::benchmark_data_smithi065_53143_object67257:head#
2020-11-16T20:58:15.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0e75bd:::benchmark_data_smithi065_53143_object28946:head#
2020-11-16T20:58:15.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0eac1a:::benchmark_data_smithi065_53143_object50769:head#
2020-11-16T20:58:15.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0f119c:::benchmark_data_smithi065_53143_object78160:head#
2020-11-16T20:58:15.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0f2f17:::benchmark_data_smithi065_53143_object78096:head#
2020-11-16T20:58:15.446 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a0f6ce8:::benchmark_data_smithi065_53143_object44913:head#
2020-11-16T20:58:15.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a12c353:::benchmark_data_smithi065_53143_object73200:head#
2020-11-16T20:58:15.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a12c8eb:::benchmark_data_smithi065_53143_object20585:head#
2020-11-16T20:58:15.447 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a131d4b:::benchmark_data_smithi065_53143_object10708:head#
2020-11-16T20:58:15.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a135b5b:::benchmark_data_smithi065_53143_object62455:head#
2020-11-16T20:58:15.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a136d9c:::benchmark_data_smithi065_53143_object24411:head#
2020-11-16T20:58:15.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a14abe9:::benchmark_data_smithi065_53143_object32190:head#
2020-11-16T20:58:15.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a14f677:::benchmark_data_smithi065_53143_object875:head#
2020-11-16T20:58:15.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a162971:::benchmark_data_smithi065_53143_object6647:head#
2020-11-16T20:58:15.448 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a16ca50:::benchmark_data_smithi065_53143_object25540:head#
2020-11-16T20:58:15.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1816e7:::benchmark_data_smithi065_53143_object35133:head#
2020-11-16T20:58:15.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1880fb:::benchmark_data_smithi065_53143_object23408:head#
2020-11-16T20:58:15.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1ae4a6:::benchmark_data_smithi065_53143_object40166:head#
2020-11-16T20:58:15.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1afc49:::benchmark_data_smithi065_53143_object28534:head#
2020-11-16T20:58:15.449 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1b0d9b:::benchmark_data_smithi065_53143_object31068:head#
2020-11-16T20:58:15.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1b24a9:::benchmark_data_smithi065_53143_object35699:head#
2020-11-16T20:58:15.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1b3904:::benchmark_data_smithi065_53143_object40808:head#
2020-11-16T20:58:15.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1b962e:::benchmark_data_smithi065_53143_object9375:head#
2020-11-16T20:58:15.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1bbdc3:::benchmark_data_smithi065_53143_object49765:head#
2020-11-16T20:58:15.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1cb3e8:::benchmark_data_smithi065_53143_object42145:head#
2020-11-16T20:58:15.450 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a1f41a2:::benchmark_data_smithi065_53143_object72752:head#
2020-11-16T20:58:15.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a204a43:::benchmark_data_smithi065_53143_object8372:head#
2020-11-16T20:58:15.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a208118:::benchmark_data_smithi065_53143_object70406:head#
2020-11-16T20:58:15.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a209a24:::benchmark_data_smithi065_53143_object69975:head#
2020-11-16T20:58:15.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a22c695:::benchmark_data_smithi065_53143_object50938:head#
2020-11-16T20:58:15.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a22e5a3:::benchmark_data_smithi065_53143_object40229:head#
2020-11-16T20:58:15.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a23e33d:::benchmark_data_smithi065_53143_object28440:head#
2020-11-16T20:58:15.451 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a24a382:::benchmark_data_smithi065_53143_object34064:head#
2020-11-16T20:58:15.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2527cc:::benchmark_data_smithi065_53143_object55270:head#
2020-11-16T20:58:15.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a256269:::benchmark_data_smithi065_53143_object76669:head#
2020-11-16T20:58:15.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a25b1d8:::benchmark_data_smithi065_53143_object80068:head#
2020-11-16T20:58:15.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a26518e:::benchmark_data_smithi065_53143_object68705:head#
2020-11-16T20:58:15.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a26a92b:::benchmark_data_smithi065_53143_object65524:head#
2020-11-16T20:58:15.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a26b671:::benchmark_data_smithi065_53143_object78767:head#
2020-11-16T20:58:15.452 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a26bbd3:::benchmark_data_smithi065_53143_object4318:head#
2020-11-16T20:58:15.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a26be3e:::benchmark_data_smithi065_53143_object66690:head#
2020-11-16T20:58:15.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a28d141:::benchmark_data_smithi065_53143_object61330:head#
2020-11-16T20:58:15.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a290154:::benchmark_data_smithi065_53143_object24597:head#
2020-11-16T20:58:15.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2980d9:::benchmark_data_smithi065_53143_object51493:head#
2020-11-16T20:58:15.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2a38d6:::benchmark_data_smithi065_53143_object55052:head#
2020-11-16T20:58:15.453 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2a66aa:::benchmark_data_smithi065_53143_object48344:head#
2020-11-16T20:58:15.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2a872c:::benchmark_data_smithi065_53143_object72068:head#
2020-11-16T20:58:15.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2ac4b3:::benchmark_data_smithi065_53143_object1973:head#
2020-11-16T20:58:15.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2bdb6c:::benchmark_data_smithi065_53143_object8180:head#
2020-11-16T20:58:15.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2cfb7b:::benchmark_data_smithi065_53143_object56537:head#
2020-11-16T20:58:15.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2db6df:::benchmark_data_smithi065_53143_object76419:head#
2020-11-16T20:58:15.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2ddecc:::benchmark_data_smithi065_53143_object19516:head#
2020-11-16T20:58:15.454 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2e09db:::benchmark_data_smithi065_53143_object22889:head#
2020-11-16T20:58:15.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a2e8240:::benchmark_data_smithi065_53143_object22711:head#
2020-11-16T20:58:15.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a301ebd:::benchmark_data_smithi065_53143_object9070:head#
2020-11-16T20:58:15.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a304dd7:::benchmark_data_smithi065_53143_object22336:head#
2020-11-16T20:58:15.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a30fcbe:::benchmark_data_smithi065_53143_object55657:head#
2020-11-16T20:58:15.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a3282d5:::benchmark_data_smithi065_53143_object42112:head#
2020-11-16T20:58:15.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a332248:::benchmark_data_smithi065_53143_object48883:head#
2020-11-16T20:58:15.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a333918:::benchmark_data_smithi065_53143_object77859:head#
2020-11-16T20:58:15.455 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a34996a:::benchmark_data_smithi065_53143_object55811:head#
2020-11-16T20:58:15.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a34bdfc:::benchmark_data_smithi065_53143_object63994:head#
2020-11-16T20:58:15.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a34ecae:::benchmark_data_smithi065_53143_object75169:head#
2020-11-16T20:58:15.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a382bad:::benchmark_data_smithi065_53143_object56948:head#
2020-11-16T20:58:15.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a383e86:::benchmark_data_smithi065_53143_object73753:head#
2020-11-16T20:58:15.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a38fdee:::benchmark_data_smithi065_53143_object79668:head#
2020-11-16T20:58:15.456 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a391031:::benchmark_data_smithi065_53143_object30887:head#
2020-11-16T20:58:15.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a395fda:::benchmark_data_smithi065_53143_object23012:head#
2020-11-16T20:58:15.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a39e6cf:::benchmark_data_smithi065_53143_object43047:head#
2020-11-16T20:58:15.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a3bdedc:::benchmark_data_smithi065_53143_object17426:head#
2020-11-16T20:58:15.457 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a3d11d9:::benchmark_data_smithi065_53143_object13613:head#
2020-11-16T20:58:15.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a3dc40b:::benchmark_data_smithi065_53143_object22630:head#
2020-11-16T20:58:15.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a3dfc3c:::benchmark_data_smithi065_53143_object23250:head#
2020-11-16T20:58:15.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a3e51dd:::benchmark_data_smithi065_53143_object50856:head#
2020-11-16T20:58:15.458 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a3ed3d0:::benchmark_data_smithi065_53143_object20298:head#
2020-11-16T20:58:15.459 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a411fd3:::benchmark_data_smithi065_53143_object16149:head#
2020-11-16T20:58:15.459 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a41a544:::benchmark_data_smithi065_53143_object10389:head#
2020-11-16T20:58:15.459 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a42065b:::benchmark_data_smithi065_53143_object19875:head#
2020-11-16T20:58:15.459 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a42e78b:::benchmark_data_smithi065_53143_object27451:head#
2020-11-16T20:58:15.460 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4366e4:::benchmark_data_smithi065_53143_object9768:head#
2020-11-16T20:58:15.460 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a45310c:::benchmark_data_smithi065_53143_object47528:head#
2020-11-16T20:58:15.460 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a46051b:::benchmark_data_smithi065_53143_object47836:head#
2020-11-16T20:58:15.460 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4689dd:::benchmark_data_smithi065_53143_object74784:head#
2020-11-16T20:58:15.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a46af7d:::benchmark_data_smithi065_53143_object80775:head#
2020-11-16T20:58:15.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a46b521:::benchmark_data_smithi065_53143_object67755:head#
2020-11-16T20:58:15.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a47f56a:::benchmark_data_smithi065_53143_object55591:head#
2020-11-16T20:58:15.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a483d73:::benchmark_data_smithi065_53143_object33294:head#
2020-11-16T20:58:15.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a494b1c:::benchmark_data_smithi065_53143_object78526:head#
2020-11-16T20:58:15.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a49ef89:::benchmark_data_smithi065_53143_object74468:head#
2020-11-16T20:58:15.461 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4c730b:::benchmark_data_smithi065_53143_object6025:head#
2020-11-16T20:58:15.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4cdf83:::benchmark_data_smithi065_53143_object56892:head#
2020-11-16T20:58:15.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4e9f37:::benchmark_data_smithi065_53143_object79005:head#
2020-11-16T20:58:15.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4eb8e3:::benchmark_data_smithi065_53143_object24218:head#
2020-11-16T20:58:15.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4ec054:::benchmark_data_smithi065_53143_object40294:head#
2020-11-16T20:58:15.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4f31fa:::benchmark_data_smithi065_53143_object14386:head#
2020-11-16T20:58:15.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a4fcd74:::benchmark_data_smithi065_53143_object64003:head#
2020-11-16T20:58:15.462 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a504ea9:::benchmark_data_smithi065_53143_object49367:head#
2020-11-16T20:58:15.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a50a16c:::benchmark_data_smithi065_53143_object64685:head#
2020-11-16T20:58:15.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a50b17b:::benchmark_data_smithi065_53143_object14045:head#
2020-11-16T20:58:15.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a50b8ae:::benchmark_data_smithi065_53143_object19932:head#
2020-11-16T20:58:15.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a52f785:::benchmark_data_smithi065_53143_object67878:head#
2020-11-16T20:58:15.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a53098e:::benchmark_data_smithi065_53143_object81061:head#
2020-11-16T20:58:15.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a53590a:::benchmark_data_smithi065_53143_object37619:head#
2020-11-16T20:58:15.463 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a53980d:::benchmark_data_smithi065_53143_object53250:head#
2020-11-16T20:58:15.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a542bba:::benchmark_data_smithi065_53143_object60823:head#
2020-11-16T20:58:15.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a543b0b:::benchmark_data_smithi065_53143_object52729:head#
2020-11-16T20:58:15.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a551837:::benchmark_data_smithi065_53143_object2086:head#
2020-11-16T20:58:15.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5579a9:::benchmark_data_smithi065_53143_object37532:head#
2020-11-16T20:58:15.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a55827c:::benchmark_data_smithi065_53143_object72536:head#
2020-11-16T20:58:15.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a55a106:::benchmark_data_smithi065_53143_object39452:head#
2020-11-16T20:58:15.464 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a573124:::benchmark_data_smithi065_53143_object80061:head#
2020-11-16T20:58:15.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5764d5:::benchmark_data_smithi065_53143_object6724:head#
2020-11-16T20:58:15.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5820ed:::benchmark_data_smithi065_53143_object53420:head#
2020-11-16T20:58:15.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a58eba5:::benchmark_data_smithi065_53143_object36066:head#
2020-11-16T20:58:15.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a59580f:::benchmark_data_smithi065_53143_object42062:head#
2020-11-16T20:58:15.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a599786:::benchmark_data_smithi065_53143_object22976:head#
2020-11-16T20:58:15.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5a5a5e:::benchmark_data_smithi065_53143_object33471:head#
2020-11-16T20:58:15.465 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5c3b4e:::benchmark_data_smithi065_53143_object73859:head#
2020-11-16T20:58:15.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5dbe74:::benchmark_data_smithi065_53143_object65988:head#
2020-11-16T20:58:15.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5de4bc:::benchmark_data_smithi065_53143_object20524:head#
2020-11-16T20:58:15.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5e4c5f:::benchmark_data_smithi065_53143_object2780:head#
2020-11-16T20:58:15.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5e756b:::benchmark_data_smithi065_53143_object11797:head#
2020-11-16T20:58:15.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5f02e6:::benchmark_data_smithi065_53143_object44555:head#
2020-11-16T20:58:15.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a5fbc31:::benchmark_data_smithi065_53143_object19909:head#
2020-11-16T20:58:15.466 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6086f0:::benchmark_data_smithi065_53143_object18392:head#
2020-11-16T20:58:15.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a61acac:::benchmark_data_smithi065_53143_object59648:head#
2020-11-16T20:58:15.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a61aeec:::benchmark_data_smithi065_53143_object37544:head#
2020-11-16T20:58:15.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a61f787:::benchmark_data_smithi065_53143_object50142:head#
2020-11-16T20:58:15.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a62439d:::benchmark_data_smithi065_53143_object65636:head#
2020-11-16T20:58:15.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a62c0e0:::benchmark_data_smithi065_53143_object78476:head#
2020-11-16T20:58:15.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6360ac:::benchmark_data_smithi065_53143_object18469:head#
2020-11-16T20:58:15.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a643d88:::benchmark_data_smithi065_53143_object20045:head#
2020-11-16T20:58:15.467 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a65b882:::benchmark_data_smithi065_53143_object35892:head#
2020-11-16T20:58:15.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a65cbe5:::benchmark_data_smithi065_53143_object13612:head#
2020-11-16T20:58:15.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6675ba:::benchmark_data_smithi065_53143_object41470:head#
2020-11-16T20:58:15.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a670559:::benchmark_data_smithi065_53143_object21732:head#
2020-11-16T20:58:15.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a68399b:::benchmark_data_smithi065_53143_object70220:head#
2020-11-16T20:58:15.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a688f8d:::benchmark_data_smithi065_53143_object67697:head#
2020-11-16T20:58:15.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a693a71:::benchmark_data_smithi065_53143_object17001:head#
2020-11-16T20:58:15.468 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6a7999:::benchmark_data_smithi065_53143_object67765:head#
2020-11-16T20:58:15.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6a824d:::benchmark_data_smithi065_53143_object54435:head#
2020-11-16T20:58:15.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6d2ed3:::benchmark_data_smithi065_53143_object47741:head#
2020-11-16T20:58:15.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6d4642:::benchmark_data_smithi065_53143_object79941:head#
2020-11-16T20:58:15.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6dfd90:::benchmark_data_smithi065_53143_object3887:head#
2020-11-16T20:58:15.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a6e0bd0:::benchmark_data_smithi065_53143_object37621:head#
2020-11-16T20:58:15.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a71c1a3:::benchmark_data_smithi065_53143_object5018:head#
2020-11-16T20:58:15.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a721b20:::benchmark_data_smithi065_53143_object15223:head#
2020-11-16T20:58:15.469 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7270c9:::benchmark_data_smithi065_53143_object5019:head#
2020-11-16T20:58:15.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a729adf:::benchmark_data_smithi065_53143_object22361:head#
2020-11-16T20:58:15.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a72a8a7:::benchmark_data_smithi065_53143_object6008:head#
2020-11-16T20:58:15.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a73768d:::benchmark_data_smithi065_53143_object66412:head#
2020-11-16T20:58:15.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7508b2:::benchmark_data_smithi065_53143_object57347:head#
2020-11-16T20:58:15.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7593a9:::benchmark_data_smithi065_53143_object43700:head#
2020-11-16T20:58:15.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a75b041:::benchmark_data_smithi065_53143_object21756:head#
2020-11-16T20:58:15.470 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a75be28:::benchmark_data_smithi065_53143_object10002:head#
2020-11-16T20:58:15.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a761d4f:::benchmark_data_smithi065_53143_object26499:head#
2020-11-16T20:58:15.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a765a06:::benchmark_data_smithi065_53143_object2846:head#
2020-11-16T20:58:15.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a76de27:::benchmark_data_smithi065_53143_object40793:head#
2020-11-16T20:58:15.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a76ee09:::benchmark_data_smithi065_53143_object61889:head#
2020-11-16T20:58:15.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a771345:::benchmark_data_smithi065_53143_object37920:head#
2020-11-16T20:58:15.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a775b2e:::benchmark_data_smithi065_53143_object65698:head#
2020-11-16T20:58:15.471 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a77b63c:::benchmark_data_smithi065_53143_object28233:head#
2020-11-16T20:58:15.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a782bea:::benchmark_data_smithi065_53143_object59672:head#
2020-11-16T20:58:15.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a786321:::benchmark_data_smithi065_53143_object33023:head#
2020-11-16T20:58:15.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a786e9c:::benchmark_data_smithi065_53143_object13563:head#
2020-11-16T20:58:15.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a788419:::benchmark_data_smithi065_53143_object23124:head#
2020-11-16T20:58:15.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a78d25f:::benchmark_data_smithi065_53143_object15340:head#
2020-11-16T20:58:15.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a78d6bb:::benchmark_data_smithi065_53143_object29980:head#
2020-11-16T20:58:15.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7981b3:::benchmark_data_smithi065_53143_object36858:head#
2020-11-16T20:58:15.472 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a79b04a:::benchmark_data_smithi065_53143_object30220:head#
2020-11-16T20:58:15.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7af63e:::benchmark_data_smithi065_53143_object58566:head#
2020-11-16T20:58:15.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7b14f0:::benchmark_data_smithi065_53143_object68177:head#
2020-11-16T20:58:15.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7b489f:::benchmark_data_smithi065_53143_object46230:head#
2020-11-16T20:58:15.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7b5509:::benchmark_data_smithi065_53143_object8659:head#
2020-11-16T20:58:15.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7bef0d:::benchmark_data_smithi065_53143_object290:head#
2020-11-16T20:58:15.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7c307b:::benchmark_data_smithi065_53143_object70942:head#
2020-11-16T20:58:15.473 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7d5090:::benchmark_data_smithi065_53143_object72850:head#
2020-11-16T20:58:15.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7db600:::benchmark_data_smithi065_53143_object2588:head#
2020-11-16T20:58:15.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7e180f:::benchmark_data_smithi065_53143_object57739:head#
2020-11-16T20:58:15.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7e296d:::benchmark_data_smithi065_53143_object80286:head#
2020-11-16T20:58:15.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a7eb8a9:::benchmark_data_smithi065_53143_object62897:head#
2020-11-16T20:58:15.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a806452:::benchmark_data_smithi065_53143_object42739:head#
2020-11-16T20:58:15.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a80d4fa:::benchmark_data_smithi065_53143_object19258:head#
2020-11-16T20:58:15.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a8104cf:::benchmark_data_smithi065_53143_object56680:head#
2020-11-16T20:58:15.474 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a811327:::benchmark_data_smithi065_53143_object62803:head#
2020-11-16T20:58:15.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a81aa2e:::benchmark_data_smithi065_53143_object41473:head#
2020-11-16T20:58:15.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a824908:::benchmark_data_smithi065_53143_object44522:head#
2020-11-16T20:58:15.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a824b5a:::benchmark_data_smithi065_53143_object74052:head#
2020-11-16T20:58:15.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a847ddb:::benchmark_data_smithi065_53143_object9585:head#
2020-11-16T20:58:15.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a84b9a0:::benchmark_data_smithi065_53143_object80121:head#
2020-11-16T20:58:15.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a84dbe4:::benchmark_data_smithi065_53143_object26657:head#
2020-11-16T20:58:15.475 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a876ad8:::benchmark_data_smithi065_53143_object40475:head#
2020-11-16T20:58:15.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a880071:::benchmark_data_smithi065_53143_object47189:head#
2020-11-16T20:58:15.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a88093b:::benchmark_data_smithi065_53143_object11816:head#
2020-11-16T20:58:15.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a894a4c:::benchmark_data_smithi065_53143_object46658:head#
2020-11-16T20:58:15.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a8a482c:::benchmark_data_smithi065_53143_object80087:head#
2020-11-16T20:58:15.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a8ae7cf:::benchmark_data_smithi065_53143_object30287:head#
2020-11-16T20:58:15.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a8c22fb:::benchmark_data_smithi065_53143_object51370:head#
2020-11-16T20:58:15.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a8c7874:::benchmark_data_smithi065_53143_object12593:head#
2020-11-16T20:58:15.476 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a8ce36f:::benchmark_data_smithi065_53143_object69926:head#
2020-11-16T20:58:15.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a8d3138:::benchmark_data_smithi065_53143_object55417:head#
2020-11-16T20:58:15.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a8f54bd:::benchmark_data_smithi065_53143_object79025:head#
2020-11-16T20:58:15.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a91427d:::benchmark_data_smithi065_53143_object34676:head#
2020-11-16T20:58:15.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a9205e3:::benchmark_data_smithi065_53143_object57370:head#
2020-11-16T20:58:15.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a924266:::benchmark_data_smithi065_53143_object42988:head#
2020-11-16T20:58:15.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a939e0b:::benchmark_data_smithi065_53143_object38421:head#
2020-11-16T20:58:15.477 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a945f92:::benchmark_data_smithi065_53143_object16443:head#
2020-11-16T20:58:15.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a94bba0:::benchmark_data_smithi065_53143_object73002:head#
2020-11-16T20:58:15.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a974f57:::benchmark_data_smithi065_53143_object46349:head#
2020-11-16T20:58:15.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a97738a:::benchmark_data_smithi065_53143_object32837:head#
2020-11-16T20:58:15.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a97ba61:::benchmark_data_smithi065_53143_object14926:head#
2020-11-16T20:58:15.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a97e11f:::benchmark_data_smithi065_53143_object30611:head#
2020-11-16T20:58:15.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a9813ba:::benchmark_data_smithi065_53143_object40164:head#
2020-11-16T20:58:15.478 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a985c18:::benchmark_data_smithi065_53143_object41171:head#
2020-11-16T20:58:15.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a985d77:::benchmark_data_smithi065_53143_object29564:head#
2020-11-16T20:58:15.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a98b92d:::benchmark_data_smithi065_53143_object6134:head#
2020-11-16T20:58:15.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a9bbf24:::benchmark_data_smithi065_53143_object3410:head#
2020-11-16T20:58:15.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a9e754e:::benchmark_data_smithi065_53143_object62646:head#
2020-11-16T20:58:15.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a9ed498:::benchmark_data_smithi065_53143_object8203:head#
2020-11-16T20:58:15.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a9f7bef:::benchmark_data_smithi065_53143_object21241:head#
2020-11-16T20:58:15.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9a9f8c74:::benchmark_data_smithi065_53143_object35982:head#
2020-11-16T20:58:15.479 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa15259:::benchmark_data_smithi065_53143_object22998:head#
2020-11-16T20:58:15.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa19254:::benchmark_data_smithi065_53143_object297:head#
2020-11-16T20:58:15.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa1b0a9:::benchmark_data_smithi065_53143_object7718:head#
2020-11-16T20:58:15.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa250c1:::benchmark_data_smithi065_53143_object36310:head#
2020-11-16T20:58:15.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa2b60d:::benchmark_data_smithi065_53143_object81626:head#
2020-11-16T20:58:15.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa507ed:::benchmark_data_smithi065_53143_object35923:head#
2020-11-16T20:58:15.480 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa5e704:::benchmark_data_smithi065_53143_object14108:head#
2020-11-16T20:58:15.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa6a747:::benchmark_data_smithi065_53143_object79670:head#
2020-11-16T20:58:15.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa6c6d8:::benchmark_data_smithi065_53143_object39965:head#
2020-11-16T20:58:15.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa6f7ec:::benchmark_data_smithi065_53143_object53725:head#
2020-11-16T20:58:15.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa73e84:::benchmark_data_smithi065_53143_object35257:head#
2020-11-16T20:58:15.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa75fb7:::benchmark_data_smithi065_53143_object77695:head#
2020-11-16T20:58:15.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aa9b2d1:::benchmark_data_smithi065_53143_object17720:head#
2020-11-16T20:58:15.481 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aab038e:::benchmark_data_smithi065_53143_object39663:head#
2020-11-16T20:58:15.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aab58ae:::benchmark_data_smithi065_53143_object79526:head#
2020-11-16T20:58:15.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aab71a0:::benchmark_data_smithi065_53143_object51439:head#
2020-11-16T20:58:15.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aacaf9e:::benchmark_data_smithi065_53143_object45340:head#
2020-11-16T20:58:15.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aad4b17:::benchmark_data_smithi065_53143_object45663:head#
2020-11-16T20:58:15.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aadac43:::benchmark_data_smithi065_53143_object6832:head#
2020-11-16T20:58:15.482 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab16d33:::benchmark_data_smithi065_53143_object48374:head#
2020-11-16T20:58:15.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab1dd7a:::benchmark_data_smithi065_53143_object19468:head#
2020-11-16T20:58:15.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab2ba37:::benchmark_data_smithi065_53143_object14803:head#
2020-11-16T20:58:15.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab2bba3:::benchmark_data_smithi065_53143_object4241:head#
2020-11-16T20:58:15.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab4a6f1:::benchmark_data_smithi065_53143_object10480:head#
2020-11-16T20:58:15.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab4b266:::benchmark_data_smithi065_53143_object27058:head#
2020-11-16T20:58:15.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab51031:::benchmark_data_smithi065_53143_object52649:head#
2020-11-16T20:58:15.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab511e8:::benchmark_data_smithi065_53143_object56825:head#
2020-11-16T20:58:15.483 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab51c61:::benchmark_data_smithi065_53143_object34658:head#
2020-11-16T20:58:15.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab69182:::benchmark_data_smithi065_53143_object68793:head#
2020-11-16T20:58:15.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab69962:::benchmark_data_smithi065_53143_object31521:head#
2020-11-16T20:58:15.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab7556a:::benchmark_data_smithi065_53143_object25472:head#
2020-11-16T20:58:15.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab85010:::benchmark_data_smithi065_53143_object15071:head#
2020-11-16T20:58:15.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab8838d:::benchmark_data_smithi065_53143_object79987:head#
2020-11-16T20:58:15.484 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab8d11b:::benchmark_data_smithi065_53143_object11813:head#
2020-11-16T20:58:15.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab8efe4:::benchmark_data_smithi065_53143_object60189:head#
2020-11-16T20:58:15.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ab93713:::benchmark_data_smithi065_53143_object23686:head#
2020-11-16T20:58:15.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ababab0:::benchmark_data_smithi065_53143_object42929:head#
2020-11-16T20:58:15.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9abad3b9:::benchmark_data_smithi065_53143_object81020:head#
2020-11-16T20:58:15.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9abbaac9:::benchmark_data_smithi065_53143_object77618:head#
2020-11-16T20:58:15.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9abbbeb5:::benchmark_data_smithi065_53143_object69675:head#
2020-11-16T20:58:15.485 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9abc5e64:::benchmark_data_smithi065_53143_object9544:head#
2020-11-16T20:58:15.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9abc9758:::benchmark_data_smithi065_53143_object68459:head#
2020-11-16T20:58:15.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9abd0f64:::benchmark_data_smithi065_53143_object66632:head#
2020-11-16T20:58:15.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9abf61b5:::benchmark_data_smithi065_53143_object29611:head#
2020-11-16T20:58:15.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac0c1d3:::benchmark_data_smithi065_53143_object36432:head#
2020-11-16T20:58:15.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac0d217:::benchmark_data_smithi065_53143_object3883:head#
2020-11-16T20:58:15.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac1956c:::benchmark_data_smithi065_53143_object4619:head#
2020-11-16T20:58:15.486 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac241c8:::benchmark_data_smithi065_53143_object15704:head#
2020-11-16T20:58:15.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac2a26b:::benchmark_data_smithi065_53143_object57215:head#
2020-11-16T20:58:15.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac40204:::benchmark_data_smithi065_53143_object58200:head#
2020-11-16T20:58:15.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac45bc1:::benchmark_data_smithi065_53143_object22695:head#
2020-11-16T20:58:15.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac49ce6:::benchmark_data_smithi065_53143_object27960:head#
2020-11-16T20:58:15.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac54929:::benchmark_data_smithi065_53143_object23984:head#
2020-11-16T20:58:15.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac56d82:::benchmark_data_smithi065_53143_object20678:head#
2020-11-16T20:58:15.487 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac7d7da:::benchmark_data_smithi065_53143_object72029:head#
2020-11-16T20:58:15.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac88001:::benchmark_data_smithi065_53143_object80559:head#
2020-11-16T20:58:15.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac88d20:::benchmark_data_smithi065_53143_object50071:head#
2020-11-16T20:58:15.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac8b7d6:::benchmark_data_smithi065_53143_object79597:head#
2020-11-16T20:58:15.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac8d4f5:::benchmark_data_smithi065_53143_object6539:head#
2020-11-16T20:58:15.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ac9090a:::benchmark_data_smithi065_53143_object51296:head#
2020-11-16T20:58:15.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9acabb21:::benchmark_data_smithi065_53143_object5555:head#
2020-11-16T20:58:15.488 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9acbc41e:::benchmark_data_smithi065_53143_object50472:head#
2020-11-16T20:58:15.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9acd9b8d:::benchmark_data_smithi065_53143_object3911:head#
2020-11-16T20:58:15.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad27363:::benchmark_data_smithi065_53143_object8238:head#
2020-11-16T20:58:15.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad2b6f6:::benchmark_data_smithi065_53143_object48880:head#
2020-11-16T20:58:15.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad2faf0:::benchmark_data_smithi065_53143_object22995:head#
2020-11-16T20:58:15.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad37a6a:::benchmark_data_smithi065_53143_object66638:head#
2020-11-16T20:58:15.489 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad3c367:::benchmark_data_smithi065_53143_object78037:head#
2020-11-16T20:58:15.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad40c75:::benchmark_data_smithi065_53143_object60751:head#
2020-11-16T20:58:15.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad5c1f0:::benchmark_data_smithi065_53143_object68065:head#
2020-11-16T20:58:15.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad5efd6:::benchmark_data_smithi065_53143_object19650:head#
2020-11-16T20:58:15.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad5f2d7:::benchmark_data_smithi065_53143_object71621:head#
2020-11-16T20:58:15.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad603d0:::benchmark_data_smithi065_53143_object27755:head#
2020-11-16T20:58:15.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad61f6f:::benchmark_data_smithi065_53143_object13202:head#
2020-11-16T20:58:15.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad627cd:::benchmark_data_smithi065_53143_object63285:head#
2020-11-16T20:58:15.490 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad66955:::benchmark_data_smithi065_53143_object1097:head#
2020-11-16T20:58:15.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad70687:::benchmark_data_smithi065_53143_object9382:head#
2020-11-16T20:58:15.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ad94b9a:::benchmark_data_smithi065_53143_object10667:head#
2020-11-16T20:58:15.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ada475e:::benchmark_data_smithi065_53143_object70112:head#
2020-11-16T20:58:15.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9adb33fb:::benchmark_data_smithi065_53143_object43813:head#
2020-11-16T20:58:15.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9adbf94f:::benchmark_data_smithi065_53143_object37411:head#
2020-11-16T20:58:15.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9adc34da:::benchmark_data_smithi065_53143_object19430:head#
2020-11-16T20:58:15.491 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9adc56d1:::benchmark_data_smithi065_53143_object24019:head#
2020-11-16T20:58:15.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9adcbb27:::benchmark_data_smithi065_53143_object46052:head#
2020-11-16T20:58:15.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ade869b:::benchmark_data_smithi065_53143_object42942:head#
2020-11-16T20:58:15.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae030b3:::benchmark_data_smithi065_53143_object4349:head#
2020-11-16T20:58:15.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae26c95:::benchmark_data_smithi065_53143_object16830:head#
2020-11-16T20:58:15.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae48c98:::benchmark_data_smithi065_53143_object60060:head#
2020-11-16T20:58:15.492 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae499a5:::benchmark_data_smithi065_53143_object65867:head#
2020-11-16T20:58:15.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae4ae90:::benchmark_data_smithi065_53143_object80772:head#
2020-11-16T20:58:15.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae566ca:::benchmark_data_smithi065_53143_object26860:head#
2020-11-16T20:58:15.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae7ad51:::benchmark_data_smithi065_53143_object76057:head#
2020-11-16T20:58:15.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae7f7c5:::benchmark_data_smithi065_53143_object71582:head#
2020-11-16T20:58:15.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae821e6:::benchmark_data_smithi065_53143_object81215:head#
2020-11-16T20:58:15.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae8bfbf:::benchmark_data_smithi065_53143_object41506:head#
2020-11-16T20:58:15.493 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ae942f9:::benchmark_data_smithi065_53143_object67527:head#
2020-11-16T20:58:15.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aeb4510:::benchmark_data_smithi065_53143_object23389:head#
2020-11-16T20:58:15.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aeb82ba:::benchmark_data_smithi065_53143_object5070:head#
2020-11-16T20:58:15.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aebab2b:::benchmark_data_smithi065_53143_object45925:head#
2020-11-16T20:58:15.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aec98bb:::benchmark_data_smithi065_53143_object34755:head#
2020-11-16T20:58:15.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aecdf0c:::benchmark_data_smithi065_53143_object48604:head#
2020-11-16T20:58:15.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aecf822:::benchmark_data_smithi065_53143_object33445:head#
2020-11-16T20:58:15.494 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aecf8d4:::benchmark_data_smithi065_53143_object28104:head#
2020-11-16T20:58:15.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aed4e90:::benchmark_data_smithi065_53143_object71378:head#
2020-11-16T20:58:15.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aee03da:::benchmark_data_smithi065_53143_object22279:head#
2020-11-16T20:58:15.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9aefea49:::benchmark_data_smithi065_53143_object36708:head#
2020-11-16T20:58:15.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af0ba04:::benchmark_data_smithi065_53143_object20906:head#
2020-11-16T20:58:15.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af2bb43:::benchmark_data_smithi065_53143_object35377:head#
2020-11-16T20:58:15.495 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af3ac7c:::benchmark_data_smithi065_53143_object23794:head#
2020-11-16T20:58:15.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af3c5b2:::benchmark_data_smithi065_53143_object20770:head#
2020-11-16T20:58:15.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af4bf71:::benchmark_data_smithi065_53143_object72527:head#
2020-11-16T20:58:15.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af6fa8d:::benchmark_data_smithi065_53143_object34104:head#
2020-11-16T20:58:15.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af8ec8e:::benchmark_data_smithi065_53143_object44868:head#
2020-11-16T20:58:15.496 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af8f798:::benchmark_data_smithi065_53143_object23078:head#
2020-11-16T20:58:15.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af90515:::benchmark_data_smithi065_53143_object17956:head#
2020-11-16T20:58:15.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af95eea:::benchmark_data_smithi065_53143_object64133:head#
2020-11-16T20:58:15.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9af9846d:::benchmark_data_smithi065_53143_object66919:head#
2020-11-16T20:58:15.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9afd297f:::benchmark_data_smithi065_53143_object69811:head#
2020-11-16T20:58:15.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9afeed40:::benchmark_data_smithi065_53143_object38653:head#
2020-11-16T20:58:15.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0034d5:::benchmark_data_smithi065_53143_object54093:head#
2020-11-16T20:58:15.497 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b00fa83:::benchmark_data_smithi065_53143_object72785:head#
2020-11-16T20:58:15.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b01e6a0:::benchmark_data_smithi065_53143_object1219:head#
2020-11-16T20:58:15.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0209dd:::benchmark_data_smithi065_53143_object56377:head#
2020-11-16T20:58:15.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b04ab57:::benchmark_data_smithi065_53143_object50714:head#
2020-11-16T20:58:15.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b05eb14:::benchmark_data_smithi065_53143_object7290:head#
2020-11-16T20:58:15.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b071d3c:::benchmark_data_smithi065_53143_object77552:head#
2020-11-16T20:58:15.498 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0758ee:::benchmark_data_smithi065_53143_object76728:head#
2020-11-16T20:58:15.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b078e8a:::benchmark_data_smithi065_53143_object48801:head#
2020-11-16T20:58:15.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b08ffae:::benchmark_data_smithi065_53143_object71881:head#
2020-11-16T20:58:15.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0965d6:::benchmark_data_smithi065_53143_object37557:head#
2020-11-16T20:58:15.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0c0edd:::benchmark_data_smithi065_53143_object42778:head#
2020-11-16T20:58:15.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0c3d62:::benchmark_data_smithi065_53143_object71569:head#
2020-11-16T20:58:15.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0c4909:::benchmark_data_smithi065_53143_object24787:head#
2020-11-16T20:58:15.499 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0c734b:::benchmark_data_smithi065_53143_object60734:head#
2020-11-16T20:58:15.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0cb641:::benchmark_data_smithi065_53143_object62407:head#
2020-11-16T20:58:15.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0cda56:::benchmark_data_smithi065_53143_object75021:head#
2020-11-16T20:58:15.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0cf1ad:::benchmark_data_smithi065_53143_object17725:head#
2020-11-16T20:58:15.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0de6fe:::benchmark_data_smithi065_53143_object37635:head#
2020-11-16T20:58:15.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0ef515:::benchmark_data_smithi065_53143_object77336:head#
2020-11-16T20:58:15.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0f2408:::benchmark_data_smithi065_53143_object61560:head#
2020-11-16T20:58:15.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b0f254e:::benchmark_data_smithi065_53143_object16630:head#
2020-11-16T20:58:15.500 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b118f8f:::benchmark_data_smithi065_53143_object7985:head#
2020-11-16T20:58:15.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b11febc:::benchmark_data_smithi065_53143_object42933:head#
2020-11-16T20:58:15.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b122cc5:::benchmark_data_smithi065_53143_object17937:head#
2020-11-16T20:58:15.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b127656:::benchmark_data_smithi065_53143_object44237:head#
2020-11-16T20:58:15.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b12aace:::benchmark_data_smithi065_53143_object20200:head#
2020-11-16T20:58:15.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b136958:::benchmark_data_smithi065_53143_object66639:head#
2020-11-16T20:58:15.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1473af:::benchmark_data_smithi065_53143_object22111:head#
2020-11-16T20:58:15.501 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b14a7c9:::benchmark_data_smithi065_53143_object32248:head#
2020-11-16T20:58:15.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1726c1:::benchmark_data_smithi065_53143_object11236:head#
2020-11-16T20:58:15.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b193054:::benchmark_data_smithi065_53143_object17281:head#
2020-11-16T20:58:15.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b194ad4:::benchmark_data_smithi065_53143_object51903:head#
2020-11-16T20:58:15.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1a4790:::benchmark_data_smithi065_53143_object43989:head#
2020-11-16T20:58:15.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1acecb:::benchmark_data_smithi065_53143_object61399:head#
2020-11-16T20:58:15.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1d0131:::benchmark_data_smithi065_53143_object56798:head#
2020-11-16T20:58:15.502 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1db5c6:::benchmark_data_smithi065_53143_object63304:head#
2020-11-16T20:58:15.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1e233d:::benchmark_data_smithi065_53143_object31052:head#
2020-11-16T20:58:15.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1eda5c:::benchmark_data_smithi065_53143_object45033:head#
2020-11-16T20:58:15.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1f6c81:::benchmark_data_smithi065_53143_object54673:head#
2020-11-16T20:58:15.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b1fb38c:::benchmark_data_smithi065_53143_object25601:head#
2020-11-16T20:58:15.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b200870:::benchmark_data_smithi065_53143_object59719:head#
2020-11-16T20:58:15.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b207f91:::benchmark_data_smithi065_53143_object80501:head#
2020-11-16T20:58:15.503 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b21362c:::benchmark_data_smithi065_53143_object48260:head#
2020-11-16T20:58:15.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b21489b:::benchmark_data_smithi065_53143_object27057:head#
2020-11-16T20:58:15.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b214da8:::benchmark_data_smithi065_53143_object16444:head#
2020-11-16T20:58:15.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b22d8cd:::benchmark_data_smithi065_53143_object25081:head#
2020-11-16T20:58:15.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b23216d:::benchmark_data_smithi065_53143_object53989:head#
2020-11-16T20:58:15.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b236b5b:::benchmark_data_smithi065_53143_object73415:head#
2020-11-16T20:58:15.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b245157:::benchmark_data_smithi065_53143_object71529:head#
2020-11-16T20:58:15.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b24cea5:::benchmark_data_smithi065_53143_object10474:head#
2020-11-16T20:58:15.504 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b253fc8:::benchmark_data_smithi065_53143_object30674:head#
2020-11-16T20:58:15.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b260122:::benchmark_data_smithi065_53143_object5246:head#
2020-11-16T20:58:15.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b260f4a:::benchmark_data_smithi065_53143_object62745:head#
2020-11-16T20:58:15.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b26ed71:::benchmark_data_smithi065_53143_object74426:head#
2020-11-16T20:58:15.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b27c27b:::benchmark_data_smithi065_53143_object51000:head#
2020-11-16T20:58:15.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2803f5:::benchmark_data_smithi065_53143_object25852:head#
2020-11-16T20:58:15.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b28490d:::benchmark_data_smithi065_53143_object2252:head#
2020-11-16T20:58:15.505 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b285076:::benchmark_data_smithi065_53143_object60680:head#
2020-11-16T20:58:15.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b296f54:::benchmark_data_smithi065_53143_object62333:head#
2020-11-16T20:58:15.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2ac481:::benchmark_data_smithi065_53143_object35285:head#
2020-11-16T20:58:15.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2af8a9:::benchmark_data_smithi065_53143_object68692:head#
2020-11-16T20:58:15.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2b2383:::benchmark_data_smithi065_53143_object67468:head#
2020-11-16T20:58:15.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2bb0d1:::benchmark_data_smithi065_53143_object45010:head#
2020-11-16T20:58:15.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2c398d:::benchmark_data_smithi065_53143_object71377:head#
2020-11-16T20:58:15.506 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2da260:::benchmark_data_smithi065_53143_object31634:head#
2020-11-16T20:58:15.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2df8a6:::benchmark_data_smithi065_53143_object74123:head#
2020-11-16T20:58:15.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2ebf1c:::benchmark_data_smithi065_53143_object21993:head#
2020-11-16T20:58:15.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2f58f9:::benchmark_data_smithi065_53143_object4194:head#
2020-11-16T20:58:15.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b2f626f:::benchmark_data_smithi065_53143_object67812:head#
2020-11-16T20:58:15.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b302338:::benchmark_data_smithi065_53143_object36359:head#
2020-11-16T20:58:15.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b306500:::benchmark_data_smithi065_53143_object67280:head#
2020-11-16T20:58:15.507 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b323cbb:::benchmark_data_smithi065_53143_object70563:head#
2020-11-16T20:58:15.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b32f92b:::benchmark_data_smithi065_53143_object66111:head#
2020-11-16T20:58:15.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b33b11f:::benchmark_data_smithi065_53143_object68017:head#
2020-11-16T20:58:15.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b349b26:::benchmark_data_smithi065_53143_object76611:head#
2020-11-16T20:58:15.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b359af7:::benchmark_data_smithi065_53143_object70329:head#
2020-11-16T20:58:15.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b35df57:::benchmark_data_smithi065_53143_object28299:head#
2020-11-16T20:58:15.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b378e28:::benchmark_data_smithi065_53143_object79150:head#
2020-11-16T20:58:15.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b37ac2a:::benchmark_data_smithi065_53143_object71734:head#
2020-11-16T20:58:15.508 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b3844fa:::benchmark_data_smithi065_53143_object49244:head#
2020-11-16T20:58:15.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b390345:::benchmark_data_smithi065_53143_object38071:head#
2020-11-16T20:58:15.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b39be2c:::benchmark_data_smithi065_53143_object79300:head#
2020-11-16T20:58:15.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b3bf1eb:::benchmark_data_smithi065_53143_object80865:head#
2020-11-16T20:58:15.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b3d6261:::benchmark_data_smithi065_53143_object12403:head#
2020-11-16T20:58:15.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b3ed160:::benchmark_data_smithi065_53143_object80738:head#
2020-11-16T20:58:15.509 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b3fc0da:::benchmark_data_smithi065_53143_object13818:head#
2020-11-16T20:58:15.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b40a183:::benchmark_data_smithi065_53143_object44999:head#
2020-11-16T20:58:15.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b40fd10:::benchmark_data_smithi065_53143_object55980:head#
2020-11-16T20:58:15.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4120fa:::benchmark_data_smithi065_53143_object44153:head#
2020-11-16T20:58:15.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b41c09b:::benchmark_data_smithi065_53143_object45422:head#
2020-11-16T20:58:15.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b458456:::benchmark_data_smithi065_53143_object48992:head#
2020-11-16T20:58:15.510 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b46297c:::benchmark_data_smithi065_53143_object29316:head#
2020-11-16T20:58:15.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4667ed:::benchmark_data_smithi065_53143_object57423:head#
2020-11-16T20:58:15.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b466bf8:::benchmark_data_smithi065_53143_object1099:head#
2020-11-16T20:58:15.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b473d7c:::benchmark_data_smithi065_53143_object41617:head#
2020-11-16T20:58:15.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b484d38:::benchmark_data_smithi065_53143_object22512:head#
2020-11-16T20:58:15.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b488c41:::benchmark_data_smithi065_53143_object40431:head#
2020-11-16T20:58:15.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4950c2:::benchmark_data_smithi065_53143_object52302:head#
2020-11-16T20:58:15.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4998e0:::benchmark_data_smithi065_53143_object16526:head#
2020-11-16T20:58:15.511 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b49a77d:::benchmark_data_smithi065_53143_object59409:head#
2020-11-16T20:58:15.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4a226b:::benchmark_data_smithi065_53143_object73043:head#
2020-11-16T20:58:15.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4a2e31:::benchmark_data_smithi065_53143_object49010:head#
2020-11-16T20:58:15.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4a4f60:::benchmark_data_smithi065_53143_object9783:head#
2020-11-16T20:58:15.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4c8080:::benchmark_data_smithi065_53143_object64721:head#
2020-11-16T20:58:15.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4c9c9b:::benchmark_data_smithi065_53143_object48257:head#
2020-11-16T20:58:15.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4dbd43:::benchmark_data_smithi065_53143_object36407:head#
2020-11-16T20:58:15.512 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b4e84e0:::benchmark_data_smithi065_53143_object63031:head#
2020-11-16T20:58:15.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b50b796:::benchmark_data_smithi065_53143_object10167:head#
2020-11-16T20:58:15.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5128cb:::benchmark_data_smithi065_53143_object49977:head#
2020-11-16T20:58:15.513 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5179f7:::benchmark_data_smithi065_53143_object25669:head#
2020-11-16T20:58:15.517 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b527314:::benchmark_data_smithi065_53143_object59782:head#
2020-11-16T20:58:15.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5507ae:::benchmark_data_smithi065_53143_object12489:head#
2020-11-16T20:58:15.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b557a16:::benchmark_data_smithi065_53143_object55886:head#
2020-11-16T20:58:15.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b565584:::benchmark_data_smithi065_53143_object58406:head#
2020-11-16T20:58:15.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b573c19:::benchmark_data_smithi065_53143_object8989:head#
2020-11-16T20:58:15.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b581a2e:::benchmark_data_smithi065_53143_object9275:head#
2020-11-16T20:58:15.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b59648d:::benchmark_data_smithi065_53143_object1156:head#
2020-11-16T20:58:15.518 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b59ad5e:::benchmark_data_smithi065_53143_object16265:head#
2020-11-16T20:58:15.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5ab987:::benchmark_data_smithi065_53143_object66726:head#
2020-11-16T20:58:15.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5b21e0:::benchmark_data_smithi065_53143_object216:head#
2020-11-16T20:58:15.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5b7e08:::benchmark_data_smithi065_53143_object33825:head#
2020-11-16T20:58:15.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5d2b64:::benchmark_data_smithi065_53143_object66920:head#
2020-11-16T20:58:15.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5d383c:::benchmark_data_smithi065_53143_object77967:head#
2020-11-16T20:58:15.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5de445:::benchmark_data_smithi065_53143_object65349:head#
2020-11-16T20:58:15.519 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5e0780:::benchmark_data_smithi065_53143_object35043:head#
2020-11-16T20:58:15.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5e18a3:::benchmark_data_smithi065_53143_object54143:head#
2020-11-16T20:58:15.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5e6797:::benchmark_data_smithi065_53143_object5490:head#
2020-11-16T20:58:15.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b5ebd26:::benchmark_data_smithi065_53143_object53742:head#
2020-11-16T20:58:15.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b608b41:::benchmark_data_smithi065_53143_object36249:head#
2020-11-16T20:58:15.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b608e08:::benchmark_data_smithi065_53143_object41862:head#
2020-11-16T20:58:15.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b609e40:::benchmark_data_smithi065_53143_object43917:head#
2020-11-16T20:58:15.520 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b629960:::benchmark_data_smithi065_53143_object43535:head#
2020-11-16T20:58:15.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6379c8:::benchmark_data_smithi065_53143_object4310:head#
2020-11-16T20:58:15.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b65741b:::benchmark_data_smithi065_53143_object57699:head#
2020-11-16T20:58:15.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b65c760:::benchmark_data_smithi065_53143_object1457:head#
2020-11-16T20:58:15.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b668b24:::benchmark_data_smithi065_53143_object73565:head#
2020-11-16T20:58:15.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6724c2:::benchmark_data_smithi065_53143_object46786:head#
2020-11-16T20:58:15.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6a5478:::benchmark_data_smithi065_53143_object25678:head#
2020-11-16T20:58:15.521 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6abc80:::benchmark_data_smithi065_53143_object70327:head#
2020-11-16T20:58:15.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6b5344:::benchmark_data_smithi065_53143_object4906:head#
2020-11-16T20:58:15.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6d565d:::benchmark_data_smithi065_53143_object69136:head#
2020-11-16T20:58:15.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6d5974:::benchmark_data_smithi065_53143_object23676:head#
2020-11-16T20:58:15.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6dc728:::benchmark_data_smithi065_53143_object44567:head#
2020-11-16T20:58:15.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b6e6e08:::benchmark_data_smithi065_53143_object55190:head#
2020-11-16T20:58:15.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b7033f3:::benchmark_data_smithi065_53143_object56471:head#
2020-11-16T20:58:15.522 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b719879:::benchmark_data_smithi065_53143_object43189:head#
2020-11-16T20:58:15.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b71a8f0:::benchmark_data_smithi065_53143_object28248:head#
2020-11-16T20:58:15.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b71d958:::benchmark_data_smithi065_53143_object24875:head#
2020-11-16T20:58:15.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b725dcb:::benchmark_data_smithi065_53143_object15810:head#
2020-11-16T20:58:15.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b735dbc:::benchmark_data_smithi065_53143_object38438:head#
2020-11-16T20:58:15.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b756023:::benchmark_data_smithi065_53143_object43082:head#
2020-11-16T20:58:15.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b7aeef2:::benchmark_data_smithi065_53143_object53731:head#
2020-11-16T20:58:15.523 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b7af5d0:::benchmark_data_smithi065_53143_object38905:head#
2020-11-16T20:58:15.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b7c2043:::benchmark_data_smithi065_53143_object74935:head#
2020-11-16T20:58:15.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b7c6139:::benchmark_data_smithi065_53143_object8224:head#
2020-11-16T20:58:15.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b7ce529:::benchmark_data_smithi065_53143_object77671:head#
2020-11-16T20:58:15.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b7dd58a:::benchmark_data_smithi065_53143_object5226:head#
2020-11-16T20:58:15.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b7fcea6:::benchmark_data_smithi065_53143_object9734:head#
2020-11-16T20:58:15.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b804ea4:::benchmark_data_smithi065_53143_object4735:head#
2020-11-16T20:58:15.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b80ec9c:::benchmark_data_smithi065_53143_object38057:head#
2020-11-16T20:58:15.524 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8330aa:::benchmark_data_smithi065_53143_object10779:head#
2020-11-16T20:58:15.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b83b64b:::benchmark_data_smithi065_53143_object9978:head#
2020-11-16T20:58:15.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b84d41e:::benchmark_data_smithi065_53143_object26913:head#
2020-11-16T20:58:15.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b84ee74:::benchmark_data_smithi065_53143_object54263:head#
2020-11-16T20:58:15.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8518a3:::benchmark_data_smithi065_53143_object62721:head#
2020-11-16T20:58:15.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b851c69:::benchmark_data_smithi065_53143_object81151:head#
2020-11-16T20:58:15.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8777b9:::benchmark_data_smithi065_53143_object40747:head#
2020-11-16T20:58:15.525 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b87cb5e:::benchmark_data_smithi065_53143_object69989:head#
2020-11-16T20:58:15.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8847dc:::benchmark_data_smithi065_53143_object77325:head#
2020-11-16T20:58:15.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b89e078:::benchmark_data_smithi065_53143_object18437:head#
2020-11-16T20:58:15.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8abc1f:::benchmark_data_smithi065_53143_object69114:head#
2020-11-16T20:58:15.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8b103b:::benchmark_data_smithi065_53143_object34084:head#
2020-11-16T20:58:15.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8c7a8e:::benchmark_data_smithi065_53143_object80630:head#
2020-11-16T20:58:15.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8c9b46:::benchmark_data_smithi065_53143_object696:head#
2020-11-16T20:58:15.526 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8cc8ee:::benchmark_data_smithi065_53143_object57086:head#
2020-11-16T20:58:15.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8eb79b:::benchmark_data_smithi065_53143_object36139:head#
2020-11-16T20:58:15.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b8f940e:::benchmark_data_smithi065_53143_object33519:head#
2020-11-16T20:58:15.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b90c8a4:::benchmark_data_smithi065_53143_object29249:head#
2020-11-16T20:58:15.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b90d30e:::benchmark_data_smithi065_53143_object58451:head#
2020-11-16T20:58:15.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b9123bb:::benchmark_data_smithi065_53143_object30264:head#
2020-11-16T20:58:15.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b9363e0:::benchmark_data_smithi065_53143_object27348:head#
2020-11-16T20:58:15.527 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b94fc9b:::benchmark_data_smithi065_53143_object75016:head#
2020-11-16T20:58:15.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b959f2e:::benchmark_data_smithi065_53143_object57406:head#
2020-11-16T20:58:15.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b95d8b2:::benchmark_data_smithi065_53143_object23892:head#
2020-11-16T20:58:15.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b960a21:::benchmark_data_smithi065_53143_object13231:head#
2020-11-16T20:58:15.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b964873:::benchmark_data_smithi065_53143_object77735:head#
2020-11-16T20:58:15.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b969f39:::benchmark_data_smithi065_53143_object44562:head#
2020-11-16T20:58:15.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b98f62a:::benchmark_data_smithi065_53143_object81934:head#
2020-11-16T20:58:15.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b992124:::benchmark_data_smithi065_53143_object57022:head#
2020-11-16T20:58:15.528 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b9b3e5f:::benchmark_data_smithi065_53143_object23367:head#
2020-11-16T20:58:15.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b9c3107:::benchmark_data_smithi065_53143_object79894:head#
2020-11-16T20:58:15.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b9da25c:::benchmark_data_smithi065_53143_object76520:head#
2020-11-16T20:58:15.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9b9fe74a:::benchmark_data_smithi065_53143_object51063:head#
2020-11-16T20:58:15.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba0d515:::benchmark_data_smithi065_53143_object30:head#
2020-11-16T20:58:15.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba15f94:::benchmark_data_smithi065_53143_object32098:head#
2020-11-16T20:58:15.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba26cb4:::benchmark_data_smithi065_53143_object49678:head#
2020-11-16T20:58:15.529 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba30a8b:::benchmark_data_smithi065_53143_object47239:head#
2020-11-16T20:58:15.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba35c42:::benchmark_data_smithi065_53143_object61661:head#
2020-11-16T20:58:15.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba4b7a4:::benchmark_data_smithi065_53143_object80734:head#
2020-11-16T20:58:15.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba4c8ad:::benchmark_data_smithi065_53143_object61054:head#
2020-11-16T20:58:15.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba509ef:::benchmark_data_smithi065_53143_object40192:head#
2020-11-16T20:58:15.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba59f36:::benchmark_data_smithi065_53143_object43729:head#
2020-11-16T20:58:15.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba7242b:::benchmark_data_smithi065_53143_object20296:head#
2020-11-16T20:58:15.530 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba78b6d:::benchmark_data_smithi065_53143_object76497:head#
2020-11-16T20:58:15.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba7f967:::benchmark_data_smithi065_53143_object10856:head#
2020-11-16T20:58:15.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ba8241b:::benchmark_data_smithi065_53143_object41267:head#
2020-11-16T20:58:15.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bab44d1:::benchmark_data_smithi065_53143_object27547:head#
2020-11-16T20:58:15.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bac2f71:::benchmark_data_smithi065_53143_object36011:head#
2020-11-16T20:58:15.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bac9e1d:::benchmark_data_smithi065_53143_object24297:head#
2020-11-16T20:58:15.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bacc967:::benchmark_data_smithi065_53143_object72007:head#
2020-11-16T20:58:15.531 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bae0a9b:::benchmark_data_smithi065_53143_object44745:head#
2020-11-16T20:58:15.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bae6ad4:::benchmark_data_smithi065_53143_object27151:head#
2020-11-16T20:58:15.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9baf8fa5:::benchmark_data_smithi065_53143_object27592:head#
2020-11-16T20:58:15.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb01974:::benchmark_data_smithi065_53143_object13098:head#
2020-11-16T20:58:15.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb035f2:::benchmark_data_smithi065_53143_object45809:head#
2020-11-16T20:58:15.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb0cbde:::benchmark_data_smithi065_53143_object59367:head#
2020-11-16T20:58:15.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb1183e:::benchmark_data_smithi065_53143_object50867:head#
2020-11-16T20:58:15.532 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb27dcc:::benchmark_data_smithi065_53143_object52277:head#
2020-11-16T20:58:15.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb297c3:::benchmark_data_smithi065_53143_object23745:head#
2020-11-16T20:58:15.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb2f8a6:::benchmark_data_smithi065_53143_object5178:head#
2020-11-16T20:58:15.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb5c8b8:::benchmark_data_smithi065_53143_object39762:head#
2020-11-16T20:58:15.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb5fbb8:::benchmark_data_smithi065_53143_object32808:head#
2020-11-16T20:58:15.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb647a5:::benchmark_data_smithi065_53143_object76751:head#
2020-11-16T20:58:15.533 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb67d96:::benchmark_data_smithi065_53143_object36318:head#
2020-11-16T20:58:15.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb7137c:::benchmark_data_smithi065_53143_object50438:head#
2020-11-16T20:58:15.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb73aa9:::benchmark_data_smithi065_53143_object14453:head#
2020-11-16T20:58:15.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb7f050:::benchmark_data_smithi065_53143_object53649:head#
2020-11-16T20:58:15.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb84355:::benchmark_data_smithi065_53143_object40619:head#
2020-11-16T20:58:15.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb84e2f:::benchmark_data_smithi065_53143_object34606:head#
2020-11-16T20:58:15.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bb88521:::benchmark_data_smithi065_53143_object32500:head#
2020-11-16T20:58:15.534 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bba71da:::benchmark_data_smithi065_53143_object50812:head#
2020-11-16T20:58:15.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bbb019c:::benchmark_data_smithi065_53143_object60605:head#
2020-11-16T20:58:15.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bbe8138:::benchmark_data_smithi065_53143_object73338:head#
2020-11-16T20:58:15.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bbebf5f:::benchmark_data_smithi065_53143_object833:head#
2020-11-16T20:58:15.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc03f6c:::benchmark_data_smithi065_53143_object72110:head#
2020-11-16T20:58:15.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc0e2f2:::benchmark_data_smithi065_53143_object60233:head#
2020-11-16T20:58:15.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc18f58:::benchmark_data_smithi065_53143_object58601:head#
2020-11-16T20:58:15.535 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc1f611:::benchmark_data_smithi065_53143_object1256:head#
2020-11-16T20:58:15.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc392b7:::benchmark_data_smithi065_53143_object21491:head#
2020-11-16T20:58:15.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc42b20:::benchmark_data_smithi065_53143_object28042:head#
2020-11-16T20:58:15.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc433fc:::benchmark_data_smithi065_53143_object65810:head#
2020-11-16T20:58:15.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc4e8eb:::benchmark_data_smithi065_53143_object22975:head#
2020-11-16T20:58:15.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc53739:::benchmark_data_smithi065_53143_object29728:head#
2020-11-16T20:58:15.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc57c8a:::benchmark_data_smithi065_53143_object60505:head#
2020-11-16T20:58:15.536 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc60d92:::benchmark_data_smithi065_53143_object70520:head#
2020-11-16T20:58:15.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc7850c:::benchmark_data_smithi065_53143_object6815:head#
2020-11-16T20:58:15.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc7bd34:::benchmark_data_smithi065_53143_object49924:head#
2020-11-16T20:58:15.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc7d6cd:::benchmark_data_smithi065_53143_object32768:head#
2020-11-16T20:58:15.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc7dbce:::benchmark_data_smithi065_53143_object55455:head#
2020-11-16T20:58:15.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc80779:::benchmark_data_smithi065_53143_object51781:head#
2020-11-16T20:58:15.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc9a139:::benchmark_data_smithi065_53143_object6338:head#
2020-11-16T20:58:15.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bc9bdba:::benchmark_data_smithi065_53143_object22508:head#
2020-11-16T20:58:15.537 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bca9652:::benchmark_data_smithi065_53143_object46451:head#
2020-11-16T20:58:15.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bcb08f9:::benchmark_data_smithi065_53143_object46110:head#
2020-11-16T20:58:15.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bcbfc69:::benchmark_data_smithi065_53143_object54393:head#
2020-11-16T20:58:15.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bccc6d0:::benchmark_data_smithi065_53143_object75251:head#
2020-11-16T20:58:15.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bcd57e7:::benchmark_data_smithi065_53143_object28791:head#
2020-11-16T20:58:15.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bcddc7f:::benchmark_data_smithi065_53143_object25775:head#
2020-11-16T20:58:15.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bcf85b3:::benchmark_data_smithi065_53143_object58245:head#
2020-11-16T20:58:15.538 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bcfae87:::benchmark_data_smithi065_53143_object39615:head#
2020-11-16T20:58:15.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bcfb0a0:::benchmark_data_smithi065_53143_object70353:head#
2020-11-16T20:58:15.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bcfc878:::benchmark_data_smithi065_53143_object21953:head#
2020-11-16T20:58:15.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd02343:::benchmark_data_smithi065_53143_object9877:head#
2020-11-16T20:58:15.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd09034:::benchmark_data_smithi065_53143_object51703:head#
2020-11-16T20:58:15.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd14322:::benchmark_data_smithi065_53143_object65815:head#
2020-11-16T20:58:15.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd204f7:::benchmark_data_smithi065_53143_object5017:head#
2020-11-16T20:58:15.539 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd20aad:::benchmark_data_smithi065_53143_object25570:head#
2020-11-16T20:58:15.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd27df4:::benchmark_data_smithi065_53143_object60991:head#
2020-11-16T20:58:15.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd2bb08:::benchmark_data_smithi065_53143_object73651:head#
2020-11-16T20:58:15.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd6f44a:::benchmark_data_smithi065_53143_object8612:head#
2020-11-16T20:58:15.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd78823:::benchmark_data_smithi065_53143_object47621:head#
2020-11-16T20:58:15.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd7ee27:::benchmark_data_smithi065_53143_object9580:head#
2020-11-16T20:58:15.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd8931d:::benchmark_data_smithi065_53143_object69155:head#
2020-11-16T20:58:15.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bd9738d:::benchmark_data_smithi065_53143_object36491:head#
2020-11-16T20:58:15.540 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bda6407:::benchmark_data_smithi065_53143_object6796:head#
2020-11-16T20:58:15.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bda72ef:::benchmark_data_smithi065_53143_object33952:head#
2020-11-16T20:58:15.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bdbf67f:::benchmark_data_smithi065_53143_object8122:head#
2020-11-16T20:58:15.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bde6af7:::benchmark_data_smithi065_53143_object71596:head#
2020-11-16T20:58:15.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bde93c1:::benchmark_data_smithi065_53143_object3304:head#
2020-11-16T20:58:15.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bdff68c:::benchmark_data_smithi065_53143_object25065:head#
2020-11-16T20:58:15.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be0b734:::benchmark_data_smithi065_53143_object58082:head#
2020-11-16T20:58:15.541 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be0e6b2:::benchmark_data_smithi065_53143_object67509:head#
2020-11-16T20:58:15.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be201d2:::benchmark_data_smithi065_53143_object68154:head#
2020-11-16T20:58:15.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be26ba1:::benchmark_data_smithi065_53143_object49278:head#
2020-11-16T20:58:15.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be2eb5c:::benchmark_data_smithi065_53143_object7323:head#
2020-11-16T20:58:15.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be43b2a:::benchmark_data_smithi065_53143_object33406:head#
2020-11-16T20:58:15.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be4e400:::benchmark_data_smithi065_53143_object76659:head#
2020-11-16T20:58:15.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be544cd:::benchmark_data_smithi065_53143_object6453:head#
2020-11-16T20:58:15.542 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be5612a:::benchmark_data_smithi065_53143_object79745:head#
2020-11-16T20:58:15.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be57bee:::benchmark_data_smithi065_53143_object27292:head#
2020-11-16T20:58:15.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be5dc76:::benchmark_data_smithi065_53143_object28883:head#
2020-11-16T20:58:15.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be71a86:::benchmark_data_smithi065_53143_object79390:head#
2020-11-16T20:58:15.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be82baf:::benchmark_data_smithi065_53143_object38852:head#
2020-11-16T20:58:15.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be84feb:::benchmark_data_smithi065_53143_object34657:head#
2020-11-16T20:58:15.543 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9be982ca:::benchmark_data_smithi065_53143_object69462:head#
2020-11-16T20:58:15.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bea05c3:::benchmark_data_smithi065_53143_object75668:head#
2020-11-16T20:58:15.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9beb6260:::benchmark_data_smithi065_53143_object32979:head#
2020-11-16T20:58:15.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bebdbef:::benchmark_data_smithi065_53143_object46781:head#
2020-11-16T20:58:15.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bec7276:::benchmark_data_smithi065_53143_object17043:head#
2020-11-16T20:58:15.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bedd1aa:::benchmark_data_smithi065_53143_object48324:head#
2020-11-16T20:58:15.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9befb067:::benchmark_data_smithi065_53143_object33249:head#
2020-11-16T20:58:15.544 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf06ae6:::benchmark_data_smithi065_53143_object52663:head#
2020-11-16T20:58:15.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf07486:::benchmark_data_smithi065_53143_object5534:head#
2020-11-16T20:58:15.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf0cd86:::benchmark_data_smithi065_53143_object28025:head#
2020-11-16T20:58:15.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf0f2be:::benchmark_data_smithi065_53143_object43985:head#
2020-11-16T20:58:15.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf0f82f:::benchmark_data_smithi065_53143_object11610:head#
2020-11-16T20:58:15.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf277a4:::benchmark_data_smithi065_53143_object63110:head#
2020-11-16T20:58:15.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf2acd0:::benchmark_data_smithi065_53143_object77053:head#
2020-11-16T20:58:15.545 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf2d4bd:::benchmark_data_smithi065_53143_object38330:head#
2020-11-16T20:58:15.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf3417e:::benchmark_data_smithi065_53143_object49826:head#
2020-11-16T20:58:15.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf6133d:::benchmark_data_smithi065_53143_object25247:head#
2020-11-16T20:58:15.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf715b1:::benchmark_data_smithi065_53143_object60339:head#
2020-11-16T20:58:15.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf76053:::benchmark_data_smithi065_53143_object9252:head#
2020-11-16T20:58:15.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf83d1f:::benchmark_data_smithi065_53143_object15531:head#
2020-11-16T20:58:15.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bf8664f:::benchmark_data_smithi065_53143_object17747:head#
2020-11-16T20:58:15.546 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bfc6dad:::benchmark_data_smithi065_53143_object14338:head#
2020-11-16T20:58:15.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bfd0ac2:::benchmark_data_smithi065_53143_object29801:head#
2020-11-16T20:58:15.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bfeca65:::benchmark_data_smithi065_53143_object29407:head#
2020-11-16T20:58:15.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9bffcf67:::benchmark_data_smithi065_53143_object74843:head#
2020-11-16T20:58:15.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c009276:::benchmark_data_smithi065_53143_object2214:head#
2020-11-16T20:58:15.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c02e631:::benchmark_data_smithi065_53143_object73310:head#
2020-11-16T20:58:15.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c02f1ce:::benchmark_data_smithi065_53143_object37476:head#
2020-11-16T20:58:15.547 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c030900:::benchmark_data_smithi065_53143_object56505:head#
2020-11-16T20:58:15.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c04d301:::benchmark_data_smithi065_53143_object8858:head#
2020-11-16T20:58:15.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c05a29c:::benchmark_data_smithi065_53143_object81279:head#
2020-11-16T20:58:15.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c05d057:::benchmark_data_smithi065_53143_object37914:head#
2020-11-16T20:58:15.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c05eb3a:::benchmark_data_smithi065_53143_object551:head#
2020-11-16T20:58:15.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c067040:::benchmark_data_smithi065_53143_object15686:head#
2020-11-16T20:58:15.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c07ab1e:::benchmark_data_smithi065_53143_object78360:head#
2020-11-16T20:58:15.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c082669:::benchmark_data_smithi065_53143_object64756:head#
2020-11-16T20:58:15.548 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c08da52:::benchmark_data_smithi065_53143_object13209:head#
2020-11-16T20:58:15.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c093982:::benchmark_data_smithi065_53143_object15987:head#
2020-11-16T20:58:15.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0ba249:::benchmark_data_smithi065_53143_object72126:head#
2020-11-16T20:58:15.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0bb41d:::benchmark_data_smithi065_53143_object3774:head#
2020-11-16T20:58:15.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0c7c8b:::benchmark_data_smithi065_53143_object8410:head#
2020-11-16T20:58:15.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0d78e8:::benchmark_data_smithi065_53143_object21754:head#
2020-11-16T20:58:15.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0da4fa:::benchmark_data_smithi065_53143_object27627:head#
2020-11-16T20:58:15.549 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0de9e1:::benchmark_data_smithi065_53143_object81042:head#
2020-11-16T20:58:15.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0e1bc8:::benchmark_data_smithi065_53143_object28599:head#
2020-11-16T20:58:15.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0e64d5:::benchmark_data_smithi065_53143_object50415:head#
2020-11-16T20:58:15.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0e8100:::benchmark_data_smithi065_53143_object39776:head#
2020-11-16T20:58:15.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c0ef0e1:::benchmark_data_smithi065_53143_object71409:head#
2020-11-16T20:58:15.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c1267cc:::benchmark_data_smithi065_53143_object72051:head#
2020-11-16T20:58:15.550 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c149d2b:::benchmark_data_smithi065_53143_object12342:head#
2020-11-16T20:58:15.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c157b02:::benchmark_data_smithi065_53143_object25757:head#
2020-11-16T20:58:15.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c157e95:::benchmark_data_smithi065_53143_object34631:head#
2020-11-16T20:58:15.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c15c991:::benchmark_data_smithi065_53143_object63417:head#
2020-11-16T20:58:15.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c174c4b:::benchmark_data_smithi065_53143_object6675:head#
2020-11-16T20:58:15.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c178e11:::benchmark_data_smithi065_53143_object4205:head#
2020-11-16T20:58:15.551 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c18754e:::benchmark_data_smithi065_53143_object40643:head#
2020-11-16T20:58:15.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c1a9174:::benchmark_data_smithi065_53143_object3845:head#
2020-11-16T20:58:15.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c1cd797:::benchmark_data_smithi065_53143_object6399:head#
2020-11-16T20:58:15.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c1d64fb:::benchmark_data_smithi065_53143_object21572:head#
2020-11-16T20:58:15.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c1e795f:::benchmark_data_smithi065_53143_object23034:head#
2020-11-16T20:58:15.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c1e7f01:::benchmark_data_smithi065_53143_object49832:head#
2020-11-16T20:58:15.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c1f7607:::benchmark_data_smithi065_53143_object2608:head#
2020-11-16T20:58:15.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c1fc412:::benchmark_data_smithi065_53143_object73676:head#
2020-11-16T20:58:15.552 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c20eee1:::benchmark_data_smithi065_53143_object33333:head#
2020-11-16T20:58:15.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c21edda:::benchmark_data_smithi065_53143_object15936:head#
2020-11-16T20:58:15.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c227024:::benchmark_data_smithi065_53143_object14841:head#
2020-11-16T20:58:15.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2324ee:::benchmark_data_smithi065_53143_object49113:head#
2020-11-16T20:58:15.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c235b0f:::benchmark_data_smithi065_53143_object47726:head#
2020-11-16T20:58:15.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c23e66b:::benchmark_data_smithi065_53143_object4273:head#
2020-11-16T20:58:15.553 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2419f8:::benchmark_data_smithi065_53143_object48099:head#
2020-11-16T20:58:15.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c244ad5:::benchmark_data_smithi065_53143_object56885:head#
2020-11-16T20:58:15.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c246f79:::benchmark_data_smithi065_53143_object75123:head#
2020-11-16T20:58:15.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c27fe27:::benchmark_data_smithi065_53143_object52759:head#
2020-11-16T20:58:15.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c28ce9b:::benchmark_data_smithi065_53143_object53662:head#
2020-11-16T20:58:15.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c291005:::benchmark_data_smithi065_53143_object49071:head#
2020-11-16T20:58:15.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c29192d:::benchmark_data_smithi065_53143_object33153:head#
2020-11-16T20:58:15.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c29a116:::benchmark_data_smithi065_53143_object60211:head#
2020-11-16T20:58:15.554 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c29cbe2:::benchmark_data_smithi065_53143_object31798:head#
2020-11-16T20:58:15.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2ac753:::benchmark_data_smithi065_53143_object59639:head#
2020-11-16T20:58:15.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2b0cce:::benchmark_data_smithi065_53143_object26505:head#
2020-11-16T20:58:15.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2b7755:::benchmark_data_smithi065_53143_object63778:head#
2020-11-16T20:58:15.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2b91b7:::benchmark_data_smithi065_53143_object24070:head#
2020-11-16T20:58:15.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2bfe78:::benchmark_data_smithi065_53143_object31418:head#
2020-11-16T20:58:15.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2c7911:::benchmark_data_smithi065_53143_object2374:head#
2020-11-16T20:58:15.555 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2cfc43:::benchmark_data_smithi065_53143_object65131:head#
2020-11-16T20:58:15.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2d34e4:::benchmark_data_smithi065_53143_object21227:head#
2020-11-16T20:58:15.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2d9967:::benchmark_data_smithi065_53143_object59828:head#
2020-11-16T20:58:15.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2e64a3:::benchmark_data_smithi065_53143_object8863:head#
2020-11-16T20:58:15.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2ed3ac:::benchmark_data_smithi065_53143_object61880:head#
2020-11-16T20:58:15.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2f1073:::benchmark_data_smithi065_53143_object6225:head#
2020-11-16T20:58:15.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2f6fe5:::benchmark_data_smithi065_53143_object46811:head#
2020-11-16T20:58:15.556 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c2f8a82:::benchmark_data_smithi065_53143_object77309:head#
2020-11-16T20:58:15.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c305343:::benchmark_data_smithi065_53143_object77711:head#
2020-11-16T20:58:15.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c306548:::benchmark_data_smithi065_53143_object48222:head#
2020-11-16T20:58:15.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c310f01:::benchmark_data_smithi065_53143_object15283:head#
2020-11-16T20:58:15.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c31cb98:::benchmark_data_smithi065_53143_object54413:head#
2020-11-16T20:58:15.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c334e20:::benchmark_data_smithi065_53143_object64535:head#
2020-11-16T20:58:15.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c341992:::benchmark_data_smithi065_53143_object31638:head#
2020-11-16T20:58:15.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c357d47:::benchmark_data_smithi065_53143_object51373:head#
2020-11-16T20:58:15.557 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c3656b2:::benchmark_data_smithi065_53143_object1510:head#
2020-11-16T20:58:15.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c37a461:::benchmark_data_smithi065_53143_object23993:head#
2020-11-16T20:58:15.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c382d93:::benchmark_data_smithi065_53143_object20225:head#
2020-11-16T20:58:15.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c3a2bf2:::benchmark_data_smithi065_53143_object58918:head#
2020-11-16T20:58:15.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c3aef2d:::benchmark_data_smithi065_53143_object12095:head#
2020-11-16T20:58:15.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c3b38ed:::benchmark_data_smithi065_53143_object41791:head#
2020-11-16T20:58:15.558 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c3c4f32:::benchmark_data_smithi065_53143_object47685:head#
2020-11-16T20:58:15.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c3d9ed5:::benchmark_data_smithi065_53143_object44161:head#
2020-11-16T20:58:15.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c3da390:::benchmark_data_smithi065_53143_object32291:head#
2020-11-16T20:58:15.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c3de42d:::benchmark_data_smithi065_53143_object49598:head#
2020-11-16T20:58:15.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c40677b:::benchmark_data_smithi065_53143_object80339:head#
2020-11-16T20:58:15.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c41b8db:::benchmark_data_smithi065_53143_object54327:head#
2020-11-16T20:58:15.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c42a866:::benchmark_data_smithi065_53143_object61672:head#
2020-11-16T20:58:15.559 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c435fbd:::benchmark_data_smithi065_53143_object55094:head#
2020-11-16T20:58:15.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c43b93c:::benchmark_data_smithi065_53143_object64323:head#
2020-11-16T20:58:15.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c43f5da:::benchmark_data_smithi065_53143_object66568:head#
2020-11-16T20:58:15.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c44a240:::benchmark_data_smithi065_53143_object33946:head#
2020-11-16T20:58:15.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c455053:::benchmark_data_smithi065_53143_object12321:head#
2020-11-16T20:58:15.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c468f62:::benchmark_data_smithi065_53143_object54817:head#
2020-11-16T20:58:15.560 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c47809b:::benchmark_data_smithi065_53143_object80644:head#
2020-11-16T20:58:15.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c47b1be:::benchmark_data_smithi065_53143_object69481:head#
2020-11-16T20:58:15.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c49abdb:::benchmark_data_smithi065_53143_object61596:head#
2020-11-16T20:58:15.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c4a8760:::benchmark_data_smithi065_53143_object76048:head#
2020-11-16T20:58:15.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c4b6762:::benchmark_data_smithi065_53143_object28733:head#
2020-11-16T20:58:15.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c4d226c:::benchmark_data_smithi065_53143_object556:head#
2020-11-16T20:58:15.561 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c4d93c7:::benchmark_data_smithi065_53143_object62355:head#
2020-11-16T20:58:15.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c4e746f:::benchmark_data_smithi065_53143_object43965:head#
2020-11-16T20:58:15.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c4ebea2:::benchmark_data_smithi065_53143_object31099:head#
2020-11-16T20:58:15.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c4f977e:::benchmark_data_smithi065_53143_object38129:head#
2020-11-16T20:58:15.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c520ab3:::benchmark_data_smithi065_53143_object1466:head#
2020-11-16T20:58:15.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5218c0:::benchmark_data_smithi065_53143_object43441:head#
2020-11-16T20:58:15.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c52555c:::benchmark_data_smithi065_53143_object52910:head#
2020-11-16T20:58:15.562 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c526210:::benchmark_data_smithi065_53143_object80361:head#
2020-11-16T20:58:15.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c531467:::benchmark_data_smithi065_53143_object18796:head#
2020-11-16T20:58:15.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c55f872:::benchmark_data_smithi065_53143_object17857:head#
2020-11-16T20:58:15.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c57ad17:::benchmark_data_smithi065_53143_object62320:head#
2020-11-16T20:58:15.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c57d404:::benchmark_data_smithi065_53143_object55721:head#
2020-11-16T20:58:15.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c57ea27:::benchmark_data_smithi065_53143_object72124:head#
2020-11-16T20:58:15.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c592682:::benchmark_data_smithi065_53143_object37789:head#
2020-11-16T20:58:15.563 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c596d1e:::benchmark_data_smithi065_53143_object73799:head#
2020-11-16T20:58:15.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5a3e93:::benchmark_data_smithi065_53143_object69038:head#
2020-11-16T20:58:15.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5b3a71:::benchmark_data_smithi065_53143_object6326:head#
2020-11-16T20:58:15.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5b8fd7:::benchmark_data_smithi065_53143_object14989:head#
2020-11-16T20:58:15.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5c5003:::benchmark_data_smithi065_53143_object64159:head#
2020-11-16T20:58:15.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5c5a60:::benchmark_data_smithi065_53143_object80588:head#
2020-11-16T20:58:15.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5d1b33:::benchmark_data_smithi065_53143_object60843:head#
2020-11-16T20:58:15.564 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5e0d17:::benchmark_data_smithi065_53143_object80207:head#
2020-11-16T20:58:15.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5f18e7:::benchmark_data_smithi065_53143_object42865:head#
2020-11-16T20:58:15.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5f1c7c:::benchmark_data_smithi065_53143_object69727:head#
2020-11-16T20:58:15.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c5f81af:::benchmark_data_smithi065_53143_object79917:head#
2020-11-16T20:58:15.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c60a0a2:::benchmark_data_smithi065_53143_object26573:head#
2020-11-16T20:58:15.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6333e7:::benchmark_data_smithi065_53143_object45597:head#
2020-11-16T20:58:15.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c633529:::benchmark_data_smithi065_53143_object35891:head#
2020-11-16T20:58:15.565 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c645c54:::benchmark_data_smithi065_53143_object51181:head#
2020-11-16T20:58:15.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c648130:::benchmark_data_smithi065_53143_object56797:head#
2020-11-16T20:58:15.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c65c53b:::benchmark_data_smithi065_53143_object48346:head#
2020-11-16T20:58:15.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c669e92:::benchmark_data_smithi065_53143_object22641:head#
2020-11-16T20:58:15.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c66bf0b:::benchmark_data_smithi065_53143_object19636:head#
2020-11-16T20:58:15.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6780dd:::benchmark_data_smithi065_53143_object41294:head#
2020-11-16T20:58:15.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c67ecb4:::benchmark_data_smithi065_53143_object3990:head#
2020-11-16T20:58:15.566 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6829f1:::benchmark_data_smithi065_53143_object61964:head#
2020-11-16T20:58:15.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c69e6d0:::benchmark_data_smithi065_53143_object28468:head#
2020-11-16T20:58:15.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6b5161:::benchmark_data_smithi065_53143_object81598:head#
2020-11-16T20:58:15.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6ba853:::benchmark_data_smithi065_53143_object81103:head#
2020-11-16T20:58:15.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6c08f5:::benchmark_data_smithi065_53143_object6900:head#
2020-11-16T20:58:15.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6cb906:::benchmark_data_smithi065_53143_object56392:head#
2020-11-16T20:58:15.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6d70cc:::benchmark_data_smithi065_53143_object41608:head#
2020-11-16T20:58:15.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c6de717:::benchmark_data_smithi065_53143_object61234:head#
2020-11-16T20:58:15.567 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c713cb3:::benchmark_data_smithi065_53143_object48196:head#
2020-11-16T20:58:15.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c71e728:::benchmark_data_smithi065_53143_object51237:head#
2020-11-16T20:58:15.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c72ab6e:::benchmark_data_smithi065_53143_object175:head#
2020-11-16T20:58:15.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c74d458:::benchmark_data_smithi065_53143_object34811:head#
2020-11-16T20:58:15.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c755725:::benchmark_data_smithi065_53143_object75992:head#
2020-11-16T20:58:15.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c7692eb:::benchmark_data_smithi065_53143_object39314:head#
2020-11-16T20:58:15.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c779ba0:::benchmark_data_smithi065_53143_object81531:head#
2020-11-16T20:58:15.568 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c7978c4:::benchmark_data_smithi065_53143_object64039:head#
2020-11-16T20:58:15.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c79d9b5:::benchmark_data_smithi065_53143_object71605:head#
2020-11-16T20:58:15.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c7b5d39:::benchmark_data_smithi065_53143_object35660:head#
2020-11-16T20:58:15.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c7c3989:::benchmark_data_smithi065_53143_object55059:head#
2020-11-16T20:58:15.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c7d8337:::benchmark_data_smithi065_53143_object12718:head#
2020-11-16T20:58:15.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c7e5ff6:::benchmark_data_smithi065_53143_object24015:head#
2020-11-16T20:58:15.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c7f76c7:::benchmark_data_smithi065_53143_object31784:head#
2020-11-16T20:58:15.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c808d0a:::benchmark_data_smithi065_53143_object62740:head#
2020-11-16T20:58:15.569 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c80d453:::benchmark_data_smithi065_53143_object15838:head#
2020-11-16T20:58:15.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c828887:::benchmark_data_smithi065_53143_object22459:head#
2020-11-16T20:58:15.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c83451e:::benchmark_data_smithi065_53143_object79278:head#
2020-11-16T20:58:15.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c85355b:::benchmark_data_smithi065_53143_object2420:head#
2020-11-16T20:58:15.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c85d44c:::benchmark_data_smithi065_53143_object10349:head#
2020-11-16T20:58:15.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c8759b7:::benchmark_data_smithi065_53143_object27936:head#
2020-11-16T20:58:15.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c8a852f:::benchmark_data_smithi065_53143_object43846:head#
2020-11-16T20:58:15.570 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c8cff67:::benchmark_data_smithi065_53143_object24763:head#
2020-11-16T20:58:15.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c8d68e6:::benchmark_data_smithi065_53143_object13786:head#
2020-11-16T20:58:15.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c8d697f:::benchmark_data_smithi065_53143_object38372:head#
2020-11-16T20:58:15.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c8e436a:::benchmark_data_smithi065_53143_object27481:head#
2020-11-16T20:58:15.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c8ecabc:::benchmark_data_smithi065_53143_object10055:head#
2020-11-16T20:58:15.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c8ef3a8:::benchmark_data_smithi065_53143_object68804:head#
2020-11-16T20:58:15.571 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c901ba9:::benchmark_data_smithi065_53143_object31775:head#
2020-11-16T20:58:15.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c901f39:::benchmark_data_smithi065_53143_object23761:head#
2020-11-16T20:58:15.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c920cb0:::benchmark_data_smithi065_53143_object37497:head#
2020-11-16T20:58:15.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c9345a4:::benchmark_data_smithi065_53143_object25909:head#
2020-11-16T20:58:15.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c938869:::benchmark_data_smithi065_53143_object79736:head#
2020-11-16T20:58:15.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c93f6a9:::benchmark_data_smithi065_53143_object67209:head#
2020-11-16T20:58:15.572 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c94632d:::benchmark_data_smithi065_53143_object26437:head#
2020-11-16T20:58:15.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c9476ba:::benchmark_data_smithi065_53143_object71484:head#
2020-11-16T20:58:15.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c94b17f:::benchmark_data_smithi065_53143_object51488:head#
2020-11-16T20:58:15.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c954cb9:::benchmark_data_smithi065_53143_object25456:head#
2020-11-16T20:58:15.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c9554eb:::benchmark_data_smithi065_53143_object65568:head#
2020-11-16T20:58:15.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c95794c:::benchmark_data_smithi065_53143_object44543:head#
2020-11-16T20:58:15.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c969e1e:::benchmark_data_smithi065_53143_object80008:head#
2020-11-16T20:58:15.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c9768fa:::benchmark_data_smithi065_53143_object12499:head#
2020-11-16T20:58:15.573 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c978afb:::benchmark_data_smithi065_53143_object54796:head#
2020-11-16T20:58:15.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c9a7392:::benchmark_data_smithi065_53143_object28294:head#
2020-11-16T20:58:15.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c9b3ab6:::benchmark_data_smithi065_53143_object69364:head#
2020-11-16T20:58:15.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c9c6df2:::benchmark_data_smithi065_53143_object7009:head#
2020-11-16T20:58:15.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9c9db938:::benchmark_data_smithi065_53143_object51291:head#
2020-11-16T20:58:15.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ca20c92:::benchmark_data_smithi065_53143_object1042:head#
2020-11-16T20:58:15.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ca26cf1:::benchmark_data_smithi065_53143_object10082:head#
2020-11-16T20:58:15.574 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ca36318:::benchmark_data_smithi065_53143_object73812:head#
2020-11-16T20:58:15.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ca459d3:::benchmark_data_smithi065_53143_object18177:head#
2020-11-16T20:58:15.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ca4bf5b:::benchmark_data_smithi065_53143_object26103:head#
2020-11-16T20:58:15.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ca52354:::benchmark_data_smithi065_53143_object9128:head#
2020-11-16T20:58:15.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ca57618:::benchmark_data_smithi065_53143_object53633:head#
2020-11-16T20:58:15.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9caaf0fe:::benchmark_data_smithi065_53143_object9243:head#
2020-11-16T20:58:15.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cac0c2e:::benchmark_data_smithi065_53143_object26531:head#
2020-11-16T20:58:15.575 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cac6e01:::benchmark_data_smithi065_53143_object586:head#
2020-11-16T20:58:15.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cae55ab:::benchmark_data_smithi065_53143_object9255:head#
2020-11-16T20:58:15.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cae6c64:::benchmark_data_smithi065_53143_object34997:head#
2020-11-16T20:58:15.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9caf0927:::benchmark_data_smithi065_53143_object60171:head#
2020-11-16T20:58:15.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cafac99:::benchmark_data_smithi065_53143_object81969:head#
2020-11-16T20:58:15.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb02972:::benchmark_data_smithi065_53143_object40347:head#
2020-11-16T20:58:15.576 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb10826:::benchmark_data_smithi065_53143_object35627:head#
2020-11-16T20:58:15.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb1d479:::benchmark_data_smithi065_53143_object20761:head#
2020-11-16T20:58:15.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb2da7c:::benchmark_data_smithi065_53143_object21441:head#
2020-11-16T20:58:15.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb2fc8d:::benchmark_data_smithi065_53143_object80128:head#
2020-11-16T20:58:15.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb38e66:::benchmark_data_smithi065_53143_object24691:head#
2020-11-16T20:58:15.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb482bd:::benchmark_data_smithi065_53143_object76774:head#
2020-11-16T20:58:15.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb57b4a:::benchmark_data_smithi065_53143_object30326:head#
2020-11-16T20:58:15.577 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb5c7b7:::benchmark_data_smithi065_53143_object17772:head#
2020-11-16T20:58:15.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb5d5f5:::benchmark_data_smithi065_53143_object19775:head#
2020-11-16T20:58:15.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb5ee8d:::benchmark_data_smithi065_53143_object48512:head#
2020-11-16T20:58:15.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb6f489:::benchmark_data_smithi065_53143_object38860:head#
2020-11-16T20:58:15.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb785d4:::benchmark_data_smithi065_53143_object71274:head#
2020-11-16T20:58:15.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb97d89:::benchmark_data_smithi065_53143_object73516:head#
2020-11-16T20:58:15.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb98ca7:::benchmark_data_smithi065_53143_object60634:head#
2020-11-16T20:58:15.578 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb9abb9:::benchmark_data_smithi065_53143_object36950:head#
2020-11-16T20:58:15.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cb9f078:::benchmark_data_smithi065_53143_object42199:head#
2020-11-16T20:58:15.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cbd1edf:::benchmark_data_smithi065_53143_object75115:head#
2020-11-16T20:58:15.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cbd593f:::benchmark_data_smithi065_53143_object36397:head#
2020-11-16T20:58:15.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc03630:::benchmark_data_smithi065_53143_object1253:head#
2020-11-16T20:58:15.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc0d369:::benchmark_data_smithi065_53143_object43373:head#
2020-11-16T20:58:15.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc1498d:::benchmark_data_smithi065_53143_object7355:head#
2020-11-16T20:58:15.579 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc1dfd9:::benchmark_data_smithi065_53143_object36854:head#
2020-11-16T20:58:15.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc1e093:::benchmark_data_smithi065_53143_object33084:head#
2020-11-16T20:58:15.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc2a649:::benchmark_data_smithi065_53143_object79201:head#
2020-11-16T20:58:15.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc377ad:::benchmark_data_smithi065_53143_object69881:head#
2020-11-16T20:58:15.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc4b6e3:::benchmark_data_smithi065_53143_object51118:head#
2020-11-16T20:58:15.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc55004:::benchmark_data_smithi065_53143_object38084:head#
2020-11-16T20:58:15.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc63c28:::benchmark_data_smithi065_53143_object41050:head#
2020-11-16T20:58:15.580 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cc7c9fe:::benchmark_data_smithi065_53143_object28693:head#
2020-11-16T20:58:15.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ccb0d7b:::benchmark_data_smithi065_53143_object11931:head#
2020-11-16T20:58:15.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ccc426c:::benchmark_data_smithi065_53143_object33736:head#
2020-11-16T20:58:15.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ccc50a3:::benchmark_data_smithi065_53143_object11347:head#
2020-11-16T20:58:15.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ccc989d:::benchmark_data_smithi065_53143_object1841:head#
2020-11-16T20:58:15.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cccd7fc:::benchmark_data_smithi065_53143_object5232:head#
2020-11-16T20:58:15.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ccf835d:::benchmark_data_smithi065_53143_object8542:head#
2020-11-16T20:58:15.581 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ccfb75a:::benchmark_data_smithi065_53143_object14408:head#
2020-11-16T20:58:15.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ccfe56f:::benchmark_data_smithi065_53143_object18206:head#
2020-11-16T20:58:15.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd09270:::benchmark_data_smithi065_53143_object33668:head#
2020-11-16T20:58:15.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd0dc5c:::benchmark_data_smithi065_53143_object59702:head#
2020-11-16T20:58:15.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd25d49:::benchmark_data_smithi065_53143_object51321:head#
2020-11-16T20:58:15.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd290e5:::benchmark_data_smithi065_53143_object38762:head#
2020-11-16T20:58:15.582 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd2daf2:::benchmark_data_smithi065_53143_object25197:head#
2020-11-16T20:58:15.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd341c6:::benchmark_data_smithi065_53143_object40046:head#
2020-11-16T20:58:15.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd39a3c:::benchmark_data_smithi065_53143_object10985:head#
2020-11-16T20:58:15.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd3c770:::benchmark_data_smithi065_53143_object41590:head#
2020-11-16T20:58:15.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd59d83:::benchmark_data_smithi065_53143_object22613:head#
2020-11-16T20:58:15.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd5e4f5:::benchmark_data_smithi065_53143_object80348:head#
2020-11-16T20:58:15.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd7e43e:::benchmark_data_smithi065_53143_object44170:head#
2020-11-16T20:58:15.583 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cd8fd82:::benchmark_data_smithi065_53143_object23464:head#
2020-11-16T20:58:15.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cda2360:::benchmark_data_smithi065_53143_object65666:head#
2020-11-16T20:58:15.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cdb0189:::benchmark_data_smithi065_53143_object1665:head#
2020-11-16T20:58:15.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cdb1c81:::benchmark_data_smithi065_53143_object62182:head#
2020-11-16T20:58:15.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cdddca9:::benchmark_data_smithi065_53143_object25374:head#
2020-11-16T20:58:15.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cde9154:::benchmark_data_smithi065_53143_object13819:head#
2020-11-16T20:58:15.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cdfee60:::benchmark_data_smithi065_53143_object79767:head#
2020-11-16T20:58:15.584 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce00d51:::benchmark_data_smithi065_53143_object74491:head#
2020-11-16T20:58:15.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce035bd:::benchmark_data_smithi065_53143_object29609:head#
2020-11-16T20:58:15.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce0f1fc:::benchmark_data_smithi065_53143_object79746:head#
2020-11-16T20:58:15.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce1f862:::benchmark_data_smithi065_53143_object14854:head#
2020-11-16T20:58:15.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce3122f:::benchmark_data_smithi065_53143_object28865:head#
2020-11-16T20:58:15.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce379a5:::benchmark_data_smithi065_53143_object336:head#
2020-11-16T20:58:15.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce3d0e0:::benchmark_data_smithi065_53143_object65749:head#
2020-11-16T20:58:15.585 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce3d981:::benchmark_data_smithi065_53143_object17020:head#
2020-11-16T20:58:15.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce469c5:::benchmark_data_smithi065_53143_object48869:head#
2020-11-16T20:58:15.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce5aa91:::benchmark_data_smithi065_53143_object14694:head#
2020-11-16T20:58:15.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce607e9:::benchmark_data_smithi065_53143_object51027:head#
2020-11-16T20:58:15.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce68615:::benchmark_data_smithi065_53143_object58558:head#
2020-11-16T20:58:15.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce7640d:::benchmark_data_smithi065_53143_object38702:head#
2020-11-16T20:58:15.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce8d38e:::benchmark_data_smithi065_53143_object10662:head#
2020-11-16T20:58:15.586 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ce9982e:::benchmark_data_smithi065_53143_object34731:head#
2020-11-16T20:58:15.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cea5fd5:::benchmark_data_smithi065_53143_object51750:head#
2020-11-16T20:58:15.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cebd59f:::benchmark_data_smithi065_53143_object16076:head#
2020-11-16T20:58:15.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cec9261:::benchmark_data_smithi065_53143_object40701:head#
2020-11-16T20:58:15.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ced0d71:::benchmark_data_smithi065_53143_object65901:head#
2020-11-16T20:58:15.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cee5ac4:::benchmark_data_smithi065_53143_object37459:head#
2020-11-16T20:58:15.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ceebd0a:::benchmark_data_smithi065_53143_object17739:head#
2020-11-16T20:58:15.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ceff8bb:::benchmark_data_smithi065_53143_object43934:head#
2020-11-16T20:58:15.587 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf0a93f:::benchmark_data_smithi065_53143_object4781:head#
2020-11-16T20:58:15.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf0fe3f:::benchmark_data_smithi065_53143_object9308:head#
2020-11-16T20:58:15.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf129bd:::benchmark_data_smithi065_53143_object71107:head#
2020-11-16T20:58:15.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf2b88c:::benchmark_data_smithi065_53143_object7779:head#
2020-11-16T20:58:15.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf32082:::benchmark_data_smithi065_53143_object76910:head#
2020-11-16T20:58:15.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf37c35:::benchmark_data_smithi065_53143_object74992:head#
2020-11-16T20:58:15.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf549ef:::benchmark_data_smithi065_53143_object68427:head#
2020-11-16T20:58:15.588 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf5c667:::benchmark_data_smithi065_53143_object62475:head#
2020-11-16T20:58:15.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf5f4ec:::benchmark_data_smithi065_53143_object38136:head#
2020-11-16T20:58:15.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cf63b6e:::benchmark_data_smithi065_53143_object26967:head#
2020-11-16T20:58:15.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cfaa793:::benchmark_data_smithi065_53143_object74303:head#
2020-11-16T20:58:15.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cfadb74:::benchmark_data_smithi065_53143_object28400:head#
2020-11-16T20:58:15.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cfbd63c:::benchmark_data_smithi065_53143_object40068:head#
2020-11-16T20:58:15.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cfc99ba:::benchmark_data_smithi065_53143_object66883:head#
2020-11-16T20:58:15.589 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cfcc7bf:::benchmark_data_smithi065_53143_object34662:head#
2020-11-16T20:58:15.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cfcecd4:::benchmark_data_smithi065_53143_object74575:head#
2020-11-16T20:58:15.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cff7b98:::benchmark_data_smithi065_53143_object55453:head#
2020-11-16T20:58:15.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9cff7c21:::benchmark_data_smithi065_53143_object69662:head#
2020-11-16T20:58:15.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d0001f4:::benchmark_data_smithi065_53143_object77977:head#
2020-11-16T20:58:15.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d026633:::benchmark_data_smithi065_53143_object55658:head#
2020-11-16T20:58:15.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d02a585:::benchmark_data_smithi065_53143_object59688:head#
2020-11-16T20:58:15.590 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d02d9eb:::benchmark_data_smithi065_53143_object63719:head#
2020-11-16T20:58:15.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d02f040:::benchmark_data_smithi065_53143_object24936:head#
2020-11-16T20:58:15.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d04fc9e:::benchmark_data_smithi065_53143_object48526:head#
2020-11-16T20:58:15.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d064a63:::benchmark_data_smithi065_53143_object12938:head#
2020-11-16T20:58:15.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d076f3b:::benchmark_data_smithi065_53143_object13244:head#
2020-11-16T20:58:15.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d07d61b:::benchmark_data_smithi065_53143_object23557:head#
2020-11-16T20:58:15.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d0a00b2:::benchmark_data_smithi065_53143_object30060:head#
2020-11-16T20:58:15.591 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d0cf359:::benchmark_data_smithi065_53143_object71620:head#
2020-11-16T20:58:15.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d0e76af:::benchmark_data_smithi065_53143_object2262:head#
2020-11-16T20:58:15.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d0efa58:::benchmark_data_smithi065_53143_object59300:head#
2020-11-16T20:58:15.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d0f720b:::benchmark_data_smithi065_53143_object5655:head#
2020-11-16T20:58:15.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d117996:::benchmark_data_smithi065_53143_object74885:head#
2020-11-16T20:58:15.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d124685:::benchmark_data_smithi065_53143_object36966:head#
2020-11-16T20:58:15.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d12f2a9:::benchmark_data_smithi065_53143_object59654:head#
2020-11-16T20:58:15.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d13a81c:::benchmark_data_smithi065_53143_object80381:head#
2020-11-16T20:58:15.592 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d14ac16:::benchmark_data_smithi065_53143_object25882:head#
2020-11-16T20:58:15.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d164a89:::benchmark_data_smithi065_53143_object33473:head#
2020-11-16T20:58:15.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d17daac:::benchmark_data_smithi065_53143_object81129:head#
2020-11-16T20:58:15.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1831ab:::benchmark_data_smithi065_53143_object17594:head#
2020-11-16T20:58:15.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d198a21:::benchmark_data_smithi065_53143_object63801:head#
2020-11-16T20:58:15.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d19ad08:::benchmark_data_smithi065_53143_object38204:head#
2020-11-16T20:58:15.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d19ec21:::benchmark_data_smithi065_53143_object34990:head#
2020-11-16T20:58:15.593 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1a00fe:::benchmark_data_smithi065_53143_object70395:head#
2020-11-16T20:58:15.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1b8e71:::benchmark_data_smithi065_53143_object727:head#
2020-11-16T20:58:15.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1c124b:::benchmark_data_smithi065_53143_object54177:head#
2020-11-16T20:58:15.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1c5dc5:::benchmark_data_smithi065_53143_object66502:head#
2020-11-16T20:58:15.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1d0eff:::benchmark_data_smithi065_53143_object11406:head#
2020-11-16T20:58:15.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1e22e6:::benchmark_data_smithi065_53143_object45905:head#
2020-11-16T20:58:15.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1e37ca:::benchmark_data_smithi065_53143_object23884:head#
2020-11-16T20:58:15.594 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1eea9a:::benchmark_data_smithi065_53143_object53182:head#
2020-11-16T20:58:15.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d1f5873:::benchmark_data_smithi065_53143_object13798:head#
2020-11-16T20:58:15.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d20d310:::benchmark_data_smithi065_53143_object13129:head#
2020-11-16T20:58:15.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d21cdf9:::benchmark_data_smithi065_53143_object22208:head#
2020-11-16T20:58:15.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d229eba:::benchmark_data_smithi065_53143_object62185:head#
2020-11-16T20:58:15.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d23f9ff:::benchmark_data_smithi065_53143_object59151:head#
2020-11-16T20:58:15.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2529e7:::benchmark_data_smithi065_53143_object62100:head#
2020-11-16T20:58:15.595 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d273ca4:::benchmark_data_smithi065_53143_object32965:head#
2020-11-16T20:58:15.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2a8dc3:::benchmark_data_smithi065_53143_object57714:head#
2020-11-16T20:58:15.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2ab2f2:::benchmark_data_smithi065_53143_object56081:head#
2020-11-16T20:58:15.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2c75a7:::benchmark_data_smithi065_53143_object74654:head#
2020-11-16T20:58:15.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2d79b6:::benchmark_data_smithi065_53143_object4275:head#
2020-11-16T20:58:15.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2dd55f:::benchmark_data_smithi065_53143_object34709:head#
2020-11-16T20:58:15.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2e0c16:::benchmark_data_smithi065_53143_object59696:head#
2020-11-16T20:58:15.596 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2e3573:::benchmark_data_smithi065_53143_object13292:head#
2020-11-16T20:58:15.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2f2030:::benchmark_data_smithi065_53143_object60507:head#
2020-11-16T20:58:15.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2f637f:::benchmark_data_smithi065_53143_object68965:head#
2020-11-16T20:58:15.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d2fb3d5:::benchmark_data_smithi065_53143_object144:head#
2020-11-16T20:58:15.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d308b15:::benchmark_data_smithi065_53143_object78918:head#
2020-11-16T20:58:15.597 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d30c6bb:::benchmark_data_smithi065_53143_object6408:head#
2020-11-16T20:58:15.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d313798:::benchmark_data_smithi065_53143_object55675:head#
2020-11-16T20:58:15.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d32810d:::benchmark_data_smithi065_53143_object31678:head#
2020-11-16T20:58:15.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d32fa33:::benchmark_data_smithi065_53143_object52260:head#
2020-11-16T20:58:15.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d332b38:::benchmark_data_smithi065_53143_object61012:head#
2020-11-16T20:58:15.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d334a86:::benchmark_data_smithi065_53143_object17810:head#
2020-11-16T20:58:15.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d33873f:::benchmark_data_smithi065_53143_object33428:head#
2020-11-16T20:58:15.598 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d34314c:::benchmark_data_smithi065_53143_object40027:head#
2020-11-16T20:58:15.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d345994:::benchmark_data_smithi065_53143_object34201:head#
2020-11-16T20:58:15.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d353b11:::benchmark_data_smithi065_53143_object41352:head#
2020-11-16T20:58:15.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d357a0d:::benchmark_data_smithi065_53143_object18626:head#
2020-11-16T20:58:15.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d35c9cc:::benchmark_data_smithi065_53143_object38232:head#
2020-11-16T20:58:15.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d35e466:::benchmark_data_smithi065_53143_object20958:head#
2020-11-16T20:58:15.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d36b1f5:::benchmark_data_smithi065_53143_object79677:head#
2020-11-16T20:58:15.599 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d375992:::benchmark_data_smithi065_53143_object59313:head#
2020-11-16T20:58:15.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d38342e:::benchmark_data_smithi065_53143_object63361:head#
2020-11-16T20:58:15.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d398fed:::benchmark_data_smithi065_53143_object10276:head#
2020-11-16T20:58:15.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3a86f7:::benchmark_data_smithi065_53143_object18051:head#
2020-11-16T20:58:15.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3ad39c:::benchmark_data_smithi065_53143_object62356:head#
2020-11-16T20:58:15.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3afaeb:::benchmark_data_smithi065_53143_object68683:head#
2020-11-16T20:58:15.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3b8f35:::benchmark_data_smithi065_53143_object37200:head#
2020-11-16T20:58:15.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3beed2:::benchmark_data_smithi065_53143_object51677:head#
2020-11-16T20:58:15.600 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3bf307:::benchmark_data_smithi065_53143_object50655:head#
2020-11-16T20:58:15.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3dc431:::benchmark_data_smithi065_53143_object78816:head#
2020-11-16T20:58:15.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3dd207:::benchmark_data_smithi065_53143_object18932:head#
2020-11-16T20:58:15.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d3ee98c:::benchmark_data_smithi065_53143_object27867:head#
2020-11-16T20:58:15.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d407554:::benchmark_data_smithi065_53143_object6950:head#
2020-11-16T20:58:15.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d40d98d:::benchmark_data_smithi065_53143_object28037:head#
2020-11-16T20:58:15.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d414aec:::benchmark_data_smithi065_53143_object72554:head#
2020-11-16T20:58:15.601 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d43c88c:::benchmark_data_smithi065_53143_object75575:head#
2020-11-16T20:58:15.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d448810:::benchmark_data_smithi065_53143_object45982:head#
2020-11-16T20:58:15.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d469414:::benchmark_data_smithi065_53143_object19039:head#
2020-11-16T20:58:15.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d46d653:::benchmark_data_smithi065_53143_object80975:head#
2020-11-16T20:58:15.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d470826:::benchmark_data_smithi065_53143_object12400:head#
2020-11-16T20:58:15.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d48a30f:::benchmark_data_smithi065_53143_object29468:head#
2020-11-16T20:58:15.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4997bc:::benchmark_data_smithi065_53143_object28892:head#
2020-11-16T20:58:15.602 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4aabd2:::benchmark_data_smithi065_53143_object466:head#
2020-11-16T20:58:15.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4b4656:::benchmark_data_smithi065_53143_object24165:head#
2020-11-16T20:58:15.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4c4b32:::benchmark_data_smithi065_53143_object3490:head#
2020-11-16T20:58:15.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4d1290:::benchmark_data_smithi065_53143_object70440:head#
2020-11-16T20:58:15.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4d32a0:::benchmark_data_smithi065_53143_object65497:head#
2020-11-16T20:58:15.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4d7212:::benchmark_data_smithi065_53143_object17085:head#
2020-11-16T20:58:15.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4e2196:::benchmark_data_smithi065_53143_object75264:head#
2020-11-16T20:58:15.603 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d4f94b0:::benchmark_data_smithi065_53143_object28955:head#
2020-11-16T20:58:15.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d504f5c:::benchmark_data_smithi065_53143_object6113:head#
2020-11-16T20:58:15.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d541a10:::benchmark_data_smithi065_53143_object19929:head#
2020-11-16T20:58:15.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d56191c:::benchmark_data_smithi065_53143_object20549:head#
2020-11-16T20:58:15.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d59b441:::benchmark_data_smithi065_53143_object57364:head#
2020-11-16T20:58:15.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d59b6e8:::benchmark_data_smithi065_53143_object36952:head#
2020-11-16T20:58:15.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5a8a21:::benchmark_data_smithi065_53143_object71031:head#
2020-11-16T20:58:15.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5c9253:::benchmark_data_smithi065_53143_object31919:head#
2020-11-16T20:58:15.604 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5ce0b2:::benchmark_data_smithi065_53143_object54843:head#
2020-11-16T20:58:15.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5d341b:::benchmark_data_smithi065_53143_object32710:head#
2020-11-16T20:58:15.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5d54ae:::benchmark_data_smithi065_53143_object17753:head#
2020-11-16T20:58:15.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5dcf58:::benchmark_data_smithi065_53143_object34765:head#
2020-11-16T20:58:15.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5e412f:::benchmark_data_smithi065_53143_object22990:head#
2020-11-16T20:58:15.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5e618d:::benchmark_data_smithi065_53143_object56029:head#
2020-11-16T20:58:15.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5ea3a8:::benchmark_data_smithi065_53143_object44789:head#
2020-11-16T20:58:15.605 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5f2bdf:::benchmark_data_smithi065_53143_object46943:head#
2020-11-16T20:58:15.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d5fc525:::benchmark_data_smithi065_53143_object50118:head#
2020-11-16T20:58:15.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d60b9d4:::benchmark_data_smithi065_53143_object7743:head#
2020-11-16T20:58:15.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d60e6c2:::benchmark_data_smithi065_53143_object21320:head#
2020-11-16T20:58:15.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d618d61:::benchmark_data_smithi065_53143_object64193:head#
2020-11-16T20:58:15.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d62157e:::benchmark_data_smithi065_53143_object69954:head#
2020-11-16T20:58:15.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d63c372:::benchmark_data_smithi065_53143_object11871:head#
2020-11-16T20:58:15.606 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d642273:::benchmark_data_smithi065_53143_object71470:head#
2020-11-16T20:58:15.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d65a257:::benchmark_data_smithi065_53143_object59818:head#
2020-11-16T20:58:15.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d662516:::benchmark_data_smithi065_53143_object66918:head#
2020-11-16T20:58:15.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d670ae2:::benchmark_data_smithi065_53143_object24495:head#
2020-11-16T20:58:15.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d68a6c6:::benchmark_data_smithi065_53143_object9525:head#
2020-11-16T20:58:15.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d68dab9:::benchmark_data_smithi065_53143_object77717:head#
2020-11-16T20:58:15.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d69f9b6:::benchmark_data_smithi065_53143_object59016:head#
2020-11-16T20:58:15.607 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d6ad00e:::benchmark_data_smithi065_53143_object34322:head#
2020-11-16T20:58:15.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d6ad99d:::benchmark_data_smithi065_53143_object45914:head#
2020-11-16T20:58:15.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d6b5ca7:::benchmark_data_smithi065_53143_object6234:head#
2020-11-16T20:58:15.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d6c7d03:::benchmark_data_smithi065_53143_object32828:head#
2020-11-16T20:58:15.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d6d8f2f:::benchmark_data_smithi065_53143_object57119:head#
2020-11-16T20:58:15.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d6eafac:::benchmark_data_smithi065_53143_object73238:head#
2020-11-16T20:58:15.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d6eb820:::benchmark_data_smithi065_53143_object73320:head#
2020-11-16T20:58:15.608 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d6f3848:::benchmark_data_smithi065_53143_object2565:head#
2020-11-16T20:58:15.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d711be0:::benchmark_data_smithi065_53143_object41331:head#
2020-11-16T20:58:15.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d720450:::benchmark_data_smithi065_53143_object33913:head#
2020-11-16T20:58:15.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d72ba4e:::benchmark_data_smithi065_53143_object41863:head#
2020-11-16T20:58:15.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d73726e:::benchmark_data_smithi065_53143_object73637:head#
2020-11-16T20:58:15.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d73f5bb:::benchmark_data_smithi065_53143_object4096:head#
2020-11-16T20:58:15.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d75d68c:::benchmark_data_smithi065_53143_object32962:head#
2020-11-16T20:58:15.609 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d75f27a:::benchmark_data_smithi065_53143_object79863:head#
2020-11-16T20:58:15.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d7852d5:::benchmark_data_smithi065_53143_object17777:head#
2020-11-16T20:58:15.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d789b67:::benchmark_data_smithi065_53143_object27281:head#
2020-11-16T20:58:15.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d79a6b9:::benchmark_data_smithi065_53143_object10750:head#
2020-11-16T20:58:15.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d7b7d1a:::benchmark_data_smithi065_53143_object65137:head#
2020-11-16T20:58:15.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d7b7d8b:::benchmark_data_smithi065_53143_object16232:head#
2020-11-16T20:58:15.610 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d7c7250:::benchmark_data_smithi065_53143_object15801:head#
2020-11-16T20:58:15.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d7f7ae3:::benchmark_data_smithi065_53143_object12490:head#
2020-11-16T20:58:15.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d7fdc92:::benchmark_data_smithi065_53143_object29790:head#
2020-11-16T20:58:15.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d7ff42b:::benchmark_data_smithi065_53143_object7091:head#
2020-11-16T20:58:15.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d80bf20:::benchmark_data_smithi065_53143_object69388:head#
2020-11-16T20:58:15.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d80e407:::benchmark_data_smithi065_53143_object47122:head#
2020-11-16T20:58:15.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d80f3b9:::benchmark_data_smithi065_53143_object25477:head#
2020-11-16T20:58:15.611 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d81ea6f:::benchmark_data_smithi065_53143_object68523:head#
2020-11-16T20:58:15.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d826701:::benchmark_data_smithi065_53143_object21109:head#
2020-11-16T20:58:15.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d85e718:::benchmark_data_smithi065_53143_object54745:head#
2020-11-16T20:58:15.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8646c3:::benchmark_data_smithi065_53143_object15555:head#
2020-11-16T20:58:15.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d89a1bb:::benchmark_data_smithi065_53143_object41095:head#
2020-11-16T20:58:15.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8a0c2d:::benchmark_data_smithi065_53143_object23965:head#
2020-11-16T20:58:15.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8aa7c4:::benchmark_data_smithi065_53143_object32386:head#
2020-11-16T20:58:15.612 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8b05e4:::benchmark_data_smithi065_53143_object66478:head#
2020-11-16T20:58:15.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8c153f:::benchmark_data_smithi065_53143_object66943:head#
2020-11-16T20:58:15.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8cb782:::benchmark_data_smithi065_53143_object82023:head#
2020-11-16T20:58:15.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8d9aa0:::benchmark_data_smithi065_53143_object69375:head#
2020-11-16T20:58:15.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8f217c:::benchmark_data_smithi065_53143_object49094:head#
2020-11-16T20:58:15.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8fe0a5:::benchmark_data_smithi065_53143_object24266:head#
2020-11-16T20:58:15.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d8ffb5e:::benchmark_data_smithi065_53143_object32217:head#
2020-11-16T20:58:15.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d90386f:::benchmark_data_smithi065_53143_object65927:head#
2020-11-16T20:58:15.613 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d90d032:::benchmark_data_smithi065_53143_object73954:head#
2020-11-16T20:58:15.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d928b11:::benchmark_data_smithi065_53143_object24675:head#
2020-11-16T20:58:15.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d92f88f:::benchmark_data_smithi065_53143_object68076:head#
2020-11-16T20:58:15.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d93a315:::benchmark_data_smithi065_53143_object53014:head#
2020-11-16T20:58:15.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d93d4eb:::benchmark_data_smithi065_53143_object20329:head#
2020-11-16T20:58:15.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d9429e2:::benchmark_data_smithi065_53143_object58439:head#
2020-11-16T20:58:15.614 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d94e905:::benchmark_data_smithi065_53143_object67676:head#
2020-11-16T20:58:15.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d953a23:::benchmark_data_smithi065_53143_object67666:head#
2020-11-16T20:58:15.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d955034:::benchmark_data_smithi065_53143_object18865:head#
2020-11-16T20:58:15.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d960c36:::benchmark_data_smithi065_53143_object18504:head#
2020-11-16T20:58:15.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d974e1d:::benchmark_data_smithi065_53143_object50785:head#
2020-11-16T20:58:15.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d98c1c5:::benchmark_data_smithi065_53143_object45979:head#
2020-11-16T20:58:15.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d9abd46:::benchmark_data_smithi065_53143_object42441:head#
2020-11-16T20:58:15.615 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d9c120c:::benchmark_data_smithi065_53143_object77573:head#
2020-11-16T20:58:15.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d9d0fb8:::benchmark_data_smithi065_53143_object80789:head#
2020-11-16T20:58:15.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d9d489a:::benchmark_data_smithi065_53143_object12238:head#
2020-11-16T20:58:15.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d9e6e57:::benchmark_data_smithi065_53143_object47417:head#
2020-11-16T20:58:15.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d9ecea1:::benchmark_data_smithi065_53143_object65228:head#
2020-11-16T20:58:15.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9d9f9bdf:::benchmark_data_smithi065_53143_object49569:head#
2020-11-16T20:58:15.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da01c62:::benchmark_data_smithi065_53143_object48584:head#
2020-11-16T20:58:15.616 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da10186:::benchmark_data_smithi065_53143_object2386:head#
2020-11-16T20:58:15.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da3500b:::benchmark_data_smithi065_53143_object12841:head#
2020-11-16T20:58:15.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da4e52e:::benchmark_data_smithi065_53143_object22345:head#
2020-11-16T20:58:15.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da53b07:::benchmark_data_smithi065_53143_object80135:head#
2020-11-16T20:58:15.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da57f99:::benchmark_data_smithi065_53143_object23828:head#
2020-11-16T20:58:15.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da6a470:::benchmark_data_smithi065_53143_object33958:head#
2020-11-16T20:58:15.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da6c377:::benchmark_data_smithi065_53143_object71137:head#
2020-11-16T20:58:15.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da717ee:::benchmark_data_smithi065_53143_object13053:head#
2020-11-16T20:58:15.617 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da73c3c:::benchmark_data_smithi065_53143_object53678:head#
2020-11-16T20:58:15.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da73ca4:::benchmark_data_smithi065_53143_object15370:head#
2020-11-16T20:58:15.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da7e624:::benchmark_data_smithi065_53143_object78059:head#
2020-11-16T20:58:15.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da829c1:::benchmark_data_smithi065_53143_object35270:head#
2020-11-16T20:58:15.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da8adb6:::benchmark_data_smithi065_53143_object8084:head#
2020-11-16T20:58:15.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da94b7b:::benchmark_data_smithi065_53143_object52065:head#
2020-11-16T20:58:15.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9da95e26:::benchmark_data_smithi065_53143_object81082:head#
2020-11-16T20:58:15.618 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9daa5731:::benchmark_data_smithi065_53143_object26471:head#
2020-11-16T20:58:15.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9daa669a:::benchmark_data_smithi065_53143_object34332:head#
2020-11-16T20:58:15.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9daa7e60:::benchmark_data_smithi065_53143_object9799:head#
2020-11-16T20:58:15.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dac12a7:::benchmark_data_smithi065_53143_object16295:head#
2020-11-16T20:58:15.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dac9099:::benchmark_data_smithi065_53143_object43126:head#
2020-11-16T20:58:15.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dace065:::benchmark_data_smithi065_53143_object27491:head#
2020-11-16T20:58:15.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dae329a:::benchmark_data_smithi065_53143_object28980:head#
2020-11-16T20:58:15.619 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db03d64:::benchmark_data_smithi065_53143_object5670:head#
2020-11-16T20:58:15.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db0a798:::benchmark_data_smithi065_53143_object51725:head#
2020-11-16T20:58:15.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db0a839:::benchmark_data_smithi065_53143_object26149:head#
2020-11-16T20:58:15.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db0c403:::benchmark_data_smithi065_53143_object19606:head#
2020-11-16T20:58:15.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db14ed1:::benchmark_data_smithi065_53143_object45057:head#
2020-11-16T20:58:15.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db163ec:::benchmark_data_smithi065_53143_object80260:head#
2020-11-16T20:58:15.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db31fd9:::benchmark_data_smithi065_53143_object31585:head#
2020-11-16T20:58:15.620 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db3d86e:::benchmark_data_smithi065_53143_object41442:head#
2020-11-16T20:58:15.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db51d95:::benchmark_data_smithi065_53143_object18291:head#
2020-11-16T20:58:15.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db58beb:::benchmark_data_smithi065_53143_object1348:head#
2020-11-16T20:58:15.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db68fc8:::benchmark_data_smithi065_53143_object11825:head#
2020-11-16T20:58:15.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db7b94e:::benchmark_data_smithi065_53143_object62142:head#
2020-11-16T20:58:15.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db80deb:::benchmark_data_smithi065_53143_object21895:head#
2020-11-16T20:58:15.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db828ae:::benchmark_data_smithi065_53143_object43014:head#
2020-11-16T20:58:15.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db8ba0b:::benchmark_data_smithi065_53143_object69422:head#
2020-11-16T20:58:15.621 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db92378:::benchmark_data_smithi065_53143_object49516:head#
2020-11-16T20:58:15.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9db97de6:::benchmark_data_smithi065_53143_object21565:head#
2020-11-16T20:58:15.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbc37ff:::benchmark_data_smithi065_53143_object19335:head#
2020-11-16T20:58:15.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbc67ef:::benchmark_data_smithi065_53143_object30494:head#
2020-11-16T20:58:15.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbcb218:::benchmark_data_smithi065_53143_object64941:head#
2020-11-16T20:58:15.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbd774d:::benchmark_data_smithi065_53143_object59085:head#
2020-11-16T20:58:15.622 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbdd9f8:::benchmark_data_smithi065_53143_object54352:head#
2020-11-16T20:58:15.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbe09ec:::benchmark_data_smithi065_53143_object79777:head#
2020-11-16T20:58:15.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbedc5b:::benchmark_data_smithi065_53143_object46835:head#
2020-11-16T20:58:15.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbf202d:::benchmark_data_smithi065_53143_object70524:head#
2020-11-16T20:58:15.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dbf3bb8:::benchmark_data_smithi065_53143_object36131:head#
2020-11-16T20:58:15.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc180b4:::benchmark_data_smithi065_53143_object21515:head#
2020-11-16T20:58:15.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc18f0f:::benchmark_data_smithi065_53143_object23463:head#
2020-11-16T20:58:15.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc1c0c7:::benchmark_data_smithi065_53143_object10562:head#
2020-11-16T20:58:15.623 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc2c3ad:::benchmark_data_smithi065_53143_object59497:head#
2020-11-16T20:58:15.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc38856:::benchmark_data_smithi065_53143_object39482:head#
2020-11-16T20:58:15.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc40db4:::benchmark_data_smithi065_53143_object14098:head#
2020-11-16T20:58:15.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc43e65:::benchmark_data_smithi065_53143_object7845:head#
2020-11-16T20:58:15.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc514c6:::benchmark_data_smithi065_53143_object1985:head#
2020-11-16T20:58:15.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc6c6af:::benchmark_data_smithi065_53143_object5850:head#
2020-11-16T20:58:15.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc6ce7b:::benchmark_data_smithi065_53143_object21856:head#
2020-11-16T20:58:15.624 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc6faa1:::benchmark_data_smithi065_53143_object8126:head#
2020-11-16T20:58:15.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc71fe4:::benchmark_data_smithi065_53143_object36860:head#
2020-11-16T20:58:15.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc7fd02:::benchmark_data_smithi065_53143_object79512:head#
2020-11-16T20:58:15.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc8867b:::benchmark_data_smithi065_53143_object18578:head#
2020-11-16T20:58:15.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc8ebc4:::benchmark_data_smithi065_53143_object21870:head#
2020-11-16T20:58:15.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc93628:::benchmark_data_smithi065_53143_object48765:head#
2020-11-16T20:58:15.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc95edf:::benchmark_data_smithi065_53143_object14919:head#
2020-11-16T20:58:15.625 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc97921:::benchmark_data_smithi065_53143_object52249:head#
2020-11-16T20:58:15.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dc9eabb:::benchmark_data_smithi065_53143_object53009:head#
2020-11-16T20:58:15.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dcad86d:::benchmark_data_smithi065_53143_object61017:head#
2020-11-16T20:58:15.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dcb23ae:::benchmark_data_smithi065_53143_object48278:head#
2020-11-16T20:58:15.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dcb2c69:::benchmark_data_smithi065_53143_object46428:head#
2020-11-16T20:58:15.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dcb6030:::benchmark_data_smithi065_53143_object53545:head#
2020-11-16T20:58:15.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dcd0de7:::benchmark_data_smithi065_53143_object52216:head#
2020-11-16T20:58:15.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dcda2d2:::benchmark_data_smithi065_53143_object70231:head#
2020-11-16T20:58:15.626 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dcde49f:::benchmark_data_smithi065_53143_object12606:head#
2020-11-16T20:58:15.627 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dcec8fc:::benchmark_data_smithi065_53143_object57847:head#
2020-11-16T20:58:15.627 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dd04c1f:::benchmark_data_smithi065_53143_object47654:head#
2020-11-16T20:58:15.627 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dd4b23f:::benchmark_data_smithi065_53143_object46934:head#
2020-11-16T20:58:15.627 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dd58a64:::benchmark_data_smithi065_53143_object30957:head#
2020-11-16T20:58:15.627 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dd5b4ce:::benchmark_data_smithi065_53143_object3063:head#
2020-11-16T20:58:15.627 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dd94602:::benchmark_data_smithi065_53143_object75577:head#
2020-11-16T20:58:15.627 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dd9bdd8:::benchmark_data_smithi065_53143_object29255:head#
2020-11-16T20:58:15.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dd9cd81:::benchmark_data_smithi065_53143_object54961:head#
2020-11-16T20:58:15.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ddaeb2c:::benchmark_data_smithi065_53143_object7247:head#
2020-11-16T20:58:15.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ddbde15:::benchmark_data_smithi065_53143_object48771:head#
2020-11-16T20:58:15.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ddc83be:::benchmark_data_smithi065_53143_object30860:head#
2020-11-16T20:58:15.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ddd2389:::benchmark_data_smithi065_53143_object56814:head#
2020-11-16T20:58:15.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ddd949a:::benchmark_data_smithi065_53143_object64278:head#
2020-11-16T20:58:15.628 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ddfba6a:::benchmark_data_smithi065_53143_object18115:head#
2020-11-16T20:58:15.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9de1c998:::benchmark_data_smithi065_53143_object72896:head#
2020-11-16T20:58:15.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9de22558:::benchmark_data_smithi065_53143_object78676:head#
2020-11-16T20:58:15.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9de471ab:::benchmark_data_smithi065_53143_object42794:head#
2020-11-16T20:58:15.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9de595d5:::benchmark_data_smithi065_53143_object5372:head#
2020-11-16T20:58:15.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9de5a27f:::benchmark_data_smithi065_53143_object12798:head#
2020-11-16T20:58:15.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9de9de96:::benchmark_data_smithi065_53143_object9299:head#
2020-11-16T20:58:15.629 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9de9e9da:::benchmark_data_smithi065_53143_object21555:head#
2020-11-16T20:58:15.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9deacfa3:::benchmark_data_smithi065_53143_object80620:head#
2020-11-16T20:58:15.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9debdc81:::benchmark_data_smithi065_53143_object7046:head#
2020-11-16T20:58:15.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9debf416:::benchmark_data_smithi065_53143_object69387:head#
2020-11-16T20:58:15.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ded193f:::benchmark_data_smithi065_53143_object68543:head#
2020-11-16T20:58:15.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ded4241:::benchmark_data_smithi065_53143_object18356:head#
2020-11-16T20:58:15.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ded9570:::benchmark_data_smithi065_53143_object76922:head#
2020-11-16T20:58:15.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9deda953:::benchmark_data_smithi065_53143_object5603:head#
2020-11-16T20:58:15.630 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dedc412:::benchmark_data_smithi065_53143_object29492:head#
2020-11-16T20:58:15.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9deddd1b:::benchmark_data_smithi065_53143_object57607:head#
2020-11-16T20:58:15.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dedf66e:::benchmark_data_smithi065_53143_object26057:head#
2020-11-16T20:58:15.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9defc12a:::benchmark_data_smithi065_53143_object50382:head#
2020-11-16T20:58:15.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df0b633:::benchmark_data_smithi065_53143_object74842:head#
2020-11-16T20:58:15.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df11a27:::benchmark_data_smithi065_53143_object70933:head#
2020-11-16T20:58:15.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df369e5:::benchmark_data_smithi065_53143_object40253:head#
2020-11-16T20:58:15.631 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df3dfb6:::benchmark_data_smithi065_53143_object74032:head#
2020-11-16T20:58:15.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df40454:::benchmark_data_smithi065_53143_object73459:head#
2020-11-16T20:58:15.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df41741:::benchmark_data_smithi065_53143_object15015:head#
2020-11-16T20:58:15.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df43a03:::benchmark_data_smithi065_53143_object80007:head#
2020-11-16T20:58:15.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df5af78:::benchmark_data_smithi065_53143_object7362:head#
2020-11-16T20:58:15.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df65f26:::benchmark_data_smithi065_53143_object22140:head#
2020-11-16T20:58:15.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df66b36:::benchmark_data_smithi065_53143_object62052:head#
2020-11-16T20:58:15.632 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df7ba28:::benchmark_data_smithi065_53143_object37090:head#
2020-11-16T20:58:15.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df7eb81:::benchmark_data_smithi065_53143_object31274:head#
2020-11-16T20:58:15.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df825e6:::benchmark_data_smithi065_53143_object35933:head#
2020-11-16T20:58:15.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df8c8fd:::benchmark_data_smithi065_53143_object77578:head#
2020-11-16T20:58:15.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df8cf33:::benchmark_data_smithi065_53143_object39066:head#
2020-11-16T20:58:15.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9df956f6:::benchmark_data_smithi065_53143_object22147:head#
2020-11-16T20:58:15.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dfaa974:::benchmark_data_smithi065_53143_object26219:head#
2020-11-16T20:58:15.633 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dfaee18:::benchmark_data_smithi065_53143_object72895:head#
2020-11-16T20:58:15.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dfb0fe0:::benchmark_data_smithi065_53143_object78262:head#
2020-11-16T20:58:15.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dfbeec1:::benchmark_data_smithi065_53143_object22153:head#
2020-11-16T20:58:15.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dfd448e:::benchmark_data_smithi065_53143_object16640:head#
2020-11-16T20:58:15.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dfdeac6:::benchmark_data_smithi065_53143_object58837:head#
2020-11-16T20:58:15.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9dff5dc7:::benchmark_data_smithi065_53143_object23182:head#
2020-11-16T20:58:15.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0020c3:::benchmark_data_smithi065_53143_object27503:head#
2020-11-16T20:58:15.634 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0041f7:::benchmark_data_smithi065_53143_object12978:head#
2020-11-16T20:58:15.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0061da:::benchmark_data_smithi065_53143_object14336:head#
2020-11-16T20:58:15.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e00b674:::benchmark_data_smithi065_53143_object7481:head#
2020-11-16T20:58:15.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e079eb3:::benchmark_data_smithi065_53143_object8683:head#
2020-11-16T20:58:15.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0b3b11:::benchmark_data_smithi065_53143_object1545:head#
2020-11-16T20:58:15.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0c3e4d:::benchmark_data_smithi065_53143_object74831:head#
2020-11-16T20:58:15.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0ceca7:::benchmark_data_smithi065_53143_object11661:head#
2020-11-16T20:58:15.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0d0248:::benchmark_data_smithi065_53143_object47544:head#
2020-11-16T20:58:15.635 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0df51c:::benchmark_data_smithi065_53143_object33739:head#
2020-11-16T20:58:15.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0ecb48:::benchmark_data_smithi065_53143_object9273:head#
2020-11-16T20:58:15.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e0ee734:::benchmark_data_smithi065_53143_object11274:head#
2020-11-16T20:58:15.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e10ac27:::benchmark_data_smithi065_53143_object15411:head#
2020-11-16T20:58:15.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e10c233:::benchmark_data_smithi065_53143_object75546:head#
2020-11-16T20:58:15.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1104e9:::benchmark_data_smithi065_53143_object62601:head#
2020-11-16T20:58:15.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e11c557:::benchmark_data_smithi065_53143_object68995:head#
2020-11-16T20:58:15.636 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e124b26:::benchmark_data_smithi065_53143_object60367:head#
2020-11-16T20:58:15.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e135d66:::benchmark_data_smithi065_53143_object47068:head#
2020-11-16T20:58:15.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e14c736:::benchmark_data_smithi065_53143_object26377:head#
2020-11-16T20:58:15.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e15853a:::benchmark_data_smithi065_53143_object55902:head#
2020-11-16T20:58:15.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e15dcf3:::benchmark_data_smithi065_53143_object68395:head#
2020-11-16T20:58:15.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e160cd0:::benchmark_data_smithi065_53143_object37671:head#
2020-11-16T20:58:15.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1734b5:::benchmark_data_smithi065_53143_object74961:head#
2020-11-16T20:58:15.637 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e186063:::benchmark_data_smithi065_53143_object80387:head#
2020-11-16T20:58:15.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e193e98:::benchmark_data_smithi065_53143_object5877:head#
2020-11-16T20:58:15.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e193f2f:::benchmark_data_smithi065_53143_object48225:head#
2020-11-16T20:58:15.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e196f8b:::benchmark_data_smithi065_53143_object51766:head#
2020-11-16T20:58:15.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e19831f:::benchmark_data_smithi065_53143_object68849:head#
2020-11-16T20:58:15.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e19b83f:::benchmark_data_smithi065_53143_object11268:head#
2020-11-16T20:58:15.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e19bb13:::benchmark_data_smithi065_53143_object19029:head#
2020-11-16T20:58:15.638 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1be2c4:::benchmark_data_smithi065_53143_object51732:head#
2020-11-16T20:58:15.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1c09a4:::benchmark_data_smithi065_53143_object36786:head#
2020-11-16T20:58:15.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1d8167:::benchmark_data_smithi065_53143_object49725:head#
2020-11-16T20:58:15.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1e99a2:::benchmark_data_smithi065_53143_object27125:head#
2020-11-16T20:58:15.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1eb46b:::benchmark_data_smithi065_53143_object72734:head#
2020-11-16T20:58:15.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1ef95a:::benchmark_data_smithi065_53143_object35478:head#
2020-11-16T20:58:15.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e1f4fed:::benchmark_data_smithi065_53143_object66477:head#
2020-11-16T20:58:15.639 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e209da9:::benchmark_data_smithi065_53143_object2179:head#
2020-11-16T20:58:15.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e20beb1:::benchmark_data_smithi065_53143_object18765:head#
2020-11-16T20:58:15.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e21c91a:::benchmark_data_smithi065_53143_object10056:head#
2020-11-16T20:58:15.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e2224e0:::benchmark_data_smithi065_53143_object79904:head#
2020-11-16T20:58:15.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e22cdbe:::benchmark_data_smithi065_53143_object47566:head#
2020-11-16T20:58:15.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e234820:::benchmark_data_smithi065_53143_object51501:head#
2020-11-16T20:58:15.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e23cc80:::benchmark_data_smithi065_53143_object31564:head#
2020-11-16T20:58:15.640 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e23e875:::benchmark_data_smithi065_53143_object56533:head#
2020-11-16T20:58:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e242e08:::benchmark_data_smithi065_53143_object26928:head#
2020-11-16T20:58:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e248b5d:::benchmark_data_smithi065_53143_object58900:head#
2020-11-16T20:58:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e25642c:::benchmark_data_smithi065_53143_object75141:head#
2020-11-16T20:58:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e258d1e:::benchmark_data_smithi065_53143_object40344:head#
2020-11-16T20:58:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e25e91f:::benchmark_data_smithi065_53143_object50283:head#
2020-11-16T20:58:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e26a757:::benchmark_data_smithi065_53143_object3927:head#
2020-11-16T20:58:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e26fa98:::benchmark_data_smithi065_53143_object22822:head#
2020-11-16T20:58:15.641 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e28b71a:::benchmark_data_smithi065_53143_object67294:head#
2020-11-16T20:58:15.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e28e32f:::benchmark_data_smithi065_53143_object56583:head#
2020-11-16T20:58:15.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e294cbe:::benchmark_data_smithi065_53143_object12262:head#
2020-11-16T20:58:15.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e29af41:::benchmark_data_smithi065_53143_object2788:head#
2020-11-16T20:58:15.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e29ff9d:::benchmark_data_smithi065_53143_object64150:head#
2020-11-16T20:58:15.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e2a6204:::benchmark_data_smithi065_53143_object13313:head#
2020-11-16T20:58:15.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e2df99e:::benchmark_data_smithi065_53143_object21464:head#
2020-11-16T20:58:15.642 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e2ef5bd:::benchmark_data_smithi065_53143_object59708:head#
2020-11-16T20:58:15.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e2ef5dd:::benchmark_data_smithi065_53143_object23160:head#
2020-11-16T20:58:15.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e2f6cf9:::benchmark_data_smithi065_53143_object31602:head#
2020-11-16T20:58:15.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e2f9434:::benchmark_data_smithi065_53143_object35264:head#
2020-11-16T20:58:15.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e2ffb06:::benchmark_data_smithi065_53143_object34643:head#
2020-11-16T20:58:15.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e301e27:::benchmark_data_smithi065_53143_object33372:head#
2020-11-16T20:58:15.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e306745:::benchmark_data_smithi065_53143_object15747:head#
2020-11-16T20:58:15.643 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e310607:::benchmark_data_smithi065_53143_object5101:head#
2020-11-16T20:58:15.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3361fa:::benchmark_data_smithi065_53143_object29530:head#
2020-11-16T20:58:15.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e33f7fa:::benchmark_data_smithi065_53143_object48300:head#
2020-11-16T20:58:15.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3754ed:::benchmark_data_smithi065_53143_object65151:head#
2020-11-16T20:58:15.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e37af2b:::benchmark_data_smithi065_53143_object7642:head#
2020-11-16T20:58:15.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3972a4:::benchmark_data_smithi065_53143_object35808:head#
2020-11-16T20:58:15.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3aea79:::benchmark_data_smithi065_53143_object44414:head#
2020-11-16T20:58:15.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3b9f2b:::benchmark_data_smithi065_53143_object40686:head#
2020-11-16T20:58:15.644 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3d1315:::benchmark_data_smithi065_53143_object72926:head#
2020-11-16T20:58:15.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3d1729:::benchmark_data_smithi065_53143_object35473:head#
2020-11-16T20:58:15.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3d48a1:::benchmark_data_smithi065_53143_object2557:head#
2020-11-16T20:58:15.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3db346:::benchmark_data_smithi065_53143_object8787:head#
2020-11-16T20:58:15.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3de0b3:::benchmark_data_smithi065_53143_object54588:head#
2020-11-16T20:58:15.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e3e96fd:::benchmark_data_smithi065_53143_object51:head#
2020-11-16T20:58:15.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e402d16:::benchmark_data_smithi065_53143_object30413:head#
2020-11-16T20:58:15.645 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e40e205:::benchmark_data_smithi065_53143_object52603:head#
2020-11-16T20:58:15.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e41bc37:::benchmark_data_smithi065_53143_object29776:head#
2020-11-16T20:58:15.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e425644:::benchmark_data_smithi065_53143_object38757:head#
2020-11-16T20:58:15.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e42bb3f:::benchmark_data_smithi065_53143_object7908:head#
2020-11-16T20:58:15.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e45194b:::benchmark_data_smithi065_53143_object78644:head#
2020-11-16T20:58:15.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e451ba4:::benchmark_data_smithi065_53143_object47278:head#
2020-11-16T20:58:15.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e452d54:::benchmark_data_smithi065_53143_object49817:head#
2020-11-16T20:58:15.646 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e465a18:::benchmark_data_smithi065_53143_object58497:head#
2020-11-16T20:58:15.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e467e0b:::benchmark_data_smithi065_53143_object78997:head#
2020-11-16T20:58:15.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e476610:::benchmark_data_smithi065_53143_object65852:head#
2020-11-16T20:58:15.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e4775d7:::benchmark_data_smithi065_53143_object30947:head#
2020-11-16T20:58:15.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e49e144:::benchmark_data_smithi065_53143_object10582:head#
2020-11-16T20:58:15.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e4d5104:::benchmark_data_smithi065_53143_object6976:head#
2020-11-16T20:58:15.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e4d8928:::benchmark_data_smithi065_53143_object71536:head#
2020-11-16T20:58:15.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e4e88e2:::benchmark_data_smithi065_53143_object32138:head#
2020-11-16T20:58:15.647 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e500d36:::benchmark_data_smithi065_53143_object73061:head#
2020-11-16T20:58:15.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5125c8:::benchmark_data_smithi065_53143_object32044:head#
2020-11-16T20:58:15.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5164ea:::benchmark_data_smithi065_53143_object62148:head#
2020-11-16T20:58:15.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e52032c:::benchmark_data_smithi065_53143_object55579:head#
2020-11-16T20:58:15.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e53193d:::benchmark_data_smithi065_53143_object55803:head#
2020-11-16T20:58:15.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e535997:::benchmark_data_smithi065_53143_object40079:head#
2020-11-16T20:58:15.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e54f566:::benchmark_data_smithi065_53143_object16942:head#
2020-11-16T20:58:15.648 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e55430c:::benchmark_data_smithi065_53143_object11979:head#
2020-11-16T20:58:15.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5569fb:::benchmark_data_smithi065_53143_object48392:head#
2020-11-16T20:58:15.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e575bcf:::benchmark_data_smithi065_53143_object3810:head#
2020-11-16T20:58:15.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e577e8a:::benchmark_data_smithi065_53143_object28975:head#
2020-11-16T20:58:15.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e58157c:::benchmark_data_smithi065_53143_object35577:head#
2020-11-16T20:58:15.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e582796:::benchmark_data_smithi065_53143_object31934:head#
2020-11-16T20:58:15.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e591751:::benchmark_data_smithi065_53143_object1339:head#
2020-11-16T20:58:15.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5966e9:::benchmark_data_smithi065_53143_object35088:head#
2020-11-16T20:58:15.649 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5a23eb:::benchmark_data_smithi065_53143_object35024:head#
2020-11-16T20:58:15.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5ad4f4:::benchmark_data_smithi065_53143_object1239:head#
2020-11-16T20:58:15.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5b350d:::benchmark_data_smithi065_53143_object1746:head#
2020-11-16T20:58:15.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5bf808:::benchmark_data_smithi065_53143_object74617:head#
2020-11-16T20:58:15.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5c1f24:::benchmark_data_smithi065_53143_object66308:head#
2020-11-16T20:58:15.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5c8aa1:::benchmark_data_smithi065_53143_object36121:head#
2020-11-16T20:58:15.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5db7c2:::benchmark_data_smithi065_53143_object73453:head#
2020-11-16T20:58:15.650 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e5f2fc2:::benchmark_data_smithi065_53143_object30499:head#
2020-11-16T20:58:15.651 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e61d857:::benchmark_data_smithi065_53143_object51644:head#
2020-11-16T20:58:15.651 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e622c36:::benchmark_data_smithi065_53143_object81361:head#
2020-11-16T20:58:15.651 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e6308dd:::benchmark_data_smithi065_53143_object16659:head#
2020-11-16T20:58:15.651 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e63c106:::benchmark_data_smithi065_53143_object44291:head#
2020-11-16T20:58:15.651 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e642843:::benchmark_data_smithi065_53143_object79699:head#
2020-11-16T20:58:15.651 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e645f29:::benchmark_data_smithi065_53143_object19615:head#
2020-11-16T20:58:15.652 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e64ac8e:::benchmark_data_smithi065_53143_object28752:head#
2020-11-16T20:58:15.652 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e66e11c:::benchmark_data_smithi065_53143_object5334:head#
2020-11-16T20:58:15.652 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e672fe4:::benchmark_data_smithi065_53143_object67632:head#
2020-11-16T20:58:15.652 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e6896db:::benchmark_data_smithi065_53143_object71755:head#
2020-11-16T20:58:15.652 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e696f15:::benchmark_data_smithi065_53143_object70666:head#
2020-11-16T20:58:15.652 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e69ea24:::benchmark_data_smithi065_53143_object11793:head#
2020-11-16T20:58:15.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e6adb3b:::benchmark_data_smithi065_53143_object60925:head#
2020-11-16T20:58:15.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e6b5d33:::benchmark_data_smithi065_53143_object5406:head#
2020-11-16T20:58:15.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e6c94d0:::benchmark_data_smithi065_53143_object64032:head#
2020-11-16T20:58:15.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e6cc2d9:::benchmark_data_smithi065_53143_object56800:head#
2020-11-16T20:58:15.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e6f2bc8:::benchmark_data_smithi065_53143_object47026:head#
2020-11-16T20:58:15.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e725c20:::benchmark_data_smithi065_53143_object23999:head#
2020-11-16T20:58:15.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e75a528:::benchmark_data_smithi065_53143_object40234:head#
2020-11-16T20:58:15.653 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e7603eb:::benchmark_data_smithi065_53143_object56922:head#
2020-11-16T20:58:15.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e767321:::benchmark_data_smithi065_53143_object30162:head#
2020-11-16T20:58:15.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e76ac0d:::benchmark_data_smithi065_53143_object55363:head#
2020-11-16T20:58:15.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e775779:::benchmark_data_smithi065_53143_object73075:head#
2020-11-16T20:58:15.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e782535:::benchmark_data_smithi065_53143_object228:head#
2020-11-16T20:58:15.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e7ad88b:::benchmark_data_smithi065_53143_object295:head#
2020-11-16T20:58:15.654 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e7ade04:::benchmark_data_smithi065_53143_object31903:head#
2020-11-16T20:58:15.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e7ce083:::benchmark_data_smithi065_53143_object41176:head#
2020-11-16T20:58:15.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e7d98ff:::benchmark_data_smithi065_53143_object30191:head#
2020-11-16T20:58:15.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e7de9fb:::benchmark_data_smithi065_53143_object2571:head#
2020-11-16T20:58:15.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e7f62c4:::benchmark_data_smithi065_53143_object21833:head#
2020-11-16T20:58:15.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e7f778b:::benchmark_data_smithi065_53143_object45173:head#
2020-11-16T20:58:15.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e808287:::benchmark_data_smithi065_53143_object68952:head#
2020-11-16T20:58:15.655 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8182a0:::benchmark_data_smithi065_53143_object59217:head#
2020-11-16T20:58:15.656 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e824c1a:::benchmark_data_smithi065_53143_object55232:head#
2020-11-16T20:58:15.656 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e82b6b7:::benchmark_data_smithi065_53143_object38738:head#
2020-11-16T20:58:15.656 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e84a8b1:::benchmark_data_smithi065_53143_object16818:head#
2020-11-16T20:58:15.656 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e84f812:::benchmark_data_smithi065_53143_object8842:head#
2020-11-16T20:58:15.656 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e86c12e:::benchmark_data_smithi065_53143_object26944:head#
2020-11-16T20:58:15.656 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e87b27b:::benchmark_data_smithi065_53143_object55737:head#
2020-11-16T20:58:15.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e885d6f:::benchmark_data_smithi065_53143_object34936:head#
2020-11-16T20:58:15.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e89cbcf:::benchmark_data_smithi065_53143_object23071:head#
2020-11-16T20:58:15.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8a9b0f:::benchmark_data_smithi065_53143_object12992:head#
2020-11-16T20:58:15.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8b2789:::benchmark_data_smithi065_53143_object57493:head#
2020-11-16T20:58:15.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8b58ce:::benchmark_data_smithi065_53143_object78654:head#
2020-11-16T20:58:15.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8c710e:::benchmark_data_smithi065_53143_object38172:head#
2020-11-16T20:58:15.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8d5c2e:::benchmark_data_smithi065_53143_object11525:head#
2020-11-16T20:58:15.657 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8d87e5:::benchmark_data_smithi065_53143_object29465:head#
2020-11-16T20:58:15.658 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8efc5c:::benchmark_data_smithi065_53143_object26663:head#
2020-11-16T20:58:15.658 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e8f96b5:::benchmark_data_smithi065_53143_object47946:head#
2020-11-16T20:58:15.658 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9096cb:::benchmark_data_smithi065_53143_object20910:head#
2020-11-16T20:58:15.658 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e909b86:::benchmark_data_smithi065_53143_object67021:head#
2020-11-16T20:58:15.658 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e92660d:::benchmark_data_smithi065_53143_object65645:head#
2020-11-16T20:58:15.658 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e92e614:::benchmark_data_smithi065_53143_object42822:head#
2020-11-16T20:58:15.658 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e93a024:::benchmark_data_smithi065_53143_object61034:head#
2020-11-16T20:58:15.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e93d478:::benchmark_data_smithi065_53143_object50143:head#
2020-11-16T20:58:15.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e96800a:::benchmark_data_smithi065_53143_object37278:head#
2020-11-16T20:58:15.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e97ec14:::benchmark_data_smithi065_53143_object13933:head#
2020-11-16T20:58:15.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e985880:::benchmark_data_smithi065_53143_object58988:head#
2020-11-16T20:58:15.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e98660c:::benchmark_data_smithi065_53143_object9731:head#
2020-11-16T20:58:15.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e98eb78:::benchmark_data_smithi065_53143_object9661:head#
2020-11-16T20:58:15.659 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9971fe:::benchmark_data_smithi065_53143_object12131:head#
2020-11-16T20:58:15.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e997751:::benchmark_data_smithi065_53143_object54773:head#
2020-11-16T20:58:15.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9a9a96:::benchmark_data_smithi065_53143_object28435:head#
2020-11-16T20:58:15.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9ae400:::benchmark_data_smithi065_53143_object16585:head#
2020-11-16T20:58:15.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9b6047:::benchmark_data_smithi065_53143_object41355:head#
2020-11-16T20:58:15.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9c1f0e:::benchmark_data_smithi065_53143_object8339:head#
2020-11-16T20:58:15.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9c8467:::benchmark_data_smithi065_53143_object67144:head#
2020-11-16T20:58:15.660 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9d17e6:::benchmark_data_smithi065_53143_object5250:head#
2020-11-16T20:58:15.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9e3419:::benchmark_data_smithi065_53143_object58736:head#
2020-11-16T20:58:15.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9f7646:::benchmark_data_smithi065_53143_object56187:head#
2020-11-16T20:58:15.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9e9fff65:::benchmark_data_smithi065_53143_object29475:head#
2020-11-16T20:58:15.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea09520:::benchmark_data_smithi065_53143_object6943:head#
2020-11-16T20:58:15.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea0c9e5:::benchmark_data_smithi065_53143_object68976:head#
2020-11-16T20:58:15.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea26046:::benchmark_data_smithi065_53143_object61715:head#
2020-11-16T20:58:15.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea26f9a:::benchmark_data_smithi065_53143_object3300:head#
2020-11-16T20:58:15.661 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea300f1:::benchmark_data_smithi065_53143_object14572:head#
2020-11-16T20:58:15.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea41e20:::benchmark_data_smithi065_53143_object12830:head#
2020-11-16T20:58:15.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea457dc:::benchmark_data_smithi065_53143_object251:head#
2020-11-16T20:58:15.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea56a60:::benchmark_data_smithi065_53143_object46317:head#
2020-11-16T20:58:15.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea6ab8c:::benchmark_data_smithi065_53143_object8392:head#
2020-11-16T20:58:15.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea78b88:::benchmark_data_smithi065_53143_object48474:head#
2020-11-16T20:58:15.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ea93151:::benchmark_data_smithi065_53143_object52054:head#
2020-11-16T20:58:15.662 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eaabcd7:::benchmark_data_smithi065_53143_object11770:head#
2020-11-16T20:58:15.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eab51f8:::benchmark_data_smithi065_53143_object30904:head#
2020-11-16T20:58:15.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eaba3ce:::benchmark_data_smithi065_53143_object13634:head#
2020-11-16T20:58:15.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb13b12:::benchmark_data_smithi065_53143_object56950:head#
2020-11-16T20:58:15.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb1902f:::benchmark_data_smithi065_53143_object60008:head#
2020-11-16T20:58:15.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb24bd1:::benchmark_data_smithi065_53143_object6040:head#
2020-11-16T20:58:15.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb29348:::benchmark_data_smithi065_53143_object64604:head#
2020-11-16T20:58:15.663 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb2ac08:::benchmark_data_smithi065_53143_object74509:head#
2020-11-16T20:58:15.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb3131b:::benchmark_data_smithi065_53143_object11207:head#
2020-11-16T20:58:15.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb4976f:::benchmark_data_smithi065_53143_object67767:head#
2020-11-16T20:58:15.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb531b0:::benchmark_data_smithi065_53143_object49952:head#
2020-11-16T20:58:15.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb5e3e5:::benchmark_data_smithi065_53143_object29481:head#
2020-11-16T20:58:15.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb5e5c2:::benchmark_data_smithi065_53143_object71414:head#
2020-11-16T20:58:15.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb7ab9b:::benchmark_data_smithi065_53143_object62823:head#
2020-11-16T20:58:15.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb7e279:::benchmark_data_smithi065_53143_object3323:head#
2020-11-16T20:58:15.664 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb8f352:::benchmark_data_smithi065_53143_object65408:head#
2020-11-16T20:58:15.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eb92946:::benchmark_data_smithi065_53143_object25435:head#
2020-11-16T20:58:15.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eba1d46:::benchmark_data_smithi065_53143_object23971:head#
2020-11-16T20:58:15.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eba20b6:::benchmark_data_smithi065_53143_object75237:head#
2020-11-16T20:58:15.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ebb25a5:::benchmark_data_smithi065_53143_object7790:head#
2020-11-16T20:58:15.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ebc1d8f:::benchmark_data_smithi065_53143_object64002:head#
2020-11-16T20:58:15.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ebce73d:::benchmark_data_smithi065_53143_object35776:head#
2020-11-16T20:58:15.665 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ebd0a71:::benchmark_data_smithi065_53143_object27223:head#
2020-11-16T20:58:15.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ebd23b3:::benchmark_data_smithi065_53143_object2943:head#
2020-11-16T20:58:15.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ebdfca5:::benchmark_data_smithi065_53143_object67999:head#
2020-11-16T20:58:15.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ebe9f36:::benchmark_data_smithi065_53143_object34772:head#
2020-11-16T20:58:15.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ebec413:::benchmark_data_smithi065_53143_object61316:head#
2020-11-16T20:58:15.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec04e52:::benchmark_data_smithi065_53143_object12989:head#
2020-11-16T20:58:15.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec0f1a8:::benchmark_data_smithi065_53143_object65292:head#
2020-11-16T20:58:15.666 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec19490:::benchmark_data_smithi065_53143_object1837:head#
2020-11-16T20:58:15.667 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec3dcdd:::benchmark_data_smithi065_53143_object40888:head#
2020-11-16T20:58:15.667 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec3ee30:::benchmark_data_smithi065_53143_object40001:head#
2020-11-16T20:58:15.667 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec487fe:::benchmark_data_smithi065_53143_object34983:head#
2020-11-16T20:58:15.667 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec4d8c7:::benchmark_data_smithi065_53143_object2941:head#
2020-11-16T20:58:15.667 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec61ff4:::benchmark_data_smithi065_53143_object12914:head#
2020-11-16T20:58:15.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec6ca6f:::benchmark_data_smithi065_53143_object4670:head#
2020-11-16T20:58:15.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec6e429:::benchmark_data_smithi065_53143_object41672:head#
2020-11-16T20:58:15.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec83fe7:::benchmark_data_smithi065_53143_object70164:head#
2020-11-16T20:58:15.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ec8b522:::benchmark_data_smithi065_53143_object33111:head#
2020-11-16T20:58:15.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eca2f9f:::benchmark_data_smithi065_53143_object31345:head#
2020-11-16T20:58:15.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eca35bc:::benchmark_data_smithi065_53143_object22590:head#
2020-11-16T20:58:15.668 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecb16b5:::benchmark_data_smithi065_53143_object23398:head#
2020-11-16T20:58:15.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecb22df:::benchmark_data_smithi065_53143_object3584:head#
2020-11-16T20:58:15.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecb6cf2:::benchmark_data_smithi065_53143_object33409:head#
2020-11-16T20:58:15.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecb7e72:::benchmark_data_smithi065_53143_object45205:head#
2020-11-16T20:58:15.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecb844a:::benchmark_data_smithi065_53143_object56932:head#
2020-11-16T20:58:15.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecc5787:::benchmark_data_smithi065_53143_object57068:head#
2020-11-16T20:58:15.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecce6e0:::benchmark_data_smithi065_53143_object69908:head#
2020-11-16T20:58:15.669 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecddbe9:::benchmark_data_smithi065_53143_object80075:head#
2020-11-16T20:58:15.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ecf8b1b:::benchmark_data_smithi065_53143_object19772:head#
2020-11-16T20:58:15.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed0d90a:::benchmark_data_smithi065_53143_object24454:head#
2020-11-16T20:58:15.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed1245f:::benchmark_data_smithi065_53143_object14815:head#
2020-11-16T20:58:15.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed34d3e:::benchmark_data_smithi065_53143_object24027:head#
2020-11-16T20:58:15.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed3cf26:::benchmark_data_smithi065_53143_object48890:head#
2020-11-16T20:58:15.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed4da85:::benchmark_data_smithi065_53143_object51264:head#
2020-11-16T20:58:15.670 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed61040:::benchmark_data_smithi065_53143_object22686:head#
2020-11-16T20:58:15.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed62fe3:::benchmark_data_smithi065_53143_object51773:head#
2020-11-16T20:58:15.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed86b0d:::benchmark_data_smithi065_53143_object16049:head#
2020-11-16T20:58:15.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed89926:::benchmark_data_smithi065_53143_object80535:head#
2020-11-16T20:58:15.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed8b69c:::benchmark_data_smithi065_53143_object65577:head#
2020-11-16T20:58:15.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed8bf89:::benchmark_data_smithi065_53143_object6807:head#
2020-11-16T20:58:15.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ed8d4b3:::benchmark_data_smithi065_53143_object52785:head#
2020-11-16T20:58:15.671 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eda4c81:::benchmark_data_smithi065_53143_object75658:head#
2020-11-16T20:58:15.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9edb9046:::benchmark_data_smithi065_53143_object63530:head#
2020-11-16T20:58:15.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9edec0c2:::benchmark_data_smithi065_53143_object24138:head#
2020-11-16T20:58:15.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9edf1869:::benchmark_data_smithi065_53143_object30371:head#
2020-11-16T20:58:15.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9edf3298:::benchmark_data_smithi065_53143_object78686:head#
2020-11-16T20:58:15.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9edf54b9:::benchmark_data_smithi065_53143_object21477:head#
2020-11-16T20:58:15.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9edf5696:::benchmark_data_smithi065_53143_object23840:head#
2020-11-16T20:58:15.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9edf9fc9:::benchmark_data_smithi065_53143_object57772:head#
2020-11-16T20:58:15.672 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee04277:::benchmark_data_smithi065_53143_object25378:head#
2020-11-16T20:58:15.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee0c434:::benchmark_data_smithi065_53143_object63395:head#
2020-11-16T20:58:15.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee10a8c:::benchmark_data_smithi065_53143_object24305:head#
2020-11-16T20:58:15.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee2363d:::benchmark_data_smithi065_53143_object71623:head#
2020-11-16T20:58:15.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee23f83:::benchmark_data_smithi065_53143_object31574:head#
2020-11-16T20:58:15.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee29e93:::benchmark_data_smithi065_53143_object31249:head#
2020-11-16T20:58:15.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee38eb0:::benchmark_data_smithi065_53143_object57661:head#
2020-11-16T20:58:15.673 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee4fd30:::benchmark_data_smithi065_53143_object71363:head#
2020-11-16T20:58:15.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee59102:::benchmark_data_smithi065_53143_object22334:head#
2020-11-16T20:58:15.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee64c65:::benchmark_data_smithi065_53143_object43335:head#
2020-11-16T20:58:15.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee65d48:::benchmark_data_smithi065_53143_object9030:head#
2020-11-16T20:58:15.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee859ca:::benchmark_data_smithi065_53143_object14110:head#
2020-11-16T20:58:15.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ee94734:::benchmark_data_smithi065_53143_object76120:head#
2020-11-16T20:58:15.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eea097c:::benchmark_data_smithi065_53143_object63182:head#
2020-11-16T20:58:15.674 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eeac0b0:::benchmark_data_smithi065_53143_object35272:head#
2020-11-16T20:58:15.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eeb0fef:::benchmark_data_smithi065_53143_object38950:head#
2020-11-16T20:58:15.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eebac31:::benchmark_data_smithi065_53143_object22970:head#
2020-11-16T20:58:15.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eec5dff:::benchmark_data_smithi065_53143_object60235:head#
2020-11-16T20:58:15.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eedc181:::benchmark_data_smithi065_53143_object35461:head#
2020-11-16T20:58:15.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eef50e1:::benchmark_data_smithi065_53143_object60164:head#
2020-11-16T20:58:15.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eefaa03:::benchmark_data_smithi065_53143_object81035:head#
2020-11-16T20:58:15.675 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ef115a4:::benchmark_data_smithi065_53143_object13164:head#
2020-11-16T20:58:15.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ef27e95:::benchmark_data_smithi065_53143_object995:head#
2020-11-16T20:58:15.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ef39a72:::benchmark_data_smithi065_53143_object30316:head#
2020-11-16T20:58:15.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ef84467:::benchmark_data_smithi065_53143_object16924:head#
2020-11-16T20:58:15.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9efb28f7:::benchmark_data_smithi065_53143_object5356:head#
2020-11-16T20:58:15.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9efbcd97:::benchmark_data_smithi065_53143_object10969:head#
2020-11-16T20:58:15.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9efdead5:::benchmark_data_smithi065_53143_object79907:head#
2020-11-16T20:58:15.676 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eff5685:::benchmark_data_smithi065_53143_object14446:head#
2020-11-16T20:58:15.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eff6f43:::benchmark_data_smithi065_53143_object6740:head#
2020-11-16T20:58:15.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9eff824b:::benchmark_data_smithi065_53143_object61168:head#
2020-11-16T20:58:15.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f003fee:::benchmark_data_smithi065_53143_object41581:head#
2020-11-16T20:58:15.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f014628:::benchmark_data_smithi065_53143_object68525:head#
2020-11-16T20:58:15.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f01501f:::benchmark_data_smithi065_53143_object15622:head#
2020-11-16T20:58:15.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f02bd66:::benchmark_data_smithi065_53143_object23072:head#
2020-11-16T20:58:15.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f02e7a0:::benchmark_data_smithi065_53143_object23553:head#
2020-11-16T20:58:15.677 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f0306ec:::benchmark_data_smithi065_53143_object32041:head#
2020-11-16T20:58:15.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f03ad7f:::benchmark_data_smithi065_53143_object62396:head#
2020-11-16T20:58:15.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f04fa2e:::benchmark_data_smithi065_53143_object2222:head#
2020-11-16T20:58:15.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f06957d:::benchmark_data_smithi065_53143_object71615:head#
2020-11-16T20:58:15.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f06e66d:::benchmark_data_smithi065_53143_object18674:head#
2020-11-16T20:58:15.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f06f403:::benchmark_data_smithi065_53143_object47060:head#
2020-11-16T20:58:15.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f07bb48:::benchmark_data_smithi065_53143_object37926:head#
2020-11-16T20:58:15.678 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f08e31c:::benchmark_data_smithi065_53143_object4447:head#
2020-11-16T20:58:15.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f0c567f:::benchmark_data_smithi065_53143_object39629:head#
2020-11-16T20:58:15.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f0d37b9:::benchmark_data_smithi065_53143_object5748:head#
2020-11-16T20:58:15.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f0dbea2:::benchmark_data_smithi065_53143_object20290:head#
2020-11-16T20:58:15.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f0ecefd:::benchmark_data_smithi065_53143_object53092:head#
2020-11-16T20:58:15.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f0fd81b:::benchmark_data_smithi065_53143_object43942:head#
2020-11-16T20:58:15.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f116781:::benchmark_data_smithi065_53143_object72764:head#
2020-11-16T20:58:15.679 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1171a3:::benchmark_data_smithi065_53143_object4525:head#
2020-11-16T20:58:15.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f125aec:::benchmark_data_smithi065_53143_object37192:head#
2020-11-16T20:58:15.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f145077:::benchmark_data_smithi065_53143_object33654:head#
2020-11-16T20:58:15.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f155216:::benchmark_data_smithi065_53143_object31119:head#
2020-11-16T20:58:15.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f155527:::benchmark_data_smithi065_53143_object62166:head#
2020-11-16T20:58:15.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f16809c:::benchmark_data_smithi065_53143_object31593:head#
2020-11-16T20:58:15.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f173885:::benchmark_data_smithi065_53143_object80923:head#
2020-11-16T20:58:15.680 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f17b019:::benchmark_data_smithi065_53143_object72985:head#
2020-11-16T20:58:15.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f191cc9:::benchmark_data_smithi065_53143_object45908:head#
2020-11-16T20:58:15.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1a3bed:::benchmark_data_smithi065_53143_object44502:head#
2020-11-16T20:58:15.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1b36f8:::benchmark_data_smithi065_53143_object71853:head#
2020-11-16T20:58:15.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1c5b2f:::benchmark_data_smithi065_53143_object46692:head#
2020-11-16T20:58:15.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1d270f:::benchmark_data_smithi065_53143_object76980:head#
2020-11-16T20:58:15.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1d29c4:::benchmark_data_smithi065_53143_object39300:head#
2020-11-16T20:58:15.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1d99b4:::benchmark_data_smithi065_53143_object30095:head#
2020-11-16T20:58:15.681 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1f4e58:::benchmark_data_smithi065_53143_object16446:head#
2020-11-16T20:58:15.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1fbd7c:::benchmark_data_smithi065_53143_object63451:head#
2020-11-16T20:58:15.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f1ff932:::benchmark_data_smithi065_53143_object62154:head#
2020-11-16T20:58:15.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f20de84:::benchmark_data_smithi065_53143_object52381:head#
2020-11-16T20:58:15.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f217ff4:::benchmark_data_smithi065_53143_object76172:head#
2020-11-16T20:58:15.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f2315bf:::benchmark_data_smithi065_53143_object64410:head#
2020-11-16T20:58:15.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f24a3c4:::benchmark_data_smithi065_53143_object54873:head#
2020-11-16T20:58:15.682 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f26947a:::benchmark_data_smithi065_53143_object21540:head#
2020-11-16T20:58:15.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f299ae1:::benchmark_data_smithi065_53143_object78560:head#
2020-11-16T20:58:15.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f29f8a6:::benchmark_data_smithi065_53143_object10032:head#
2020-11-16T20:58:15.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f2a9b35:::benchmark_data_smithi065_53143_object70803:head#
2020-11-16T20:58:15.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f2b47c2:::benchmark_data_smithi065_53143_object9060:head#
2020-11-16T20:58:15.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f2bfc24:::benchmark_data_smithi065_53143_object8772:head#
2020-11-16T20:58:15.683 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f2cb649:::benchmark_data_smithi065_53143_object3531:head#
2020-11-16T20:58:15.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f2e4107:::benchmark_data_smithi065_53143_object57444:head#
2020-11-16T20:58:15.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f30a558:::benchmark_data_smithi065_53143_object39641:head#
2020-11-16T20:58:15.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f32faf9:::benchmark_data_smithi065_53143_object57837:head#
2020-11-16T20:58:15.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f339548:::benchmark_data_smithi065_53143_object35099:head#
2020-11-16T20:58:15.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f33bcb9:::benchmark_data_smithi065_53143_object20106:head#
2020-11-16T20:58:15.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f33f60c:::benchmark_data_smithi065_53143_object67370:head#
2020-11-16T20:58:15.684 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f346821:::benchmark_data_smithi065_53143_object20009:head#
2020-11-16T20:58:15.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f347253:::benchmark_data_smithi065_53143_object20483:head#
2020-11-16T20:58:15.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f35cd37:::benchmark_data_smithi065_53143_object47587:head#
2020-11-16T20:58:15.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f367788:::benchmark_data_smithi065_53143_object3779:head#
2020-11-16T20:58:15.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f37f0c7:::benchmark_data_smithi065_53143_object31005:head#
2020-11-16T20:58:15.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f38c4cc:::benchmark_data_smithi065_53143_object15097:head#
2020-11-16T20:58:15.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f3931b1:::benchmark_data_smithi065_53143_object40653:head#
2020-11-16T20:58:15.685 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f39a72e:::benchmark_data_smithi065_53143_object20818:head#
2020-11-16T20:58:15.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f3a63f9:::benchmark_data_smithi065_53143_object26541:head#
2020-11-16T20:58:15.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f3adb9c:::benchmark_data_smithi065_53143_object73660:head#
2020-11-16T20:58:15.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f3c012b:::benchmark_data_smithi065_53143_object26886:head#
2020-11-16T20:58:15.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f3cb0b4:::benchmark_data_smithi065_53143_object55199:head#
2020-11-16T20:58:15.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f3ce2f9:::benchmark_data_smithi065_53143_object78438:head#
2020-11-16T20:58:15.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f3fe5b6:::benchmark_data_smithi065_53143_object52624:head#
2020-11-16T20:58:15.686 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4057bb:::benchmark_data_smithi065_53143_object55185:head#
2020-11-16T20:58:15.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f431280:::benchmark_data_smithi065_53143_object28660:head#
2020-11-16T20:58:15.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4341d7:::benchmark_data_smithi065_53143_object54197:head#
2020-11-16T20:58:15.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4381a9:::benchmark_data_smithi065_53143_object80490:head#
2020-11-16T20:58:15.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f43fe1a:::benchmark_data_smithi065_53143_object53760:head#
2020-11-16T20:58:15.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f44881e:::benchmark_data_smithi065_53143_object28639:head#
2020-11-16T20:58:15.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f46a729:::benchmark_data_smithi065_53143_object26932:head#
2020-11-16T20:58:15.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f48dd8e:::benchmark_data_smithi065_53143_object22169:head#
2020-11-16T20:58:15.687 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f48fd95:::benchmark_data_smithi065_53143_object4182:head#
2020-11-16T20:58:15.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4a3792:::benchmark_data_smithi065_53143_object5929:head#
2020-11-16T20:58:15.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4c243d:::benchmark_data_smithi065_53143_object42384:head#
2020-11-16T20:58:15.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4d2849:::benchmark_data_smithi065_53143_object79630:head#
2020-11-16T20:58:15.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4d562b:::benchmark_data_smithi065_53143_object4350:head#
2020-11-16T20:58:15.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4e5971:::benchmark_data_smithi065_53143_object53601:head#
2020-11-16T20:58:15.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4ed309:::benchmark_data_smithi065_53143_object80768:head#
2020-11-16T20:58:15.688 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f4fa670:::benchmark_data_smithi065_53143_object66426:head#
2020-11-16T20:58:15.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f503c65:::benchmark_data_smithi065_53143_object71229:head#
2020-11-16T20:58:15.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f506132:::benchmark_data_smithi065_53143_object27286:head#
2020-11-16T20:58:15.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f50718d:::benchmark_data_smithi065_53143_object70147:head#
2020-11-16T20:58:15.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f51009a:::benchmark_data_smithi065_53143_object45616:head#
2020-11-16T20:58:15.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f51df34:::benchmark_data_smithi065_53143_object56106:head#
2020-11-16T20:58:15.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f51f160:::benchmark_data_smithi065_53143_object42349:head#
2020-11-16T20:58:15.689 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f537867:::benchmark_data_smithi065_53143_object24021:head#
2020-11-16T20:58:15.690 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f53f5ee:::benchmark_data_smithi065_53143_object17231:head#
2020-11-16T20:58:15.690 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f548f9b:::benchmark_data_smithi065_53143_object12357:head#
2020-11-16T20:58:15.690 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5509f1:::benchmark_data_smithi065_53143_object34975:head#
2020-11-16T20:58:15.690 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5661a9:::benchmark_data_smithi065_53143_object80264:head#
2020-11-16T20:58:15.690 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f56b32f:::benchmark_data_smithi065_53143_object7614:head#
2020-11-16T20:58:15.690 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f57e366:::benchmark_data_smithi065_53143_object74497:head#
2020-11-16T20:58:15.690 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f58eeb6:::benchmark_data_smithi065_53143_object69873:head#
2020-11-16T20:58:15.691 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f59aad1:::benchmark_data_smithi065_53143_object16037:head#
2020-11-16T20:58:15.691 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5ae211:::benchmark_data_smithi065_53143_object50223:head#
2020-11-16T20:58:15.691 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5b22c2:::benchmark_data_smithi065_53143_object56587:head#
2020-11-16T20:58:15.691 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5c0a72:::benchmark_data_smithi065_53143_object49488:head#
2020-11-16T20:58:15.691 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5c3ce9:::benchmark_data_smithi065_53143_object67000:head#
2020-11-16T20:58:15.691 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5c6b42:::benchmark_data_smithi065_53143_object26341:head#
2020-11-16T20:58:15.691 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5d4f76:::benchmark_data_smithi065_53143_object24146:head#
2020-11-16T20:58:15.691 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f5e5223:::benchmark_data_smithi065_53143_object29763:head#
2020-11-16T20:58:15.692 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f602631:::benchmark_data_smithi065_53143_object60285:head#
2020-11-16T20:58:15.692 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f60b6ea:::benchmark_data_smithi065_53143_object656:head#
2020-11-16T20:58:15.692 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6199ed:::benchmark_data_smithi065_53143_object57968:head#
2020-11-16T20:58:15.692 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6590f3:::benchmark_data_smithi065_53143_object51196:head#
2020-11-16T20:58:15.692 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f65d485:::benchmark_data_smithi065_53143_object42483:head#
2020-11-16T20:58:15.692 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f664e62:::benchmark_data_smithi065_53143_object23913:head#
2020-11-16T20:58:15.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f66f76b:::benchmark_data_smithi065_53143_object77640:head#
2020-11-16T20:58:15.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f67305d:::benchmark_data_smithi065_53143_object22795:head#
2020-11-16T20:58:15.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f677c93:::benchmark_data_smithi065_53143_object44557:head#
2020-11-16T20:58:15.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f67dc9b:::benchmark_data_smithi065_53143_object12155:head#
2020-11-16T20:58:15.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f68f726:::benchmark_data_smithi065_53143_object74079:head#
2020-11-16T20:58:15.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f699819:::benchmark_data_smithi065_53143_object77940:head#
2020-11-16T20:58:15.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6b18f9:::benchmark_data_smithi065_53143_object39299:head#
2020-11-16T20:58:15.693 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6b88f8:::benchmark_data_smithi065_53143_object43658:head#
2020-11-16T20:58:15.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6c6f80:::benchmark_data_smithi065_53143_object13602:head#
2020-11-16T20:58:15.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6cfc87:::benchmark_data_smithi065_53143_object48056:head#
2020-11-16T20:58:15.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6e67ca:::benchmark_data_smithi065_53143_object12913:head#
2020-11-16T20:58:15.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6e828b:::benchmark_data_smithi065_53143_object42963:head#
2020-11-16T20:58:15.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f6eed79:::benchmark_data_smithi065_53143_object43427:head#
2020-11-16T20:58:15.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f761f26:::benchmark_data_smithi065_53143_object74689:head#
2020-11-16T20:58:15.694 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f762d6e:::benchmark_data_smithi065_53143_object39067:head#
2020-11-16T20:58:15.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f767fb5:::benchmark_data_smithi065_53143_object12629:head#
2020-11-16T20:58:15.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f76ef5e:::benchmark_data_smithi065_53143_object55342:head#
2020-11-16T20:58:15.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f76f860:::benchmark_data_smithi065_53143_object46140:head#
2020-11-16T20:58:15.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f76f880:::benchmark_data_smithi065_53143_object51707:head#
2020-11-16T20:58:15.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f772aec:::benchmark_data_smithi065_53143_object70701:head#
2020-11-16T20:58:15.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f773d97:::benchmark_data_smithi065_53143_object9390:head#
2020-11-16T20:58:15.695 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7836e0:::benchmark_data_smithi065_53143_object48145:head#
2020-11-16T20:58:15.696 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f795b9f:::benchmark_data_smithi065_53143_object39718:head#
2020-11-16T20:58:15.696 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f79c906:::benchmark_data_smithi065_53143_object15753:head#
2020-11-16T20:58:15.696 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7a4bf4:::benchmark_data_smithi065_53143_object15959:head#
2020-11-16T20:58:15.696 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7b9e60:::benchmark_data_smithi065_53143_object75836:head#
2020-11-16T20:58:15.696 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7c3455:::benchmark_data_smithi065_53143_object75995:head#
2020-11-16T20:58:15.696 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7c4904:::benchmark_data_smithi065_53143_object65173:head#
2020-11-16T20:58:15.697 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7d8ea7:::benchmark_data_smithi065_53143_object61201:head#
2020-11-16T20:58:15.697 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7e02f0:::benchmark_data_smithi065_53143_object40829:head#
2020-11-16T20:58:15.697 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7e8a23:::benchmark_data_smithi065_53143_object43254:head#
2020-11-16T20:58:15.697 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7f4f0e:::benchmark_data_smithi065_53143_object25635:head#
2020-11-16T20:58:15.697 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f7fff2b:::benchmark_data_smithi065_53143_object3825:head#
2020-11-16T20:58:15.697 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8008b7:::benchmark_data_smithi065_53143_object48892:head#
2020-11-16T20:58:15.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f804618:::benchmark_data_smithi065_53143_object41957:head#
2020-11-16T20:58:15.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f80f258:::benchmark_data_smithi065_53143_object70342:head#
2020-11-16T20:58:15.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f812bf8:::benchmark_data_smithi065_53143_object45472:head#
2020-11-16T20:58:15.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f81589d:::benchmark_data_smithi065_53143_object72099:head#
2020-11-16T20:58:15.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f817b92:::benchmark_data_smithi065_53143_object74925:head#
2020-11-16T20:58:15.698 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f826632:::benchmark_data_smithi065_53143_object49565:head#
2020-11-16T20:58:15.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f82dd54:::benchmark_data_smithi065_53143_object25926:head#
2020-11-16T20:58:15.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f82fac5:::benchmark_data_smithi065_53143_object29210:head#
2020-11-16T20:58:15.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f83e18a:::benchmark_data_smithi065_53143_object67372:head#
2020-11-16T20:58:15.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f83f6cb:::benchmark_data_smithi065_53143_object45957:head#
2020-11-16T20:58:15.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8410a1:::benchmark_data_smithi065_53143_object41194:head#
2020-11-16T20:58:15.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f842e22:::benchmark_data_smithi065_53143_object3509:head#
2020-11-16T20:58:15.699 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f84aa99:::benchmark_data_smithi065_53143_object12470:head#
2020-11-16T20:58:15.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f84e4a4:::benchmark_data_smithi065_53143_object21332:head#
2020-11-16T20:58:15.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f858dfa:::benchmark_data_smithi065_53143_object44476:head#
2020-11-16T20:58:15.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f874b8e:::benchmark_data_smithi065_53143_object81648:head#
2020-11-16T20:58:15.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f875cde:::benchmark_data_smithi065_53143_object20175:head#
2020-11-16T20:58:15.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8afe9e:::benchmark_data_smithi065_53143_object47772:head#
2020-11-16T20:58:15.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8afeb5:::benchmark_data_smithi065_53143_object15285:head#
2020-11-16T20:58:15.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8bce0e:::benchmark_data_smithi065_53143_object5943:head#
2020-11-16T20:58:15.700 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8c1d01:::benchmark_data_smithi065_53143_object57325:head#
2020-11-16T20:58:15.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8c2223:::benchmark_data_smithi065_53143_object64854:head#
2020-11-16T20:58:15.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8dfb17:::benchmark_data_smithi065_53143_object2368:head#
2020-11-16T20:58:15.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8e30ba:::benchmark_data_smithi065_53143_object72106:head#
2020-11-16T20:58:15.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8e3f67:::benchmark_data_smithi065_53143_object4465:head#
2020-11-16T20:58:15.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f8f3fd4:::benchmark_data_smithi065_53143_object42041:head#
2020-11-16T20:58:15.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f90f92e:::benchmark_data_smithi065_53143_object40132:head#
2020-11-16T20:58:15.701 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9184aa:::benchmark_data_smithi065_53143_object2334:head#
2020-11-16T20:58:15.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f91ab0d:::benchmark_data_smithi065_53143_object48254:head#
2020-11-16T20:58:15.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f938e17:::benchmark_data_smithi065_53143_object4302:head#
2020-11-16T20:58:15.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f93eefb:::benchmark_data_smithi065_53143_object80049:head#
2020-11-16T20:58:15.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f963bee:::benchmark_data_smithi065_53143_object23813:head#
2020-11-16T20:58:15.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f982d5e:::benchmark_data_smithi065_53143_object2392:head#
2020-11-16T20:58:15.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f988453:::benchmark_data_smithi065_53143_object66800:head#
2020-11-16T20:58:15.702 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f989983:::benchmark_data_smithi065_53143_object1934:head#
2020-11-16T20:58:15.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f996cc2:::benchmark_data_smithi065_53143_object31243:head#
2020-11-16T20:58:15.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f99c74d:::benchmark_data_smithi065_53143_object38161:head#
2020-11-16T20:58:15.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9a289b:::benchmark_data_smithi065_53143_object28478:head#
2020-11-16T20:58:15.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9a6c3c:::benchmark_data_smithi065_53143_object8615:head#
2020-11-16T20:58:15.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9a964d:::benchmark_data_smithi065_53143_object1810:head#
2020-11-16T20:58:15.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9aea1e:::benchmark_data_smithi065_53143_object4279:head#
2020-11-16T20:58:15.703 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9b2a97:::benchmark_data_smithi065_53143_object70173:head#
2020-11-16T20:58:15.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9cf5bf:::benchmark_data_smithi065_53143_object60382:head#
2020-11-16T20:58:15.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9d390f:::benchmark_data_smithi065_53143_object80658:head#
2020-11-16T20:58:15.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9ddef0:::benchmark_data_smithi065_53143_object77457:head#
2020-11-16T20:58:15.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9df832:::benchmark_data_smithi065_53143_object14730:head#
2020-11-16T20:58:15.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9e72e9:::benchmark_data_smithi065_53143_object49729:head#
2020-11-16T20:58:15.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9f9fb591:::benchmark_data_smithi065_53143_object7551:head#
2020-11-16T20:58:15.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa1284f:::benchmark_data_smithi065_53143_object71814:head#
2020-11-16T20:58:15.704 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa1f00b:::benchmark_data_smithi065_53143_object66991:head#
2020-11-16T20:58:15.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa206e6:::benchmark_data_smithi065_53143_object10564:head#
2020-11-16T20:58:15.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa334ac:::benchmark_data_smithi065_53143_object73974:head#
2020-11-16T20:58:15.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa37636:::benchmark_data_smithi065_53143_object73931:head#
2020-11-16T20:58:15.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa3c283:::benchmark_data_smithi065_53143_object23910:head#
2020-11-16T20:58:15.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa405ff:::benchmark_data_smithi065_53143_object72928:head#
2020-11-16T20:58:15.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa56951:::benchmark_data_smithi065_53143_object22864:head#
2020-11-16T20:58:15.705 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa5cdb8:::benchmark_data_smithi065_53143_object19765:head#
2020-11-16T20:58:15.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa68df8:::benchmark_data_smithi065_53143_object11907:head#
2020-11-16T20:58:15.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa74a39:::benchmark_data_smithi065_53143_object69160:head#
2020-11-16T20:58:15.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa81f47:::benchmark_data_smithi065_53143_object58671:head#
2020-11-16T20:58:15.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa8483a:::benchmark_data_smithi065_53143_object40814:head#
2020-11-16T20:58:15.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa8a93c:::benchmark_data_smithi065_53143_object15516:head#
2020-11-16T20:58:15.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa92003:::benchmark_data_smithi065_53143_object301:head#
2020-11-16T20:58:15.706 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fa9b509:::benchmark_data_smithi065_53143_object24129:head#
2020-11-16T20:58:15.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9faa3712:::benchmark_data_smithi065_53143_object40593:head#
2020-11-16T20:58:15.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9faab72f:::benchmark_data_smithi065_53143_object65372:head#
2020-11-16T20:58:15.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fab017e:::benchmark_data_smithi065_53143_object58276:head#
2020-11-16T20:58:15.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fab7046:::benchmark_data_smithi065_53143_object41078:head#
2020-11-16T20:58:15.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fabef61:::benchmark_data_smithi065_53143_object57886:head#
2020-11-16T20:58:15.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fae090a:::benchmark_data_smithi065_53143_object6580:head#
2020-11-16T20:58:15.707 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fae217d:::benchmark_data_smithi065_53143_object30963:head#
2020-11-16T20:58:15.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fae67a1:::benchmark_data_smithi065_53143_object67588:head#
2020-11-16T20:58:15.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9faf5681:::benchmark_data_smithi065_53143_object68006:head#
2020-11-16T20:58:15.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fafe3b3:::benchmark_data_smithi065_53143_object16427:head#
2020-11-16T20:58:15.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb0fbcb:::benchmark_data_smithi065_53143_object2762:head#
2020-11-16T20:58:15.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb1957e:::benchmark_data_smithi065_53143_object64790:head#
2020-11-16T20:58:15.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb32234:::benchmark_data_smithi065_53143_object40297:head#
2020-11-16T20:58:15.708 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb32570:::benchmark_data_smithi065_53143_object30990:head#
2020-11-16T20:58:15.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb40e9b:::benchmark_data_smithi065_53143_object20314:head#
2020-11-16T20:58:15.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb44192:::benchmark_data_smithi065_53143_object16370:head#
2020-11-16T20:58:15.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb4c49d:::benchmark_data_smithi065_53143_object46285:head#
2020-11-16T20:58:15.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb5c759:::benchmark_data_smithi065_53143_object42418:head#
2020-11-16T20:58:15.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb6045c:::benchmark_data_smithi065_53143_object25467:head#
2020-11-16T20:58:15.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb70f9b:::benchmark_data_smithi065_53143_object45368:head#
2020-11-16T20:58:15.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fb73c5b:::benchmark_data_smithi065_53143_object2777:head#
2020-11-16T20:58:15.709 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fba33c6:::benchmark_data_smithi065_53143_object67804:head#
2020-11-16T20:58:15.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fbaf782:::benchmark_data_smithi065_53143_object62379:head#
2020-11-16T20:58:15.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fbb8ad2:::benchmark_data_smithi065_53143_object25731:head#
2020-11-16T20:58:15.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fbe8796:::benchmark_data_smithi065_53143_object49315:head#
2020-11-16T20:58:15.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fbeb01f:::benchmark_data_smithi065_53143_object7302:head#
2020-11-16T20:58:15.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fbf2def:::benchmark_data_smithi065_53143_object43297:head#
2020-11-16T20:58:15.710 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc00d9c:::benchmark_data_smithi065_53143_object7310:head#
2020-11-16T20:58:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc01a00:::benchmark_data_smithi065_53143_object25900:head#
2020-11-16T20:58:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc037fb:::benchmark_data_smithi065_53143_object10169:head#
2020-11-16T20:58:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc09edb:::benchmark_data_smithi065_53143_object74450:head#
2020-11-16T20:58:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc14ade:::benchmark_data_smithi065_53143_object17391:head#
2020-11-16T20:58:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc1c3ad:::benchmark_data_smithi065_53143_object39495:head#
2020-11-16T20:58:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc29100:::benchmark_data_smithi065_53143_object79378:head#
2020-11-16T20:58:15.711 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc31063:::benchmark_data_smithi065_53143_object22460:head#
2020-11-16T20:58:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc35144:::benchmark_data_smithi065_53143_object48120:head#
2020-11-16T20:58:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc39042:::benchmark_data_smithi065_53143_object4707:head#
2020-11-16T20:58:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc47b16:::benchmark_data_smithi065_53143_object59649:head#
2020-11-16T20:58:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc5528a:::benchmark_data_smithi065_53143_object67178:head#
2020-11-16T20:58:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc6499e:::benchmark_data_smithi065_53143_object59978:head#
2020-11-16T20:58:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fc68dad:::benchmark_data_smithi065_53143_object62929:head#
2020-11-16T20:58:15.712 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcac0a2:::benchmark_data_smithi065_53143_object27975:head#
2020-11-16T20:58:15.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcbed61:::benchmark_data_smithi065_53143_object52650:head#
2020-11-16T20:58:15.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcc303b:::benchmark_data_smithi065_53143_object73440:head#
2020-11-16T20:58:15.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcc5877:::benchmark_data_smithi065_53143_object46366:head#
2020-11-16T20:58:15.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fccd9aa:::benchmark_data_smithi065_53143_object67481:head#
2020-11-16T20:58:15.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcd5664:::benchmark_data_smithi065_53143_object29976:head#
2020-11-16T20:58:15.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcdb067:::benchmark_data_smithi065_53143_object15628:head#
2020-11-16T20:58:15.713 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fce8fd0:::benchmark_data_smithi065_53143_object55754:head#
2020-11-16T20:58:15.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcf279c:::benchmark_data_smithi065_53143_object1:head#
2020-11-16T20:58:15.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcf4591:::benchmark_data_smithi065_53143_object20985:head#
2020-11-16T20:58:15.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcfac68:::benchmark_data_smithi065_53143_object34886:head#
2020-11-16T20:58:15.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fcfcbf0:::benchmark_data_smithi065_53143_object60949:head#
2020-11-16T20:58:15.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd115dd:::benchmark_data_smithi065_53143_object77492:head#
2020-11-16T20:58:15.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd17c88:::benchmark_data_smithi065_53143_object71968:head#
2020-11-16T20:58:15.714 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd1f499:::benchmark_data_smithi065_53143_object20205:head#
2020-11-16T20:58:15.715 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd2f190:::benchmark_data_smithi065_53143_object55614:head#
2020-11-16T20:58:15.715 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd30e11:::benchmark_data_smithi065_53143_object52531:head#
2020-11-16T20:58:15.715 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd37db4:::benchmark_data_smithi065_53143_object16471:head#
2020-11-16T20:58:15.715 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd3f8a4:::benchmark_data_smithi065_53143_object68510:head#
2020-11-16T20:58:15.715 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd51409:::benchmark_data_smithi065_53143_object40386:head#
2020-11-16T20:58:15.715 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd589a2:::benchmark_data_smithi065_53143_object1448:head#
2020-11-16T20:58:15.715 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd5e38e:::benchmark_data_smithi065_53143_object46213:head#
2020-11-16T20:58:15.715 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd62ec4:::benchmark_data_smithi065_53143_object79947:head#
2020-11-16T20:58:15.716 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fd9e22d:::benchmark_data_smithi065_53143_object32938:head#
2020-11-16T20:58:15.716 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fdcbc5b:::benchmark_data_smithi065_53143_object33897:head#
2020-11-16T20:58:15.716 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fdd44cf:::benchmark_data_smithi065_53143_object50612:head#
2020-11-16T20:58:15.716 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fde80b0:::benchmark_data_smithi065_53143_object9166:head#
2020-11-16T20:58:15.716 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fdf00b7:::benchmark_data_smithi065_53143_object78434:head#
2020-11-16T20:58:15.716 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fdf170c:::benchmark_data_smithi065_53143_object58755:head#
2020-11-16T20:58:15.716 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fdff7b8:::benchmark_data_smithi065_53143_object29370:head#
2020-11-16T20:58:15.717 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe25280:::benchmark_data_smithi065_53143_object28837:head#
2020-11-16T20:58:15.717 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe28562:::benchmark_data_smithi065_53143_object5437:head#
2020-11-16T20:58:15.717 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe2b101:::benchmark_data_smithi065_53143_object78099:head#
2020-11-16T20:58:15.717 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe4cb20:::benchmark_data_smithi065_53143_object3429:head#
2020-11-16T20:58:15.717 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe5e659:::benchmark_data_smithi065_53143_object9633:head#
2020-11-16T20:58:15.717 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe66bac:::benchmark_data_smithi065_53143_object57250:head#
2020-11-16T20:58:15.717 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe6b5c3:::benchmark_data_smithi065_53143_object73367:head#
2020-11-16T20:58:15.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe80b4e:::benchmark_data_smithi065_53143_object72474:head#
2020-11-16T20:58:15.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe8c9ea:::benchmark_data_smithi065_53143_object54658:head#
2020-11-16T20:58:15.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe99572:::benchmark_data_smithi065_53143_object53519:head#
2020-11-16T20:58:15.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fe9ebba:::benchmark_data_smithi065_53143_object51410:head#
2020-11-16T20:58:15.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fea2637:::benchmark_data_smithi065_53143_object2124:head#
2020-11-16T20:58:15.718 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fea9455:::benchmark_data_smithi065_53143_object23076:head#
2020-11-16T20:58:15.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9feb2a3d:::benchmark_data_smithi065_53143_object39133:head#
2020-11-16T20:58:15.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9feb965a:::benchmark_data_smithi065_53143_object746:head#
2020-11-16T20:58:15.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fec0fed:::benchmark_data_smithi065_53143_object12254:head#
2020-11-16T20:58:15.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fec9bdf:::benchmark_data_smithi065_53143_object14626:head#
2020-11-16T20:58:15.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9feca7e1:::benchmark_data_smithi065_53143_object41877:head#
2020-11-16T20:58:15.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fed08c4:::benchmark_data_smithi065_53143_object19750:head#
2020-11-16T20:58:15.719 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fedd361:::benchmark_data_smithi065_53143_object34105:head#
2020-11-16T20:58:15.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9feee423:::benchmark_data_smithi065_53143_object32082:head#
2020-11-16T20:58:15.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9feef6ab:::benchmark_data_smithi065_53143_object306:head#
2020-11-16T20:58:15.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fef79a9:::benchmark_data_smithi065_53143_object41437:head#
2020-11-16T20:58:15.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fef7fc4:::benchmark_data_smithi065_53143_object70837:head#
2020-11-16T20:58:15.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9fefa800:::benchmark_data_smithi065_53143_object40131:head#
2020-11-16T20:58:15.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff02579:::benchmark_data_smithi065_53143_object28749:head#
2020-11-16T20:58:15.720 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff0b8d3:::benchmark_data_smithi065_53143_object66427:head#
2020-11-16T20:58:15.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff155ae:::benchmark_data_smithi065_53143_object53393:head#
2020-11-16T20:58:15.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff1d9c0:::benchmark_data_smithi065_53143_object4234:head#
2020-11-16T20:58:15.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff2052a:::benchmark_data_smithi065_53143_object24842:head#
2020-11-16T20:58:15.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff21d90:::benchmark_data_smithi065_53143_object48514:head#
2020-11-16T20:58:15.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff2adc6:::benchmark_data_smithi065_53143_object77949:head#
2020-11-16T20:58:15.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff32e26:::benchmark_data_smithi065_53143_object6069:head#
2020-11-16T20:58:15.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff35f59:::benchmark_data_smithi065_53143_object55090:head#
2020-11-16T20:58:15.721 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff4ec04:::benchmark_data_smithi065_53143_object54205:head#
2020-11-16T20:58:15.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff5586d:::benchmark_data_smithi065_53143_object17189:head#
2020-11-16T20:58:15.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff5b211:::benchmark_data_smithi065_53143_object56525:head#
2020-11-16T20:58:15.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff6a1fe:::benchmark_data_smithi065_53143_object17212:head#
2020-11-16T20:58:15.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff769c8:::benchmark_data_smithi065_53143_object21130:head#
2020-11-16T20:58:15.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff9c935:::benchmark_data_smithi065_53143_object15636:head#
2020-11-16T20:58:15.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ff9fd99:::benchmark_data_smithi065_53143_object48318:head#
2020-11-16T20:58:15.722 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ffa6dc0:::benchmark_data_smithi065_53143_object33490:head#
2020-11-16T20:58:15.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ffb5b60:::benchmark_data_smithi065_53143_object19990:head#
2020-11-16T20:58:15.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ffc52bb:::benchmark_data_smithi065_53143_object28493:head#
2020-11-16T20:58:15.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ffc8fac:::benchmark_data_smithi065_53143_object64346:head#
2020-11-16T20:58:15.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ffcd0d6:::benchmark_data_smithi065_53143_object49726:head#
2020-11-16T20:58:15.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ffd39ff:::benchmark_data_smithi065_53143_object23285:head#
2020-11-16T20:58:15.723 INFO:teuthology.orchestra.run.smithi142.stderr:Read #8:9ffe605d:::benchmark_data_smithi065_53143_object26762:head#
2020-11-16T20:58:15.723 INFO:teuthology.orchestra.run.smithi142.stderr:Export successful
2020-11-16T20:58:15.724 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:15.724 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:11 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.674318+0000 osd.5 (osd.5) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.724 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:11 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.838064+0000 osd.10 (osd.10) 208 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.724 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:11 smithi142 bash[9523]: cluster 2020-11-16T20:58:09.881607+0000 osd.11 (osd.11) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:15.724 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:12 smithi142 bash[9523]: cluster 2020-11-16T20:58:10.600479+0000 mgr.x (mgr.14196) 1399 : cluster [DBG] pgmap v2133: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 557 op/s; 12255/144836 objects degraded (8.461%); 7.3 MiB/s, 117 objects/s recovering
2020-11-16T20:58:15.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:12 smithi142 bash[9523]: cluster 2020-11-16T20:58:11.776304+0000 mon.a (mon.0) 2599 : cluster [WRN] Health check update: Degraded data redundancy: 12255/144836 objects degraded (8.461%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:15.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:13 smithi142 bash[9523]: cluster 2020-11-16T20:58:12.139894+0000 osd.10 (osd.10) 209 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:15.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:13 smithi142 bash[9523]: cluster 2020-11-16T20:58:12.139976+0000 osd.10 (osd.10) 210 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:15.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:13 smithi142 bash[9523]: cluster 2020-11-16T20:58:12.792572+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e836: 12 total, 11 up, 8 in
2020-11-16T20:58:15.725 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:14 smithi142 bash[9523]: cluster 2020-11-16T20:58:12.601037+0000 mgr.x (mgr.14196) 1400 : cluster [DBG] pgmap v2134: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 11804/139622 objects degraded (8.454%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:58:15.725 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:10 smithi142 bash[114994]: debug 2020-11-16T20:58:10.902+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:15.726 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops
2020-11-16T20:58:15.727 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:58:15.727 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:58:15.825 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:15.885 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:15.925 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.0 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --no-mon-config '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --force --op remove --pgid 8.9
2020-11-16T20:58:16.057 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.0/config
2020-11-16T20:58:16.060 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:16.163 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:16.297 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:16.400 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:16 smithi071 bash[9480]: cluster 2020-11-16T20:58:14.601604+0000 mgr.x (mgr.14196) 1401 : cluster [DBG] pgmap v2136: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 782 op/s; 11553/138738 objects degraded (8.327%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:58:16.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:16 smithi071 bash[16796]: debug 2020-11-16T20:58:16.301+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:16.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:16 smithi065 bash[9468]: cluster 2020-11-16T20:58:14.601604+0000 mgr.x (mgr.14196) 1401 : cluster [DBG] pgmap v2136: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 782 op/s; 11553/138738 objects degraded (8.327%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:58:16.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:16 smithi142 bash[9523]: cluster 2020-11-16T20:58:14.601604+0000 mgr.x (mgr.14196) 1401 : cluster [DBG] pgmap v2136: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 782 op/s; 11553/138738 objects degraded (8.327%); 10 MiB/s, 165 objects/s recovering
2020-11-16T20:58:16.531 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:16 smithi142 bash[114994]: debug 2020-11-16T20:58:16.062+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:17.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:17 smithi071 bash[9480]: cluster 2020-11-16T20:58:16.778314+0000 mon.a (mon.0) 2601 : cluster [WRN] Health check update: Degraded data redundancy: 11553/138738 objects degraded (8.327%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:17.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:17 smithi065 bash[9468]: cluster 2020-11-16T20:58:16.778314+0000 mon.a (mon.0) 2601 : cluster [WRN] Health check update: Degraded data redundancy: 11553/138738 objects degraded (8.327%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:17.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:17 smithi142 bash[9523]: cluster 2020-11-16T20:58:16.778314+0000 mon.a (mon.0) 2601 : cluster [WRN] Health check update: Degraded data redundancy: 11553/138738 objects degraded (8.327%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:17.728 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:58:17.869 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:18.181 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:58:18.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:18 smithi071 bash[9480]: cluster 2020-11-16T20:58:16.602198+0000 mgr.x (mgr.14196) 1402 : cluster [DBG] pgmap v2137: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 11099/133946 objects degraded (8.286%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:58:18.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:18 smithi071 bash[9480]: audit 2020-11-16T20:58:17.652717+0000 mon.a (mon.0) 2602 : audit [INF] from='client.? v1:172.21.15.142:0/1895226528' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:58:18.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:18 smithi065 bash[9468]: cluster 2020-11-16T20:58:16.602198+0000 mgr.x (mgr.14196) 1402 : cluster [DBG] pgmap v2137: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 11099/133946 objects degraded (8.286%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:58:18.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:18 smithi065 bash[9468]: audit 2020-11-16T20:58:17.652717+0000 mon.a (mon.0) 2602 : audit [INF] from='client.? v1:172.21.15.142:0/1895226528' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:58:18.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:18 smithi142 bash[9523]: cluster 2020-11-16T20:58:16.602198+0000 mgr.x (mgr.14196) 1402 : cluster [DBG] pgmap v2137: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 11099/133946 objects degraded (8.286%); 8.8 MiB/s, 140 objects/s recovering
2020-11-16T20:58:18.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:18 smithi142 bash[9523]: audit 2020-11-16T20:58:17.652717+0000 mon.a (mon.0) 2602 : audit [INF] from='client.? v1:172.21.15.142:0/1895226528' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:58:19.418 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:19.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:19 smithi071 bash[9480]: cluster 2020-11-16T20:58:18.178597+0000 mon.a (mon.0) 2603 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:19.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:19 smithi071 bash[9480]: audit 2020-11-16T20:58:18.184766+0000 mon.a (mon.0) 2604 : audit [INF] from='client.? v1:172.21.15.142:0/1895226528' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:58:19.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:19 smithi071 bash[9480]: cluster 2020-11-16T20:58:18.184843+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e837: 12 total, 11 up, 8 in
2020-11-16T20:58:19.523 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:19.528 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:19 smithi065 bash[14115]: debug 2020-11-16T20:58:19.427+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:19.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:19 smithi065 bash[9468]: cluster 2020-11-16T20:58:18.178597+0000 mon.a (mon.0) 2603 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:19.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:19 smithi065 bash[9468]: audit 2020-11-16T20:58:18.184766+0000 mon.a (mon.0) 2604 : audit [INF] from='client.? v1:172.21.15.142:0/1895226528' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:58:19.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:19 smithi065 bash[9468]: cluster 2020-11-16T20:58:18.184843+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e837: 12 total, 11 up, 8 in
2020-11-16T20:58:19.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:19 smithi142 bash[9523]: cluster 2020-11-16T20:58:18.178597+0000 mon.a (mon.0) 2603 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:19.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:19 smithi142 bash[9523]: audit 2020-11-16T20:58:18.184766+0000 mon.a (mon.0) 2604 : audit [INF] from='client.? v1:172.21.15.142:0/1895226528' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:58:19.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:19 smithi142 bash[9523]: cluster 2020-11-16T20:58:18.184843+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e837: 12 total, 11 up, 8 in
2020-11-16T20:58:20.060 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:20.166 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:20.313 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:20.418 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:20.426 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:20 smithi071 bash[9480]: cluster 2020-11-16T20:58:18.602626+0000 mgr.x (mgr.14196) 1403 : cluster [DBG] pgmap v2139: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 10831/131876 objects degraded (8.213%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:58:20.426 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:58:20 smithi071 bash[12066]: debug 2020-11-16T20:58:20.317+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:20.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:20 smithi142 bash[9523]: cluster 2020-11-16T20:58:18.602626+0000 mgr.x (mgr.14196) 1403 : cluster [DBG] pgmap v2139: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 10831/131876 objects degraded (8.213%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:58:20.503 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:58:20 smithi142 bash[20366]: debug 2020-11-16T20:58:20.062+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:20.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:20 smithi065 bash[9468]: cluster 2020-11-16T20:58:18.602626+0000 mgr.x (mgr.14196) 1403 : cluster [DBG] pgmap v2139: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 10831/131876 objects degraded (8.213%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:58:20.545 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:20.649 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:20.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:58:20 smithi071 bash[12066]: debug 2020-11-16T20:58:20.549+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:20.753 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:20.857 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:21.020 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:21.124 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:21.132 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:20 smithi071 bash[16796]: debug 2020-11-16T20:58:20.757+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:21.237 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:21.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:58:21 smithi065 bash[16457]: debug 2020-11-16T20:58:21.023+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:21.341 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:21.444 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:58:21 smithi071 bash[14419]: debug 2020-11-16T20:58:21.241+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:21.781 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:21.885 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:58:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:58:22.033 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:21 smithi142 bash[114994]: debug 2020-11-16T20:58:21.782+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:22.100 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:22.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:58:22 smithi071 bash[26650]: debug 2020-11-16T20:58:21.997+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:22.505 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:58:22.517 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:22 smithi142 bash[9523]: cluster 2020-11-16T20:58:20.603052+0000 mgr.x (mgr.14196) 1404 : cluster [DBG] pgmap v2140: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 534 op/s; 10831/131074 objects degraded (8.263%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:58:22.517 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:22 smithi142 bash[9523]: cluster 2020-11-16T20:58:21.779992+0000 mon.a (mon.0) 2606 : cluster [WRN] Health check update: Degraded data redundancy: 10831/131074 objects degraded (8.263%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:22.544 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:22 smithi065 bash[9468]: cluster 2020-11-16T20:58:20.603052+0000 mgr.x (mgr.14196) 1404 : cluster [DBG] pgmap v2140: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 534 op/s; 10831/131074 objects degraded (8.263%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:58:22.544 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:22 smithi065 bash[9468]: cluster 2020-11-16T20:58:21.779992+0000 mon.a (mon.0) 2606 : cluster [WRN] Health check update: Degraded data redundancy: 10831/131074 objects degraded (8.263%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:22.653 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:22.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:22 smithi071 bash[9480]: cluster 2020-11-16T20:58:20.603052+0000 mgr.x (mgr.14196) 1404 : cluster [DBG] pgmap v2140: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 4.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 534 op/s; 10831/131074 objects degraded (8.263%); 7.6 MiB/s, 121 objects/s recovering
2020-11-16T20:58:22.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:22 smithi071 bash[9480]: cluster 2020-11-16T20:58:21.779992+0000 mon.a (mon.0) 2606 : cluster [WRN] Health check update: Degraded data redundancy: 10831/131074 objects degraded (8.263%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:22.889 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:22.994 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:23.148 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:23.205 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:58:22 smithi142 bash[18009]: debug 2020-11-16T20:58:22.890+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:23.252 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:23.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:23 smithi065 bash[9468]: cluster 2020-11-16T20:58:21.736652+0000 osd.5 (osd.5) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:23.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:23 smithi065 bash[9468]: cluster 2020-11-16T20:58:21.736730+0000 osd.5 (osd.5) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:23.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:23 smithi065 bash[9468]: cluster 2020-11-16T20:58:22.206412+0000 mon.a (mon.0) 2607 : cluster [DBG] osdmap e838: 12 total, 11 up, 8 in
2020-11-16T20:58:23.279 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:23 smithi065 bash[14115]: debug 2020-11-16T20:58:23.151+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:23.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:23 smithi142 bash[9523]: cluster 2020-11-16T20:58:21.736652+0000 osd.5 (osd.5) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:23.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:23 smithi142 bash[9523]: cluster 2020-11-16T20:58:21.736730+0000 osd.5 (osd.5) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:23.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:23 smithi142 bash[9523]: cluster 2020-11-16T20:58:22.206412+0000 mon.a (mon.0) 2607 : cluster [DBG] osdmap e838: 12 total, 11 up, 8 in
2020-11-16T20:58:23.584 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:23.691 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:23.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:23 smithi071 bash[9480]: cluster 2020-11-16T20:58:21.736652+0000 osd.5 (osd.5) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:23.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:23 smithi071 bash[9480]: cluster 2020-11-16T20:58:21.736730+0000 osd.5 (osd.5) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:23.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:23 smithi071 bash[9480]: cluster 2020-11-16T20:58:22.206412+0000 mon.a (mon.0) 2607 : cluster [DBG] osdmap e838: 12 total, 11 up, 8 in
2020-11-16T20:58:24.031 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:58:23 smithi142 bash[20366]: debug 2020-11-16T20:58:23.586+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:24.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:24 smithi065 bash[9468]: cluster 2020-11-16T20:58:22.603589+0000 mgr.x (mgr.14196) 1405 : cluster [DBG] pgmap v2142: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.8 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 10389/125944 objects degraded (8.249%); 9.1 MiB/s, 145 objects/s recovering
2020-11-16T20:58:24.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:24 smithi142 bash[9523]: cluster 2020-11-16T20:58:22.603589+0000 mgr.x (mgr.14196) 1405 : cluster [DBG] pgmap v2142: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.8 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 10389/125944 objects degraded (8.249%); 9.1 MiB/s, 145 objects/s recovering
2020-11-16T20:58:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:24 smithi071 bash[9480]: cluster 2020-11-16T20:58:22.603589+0000 mgr.x (mgr.14196) 1405 : cluster [DBG] pgmap v2142: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.8 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 10389/125944 objects degraded (8.249%); 9.1 MiB/s, 145 objects/s recovering
2020-11-16T20:58:25.201 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T20:58:25.201 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:58:26.029 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:26.133 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:26.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:26 smithi142 bash[9523]: cluster 2020-11-16T20:58:24.604256+0000 mgr.x (mgr.14196) 1406 : cluster [DBG] pgmap v2143: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 10094/125160 objects degraded (8.065%); 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:58:26.303 INFO:teuthology.orchestra.run.smithi142.stdout: marking collection for removal
2020-11-16T20:58:26.303 INFO:teuthology.orchestra.run.smithi142.stdout:setting '_remove' omap key
2020-11-16T20:58:26.303 INFO:teuthology.orchestra.run.smithi142.stdout:finish_remove_pgs 8.9_head removing 8.9
2020-11-16T20:58:26.496 INFO:teuthology.orchestra.run.smithi142.stdout:Remove successful
2020-11-16T20:58:26.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:26 smithi065 bash[9468]: cluster 2020-11-16T20:58:24.604256+0000 mgr.x (mgr.14196) 1406 : cluster [DBG] pgmap v2143: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 10094/125160 objects degraded (8.065%); 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:58:26.528 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:26 smithi065 bash[14115]: debug 2020-11-16T20:58:26.030+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:26.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:26 smithi071 bash[9480]: cluster 2020-11-16T20:58:24.604256+0000 mgr.x (mgr.14196) 1406 : cluster [DBG] pgmap v2143: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 10094/125160 objects degraded (8.065%); 7.8 MiB/s, 125 objects/s recovering
2020-11-16T20:58:26.837 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_historic_ops
2020-11-16T20:58:26.975 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:27.126 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:27.220 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:27 smithi142 bash[9523]: audit 2020-11-16T20:58:26.330374+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:58:27.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:27 smithi142 bash[9523]: audit 2020-11-16T20:58:26.330601+0000 mon.c (mon.2) 88 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:58:27.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:27 smithi142 bash[9523]: audit 2020-11-16T20:58:26.333114+0000 mon.a (mon.0) 2608 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:58:27.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:27 smithi142 bash[9523]: audit 2020-11-16T20:58:26.333344+0000 mon.a (mon.0) 2609 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:58:27.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:27 smithi142 bash[9523]: cluster 2020-11-16T20:58:26.781378+0000 mon.a (mon.0) 2610 : cluster [WRN] Health check update: Degraded data redundancy: 10094/125160 objects degraded (8.065%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:27.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:27 smithi142 bash[9523]: cluster 2020-11-16T20:58:26.911412+0000 osd.7 (osd.7) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:27.221 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:27 smithi142 bash[9523]: cluster 2020-11-16T20:58:26.911568+0000 osd.7 (osd.7) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:27.229 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:27.369 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:27.475 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:27.483 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[9468]: audit 2020-11-16T20:58:26.330374+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:58:27.484 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[9468]: audit 2020-11-16T20:58:26.330601+0000 mon.c (mon.2) 88 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:58:27.484 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[9468]: audit 2020-11-16T20:58:26.333114+0000 mon.a (mon.0) 2608 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:58:27.484 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[9468]: audit 2020-11-16T20:58:26.333344+0000 mon.a (mon.0) 2609 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:58:27.484 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[9468]: cluster 2020-11-16T20:58:26.781378+0000 mon.a (mon.0) 2610 : cluster [WRN] Health check update: Degraded data redundancy: 10094/125160 objects degraded (8.065%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:27.484 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[9468]: cluster 2020-11-16T20:58:26.911412+0000 osd.7 (osd.7) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:27.485 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[9468]: cluster 2020-11-16T20:58:26.911568+0000 osd.7 (osd.7) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:27.485 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[14115]: debug 2020-11-16T20:58:27.126+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:27.485 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[16457]: debug 2020-11-16T20:58:27.366+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:27.617 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:27.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:27 smithi071 bash[9480]: audit 2020-11-16T20:58:26.330374+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:58:27.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:27 smithi071 bash[9480]: audit 2020-11-16T20:58:26.330601+0000 mon.c (mon.2) 88 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:58:27.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:27 smithi071 bash[9480]: audit 2020-11-16T20:58:26.333114+0000 mon.a (mon.0) 2608 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:58:27.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:27 smithi071 bash[9480]: audit 2020-11-16T20:58:26.333344+0000 mon.a (mon.0) 2609 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:58:27.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:27 smithi071 bash[9480]: cluster 2020-11-16T20:58:26.781378+0000 mon.a (mon.0) 2610 : cluster [WRN] Health check update: Degraded data redundancy: 10094/125160 objects degraded (8.065%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:27.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:27 smithi071 bash[9480]: cluster 2020-11-16T20:58:26.911412+0000 osd.7 (osd.7) 218 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:27.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:27 smithi071 bash[9480]: cluster 2020-11-16T20:58:26.911568+0000 osd.7 (osd.7) 219 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:27.724 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:27.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[18823]: debug 2020-11-16T20:58:27.618+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:27.845 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:27.949 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:28.016 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:58:28.045 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:58:28.076 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:58:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:28.105 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:58:28.132 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:58:28.155 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:58:28.178 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:58:28.200 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:28.207 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:58:28.209 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:58:28 smithi071 bash[14419]: debug 2020-11-16T20:58:28.101+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:28.220 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:27 smithi065 bash[18823]: debug 2020-11-16T20:58:27.846+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:28.241 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:58:28.272 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:58:28.301 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:58:28.302 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:58:28.302 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:58:28.302 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.303 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.304 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:58:28.324 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:28.425 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:58:28.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:28 smithi065 bash[9468]: cluster 2020-11-16T20:58:26.604854+0000 mgr.x (mgr.14196) 1407 : cluster [DBG] pgmap v2144: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 9663/120426 objects degraded (8.024%); 8.7 MiB/s, 138 objects/s recovering
2020-11-16T20:58:28.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:28 smithi065 bash[9468]: cluster 2020-11-16T20:58:27.796920+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e839: 12 total, 11 up, 8 in
2020-11-16T20:58:28.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:28 smithi065 bash[9468]: audit 2020-11-16T20:58:27.994491+0000 mon.a (mon.0) 2612 : audit [DBG] from='client.? v1:172.21.15.142:0/598377822' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:28.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:28 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.054091+0000 osd.2 (osd.2) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:28.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:28 smithi142 bash[9523]: cluster 2020-11-16T20:58:26.604854+0000 mgr.x (mgr.14196) 1407 : cluster [DBG] pgmap v2144: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 9663/120426 objects degraded (8.024%); 8.7 MiB/s, 138 objects/s recovering
2020-11-16T20:58:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:28 smithi142 bash[9523]: cluster 2020-11-16T20:58:27.796920+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e839: 12 total, 11 up, 8 in
2020-11-16T20:58:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:28 smithi142 bash[9523]: audit 2020-11-16T20:58:27.994491+0000 mon.a (mon.0) 2612 : audit [DBG] from='client.? v1:172.21.15.142:0/598377822' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:28 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.054091+0000 osd.2 (osd.2) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:28.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:28 smithi071 bash[16796]: debug 2020-11-16T20:58:28.325+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:28.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:28 smithi071 bash[9480]: cluster 2020-11-16T20:58:26.604854+0000 mgr.x (mgr.14196) 1407 : cluster [DBG] pgmap v2144: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 9663/120426 objects degraded (8.024%); 8.7 MiB/s, 138 objects/s recovering
2020-11-16T20:58:28.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:28 smithi071 bash[9480]: cluster 2020-11-16T20:58:27.796920+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e839: 12 total, 11 up, 8 in
2020-11-16T20:58:28.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:28 smithi071 bash[9480]: audit 2020-11-16T20:58:27.994491+0000 mon.a (mon.0) 2612 : audit [DBG] from='client.? v1:172.21.15.142:0/598377822' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:28.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:28 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.054091+0000 osd.2 (osd.2) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:28.721 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell -n osd.0 --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal '--log-file=/var/log/ceph/objectstore_tool.$pid.log' --op import --file /var/log/ceph/exp.8.9.0
2020-11-16T20:58:28.855 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/osd.0/config
2020-11-16T20:58:29.007 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:58:29.111 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:29.270 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:29.377 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:29.386 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[26650]: debug 2020-11-16T20:58:29.009+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:29.387 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.024872+0000 osd.1 (osd.1) 305 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.387 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.083583+0000 osd.3 (osd.3) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.387 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.112840+0000 osd.4 (osd.4) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.387 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.139673+0000 osd.5 (osd.5) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.387 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.163324+0000 osd.6 (osd.6) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.387 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.186789+0000 osd.7 (osd.7) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.388 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.213800+0000 osd.8 (osd.8) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.388 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.247226+0000 osd.9 (osd.9) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.388 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.278169+0000 osd.10 (osd.10) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.388 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.308002+0000 osd.11 (osd.11) 233 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.491 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:29.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.024872+0000 osd.1 (osd.1) 305 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.083583+0000 osd.3 (osd.3) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.112840+0000 osd.4 (osd.4) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.139673+0000 osd.5 (osd.5) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.163324+0000 osd.6 (osd.6) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.186789+0000 osd.7 (osd.7) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.213800+0000 osd.8 (osd.8) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.247226+0000 osd.9 (osd.9) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.278169+0000 osd.10 (osd.10) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.308002+0000 osd.11 (osd.11) 233 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.530 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:58:29 smithi065 bash[11785]: debug 2020-11-16T20:58:29.274+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:29.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.024872+0000 osd.1 (osd.1) 305 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.083583+0000 osd.3 (osd.3) 40 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.112840+0000 osd.4 (osd.4) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.139673+0000 osd.5 (osd.5) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.163324+0000 osd.6 (osd.6) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.186789+0000 osd.7 (osd.7) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.213800+0000 osd.8 (osd.8) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.247226+0000 osd.9 (osd.9) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.278169+0000 osd.10 (osd.10) 211 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:29 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.308002+0000 osd.11 (osd.11) 233 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:29.595 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:29.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:58:29 smithi071 bash[12066]: debug 2020-11-16T20:58:29.493+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:30.137 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:30.241 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:30.301 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:58:30.301 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:58:30.401 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:30.508 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:30.516 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:30 smithi065 bash[9468]: cluster 2020-11-16T20:58:28.605311+0000 mgr.x (mgr.14196) 1408 : cluster [DBG] pgmap v2146: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 9380/118296 objects degraded (7.929%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:58:30.516 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:30 smithi065 bash[18823]: debug 2020-11-16T20:58:30.398+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:30.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:30 smithi142 bash[9523]: cluster 2020-11-16T20:58:28.605311+0000 mgr.x (mgr.14196) 1408 : cluster [DBG] pgmap v2146: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 9380/118296 objects degraded (7.929%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:58:30.534 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:30 smithi142 bash[114994]: debug 2020-11-16T20:58:30.138+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:30.626 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:30.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:30 smithi071 bash[9480]: cluster 2020-11-16T20:58:28.605311+0000 mgr.x (mgr.14196) 1408 : cluster [DBG] pgmap v2146: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 9380/118296 objects degraded (7.929%); 11 MiB/s, 181 objects/s recovering
2020-11-16T20:58:30.730 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:30.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:30 smithi065 bash[18823]: debug 2020-11-16T20:58:30.626+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:31.037 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:31.143 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:31.274 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:31.280 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:31 smithi142 bash[114994]: debug 2020-11-16T20:58:31.042+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:31.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:31 smithi142 bash[9523]: cluster 2020-11-16T20:58:30.261846+0000 osd.8 (osd.8) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:31.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:31 smithi142 bash[9523]: cluster 2020-11-16T20:58:30.261941+0000 osd.8 (osd.8) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:31.378 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:31.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:31 smithi071 bash[9480]: cluster 2020-11-16T20:58:30.261846+0000 osd.8 (osd.8) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:31.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:31 smithi071 bash[9480]: cluster 2020-11-16T20:58:30.261941+0000 osd.8 (osd.8) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:31.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:31 smithi071 bash[16796]: debug 2020-11-16T20:58:31.277+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:31.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:31 smithi065 bash[9468]: cluster 2020-11-16T20:58:30.261846+0000 osd.8 (osd.8) 232 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:31.623 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:31 smithi065 bash[9468]: cluster 2020-11-16T20:58:30.261941+0000 osd.8 (osd.8) 233 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:32.256 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:58:32.302 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:58:32.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:32 smithi142 bash[9523]: cluster 2020-11-16T20:58:30.605822+0000 mgr.x (mgr.14196) 1409 : cluster [DBG] pgmap v2147: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 9380/117580 objects degraded (7.978%); 7.5 MiB/s, 120 objects/s recovering
2020-11-16T20:58:32.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:32 smithi142 bash[9523]: cluster 2020-11-16T20:58:31.251897+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e840: 12 total, 11 up, 8 in
2020-11-16T20:58:32.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:32 smithi142 bash[9523]: audit 2020-11-16T20:58:31.542501+0000 mon.a (mon.0) 2614 : audit [INF] from='client.? v1:172.21.15.142:0/1555890934' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:58:32.313 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:32 smithi142 bash[9523]: cluster 2020-11-16T20:58:31.783643+0000 mon.a (mon.0) 2615 : cluster [WRN] Health check update: Degraded data redundancy: 9380/117580 objects degraded (7.978%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:32.443 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:32.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:32 smithi065 bash[9468]: cluster 2020-11-16T20:58:30.605822+0000 mgr.x (mgr.14196) 1409 : cluster [DBG] pgmap v2147: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 9380/117580 objects degraded (7.978%); 7.5 MiB/s, 120 objects/s recovering
2020-11-16T20:58:32.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:32 smithi065 bash[9468]: cluster 2020-11-16T20:58:31.251897+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e840: 12 total, 11 up, 8 in
2020-11-16T20:58:32.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:32 smithi065 bash[9468]: audit 2020-11-16T20:58:31.542501+0000 mon.a (mon.0) 2614 : audit [INF] from='client.? v1:172.21.15.142:0/1555890934' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:58:32.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:32 smithi065 bash[9468]: cluster 2020-11-16T20:58:31.783643+0000 mon.a (mon.0) 2615 : cluster [WRN] Health check update: Degraded data redundancy: 9380/117580 objects degraded (7.978%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:32.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:32 smithi071 bash[9480]: cluster 2020-11-16T20:58:30.605822+0000 mgr.x (mgr.14196) 1409 : cluster [DBG] pgmap v2147: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 9380/117580 objects degraded (7.978%); 7.5 MiB/s, 120 objects/s recovering
2020-11-16T20:58:32.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:32 smithi071 bash[9480]: cluster 2020-11-16T20:58:31.251897+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e840: 12 total, 11 up, 8 in
2020-11-16T20:58:32.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:32 smithi071 bash[9480]: audit 2020-11-16T20:58:31.542501+0000 mon.a (mon.0) 2614 : audit [INF] from='client.? v1:172.21.15.142:0/1555890934' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:58:32.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:32 smithi071 bash[9480]: cluster 2020-11-16T20:58:31.783643+0000 mon.a (mon.0) 2615 : cluster [WRN] Health check update: Degraded data redundancy: 9380/117580 objects degraded (7.978%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:33.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:33 smithi065 bash[9468]: cluster 2020-11-16T20:58:32.247295+0000 mon.a (mon.0) 2616 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:33.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:33 smithi065 bash[9468]: audit 2020-11-16T20:58:32.260000+0000 mon.a (mon.0) 2617 : audit [INF] from='client.? v1:172.21.15.142:0/1555890934' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:58:33.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:33 smithi065 bash[9468]: cluster 2020-11-16T20:58:32.260098+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e841: 12 total, 11 up, 8 in
2020-11-16T20:58:33.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:33 smithi142 bash[9523]: cluster 2020-11-16T20:58:32.247295+0000 mon.a (mon.0) 2616 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:33.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:33 smithi142 bash[9523]: audit 2020-11-16T20:58:32.260000+0000 mon.a (mon.0) 2617 : audit [INF] from='client.? v1:172.21.15.142:0/1555890934' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:58:33.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:33 smithi142 bash[9523]: cluster 2020-11-16T20:58:32.260098+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e841: 12 total, 11 up, 8 in
2020-11-16T20:58:33.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:33 smithi071 bash[9480]: cluster 2020-11-16T20:58:32.247295+0000 mon.a (mon.0) 2616 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:33.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:33 smithi071 bash[9480]: audit 2020-11-16T20:58:32.260000+0000 mon.a (mon.0) 2617 : audit [INF] from='client.? v1:172.21.15.142:0/1555890934' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:58:33.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:33 smithi071 bash[9480]: cluster 2020-11-16T20:58:32.260098+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e841: 12 total, 11 up, 8 in
2020-11-16T20:58:34.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:34 smithi065 bash[9468]: cluster 2020-11-16T20:58:32.606358+0000 mgr.x (mgr.14196) 1410 : cluster [DBG] pgmap v2150: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 8938/112492 objects degraded (7.945%); 7.6 MiB/s, 120 objects/s recovering
2020-11-16T20:58:34.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:34 smithi142 bash[9523]: cluster 2020-11-16T20:58:32.606358+0000 mgr.x (mgr.14196) 1410 : cluster [DBG] pgmap v2150: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 8938/112492 objects degraded (7.945%); 7.6 MiB/s, 120 objects/s recovering
2020-11-16T20:58:34.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:34 smithi071 bash[9480]: cluster 2020-11-16T20:58:32.606358+0000 mgr.x (mgr.14196) 1410 : cluster [DBG] pgmap v2150: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 8938/112492 objects degraded (7.945%); 7.6 MiB/s, 120 objects/s recovering
2020-11-16T20:58:34.748 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:34.852 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:35.028 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:34 smithi065 bash[14115]: debug 2020-11-16T20:58:34.750+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:35 smithi065 bash[9468]: cluster 2020-11-16T20:58:34.250764+0000 osd.1 (osd.1) 306 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:35 smithi065 bash[9468]: cluster 2020-11-16T20:58:34.250868+0000 osd.1 (osd.1) 307 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:35.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:35 smithi065 bash[9468]: cluster 2020-11-16T20:58:34.268066+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e842: 12 total, 11 up, 8 in
2020-11-16T20:58:35.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:35 smithi142 bash[9523]: cluster 2020-11-16T20:58:34.250764+0000 osd.1 (osd.1) 306 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:35.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:35 smithi142 bash[9523]: cluster 2020-11-16T20:58:34.250868+0000 osd.1 (osd.1) 307 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:35.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:35 smithi142 bash[9523]: cluster 2020-11-16T20:58:34.268066+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e842: 12 total, 11 up, 8 in
2020-11-16T20:58:35.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:35 smithi071 bash[9480]: cluster 2020-11-16T20:58:34.250764+0000 osd.1 (osd.1) 306 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:35.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:35 smithi071 bash[9480]: cluster 2020-11-16T20:58:34.250868+0000 osd.1 (osd.1) 307 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:35.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:35 smithi071 bash[9480]: cluster 2020-11-16T20:58:34.268066+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e842: 12 total, 11 up, 8 in
2020-11-16T20:58:35.716 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T20:58:35.716 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T20:58:35.717 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T20:58:35.717 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": []
2020-11-16T20:58:35.717 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T20:58:36.073 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:58:36.208 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:36.264 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:36 smithi142 bash[9523]: cluster 2020-11-16T20:58:34.606782+0000 mgr.x (mgr.14196) 1411 : cluster [DBG] pgmap v2152: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.4 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 8591/111678 objects degraded (7.693%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:58:36.348 INFO:teuthology.orchestra.run.smithi142.stdout:get_pg_num_history pg_num_history pg_num_history(e817 pg_nums {1={5=1},7={723=26},8={796=16}} deleted_pools 794,7)
2020-11-16T20:58:36.348 INFO:teuthology.orchestra.run.smithi142.stdout:Importing pgid 8.9
2020-11-16T20:58:36.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900028c9:::benchmark_data_smithi065_53143_object79556:head#
2020-11-16T20:58:36.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900150e4:::benchmark_data_smithi065_53143_object44377:head#
2020-11-16T20:58:36.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9002ada4:::benchmark_data_smithi065_53143_object17679:head#
2020-11-16T20:58:36.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90036ad8:::benchmark_data_smithi065_53143_object55325:head#
2020-11-16T20:58:36.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90045086:::benchmark_data_smithi065_53143_object74627:head#
2020-11-16T20:58:36.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9004ee84:::benchmark_data_smithi065_53143_object80192:head#
2020-11-16T20:58:36.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9006cc7e:::benchmark_data_smithi065_53143_object32081:head#
2020-11-16T20:58:36.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90076ddf:::benchmark_data_smithi065_53143_object20944:head#
2020-11-16T20:58:36.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9008416e:::benchmark_data_smithi065_53143_object43029:head#
2020-11-16T20:58:36.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9009f814:::benchmark_data_smithi065_53143_object33993:head#
2020-11-16T20:58:36.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.380 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900aa080:::benchmark_data_smithi065_53143_object13125:head#
2020-11-16T20:58:36.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900b1b5b:::benchmark_data_smithi065_53143_object8429:head#
2020-11-16T20:58:36.381 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:36.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900c14b4:::benchmark_data_smithi065_53143_object64961:head#
2020-11-16T20:58:40.642 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:40.642 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900c2a70:::benchmark_data_smithi065_53143_object31987:head#
2020-11-16T20:58:40.642 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:40.643 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900d3031:::benchmark_data_smithi065_53143_object7701:head#
2020-11-16T20:58:40.643 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:40.643 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900eb992:::benchmark_data_smithi065_53143_object71401:head#
2020-11-16T20:58:40.643 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.034 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:36 smithi071 bash[9480]: cluster 2020-11-16T20:58:34.606782+0000 mgr.x (mgr.14196) 1411 : cluster [DBG] pgmap v2152: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.4 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 8591/111678 objects degraded (7.693%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:58:41.034 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:37 smithi071 bash[9480]: cluster 2020-11-16T20:58:36.374235+0000 osd.11 (osd.11) 234 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:41.035 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:37 smithi071 bash[9480]: cluster 2020-11-16T20:58:36.374313+0000 osd.11 (osd.11) 235 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:41.035 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:37 smithi071 bash[9480]: cluster 2020-11-16T20:58:36.784706+0000 mon.a (mon.0) 2620 : cluster [WRN] Health check update: Degraded data redundancy: 8591/111678 objects degraded (7.693%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:41.035 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:38 smithi071 bash[9480]: cluster 2020-11-16T20:58:36.607257+0000 mgr.x (mgr.14196) 1412 : cluster [DBG] pgmap v2153: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.3 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 8591/109188 objects degraded (7.868%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:58:41.035 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:38 smithi071 bash[9480]: cluster 2020-11-16T20:58:37.285836+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e843: 12 total, 11 up, 8 in
2020-11-16T20:58:41.035 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:38 smithi071 bash[9480]: cluster 2020-11-16T20:58:37.395773+0000 osd.3 (osd.3) 41 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:41.035 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:38 smithi071 bash[9480]: cluster 2020-11-16T20:58:37.397828+0000 osd.3 (osd.3) 42 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:41.036 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:39 smithi071 bash[9480]: cluster 2020-11-16T20:58:38.292790+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e844: 12 total, 11 up, 8 in
2020-11-16T20:58:41.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:36 smithi065 bash[9468]: cluster 2020-11-16T20:58:34.606782+0000 mgr.x (mgr.14196) 1411 : cluster [DBG] pgmap v2152: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.4 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 8591/111678 objects degraded (7.693%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:58:41.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:37 smithi065 bash[9468]: cluster 2020-11-16T20:58:36.374235+0000 osd.11 (osd.11) 234 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:41.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:37 smithi065 bash[9468]: cluster 2020-11-16T20:58:36.374313+0000 osd.11 (osd.11) 235 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:41.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:37 smithi065 bash[9468]: cluster 2020-11-16T20:58:36.784706+0000 mon.a (mon.0) 2620 : cluster [WRN] Health check update: Degraded data redundancy: 8591/111678 objects degraded (7.693%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:41.036 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:38 smithi065 bash[9468]: cluster 2020-11-16T20:58:36.607257+0000 mgr.x (mgr.14196) 1412 : cluster [DBG] pgmap v2153: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.3 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 8591/109188 objects degraded (7.868%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:58:41.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:38 smithi065 bash[9468]: cluster 2020-11-16T20:58:37.285836+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e843: 12 total, 11 up, 8 in
2020-11-16T20:58:41.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:38 smithi065 bash[9468]: cluster 2020-11-16T20:58:37.395773+0000 osd.3 (osd.3) 41 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:41.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:38 smithi065 bash[9468]: cluster 2020-11-16T20:58:37.397828+0000 osd.3 (osd.3) 42 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:41.037 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:39 smithi065 bash[9468]: cluster 2020-11-16T20:58:38.292790+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e844: 12 total, 11 up, 8 in
2020-11-16T20:58:41.037 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:41.038 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:36 smithi065 bash[14115]: debug 2020-11-16T20:58:36.578+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:41.038 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:900f5a7f:::benchmark_data_smithi065_53143_object33260:head#
2020-11-16T20:58:41.038 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.038 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9010bdf8:::benchmark_data_smithi065_53143_object47593:head#
2020-11-16T20:58:41.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90115537:::benchmark_data_smithi065_53143_object13026:head#
2020-11-16T20:58:41.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90124d38:::benchmark_data_smithi065_53143_object25550:head#
2020-11-16T20:58:41.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90129b7e:::benchmark_data_smithi065_53143_object75597:head#
2020-11-16T20:58:41.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9012e269:::benchmark_data_smithi065_53143_object76406:head#
2020-11-16T20:58:41.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90178403:::benchmark_data_smithi065_53143_object28097:head#
2020-11-16T20:58:41.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9018024f:::benchmark_data_smithi065_53143_object1523:head#
2020-11-16T20:58:41.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9018c30f:::benchmark_data_smithi065_53143_object74619:head#
2020-11-16T20:58:41.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:901bdbb8:::benchmark_data_smithi065_53143_object43888:head#
2020-11-16T20:58:41.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:901c5508:::benchmark_data_smithi065_53143_object54279:head#
2020-11-16T20:58:41.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:901cf7a4:::benchmark_data_smithi065_53143_object27330:head#
2020-11-16T20:58:41.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:901dde1d:::benchmark_data_smithi065_53143_object10286:head#
2020-11-16T20:58:41.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:901e5842:::benchmark_data_smithi065_53143_object1424:head#
2020-11-16T20:58:41.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:901ec927:::benchmark_data_smithi065_53143_object31093:head#
2020-11-16T20:58:41.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:901f637d:::benchmark_data_smithi065_53143_object44224:head#
2020-11-16T20:58:41.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9020b59e:::benchmark_data_smithi065_53143_object80143:head#
2020-11-16T20:58:41.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90223fab:::benchmark_data_smithi065_53143_object57625:head#
2020-11-16T20:58:41.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90226f72:::benchmark_data_smithi065_53143_object2759:head#
2020-11-16T20:58:41.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9022d391:::benchmark_data_smithi065_53143_object50894:head#
2020-11-16T20:58:41.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90238e15:::benchmark_data_smithi065_53143_object56336:head#
2020-11-16T20:58:41.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9023b20a:::benchmark_data_smithi065_53143_object19360:head#
2020-11-16T20:58:41.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:902425e6:::benchmark_data_smithi065_53143_object27325:head#
2020-11-16T20:58:41.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90245796:::benchmark_data_smithi065_53143_object13807:head#
2020-11-16T20:58:41.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90250070:::benchmark_data_smithi065_53143_object55552:head#
2020-11-16T20:58:41.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9027cc18:::benchmark_data_smithi065_53143_object3765:head#
2020-11-16T20:58:41.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90280cf1:::benchmark_data_smithi065_53143_object60859:head#
2020-11-16T20:58:41.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90288172:::benchmark_data_smithi065_53143_object9140:head#
2020-11-16T20:58:41.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9028fc31:::benchmark_data_smithi065_53143_object8373:head#
2020-11-16T20:58:41.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.047 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90291447:::benchmark_data_smithi065_53143_object17219:head#
2020-11-16T20:58:41.047 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.047 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:902a2313:::benchmark_data_smithi065_53143_object54126:head#
2020-11-16T20:58:41.047 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.047 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:902b0c24:::benchmark_data_smithi065_53143_object77683:head#
2020-11-16T20:58:41.047 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.047 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:902bc91b:::benchmark_data_smithi065_53143_object13981:head#
2020-11-16T20:58:41.048 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.048 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:902cc272:::benchmark_data_smithi065_53143_object26287:head#
2020-11-16T20:58:41.048 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.048 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:902e2173:::benchmark_data_smithi065_53143_object76546:head#
2020-11-16T20:58:41.048 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.048 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:902f689a:::benchmark_data_smithi065_53143_object73792:head#
2020-11-16T20:58:41.048 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90307b60:::benchmark_data_smithi065_53143_object42481:head#
2020-11-16T20:58:41.049 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90318a89:::benchmark_data_smithi065_53143_object38047:head#
2020-11-16T20:58:41.049 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9031ad31:::benchmark_data_smithi065_53143_object71915:head#
2020-11-16T20:58:41.049 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90322b4b:::benchmark_data_smithi065_53143_object48000:head#
2020-11-16T20:58:41.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90327ceb:::benchmark_data_smithi065_53143_object47392:head#
2020-11-16T20:58:41.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9032c1bc:::benchmark_data_smithi065_53143_object26369:head#
2020-11-16T20:58:41.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9032d267:::benchmark_data_smithi065_53143_object72604:head#
2020-11-16T20:58:41.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90333196:::benchmark_data_smithi065_53143_object38275:head#
2020-11-16T20:58:41.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9036bea7:::benchmark_data_smithi065_53143_object7150:head#
2020-11-16T20:58:41.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90372208:::benchmark_data_smithi065_53143_object46207:head#
2020-11-16T20:58:41.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90374edf:::benchmark_data_smithi065_53143_object25207:head#
2020-11-16T20:58:41.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90377d21:::benchmark_data_smithi065_53143_object68052:head#
2020-11-16T20:58:41.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90381fdf:::benchmark_data_smithi065_53143_object32573:head#
2020-11-16T20:58:41.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90394ff0:::benchmark_data_smithi065_53143_object74156:head#
2020-11-16T20:58:41.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9039bf7f:::benchmark_data_smithi065_53143_object24417:head#
2020-11-16T20:58:41.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:903a9cba:::benchmark_data_smithi065_53143_object79313:head#
2020-11-16T20:58:41.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:903aadd1:::benchmark_data_smithi065_53143_object52121:head#
2020-11-16T20:58:41.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:903c82de:::benchmark_data_smithi065_53143_object67774:head#
2020-11-16T20:58:41.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:903e6df5:::benchmark_data_smithi065_53143_object61822:head#
2020-11-16T20:58:41.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:903e7895:::benchmark_data_smithi065_53143_object53869:head#
2020-11-16T20:58:41.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:903e7c5e:::benchmark_data_smithi065_53143_object64956:head#
2020-11-16T20:58:41.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:903ea2ed:::benchmark_data_smithi065_53143_object36694:head#
2020-11-16T20:58:41.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:903f854c:::benchmark_data_smithi065_53143_object41481:head#
2020-11-16T20:58:41.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90408518:::benchmark_data_smithi065_53143_object73195:head#
2020-11-16T20:58:41.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:904337c1:::benchmark_data_smithi065_53143_object46156:head#
2020-11-16T20:58:41.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9043a997:::benchmark_data_smithi065_53143_object39326:head#
2020-11-16T20:58:41.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90452959:::benchmark_data_smithi065_53143_object67787:head#
2020-11-16T20:58:41.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90454e69:::benchmark_data_smithi065_53143_object55843:head#
2020-11-16T20:58:41.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.057 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90459a57:::benchmark_data_smithi065_53143_object25098:head#
2020-11-16T20:58:41.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.057 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9046185f:::benchmark_data_smithi065_53143_object20190:head#
2020-11-16T20:58:41.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.057 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9047cbc4:::benchmark_data_smithi065_53143_object25365:head#
2020-11-16T20:58:41.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.058 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9047e19e:::benchmark_data_smithi065_53143_object76299:head#
2020-11-16T20:58:41.058 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.058 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9049637f:::benchmark_data_smithi065_53143_object34927:head#
2020-11-16T20:58:41.058 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.058 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:904b5ea6:::benchmark_data_smithi065_53143_object1623:head#
2020-11-16T20:58:41.058 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.059 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:904c13df:::benchmark_data_smithi065_53143_object79964:head#
2020-11-16T20:58:41.059 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.059 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:904cabff:::benchmark_data_smithi065_53143_object5561:head#
2020-11-16T20:58:41.059 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.059 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:904e767c:::benchmark_data_smithi065_53143_object50385:head#
2020-11-16T20:58:41.059 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.059 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:904ec25a:::benchmark_data_smithi065_53143_object78325:head#
2020-11-16T20:58:41.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:904ed8eb:::benchmark_data_smithi065_53143_object52578:head#
2020-11-16T20:58:41.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:905060e9:::benchmark_data_smithi065_53143_object62367:head#
2020-11-16T20:58:41.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90510086:::benchmark_data_smithi065_53143_object61129:head#
2020-11-16T20:58:41.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9051f36e:::benchmark_data_smithi065_53143_object48922:head#
2020-11-16T20:58:41.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9054436d:::benchmark_data_smithi065_53143_object30382:head#
2020-11-16T20:58:41.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90547373:::benchmark_data_smithi065_53143_object4736:head#
2020-11-16T20:58:41.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9056600c:::benchmark_data_smithi065_53143_object73258:head#
2020-11-16T20:58:41.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:905689ba:::benchmark_data_smithi065_53143_object77372:head#
2020-11-16T20:58:41.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90587128:::benchmark_data_smithi065_53143_object22232:head#
2020-11-16T20:58:41.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:905aa7c4:::benchmark_data_smithi065_53143_object52554:head#
2020-11-16T20:58:41.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:905b5205:::benchmark_data_smithi065_53143_object26981:head#
2020-11-16T20:58:41.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:905c1642:::benchmark_data_smithi065_53143_object34061:head#
2020-11-16T20:58:41.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:905c3246:::benchmark_data_smithi065_53143_object53584:head#
2020-11-16T20:58:41.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9060eb21:::benchmark_data_smithi065_53143_object32374:head#
2020-11-16T20:58:41.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90632c1c:::benchmark_data_smithi065_53143_object45508:head#
2020-11-16T20:58:41.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9063a6d7:::benchmark_data_smithi065_53143_object24559:head#
2020-11-16T20:58:41.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9063e9c0:::benchmark_data_smithi065_53143_object3175:head#
2020-11-16T20:58:41.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906553e8:::benchmark_data_smithi065_53143_object6197:head#
2020-11-16T20:58:41.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9065cac9:::benchmark_data_smithi065_53143_object49722:head#
2020-11-16T20:58:41.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.066 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9065fdaa:::benchmark_data_smithi065_53143_object52799:head#
2020-11-16T20:58:41.066 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.066 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90675793:::benchmark_data_smithi065_53143_object53717:head#
2020-11-16T20:58:41.066 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.066 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90683808:::benchmark_data_smithi065_53143_object22478:head#
2020-11-16T20:58:41.066 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.066 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9069b841:::benchmark_data_smithi065_53143_object47770:head#
2020-11-16T20:58:41.067 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.067 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9069ee82:::benchmark_data_smithi065_53143_object76674:head#
2020-11-16T20:58:41.067 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.067 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906a2d85:::benchmark_data_smithi065_53143_object7306:head#
2020-11-16T20:58:41.067 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.067 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906b51f2:::benchmark_data_smithi065_53143_object41053:head#
2020-11-16T20:58:41.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.068 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906d77a3:::benchmark_data_smithi065_53143_object11895:head#
2020-11-16T20:58:41.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.068 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906dddfb:::benchmark_data_smithi065_53143_object29785:head#
2020-11-16T20:58:41.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.068 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906deb9a:::benchmark_data_smithi065_53143_object42431:head#
2020-11-16T20:58:41.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906e063d:::benchmark_data_smithi065_53143_object75321:head#
2020-11-16T20:58:41.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906ea937:::benchmark_data_smithi065_53143_object23063:head#
2020-11-16T20:58:41.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906ec59b:::benchmark_data_smithi065_53143_object31102:head#
2020-11-16T20:58:41.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:906ef3c8:::benchmark_data_smithi065_53143_object50413:head#
2020-11-16T20:58:41.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9070b258:::benchmark_data_smithi065_53143_object32791:head#
2020-11-16T20:58:41.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9070de74:::benchmark_data_smithi065_53143_object44484:head#
2020-11-16T20:58:41.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907312f5:::benchmark_data_smithi065_53143_object42756:head#
2020-11-16T20:58:41.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907398ed:::benchmark_data_smithi065_53143_object4811:head#
2020-11-16T20:58:41.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9073aa0f:::benchmark_data_smithi065_53143_object22094:head#
2020-11-16T20:58:41.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9075f628:::benchmark_data_smithi065_53143_object45208:head#
2020-11-16T20:58:41.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90768ba4:::benchmark_data_smithi065_53143_object67442:head#
2020-11-16T20:58:41.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.072 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9076ba24:::benchmark_data_smithi065_53143_object17984:head#
2020-11-16T20:58:41.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.072 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9076d40e:::benchmark_data_smithi065_53143_object53283:head#
2020-11-16T20:58:41.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.072 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907a4064:::benchmark_data_smithi065_53143_object3756:head#
2020-11-16T20:58:41.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.073 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907add1b:::benchmark_data_smithi065_53143_object59729:head#
2020-11-16T20:58:41.073 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.073 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907b0221:::benchmark_data_smithi065_53143_object74682:head#
2020-11-16T20:58:41.073 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.073 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907b8036:::benchmark_data_smithi065_53143_object24276:head#
2020-11-16T20:58:41.073 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907bfcaa:::benchmark_data_smithi065_53143_object76893:head#
2020-11-16T20:58:41.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907c10c2:::benchmark_data_smithi065_53143_object26094:head#
2020-11-16T20:58:41.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907c7c45:::benchmark_data_smithi065_53143_object529:head#
2020-11-16T20:58:41.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907d21c4:::benchmark_data_smithi065_53143_object39899:head#
2020-11-16T20:58:41.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907d30cb:::benchmark_data_smithi065_53143_object36288:head#
2020-11-16T20:58:41.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907d6b78:::benchmark_data_smithi065_53143_object63275:head#
2020-11-16T20:58:41.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907edcbe:::benchmark_data_smithi065_53143_object32264:head#
2020-11-16T20:58:41.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907ef340:::benchmark_data_smithi065_53143_object66199:head#
2020-11-16T20:58:41.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907f0915:::benchmark_data_smithi065_53143_object59632:head#
2020-11-16T20:58:41.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907f3751:::benchmark_data_smithi065_53143_object25948:head#
2020-11-16T20:58:41.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907f5365:::benchmark_data_smithi065_53143_object35531:head#
2020-11-16T20:58:41.077 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907f5741:::benchmark_data_smithi065_53143_object79995:head#
2020-11-16T20:58:41.077 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907fa51f:::benchmark_data_smithi065_53143_object5660:head#
2020-11-16T20:58:41.077 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:907ff1ee:::benchmark_data_smithi065_53143_object37166:head#
2020-11-16T20:58:41.078 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.078 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908006ce:::benchmark_data_smithi065_53143_object27044:head#
2020-11-16T20:58:41.078 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.078 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90805133:::benchmark_data_smithi065_53143_object18881:head#
2020-11-16T20:58:41.078 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.078 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9080e70c:::benchmark_data_smithi065_53143_object32764:head#
2020-11-16T20:58:41.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90814f0a:::benchmark_data_smithi065_53143_object61969:head#
2020-11-16T20:58:41.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9081e454:::benchmark_data_smithi065_53143_object60001:head#
2020-11-16T20:58:41.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90826c51:::benchmark_data_smithi065_53143_object34635:head#
2020-11-16T20:58:41.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9082a360:::benchmark_data_smithi065_53143_object17053:head#
2020-11-16T20:58:41.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9082ab7d:::benchmark_data_smithi065_53143_object24483:head#
2020-11-16T20:58:41.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90833b28:::benchmark_data_smithi065_53143_object61930:head#
2020-11-16T20:58:41.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90834714:::benchmark_data_smithi065_53143_object48572:head#
2020-11-16T20:58:41.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9084515a:::benchmark_data_smithi065_53143_object467:head#
2020-11-16T20:58:41.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908577c9:::benchmark_data_smithi065_53143_object39320:head#
2020-11-16T20:58:41.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90857cf3:::benchmark_data_smithi065_53143_object16303:head#
2020-11-16T20:58:41.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908622dc:::benchmark_data_smithi065_53143_object15080:head#
2020-11-16T20:58:41.082 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9086904b:::benchmark_data_smithi065_53143_object23718:head#
2020-11-16T20:58:41.082 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90891fdb:::benchmark_data_smithi065_53143_object5749:head#
2020-11-16T20:58:41.082 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9089dfa7:::benchmark_data_smithi065_53143_object30152:head#
2020-11-16T20:58:41.083 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.083 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908a3161:::benchmark_data_smithi065_53143_object77353:head#
2020-11-16T20:58:41.083 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.083 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908a3f02:::benchmark_data_smithi065_53143_object32660:head#
2020-11-16T20:58:41.083 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.083 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908affec:::benchmark_data_smithi065_53143_object36142:head#
2020-11-16T20:58:41.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908ba590:::benchmark_data_smithi065_53143_object9254:head#
2020-11-16T20:58:41.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908cdd47:::benchmark_data_smithi065_53143_object42316:head#
2020-11-16T20:58:41.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908df347:::benchmark_data_smithi065_53143_object63463:head#
2020-11-16T20:58:41.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908e0847:::benchmark_data_smithi065_53143_object50457:head#
2020-11-16T20:58:41.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908ed005:::benchmark_data_smithi065_53143_object65356:head#
2020-11-16T20:58:41.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908ef8b4:::benchmark_data_smithi065_53143_object1767:head#
2020-11-16T20:58:41.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:908f7c93:::benchmark_data_smithi065_53143_object20611:head#
2020-11-16T20:58:41.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9090624b:::benchmark_data_smithi065_53143_object20915:head#
2020-11-16T20:58:41.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9090af4a:::benchmark_data_smithi065_53143_object51225:head#
2020-11-16T20:58:41.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9091236c:::benchmark_data_smithi065_53143_object49041:head#
2020-11-16T20:58:41.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909175f5:::benchmark_data_smithi065_53143_object63473:head#
2020-11-16T20:58:41.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9092ad24:::benchmark_data_smithi065_53143_object403:head#
2020-11-16T20:58:41.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90939463:::benchmark_data_smithi065_53143_object53614:head#
2020-11-16T20:58:41.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90940d9a:::benchmark_data_smithi065_53143_object31791:head#
2020-11-16T20:58:41.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90995248:::benchmark_data_smithi065_53143_object15743:head#
2020-11-16T20:58:41.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90999ae2:::benchmark_data_smithi065_53143_object69324:head#
2020-11-16T20:58:41.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909a4bd2:::benchmark_data_smithi065_53143_object66491:head#
2020-11-16T20:58:41.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.089 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909b8dd6:::benchmark_data_smithi065_53143_object8909:head#
2020-11-16T20:58:41.089 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.089 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909baa31:::benchmark_data_smithi065_53143_object54531:head#
2020-11-16T20:58:41.089 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.089 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909bc8f6:::benchmark_data_smithi065_53143_object53743:head#
2020-11-16T20:58:41.089 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.090 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909bce90:::benchmark_data_smithi065_53143_object14068:head#
2020-11-16T20:58:41.090 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.090 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909c1260:::benchmark_data_smithi065_53143_object73894:head#
2020-11-16T20:58:41.090 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.090 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909cd8c0:::benchmark_data_smithi065_53143_object81066:head#
2020-11-16T20:58:41.090 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.090 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909cea27:::benchmark_data_smithi065_53143_object58908:head#
2020-11-16T20:58:41.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909d0441:::benchmark_data_smithi065_53143_object58722:head#
2020-11-16T20:58:41.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909d13b7:::benchmark_data_smithi065_53143_object59739:head#
2020-11-16T20:58:41.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909f0d3d:::benchmark_data_smithi065_53143_object42834:head#
2020-11-16T20:58:41.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909f1322:::benchmark_data_smithi065_53143_object68225:head#
2020-11-16T20:58:41.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:909f2904:::benchmark_data_smithi065_53143_object20731:head#
2020-11-16T20:58:41.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a0f3d5:::benchmark_data_smithi065_53143_object21006:head#
2020-11-16T20:58:41.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a1cd61:::benchmark_data_smithi065_53143_object81908:head#
2020-11-16T20:58:41.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a34c78:::benchmark_data_smithi065_53143_object40051:head#
2020-11-16T20:58:41.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a36783:::benchmark_data_smithi065_53143_object56463:head#
2020-11-16T20:58:41.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a39464:::benchmark_data_smithi065_53143_object42617:head#
2020-11-16T20:58:41.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a410dd:::benchmark_data_smithi065_53143_object17828:head#
2020-11-16T20:58:41.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a412ad:::benchmark_data_smithi065_53143_object82040:head#
2020-11-16T20:58:41.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a46828:::benchmark_data_smithi065_53143_object15518:head#
2020-11-16T20:58:41.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a5869d:::benchmark_data_smithi065_53143_object1446:head#
2020-11-16T20:58:41.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a696a4:::benchmark_data_smithi065_53143_object44399:head#
2020-11-16T20:58:41.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a722d0:::benchmark_data_smithi065_53143_object38745:head#
2020-11-16T20:58:41.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.096 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a7d388:::benchmark_data_smithi065_53143_object23014:head#
2020-11-16T20:58:41.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.096 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90a9e53d:::benchmark_data_smithi065_53143_object37578:head#
2020-11-16T20:58:41.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.096 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90aa0a28:::benchmark_data_smithi065_53143_object69317:head#
2020-11-16T20:58:41.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.096 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90aa4a59:::benchmark_data_smithi065_53143_object82028:head#
2020-11-16T20:58:41.097 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.097 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ab3e80:::benchmark_data_smithi065_53143_object13939:head#
2020-11-16T20:58:41.097 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.097 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90abc103:::benchmark_data_smithi065_53143_object61509:head#
2020-11-16T20:58:41.097 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.097 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90acbeb0:::benchmark_data_smithi065_53143_object58456:head#
2020-11-16T20:58:41.097 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.098 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90acecb2:::benchmark_data_smithi065_53143_object68929:head#
2020-11-16T20:58:41.098 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.098 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ad95fb:::benchmark_data_smithi065_53143_object8323:head#
2020-11-16T20:58:41.098 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.098 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90adf6e3:::benchmark_data_smithi065_53143_object47645:head#
2020-11-16T20:58:41.098 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.098 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ae6a70:::benchmark_data_smithi065_53143_object45259:head#
2020-11-16T20:58:41.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b03f18:::benchmark_data_smithi065_53143_object77590:head#
2020-11-16T20:58:41.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b04828:::benchmark_data_smithi065_53143_object64498:head#
2020-11-16T20:58:41.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b09d8e:::benchmark_data_smithi065_53143_object77284:head#
2020-11-16T20:58:41.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b1ab4b:::benchmark_data_smithi065_53143_object50592:head#
2020-11-16T20:58:41.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b34ac3:::benchmark_data_smithi065_53143_object29815:head#
2020-11-16T20:58:41.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b360ce:::benchmark_data_smithi065_53143_object34188:head#
2020-11-16T20:58:41.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b3d302:::benchmark_data_smithi065_53143_object3043:head#
2020-11-16T20:58:41.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b42640:::benchmark_data_smithi065_53143_object48029:head#
2020-11-16T20:58:41.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b4b0b1:::benchmark_data_smithi065_53143_object26210:head#
2020-11-16T20:58:41.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b644ff:::benchmark_data_smithi065_53143_object16746:head#
2020-11-16T20:58:41.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b8f861:::benchmark_data_smithi065_53143_object47087:head#
2020-11-16T20:58:41.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90b9c155:::benchmark_data_smithi065_53143_object62033:head#
2020-11-16T20:58:41.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ba9308:::benchmark_data_smithi065_53143_object75700:head#
2020-11-16T20:58:41.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90bb0362:::benchmark_data_smithi065_53143_object33984:head#
2020-11-16T20:58:41.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90bb3d6f:::benchmark_data_smithi065_53143_object38288:head#
2020-11-16T20:58:41.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90bc932d:::benchmark_data_smithi065_53143_object19469:head#
2020-11-16T20:58:41.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90bcd768:::benchmark_data_smithi065_53143_object38841:head#
2020-11-16T20:58:41.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90bd95ff:::benchmark_data_smithi065_53143_object62457:head#
2020-11-16T20:58:41.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90be8d2d:::benchmark_data_smithi065_53143_object7650:head#
2020-11-16T20:58:41.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90bf0371:::benchmark_data_smithi065_53143_object68798:head#
2020-11-16T20:58:41.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c04291:::benchmark_data_smithi065_53143_object18554:head#
2020-11-16T20:58:41.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c12908:::benchmark_data_smithi065_53143_object64238:head#
2020-11-16T20:58:41.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c157c8:::benchmark_data_smithi065_53143_object48523:head#
2020-11-16T20:58:41.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c2842a:::benchmark_data_smithi065_53143_object47548:head#
2020-11-16T20:58:41.106 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.106 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c6bc61:::benchmark_data_smithi065_53143_object39563:head#
2020-11-16T20:58:41.106 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.106 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c70333:::benchmark_data_smithi065_53143_object17715:head#
2020-11-16T20:58:41.106 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.106 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c7b090:::benchmark_data_smithi065_53143_object68887:head#
2020-11-16T20:58:41.106 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c7fd9c:::benchmark_data_smithi065_53143_object33270:head#
2020-11-16T20:58:41.107 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c8b156:::benchmark_data_smithi065_53143_object38464:head#
2020-11-16T20:58:41.107 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90c8cff2:::benchmark_data_smithi065_53143_object63596:head#
2020-11-16T20:58:41.107 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ca8983:::benchmark_data_smithi065_53143_object57992:head#
2020-11-16T20:58:41.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90cbd539:::benchmark_data_smithi065_53143_object22623:head#
2020-11-16T20:58:41.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90cd13fd:::benchmark_data_smithi065_53143_object17152:head#
2020-11-16T20:58:41.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d0e175:::benchmark_data_smithi065_53143_object7510:head#
2020-11-16T20:58:41.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d18d74:::benchmark_data_smithi065_53143_object70792:head#
2020-11-16T20:58:41.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d292d9:::benchmark_data_smithi065_53143_object57399:head#
2020-11-16T20:58:41.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d2b738:::benchmark_data_smithi065_53143_object63496:head#
2020-11-16T20:58:41.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d4ce2c:::benchmark_data_smithi065_53143_object8730:head#
2020-11-16T20:58:41.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d607d7:::benchmark_data_smithi065_53143_object48589:head#
2020-11-16T20:58:41.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d68e8b:::benchmark_data_smithi065_53143_object63092:head#
2020-11-16T20:58:41.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d6c171:::benchmark_data_smithi065_53143_object27976:head#
2020-11-16T20:58:41.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d8362c:::benchmark_data_smithi065_53143_object77498:head#
2020-11-16T20:58:41.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d89b27:::benchmark_data_smithi065_53143_object78192:head#
2020-11-16T20:58:41.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d8a801:::benchmark_data_smithi065_53143_object33469:head#
2020-11-16T20:58:41.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.112 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90d9788c:::benchmark_data_smithi065_53143_object14858:head#
2020-11-16T20:58:41.112 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.112 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90daa466:::benchmark_data_smithi065_53143_object51607:head#
2020-11-16T20:58:41.112 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.112 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90daabcf:::benchmark_data_smithi065_53143_object35349:head#
2020-11-16T20:58:41.112 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.112 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90daf9c5:::benchmark_data_smithi065_53143_object17420:head#
2020-11-16T20:58:41.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90dc3084:::benchmark_data_smithi065_53143_object60555:head#
2020-11-16T20:58:41.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90dd5ad4:::benchmark_data_smithi065_53143_object23896:head#
2020-11-16T20:58:41.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ddd922:::benchmark_data_smithi065_53143_object53217:head#
2020-11-16T20:58:41.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90de3f34:::benchmark_data_smithi065_53143_object63721:head#
2020-11-16T20:58:41.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90dec974:::benchmark_data_smithi065_53143_object41625:head#
2020-11-16T20:58:41.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90dfe991:::benchmark_data_smithi065_53143_object46196:head#
2020-11-16T20:58:41.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90dffba8:::benchmark_data_smithi065_53143_object22556:head#
2020-11-16T20:58:41.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.115 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e00a03:::benchmark_data_smithi065_53143_object7441:head#
2020-11-16T20:58:41.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.115 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e021db:::benchmark_data_smithi065_53143_object78177:head#
2020-11-16T20:58:41.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.115 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e041b8:::benchmark_data_smithi065_53143_object2270:head#
2020-11-16T20:58:41.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.116 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e0fdb8:::benchmark_data_smithi065_53143_object2200:head#
2020-11-16T20:58:41.116 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.116 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e2b6b1:::benchmark_data_smithi065_53143_object70082:head#
2020-11-16T20:58:41.116 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.116 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e31c8f:::benchmark_data_smithi065_53143_object28110:head#
2020-11-16T20:58:41.116 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e343ed:::benchmark_data_smithi065_53143_object46009:head#
2020-11-16T20:58:41.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e3caea:::benchmark_data_smithi065_53143_object27098:head#
2020-11-16T20:58:41.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e41cdc:::benchmark_data_smithi065_53143_object33963:head#
2020-11-16T20:58:41.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e44ac1:::benchmark_data_smithi065_53143_object25740:head#
2020-11-16T20:58:41.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e47962:::benchmark_data_smithi065_53143_object75202:head#
2020-11-16T20:58:41.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e5711e:::benchmark_data_smithi065_53143_object69968:head#
2020-11-16T20:58:41.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e6d398:::benchmark_data_smithi065_53143_object79621:head#
2020-11-16T20:58:41.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e6d79b:::benchmark_data_smithi065_53143_object51457:head#
2020-11-16T20:58:41.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e86553:::benchmark_data_smithi065_53143_object71048:head#
2020-11-16T20:58:41.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e87f3e:::benchmark_data_smithi065_53143_object13930:head#
2020-11-16T20:58:41.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e9421c:::benchmark_data_smithi065_53143_object270:head#
2020-11-16T20:58:41.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.120 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e95a86:::benchmark_data_smithi065_53143_object6454:head#
2020-11-16T20:58:41.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.120 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e99166:::benchmark_data_smithi065_53143_object36712:head#
2020-11-16T20:58:41.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.120 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e9aeae:::benchmark_data_smithi065_53143_object78947:head#
2020-11-16T20:58:41.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90e9f733:::benchmark_data_smithi065_53143_object75013:head#
2020-11-16T20:58:41.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ea4972:::benchmark_data_smithi065_53143_object64489:head#
2020-11-16T20:58:41.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ebd441:::benchmark_data_smithi065_53143_object52496:head#
2020-11-16T20:58:41.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ed489f:::benchmark_data_smithi065_53143_object70090:head#
2020-11-16T20:58:41.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ed71a4:::benchmark_data_smithi065_53143_object26394:head#
2020-11-16T20:58:41.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90edf4b1:::benchmark_data_smithi065_53143_object9362:head#
2020-11-16T20:58:41.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f06ba9:::benchmark_data_smithi065_53143_object15921:head#
2020-11-16T20:58:41.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f131a5:::benchmark_data_smithi065_53143_object15712:head#
2020-11-16T20:58:41.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f1efd9:::benchmark_data_smithi065_53143_object63062:head#
2020-11-16T20:58:41.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f308e4:::benchmark_data_smithi065_53143_object39830:head#
2020-11-16T20:58:41.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.124 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f3ef1b:::benchmark_data_smithi065_53143_object15772:head#
2020-11-16T20:58:41.124 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.124 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f4bc8f:::benchmark_data_smithi065_53143_object12527:head#
2020-11-16T20:58:41.124 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.124 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f4f875:::benchmark_data_smithi065_53143_object66999:head#
2020-11-16T20:58:41.124 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.124 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f4ff53:::benchmark_data_smithi065_53143_object8448:head#
2020-11-16T20:58:41.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.125 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f5142c:::benchmark_data_smithi065_53143_object21745:head#
2020-11-16T20:58:41.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.125 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f6ad02:::benchmark_data_smithi065_53143_object10077:head#
2020-11-16T20:58:41.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.125 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f6e62b:::benchmark_data_smithi065_53143_object46331:head#
2020-11-16T20:58:41.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f6e839:::benchmark_data_smithi065_53143_object43499:head#
2020-11-16T20:58:41.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f700a9:::benchmark_data_smithi065_53143_object51961:head#
2020-11-16T20:58:41.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f77354:::benchmark_data_smithi065_53143_object8188:head#
2020-11-16T20:58:41.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f895da:::benchmark_data_smithi065_53143_object20794:head#
2020-11-16T20:58:41.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f90a95:::benchmark_data_smithi065_53143_object42178:head#
2020-11-16T20:58:41.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f90bf4:::benchmark_data_smithi065_53143_object52956:head#
2020-11-16T20:58:41.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90f95903:::benchmark_data_smithi065_53143_object71611:head#
2020-11-16T20:58:41.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.128 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90fb8c87:::benchmark_data_smithi065_53143_object21270:head#
2020-11-16T20:58:41.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.128 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90fc0ed0:::benchmark_data_smithi065_53143_object7616:head#
2020-11-16T20:58:41.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.128 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90fcd08f:::benchmark_data_smithi065_53143_object61152:head#
2020-11-16T20:58:41.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ff3e40:::benchmark_data_smithi065_53143_object25:head#
2020-11-16T20:58:41.129 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:90ff8655:::benchmark_data_smithi065_53143_object44853:head#
2020-11-16T20:58:41.129 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91004e80:::benchmark_data_smithi065_53143_object56211:head#
2020-11-16T20:58:41.129 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9100ff16:::benchmark_data_smithi065_53143_object42659:head#
2020-11-16T20:58:41.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91019e92:::benchmark_data_smithi065_53143_object64922:head#
2020-11-16T20:58:41.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9101f57d:::benchmark_data_smithi065_53143_object44481:head#
2020-11-16T20:58:41.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91020c58:::benchmark_data_smithi065_53143_object23459:head#
2020-11-16T20:58:41.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.131 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9104ce82:::benchmark_data_smithi065_53143_object22412:head#
2020-11-16T20:58:41.131 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.131 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9105c004:::benchmark_data_smithi065_53143_object43697:head#
2020-11-16T20:58:41.131 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.131 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9105f1b8:::benchmark_data_smithi065_53143_object13312:head#
2020-11-16T20:58:41.131 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.131 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9105f48d:::benchmark_data_smithi065_53143_object50839:head#
2020-11-16T20:58:41.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9106f16a:::benchmark_data_smithi065_53143_object77295:head#
2020-11-16T20:58:41.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:910778a1:::benchmark_data_smithi065_53143_object6428:head#
2020-11-16T20:58:41.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9107b72c:::benchmark_data_smithi065_53143_object63290:head#
2020-11-16T20:58:41.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9107d82b:::benchmark_data_smithi065_53143_object20148:head#
2020-11-16T20:58:41.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91089517:::benchmark_data_smithi065_53143_object13185:head#
2020-11-16T20:58:41.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9108bddb:::benchmark_data_smithi065_53143_object28249:head#
2020-11-16T20:58:41.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91097c22:::benchmark_data_smithi065_53143_object16773:head#
2020-11-16T20:58:41.134 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.134 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:910ad8b2:::benchmark_data_smithi065_53143_object9242:head#
2020-11-16T20:58:41.134 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.134 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:910c54f2:::benchmark_data_smithi065_53143_object3898:head#
2020-11-16T20:58:41.134 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.134 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:910f0459:::benchmark_data_smithi065_53143_object65153:head#
2020-11-16T20:58:41.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.135 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:910f6afd:::benchmark_data_smithi065_53143_object28872:head#
2020-11-16T20:58:41.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.135 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9111cd54:::benchmark_data_smithi065_53143_object35618:head#
2020-11-16T20:58:41.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.135 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9112185b:::benchmark_data_smithi065_53143_object54884:head#
2020-11-16T20:58:41.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.135 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9114cbb2:::benchmark_data_smithi065_53143_object41557:head#
2020-11-16T20:58:41.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91163bb4:::benchmark_data_smithi065_53143_object79732:head#
2020-11-16T20:58:41.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9116756a:::benchmark_data_smithi065_53143_object57089:head#
2020-11-16T20:58:41.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91167f8b:::benchmark_data_smithi065_53143_object43593:head#
2020-11-16T20:58:41.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9116b139:::benchmark_data_smithi065_53143_object80357:head#
2020-11-16T20:58:41.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9116e883:::benchmark_data_smithi065_53143_object49975:head#
2020-11-16T20:58:41.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9117ad66:::benchmark_data_smithi065_53143_object78445:head#
2020-11-16T20:58:41.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91199a5b:::benchmark_data_smithi065_53143_object30850:head#
2020-11-16T20:58:41.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:911b2bdf:::benchmark_data_smithi065_53143_object63557:head#
2020-11-16T20:58:41.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:911c4c57:::benchmark_data_smithi065_53143_object56668:head#
2020-11-16T20:58:41.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:911c6993:::benchmark_data_smithi065_53143_object392:head#
2020-11-16T20:58:41.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.139 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:911c9e15:::benchmark_data_smithi065_53143_object61673:head#
2020-11-16T20:58:41.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.139 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:911dcd9a:::benchmark_data_smithi065_53143_object19591:head#
2020-11-16T20:58:41.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.139 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912005f7:::benchmark_data_smithi065_53143_object49938:head#
2020-11-16T20:58:41.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91204543:::benchmark_data_smithi065_53143_object64085:head#
2020-11-16T20:58:41.140 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91204b7f:::benchmark_data_smithi065_53143_object81846:head#
2020-11-16T20:58:41.140 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9120c5fb:::benchmark_data_smithi065_53143_object59262:head#
2020-11-16T20:58:41.140 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91219d9a:::benchmark_data_smithi065_53143_object65679:head#
2020-11-16T20:58:41.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912207c8:::benchmark_data_smithi065_53143_object51001:head#
2020-11-16T20:58:41.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91234551:::benchmark_data_smithi065_53143_object23618:head#
2020-11-16T20:58:41.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91245cd5:::benchmark_data_smithi065_53143_object60077:head#
2020-11-16T20:58:41.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91247070:::benchmark_data_smithi065_53143_object75928:head#
2020-11-16T20:58:41.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91248217:::benchmark_data_smithi065_53143_object54002:head#
2020-11-16T20:58:41.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91250ef1:::benchmark_data_smithi065_53143_object32259:head#
2020-11-16T20:58:41.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9126837f:::benchmark_data_smithi065_53143_object22904:head#
2020-11-16T20:58:41.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91277720:::benchmark_data_smithi065_53143_object54998:head#
2020-11-16T20:58:41.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9128ef1e:::benchmark_data_smithi065_53143_object29065:head#
2020-11-16T20:58:41.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9129c649:::benchmark_data_smithi065_53143_object48655:head#
2020-11-16T20:58:41.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9129ffe6:::benchmark_data_smithi065_53143_object3530:head#
2020-11-16T20:58:41.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912a2778:::benchmark_data_smithi065_53143_object15437:head#
2020-11-16T20:58:41.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912aebf1:::benchmark_data_smithi065_53143_object38845:head#
2020-11-16T20:58:41.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912b0f36:::benchmark_data_smithi065_53143_object38215:head#
2020-11-16T20:58:41.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912b5e0e:::benchmark_data_smithi065_53143_object8104:head#
2020-11-16T20:58:41.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912b6ee9:::benchmark_data_smithi065_53143_object12413:head#
2020-11-16T20:58:41.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912c91ae:::benchmark_data_smithi065_53143_object5964:head#
2020-11-16T20:58:41.146 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.146 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912cff71:::benchmark_data_smithi065_53143_object57669:head#
2020-11-16T20:58:41.146 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.146 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912e4668:::benchmark_data_smithi065_53143_object53348:head#
2020-11-16T20:58:41.146 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.146 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912ec611:::benchmark_data_smithi065_53143_object58969:head#
2020-11-16T20:58:41.146 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912efe90:::benchmark_data_smithi065_53143_object22932:head#
2020-11-16T20:58:41.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912f8dd2:::benchmark_data_smithi065_53143_object45824:head#
2020-11-16T20:58:41.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:912fd39a:::benchmark_data_smithi065_53143_object77305:head#
2020-11-16T20:58:41.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9132a445:::benchmark_data_smithi065_53143_object3896:head#
2020-11-16T20:58:41.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9132f096:::benchmark_data_smithi065_53143_object77187:head#
2020-11-16T20:58:41.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:913374f8:::benchmark_data_smithi065_53143_object59184:head#
2020-11-16T20:58:41.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91368cdc:::benchmark_data_smithi065_53143_object54869:head#
2020-11-16T20:58:41.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91381cf8:::benchmark_data_smithi065_53143_object29020:head#
2020-11-16T20:58:41.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91395d90:::benchmark_data_smithi065_53143_object44668:head#
2020-11-16T20:58:41.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91397521:::benchmark_data_smithi065_53143_object23098:head#
2020-11-16T20:58:41.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91399b62:::benchmark_data_smithi065_53143_object18020:head#
2020-11-16T20:58:41.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.150 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:913a2f36:::benchmark_data_smithi065_53143_object45990:head#
2020-11-16T20:58:41.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.150 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:913a9f2f:::benchmark_data_smithi065_53143_object46107:head#
2020-11-16T20:58:41.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.150 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:913b27ab:::benchmark_data_smithi065_53143_object54755:head#
2020-11-16T20:58:41.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.151 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:913b4aac:::benchmark_data_smithi065_53143_object26069:head#
2020-11-16T20:58:41.151 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.151 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:913c8ea4:::benchmark_data_smithi065_53143_object61810:head#
2020-11-16T20:58:41.151 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.151 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:913cb63b:::benchmark_data_smithi065_53143_object19864:head#
2020-11-16T20:58:41.151 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.152 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91400ce8:::benchmark_data_smithi065_53143_object22949:head#
2020-11-16T20:58:41.152 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.152 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91406d8c:::benchmark_data_smithi065_53143_object24556:head#
2020-11-16T20:58:41.152 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.152 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9140f5f3:::benchmark_data_smithi065_53143_object63145:head#
2020-11-16T20:58:41.152 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.152 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9142ed60:::benchmark_data_smithi065_53143_object36224:head#
2020-11-16T20:58:41.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9143c008:::benchmark_data_smithi065_53143_object54001:head#
2020-11-16T20:58:41.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91443623:::benchmark_data_smithi065_53143_object48862:head#
2020-11-16T20:58:41.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91451bb9:::benchmark_data_smithi065_53143_object76577:head#
2020-11-16T20:58:41.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914531fb:::benchmark_data_smithi065_53143_object19754:head#
2020-11-16T20:58:41.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914547e3:::benchmark_data_smithi065_53143_object79760:head#
2020-11-16T20:58:41.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9145799c:::benchmark_data_smithi065_53143_object21857:head#
2020-11-16T20:58:41.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914592c2:::benchmark_data_smithi065_53143_object42513:head#
2020-11-16T20:58:41.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9146357e:::benchmark_data_smithi065_53143_object41906:head#
2020-11-16T20:58:41.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914638c2:::benchmark_data_smithi065_53143_object56359:head#
2020-11-16T20:58:41.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9147af65:::benchmark_data_smithi065_53143_object38892:head#
2020-11-16T20:58:41.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9148b689:::benchmark_data_smithi065_53143_object31006:head#
2020-11-16T20:58:41.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9148d2a4:::benchmark_data_smithi065_53143_object26636:head#
2020-11-16T20:58:41.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91493732:::benchmark_data_smithi065_53143_object1542:head#
2020-11-16T20:58:41.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91497c05:::benchmark_data_smithi065_53143_object48372:head#
2020-11-16T20:58:41.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9149d73a:::benchmark_data_smithi065_53143_object8020:head#
2020-11-16T20:58:41.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9149e80f:::benchmark_data_smithi065_53143_object25073:head#
2020-11-16T20:58:41.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914a3274:::benchmark_data_smithi065_53143_object17668:head#
2020-11-16T20:58:41.158 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.158 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914b7556:::benchmark_data_smithi065_53143_object6164:head#
2020-11-16T20:58:41.158 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.158 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914d07ed:::benchmark_data_smithi065_53143_object39330:head#
2020-11-16T20:58:41.158 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.158 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914d20e1:::benchmark_data_smithi065_53143_object46432:head#
2020-11-16T20:58:41.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.159 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914f23a5:::benchmark_data_smithi065_53143_object49434:head#
2020-11-16T20:58:41.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.159 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914f2768:::benchmark_data_smithi065_53143_object75087:head#
2020-11-16T20:58:41.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.159 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914fa293:::benchmark_data_smithi065_53143_object73896:head#
2020-11-16T20:58:41.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:914ff13e:::benchmark_data_smithi065_53143_object42436:head#
2020-11-16T20:58:41.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9150ea2e:::benchmark_data_smithi065_53143_object33525:head#
2020-11-16T20:58:41.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9152e597:::benchmark_data_smithi065_53143_object49254:head#
2020-11-16T20:58:41.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9154f227:::benchmark_data_smithi065_53143_object32196:head#
2020-11-16T20:58:41.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91561aca:::benchmark_data_smithi065_53143_object40625:head#
2020-11-16T20:58:41.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9156bf84:::benchmark_data_smithi065_53143_object21182:head#
2020-11-16T20:58:41.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915709fa:::benchmark_data_smithi065_53143_object59465:head#
2020-11-16T20:58:41.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91583e25:::benchmark_data_smithi065_53143_object57270:head#
2020-11-16T20:58:41.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91585680:::benchmark_data_smithi065_53143_object30711:head#
2020-11-16T20:58:41.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9158dbc2:::benchmark_data_smithi065_53143_object72055:head#
2020-11-16T20:58:41.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915be936:::benchmark_data_smithi065_53143_object25603:head#
2020-11-16T20:58:41.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915c7107:::benchmark_data_smithi065_53143_object8887:head#
2020-11-16T20:58:41.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915c9cbd:::benchmark_data_smithi065_53143_object2042:head#
2020-11-16T20:58:41.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915eacc0:::benchmark_data_smithi065_53143_object78562:head#
2020-11-16T20:58:41.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915eb209:::benchmark_data_smithi065_53143_object69700:head#
2020-11-16T20:58:41.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915ef491:::benchmark_data_smithi065_53143_object30628:head#
2020-11-16T20:58:41.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915f038b:::benchmark_data_smithi065_53143_object50488:head#
2020-11-16T20:58:41.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915f0976:::benchmark_data_smithi065_53143_object39400:head#
2020-11-16T20:58:41.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.165 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:915fbd1a:::benchmark_data_smithi065_53143_object51378:head#
2020-11-16T20:58:41.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.165 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91603eaa:::benchmark_data_smithi065_53143_object38666:head#
2020-11-16T20:58:41.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.165 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:916123ae:::benchmark_data_smithi065_53143_object50518:head#
2020-11-16T20:58:41.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.166 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9161c373:::benchmark_data_smithi065_53143_object59519:head#
2020-11-16T20:58:41.166 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.166 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91629d08:::benchmark_data_smithi065_53143_object70331:head#
2020-11-16T20:58:41.166 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.166 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91640bcb:::benchmark_data_smithi065_53143_object49593:head#
2020-11-16T20:58:41.166 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.166 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91649c73:::benchmark_data_smithi065_53143_object47598:head#
2020-11-16T20:58:41.167 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.167 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9164dd40:::benchmark_data_smithi065_53143_object65821:head#
2020-11-16T20:58:41.167 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.167 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91659627:::benchmark_data_smithi065_53143_object47563:head#
2020-11-16T20:58:41.167 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.167 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91659645:::benchmark_data_smithi065_53143_object71718:head#
2020-11-16T20:58:41.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9165bea0:::benchmark_data_smithi065_53143_object34693:head#
2020-11-16T20:58:41.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91668e64:::benchmark_data_smithi065_53143_object77274:head#
2020-11-16T20:58:41.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91687ae4:::benchmark_data_smithi065_53143_object61795:head#
2020-11-16T20:58:41.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9169c8c8:::benchmark_data_smithi065_53143_object70890:head#
2020-11-16T20:58:41.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:916d11f4:::benchmark_data_smithi065_53143_object44113:head#
2020-11-16T20:58:41.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:916d78d0:::benchmark_data_smithi065_53143_object28314:head#
2020-11-16T20:58:41.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:916e3fa0:::benchmark_data_smithi065_53143_object80024:head#
2020-11-16T20:58:41.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91700ab8:::benchmark_data_smithi065_53143_object14766:head#
2020-11-16T20:58:41.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9170a2f2:::benchmark_data_smithi065_53143_object51066:head#
2020-11-16T20:58:41.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9170cdea:::benchmark_data_smithi065_53143_object75096:head#
2020-11-16T20:58:41.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9170dc86:::benchmark_data_smithi065_53143_object11174:head#
2020-11-16T20:58:41.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9175232f:::benchmark_data_smithi065_53143_object51849:head#
2020-11-16T20:58:41.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91758022:::benchmark_data_smithi065_53143_object17750:head#
2020-11-16T20:58:41.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9175a5b6:::benchmark_data_smithi065_53143_object64373:head#
2020-11-16T20:58:41.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9178305e:::benchmark_data_smithi065_53143_object15611:head#
2020-11-16T20:58:41.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9178607c:::benchmark_data_smithi065_53143_object9471:head#
2020-11-16T20:58:41.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9178995e:::benchmark_data_smithi065_53143_object4585:head#
2020-11-16T20:58:41.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91794e00:::benchmark_data_smithi065_53143_object52991:head#
2020-11-16T20:58:41.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:917a5416:::benchmark_data_smithi065_53143_object49600:head#
2020-11-16T20:58:41.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:917c4ee5:::benchmark_data_smithi065_53143_object17503:head#
2020-11-16T20:58:41.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:917d4664:::benchmark_data_smithi065_53143_object67348:head#
2020-11-16T20:58:41.174 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.174 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:917d993d:::benchmark_data_smithi065_53143_object21430:head#
2020-11-16T20:58:41.174 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.174 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:917f108e:::benchmark_data_smithi065_53143_object15241:head#
2020-11-16T20:58:41.174 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.174 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:917ff212:::benchmark_data_smithi065_53143_object70972:head#
2020-11-16T20:58:41.174 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.175 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9181032a:::benchmark_data_smithi065_53143_object2393:head#
2020-11-16T20:58:41.175 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.175 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91810a5a:::benchmark_data_smithi065_53143_object31864:head#
2020-11-16T20:58:41.175 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.175 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91818c28:::benchmark_data_smithi065_53143_object31045:head#
2020-11-16T20:58:41.175 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.175 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9181d2d8:::benchmark_data_smithi065_53143_object18508:head#
2020-11-16T20:58:41.176 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.176 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91820aec:::benchmark_data_smithi065_53143_object53457:head#
2020-11-16T20:58:41.176 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.176 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918257cd:::benchmark_data_smithi065_53143_object66359:head#
2020-11-16T20:58:41.176 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.176 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9182bcf8:::benchmark_data_smithi065_53143_object62580:head#
2020-11-16T20:58:41.176 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.177 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918338f1:::benchmark_data_smithi065_53143_object64496:head#
2020-11-16T20:58:41.177 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.177 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9184b47f:::benchmark_data_smithi065_53143_object14216:head#
2020-11-16T20:58:41.177 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.177 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91856227:::benchmark_data_smithi065_53143_object64386:head#
2020-11-16T20:58:41.177 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.177 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9185ff71:::benchmark_data_smithi065_53143_object55377:head#
2020-11-16T20:58:41.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.178 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918696d7:::benchmark_data_smithi065_53143_object59464:head#
2020-11-16T20:58:41.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.178 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9186a6c1:::benchmark_data_smithi065_53143_object62156:head#
2020-11-16T20:58:41.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.178 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9186c0f0:::benchmark_data_smithi065_53143_object5887:head#
2020-11-16T20:58:41.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91876d98:::benchmark_data_smithi065_53143_object12884:head#
2020-11-16T20:58:41.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918a0acb:::benchmark_data_smithi065_53143_object51037:head#
2020-11-16T20:58:41.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918a1214:::benchmark_data_smithi065_53143_object55702:head#
2020-11-16T20:58:41.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918ac81f:::benchmark_data_smithi065_53143_object42760:head#
2020-11-16T20:58:41.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918c46f0:::benchmark_data_smithi065_53143_object7201:head#
2020-11-16T20:58:41.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918e2169:::benchmark_data_smithi065_53143_object39927:head#
2020-11-16T20:58:41.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918ec26a:::benchmark_data_smithi065_53143_object18864:head#
2020-11-16T20:58:41.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918f1630:::benchmark_data_smithi065_53143_object5703:head#
2020-11-16T20:58:41.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918fca0c:::benchmark_data_smithi065_53143_object71300:head#
2020-11-16T20:58:41.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:918fd59c:::benchmark_data_smithi065_53143_object62896:head#
2020-11-16T20:58:41.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919022cf:::benchmark_data_smithi065_53143_object45342:head#
2020-11-16T20:58:41.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919120dd:::benchmark_data_smithi065_53143_object76695:head#
2020-11-16T20:58:41.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919162e5:::benchmark_data_smithi065_53143_object25069:head#
2020-11-16T20:58:41.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9191cc53:::benchmark_data_smithi065_53143_object4895:head#
2020-11-16T20:58:41.183 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.183 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9192acbf:::benchmark_data_smithi065_53143_object57828:head#
2020-11-16T20:58:41.183 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.183 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9192f0ad:::benchmark_data_smithi065_53143_object40865:head#
2020-11-16T20:58:41.183 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.183 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91932514:::benchmark_data_smithi065_53143_object43114:head#
2020-11-16T20:58:41.183 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9193d576:::benchmark_data_smithi065_53143_object12125:head#
2020-11-16T20:58:41.184 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9193da28:::benchmark_data_smithi065_53143_object18712:head#
2020-11-16T20:58:41.184 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9194e3d1:::benchmark_data_smithi065_53143_object35877:head#
2020-11-16T20:58:41.184 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91953298:::benchmark_data_smithi065_53143_object464:head#
2020-11-16T20:58:41.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91956429:::benchmark_data_smithi065_53143_object71219:head#
2020-11-16T20:58:41.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91972b32:::benchmark_data_smithi065_53143_object70083:head#
2020-11-16T20:58:41.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9197e709:::benchmark_data_smithi065_53143_object44337:head#
2020-11-16T20:58:41.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9199b5e4:::benchmark_data_smithi065_53143_object39359:head#
2020-11-16T20:58:41.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919a00ee:::benchmark_data_smithi065_53143_object1647:head#
2020-11-16T20:58:41.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919a1612:::benchmark_data_smithi065_53143_object50102:head#
2020-11-16T20:58:41.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919b5d3c:::benchmark_data_smithi065_53143_object41892:head#
2020-11-16T20:58:41.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919c5b67:::benchmark_data_smithi065_53143_object32620:head#
2020-11-16T20:58:41.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919d54aa:::benchmark_data_smithi065_53143_object40918:head#
2020-11-16T20:58:41.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919db8d7:::benchmark_data_smithi065_53143_object12739:head#
2020-11-16T20:58:41.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919dbd0f:::benchmark_data_smithi065_53143_object2708:head#
2020-11-16T20:58:41.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919e3ed7:::benchmark_data_smithi065_53143_object8433:head#
2020-11-16T20:58:41.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919f07c7:::benchmark_data_smithi065_53143_object46013:head#
2020-11-16T20:58:41.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:919fb99e:::benchmark_data_smithi065_53143_object15880:head#
2020-11-16T20:58:41.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a0b707:::benchmark_data_smithi065_53143_object33241:head#
2020-11-16T20:58:41.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a1ac0b:::benchmark_data_smithi065_53143_object32171:head#
2020-11-16T20:58:41.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a3884a:::benchmark_data_smithi065_53143_object37104:head#
2020-11-16T20:58:41.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a46145:::benchmark_data_smithi065_53143_object27543:head#
2020-11-16T20:58:41.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a51511:::benchmark_data_smithi065_53143_object14167:head#
2020-11-16T20:58:41.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a5e39e:::benchmark_data_smithi065_53143_object35143:head#
2020-11-16T20:58:41.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a63b5d:::benchmark_data_smithi065_53143_object74761:head#
2020-11-16T20:58:41.191 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.191 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a65efc:::benchmark_data_smithi065_53143_object24259:head#
2020-11-16T20:58:41.191 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.191 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a6ab4c:::benchmark_data_smithi065_53143_object58430:head#
2020-11-16T20:58:41.191 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.191 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a8cb02:::benchmark_data_smithi065_53143_object58375:head#
2020-11-16T20:58:41.192 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.192 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a8ecaf:::benchmark_data_smithi065_53143_object41233:head#
2020-11-16T20:58:41.192 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.192 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91a9b14f:::benchmark_data_smithi065_53143_object22341:head#
2020-11-16T20:58:41.192 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.192 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91aa204f:::benchmark_data_smithi065_53143_object57059:head#
2020-11-16T20:58:41.192 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91aa4795:::benchmark_data_smithi065_53143_object56355:head#
2020-11-16T20:58:41.193 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91abb0a9:::benchmark_data_smithi065_53143_object53687:head#
2020-11-16T20:58:41.193 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ac183b:::benchmark_data_smithi065_53143_object54004:head#
2020-11-16T20:58:41.193 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ac23e5:::benchmark_data_smithi065_53143_object60058:head#
2020-11-16T20:58:41.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91aca08d:::benchmark_data_smithi065_53143_object63672:head#
2020-11-16T20:58:41.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ad6ea6:::benchmark_data_smithi065_53143_object6651:head#
2020-11-16T20:58:41.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91adbaec:::benchmark_data_smithi065_53143_object12519:head#
2020-11-16T20:58:41.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91af35fc:::benchmark_data_smithi065_53143_object15749:head#
2020-11-16T20:58:41.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91afa143:::benchmark_data_smithi065_53143_object32687:head#
2020-11-16T20:58:41.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b13f98:::benchmark_data_smithi065_53143_object44664:head#
2020-11-16T20:58:41.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b4fefd:::benchmark_data_smithi065_53143_object18986:head#
2020-11-16T20:58:41.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b55c3b:::benchmark_data_smithi065_53143_object80547:head#
2020-11-16T20:58:41.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b5b1ca:::benchmark_data_smithi065_53143_object17243:head#
2020-11-16T20:58:41.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b5bed0:::benchmark_data_smithi065_53143_object25956:head#
2020-11-16T20:58:41.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b6a37b:::benchmark_data_smithi065_53143_object36372:head#
2020-11-16T20:58:41.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b6c1ae:::benchmark_data_smithi065_53143_object35072:head#
2020-11-16T20:58:41.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b712a9:::benchmark_data_smithi065_53143_object69073:head#
2020-11-16T20:58:41.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b74c6e:::benchmark_data_smithi065_53143_object32312:head#
2020-11-16T20:58:41.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b760c2:::benchmark_data_smithi065_53143_object12365:head#
2020-11-16T20:58:41.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b764f8:::benchmark_data_smithi065_53143_object32786:head#
2020-11-16T20:58:41.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b7e7fa:::benchmark_data_smithi065_53143_object46258:head#
2020-11-16T20:58:41.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b7e82e:::benchmark_data_smithi065_53143_object11327:head#
2020-11-16T20:58:41.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b8c441:::benchmark_data_smithi065_53143_object22671:head#
2020-11-16T20:58:41.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b8d5d7:::benchmark_data_smithi065_53143_object7956:head#
2020-11-16T20:58:41.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b90ca5:::benchmark_data_smithi065_53143_object39531:head#
2020-11-16T20:58:41.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b93bcb:::benchmark_data_smithi065_53143_object32750:head#
2020-11-16T20:58:41.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b95755:::benchmark_data_smithi065_53143_object45216:head#
2020-11-16T20:58:41.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91b9e640:::benchmark_data_smithi065_53143_object31823:head#
2020-11-16T20:58:41.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.201 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ba13e4:::benchmark_data_smithi065_53143_object81692:head#
2020-11-16T20:58:41.201 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.201 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91bba44d:::benchmark_data_smithi065_53143_object932:head#
2020-11-16T20:58:41.201 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.201 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91bd53de:::benchmark_data_smithi065_53143_object3010:head#
2020-11-16T20:58:41.201 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.201 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91bd69ba:::benchmark_data_smithi065_53143_object24414:head#
2020-11-16T20:58:41.202 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.202 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91be9e4f:::benchmark_data_smithi065_53143_object26632:head#
2020-11-16T20:58:41.202 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.202 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91becd96:::benchmark_data_smithi065_53143_object64484:head#
2020-11-16T20:58:41.202 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.202 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91bf36f2:::benchmark_data_smithi065_53143_object62053:head#
2020-11-16T20:58:41.203 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.203 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91bf8db5:::benchmark_data_smithi065_53143_object56297:head#
2020-11-16T20:58:41.203 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.203 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c0e4c0:::benchmark_data_smithi065_53143_object51253:head#
2020-11-16T20:58:41.203 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.203 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c17183:::benchmark_data_smithi065_53143_object40105:head#
2020-11-16T20:58:41.203 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c3ae03:::benchmark_data_smithi065_53143_object554:head#
2020-11-16T20:58:41.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c51cfc:::benchmark_data_smithi065_53143_object81418:head#
2020-11-16T20:58:41.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c5709d:::benchmark_data_smithi065_53143_object37888:head#
2020-11-16T20:58:41.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c65066:::benchmark_data_smithi065_53143_object75535:head#
2020-11-16T20:58:41.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c788ee:::benchmark_data_smithi065_53143_object28092:head#
2020-11-16T20:58:41.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c7e2fe:::benchmark_data_smithi065_53143_object78184:head#
2020-11-16T20:58:41.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c7fd85:::benchmark_data_smithi065_53143_object12859:head#
2020-11-16T20:58:41.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91c94ac0:::benchmark_data_smithi065_53143_object40674:head#
2020-11-16T20:58:41.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91cb11ec:::benchmark_data_smithi065_53143_object76128:head#
2020-11-16T20:58:41.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91cbc131:::benchmark_data_smithi065_53143_object1894:head#
2020-11-16T20:58:41.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ccf4ee:::benchmark_data_smithi065_53143_object46961:head#
2020-11-16T20:58:41.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91cd55c9:::benchmark_data_smithi065_53143_object35058:head#
2020-11-16T20:58:41.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d10289:::benchmark_data_smithi065_53143_object28818:head#
2020-11-16T20:58:41.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d21aaa:::benchmark_data_smithi065_53143_object35710:head#
2020-11-16T20:58:41.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d2547a:::benchmark_data_smithi065_53143_object19161:head#
2020-11-16T20:58:41.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d4000c:::benchmark_data_smithi065_53143_object507:head#
2020-11-16T20:58:41.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d42999:::benchmark_data_smithi065_53143_object17405:head#
2020-11-16T20:58:41.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d6ee01:::benchmark_data_smithi065_53143_object31654:head#
2020-11-16T20:58:41.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d6f9bd:::benchmark_data_smithi065_53143_object34964:head#
2020-11-16T20:58:41.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d709c1:::benchmark_data_smithi065_53143_object63723:head#
2020-11-16T20:58:41.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d7eeff:::benchmark_data_smithi065_53143_object21279:head#
2020-11-16T20:58:41.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d918e1:::benchmark_data_smithi065_53143_object42127:head#
2020-11-16T20:58:41.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91d9aa52:::benchmark_data_smithi065_53143_object48851:head#
2020-11-16T20:58:41.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91da2209:::benchmark_data_smithi065_53143_object57052:head#
2020-11-16T20:58:41.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91da6797:::benchmark_data_smithi065_53143_object34801:head#
2020-11-16T20:58:41.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91dba082:::benchmark_data_smithi065_53143_object18375:head#
2020-11-16T20:58:41.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91dbfc21:::benchmark_data_smithi065_53143_object39857:head#
2020-11-16T20:58:41.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91dc3c7a:::benchmark_data_smithi065_53143_object56086:head#
2020-11-16T20:58:41.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91dcd52d:::benchmark_data_smithi065_53143_object14131:head#
2020-11-16T20:58:41.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91dcf2cd:::benchmark_data_smithi065_53143_object50249:head#
2020-11-16T20:58:41.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91de3b35:::benchmark_data_smithi065_53143_object30200:head#
2020-11-16T20:58:41.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.213 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91dfe658:::benchmark_data_smithi065_53143_object17195:head#
2020-11-16T20:58:41.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.213 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e01c31:::benchmark_data_smithi065_53143_object54091:head#
2020-11-16T20:58:41.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.213 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e0b05b:::benchmark_data_smithi065_53143_object37410:head#
2020-11-16T20:58:41.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.214 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e144f8:::benchmark_data_smithi065_53143_object61015:head#
2020-11-16T20:58:41.214 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.214 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e159ea:::benchmark_data_smithi065_53143_object2432:head#
2020-11-16T20:58:41.214 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.214 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e34176:::benchmark_data_smithi065_53143_object13326:head#
2020-11-16T20:58:41.214 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.214 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e3edeb:::benchmark_data_smithi065_53143_object6602:head#
2020-11-16T20:58:41.215 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.215 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e6c2b3:::benchmark_data_smithi065_53143_object20604:head#
2020-11-16T20:58:41.215 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.215 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e72287:::benchmark_data_smithi065_53143_object55276:head#
2020-11-16T20:58:41.215 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.215 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e74499:::benchmark_data_smithi065_53143_object27942:head#
2020-11-16T20:58:41.215 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e77ffa:::benchmark_data_smithi065_53143_object51927:head#
2020-11-16T20:58:41.216 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e7a24f:::benchmark_data_smithi065_53143_object5265:head#
2020-11-16T20:58:41.216 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e86265:::benchmark_data_smithi065_53143_object21708:head#
2020-11-16T20:58:41.216 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e90380:::benchmark_data_smithi065_53143_object53719:head#
2020-11-16T20:58:41.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91e9a30d:::benchmark_data_smithi065_53143_object27368:head#
2020-11-16T20:58:41.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ea0fe4:::benchmark_data_smithi065_53143_object59878:head#
2020-11-16T20:58:41.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ea54e0:::benchmark_data_smithi065_53143_object49986:head#
2020-11-16T20:58:41.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91eb7cbc:::benchmark_data_smithi065_53143_object19762:head#
2020-11-16T20:58:41.218 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91eceaef:::benchmark_data_smithi065_53143_object74618:head#
2020-11-16T20:58:41.218 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ed970e:::benchmark_data_smithi065_53143_object12796:head#
2020-11-16T20:58:41.218 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ee32df:::benchmark_data_smithi065_53143_object33664:head#
2020-11-16T20:58:41.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ee69cf:::benchmark_data_smithi065_53143_object1319:head#
2020-11-16T20:58:41.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91eed2c2:::benchmark_data_smithi065_53143_object16310:head#
2020-11-16T20:58:41.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ef7304:::benchmark_data_smithi065_53143_object25104:head#
2020-11-16T20:58:41.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91efb7ed:::benchmark_data_smithi065_53143_object15910:head#
2020-11-16T20:58:41.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f2ab45:::benchmark_data_smithi065_53143_object45291:head#
2020-11-16T20:58:41.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f37467:::benchmark_data_smithi065_53143_object47148:head#
2020-11-16T20:58:41.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f3b2b0:::benchmark_data_smithi065_53143_object48829:head#
2020-11-16T20:58:41.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f52b0d:::benchmark_data_smithi065_53143_object7823:head#
2020-11-16T20:58:41.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f5bbd2:::benchmark_data_smithi065_53143_object51436:head#
2020-11-16T20:58:41.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f6057a:::benchmark_data_smithi065_53143_object28223:head#
2020-11-16T20:58:41.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f66c17:::benchmark_data_smithi065_53143_object15154:head#
2020-11-16T20:58:41.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f771fd:::benchmark_data_smithi065_53143_object45594:head#
2020-11-16T20:58:41.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f8cf61:::benchmark_data_smithi065_53143_object60380:head#
2020-11-16T20:58:41.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f93a4d:::benchmark_data_smithi065_53143_object66801:head#
2020-11-16T20:58:41.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f96faa:::benchmark_data_smithi065_53143_object44265:head#
2020-11-16T20:58:41.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91f99a08:::benchmark_data_smithi065_53143_object30605:head#
2020-11-16T20:58:41.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91fa7d64:::benchmark_data_smithi065_53143_object40355:head#
2020-11-16T20:58:41.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91fccd85:::benchmark_data_smithi065_53143_object32086:head#
2020-11-16T20:58:41.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91fda3d9:::benchmark_data_smithi065_53143_object69864:head#
2020-11-16T20:58:41.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ffb73d:::benchmark_data_smithi065_53143_object15923:head#
2020-11-16T20:58:41.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ffc18f:::benchmark_data_smithi065_53143_object22178:head#
2020-11-16T20:58:41.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ffc381:::benchmark_data_smithi065_53143_object21630:head#
2020-11-16T20:58:41.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:91ffd3cd:::benchmark_data_smithi065_53143_object65793:head#
2020-11-16T20:58:41.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9200fb4c:::benchmark_data_smithi065_53143_object29372:head#
2020-11-16T20:58:41.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.226 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92013b7f:::benchmark_data_smithi065_53143_object23903:head#
2020-11-16T20:58:41.226 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.226 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92019244:::benchmark_data_smithi065_53143_object23244:head#
2020-11-16T20:58:41.226 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.226 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92021396:::benchmark_data_smithi065_53143_object66917:head#
2020-11-16T20:58:41.226 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.226 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9203db2e:::benchmark_data_smithi065_53143_object56277:head#
2020-11-16T20:58:41.227 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.227 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920441a0:::benchmark_data_smithi065_53143_object31889:head#
2020-11-16T20:58:41.227 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.227 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92049bf4:::benchmark_data_smithi065_53143_object78273:head#
2020-11-16T20:58:41.227 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.227 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92055375:::benchmark_data_smithi065_53143_object20734:head#
2020-11-16T20:58:41.227 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9205bca1:::benchmark_data_smithi065_53143_object15736:head#
2020-11-16T20:58:41.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9205e9ab:::benchmark_data_smithi065_53143_object9014:head#
2020-11-16T20:58:41.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92065796:::benchmark_data_smithi065_53143_object20252:head#
2020-11-16T20:58:41.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92076976:::benchmark_data_smithi065_53143_object40194:head#
2020-11-16T20:58:41.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92079272:::benchmark_data_smithi065_53143_object30144:head#
2020-11-16T20:58:41.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92081656:::benchmark_data_smithi065_53143_object73117:head#
2020-11-16T20:58:41.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92082519:::benchmark_data_smithi065_53143_object55594:head#
2020-11-16T20:58:41.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92082fd6:::benchmark_data_smithi065_53143_object79359:head#
2020-11-16T20:58:41.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9208e923:::benchmark_data_smithi065_53143_object77606:head#
2020-11-16T20:58:41.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9209c25f:::benchmark_data_smithi065_53143_object36360:head#
2020-11-16T20:58:41.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920a9a58:::benchmark_data_smithi065_53143_object57061:head#
2020-11-16T20:58:41.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920bebaf:::benchmark_data_smithi065_53143_object55952:head#
2020-11-16T20:58:41.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920cfe82:::benchmark_data_smithi065_53143_object76488:head#
2020-11-16T20:58:41.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920d13e4:::benchmark_data_smithi065_53143_object35300:head#
2020-11-16T20:58:41.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920d651c:::benchmark_data_smithi065_53143_object72695:head#
2020-11-16T20:58:41.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920dced9:::benchmark_data_smithi065_53143_object66978:head#
2020-11-16T20:58:41.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920de840:::benchmark_data_smithi065_53143_object9639:head#
2020-11-16T20:58:41.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920e37f5:::benchmark_data_smithi065_53143_object64843:head#
2020-11-16T20:58:41.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920e8e07:::benchmark_data_smithi065_53143_object46972:head#
2020-11-16T20:58:41.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920f00f3:::benchmark_data_smithi065_53143_object65028:head#
2020-11-16T20:58:41.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920f9c45:::benchmark_data_smithi065_53143_object40575:head#
2020-11-16T20:58:41.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920fbf72:::benchmark_data_smithi065_53143_object9226:head#
2020-11-16T20:58:41.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920fcbb2:::benchmark_data_smithi065_53143_object8966:head#
2020-11-16T20:58:41.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:920fd265:::benchmark_data_smithi065_53143_object8189:head#
2020-11-16T20:58:41.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921007d7:::benchmark_data_smithi065_53143_object28587:head#
2020-11-16T20:58:41.235 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.235 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921102de:::benchmark_data_smithi065_53143_object3866:head#
2020-11-16T20:58:41.235 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.235 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9211a900:::benchmark_data_smithi065_53143_object18941:head#
2020-11-16T20:58:41.235 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.235 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9212e40a:::benchmark_data_smithi065_53143_object5279:head#
2020-11-16T20:58:41.236 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.236 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9213cc5e:::benchmark_data_smithi065_53143_object20361:head#
2020-11-16T20:58:41.236 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.236 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92140609:::benchmark_data_smithi065_53143_object50629:head#
2020-11-16T20:58:41.236 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.236 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9215f618:::benchmark_data_smithi065_53143_object72264:head#
2020-11-16T20:58:41.236 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921640d3:::benchmark_data_smithi065_53143_object27231:head#
2020-11-16T20:58:41.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9216ec59:::benchmark_data_smithi065_53143_object9175:head#
2020-11-16T20:58:41.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9217116e:::benchmark_data_smithi065_53143_object9629:head#
2020-11-16T20:58:41.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9217512a:::benchmark_data_smithi065_53143_object25150:head#
2020-11-16T20:58:41.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92177294:::benchmark_data_smithi065_53143_object57538:head#
2020-11-16T20:58:41.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9217cefe:::benchmark_data_smithi065_53143_object24257:head#
2020-11-16T20:58:41.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92180096:::benchmark_data_smithi065_53143_object12485:head#
2020-11-16T20:58:41.239 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.239 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921915b0:::benchmark_data_smithi065_53143_object56415:head#
2020-11-16T20:58:41.239 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.239 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921adf16:::benchmark_data_smithi065_53143_object14208:head#
2020-11-16T20:58:41.239 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.239 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921b4b8c:::benchmark_data_smithi065_53143_object76261:head#
2020-11-16T20:58:41.239 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921b8459:::benchmark_data_smithi065_53143_object53466:head#
2020-11-16T20:58:41.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921c7193:::benchmark_data_smithi065_53143_object27523:head#
2020-11-16T20:58:41.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921c9ade:::benchmark_data_smithi065_53143_object12177:head#
2020-11-16T20:58:41.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921e0fad:::benchmark_data_smithi065_53143_object34311:head#
2020-11-16T20:58:41.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:921f8df0:::benchmark_data_smithi065_53143_object51609:head#
2020-11-16T20:58:41.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922000cd:::benchmark_data_smithi065_53143_object73653:head#
2020-11-16T20:58:41.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9221a4b0:::benchmark_data_smithi065_53143_object21656:head#
2020-11-16T20:58:41.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92222668:::benchmark_data_smithi065_53143_object31518:head#
2020-11-16T20:58:41.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92230595:::benchmark_data_smithi065_53143_object24:head#
2020-11-16T20:58:41.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92236410:::benchmark_data_smithi065_53143_object9459:head#
2020-11-16T20:58:41.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9223c7f5:::benchmark_data_smithi065_53143_object17261:head#
2020-11-16T20:58:41.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92244722:::benchmark_data_smithi065_53143_object14316:head#
2020-11-16T20:58:41.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9224499a:::benchmark_data_smithi065_53143_object33748:head#
2020-11-16T20:58:41.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9224b39f:::benchmark_data_smithi065_53143_object74097:head#
2020-11-16T20:58:41.244 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.244 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9224c925:::benchmark_data_smithi065_53143_object76609:head#
2020-11-16T20:58:41.244 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.244 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92253097:::benchmark_data_smithi065_53143_object75289:head#
2020-11-16T20:58:41.244 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.244 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922584b0:::benchmark_data_smithi065_53143_object75199:head#
2020-11-16T20:58:41.244 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9225d8d0:::benchmark_data_smithi065_53143_object57229:head#
2020-11-16T20:58:41.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92269da5:::benchmark_data_smithi065_53143_object73407:head#
2020-11-16T20:58:41.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92272433:::benchmark_data_smithi065_53143_object61290:head#
2020-11-16T20:58:41.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9227f5c8:::benchmark_data_smithi065_53143_object25206:head#
2020-11-16T20:58:41.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92296164:::benchmark_data_smithi065_53143_object18496:head#
2020-11-16T20:58:41.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9229ec54:::benchmark_data_smithi065_53143_object65235:head#
2020-11-16T20:58:41.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922a04bf:::benchmark_data_smithi065_53143_object31325:head#
2020-11-16T20:58:41.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922ae1e6:::benchmark_data_smithi065_53143_object22964:head#
2020-11-16T20:58:41.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922bdde5:::benchmark_data_smithi065_53143_object14867:head#
2020-11-16T20:58:41.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922beb7f:::benchmark_data_smithi065_53143_object58872:head#
2020-11-16T20:58:41.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922c0b33:::benchmark_data_smithi065_53143_object53665:head#
2020-11-16T20:58:41.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922c4d31:::benchmark_data_smithi065_53143_object55937:head#
2020-11-16T20:58:41.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922cc76e:::benchmark_data_smithi065_53143_object20448:head#
2020-11-16T20:58:41.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922d7a4e:::benchmark_data_smithi065_53143_object50559:head#
2020-11-16T20:58:41.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922e5696:::benchmark_data_smithi065_53143_object69189:head#
2020-11-16T20:58:41.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922f39a5:::benchmark_data_smithi065_53143_object40327:head#
2020-11-16T20:58:41.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:922fd4fe:::benchmark_data_smithi065_53143_object45696:head#
2020-11-16T20:58:41.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923139aa:::benchmark_data_smithi065_53143_object31547:head#
2020-11-16T20:58:41.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92324daa:::benchmark_data_smithi065_53143_object66003:head#
2020-11-16T20:58:41.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9232a7db:::benchmark_data_smithi065_53143_object50267:head#
2020-11-16T20:58:41.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9232e172:::benchmark_data_smithi065_53143_object25203:head#
2020-11-16T20:58:41.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92337c8b:::benchmark_data_smithi065_53143_object11938:head#
2020-11-16T20:58:41.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9233fe8c:::benchmark_data_smithi065_53143_object23009:head#
2020-11-16T20:58:41.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92343a93:::benchmark_data_smithi065_53143_object75808:head#
2020-11-16T20:58:41.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92371284:::benchmark_data_smithi065_53143_object35617:head#
2020-11-16T20:58:41.252 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9237da48:::benchmark_data_smithi065_53143_object35704:head#
2020-11-16T20:58:41.252 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9238f2f3:::benchmark_data_smithi065_53143_object42365:head#
2020-11-16T20:58:41.252 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923a03cc:::benchmark_data_smithi065_53143_object56015:head#
2020-11-16T20:58:41.253 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.253 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923ad848:::benchmark_data_smithi065_53143_object28720:head#
2020-11-16T20:58:41.253 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.253 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923b55fb:::benchmark_data_smithi065_53143_object73348:head#
2020-11-16T20:58:41.253 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.253 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923bab88:::benchmark_data_smithi065_53143_object65189:head#
2020-11-16T20:58:41.253 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923bee97:::benchmark_data_smithi065_53143_object30958:head#
2020-11-16T20:58:41.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923c00d4:::benchmark_data_smithi065_53143_object36567:head#
2020-11-16T20:58:41.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923dab5b:::benchmark_data_smithi065_53143_object62604:head#
2020-11-16T20:58:41.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923e0c91:::benchmark_data_smithi065_53143_object57249:head#
2020-11-16T20:58:41.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923ea70f:::benchmark_data_smithi065_53143_object26144:head#
2020-11-16T20:58:41.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923ec56e:::benchmark_data_smithi065_53143_object54083:head#
2020-11-16T20:58:41.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923eeecc:::benchmark_data_smithi065_53143_object32711:head#
2020-11-16T20:58:41.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:923eef38:::benchmark_data_smithi065_53143_object41102:head#
2020-11-16T20:58:41.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9240240f:::benchmark_data_smithi065_53143_object47324:head#
2020-11-16T20:58:41.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92406da4:::benchmark_data_smithi065_53143_object59289:head#
2020-11-16T20:58:41.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92424d80:::benchmark_data_smithi065_53143_object74924:head#
2020-11-16T20:58:41.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9243068d:::benchmark_data_smithi065_53143_object34465:head#
2020-11-16T20:58:41.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924343f8:::benchmark_data_smithi065_53143_object4354:head#
2020-11-16T20:58:41.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9243643c:::benchmark_data_smithi065_53143_object40760:head#
2020-11-16T20:58:41.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.258 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9243ac70:::benchmark_data_smithi065_53143_object68482:head#
2020-11-16T20:58:41.258 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.258 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9243c2ed:::benchmark_data_smithi065_53143_object23629:head#
2020-11-16T20:58:41.258 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.258 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924479c7:::benchmark_data_smithi065_53143_object28663:head#
2020-11-16T20:58:41.258 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.258 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92448d0a:::benchmark_data_smithi065_53143_object78090:head#
2020-11-16T20:58:41.259 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.259 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9244a7b7:::benchmark_data_smithi065_53143_object65221:head#
2020-11-16T20:58:41.259 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.259 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9246c726:::benchmark_data_smithi065_53143_object21026:head#
2020-11-16T20:58:41.259 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.259 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92475782:::benchmark_data_smithi065_53143_object712:head#
2020-11-16T20:58:41.259 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.260 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924786e2:::benchmark_data_smithi065_53143_object58426:head#
2020-11-16T20:58:41.260 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.260 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9248bb08:::benchmark_data_smithi065_53143_object16752:head#
2020-11-16T20:58:41.260 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.260 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92498f53:::benchmark_data_smithi065_53143_object29818:head#
2020-11-16T20:58:41.260 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.260 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9249d2de:::benchmark_data_smithi065_53143_object37102:head#
2020-11-16T20:58:41.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924b2f19:::benchmark_data_smithi065_53143_object71759:head#
2020-11-16T20:58:41.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924b7110:::benchmark_data_smithi065_53143_object81378:head#
2020-11-16T20:58:41.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924cd4e0:::benchmark_data_smithi065_53143_object2547:head#
2020-11-16T20:58:41.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924e1f69:::benchmark_data_smithi065_53143_object81414:head#
2020-11-16T20:58:41.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924e8800:::benchmark_data_smithi065_53143_object10906:head#
2020-11-16T20:58:41.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924e918d:::benchmark_data_smithi065_53143_object33905:head#
2020-11-16T20:58:41.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924f00dd:::benchmark_data_smithi065_53143_object38693:head#
2020-11-16T20:58:41.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924f4877:::benchmark_data_smithi065_53143_object9781:head#
2020-11-16T20:58:41.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924f661d:::benchmark_data_smithi065_53143_object59530:head#
2020-11-16T20:58:41.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924fabef:::benchmark_data_smithi065_53143_object70747:head#
2020-11-16T20:58:41.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:924ff4fb:::benchmark_data_smithi065_53143_object31600:head#
2020-11-16T20:58:41.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9250d6bd:::benchmark_data_smithi065_53143_object55995:head#
2020-11-16T20:58:41.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925156cd:::benchmark_data_smithi065_53143_object54467:head#
2020-11-16T20:58:41.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925232f5:::benchmark_data_smithi065_53143_object39791:head#
2020-11-16T20:58:41.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9253b74c:::benchmark_data_smithi065_53143_object15845:head#
2020-11-16T20:58:41.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9253dcb1:::benchmark_data_smithi065_53143_object147:head#
2020-11-16T20:58:41.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9253fe9e:::benchmark_data_smithi065_53143_object35148:head#
2020-11-16T20:58:41.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.266 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9254417f:::benchmark_data_smithi065_53143_object81381:head#
2020-11-16T20:58:41.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.266 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925638dd:::benchmark_data_smithi065_53143_object28429:head#
2020-11-16T20:58:41.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.266 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925706e7:::benchmark_data_smithi065_53143_object64365:head#
2020-11-16T20:58:41.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.267 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92587dc1:::benchmark_data_smithi065_53143_object1211:head#
2020-11-16T20:58:41.267 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.267 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9258a9a3:::benchmark_data_smithi065_53143_object45862:head#
2020-11-16T20:58:41.267 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.267 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925a8de9:::benchmark_data_smithi065_53143_object72732:head#
2020-11-16T20:58:41.267 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.267 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925ab090:::benchmark_data_smithi065_53143_object24324:head#
2020-11-16T20:58:41.268 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.268 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925b2835:::benchmark_data_smithi065_53143_object46908:head#
2020-11-16T20:58:41.268 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.268 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925bfbaa:::benchmark_data_smithi065_53143_object77342:head#
2020-11-16T20:58:41.268 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.268 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925d1e84:::benchmark_data_smithi065_53143_object17273:head#
2020-11-16T20:58:41.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925e0c73:::benchmark_data_smithi065_53143_object14731:head#
2020-11-16T20:58:41.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925e4881:::benchmark_data_smithi065_53143_object18415:head#
2020-11-16T20:58:41.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:925f68e5:::benchmark_data_smithi065_53143_object71265:head#
2020-11-16T20:58:41.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:926082eb:::benchmark_data_smithi065_53143_object51465:head#
2020-11-16T20:58:41.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9260a3e2:::benchmark_data_smithi065_53143_object1992:head#
2020-11-16T20:58:41.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:926110ed:::benchmark_data_smithi065_53143_object44536:head#
2020-11-16T20:58:41.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92612532:::benchmark_data_smithi065_53143_object74955:head#
2020-11-16T20:58:41.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92631e00:::benchmark_data_smithi065_53143_object64585:head#
2020-11-16T20:58:41.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9263238f:::benchmark_data_smithi065_53143_object6061:head#
2020-11-16T20:58:41.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9263f235:::benchmark_data_smithi065_53143_object19437:head#
2020-11-16T20:58:41.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:926463bd:::benchmark_data_smithi065_53143_object15567:head#
2020-11-16T20:58:41.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9264c0ad:::benchmark_data_smithi065_53143_object29778:head#
2020-11-16T20:58:41.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9264e15a:::benchmark_data_smithi065_53143_object72691:head#
2020-11-16T20:58:41.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9264fbf6:::benchmark_data_smithi065_53143_object21385:head#
2020-11-16T20:58:41.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9265a877:::benchmark_data_smithi065_53143_object50794:head#
2020-11-16T20:58:41.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92660eaf:::benchmark_data_smithi065_53143_object72992:head#
2020-11-16T20:58:41.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:926723d7:::benchmark_data_smithi065_53143_object30102:head#
2020-11-16T20:58:41.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92677f88:::benchmark_data_smithi065_53143_object26963:head#
2020-11-16T20:58:41.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9267a101:::benchmark_data_smithi065_53143_object73429:head#
2020-11-16T20:58:41.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92681e28:::benchmark_data_smithi065_53143_object21584:head#
2020-11-16T20:58:41.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9269b6f6:::benchmark_data_smithi065_53143_object11133:head#
2020-11-16T20:58:41.275 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.275 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:926bda02:::benchmark_data_smithi065_53143_object77849:head#
2020-11-16T20:58:41.275 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.275 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:926be284:::benchmark_data_smithi065_53143_object12807:head#
2020-11-16T20:58:41.275 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.275 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927085ef:::benchmark_data_smithi065_53143_object60360:head#
2020-11-16T20:58:41.275 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.276 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9270f598:::benchmark_data_smithi065_53143_object39449:head#
2020-11-16T20:58:41.276 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.276 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927168d3:::benchmark_data_smithi065_53143_object20881:head#
2020-11-16T20:58:41.276 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.276 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9271d9e0:::benchmark_data_smithi065_53143_object37689:head#
2020-11-16T20:58:41.276 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.276 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92730124:::benchmark_data_smithi065_53143_object42083:head#
2020-11-16T20:58:41.277 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.277 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92741876:::benchmark_data_smithi065_53143_object14460:head#
2020-11-16T20:58:41.277 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.277 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9275e929:::benchmark_data_smithi065_53143_object1238:head#
2020-11-16T20:58:41.277 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.277 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92774f16:::benchmark_data_smithi065_53143_object45512:head#
2020-11-16T20:58:41.277 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92782cee:::benchmark_data_smithi065_53143_object15489:head#
2020-11-16T20:58:41.278 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9278f81c:::benchmark_data_smithi065_53143_object2061:head#
2020-11-16T20:58:41.278 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927ad8e4:::benchmark_data_smithi065_53143_object12724:head#
2020-11-16T20:58:41.278 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927b2969:::benchmark_data_smithi065_53143_object41225:head#
2020-11-16T20:58:41.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927b800b:::benchmark_data_smithi065_53143_object26349:head#
2020-11-16T20:58:41.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927c245d:::benchmark_data_smithi065_53143_object76909:head#
2020-11-16T20:58:41.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927de171:::benchmark_data_smithi065_53143_object58478:head#
2020-11-16T20:58:41.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927df982:::benchmark_data_smithi065_53143_object16689:head#
2020-11-16T20:58:41.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927e161d:::benchmark_data_smithi065_53143_object74833:head#
2020-11-16T20:58:41.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927ec4a6:::benchmark_data_smithi065_53143_object59752:head#
2020-11-16T20:58:41.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:927f3708:::benchmark_data_smithi065_53143_object6483:head#
2020-11-16T20:58:41.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9280581d:::benchmark_data_smithi065_53143_object45776:head#
2020-11-16T20:58:41.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92814aed:::benchmark_data_smithi065_53143_object22672:head#
2020-11-16T20:58:41.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92814fdd:::benchmark_data_smithi065_53143_object48503:head#
2020-11-16T20:58:41.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9281a3d8:::benchmark_data_smithi065_53143_object81907:head#
2020-11-16T20:58:41.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9282748d:::benchmark_data_smithi065_53143_object54104:head#
2020-11-16T20:58:41.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9282d89f:::benchmark_data_smithi065_53143_object7895:head#
2020-11-16T20:58:41.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9285132a:::benchmark_data_smithi065_53143_object75268:head#
2020-11-16T20:58:41.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9287bc50:::benchmark_data_smithi065_53143_object44985:head#
2020-11-16T20:58:41.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928a4deb:::benchmark_data_smithi065_53143_object60966:head#
2020-11-16T20:58:41.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.284 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928b48ea:::benchmark_data_smithi065_53143_object70391:head#
2020-11-16T20:58:41.284 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.284 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928ba3b9:::benchmark_data_smithi065_53143_object8623:head#
2020-11-16T20:58:41.284 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.284 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928ba567:::benchmark_data_smithi065_53143_object63324:head#
2020-11-16T20:58:41.284 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.284 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928be01d:::benchmark_data_smithi065_53143_object35970:head#
2020-11-16T20:58:41.285 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.285 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928c79e7:::benchmark_data_smithi065_53143_object48496:head#
2020-11-16T20:58:41.285 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.285 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928cb329:::benchmark_data_smithi065_53143_object48135:head#
2020-11-16T20:58:41.285 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.285 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928ce9b5:::benchmark_data_smithi065_53143_object42134:head#
2020-11-16T20:58:41.285 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.286 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928d1cc5:::benchmark_data_smithi065_53143_object23301:head#
2020-11-16T20:58:41.286 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.286 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:928e9e49:::benchmark_data_smithi065_53143_object8926:head#
2020-11-16T20:58:41.286 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.286 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92905038:::benchmark_data_smithi065_53143_object79665:head#
2020-11-16T20:58:41.286 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.286 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9290adc0:::benchmark_data_smithi065_53143_object52617:head#
2020-11-16T20:58:41.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929217fc:::benchmark_data_smithi065_53143_object67904:head#
2020-11-16T20:58:41.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92929dd1:::benchmark_data_smithi065_53143_object40549:head#
2020-11-16T20:58:41.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929301a1:::benchmark_data_smithi065_53143_object62661:head#
2020-11-16T20:58:41.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9295d834:::benchmark_data_smithi065_53143_object40977:head#
2020-11-16T20:58:41.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92962bba:::benchmark_data_smithi065_53143_object13673:head#
2020-11-16T20:58:41.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92969909:::benchmark_data_smithi065_53143_object79660:head#
2020-11-16T20:58:41.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9296f384:::benchmark_data_smithi065_53143_object79009:head#
2020-11-16T20:58:41.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92970cff:::benchmark_data_smithi065_53143_object28296:head#
2020-11-16T20:58:41.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9297d28e:::benchmark_data_smithi065_53143_object55667:head#
2020-11-16T20:58:41.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9297ea55:::benchmark_data_smithi065_53143_object49136:head#
2020-11-16T20:58:41.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92987086:::benchmark_data_smithi065_53143_object68157:head#
2020-11-16T20:58:41.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92993f19:::benchmark_data_smithi065_53143_object62298:head#
2020-11-16T20:58:41.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929b1570:::benchmark_data_smithi065_53143_object13094:head#
2020-11-16T20:58:41.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929b27b8:::benchmark_data_smithi065_53143_object51989:head#
2020-11-16T20:58:41.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929c4a21:::benchmark_data_smithi065_53143_object47258:head#
2020-11-16T20:58:41.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929cde5b:::benchmark_data_smithi065_53143_object66806:head#
2020-11-16T20:58:41.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929e0046:::benchmark_data_smithi065_53143_object48616:head#
2020-11-16T20:58:41.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929ed7e2:::benchmark_data_smithi065_53143_object32257:head#
2020-11-16T20:58:41.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:929eeeb1:::benchmark_data_smithi065_53143_object17133:head#
2020-11-16T20:58:41.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a0b861:::benchmark_data_smithi065_53143_object42390:head#
2020-11-16T20:58:41.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a1d551:::benchmark_data_smithi065_53143_object4858:head#
2020-11-16T20:58:41.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a28b17:::benchmark_data_smithi065_53143_object25216:head#
2020-11-16T20:58:41.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a309d5:::benchmark_data_smithi065_53143_object22454:head#
2020-11-16T20:58:41.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a37b0f:::benchmark_data_smithi065_53143_object1084:head#
2020-11-16T20:58:41.294 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.294 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a43d70:::benchmark_data_smithi065_53143_object38958:head#
2020-11-16T20:58:41.294 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.294 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a589bf:::benchmark_data_smithi065_53143_object81089:head#
2020-11-16T20:58:41.294 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.294 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a5ebec:::benchmark_data_smithi065_53143_object30206:head#
2020-11-16T20:58:41.294 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.295 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a824e9:::benchmark_data_smithi065_53143_object12410:head#
2020-11-16T20:58:41.295 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.295 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a9957e:::benchmark_data_smithi065_53143_object36990:head#
2020-11-16T20:58:41.295 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.295 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a9a795:::benchmark_data_smithi065_53143_object51579:head#
2020-11-16T20:58:41.295 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.296 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92a9cb9d:::benchmark_data_smithi065_53143_object71696:head#
2020-11-16T20:58:41.296 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.296 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ab5770:::benchmark_data_smithi065_53143_object39106:head#
2020-11-16T20:58:41.296 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.296 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ab9270:::benchmark_data_smithi065_53143_object74742:head#
2020-11-16T20:58:41.296 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.296 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ac3972:::benchmark_data_smithi065_53143_object23147:head#
2020-11-16T20:58:41.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.297 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92acd9af:::benchmark_data_smithi065_53143_object79934:head#
2020-11-16T20:58:41.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.297 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92aea6d7:::benchmark_data_smithi065_53143_object61210:head#
2020-11-16T20:58:41.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.297 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92afa80c:::benchmark_data_smithi065_53143_object3314:head#
2020-11-16T20:58:41.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b07cc4:::benchmark_data_smithi065_53143_object75250:head#
2020-11-16T20:58:41.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b09282:::benchmark_data_smithi065_53143_object15017:head#
2020-11-16T20:58:41.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b19ca9:::benchmark_data_smithi065_53143_object2408:head#
2020-11-16T20:58:41.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b1df35:::benchmark_data_smithi065_53143_object70093:head#
2020-11-16T20:58:41.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b1fd66:::benchmark_data_smithi065_53143_object80670:head#
2020-11-16T20:58:41.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b22ad4:::benchmark_data_smithi065_53143_object21457:head#
2020-11-16T20:58:41.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b2ae63:::benchmark_data_smithi065_53143_object8176:head#
2020-11-16T20:58:41.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b61414:::benchmark_data_smithi065_53143_object7402:head#
2020-11-16T20:58:41.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b642d9:::benchmark_data_smithi065_53143_object74246:head#
2020-11-16T20:58:41.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b6bef5:::benchmark_data_smithi065_53143_object72534:head#
2020-11-16T20:58:41.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b76178:::benchmark_data_smithi065_53143_object51574:head#
2020-11-16T20:58:41.301 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b84b47:::benchmark_data_smithi065_53143_object34023:head#
2020-11-16T20:58:41.301 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b89ab8:::benchmark_data_smithi065_53143_object3528:head#
2020-11-16T20:58:41.301 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b91613:::benchmark_data_smithi065_53143_object37718:head#
2020-11-16T20:58:41.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92b997ee:::benchmark_data_smithi065_53143_object67859:head#
2020-11-16T20:58:41.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ba113a:::benchmark_data_smithi065_53143_object48199:head#
2020-11-16T20:58:41.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92bb2420:::benchmark_data_smithi065_53143_object33379:head#
2020-11-16T20:58:41.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92c10b0e:::benchmark_data_smithi065_53143_object56538:head#
2020-11-16T20:58:41.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92c16b51:::benchmark_data_smithi065_53143_object69966:head#
2020-11-16T20:58:41.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92c1b528:::benchmark_data_smithi065_53143_object58827:head#
2020-11-16T20:58:41.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92c39d96:::benchmark_data_smithi065_53143_object29437:head#
2020-11-16T20:58:41.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92c496ac:::benchmark_data_smithi065_53143_object16582:head#
2020-11-16T20:58:41.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92c6636e:::benchmark_data_smithi065_53143_object68208:head#
2020-11-16T20:58:41.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92c8c4a5:::benchmark_data_smithi065_53143_object78626:head#
2020-11-16T20:58:41.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.305 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92c8e671:::benchmark_data_smithi065_53143_object73649:head#
2020-11-16T20:58:41.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.305 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ca9bc1:::benchmark_data_smithi065_53143_object37498:head#
2020-11-16T20:58:41.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.305 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cab232:::benchmark_data_smithi065_53143_object40609:head#
2020-11-16T20:58:41.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.305 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cad9db:::benchmark_data_smithi065_53143_object18131:head#
2020-11-16T20:58:41.306 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.306 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92caf07c:::benchmark_data_smithi065_53143_object38773:head#
2020-11-16T20:58:41.306 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.306 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cb6738:::benchmark_data_smithi065_53143_object58733:head#
2020-11-16T20:58:41.306 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.306 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cc0413:::benchmark_data_smithi065_53143_object71233:head#
2020-11-16T20:58:41.306 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cc1924:::benchmark_data_smithi065_53143_object61259:head#
2020-11-16T20:58:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cc3087:::benchmark_data_smithi065_53143_object73033:head#
2020-11-16T20:58:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cc4b6a:::benchmark_data_smithi065_53143_object32749:head#
2020-11-16T20:58:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cc81bd:::benchmark_data_smithi065_53143_object79019:head#
2020-11-16T20:58:41.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cdb5f1:::benchmark_data_smithi065_53143_object1491:head#
2020-11-16T20:58:41.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ce0917:::benchmark_data_smithi065_53143_object66767:head#
2020-11-16T20:58:41.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cf332f:::benchmark_data_smithi065_53143_object49960:head#
2020-11-16T20:58:41.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.309 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92cfed5f:::benchmark_data_smithi065_53143_object25107:head#
2020-11-16T20:58:41.309 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.309 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d31960:::benchmark_data_smithi065_53143_object34435:head#
2020-11-16T20:58:41.309 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.309 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d3daa1:::benchmark_data_smithi065_53143_object36248:head#
2020-11-16T20:58:41.309 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.309 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d49f2c:::benchmark_data_smithi065_53143_object46702:head#
2020-11-16T20:58:41.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d5bc6a:::benchmark_data_smithi065_53143_object57724:head#
2020-11-16T20:58:41.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d626c5:::benchmark_data_smithi065_53143_object59431:head#
2020-11-16T20:58:41.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d64efc:::benchmark_data_smithi065_53143_object64412:head#
2020-11-16T20:58:41.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d6b8a7:::benchmark_data_smithi065_53143_object38797:head#
2020-11-16T20:58:41.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d72c63:::benchmark_data_smithi065_53143_object29292:head#
2020-11-16T20:58:41.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d7def6:::benchmark_data_smithi065_53143_object81344:head#
2020-11-16T20:58:41.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d8e0bb:::benchmark_data_smithi065_53143_object26128:head#
2020-11-16T20:58:41.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92d97deb:::benchmark_data_smithi065_53143_object28479:head#
2020-11-16T20:58:41.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92dad3c1:::benchmark_data_smithi065_53143_object11956:head#
2020-11-16T20:58:41.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92dba06d:::benchmark_data_smithi065_53143_object76886:head#
2020-11-16T20:58:41.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92dba8e8:::benchmark_data_smithi065_53143_object15470:head#
2020-11-16T20:58:41.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92dcef26:::benchmark_data_smithi065_53143_object74339:head#
2020-11-16T20:58:41.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ddc23e:::benchmark_data_smithi065_53143_object68265:head#
2020-11-16T20:58:41.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92de5952:::benchmark_data_smithi065_53143_object3741:head#
2020-11-16T20:58:41.314 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.314 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92dee31a:::benchmark_data_smithi065_53143_object9645:head#
2020-11-16T20:58:41.314 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.314 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92df3d25:::benchmark_data_smithi065_53143_object7243:head#
2020-11-16T20:58:41.314 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.314 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e0df74:::benchmark_data_smithi065_53143_object29693:head#
2020-11-16T20:58:41.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e4b3bc:::benchmark_data_smithi065_53143_object57334:head#
2020-11-16T20:58:41.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e54e41:::benchmark_data_smithi065_53143_object73883:head#
2020-11-16T20:58:41.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e6e88d:::benchmark_data_smithi065_53143_object73904:head#
2020-11-16T20:58:41.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e6ece0:::benchmark_data_smithi065_53143_object58304:head#
2020-11-16T20:58:41.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e70031:::benchmark_data_smithi065_53143_object46119:head#
2020-11-16T20:58:41.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e7bc01:::benchmark_data_smithi065_53143_object10347:head#
2020-11-16T20:58:41.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e887cc:::benchmark_data_smithi065_53143_object59256:head#
2020-11-16T20:58:41.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92e8dc6a:::benchmark_data_smithi065_53143_object41356:head#
2020-11-16T20:58:41.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ebf202:::benchmark_data_smithi065_53143_object80058:head#
2020-11-16T20:58:41.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ed3cb0:::benchmark_data_smithi065_53143_object20536:head#
2020-11-16T20:58:41.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ed3d0e:::benchmark_data_smithi065_53143_object57838:head#
2020-11-16T20:58:41.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92ee2c92:::benchmark_data_smithi065_53143_object27650:head#
2020-11-16T20:58:41.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92efad4e:::benchmark_data_smithi065_53143_object57656:head#
2020-11-16T20:58:41.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f006a9:::benchmark_data_smithi065_53143_object8255:head#
2020-11-16T20:58:41.319 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.319 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f117e4:::benchmark_data_smithi065_53143_object46942:head#
2020-11-16T20:58:41.319 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.319 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f1f1ea:::benchmark_data_smithi065_53143_object65143:head#
2020-11-16T20:58:41.319 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.319 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f22071:::benchmark_data_smithi065_53143_object16817:head#
2020-11-16T20:58:41.319 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.320 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f2ffb4:::benchmark_data_smithi065_53143_object33261:head#
2020-11-16T20:58:41.320 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.320 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f38789:::benchmark_data_smithi065_53143_object23802:head#
2020-11-16T20:58:41.320 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.320 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f42c43:::benchmark_data_smithi065_53143_object15375:head#
2020-11-16T20:58:41.320 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f487e5:::benchmark_data_smithi065_53143_object80022:head#
2020-11-16T20:58:41.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f4db49:::benchmark_data_smithi065_53143_object72016:head#
2020-11-16T20:58:41.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f541ec:::benchmark_data_smithi065_53143_object70405:head#
2020-11-16T20:58:41.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f5541b:::benchmark_data_smithi065_53143_object15594:head#
2020-11-16T20:58:41.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f5e5f3:::benchmark_data_smithi065_53143_object24016:head#
2020-11-16T20:58:41.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f60caf:::benchmark_data_smithi065_53143_object13372:head#
2020-11-16T20:58:41.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f6fb96:::benchmark_data_smithi065_53143_object74141:head#
2020-11-16T20:58:41.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f754a1:::benchmark_data_smithi065_53143_object37772:head#
2020-11-16T20:58:41.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92f9cd2f:::benchmark_data_smithi065_53143_object38043:head#
2020-11-16T20:58:41.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92fa0e2b:::benchmark_data_smithi065_53143_object45911:head#
2020-11-16T20:58:41.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92fa3b83:::benchmark_data_smithi065_53143_object15815:head#
2020-11-16T20:58:41.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92fa6179:::benchmark_data_smithi065_53143_object10807:head#
2020-11-16T20:58:41.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92fa9afd:::benchmark_data_smithi065_53143_object36392:head#
2020-11-16T20:58:41.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92faf7a5:::benchmark_data_smithi065_53143_object50215:head#
2020-11-16T20:58:41.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92fbaa99:::benchmark_data_smithi065_53143_object67094:head#
2020-11-16T20:58:41.325 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92fd5c73:::benchmark_data_smithi065_53143_object76906:head#
2020-11-16T20:58:41.325 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:92fed3fa:::benchmark_data_smithi065_53143_object28337:head#
2020-11-16T20:58:41.325 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93004c7f:::benchmark_data_smithi065_53143_object11012:head#
2020-11-16T20:58:41.326 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.326 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9301c2c9:::benchmark_data_smithi065_53143_object31081:head#
2020-11-16T20:58:41.326 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.326 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9302ec05:::benchmark_data_smithi065_53143_object13565:head#
2020-11-16T20:58:41.326 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.326 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9303226f:::benchmark_data_smithi065_53143_object60896:head#
2020-11-16T20:58:41.326 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93037fa3:::benchmark_data_smithi065_53143_object45302:head#
2020-11-16T20:58:41.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93038d75:::benchmark_data_smithi065_53143_object22772:head#
2020-11-16T20:58:41.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9303ba12:::benchmark_data_smithi065_53143_object70540:head#
2020-11-16T20:58:41.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9304fbd1:::benchmark_data_smithi065_53143_object7916:head#
2020-11-16T20:58:41.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93058ec6:::benchmark_data_smithi065_53143_object68024:head#
2020-11-16T20:58:41.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93060b5f:::benchmark_data_smithi065_53143_object14388:head#
2020-11-16T20:58:41.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9306ab30:::benchmark_data_smithi065_53143_object783:head#
2020-11-16T20:58:41.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93076990:::benchmark_data_smithi065_53143_object51322:head#
2020-11-16T20:58:41.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93078da3:::benchmark_data_smithi065_53143_object68485:head#
2020-11-16T20:58:41.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:930a37fc:::benchmark_data_smithi065_53143_object5776:head#
2020-11-16T20:58:41.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:930a6670:::benchmark_data_smithi065_53143_object75975:head#
2020-11-16T20:58:41.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:930a7e58:::benchmark_data_smithi065_53143_object39672:head#
2020-11-16T20:58:41.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:930b5172:::benchmark_data_smithi065_53143_object72239:head#
2020-11-16T20:58:41.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:930b5ea7:::benchmark_data_smithi065_53143_object65254:head#
2020-11-16T20:58:41.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:930dd9c7:::benchmark_data_smithi065_53143_object16448:head#
2020-11-16T20:58:41.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:930e5daf:::benchmark_data_smithi065_53143_object12520:head#
2020-11-16T20:58:41.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:930ea8db:::benchmark_data_smithi065_53143_object40323:head#
2020-11-16T20:58:41.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931053f8:::benchmark_data_smithi065_53143_object53424:head#
2020-11-16T20:58:41.332 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931074ef:::benchmark_data_smithi065_53143_object67337:head#
2020-11-16T20:58:41.332 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9310753a:::benchmark_data_smithi065_53143_object50380:head#
2020-11-16T20:58:41.332 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9310838a:::benchmark_data_smithi065_53143_object40407:head#
2020-11-16T20:58:41.333 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.333 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9310c293:::benchmark_data_smithi065_53143_object1304:head#
2020-11-16T20:58:41.333 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.333 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9310c9f6:::benchmark_data_smithi065_53143_object56811:head#
2020-11-16T20:58:41.333 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.333 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93112fd3:::benchmark_data_smithi065_53143_object51178:head#
2020-11-16T20:58:41.333 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9311eccc:::benchmark_data_smithi065_53143_object72420:head#
2020-11-16T20:58:41.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931349b4:::benchmark_data_smithi065_53143_object50647:head#
2020-11-16T20:58:41.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931379ae:::benchmark_data_smithi065_53143_object37075:head#
2020-11-16T20:58:41.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9313d88f:::benchmark_data_smithi065_53143_object79008:head#
2020-11-16T20:58:41.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9314096b:::benchmark_data_smithi065_53143_object16264:head#
2020-11-16T20:58:41.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93141267:::benchmark_data_smithi065_53143_object57269:head#
2020-11-16T20:58:41.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9316120a:::benchmark_data_smithi065_53143_object70572:head#
2020-11-16T20:58:41.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931624a4:::benchmark_data_smithi065_53143_object63716:head#
2020-11-16T20:58:41.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931687de:::benchmark_data_smithi065_53143_object29898:head#
2020-11-16T20:58:41.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93178112:::benchmark_data_smithi065_53143_object4555:head#
2020-11-16T20:58:41.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931828e0:::benchmark_data_smithi065_53143_object17671:head#
2020-11-16T20:58:41.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.337 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93188b82:::benchmark_data_smithi065_53143_object6542:head#
2020-11-16T20:58:41.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.337 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9319be5d:::benchmark_data_smithi065_53143_object57876:head#
2020-11-16T20:58:41.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.337 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931a205b:::benchmark_data_smithi065_53143_object40368:head#
2020-11-16T20:58:41.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.338 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931bd515:::benchmark_data_smithi065_53143_object6220:head#
2020-11-16T20:58:41.338 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.338 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931e5f1d:::benchmark_data_smithi065_53143_object49935:head#
2020-11-16T20:58:41.338 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.338 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:931efd5b:::benchmark_data_smithi065_53143_object50692:head#
2020-11-16T20:58:41.338 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93220422:::benchmark_data_smithi065_53143_object14077:head#
2020-11-16T20:58:41.339 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9322705b:::benchmark_data_smithi065_53143_object43891:head#
2020-11-16T20:58:41.339 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932336e4:::benchmark_data_smithi065_53143_object20876:head#
2020-11-16T20:58:41.339 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93236dfe:::benchmark_data_smithi065_53143_object13425:head#
2020-11-16T20:58:41.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9323b2b9:::benchmark_data_smithi065_53143_object65357:head#
2020-11-16T20:58:41.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9323c7ee:::benchmark_data_smithi065_53143_object5041:head#
2020-11-16T20:58:41.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9324cf46:::benchmark_data_smithi065_53143_object39281:head#
2020-11-16T20:58:41.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93266b37:::benchmark_data_smithi065_53143_object5979:head#
2020-11-16T20:58:41.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93296d09:::benchmark_data_smithi065_53143_object52598:head#
2020-11-16T20:58:41.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932a25a5:::benchmark_data_smithi065_53143_object3107:head#
2020-11-16T20:58:41.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932a587b:::benchmark_data_smithi065_53143_object68844:head#
2020-11-16T20:58:41.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932bcdec:::benchmark_data_smithi065_53143_object10738:head#
2020-11-16T20:58:41.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932c2fad:::benchmark_data_smithi065_53143_object26792:head#
2020-11-16T20:58:41.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932def6f:::benchmark_data_smithi065_53143_object28969:head#
2020-11-16T20:58:41.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932e0a0e:::benchmark_data_smithi065_53143_object68891:head#
2020-11-16T20:58:41.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932e8452:::benchmark_data_smithi065_53143_object39053:head#
2020-11-16T20:58:41.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932eb572:::benchmark_data_smithi065_53143_object36955:head#
2020-11-16T20:58:41.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932ecc78:::benchmark_data_smithi065_53143_object20425:head#
2020-11-16T20:58:41.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932ede1a:::benchmark_data_smithi065_53143_object3257:head#
2020-11-16T20:58:41.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932ef81c:::benchmark_data_smithi065_53143_object60814:head#
2020-11-16T20:58:41.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:932fbc6f:::benchmark_data_smithi065_53143_object75778:head#
2020-11-16T20:58:41.345 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.345 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93323a81:::benchmark_data_smithi065_53143_object63438:head#
2020-11-16T20:58:41.345 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.345 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:933391ed:::benchmark_data_smithi065_53143_object51798:head#
2020-11-16T20:58:41.345 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.345 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93339f4d:::benchmark_data_smithi065_53143_object42875:head#
2020-11-16T20:58:41.345 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.346 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9333f93d:::benchmark_data_smithi065_53143_object81936:head#
2020-11-16T20:58:41.346 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.346 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93355e87:::benchmark_data_smithi065_53143_object69914:head#
2020-11-16T20:58:41.346 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.346 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9337106a:::benchmark_data_smithi065_53143_object30275:head#
2020-11-16T20:58:41.346 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.346 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9337de5e:::benchmark_data_smithi065_53143_object79845:head#
2020-11-16T20:58:41.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:933852af:::benchmark_data_smithi065_53143_object61618:head#
2020-11-16T20:58:41.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9338b272:::benchmark_data_smithi065_53143_object48784:head#
2020-11-16T20:58:41.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9339858c:::benchmark_data_smithi065_53143_object72192:head#
2020-11-16T20:58:41.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9339b2e6:::benchmark_data_smithi065_53143_object4039:head#
2020-11-16T20:58:41.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:933a12d1:::benchmark_data_smithi065_53143_object67176:head#
2020-11-16T20:58:41.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:933c977a:::benchmark_data_smithi065_53143_object77132:head#
2020-11-16T20:58:41.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:933da07e:::benchmark_data_smithi065_53143_object30527:head#
2020-11-16T20:58:41.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:933db665:::benchmark_data_smithi065_53143_object69678:head#
2020-11-16T20:58:41.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:933dc847:::benchmark_data_smithi065_53143_object47023:head#
2020-11-16T20:58:41.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:933df4a7:::benchmark_data_smithi065_53143_object53756:head#
2020-11-16T20:58:41.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:934000a7:::benchmark_data_smithi065_53143_object46506:head#
2020-11-16T20:58:41.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93421c3f:::benchmark_data_smithi065_53143_object17209:head#
2020-11-16T20:58:41.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93456c92:::benchmark_data_smithi065_53143_object59322:head#
2020-11-16T20:58:41.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9345d0f4:::benchmark_data_smithi065_53143_object17190:head#
2020-11-16T20:58:41.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93479e49:::benchmark_data_smithi065_53143_object26101:head#
2020-11-16T20:58:41.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:934986d7:::benchmark_data_smithi065_53143_object20798:head#
2020-11-16T20:58:41.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93499fc3:::benchmark_data_smithi065_53143_object19992:head#
2020-11-16T20:58:41.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:934abf89:::benchmark_data_smithi065_53143_object45263:head#
2020-11-16T20:58:41.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:934bf432:::benchmark_data_smithi065_53143_object8951:head#
2020-11-16T20:58:41.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:934ee367:::benchmark_data_smithi065_53143_object14047:head#
2020-11-16T20:58:41.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9350654c:::benchmark_data_smithi065_53143_object29464:head#
2020-11-16T20:58:41.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93517ee8:::benchmark_data_smithi065_53143_object60338:head#
2020-11-16T20:58:41.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9351a499:::benchmark_data_smithi065_53143_object52852:head#
2020-11-16T20:58:41.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9352fd31:::benchmark_data_smithi065_53143_object1755:head#
2020-11-16T20:58:41.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:935371d4:::benchmark_data_smithi065_53143_object42196:head#
2020-11-16T20:58:41.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9354d2b3:::benchmark_data_smithi065_53143_object46443:head#
2020-11-16T20:58:41.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93558efe:::benchmark_data_smithi065_53143_object36714:head#
2020-11-16T20:58:41.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93569062:::benchmark_data_smithi065_53143_object73401:head#
2020-11-16T20:58:41.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9357e0fb:::benchmark_data_smithi065_53143_object32915:head#
2020-11-16T20:58:41.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9358ea01:::benchmark_data_smithi065_53143_object79974:head#
2020-11-16T20:58:41.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93591027:::benchmark_data_smithi065_53143_object7857:head#
2020-11-16T20:58:41.356 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.356 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9359848d:::benchmark_data_smithi065_53143_object37787:head#
2020-11-16T20:58:41.356 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.356 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:935b1114:::benchmark_data_smithi065_53143_object485:head#
2020-11-16T20:58:41.356 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.356 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:935b3554:::benchmark_data_smithi065_53143_object24401:head#
2020-11-16T20:58:41.356 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:935be355:::benchmark_data_smithi065_53143_object42305:head#
2020-11-16T20:58:41.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:935c2861:::benchmark_data_smithi065_53143_object74086:head#
2020-11-16T20:58:41.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:935c7c97:::benchmark_data_smithi065_53143_object71699:head#
2020-11-16T20:58:41.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93624013:::benchmark_data_smithi065_53143_object51088:head#
2020-11-16T20:58:41.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93626395:::benchmark_data_smithi065_53143_object13490:head#
2020-11-16T20:58:41.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93628cb5:::benchmark_data_smithi065_53143_object49323:head#
2020-11-16T20:58:41.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9363d6cc:::benchmark_data_smithi065_53143_object44843:head#
2020-11-16T20:58:41.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93646fa1:::benchmark_data_smithi065_53143_object11507:head#
2020-11-16T20:58:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93651b64:::benchmark_data_smithi065_53143_object1251:head#
2020-11-16T20:58:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936647ea:::benchmark_data_smithi065_53143_object67737:head#
2020-11-16T20:58:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93672ed2:::benchmark_data_smithi065_53143_object28071:head#
2020-11-16T20:58:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9367c214:::benchmark_data_smithi065_53143_object82:head#
2020-11-16T20:58:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9369301d:::benchmark_data_smithi065_53143_object52416:head#
2020-11-16T20:58:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936953d3:::benchmark_data_smithi065_53143_object75666:head#
2020-11-16T20:58:41.360 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936aef65:::benchmark_data_smithi065_53143_object44049:head#
2020-11-16T20:58:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936b16e9:::benchmark_data_smithi065_53143_object58334:head#
2020-11-16T20:58:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936c380a:::benchmark_data_smithi065_53143_object6062:head#
2020-11-16T20:58:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936d4618:::benchmark_data_smithi065_53143_object22284:head#
2020-11-16T20:58:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936e5dad:::benchmark_data_smithi065_53143_object8575:head#
2020-11-16T20:58:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936f4504:::benchmark_data_smithi065_53143_object52585:head#
2020-11-16T20:58:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:936ff8ed:::benchmark_data_smithi065_53143_object48304:head#
2020-11-16T20:58:41.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937037ca:::benchmark_data_smithi065_53143_object71416:head#
2020-11-16T20:58:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9370581f:::benchmark_data_smithi065_53143_object2615:head#
2020-11-16T20:58:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93711396:::benchmark_data_smithi065_53143_object35977:head#
2020-11-16T20:58:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93711939:::benchmark_data_smithi065_53143_object63926:head#
2020-11-16T20:58:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93714548:::benchmark_data_smithi065_53143_object11470:head#
2020-11-16T20:58:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9371d46c:::benchmark_data_smithi065_53143_object593:head#
2020-11-16T20:58:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93724519:::benchmark_data_smithi065_53143_object82053:head#
2020-11-16T20:58:41.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9373bc5f:::benchmark_data_smithi065_53143_object28718:head#
2020-11-16T20:58:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9374329e:::benchmark_data_smithi065_53143_object14545:head#
2020-11-16T20:58:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93756e64:::benchmark_data_smithi065_53143_object19585:head#
2020-11-16T20:58:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9375da61:::benchmark_data_smithi065_53143_object26816:head#
2020-11-16T20:58:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937602e7:::benchmark_data_smithi065_53143_object1925:head#
2020-11-16T20:58:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937711c4:::benchmark_data_smithi065_53143_object67440:head#
2020-11-16T20:58:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.366 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93781680:::benchmark_data_smithi065_53143_object80258:head#
2020-11-16T20:58:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9378641b:::benchmark_data_smithi065_53143_object27118:head#
2020-11-16T20:58:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9378802a:::benchmark_data_smithi065_53143_object41504:head#
2020-11-16T20:58:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937961d7:::benchmark_data_smithi065_53143_object72023:head#
2020-11-16T20:58:41.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937ad67a:::benchmark_data_smithi065_53143_object10145:head#
2020-11-16T20:58:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937bcc80:::benchmark_data_smithi065_53143_object24871:head#
2020-11-16T20:58:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937bd129:::benchmark_data_smithi065_53143_object48315:head#
2020-11-16T20:58:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937d8b23:::benchmark_data_smithi065_53143_object67409:head#
2020-11-16T20:58:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937dc1b8:::benchmark_data_smithi065_53143_object36056:head#
2020-11-16T20:58:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:937e0c58:::benchmark_data_smithi065_53143_object64102:head#
2020-11-16T20:58:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93807c75:::benchmark_data_smithi065_53143_object37241:head#
2020-11-16T20:58:41.369 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93817acb:::benchmark_data_smithi065_53143_object7829:head#
2020-11-16T20:58:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93829e60:::benchmark_data_smithi065_53143_object45437:head#
2020-11-16T20:58:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938391c6:::benchmark_data_smithi065_53143_object59426:head#
2020-11-16T20:58:41.370 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93840e16:::benchmark_data_smithi065_53143_object80146:head#
2020-11-16T20:58:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93862cc5:::benchmark_data_smithi065_53143_object15662:head#
2020-11-16T20:58:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93875c32:::benchmark_data_smithi065_53143_object19047:head#
2020-11-16T20:58:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9387fa97:::benchmark_data_smithi065_53143_object50373:head#
2020-11-16T20:58:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938945e4:::benchmark_data_smithi065_53143_object38463:head#
2020-11-16T20:58:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9389b67e:::benchmark_data_smithi065_53143_object66579:head#
2020-11-16T20:58:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938b2119:::benchmark_data_smithi065_53143_object74748:head#
2020-11-16T20:58:41.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938b4cf7:::benchmark_data_smithi065_53143_object28769:head#
2020-11-16T20:58:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938b9efc:::benchmark_data_smithi065_53143_object64814:head#
2020-11-16T20:58:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938bc4b1:::benchmark_data_smithi065_53143_object64764:head#
2020-11-16T20:58:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938c24b9:::benchmark_data_smithi065_53143_object17468:head#
2020-11-16T20:58:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938caf8c:::benchmark_data_smithi065_53143_object79289:head#
2020-11-16T20:58:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938d02b2:::benchmark_data_smithi065_53143_object20560:head#
2020-11-16T20:58:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938eb2a8:::benchmark_data_smithi065_53143_object7216:head#
2020-11-16T20:58:41.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:938ebaa5:::benchmark_data_smithi065_53143_object41946:head#
2020-11-16T20:58:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93912d48:::benchmark_data_smithi065_53143_object40689:head#
2020-11-16T20:58:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93934ccf:::benchmark_data_smithi065_53143_object35508:head#
2020-11-16T20:58:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9394ad4e:::benchmark_data_smithi065_53143_object73855:head#
2020-11-16T20:58:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9397844d:::benchmark_data_smithi065_53143_object10849:head#
2020-11-16T20:58:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9397ef54:::benchmark_data_smithi065_53143_object23664:head#
2020-11-16T20:58:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9398577c:::benchmark_data_smithi065_53143_object26747:head#
2020-11-16T20:58:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:939981ea:::benchmark_data_smithi065_53143_object8048:head#
2020-11-16T20:58:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:939a79a8:::benchmark_data_smithi065_53143_object59611:head#
2020-11-16T20:58:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:939aafde:::benchmark_data_smithi065_53143_object41462:head#
2020-11-16T20:58:41.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:939b1502:::benchmark_data_smithi065_53143_object38333:head#
2020-11-16T20:58:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:939b5ec1:::benchmark_data_smithi065_53143_object62177:head#
2020-11-16T20:58:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:939be5ac:::benchmark_data_smithi065_53143_object2182:head#
2020-11-16T20:58:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:939fc793:::benchmark_data_smithi065_53143_object72633:head#
2020-11-16T20:58:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a03681:::benchmark_data_smithi065_53143_object54494:head#
2020-11-16T20:58:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a1336b:::benchmark_data_smithi065_53143_object22199:head#
2020-11-16T20:58:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a14799:::benchmark_data_smithi065_53143_object73272:head#
2020-11-16T20:58:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a1483d:::benchmark_data_smithi065_53143_object68503:head#
2020-11-16T20:58:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a286fa:::benchmark_data_smithi065_53143_object76206:head#
2020-11-16T20:58:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a30e90:::benchmark_data_smithi065_53143_object1822:head#
2020-11-16T20:58:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a39e80:::benchmark_data_smithi065_53143_object50402:head#
2020-11-16T20:58:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a3faa4:::benchmark_data_smithi065_53143_object60319:head#
2020-11-16T20:58:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a58cc4:::benchmark_data_smithi065_53143_object57457:head#
2020-11-16T20:58:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a60ff8:::benchmark_data_smithi065_53143_object41310:head#
2020-11-16T20:58:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a667b7:::benchmark_data_smithi065_53143_object17792:head#
2020-11-16T20:58:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a9394f:::benchmark_data_smithi065_53143_object75768:head#
2020-11-16T20:58:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a98a67:::benchmark_data_smithi065_53143_object50549:head#
2020-11-16T20:58:41.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93a99f34:::benchmark_data_smithi065_53143_object30796:head#
2020-11-16T20:58:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93aa06db:::benchmark_data_smithi065_53143_object74054:head#
2020-11-16T20:58:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93aa8036:::benchmark_data_smithi065_53143_object12225:head#
2020-11-16T20:58:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ab3315:::benchmark_data_smithi065_53143_object29097:head#
2020-11-16T20:58:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ab5c2d:::benchmark_data_smithi065_53143_object62667:head#
2020-11-16T20:58:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ab8796:::benchmark_data_smithi065_53143_object51911:head#
2020-11-16T20:58:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ac18a7:::benchmark_data_smithi065_53143_object39772:head#
2020-11-16T20:58:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ac8646:::benchmark_data_smithi065_53143_object66158:head#
2020-11-16T20:58:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ad1268:::benchmark_data_smithi065_53143_object67146:head#
2020-11-16T20:58:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ad1bf1:::benchmark_data_smithi065_53143_object3096:head#
2020-11-16T20:58:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.385 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ad483e:::benchmark_data_smithi065_53143_object39516:head#
2020-11-16T20:58:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ad6827:::benchmark_data_smithi065_53143_object22217:head#
2020-11-16T20:58:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93adc89a:::benchmark_data_smithi065_53143_object38564:head#
2020-11-16T20:58:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.386 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b165de:::benchmark_data_smithi065_53143_object4104:head#
2020-11-16T20:58:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b32632:::benchmark_data_smithi065_53143_object34091:head#
2020-11-16T20:58:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b40a97:::benchmark_data_smithi065_53143_object13283:head#
2020-11-16T20:58:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b4134c:::benchmark_data_smithi065_53143_object41686:head#
2020-11-16T20:58:41.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b48fee:::benchmark_data_smithi065_53143_object71283:head#
2020-11-16T20:58:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b4b979:::benchmark_data_smithi065_53143_object4127:head#
2020-11-16T20:58:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b56441:::benchmark_data_smithi065_53143_object42040:head#
2020-11-16T20:58:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b88693:::benchmark_data_smithi065_53143_object67145:head#
2020-11-16T20:58:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93b92b45:::benchmark_data_smithi065_53143_object6530:head#
2020-11-16T20:58:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ba4a9d:::benchmark_data_smithi065_53143_object7806:head#
2020-11-16T20:58:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93bb4267:::benchmark_data_smithi065_53143_object10905:head#
2020-11-16T20:58:41.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93bd86c9:::benchmark_data_smithi065_53143_object76320:head#
2020-11-16T20:58:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c0c77e:::benchmark_data_smithi065_53143_object32754:head#
2020-11-16T20:58:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c123b5:::benchmark_data_smithi065_53143_object33881:head#
2020-11-16T20:58:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c1ca70:::benchmark_data_smithi065_53143_object4747:head#
2020-11-16T20:58:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c1d51b:::benchmark_data_smithi065_53143_object72758:head#
2020-11-16T20:58:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c2747b:::benchmark_data_smithi065_53143_object68271:head#
2020-11-16T20:58:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c2c22c:::benchmark_data_smithi065_53143_object19041:head#
2020-11-16T20:58:41.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c4bbb3:::benchmark_data_smithi065_53143_object11579:head#
2020-11-16T20:58:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c5a85b:::benchmark_data_smithi065_53143_object80721:head#
2020-11-16T20:58:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c64a8c:::benchmark_data_smithi065_53143_object68189:head#
2020-11-16T20:58:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.392 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c6e6ab:::benchmark_data_smithi065_53143_object2069:head#
2020-11-16T20:58:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c8dbc4:::benchmark_data_smithi065_53143_object2111:head#
2020-11-16T20:58:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c9dd96:::benchmark_data_smithi065_53143_object51751:head#
2020-11-16T20:58:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93c9f5a4:::benchmark_data_smithi065_53143_object64995:head#
2020-11-16T20:58:41.393 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ca2b98:::benchmark_data_smithi065_53143_object55501:head#
2020-11-16T20:58:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93cae025:::benchmark_data_smithi065_53143_object23370:head#
2020-11-16T20:58:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93cbacf8:::benchmark_data_smithi065_53143_object8699:head#
2020-11-16T20:58:41.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93cc98f9:::benchmark_data_smithi065_53143_object45426:head#
2020-11-16T20:58:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93cdb000:::benchmark_data_smithi065_53143_object45758:head#
2020-11-16T20:58:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ceb1fb:::benchmark_data_smithi065_53143_object36906:head#
2020-11-16T20:58:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d1205f:::benchmark_data_smithi065_53143_object24996:head#
2020-11-16T20:58:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d1dc20:::benchmark_data_smithi065_53143_object40822:head#
2020-11-16T20:58:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d1ea6e:::benchmark_data_smithi065_53143_object17837:head#
2020-11-16T20:58:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d2570a:::benchmark_data_smithi065_53143_object17554:head#
2020-11-16T20:58:41.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d288ae:::benchmark_data_smithi065_53143_object37294:head#
2020-11-16T20:58:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d2dbf4:::benchmark_data_smithi065_53143_object3586:head#
2020-11-16T20:58:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d2dc31:::benchmark_data_smithi065_53143_object43768:head#
2020-11-16T20:58:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.397 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d415e8:::benchmark_data_smithi065_53143_object43691:head#
2020-11-16T20:58:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d42b5c:::benchmark_data_smithi065_53143_object56064:head#
2020-11-16T20:58:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d451be:::benchmark_data_smithi065_53143_object50906:head#
2020-11-16T20:58:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d45c7f:::benchmark_data_smithi065_53143_object35726:head#
2020-11-16T20:58:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d4b3b8:::benchmark_data_smithi065_53143_object38775:head#
2020-11-16T20:58:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d4c07d:::benchmark_data_smithi065_53143_object12091:head#
2020-11-16T20:58:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d57e2b:::benchmark_data_smithi065_53143_object73481:head#
2020-11-16T20:58:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d61e13:::benchmark_data_smithi065_53143_object47805:head#
2020-11-16T20:58:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d79c33:::benchmark_data_smithi065_53143_object56207:head#
2020-11-16T20:58:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d80f0b:::benchmark_data_smithi065_53143_object25229:head#
2020-11-16T20:58:41.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d88699:::benchmark_data_smithi065_53143_object15304:head#
2020-11-16T20:58:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d895e6:::benchmark_data_smithi065_53143_object66276:head#
2020-11-16T20:58:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93d8a670:::benchmark_data_smithi065_53143_object34986:head#
2020-11-16T20:58:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93da6e1f:::benchmark_data_smithi065_53143_object14674:head#
2020-11-16T20:58:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93db6865:::benchmark_data_smithi065_53143_object58472:head#
2020-11-16T20:58:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93db9ee1:::benchmark_data_smithi065_53143_object21137:head#
2020-11-16T20:58:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93dc439f:::benchmark_data_smithi065_53143_object60651:head#
2020-11-16T20:58:41.402 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93dd0be0:::benchmark_data_smithi065_53143_object57012:head#
2020-11-16T20:58:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93dd4094:::benchmark_data_smithi065_53143_object76710:head#
2020-11-16T20:58:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93dd8f1c:::benchmark_data_smithi065_53143_object6858:head#
2020-11-16T20:58:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93dd958a:::benchmark_data_smithi065_53143_object75536:head#
2020-11-16T20:58:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93de5625:::benchmark_data_smithi065_53143_object13531:head#
2020-11-16T20:58:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93dfa634:::benchmark_data_smithi065_53143_object36615:head#
2020-11-16T20:58:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e03333:::benchmark_data_smithi065_53143_object2424:head#
2020-11-16T20:58:41.404 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e0ebe0:::benchmark_data_smithi065_53143_object62848:head#
2020-11-16T20:58:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e2a0b5:::benchmark_data_smithi065_53143_object17447:head#
2020-11-16T20:58:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e541b8:::benchmark_data_smithi065_53143_object68551:head#
2020-11-16T20:58:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e5adef:::benchmark_data_smithi065_53143_object45891:head#
2020-11-16T20:58:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e6400f:::benchmark_data_smithi065_53143_object64005:head#
2020-11-16T20:58:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e67e3c:::benchmark_data_smithi065_53143_object54048:head#
2020-11-16T20:58:41.406 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e6bd33:::benchmark_data_smithi065_53143_object36213:head#
2020-11-16T20:58:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93e9dbb7:::benchmark_data_smithi065_53143_object21209:head#
2020-11-16T20:58:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93eb549a:::benchmark_data_smithi065_53143_object69683:head#
2020-11-16T20:58:41.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ee3dec:::benchmark_data_smithi065_53143_object66832:head#
2020-11-16T20:58:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93eee8c4:::benchmark_data_smithi065_53143_object7909:head#
2020-11-16T20:58:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f36d74:::benchmark_data_smithi065_53143_object72569:head#
2020-11-16T20:58:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f57023:::benchmark_data_smithi065_53143_object4763:head#
2020-11-16T20:58:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f64e8c:::benchmark_data_smithi065_53143_object13639:head#
2020-11-16T20:58:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f671ad:::benchmark_data_smithi065_53143_object6825:head#
2020-11-16T20:58:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f6c0c9:::benchmark_data_smithi065_53143_object25708:head#
2020-11-16T20:58:41.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f7857b:::benchmark_data_smithi065_53143_object11491:head#
2020-11-16T20:58:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f84c05:::benchmark_data_smithi065_53143_object23272:head#
2020-11-16T20:58:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f8e29b:::benchmark_data_smithi065_53143_object2228:head#
2020-11-16T20:58:41.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93f9cead:::benchmark_data_smithi065_53143_object3034:head#
2020-11-16T20:58:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93fb8134:::benchmark_data_smithi065_53143_object28513:head#
2020-11-16T20:58:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93fbfb03:::benchmark_data_smithi065_53143_object68782:head#
2020-11-16T20:58:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93fd1045:::benchmark_data_smithi065_53143_object79700:head#
2020-11-16T20:58:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93fd9f2e:::benchmark_data_smithi065_53143_object51490:head#
2020-11-16T20:58:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93fdefa6:::benchmark_data_smithi065_53143_object17980:head#
2020-11-16T20:58:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.412 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93fe1b92:::benchmark_data_smithi065_53143_object74102:head#
2020-11-16T20:58:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ff48dc:::benchmark_data_smithi065_53143_object81845:head#
2020-11-16T20:58:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93ffee48:::benchmark_data_smithi065_53143_object71545:head#
2020-11-16T20:58:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:93fffed9:::benchmark_data_smithi065_53143_object59512:head#
2020-11-16T20:58:41.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94006b63:::benchmark_data_smithi065_53143_object65403:head#
2020-11-16T20:58:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9402e44e:::benchmark_data_smithi065_53143_object2740:head#
2020-11-16T20:58:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:940382b4:::benchmark_data_smithi065_53143_object13597:head#
2020-11-16T20:58:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94042e2d:::benchmark_data_smithi065_53143_object8774:head#
2020-11-16T20:58:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94049a65:::benchmark_data_smithi065_53143_object68064:head#
2020-11-16T20:58:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9404f202:::benchmark_data_smithi065_53143_object44785:head#
2020-11-16T20:58:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9405c7a1:::benchmark_data_smithi065_53143_object51487:head#
2020-11-16T20:58:41.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9405ceb1:::benchmark_data_smithi065_53143_object64230:head#
2020-11-16T20:58:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94061654:::benchmark_data_smithi065_53143_object35503:head#
2020-11-16T20:58:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94062cc5:::benchmark_data_smithi065_53143_object79433:head#
2020-11-16T20:58:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94079d55:::benchmark_data_smithi065_53143_object35245:head#
2020-11-16T20:58:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:940982ea:::benchmark_data_smithi065_53143_object75812:head#
2020-11-16T20:58:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:940a90ea:::benchmark_data_smithi065_53143_object40195:head#
2020-11-16T20:58:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.417 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:940e12ea:::benchmark_data_smithi065_53143_object65610:head#
2020-11-16T20:58:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:940e1ec7:::benchmark_data_smithi065_53143_object52806:head#
2020-11-16T20:58:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:940e83e9:::benchmark_data_smithi065_53143_object72923:head#
2020-11-16T20:58:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:940f2c8e:::benchmark_data_smithi065_53143_object60066:head#
2020-11-16T20:58:41.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94102533:::benchmark_data_smithi065_53143_object18821:head#
2020-11-16T20:58:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9410493a:::benchmark_data_smithi065_53143_object44165:head#
2020-11-16T20:58:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94105cb6:::benchmark_data_smithi065_53143_object34247:head#
2020-11-16T20:58:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.419 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941092b4:::benchmark_data_smithi065_53143_object53729:head#
2020-11-16T20:58:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9410be56:::benchmark_data_smithi065_53143_object67585:head#
2020-11-16T20:58:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9411ebf9:::benchmark_data_smithi065_53143_object37101:head#
2020-11-16T20:58:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.420 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941278e2:::benchmark_data_smithi065_53143_object32246:head#
2020-11-16T20:58:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94137318:::benchmark_data_smithi065_53143_object75913:head#
2020-11-16T20:58:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9413f7dc:::benchmark_data_smithi065_53143_object20116:head#
2020-11-16T20:58:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9415964a:::benchmark_data_smithi065_53143_object58706:head#
2020-11-16T20:58:41.421 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94191b90:::benchmark_data_smithi065_53143_object46563:head#
2020-11-16T20:58:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941a9671:::benchmark_data_smithi065_53143_object330:head#
2020-11-16T20:58:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941ac955:::benchmark_data_smithi065_53143_object48855:head#
2020-11-16T20:58:41.422 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941b184b:::benchmark_data_smithi065_53143_object47723:head#
2020-11-16T20:58:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941b1bb4:::benchmark_data_smithi065_53143_object28624:head#
2020-11-16T20:58:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941bb4f2:::benchmark_data_smithi065_53143_object10687:head#
2020-11-16T20:58:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941c9be4:::benchmark_data_smithi065_53143_object68574:head#
2020-11-16T20:58:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941d0b57:::benchmark_data_smithi065_53143_object69210:head#
2020-11-16T20:58:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941d956d:::benchmark_data_smithi065_53143_object67414:head#
2020-11-16T20:58:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941dfa23:::benchmark_data_smithi065_53143_object32423:head#
2020-11-16T20:58:41.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941e0711:::benchmark_data_smithi065_53143_object18176:head#
2020-11-16T20:58:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941e4c7f:::benchmark_data_smithi065_53143_object35338:head#
2020-11-16T20:58:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941e69a3:::benchmark_data_smithi065_53143_object45671:head#
2020-11-16T20:58:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941e700f:::benchmark_data_smithi065_53143_object50327:head#
2020-11-16T20:58:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:941f0f62:::benchmark_data_smithi065_53143_object24184:head#
2020-11-16T20:58:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94215e47:::benchmark_data_smithi065_53143_object38697:head#
2020-11-16T20:58:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9421e610:::benchmark_data_smithi065_53143_object34791:head#
2020-11-16T20:58:41.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942225a1:::benchmark_data_smithi065_53143_object252:head#
2020-11-16T20:58:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94225d1f:::benchmark_data_smithi065_53143_object17327:head#
2020-11-16T20:58:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9422640e:::benchmark_data_smithi065_53143_object69117:head#
2020-11-16T20:58:41.427 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9422640f:::benchmark_data_smithi065_53143_object25709:head#
2020-11-16T20:58:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942321ec:::benchmark_data_smithi065_53143_object40523:head#
2020-11-16T20:58:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94232fc3:::benchmark_data_smithi065_53143_object11176:head#
2020-11-16T20:58:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94236cc4:::benchmark_data_smithi065_53143_object13419:head#
2020-11-16T20:58:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94239324:::benchmark_data_smithi065_53143_object36106:head#
2020-11-16T20:58:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9424e4af:::benchmark_data_smithi065_53143_object66942:head#
2020-11-16T20:58:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9425a9d1:::benchmark_data_smithi065_53143_object77698:head#
2020-11-16T20:58:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9425ec15:::benchmark_data_smithi065_53143_object47716:head#
2020-11-16T20:58:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9426d82c:::benchmark_data_smithi065_53143_object15544:head#
2020-11-16T20:58:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9427d3d1:::benchmark_data_smithi065_53143_object61379:head#
2020-11-16T20:58:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.430 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9427e279:::benchmark_data_smithi065_53143_object34751:head#
2020-11-16T20:58:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942889fb:::benchmark_data_smithi065_53143_object55213:head#
2020-11-16T20:58:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9428d03b:::benchmark_data_smithi065_53143_object42045:head#
2020-11-16T20:58:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.431 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9428de71:::benchmark_data_smithi065_53143_object223:head#
2020-11-16T20:58:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9428fdb6:::benchmark_data_smithi065_53143_object31973:head#
2020-11-16T20:58:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9429084d:::benchmark_data_smithi065_53143_object9426:head#
2020-11-16T20:58:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942916f7:::benchmark_data_smithi065_53143_object2771:head#
2020-11-16T20:58:41.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942bb3d6:::benchmark_data_smithi065_53143_object25050:head#
2020-11-16T20:58:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942d048a:::benchmark_data_smithi065_53143_object5260:head#
2020-11-16T20:58:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942d08f5:::benchmark_data_smithi065_53143_object35715:head#
2020-11-16T20:58:41.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942f19d8:::benchmark_data_smithi065_53143_object254:head#
2020-11-16T20:58:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:942f58d2:::benchmark_data_smithi065_53143_object30981:head#
2020-11-16T20:58:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94301375:::benchmark_data_smithi065_53143_object47232:head#
2020-11-16T20:58:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:943368d1:::benchmark_data_smithi065_53143_object21533:head#
2020-11-16T20:58:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94346b77:::benchmark_data_smithi065_53143_object69996:head#
2020-11-16T20:58:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9436973d:::benchmark_data_smithi065_53143_object14741:head#
2020-11-16T20:58:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9436be0b:::benchmark_data_smithi065_53143_object54443:head#
2020-11-16T20:58:41.435 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9436df7c:::benchmark_data_smithi065_53143_object8344:head#
2020-11-16T20:58:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94378b0f:::benchmark_data_smithi065_53143_object68498:head#
2020-11-16T20:58:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94389181:::benchmark_data_smithi065_53143_object4374:head#
2020-11-16T20:58:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.436 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9438aa47:::benchmark_data_smithi065_53143_object60512:head#
2020-11-16T20:58:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9438ce65:::benchmark_data_smithi065_53143_object58231:head#
2020-11-16T20:58:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94397d4e:::benchmark_data_smithi065_53143_object11328:head#
2020-11-16T20:58:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94399b68:::benchmark_data_smithi065_53143_object56751:head#
2020-11-16T20:58:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:943a211b:::benchmark_data_smithi065_53143_object63141:head#
2020-11-16T20:58:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:943a2c3e:::benchmark_data_smithi065_53143_object19040:head#
2020-11-16T20:58:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:943a9697:::benchmark_data_smithi065_53143_object37099:head#
2020-11-16T20:58:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:943d8926:::benchmark_data_smithi065_53143_object18989:head#
2020-11-16T20:58:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:943eb117:::benchmark_data_smithi065_53143_object63302:head#
2020-11-16T20:58:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:943f4589:::benchmark_data_smithi065_53143_object24288:head#
2020-11-16T20:58:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9440838c:::benchmark_data_smithi065_53143_object21398:head#
2020-11-16T20:58:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9440fd14:::benchmark_data_smithi065_53143_object8617:head#
2020-11-16T20:58:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94411236:::benchmark_data_smithi065_53143_object81816:head#
2020-11-16T20:58:41.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94413305:::benchmark_data_smithi065_53143_object38793:head#
2020-11-16T20:58:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9442e325:::benchmark_data_smithi065_53143_object13744:head#
2020-11-16T20:58:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9443589f:::benchmark_data_smithi065_53143_object77167:head#
2020-11-16T20:58:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94439462:::benchmark_data_smithi065_53143_object46058:head#
2020-11-16T20:58:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9443fed5:::benchmark_data_smithi065_53143_object49572:head#
2020-11-16T20:58:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94450481:::benchmark_data_smithi065_53143_object28392:head#
2020-11-16T20:58:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9446dd07:::benchmark_data_smithi065_53143_object56090:head#
2020-11-16T20:58:41.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9449dadb:::benchmark_data_smithi065_53143_object48998:head#
2020-11-16T20:58:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944aa39b:::benchmark_data_smithi065_53143_object48074:head#
2020-11-16T20:58:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944b697f:::benchmark_data_smithi065_53143_object65239:head#
2020-11-16T20:58:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.443 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944c999e:::benchmark_data_smithi065_53143_object51233:head#
2020-11-16T20:58:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944d282d:::benchmark_data_smithi065_53143_object29287:head#
2020-11-16T20:58:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944d4c01:::benchmark_data_smithi065_53143_object68319:head#
2020-11-16T20:58:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944e0d6c:::benchmark_data_smithi065_53143_object74017:head#
2020-11-16T20:58:41.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944e4d18:::benchmark_data_smithi065_53143_object46851:head#
2020-11-16T20:58:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944f5a9f:::benchmark_data_smithi065_53143_object54005:head#
2020-11-16T20:58:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944f6a17:::benchmark_data_smithi065_53143_object54377:head#
2020-11-16T20:58:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:944fc32d:::benchmark_data_smithi065_53143_object26848:head#
2020-11-16T20:58:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9453360d:::benchmark_data_smithi065_53143_object12924:head#
2020-11-16T20:58:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9453f92f:::benchmark_data_smithi065_53143_object48546:head#
2020-11-16T20:58:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9455290e:::benchmark_data_smithi065_53143_object62421:head#
2020-11-16T20:58:41.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9455872a:::benchmark_data_smithi065_53143_object74581:head#
2020-11-16T20:58:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94566678:::benchmark_data_smithi065_53143_object2525:head#
2020-11-16T20:58:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94573d29:::benchmark_data_smithi065_53143_object41821:head#
2020-11-16T20:58:41.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9457b442:::benchmark_data_smithi065_53143_object50130:head#
2020-11-16T20:58:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:945c46ac:::benchmark_data_smithi065_53143_object13087:head#
2020-11-16T20:58:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:945db7f5:::benchmark_data_smithi065_53143_object24792:head#
2020-11-16T20:58:41.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:945e2922:::benchmark_data_smithi065_53143_object47903:head#
2020-11-16T20:58:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:945edf3d:::benchmark_data_smithi065_53143_object68353:head#
2020-11-16T20:58:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:945f509e:::benchmark_data_smithi065_53143_object75494:head#
2020-11-16T20:58:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:945f58b2:::benchmark_data_smithi065_53143_object36069:head#
2020-11-16T20:58:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94604637:::benchmark_data_smithi065_53143_object7854:head#
2020-11-16T20:58:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946062e5:::benchmark_data_smithi065_53143_object46319:head#
2020-11-16T20:58:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94613326:::benchmark_data_smithi065_53143_object49026:head#
2020-11-16T20:58:41.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9462a79d:::benchmark_data_smithi065_53143_object7901:head#
2020-11-16T20:58:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94650a55:::benchmark_data_smithi065_53143_object40650:head#
2020-11-16T20:58:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94651c29:::benchmark_data_smithi065_53143_object373:head#
2020-11-16T20:58:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9465228d:::benchmark_data_smithi065_53143_object25233:head#
2020-11-16T20:58:41.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9466cc80:::benchmark_data_smithi065_53143_object68552:head#
2020-11-16T20:58:41.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94676178:::benchmark_data_smithi065_53143_object31616:head#
2020-11-16T20:58:41.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94679d68:::benchmark_data_smithi065_53143_object35483:head#
2020-11-16T20:58:41.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9467f9b0:::benchmark_data_smithi065_53143_object48299:head#
2020-11-16T20:58:41.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94691882:::benchmark_data_smithi065_53143_object52985:head#
2020-11-16T20:58:41.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9469ea87:::benchmark_data_smithi065_53143_object26020:head#
2020-11-16T20:58:41.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946a437f:::benchmark_data_smithi065_53143_object71380:head#
2020-11-16T20:58:41.454 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946a54ed:::benchmark_data_smithi065_53143_object71252:head#
2020-11-16T20:58:41.454 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946bdb8c:::benchmark_data_smithi065_53143_object43775:head#
2020-11-16T20:58:41.454 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946c0278:::benchmark_data_smithi065_53143_object54589:head#
2020-11-16T20:58:41.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946cb6f0:::benchmark_data_smithi065_53143_object3735:head#
2020-11-16T20:58:41.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946d9a7f:::benchmark_data_smithi065_53143_object16162:head#
2020-11-16T20:58:41.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946db3ca:::benchmark_data_smithi065_53143_object9173:head#
2020-11-16T20:58:41.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946eefd8:::benchmark_data_smithi065_53143_object11451:head#
2020-11-16T20:58:41.456 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:946ef9d3:::benchmark_data_smithi065_53143_object75155:head#
2020-11-16T20:58:41.456 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94717f27:::benchmark_data_smithi065_53143_object1323:head#
2020-11-16T20:58:41.456 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9471a380:::benchmark_data_smithi065_53143_object32495:head#
2020-11-16T20:58:41.457 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.457 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9471f680:::benchmark_data_smithi065_53143_object763:head#
2020-11-16T20:58:41.457 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.457 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947274d1:::benchmark_data_smithi065_53143_object8256:head#
2020-11-16T20:58:41.457 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.457 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94733806:::benchmark_data_smithi065_53143_object52376:head#
2020-11-16T20:58:41.457 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.458 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947477bc:::benchmark_data_smithi065_53143_object69542:head#
2020-11-16T20:58:41.458 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.458 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94751291:::benchmark_data_smithi065_53143_object46151:head#
2020-11-16T20:58:41.458 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.458 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94755f91:::benchmark_data_smithi065_53143_object1483:head#
2020-11-16T20:58:41.459 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.459 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94760036:::benchmark_data_smithi065_53143_object21449:head#
2020-11-16T20:58:41.459 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.459 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9476c905:::benchmark_data_smithi065_53143_object35597:head#
2020-11-16T20:58:41.459 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.459 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94770deb:::benchmark_data_smithi065_53143_object11061:head#
2020-11-16T20:58:41.459 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.460 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947779ef:::benchmark_data_smithi065_53143_object42950:head#
2020-11-16T20:58:41.460 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.460 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9477b940:::benchmark_data_smithi065_53143_object54862:head#
2020-11-16T20:58:41.460 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.460 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9477fd05:::benchmark_data_smithi065_53143_object32735:head#
2020-11-16T20:58:41.460 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.460 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947892b5:::benchmark_data_smithi065_53143_object1336:head#
2020-11-16T20:58:41.461 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.461 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9478da49:::benchmark_data_smithi065_53143_object77067:head#
2020-11-16T20:58:41.461 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.461 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947906f3:::benchmark_data_smithi065_53143_object72348:head#
2020-11-16T20:58:41.461 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.461 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9479e22a:::benchmark_data_smithi065_53143_object50610:head#
2020-11-16T20:58:41.461 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.462 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9479f628:::benchmark_data_smithi065_53143_object59748:head#
2020-11-16T20:58:41.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.462 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947a0ecd:::benchmark_data_smithi065_53143_object24892:head#
2020-11-16T20:58:41.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.462 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947ae9ad:::benchmark_data_smithi065_53143_object38481:head#
2020-11-16T20:58:41.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947b7885:::benchmark_data_smithi065_53143_object52902:head#
2020-11-16T20:58:41.463 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947e5fda:::benchmark_data_smithi065_53143_object31177:head#
2020-11-16T20:58:41.463 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947ede1b:::benchmark_data_smithi065_53143_object5926:head#
2020-11-16T20:58:41.463 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947f6a2c:::benchmark_data_smithi065_53143_object77204:head#
2020-11-16T20:58:41.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.464 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947fc4cc:::benchmark_data_smithi065_53143_object58770:head#
2020-11-16T20:58:41.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.464 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:947fe03e:::benchmark_data_smithi065_53143_object13763:head#
2020-11-16T20:58:41.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.464 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948059f8:::benchmark_data_smithi065_53143_object41748:head#
2020-11-16T20:58:41.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94807bc0:::benchmark_data_smithi065_53143_object35076:head#
2020-11-16T20:58:41.465 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948092bd:::benchmark_data_smithi065_53143_object59463:head#
2020-11-16T20:58:41.465 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94810628:::benchmark_data_smithi065_53143_object31350:head#
2020-11-16T20:58:41.465 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9481b963:::benchmark_data_smithi065_53143_object8148:head#
2020-11-16T20:58:41.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.466 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948231a8:::benchmark_data_smithi065_53143_object81889:head#
2020-11-16T20:58:41.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.466 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9482aab9:::benchmark_data_smithi065_53143_object50349:head#
2020-11-16T20:58:41.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.466 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9482c5f6:::benchmark_data_smithi065_53143_object49304:head#
2020-11-16T20:58:41.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9482d833:::benchmark_data_smithi065_53143_object35907:head#
2020-11-16T20:58:41.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94843f1a:::benchmark_data_smithi065_53143_object56363:head#
2020-11-16T20:58:41.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94845a22:::benchmark_data_smithi065_53143_object49700:head#
2020-11-16T20:58:41.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94866162:::benchmark_data_smithi065_53143_object46595:head#
2020-11-16T20:58:41.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94868810:::benchmark_data_smithi065_53143_object49964:head#
2020-11-16T20:58:41.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94868cc5:::benchmark_data_smithi065_53143_object25718:head#
2020-11-16T20:58:41.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.469 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9487b48b:::benchmark_data_smithi065_53143_object57047:head#
2020-11-16T20:58:41.469 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.469 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948885cf:::benchmark_data_smithi065_53143_object27609:head#
2020-11-16T20:58:41.469 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.469 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9488d545:::benchmark_data_smithi065_53143_object55092:head#
2020-11-16T20:58:41.469 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948a346a:::benchmark_data_smithi065_53143_object451:head#
2020-11-16T20:58:41.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948a6a8b:::benchmark_data_smithi065_53143_object54661:head#
2020-11-16T20:58:41.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948ac805:::benchmark_data_smithi065_53143_object10937:head#
2020-11-16T20:58:41.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948b0518:::benchmark_data_smithi065_53143_object22519:head#
2020-11-16T20:58:41.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948b73e5:::benchmark_data_smithi065_53143_object29859:head#
2020-11-16T20:58:41.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948d1ef5:::benchmark_data_smithi065_53143_object60455:head#
2020-11-16T20:58:41.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948d2587:::benchmark_data_smithi065_53143_object31260:head#
2020-11-16T20:58:41.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.472 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948d7c3b:::benchmark_data_smithi065_53143_object54182:head#
2020-11-16T20:58:41.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.472 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948e4904:::benchmark_data_smithi065_53143_object21767:head#
2020-11-16T20:58:41.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.472 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948e8661:::benchmark_data_smithi065_53143_object73392:head#
2020-11-16T20:58:41.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948ea1e7:::benchmark_data_smithi065_53143_object50319:head#
2020-11-16T20:58:41.473 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948eb654:::benchmark_data_smithi065_53143_object40198:head#
2020-11-16T20:58:41.473 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948f5504:::benchmark_data_smithi065_53143_object7379:head#
2020-11-16T20:58:41.473 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948fbe75:::benchmark_data_smithi065_53143_object10090:head#
2020-11-16T20:58:41.474 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.474 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948fdfa3:::benchmark_data_smithi065_53143_object48629:head#
2020-11-16T20:58:41.474 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.474 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:948fe61e:::benchmark_data_smithi065_53143_object39261:head#
2020-11-16T20:58:41.474 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.474 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94903ea3:::benchmark_data_smithi065_53143_object2189:head#
2020-11-16T20:58:41.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.475 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:949046cb:::benchmark_data_smithi065_53143_object20446:head#
2020-11-16T20:58:41.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.475 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9490f8c5:::benchmark_data_smithi065_53143_object710:head#
2020-11-16T20:58:41.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.475 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94911395:::benchmark_data_smithi065_53143_object50888:head#
2020-11-16T20:58:41.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94912140:::benchmark_data_smithi065_53143_object60132:head#
2020-11-16T20:58:41.476 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9493dfaf:::benchmark_data_smithi065_53143_object40277:head#
2020-11-16T20:58:41.476 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94941c43:::benchmark_data_smithi065_53143_object3244:head#
2020-11-16T20:58:41.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94953154:::benchmark_data_smithi065_53143_object58887:head#
2020-11-16T20:58:41.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94954111:::benchmark_data_smithi065_53143_object28770:head#
2020-11-16T20:58:41.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94963ff4:::benchmark_data_smithi065_53143_object10009:head#
2020-11-16T20:58:41.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.478 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:949674fa:::benchmark_data_smithi065_53143_object49057:head#
2020-11-16T20:58:41.478 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.478 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9496d94c:::benchmark_data_smithi065_53143_object18032:head#
2020-11-16T20:58:41.478 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.478 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9496d9d4:::benchmark_data_smithi065_53143_object9558:head#
2020-11-16T20:58:41.478 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9496e84c:::benchmark_data_smithi065_53143_object68766:head#
2020-11-16T20:58:41.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9497091f:::benchmark_data_smithi065_53143_object52758:head#
2020-11-16T20:58:41.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9497cee9:::benchmark_data_smithi065_53143_object10340:head#
2020-11-16T20:58:41.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9499c701:::benchmark_data_smithi065_53143_object68943:head#
2020-11-16T20:58:41.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9499ce94:::benchmark_data_smithi065_53143_object81682:head#
2020-11-16T20:58:41.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9499cfdd:::benchmark_data_smithi065_53143_object37398:head#
2020-11-16T20:58:41.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:949b30e6:::benchmark_data_smithi065_53143_object53332:head#
2020-11-16T20:58:41.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.481 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:949c5d1f:::benchmark_data_smithi065_53143_object36579:head#
2020-11-16T20:58:41.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.481 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:949e9cc3:::benchmark_data_smithi065_53143_object32154:head#
2020-11-16T20:58:41.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.481 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:949f45dd:::benchmark_data_smithi065_53143_object19060:head#
2020-11-16T20:58:41.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:949fbee8:::benchmark_data_smithi065_53143_object74229:head#
2020-11-16T20:58:41.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a0e64d:::benchmark_data_smithi065_53143_object76106:head#
2020-11-16T20:58:41.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a14a1d:::benchmark_data_smithi065_53143_object51448:head#
2020-11-16T20:58:41.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a19915:::benchmark_data_smithi065_53143_object39562:head#
2020-11-16T20:58:41.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.483 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a2718a:::benchmark_data_smithi065_53143_object33671:head#
2020-11-16T20:58:41.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.483 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a286dd:::benchmark_data_smithi065_53143_object80882:head#
2020-11-16T20:58:41.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.483 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a39314:::benchmark_data_smithi065_53143_object45557:head#
2020-11-16T20:58:41.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.484 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a5bbab:::benchmark_data_smithi065_53143_object74026:head#
2020-11-16T20:58:41.484 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.484 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a63349:::benchmark_data_smithi065_53143_object80699:head#
2020-11-16T20:58:41.484 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.484 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a6ce0d:::benchmark_data_smithi065_53143_object65625:head#
2020-11-16T20:58:41.484 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a7c02d:::benchmark_data_smithi065_53143_object71846:head#
2020-11-16T20:58:41.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94a8aa9b:::benchmark_data_smithi065_53143_object77479:head#
2020-11-16T20:58:41.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ab1ff6:::benchmark_data_smithi065_53143_object18900:head#
2020-11-16T20:58:41.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94abc376:::benchmark_data_smithi065_53143_object29302:head#
2020-11-16T20:58:41.486 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94abed13:::benchmark_data_smithi065_53143_object75562:head#
2020-11-16T20:58:41.486 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ac58e3:::benchmark_data_smithi065_53143_object13493:head#
2020-11-16T20:58:41.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ac60df:::benchmark_data_smithi065_53143_object11663:head#
2020-11-16T20:58:41.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ac6134:::benchmark_data_smithi065_53143_object68648:head#
2020-11-16T20:58:41.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ad85bd:::benchmark_data_smithi065_53143_object67195:head#
2020-11-16T20:58:41.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.488 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ad8737:::benchmark_data_smithi065_53143_object53788:head#
2020-11-16T20:58:41.488 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.488 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b217a7:::benchmark_data_smithi065_53143_object44282:head#
2020-11-16T20:58:41.488 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.488 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b22768:::benchmark_data_smithi065_53143_object31003:head#
2020-11-16T20:58:41.488 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.488 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b2a9f9:::benchmark_data_smithi065_53143_object11352:head#
2020-11-16T20:58:41.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.489 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b38c96:::benchmark_data_smithi065_53143_object11811:head#
2020-11-16T20:58:41.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.489 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b39962:::benchmark_data_smithi065_53143_object116:head#
2020-11-16T20:58:41.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.489 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b447e7:::benchmark_data_smithi065_53143_object61166:head#
2020-11-16T20:58:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b47c7e:::benchmark_data_smithi065_53143_object10379:head#
2020-11-16T20:58:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b4bd16:::benchmark_data_smithi065_53143_object29394:head#
2020-11-16T20:58:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b63759:::benchmark_data_smithi065_53143_object27449:head#
2020-11-16T20:58:41.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b6709e:::benchmark_data_smithi065_53143_object3931:head#
2020-11-16T20:58:41.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b74c93:::benchmark_data_smithi065_53143_object73048:head#
2020-11-16T20:58:41.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b94929:::benchmark_data_smithi065_53143_object30985:head#
2020-11-16T20:58:41.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94b9f938:::benchmark_data_smithi065_53143_object19889:head#
2020-11-16T20:58:41.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94bacedc:::benchmark_data_smithi065_53143_object45186:head#
2020-11-16T20:58:41.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94bbb27b:::benchmark_data_smithi065_53143_object23088:head#
2020-11-16T20:58:41.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94bc6750:::benchmark_data_smithi065_53143_object45142:head#
2020-11-16T20:58:41.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.493 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94bddc76:::benchmark_data_smithi065_53143_object2150:head#
2020-11-16T20:58:41.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.493 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94bf0f54:::benchmark_data_smithi065_53143_object9899:head#
2020-11-16T20:58:41.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.494 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94bf5a0a:::benchmark_data_smithi065_53143_object53894:head#
2020-11-16T20:58:41.494 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.494 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94bf6a7a:::benchmark_data_smithi065_53143_object26794:head#
2020-11-16T20:58:41.494 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.494 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94bf9ca6:::benchmark_data_smithi065_53143_object30142:head#
2020-11-16T20:58:41.494 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.494 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c06f32:::benchmark_data_smithi065_53143_object71988:head#
2020-11-16T20:58:41.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c128a5:::benchmark_data_smithi065_53143_object74415:head#
2020-11-16T20:58:41.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c2b479:::benchmark_data_smithi065_53143_object37531:head#
2020-11-16T20:58:41.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c6d5d2:::benchmark_data_smithi065_53143_object50636:head#
2020-11-16T20:58:41.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c79fa6:::benchmark_data_smithi065_53143_object64157:head#
2020-11-16T20:58:41.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c7c523:::benchmark_data_smithi065_53143_object71320:head#
2020-11-16T20:58:41.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c86daf:::benchmark_data_smithi065_53143_object37468:head#
2020-11-16T20:58:41.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c9463e:::benchmark_data_smithi065_53143_object44027:head#
2020-11-16T20:58:41.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94c9f117:::benchmark_data_smithi065_53143_object11073:head#
2020-11-16T20:58:41.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94cbefe1:::benchmark_data_smithi065_53143_object18193:head#
2020-11-16T20:58:41.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ccd7a2:::benchmark_data_smithi065_53143_object26697:head#
2020-11-16T20:58:41.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.498 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94cce49e:::benchmark_data_smithi065_53143_object28780:head#
2020-11-16T20:58:41.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.498 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ce2445:::benchmark_data_smithi065_53143_object55320:head#
2020-11-16T20:58:41.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.498 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ce8127:::benchmark_data_smithi065_53143_object39494:head#
2020-11-16T20:58:41.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.499 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d0fdee:::benchmark_data_smithi065_53143_object51922:head#
2020-11-16T20:58:41.499 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.499 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d28832:::benchmark_data_smithi065_53143_object14350:head#
2020-11-16T20:58:41.499 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.499 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d2e30d:::benchmark_data_smithi065_53143_object37675:head#
2020-11-16T20:58:41.499 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.499 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d324cb:::benchmark_data_smithi065_53143_object12311:head#
2020-11-16T20:58:41.500 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.500 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d348b6:::benchmark_data_smithi065_53143_object76321:head#
2020-11-16T20:58:41.500 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.500 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d34dba:::benchmark_data_smithi065_53143_object35685:head#
2020-11-16T20:58:41.500 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.500 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d354e3:::benchmark_data_smithi065_53143_object38139:head#
2020-11-16T20:58:41.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d49647:::benchmark_data_smithi065_53143_object8209:head#
2020-11-16T20:58:41.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d727b3:::benchmark_data_smithi065_53143_object47762:head#
2020-11-16T20:58:41.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d88782:::benchmark_data_smithi065_53143_object44511:head#
2020-11-16T20:58:41.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d8ee88:::benchmark_data_smithi065_53143_object73958:head#
2020-11-16T20:58:41.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d91ce2:::benchmark_data_smithi065_53143_object44554:head#
2020-11-16T20:58:41.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d95c3d:::benchmark_data_smithi065_53143_object65413:head#
2020-11-16T20:58:41.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d9b3de:::benchmark_data_smithi065_53143_object29415:head#
2020-11-16T20:58:41.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94d9c4da:::benchmark_data_smithi065_53143_object50431:head#
2020-11-16T20:58:41.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94db5c93:::benchmark_data_smithi065_53143_object46474:head#
2020-11-16T20:58:41.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94dc188b:::benchmark_data_smithi065_53143_object67505:head#
2020-11-16T20:58:41.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94df293e:::benchmark_data_smithi065_53143_object19033:head#
2020-11-16T20:58:41.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e350f3:::benchmark_data_smithi065_53143_object54852:head#
2020-11-16T20:58:41.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e4658d:::benchmark_data_smithi065_53143_object27188:head#
2020-11-16T20:58:41.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e5904a:::benchmark_data_smithi065_53143_object21368:head#
2020-11-16T20:58:41.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e666ea:::benchmark_data_smithi065_53143_object56009:head#
2020-11-16T20:58:41.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.506 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e6b576:::benchmark_data_smithi065_53143_object32119:head#
2020-11-16T20:58:41.506 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.506 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e7b1ca:::benchmark_data_smithi065_53143_object79429:head#
2020-11-16T20:58:41.506 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.506 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e85dab:::benchmark_data_smithi065_53143_object26251:head#
2020-11-16T20:58:41.506 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.506 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e8bbf0:::benchmark_data_smithi065_53143_object28210:head#
2020-11-16T20:58:41.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94e95e41:::benchmark_data_smithi065_53143_object21907:head#
2020-11-16T20:58:41.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94eb140a:::benchmark_data_smithi065_53143_object41137:head#
2020-11-16T20:58:41.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94eb56f6:::benchmark_data_smithi065_53143_object45138:head#
2020-11-16T20:58:41.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ebf76a:::benchmark_data_smithi065_53143_object43091:head#
2020-11-16T20:58:41.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ed0775:::benchmark_data_smithi065_53143_object53765:head#
2020-11-16T20:58:41.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94edf081:::benchmark_data_smithi065_53143_object47070:head#
2020-11-16T20:58:41.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ee2ed2:::benchmark_data_smithi065_53143_object14704:head#
2020-11-16T20:58:41.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ee3ab0:::benchmark_data_smithi065_53143_object32181:head#
2020-11-16T20:58:41.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ee4d49:::benchmark_data_smithi065_53143_object103:head#
2020-11-16T20:58:41.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ee6287:::benchmark_data_smithi065_53143_object7169:head#
2020-11-16T20:58:41.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.510 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ee8ad9:::benchmark_data_smithi065_53143_object66008:head#
2020-11-16T20:58:41.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.510 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94eed03b:::benchmark_data_smithi065_53143_object8087:head#
2020-11-16T20:58:41.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ef3928:::benchmark_data_smithi065_53143_object11733:head#
2020-11-16T20:58:41.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94ef6be0:::benchmark_data_smithi065_53143_object60444:head#
2020-11-16T20:58:41.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f07513:::benchmark_data_smithi065_53143_object54591:head#
2020-11-16T20:58:41.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.512 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f0e074:::benchmark_data_smithi065_53143_object9095:head#
2020-11-16T20:58:41.512 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.512 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f11dd0:::benchmark_data_smithi065_53143_object51727:head#
2020-11-16T20:58:41.512 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.512 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f1c070:::benchmark_data_smithi065_53143_object21055:head#
2020-11-16T20:58:41.512 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.512 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f23a00:::benchmark_data_smithi065_53143_object43090:head#
2020-11-16T20:58:41.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f2d3a7:::benchmark_data_smithi065_53143_object6300:head#
2020-11-16T20:58:41.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f3413f:::benchmark_data_smithi065_53143_object32684:head#
2020-11-16T20:58:41.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f383ae:::benchmark_data_smithi065_53143_object63248:head#
2020-11-16T20:58:41.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f38509:::benchmark_data_smithi065_53143_object55376:head#
2020-11-16T20:58:41.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f4b643:::benchmark_data_smithi065_53143_object35733:head#
2020-11-16T20:58:41.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f61338:::benchmark_data_smithi065_53143_object16014:head#
2020-11-16T20:58:41.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f7f51a:::benchmark_data_smithi065_53143_object71825:head#
2020-11-16T20:58:41.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f843ff:::benchmark_data_smithi065_53143_object76862:head#
2020-11-16T20:58:41.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94f9e714:::benchmark_data_smithi065_53143_object55261:head#
2020-11-16T20:58:41.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94fa9175:::benchmark_data_smithi065_53143_object1734:head#
2020-11-16T20:58:41.516 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.516 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94fb5f54:::benchmark_data_smithi065_53143_object24915:head#
2020-11-16T20:58:41.516 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.516 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94fd292d:::benchmark_data_smithi065_53143_object70460:head#
2020-11-16T20:58:41.516 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.516 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:94fdd755:::benchmark_data_smithi065_53143_object35719:head#
2020-11-16T20:58:41.516 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95007517:::benchmark_data_smithi065_53143_object71667:head#
2020-11-16T20:58:41.517 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95007dad:::benchmark_data_smithi065_53143_object47844:head#
2020-11-16T20:58:41.517 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95015883:::benchmark_data_smithi065_53143_object27163:head#
2020-11-16T20:58:41.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9503a16e:::benchmark_data_smithi065_53143_object27242:head#
2020-11-16T20:58:41.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95051b26:::benchmark_data_smithi065_53143_object24141:head#
2020-11-16T20:58:41.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9505bb29:::benchmark_data_smithi065_53143_object44074:head#
2020-11-16T20:58:41.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95073023:::benchmark_data_smithi065_53143_object69937:head#
2020-11-16T20:58:41.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.520 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950749a5:::benchmark_data_smithi065_53143_object42157:head#
2020-11-16T20:58:41.520 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.520 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95075c03:::benchmark_data_smithi065_53143_object65394:head#
2020-11-16T20:58:41.520 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.520 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9507bae8:::benchmark_data_smithi065_53143_object54227:head#
2020-11-16T20:58:41.521 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.521 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95089dc9:::benchmark_data_smithi065_53143_object33689:head#
2020-11-16T20:58:41.521 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.521 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9508c4dd:::benchmark_data_smithi065_53143_object78589:head#
2020-11-16T20:58:41.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.522 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950973be:::benchmark_data_smithi065_53143_object36179:head#
2020-11-16T20:58:41.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.522 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95099bd5:::benchmark_data_smithi065_53143_object75911:head#
2020-11-16T20:58:41.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950ab942:::benchmark_data_smithi065_53143_object24761:head#
2020-11-16T20:58:41.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950ac48e:::benchmark_data_smithi065_53143_object28198:head#
2020-11-16T20:58:41.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950bf77c:::benchmark_data_smithi065_53143_object58450:head#
2020-11-16T20:58:41.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950c8398:::benchmark_data_smithi065_53143_object32958:head#
2020-11-16T20:58:41.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950ccdc9:::benchmark_data_smithi065_53143_object12029:head#
2020-11-16T20:58:41.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950de428:::benchmark_data_smithi065_53143_object61049:head#
2020-11-16T20:58:41.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.525 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950e60c9:::benchmark_data_smithi065_53143_object55029:head#
2020-11-16T20:58:41.525 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.525 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950e628e:::benchmark_data_smithi065_53143_object57554:head#
2020-11-16T20:58:41.525 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.525 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950fd541:::benchmark_data_smithi065_53143_object80244:head#
2020-11-16T20:58:41.525 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.525 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:950fef5d:::benchmark_data_smithi065_53143_object64276:head#
2020-11-16T20:58:41.526 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.526 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95103480:::benchmark_data_smithi065_53143_object43397:head#
2020-11-16T20:58:41.526 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.526 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9511be67:::benchmark_data_smithi065_53143_object35050:head#
2020-11-16T20:58:41.526 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.526 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95131b2d:::benchmark_data_smithi065_53143_object43830:head#
2020-11-16T20:58:41.526 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95136a81:::benchmark_data_smithi065_53143_object56396:head#
2020-11-16T20:58:41.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95156a78:::benchmark_data_smithi065_53143_object55693:head#
2020-11-16T20:58:41.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9517e3f0:::benchmark_data_smithi065_53143_object75415:head#
2020-11-16T20:58:41.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9518aada:::benchmark_data_smithi065_53143_object12804:head#
2020-11-16T20:58:41.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9519cff3:::benchmark_data_smithi065_53143_object30242:head#
2020-11-16T20:58:41.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951abf5e:::benchmark_data_smithi065_53143_object38272:head#
2020-11-16T20:58:41.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951b8b30:::benchmark_data_smithi065_53143_object26124:head#
2020-11-16T20:58:41.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951d249e:::benchmark_data_smithi065_53143_object49983:head#
2020-11-16T20:58:41.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951e0821:::benchmark_data_smithi065_53143_object46533:head#
2020-11-16T20:58:41.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951e1123:::benchmark_data_smithi065_53143_object53287:head#
2020-11-16T20:58:41.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951e1993:::benchmark_data_smithi065_53143_object6589:head#
2020-11-16T20:58:41.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951ec7e6:::benchmark_data_smithi065_53143_object150:head#
2020-11-16T20:58:41.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951f2a55:::benchmark_data_smithi065_53143_object76182:head#
2020-11-16T20:58:41.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951f60ad:::benchmark_data_smithi065_53143_object41702:head#
2020-11-16T20:58:41.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.531 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951f6c94:::benchmark_data_smithi065_53143_object29115:head#
2020-11-16T20:58:41.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.531 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951fa1f9:::benchmark_data_smithi065_53143_object62778:head#
2020-11-16T20:58:41.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.532 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:951fc99c:::benchmark_data_smithi065_53143_object68906:head#
2020-11-16T20:58:41.532 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.532 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95208342:::benchmark_data_smithi065_53143_object74375:head#
2020-11-16T20:58:41.532 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.532 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9521d261:::benchmark_data_smithi065_53143_object58617:head#
2020-11-16T20:58:41.532 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.532 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9521e815:::benchmark_data_smithi065_53143_object18902:head#
2020-11-16T20:58:41.533 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.533 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9522a3cc:::benchmark_data_smithi065_53143_object42651:head#
2020-11-16T20:58:41.533 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.533 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9522fbf2:::benchmark_data_smithi065_53143_object63722:head#
2020-11-16T20:58:41.533 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.533 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952302d1:::benchmark_data_smithi065_53143_object30439:head#
2020-11-16T20:58:41.533 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95233770:::benchmark_data_smithi065_53143_object36783:head#
2020-11-16T20:58:41.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952401a4:::benchmark_data_smithi065_53143_object899:head#
2020-11-16T20:58:41.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95246b4a:::benchmark_data_smithi065_53143_object6936:head#
2020-11-16T20:58:41.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95285191:::benchmark_data_smithi065_53143_object52280:head#
2020-11-16T20:58:41.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952886dd:::benchmark_data_smithi065_53143_object14228:head#
2020-11-16T20:58:41.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9528df1d:::benchmark_data_smithi065_53143_object27705:head#
2020-11-16T20:58:41.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95290794:::benchmark_data_smithi065_53143_object49149:head#
2020-11-16T20:58:41.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952913f4:::benchmark_data_smithi065_53143_object80290:head#
2020-11-16T20:58:41.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952a960e:::benchmark_data_smithi065_53143_object19492:head#
2020-11-16T20:58:41.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952adfe4:::benchmark_data_smithi065_53143_object52457:head#
2020-11-16T20:58:41.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952bcbb6:::benchmark_data_smithi065_53143_object19562:head#
2020-11-16T20:58:41.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952c9e0b:::benchmark_data_smithi065_53143_object31844:head#
2020-11-16T20:58:41.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952ca692:::benchmark_data_smithi065_53143_object4959:head#
2020-11-16T20:58:41.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952d6493:::benchmark_data_smithi065_53143_object9433:head#
2020-11-16T20:58:41.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952edc1c:::benchmark_data_smithi065_53143_object45078:head#
2020-11-16T20:58:41.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:952f1d88:::benchmark_data_smithi065_53143_object6643:head#
2020-11-16T20:58:41.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95302ec4:::benchmark_data_smithi065_53143_object73430:head#
2020-11-16T20:58:41.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953069b7:::benchmark_data_smithi065_53143_object28957:head#
2020-11-16T20:58:41.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95308a44:::benchmark_data_smithi065_53143_object35442:head#
2020-11-16T20:58:41.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9530b175:::benchmark_data_smithi065_53143_object60383:head#
2020-11-16T20:58:41.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95310e99:::benchmark_data_smithi065_53143_object11676:head#
2020-11-16T20:58:41.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.540 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95312cea:::benchmark_data_smithi065_53143_object37343:head#
2020-11-16T20:58:41.540 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.540 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9531cf97:::benchmark_data_smithi065_53143_object9443:head#
2020-11-16T20:58:41.540 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.540 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9532422b:::benchmark_data_smithi065_53143_object21277:head#
2020-11-16T20:58:41.540 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.541 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9533b15d:::benchmark_data_smithi065_53143_object75627:head#
2020-11-16T20:58:41.541 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.541 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95343b94:::benchmark_data_smithi065_53143_object64861:head#
2020-11-16T20:58:41.541 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.541 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953462c9:::benchmark_data_smithi065_53143_object44593:head#
2020-11-16T20:58:41.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95350d97:::benchmark_data_smithi065_53143_object60738:head#
2020-11-16T20:58:41.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95351234:::benchmark_data_smithi065_53143_object81579:head#
2020-11-16T20:58:41.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9535e9eb:::benchmark_data_smithi065_53143_object78611:head#
2020-11-16T20:58:41.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95360d3d:::benchmark_data_smithi065_53143_object70871:head#
2020-11-16T20:58:41.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9537c403:::benchmark_data_smithi065_53143_object14301:head#
2020-11-16T20:58:41.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9537c9c8:::benchmark_data_smithi065_53143_object5276:head#
2020-11-16T20:58:41.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9538243b:::benchmark_data_smithi065_53143_object41815:head#
2020-11-16T20:58:41.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95383153:::benchmark_data_smithi065_53143_object21614:head#
2020-11-16T20:58:41.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953947a4:::benchmark_data_smithi065_53143_object50875:head#
2020-11-16T20:58:41.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953a3bd3:::benchmark_data_smithi065_53143_object52144:head#
2020-11-16T20:58:41.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953a64ed:::benchmark_data_smithi065_53143_object8813:head#
2020-11-16T20:58:41.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953b8d51:::benchmark_data_smithi065_53143_object76687:head#
2020-11-16T20:58:41.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953bfe50:::benchmark_data_smithi065_53143_object51711:head#
2020-11-16T20:58:41.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953c1714:::benchmark_data_smithi065_53143_object30064:head#
2020-11-16T20:58:41.546 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.546 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953c4bc8:::benchmark_data_smithi065_53143_object14696:head#
2020-11-16T20:58:41.546 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.546 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:953f12b5:::benchmark_data_smithi065_53143_object76781:head#
2020-11-16T20:58:41.546 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.546 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9542c396:::benchmark_data_smithi065_53143_object27595:head#
2020-11-16T20:58:41.546 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9542d2e8:::benchmark_data_smithi065_53143_object58876:head#
2020-11-16T20:58:41.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9542f792:::benchmark_data_smithi065_53143_object37514:head#
2020-11-16T20:58:41.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9544536e:::benchmark_data_smithi065_53143_object68601:head#
2020-11-16T20:58:41.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954474f9:::benchmark_data_smithi065_53143_object45480:head#
2020-11-16T20:58:41.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9544bc19:::benchmark_data_smithi065_53143_object36577:head#
2020-11-16T20:58:41.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95458879:::benchmark_data_smithi065_53143_object5182:head#
2020-11-16T20:58:41.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95460ef9:::benchmark_data_smithi065_53143_object80769:head#
2020-11-16T20:58:41.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95463b0b:::benchmark_data_smithi065_53143_object15122:head#
2020-11-16T20:58:41.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95465164:::benchmark_data_smithi065_53143_object79567:head#
2020-11-16T20:58:41.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95484291:::benchmark_data_smithi065_53143_object56486:head#
2020-11-16T20:58:41.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954acdbe:::benchmark_data_smithi065_53143_object12316:head#
2020-11-16T20:58:41.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954cffff:::benchmark_data_smithi065_53143_object70874:head#
2020-11-16T20:58:41.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954d5896:::benchmark_data_smithi065_53143_object26683:head#
2020-11-16T20:58:41.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954de42d:::benchmark_data_smithi065_53143_object31571:head#
2020-11-16T20:58:41.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.551 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954e04f8:::benchmark_data_smithi065_53143_object75069:head#
2020-11-16T20:58:41.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.551 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954e65a1:::benchmark_data_smithi065_53143_object58527:head#
2020-11-16T20:58:41.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.551 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954f9435:::benchmark_data_smithi065_53143_object57472:head#
2020-11-16T20:58:41.552 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.552 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:954fcabf:::benchmark_data_smithi065_53143_object37304:head#
2020-11-16T20:58:41.552 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.552 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955023c4:::benchmark_data_smithi065_53143_object80799:head#
2020-11-16T20:58:41.552 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.552 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9550a4aa:::benchmark_data_smithi065_53143_object24762:head#
2020-11-16T20:58:41.552 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955156b1:::benchmark_data_smithi065_53143_object79737:head#
2020-11-16T20:58:41.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95515a9b:::benchmark_data_smithi065_53143_object76324:head#
2020-11-16T20:58:41.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95518296:::benchmark_data_smithi065_53143_object33383:head#
2020-11-16T20:58:41.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9552adac:::benchmark_data_smithi065_53143_object21562:head#
2020-11-16T20:58:41.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95547cfa:::benchmark_data_smithi065_53143_object71228:head#
2020-11-16T20:58:41.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95547d3c:::benchmark_data_smithi065_53143_object60334:head#
2020-11-16T20:58:41.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95550257:::benchmark_data_smithi065_53143_object8697:head#
2020-11-16T20:58:41.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9556ead8:::benchmark_data_smithi065_53143_object55212:head#
2020-11-16T20:58:41.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95573bbb:::benchmark_data_smithi065_53143_object20155:head#
2020-11-16T20:58:41.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9557d92c:::benchmark_data_smithi065_53143_object3960:head#
2020-11-16T20:58:41.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9558373c:::benchmark_data_smithi065_53143_object14738:head#
2020-11-16T20:58:41.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955885e3:::benchmark_data_smithi065_53143_object77881:head#
2020-11-16T20:58:41.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95590939:::benchmark_data_smithi065_53143_object78382:head#
2020-11-16T20:58:41.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955a2446:::benchmark_data_smithi065_53143_object65945:head#
2020-11-16T20:58:41.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955a636e:::benchmark_data_smithi065_53143_object17437:head#
2020-11-16T20:58:41.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955a9691:::benchmark_data_smithi065_53143_object29473:head#
2020-11-16T20:58:41.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955bba93:::benchmark_data_smithi065_53143_object63108:head#
2020-11-16T20:58:41.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.558 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955bbd9b:::benchmark_data_smithi065_53143_object58331:head#
2020-11-16T20:58:41.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.558 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955bff87:::benchmark_data_smithi065_53143_object56278:head#
2020-11-16T20:58:41.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.558 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955d3815:::benchmark_data_smithi065_53143_object3177:head#
2020-11-16T20:58:41.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955e314c:::benchmark_data_smithi065_53143_object18304:head#
2020-11-16T20:58:41.559 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955efd39:::benchmark_data_smithi065_53143_object59568:head#
2020-11-16T20:58:41.559 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:955f84fe:::benchmark_data_smithi065_53143_object73286:head#
2020-11-16T20:58:41.559 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9560ece0:::benchmark_data_smithi065_53143_object11407:head#
2020-11-16T20:58:41.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95619dda:::benchmark_data_smithi065_53143_object37674:head#
2020-11-16T20:58:41.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9561c994:::benchmark_data_smithi065_53143_object64348:head#
2020-11-16T20:58:41.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95628ef6:::benchmark_data_smithi065_53143_object49674:head#
2020-11-16T20:58:41.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9562a88c:::benchmark_data_smithi065_53143_object48885:head#
2020-11-16T20:58:41.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9564b1de:::benchmark_data_smithi065_53143_object58607:head#
2020-11-16T20:58:41.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9564e4f1:::benchmark_data_smithi065_53143_object33803:head#
2020-11-16T20:58:41.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956538e4:::benchmark_data_smithi065_53143_object17170:head#
2020-11-16T20:58:41.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95655b7a:::benchmark_data_smithi065_53143_object53399:head#
2020-11-16T20:58:41.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956775c4:::benchmark_data_smithi065_53143_object35539:head#
2020-11-16T20:58:41.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9567d302:::benchmark_data_smithi065_53143_object67771:head#
2020-11-16T20:58:41.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95681dec:::benchmark_data_smithi065_53143_object50905:head#
2020-11-16T20:58:41.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9569d4cf:::benchmark_data_smithi065_53143_object5205:head#
2020-11-16T20:58:41.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956a7e6a:::benchmark_data_smithi065_53143_object16642:head#
2020-11-16T20:58:41.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.564 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956acf46:::benchmark_data_smithi065_53143_object43001:head#
2020-11-16T20:58:41.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.564 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956aea1e:::benchmark_data_smithi065_53143_object14719:head#
2020-11-16T20:58:41.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.564 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956b048b:::benchmark_data_smithi065_53143_object5646:head#
2020-11-16T20:58:41.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.564 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956b2d90:::benchmark_data_smithi065_53143_object8320:head#
2020-11-16T20:58:41.565 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.565 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956cc676:::benchmark_data_smithi065_53143_object37647:head#
2020-11-16T20:58:41.565 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.565 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956e83b8:::benchmark_data_smithi065_53143_object46740:head#
2020-11-16T20:58:41.565 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.565 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956f1b55:::benchmark_data_smithi065_53143_object2676:head#
2020-11-16T20:58:41.565 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.566 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:956fa675:::benchmark_data_smithi065_53143_object78139:head#
2020-11-16T20:58:41.566 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.566 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957078d9:::benchmark_data_smithi065_53143_object16024:head#
2020-11-16T20:58:41.566 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.566 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9570a816:::benchmark_data_smithi065_53143_object45630:head#
2020-11-16T20:58:41.566 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.567 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95716f4d:::benchmark_data_smithi065_53143_object19945:head#
2020-11-16T20:58:41.567 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.567 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9571aef7:::benchmark_data_smithi065_53143_object79141:head#
2020-11-16T20:58:41.567 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.567 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95724b73:::benchmark_data_smithi065_53143_object17877:head#
2020-11-16T20:58:41.567 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.567 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95727ade:::benchmark_data_smithi065_53143_object26238:head#
2020-11-16T20:58:41.568 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.568 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9572aa39:::benchmark_data_smithi065_53143_object51552:head#
2020-11-16T20:58:41.568 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.568 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9572fb69:::benchmark_data_smithi065_53143_object80458:head#
2020-11-16T20:58:41.568 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.568 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95741f99:::benchmark_data_smithi065_53143_object4508:head#
2020-11-16T20:58:41.568 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.569 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95748b1b:::benchmark_data_smithi065_53143_object52933:head#
2020-11-16T20:58:41.569 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.569 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9574ea8a:::benchmark_data_smithi065_53143_object62809:head#
2020-11-16T20:58:41.569 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.569 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957558c8:::benchmark_data_smithi065_53143_object7052:head#
2020-11-16T20:58:41.569 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.569 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9575ec53:::benchmark_data_smithi065_53143_object59689:head#
2020-11-16T20:58:41.570 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.570 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957816b9:::benchmark_data_smithi065_53143_object65543:head#
2020-11-16T20:58:41.570 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.570 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95789d85:::benchmark_data_smithi065_53143_object60390:head#
2020-11-16T20:58:41.570 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.570 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957900af:::benchmark_data_smithi065_53143_object54007:head#
2020-11-16T20:58:41.570 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.571 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9579230b:::benchmark_data_smithi065_53143_object67696:head#
2020-11-16T20:58:41.571 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.571 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95798a37:::benchmark_data_smithi065_53143_object57197:head#
2020-11-16T20:58:41.571 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.571 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9579a4f7:::benchmark_data_smithi065_53143_object4419:head#
2020-11-16T20:58:41.571 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.571 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957bf4b2:::benchmark_data_smithi065_53143_object6270:head#
2020-11-16T20:58:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957bfa00:::benchmark_data_smithi065_53143_object51887:head#
2020-11-16T20:58:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957cecd0:::benchmark_data_smithi065_53143_object59603:head#
2020-11-16T20:58:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957d4f66:::benchmark_data_smithi065_53143_object33397:head#
2020-11-16T20:58:41.572 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.573 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957e359f:::benchmark_data_smithi065_53143_object80697:head#
2020-11-16T20:58:41.573 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.573 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957eea57:::benchmark_data_smithi065_53143_object40507:head#
2020-11-16T20:58:41.573 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.573 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:957fd815:::benchmark_data_smithi065_53143_object51862:head#
2020-11-16T20:58:41.573 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.573 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958167a3:::benchmark_data_smithi065_53143_object17399:head#
2020-11-16T20:58:41.574 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.574 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9581abc9:::benchmark_data_smithi065_53143_object3188:head#
2020-11-16T20:58:41.574 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.574 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958255d3:::benchmark_data_smithi065_53143_object66659:head#
2020-11-16T20:58:41.574 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.574 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95825624:::benchmark_data_smithi065_53143_object57082:head#
2020-11-16T20:58:41.574 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.575 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9582ea15:::benchmark_data_smithi065_53143_object35218:head#
2020-11-16T20:58:41.575 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.575 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95832b8e:::benchmark_data_smithi065_53143_object16489:head#
2020-11-16T20:58:41.575 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.575 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95832d0f:::benchmark_data_smithi065_53143_object52880:head#
2020-11-16T20:58:41.575 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.575 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9583e3a5:::benchmark_data_smithi065_53143_object48753:head#
2020-11-16T20:58:41.576 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.576 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95848a0a:::benchmark_data_smithi065_53143_object74321:head#
2020-11-16T20:58:41.576 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.576 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958523a8:::benchmark_data_smithi065_53143_object70146:head#
2020-11-16T20:58:41.576 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.576 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95854e54:::benchmark_data_smithi065_53143_object9961:head#
2020-11-16T20:58:41.576 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9585e5ec:::benchmark_data_smithi065_53143_object20844:head#
2020-11-16T20:58:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9585ff97:::benchmark_data_smithi065_53143_object43498:head#
2020-11-16T20:58:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958606bf:::benchmark_data_smithi065_53143_object1633:head#
2020-11-16T20:58:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.577 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95868b5f:::benchmark_data_smithi065_53143_object45124:head#
2020-11-16T20:58:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9586da37:::benchmark_data_smithi065_53143_object8625:head#
2020-11-16T20:58:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958791cd:::benchmark_data_smithi065_53143_object61105:head#
2020-11-16T20:58:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9588f7c9:::benchmark_data_smithi065_53143_object59938:head#
2020-11-16T20:58:41.578 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.579 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958959c6:::benchmark_data_smithi065_53143_object18514:head#
2020-11-16T20:58:41.579 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.579 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958980bf:::benchmark_data_smithi065_53143_object67249:head#
2020-11-16T20:58:41.579 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.579 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9589c793:::benchmark_data_smithi065_53143_object34094:head#
2020-11-16T20:58:41.579 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.579 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958a66c4:::benchmark_data_smithi065_53143_object23979:head#
2020-11-16T20:58:41.580 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.580 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958b6485:::benchmark_data_smithi065_53143_object22779:head#
2020-11-16T20:58:41.580 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.580 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958d5176:::benchmark_data_smithi065_53143_object48946:head#
2020-11-16T20:58:41.580 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.580 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958ddd88:::benchmark_data_smithi065_53143_object20194:head#
2020-11-16T20:58:41.580 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.581 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:958efefd:::benchmark_data_smithi065_53143_object61343:head#
2020-11-16T20:58:41.581 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.581 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95914b39:::benchmark_data_smithi065_53143_object46662:head#
2020-11-16T20:58:41.581 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.581 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9591c0db:::benchmark_data_smithi065_53143_object68166:head#
2020-11-16T20:58:41.581 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.582 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95923c96:::benchmark_data_smithi065_53143_object14391:head#
2020-11-16T20:58:41.582 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.582 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9592ddd8:::benchmark_data_smithi065_53143_object8761:head#
2020-11-16T20:58:41.582 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.582 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95933201:::benchmark_data_smithi065_53143_object42790:head#
2020-11-16T20:58:41.582 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.582 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95944b82:::benchmark_data_smithi065_53143_object33894:head#
2020-11-16T20:58:41.583 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.583 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95945800:::benchmark_data_smithi065_53143_object71442:head#
2020-11-16T20:58:41.583 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.583 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95967f62:::benchmark_data_smithi065_53143_object52248:head#
2020-11-16T20:58:41.583 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.583 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95981b0c:::benchmark_data_smithi065_53143_object46598:head#
2020-11-16T20:58:41.583 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.584 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959855c4:::benchmark_data_smithi065_53143_object45101:head#
2020-11-16T20:58:41.584 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.584 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95998a17:::benchmark_data_smithi065_53143_object24951:head#
2020-11-16T20:58:41.584 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.584 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95998eb0:::benchmark_data_smithi065_53143_object56040:head#
2020-11-16T20:58:41.584 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.584 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959998a9:::benchmark_data_smithi065_53143_object49458:head#
2020-11-16T20:58:41.585 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.585 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9599f34f:::benchmark_data_smithi065_53143_object27442:head#
2020-11-16T20:58:41.585 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.585 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959a2ef7:::benchmark_data_smithi065_53143_object27895:head#
2020-11-16T20:58:41.585 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.585 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959aac4b:::benchmark_data_smithi065_53143_object70668:head#
2020-11-16T20:58:41.585 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959b71ce:::benchmark_data_smithi065_53143_object44493:head#
2020-11-16T20:58:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959cf995:::benchmark_data_smithi065_53143_object53987:head#
2020-11-16T20:58:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959d8bf9:::benchmark_data_smithi065_53143_object43797:head#
2020-11-16T20:58:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.586 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959de657:::benchmark_data_smithi065_53143_object6627:head#
2020-11-16T20:58:41.587 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.587 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:959ebda1:::benchmark_data_smithi065_53143_object17055:head#
2020-11-16T20:58:41.587 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.587 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a1e685:::benchmark_data_smithi065_53143_object80556:head#
2020-11-16T20:58:41.587 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.587 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a1edc8:::benchmark_data_smithi065_53143_object19254:head#
2020-11-16T20:58:41.587 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.588 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a204a0:::benchmark_data_smithi065_53143_object56113:head#
2020-11-16T20:58:41.588 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.588 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a3b202:::benchmark_data_smithi065_53143_object20670:head#
2020-11-16T20:58:41.588 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.588 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a443b5:::benchmark_data_smithi065_53143_object3732:head#
2020-11-16T20:58:41.588 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.588 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a44c2c:::benchmark_data_smithi065_53143_object35556:head#
2020-11-16T20:58:41.589 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.589 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a537b8:::benchmark_data_smithi065_53143_object11987:head#
2020-11-16T20:58:41.589 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.589 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a57d11:::benchmark_data_smithi065_53143_object80978:head#
2020-11-16T20:58:41.589 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.589 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a71e07:::benchmark_data_smithi065_53143_object33906:head#
2020-11-16T20:58:41.589 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.590 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a957bf:::benchmark_data_smithi065_53143_object36859:head#
2020-11-16T20:58:41.590 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.590 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95a98d77:::benchmark_data_smithi065_53143_object34955:head#
2020-11-16T20:58:41.590 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.590 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95aac56a:::benchmark_data_smithi065_53143_object45317:head#
2020-11-16T20:58:41.590 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.590 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95abab4d:::benchmark_data_smithi065_53143_object79970:head#
2020-11-16T20:58:41.591 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.591 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95abb720:::benchmark_data_smithi065_53143_object40787:head#
2020-11-16T20:58:41.591 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.591 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95abf88c:::benchmark_data_smithi065_53143_object12130:head#
2020-11-16T20:58:41.591 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.591 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ac3747:::benchmark_data_smithi065_53143_object45865:head#
2020-11-16T20:58:41.592 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.592 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95accd45:::benchmark_data_smithi065_53143_object65515:head#
2020-11-16T20:58:41.592 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.592 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ae20e4:::benchmark_data_smithi065_53143_object53133:head#
2020-11-16T20:58:41.592 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.592 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ae611c:::benchmark_data_smithi065_53143_object64879:head#
2020-11-16T20:58:41.592 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.593 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ae965b:::benchmark_data_smithi065_53143_object60642:head#
2020-11-16T20:58:41.593 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.593 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95aed5ce:::benchmark_data_smithi065_53143_object27788:head#
2020-11-16T20:58:41.593 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.593 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95af5ae4:::benchmark_data_smithi065_53143_object44463:head#
2020-11-16T20:58:41.593 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.593 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95af5d88:::benchmark_data_smithi065_53143_object24668:head#
2020-11-16T20:58:41.594 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.594 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b062bf:::benchmark_data_smithi065_53143_object33163:head#
2020-11-16T20:58:41.594 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.594 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b06d81:::benchmark_data_smithi065_53143_object78591:head#
2020-11-16T20:58:41.594 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.594 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b1aa90:::benchmark_data_smithi065_53143_object63264:head#
2020-11-16T20:58:41.595 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.595 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b3e303:::benchmark_data_smithi065_53143_object32424:head#
2020-11-16T20:58:41.595 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.595 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b43d83:::benchmark_data_smithi065_53143_object3218:head#
2020-11-16T20:58:41.595 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.595 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b46b39:::benchmark_data_smithi065_53143_object1613:head#
2020-11-16T20:58:41.595 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b5d677:::benchmark_data_smithi065_53143_object9805:head#
2020-11-16T20:58:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b681eb:::benchmark_data_smithi065_53143_object71904:head#
2020-11-16T20:58:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95b99e98:::benchmark_data_smithi065_53143_object28523:head#
2020-11-16T20:58:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.596 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ba5dbe:::benchmark_data_smithi065_53143_object68857:head#
2020-11-16T20:58:41.597 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.597 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95bad56f:::benchmark_data_smithi065_53143_object54034:head#
2020-11-16T20:58:41.597 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.597 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95bb25e1:::benchmark_data_smithi065_53143_object30785:head#
2020-11-16T20:58:41.597 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.597 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95bb9428:::benchmark_data_smithi065_53143_object63394:head#
2020-11-16T20:58:41.598 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.598 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95bd104a:::benchmark_data_smithi065_53143_object49992:head#
2020-11-16T20:58:41.598 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.598 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95bdb89f:::benchmark_data_smithi065_53143_object15741:head#
2020-11-16T20:58:41.598 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.598 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95be299e:::benchmark_data_smithi065_53143_object75899:head#
2020-11-16T20:58:41.598 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.599 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95be30ec:::benchmark_data_smithi065_53143_object50309:head#
2020-11-16T20:58:41.599 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.599 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95be9fe1:::benchmark_data_smithi065_53143_object32555:head#
2020-11-16T20:58:41.599 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.599 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95beb6b5:::benchmark_data_smithi065_53143_object6312:head#
2020-11-16T20:58:41.599 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.599 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95bf15de:::benchmark_data_smithi065_53143_object20890:head#
2020-11-16T20:58:41.600 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.600 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c14d6b:::benchmark_data_smithi065_53143_object28406:head#
2020-11-16T20:58:41.600 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.600 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c1bb65:::benchmark_data_smithi065_53143_object80431:head#
2020-11-16T20:58:41.600 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.600 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c3ed72:::benchmark_data_smithi065_53143_object32219:head#
2020-11-16T20:58:41.600 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.601 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c3f701:::benchmark_data_smithi065_53143_object23717:head#
2020-11-16T20:58:41.601 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.601 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c498cd:::benchmark_data_smithi065_53143_object39994:head#
2020-11-16T20:58:41.601 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.601 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c75f9a:::benchmark_data_smithi065_53143_object31028:head#
2020-11-16T20:58:41.601 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.601 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c7851d:::benchmark_data_smithi065_53143_object33652:head#
2020-11-16T20:58:41.602 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.602 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c78e4c:::benchmark_data_smithi065_53143_object42669:head#
2020-11-16T20:58:41.602 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.602 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c87e8a:::benchmark_data_smithi065_53143_object56944:head#
2020-11-16T20:58:41.602 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.602 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c94d2a:::benchmark_data_smithi065_53143_object63923:head#
2020-11-16T20:58:41.602 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.603 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95c9c8bc:::benchmark_data_smithi065_53143_object73237:head#
2020-11-16T20:58:41.603 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.603 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ca4a47:::benchmark_data_smithi065_53143_object56802:head#
2020-11-16T20:58:41.603 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.603 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ca73a6:::benchmark_data_smithi065_53143_object43827:head#
2020-11-16T20:58:41.603 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.603 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ca73ea:::benchmark_data_smithi065_53143_object10387:head#
2020-11-16T20:58:41.604 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.604 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95cbe8b8:::benchmark_data_smithi065_53143_object69654:head#
2020-11-16T20:58:41.604 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.604 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95cd8cc9:::benchmark_data_smithi065_53143_object76650:head#
2020-11-16T20:58:41.604 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.604 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95cdb7a4:::benchmark_data_smithi065_53143_object55729:head#
2020-11-16T20:58:41.604 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.605 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95cdd213:::benchmark_data_smithi065_53143_object579:head#
2020-11-16T20:58:41.605 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.605 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95cf8bea:::benchmark_data_smithi065_53143_object62540:head#
2020-11-16T20:58:41.605 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.605 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d06858:::benchmark_data_smithi065_53143_object75458:head#
2020-11-16T20:58:41.605 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.605 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d09e02:::benchmark_data_smithi065_53143_object55048:head#
2020-11-16T20:58:41.606 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.606 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d0a3d0:::benchmark_data_smithi065_53143_object38725:head#
2020-11-16T20:58:41.606 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.606 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d0f7d4:::benchmark_data_smithi065_53143_object73647:head#
2020-11-16T20:58:41.606 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.606 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d16459:::benchmark_data_smithi065_53143_object15777:head#
2020-11-16T20:58:41.606 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.607 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d2be29:::benchmark_data_smithi065_53143_object51047:head#
2020-11-16T20:58:41.607 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.607 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d35804:::benchmark_data_smithi065_53143_object20584:head#
2020-11-16T20:58:41.607 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.607 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d465a6:::benchmark_data_smithi065_53143_object49219:head#
2020-11-16T20:58:41.607 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.607 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d62dc5:::benchmark_data_smithi065_53143_object39807:head#
2020-11-16T20:58:41.608 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.608 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d6d405:::benchmark_data_smithi065_53143_object75044:head#
2020-11-16T20:58:41.608 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.608 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d6e7be:::benchmark_data_smithi065_53143_object36181:head#
2020-11-16T20:58:41.608 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.608 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d7ee2b:::benchmark_data_smithi065_53143_object12315:head#
2020-11-16T20:58:41.608 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.609 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95d93f57:::benchmark_data_smithi065_53143_object74805:head#
2020-11-16T20:58:41.609 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.609 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95db04fb:::benchmark_data_smithi065_53143_object75519:head#
2020-11-16T20:58:41.609 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.609 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95db26d8:::benchmark_data_smithi065_53143_object44126:head#
2020-11-16T20:58:41.610 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.610 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95dc0f5f:::benchmark_data_smithi065_53143_object30525:head#
2020-11-16T20:58:41.610 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.610 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95dc285d:::benchmark_data_smithi065_53143_object38909:head#
2020-11-16T20:58:41.610 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.610 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ddbab9:::benchmark_data_smithi065_53143_object14319:head#
2020-11-16T20:58:41.610 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.611 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ddc321:::benchmark_data_smithi065_53143_object65976:head#
2020-11-16T20:58:41.611 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.611 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95de4fdf:::benchmark_data_smithi065_53143_object42915:head#
2020-11-16T20:58:41.611 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.611 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95de7056:::benchmark_data_smithi065_53143_object29798:head#
2020-11-16T20:58:41.611 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.611 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95dfe462:::benchmark_data_smithi065_53143_object36736:head#
2020-11-16T20:58:41.612 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.612 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e06266:::benchmark_data_smithi065_53143_object65858:head#
2020-11-16T20:58:41.612 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.612 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e17a75:::benchmark_data_smithi065_53143_object69924:head#
2020-11-16T20:58:41.612 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.612 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e1f626:::benchmark_data_smithi065_53143_object73336:head#
2020-11-16T20:58:41.612 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.613 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e2f934:::benchmark_data_smithi065_53143_object62434:head#
2020-11-16T20:58:41.613 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.613 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e46c67:::benchmark_data_smithi065_53143_object7361:head#
2020-11-16T20:58:41.613 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.613 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e51778:::benchmark_data_smithi065_53143_object69276:head#
2020-11-16T20:58:41.613 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.613 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e5a82f:::benchmark_data_smithi065_53143_object38605:head#
2020-11-16T20:58:41.614 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.614 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e5f929:::benchmark_data_smithi065_53143_object38576:head#
2020-11-16T20:58:41.614 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.614 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e70436:::benchmark_data_smithi065_53143_object47308:head#
2020-11-16T20:58:41.614 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.614 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e7cd14:::benchmark_data_smithi065_53143_object55493:head#
2020-11-16T20:58:41.614 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.615 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e92fd9:::benchmark_data_smithi065_53143_object74724:head#
2020-11-16T20:58:41.615 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.615 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e97c0d:::benchmark_data_smithi065_53143_object30313:head#
2020-11-16T20:58:41.615 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.615 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e9d853:::benchmark_data_smithi065_53143_object54677:head#
2020-11-16T20:58:41.615 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.615 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95e9e913:::benchmark_data_smithi065_53143_object59061:head#
2020-11-16T20:58:41.616 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.616 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ea4b14:::benchmark_data_smithi065_53143_object77380:head#
2020-11-16T20:58:41.616 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.616 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95eab9ba:::benchmark_data_smithi065_53143_object8906:head#
2020-11-16T20:58:41.616 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.616 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95eae8f8:::benchmark_data_smithi065_53143_object54409:head#
2020-11-16T20:58:41.616 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.617 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ebe307:::benchmark_data_smithi065_53143_object56253:head#
2020-11-16T20:58:41.617 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.617 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ec2c91:::benchmark_data_smithi065_53143_object44832:head#
2020-11-16T20:58:41.617 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.617 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ed5edf:::benchmark_data_smithi065_53143_object24742:head#
2020-11-16T20:58:41.617 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.617 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ef8e74:::benchmark_data_smithi065_53143_object72589:head#
2020-11-16T20:58:41.618 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.618 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95efc6c3:::benchmark_data_smithi065_53143_object15635:head#
2020-11-16T20:58:41.618 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.618 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95f08278:::benchmark_data_smithi065_53143_object76201:head#
2020-11-16T20:58:41.618 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.618 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95f1f79a:::benchmark_data_smithi065_53143_object2867:head#
2020-11-16T20:58:41.619 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.619 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95f5cf33:::benchmark_data_smithi065_53143_object77387:head#
2020-11-16T20:58:41.619 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.619 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95f64302:::benchmark_data_smithi065_53143_object76830:head#
2020-11-16T20:58:41.619 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.619 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95f69268:::benchmark_data_smithi065_53143_object65393:head#
2020-11-16T20:58:41.619 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.620 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95f813bc:::benchmark_data_smithi065_53143_object9800:head#
2020-11-16T20:58:41.620 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.620 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95f845eb:::benchmark_data_smithi065_53143_object48791:head#
2020-11-16T20:58:41.620 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.620 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95f8adef:::benchmark_data_smithi065_53143_object8291:head#
2020-11-16T20:58:41.620 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.620 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fa0795:::benchmark_data_smithi065_53143_object47221:head#
2020-11-16T20:58:41.621 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.621 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95facc0a:::benchmark_data_smithi065_53143_object48209:head#
2020-11-16T20:58:41.621 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.621 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95faf248:::benchmark_data_smithi065_53143_object54257:head#
2020-11-16T20:58:41.621 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.621 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fb0104:::benchmark_data_smithi065_53143_object43413:head#
2020-11-16T20:58:41.621 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.622 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fb4594:::benchmark_data_smithi065_53143_object35401:head#
2020-11-16T20:58:41.622 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.622 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fbddf0:::benchmark_data_smithi065_53143_object29833:head#
2020-11-16T20:58:41.622 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.622 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fc8a57:::benchmark_data_smithi065_53143_object71751:head#
2020-11-16T20:58:41.622 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.622 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fca392:::benchmark_data_smithi065_53143_object59789:head#
2020-11-16T20:58:41.623 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.623 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fd1ecc:::benchmark_data_smithi065_53143_object21828:head#
2020-11-16T20:58:41.623 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.623 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fd42e0:::benchmark_data_smithi065_53143_object58341:head#
2020-11-16T20:58:41.623 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.623 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fd563d:::benchmark_data_smithi065_53143_object10180:head#
2020-11-16T20:58:41.624 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.624 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95fdbf12:::benchmark_data_smithi065_53143_object79441:head#
2020-11-16T20:58:41.624 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.624 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:95ff23d7:::benchmark_data_smithi065_53143_object68681:head#
2020-11-16T20:58:41.624 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.624 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96023cdf:::benchmark_data_smithi065_53143_object61946:head#
2020-11-16T20:58:41.625 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.625 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9605041d:::benchmark_data_smithi065_53143_object34383:head#
2020-11-16T20:58:41.625 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.625 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96061a93:::benchmark_data_smithi065_53143_object7436:head#
2020-11-16T20:58:41.625 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.625 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9607b67c:::benchmark_data_smithi065_53143_object53047:head#
2020-11-16T20:58:41.625 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.626 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96084ed3:::benchmark_data_smithi065_53143_object65971:head#
2020-11-16T20:58:41.626 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.626 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9608dc9a:::benchmark_data_smithi065_53143_object63514:head#
2020-11-16T20:58:41.626 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.626 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96092a2e:::benchmark_data_smithi065_53143_object57638:head#
2020-11-16T20:58:41.626 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.626 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96099fb3:::benchmark_data_smithi065_53143_object21206:head#
2020-11-16T20:58:41.627 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.627 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9609e389:::benchmark_data_smithi065_53143_object74213:head#
2020-11-16T20:58:41.627 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.627 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:960b22e2:::benchmark_data_smithi065_53143_object47416:head#
2020-11-16T20:58:41.627 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.627 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:960b77fe:::benchmark_data_smithi065_53143_object17288:head#
2020-11-16T20:58:41.627 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.628 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:960c2e07:::benchmark_data_smithi065_53143_object66934:head#
2020-11-16T20:58:41.628 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.628 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:960ccc94:::benchmark_data_smithi065_53143_object18918:head#
2020-11-16T20:58:41.628 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.628 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:960d2f9b:::benchmark_data_smithi065_53143_object15206:head#
2020-11-16T20:58:41.628 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.628 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:960da460:::benchmark_data_smithi065_53143_object47429:head#
2020-11-16T20:58:41.629 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.629 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96104b23:::benchmark_data_smithi065_53143_object23197:head#
2020-11-16T20:58:41.629 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.629 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96110073:::benchmark_data_smithi065_53143_object51686:head#
2020-11-16T20:58:41.629 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.629 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96121ad6:::benchmark_data_smithi065_53143_object56358:head#
2020-11-16T20:58:41.630 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.630 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96129e2c:::benchmark_data_smithi065_53143_object39603:head#
2020-11-16T20:58:41.630 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.630 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96133991:::benchmark_data_smithi065_53143_object23433:head#
2020-11-16T20:58:41.630 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.630 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9615029d:::benchmark_data_smithi065_53143_object31650:head#
2020-11-16T20:58:41.630 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.631 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9617cc55:::benchmark_data_smithi065_53143_object49753:head#
2020-11-16T20:58:41.631 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.631 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9618c0ee:::benchmark_data_smithi065_53143_object44697:head#
2020-11-16T20:58:41.631 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.631 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9619245a:::benchmark_data_smithi065_53143_object53197:head#
2020-11-16T20:58:41.631 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.631 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9619336e:::benchmark_data_smithi065_53143_object76976:head#
2020-11-16T20:58:41.632 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.632 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:961aa205:::benchmark_data_smithi065_53143_object48365:head#
2020-11-16T20:58:41.632 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.632 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:961c248f:::benchmark_data_smithi065_53143_object3386:head#
2020-11-16T20:58:41.632 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.632 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:961d6f0f:::benchmark_data_smithi065_53143_object74473:head#
2020-11-16T20:58:41.632 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.633 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:961e30fe:::benchmark_data_smithi065_53143_object65562:head#
2020-11-16T20:58:41.633 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.633 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:961f6464:::benchmark_data_smithi065_53143_object42130:head#
2020-11-16T20:58:41.633 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.633 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:961fe4c0:::benchmark_data_smithi065_53143_object9968:head#
2020-11-16T20:58:41.633 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.633 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9620d213:::benchmark_data_smithi065_53143_object66953:head#
2020-11-16T20:58:41.634 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.634 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962149da:::benchmark_data_smithi065_53143_object39740:head#
2020-11-16T20:58:41.634 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.634 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962164b3:::benchmark_data_smithi065_53143_object24448:head#
2020-11-16T20:58:41.634 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.634 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96234ff1:::benchmark_data_smithi065_53143_object1809:head#
2020-11-16T20:58:41.634 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.635 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9623d2a3:::benchmark_data_smithi065_53143_object18409:head#
2020-11-16T20:58:41.635 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.635 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9623d2a3:::benchmark_data_smithi065_53143_object62741:head#
2020-11-16T20:58:41.635 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.635 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9625544b:::benchmark_data_smithi065_53143_object69738:head#
2020-11-16T20:58:41.635 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.635 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962593ad:::benchmark_data_smithi065_53143_object3734:head#
2020-11-16T20:58:41.636 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.636 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96261063:::benchmark_data_smithi065_53143_object79302:head#
2020-11-16T20:58:41.636 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.636 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962669c8:::benchmark_data_smithi065_53143_object32630:head#
2020-11-16T20:58:41.636 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.636 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9626bf02:::benchmark_data_smithi065_53143_object8611:head#
2020-11-16T20:58:41.636 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.637 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96273653:::benchmark_data_smithi065_53143_object55981:head#
2020-11-16T20:58:41.637 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.637 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96274ae4:::benchmark_data_smithi065_53143_object45928:head#
2020-11-16T20:58:41.637 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.637 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96275555:::benchmark_data_smithi065_53143_object23475:head#
2020-11-16T20:58:41.637 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.638 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9627bd73:::benchmark_data_smithi065_53143_object22263:head#
2020-11-16T20:58:41.638 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.638 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96283d48:::benchmark_data_smithi065_53143_object54824:head#
2020-11-16T20:58:41.638 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.638 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9629242d:::benchmark_data_smithi065_53143_object55833:head#
2020-11-16T20:58:41.638 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.639 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962a8375:::benchmark_data_smithi065_53143_object10360:head#
2020-11-16T20:58:41.639 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.639 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962b69fa:::benchmark_data_smithi065_53143_object41637:head#
2020-11-16T20:58:41.639 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.639 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962db647:::benchmark_data_smithi065_53143_object48591:head#
2020-11-16T20:58:41.639 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.640 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962f3fa5:::benchmark_data_smithi065_53143_object2231:head#
2020-11-16T20:58:41.640 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.640 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962f519d:::benchmark_data_smithi065_53143_object1614:head#
2020-11-16T20:58:41.640 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.640 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962fa28b:::benchmark_data_smithi065_53143_object54681:head#
2020-11-16T20:58:41.640 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.640 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:962fc84a:::benchmark_data_smithi065_53143_object14934:head#
2020-11-16T20:58:41.641 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.641 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96304d8e:::benchmark_data_smithi065_53143_object32164:head#
2020-11-16T20:58:41.641 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.641 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96308a5d:::benchmark_data_smithi065_53143_object82014:head#
2020-11-16T20:58:41.641 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.641 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96309aed:::benchmark_data_smithi065_53143_object60731:head#
2020-11-16T20:58:41.641 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.642 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9630e74a:::benchmark_data_smithi065_53143_object71740:head#
2020-11-16T20:58:41.642 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.642 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96323d93:::benchmark_data_smithi065_53143_object43996:head#
2020-11-16T20:58:41.642 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.642 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963263ab:::benchmark_data_smithi065_53143_object63157:head#
2020-11-16T20:58:41.642 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.642 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963276c4:::benchmark_data_smithi065_53143_object74758:head#
2020-11-16T20:58:41.643 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.643 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9632dcad:::benchmark_data_smithi065_53143_object40385:head#
2020-11-16T20:58:41.643 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.643 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9633e55e:::benchmark_data_smithi065_53143_object34725:head#
2020-11-16T20:58:41.643 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.643 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963453ce:::benchmark_data_smithi065_53143_object75306:head#
2020-11-16T20:58:41.643 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.644 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96345ea0:::benchmark_data_smithi065_53143_object53043:head#
2020-11-16T20:58:41.644 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.644 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9636ddf5:::benchmark_data_smithi065_53143_object9517:head#
2020-11-16T20:58:41.644 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.644 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963827be:::benchmark_data_smithi065_53143_object62566:head#
2020-11-16T20:58:41.644 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.644 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963995b1:::benchmark_data_smithi065_53143_object52898:head#
2020-11-16T20:58:41.645 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.645 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963afbe5:::benchmark_data_smithi065_53143_object17140:head#
2020-11-16T20:58:41.645 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.645 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963bdde0:::benchmark_data_smithi065_53143_object43013:head#
2020-11-16T20:58:41.645 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.645 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963c2172:::benchmark_data_smithi065_53143_object39217:head#
2020-11-16T20:58:41.645 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.646 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963ccbd1:::benchmark_data_smithi065_53143_object72911:head#
2020-11-16T20:58:41.646 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.646 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963da11c:::benchmark_data_smithi065_53143_object48088:head#
2020-11-16T20:58:41.646 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.646 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:963dc75b:::benchmark_data_smithi065_53143_object53718:head#
2020-11-16T20:58:41.646 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.646 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96409299:::benchmark_data_smithi065_53143_object28228:head#
2020-11-16T20:58:41.647 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.647 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9640d9fc:::benchmark_data_smithi065_53143_object39165:head#
2020-11-16T20:58:41.647 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.647 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9641683c:::benchmark_data_smithi065_53143_object7686:head#
2020-11-16T20:58:41.647 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.647 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964170f5:::benchmark_data_smithi065_53143_object71771:head#
2020-11-16T20:58:41.647 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.648 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9642c6c7:::benchmark_data_smithi065_53143_object66582:head#
2020-11-16T20:58:41.648 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.648 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96432a6e:::benchmark_data_smithi065_53143_object29766:head#
2020-11-16T20:58:41.648 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.648 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96435095:::benchmark_data_smithi065_53143_object79340:head#
2020-11-16T20:58:41.648 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.648 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964381ca:::benchmark_data_smithi065_53143_object37397:head#
2020-11-16T20:58:41.649 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.649 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96448876:::benchmark_data_smithi065_53143_object17958:head#
2020-11-16T20:58:41.649 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.649 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9645855e:::benchmark_data_smithi065_53143_object25390:head#
2020-11-16T20:58:41.649 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.649 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96479cda:::benchmark_data_smithi065_53143_object69929:head#
2020-11-16T20:58:41.649 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.650 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96492da1:::benchmark_data_smithi065_53143_object7562:head#
2020-11-16T20:58:41.650 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.650 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964940aa:::benchmark_data_smithi065_53143_object40826:head#
2020-11-16T20:58:41.650 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.650 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9649baa3:::benchmark_data_smithi065_53143_object67380:head#
2020-11-16T20:58:41.650 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.651 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9649e821:::benchmark_data_smithi065_53143_object13219:head#
2020-11-16T20:58:41.651 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.651 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964aa1f2:::benchmark_data_smithi065_53143_object71989:head#
2020-11-16T20:58:41.651 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.651 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964ae914:::benchmark_data_smithi065_53143_object41528:head#
2020-11-16T20:58:41.651 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.651 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964b476c:::benchmark_data_smithi065_53143_object24520:head#
2020-11-16T20:58:41.652 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.652 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964babb5:::benchmark_data_smithi065_53143_object42923:head#
2020-11-16T20:58:41.652 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.652 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964bb739:::benchmark_data_smithi065_53143_object11508:head#
2020-11-16T20:58:41.652 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.652 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964c35a1:::benchmark_data_smithi065_53143_object6821:head#
2020-11-16T20:58:41.652 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.652 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964c5261:::benchmark_data_smithi065_53143_object51058:head#
2020-11-16T20:58:41.653 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.653 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964ccda1:::benchmark_data_smithi065_53143_object80048:head#
2020-11-16T20:58:41.653 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.653 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964d9ee6:::benchmark_data_smithi065_53143_object24713:head#
2020-11-16T20:58:41.653 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.653 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:964f5725:::benchmark_data_smithi065_53143_object25964:head#
2020-11-16T20:58:41.654 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.654 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96501918:::benchmark_data_smithi065_53143_object51016:head#
2020-11-16T20:58:41.654 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.654 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9650a044:::benchmark_data_smithi065_53143_object38915:head#
2020-11-16T20:58:41.654 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.654 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9650c03a:::benchmark_data_smithi065_53143_object52027:head#
2020-11-16T20:58:41.654 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.655 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96510e21:::benchmark_data_smithi065_53143_object60998:head#
2020-11-16T20:58:41.655 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.655 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96511a39:::benchmark_data_smithi065_53143_object39970:head#
2020-11-16T20:58:41.655 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.655 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9653ee9e:::benchmark_data_smithi065_53143_object67718:head#
2020-11-16T20:58:41.655 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.655 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96545af8:::benchmark_data_smithi065_53143_object63348:head#
2020-11-16T20:58:41.656 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.656 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9655501a:::benchmark_data_smithi065_53143_object8491:head#
2020-11-16T20:58:41.656 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.656 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9655cc54:::benchmark_data_smithi065_53143_object76869:head#
2020-11-16T20:58:41.656 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.656 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96568e04:::benchmark_data_smithi065_53143_object43392:head#
2020-11-16T20:58:41.656 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.657 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96571d1d:::benchmark_data_smithi065_53143_object31228:head#
2020-11-16T20:58:41.657 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.657 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9657c252:::benchmark_data_smithi065_53143_object24910:head#
2020-11-16T20:58:41.657 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.657 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96598d1c:::benchmark_data_smithi065_53143_object43285:head#
2020-11-16T20:58:41.657 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.657 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:965a8165:::benchmark_data_smithi065_53143_object17126:head#
2020-11-16T20:58:41.658 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.658 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:965ae9d2:::benchmark_data_smithi065_53143_object76107:head#
2020-11-16T20:58:41.658 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.658 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:965bc100:::benchmark_data_smithi065_53143_object15066:head#
2020-11-16T20:58:41.658 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.658 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:965de69d:::benchmark_data_smithi065_53143_object14203:head#
2020-11-16T20:58:41.658 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.659 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:965fce92:::benchmark_data_smithi065_53143_object849:head#
2020-11-16T20:58:41.659 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.659 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96608528:::benchmark_data_smithi065_53143_object52142:head#
2020-11-16T20:58:41.659 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.659 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9660a0ec:::benchmark_data_smithi065_53143_object55613:head#
2020-11-16T20:58:41.659 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.660 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96616061:::benchmark_data_smithi065_53143_object13628:head#
2020-11-16T20:58:41.660 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.660 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96629e81:::benchmark_data_smithi065_53143_object62606:head#
2020-11-16T20:58:41.660 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.660 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966312fb:::benchmark_data_smithi065_53143_object2104:head#
2020-11-16T20:58:41.660 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.660 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966386b8:::benchmark_data_smithi065_53143_object73916:head#
2020-11-16T20:58:41.661 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.661 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9663f085:::benchmark_data_smithi065_53143_object47983:head#
2020-11-16T20:58:41.661 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.661 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9663ff85:::benchmark_data_smithi065_53143_object28520:head#
2020-11-16T20:58:41.661 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.661 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966509fe:::benchmark_data_smithi065_53143_object14956:head#
2020-11-16T20:58:41.661 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.662 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9665f4a4:::benchmark_data_smithi065_53143_object40317:head#
2020-11-16T20:58:41.662 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.662 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96662c1e:::benchmark_data_smithi065_53143_object32838:head#
2020-11-16T20:58:41.662 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.662 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96666a5b:::benchmark_data_smithi065_53143_object39817:head#
2020-11-16T20:58:41.662 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.662 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96666dd2:::benchmark_data_smithi065_53143_object20803:head#
2020-11-16T20:58:41.663 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.663 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9667220f:::benchmark_data_smithi065_53143_object10519:head#
2020-11-16T20:58:41.663 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.663 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96673771:::benchmark_data_smithi065_53143_object10526:head#
2020-11-16T20:58:41.663 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.663 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9668fb6c:::benchmark_data_smithi065_53143_object65558:head#
2020-11-16T20:58:41.663 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.664 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9669aa15:::benchmark_data_smithi065_53143_object53220:head#
2020-11-16T20:58:41.664 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.664 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966b24e2:::benchmark_data_smithi065_53143_object71026:head#
2020-11-16T20:58:41.664 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.664 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966b5783:::benchmark_data_smithi065_53143_object37438:head#
2020-11-16T20:58:41.664 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.664 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966b57c6:::benchmark_data_smithi065_53143_object22138:head#
2020-11-16T20:58:41.665 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.665 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966b6c9e:::benchmark_data_smithi065_53143_object63041:head#
2020-11-16T20:58:41.665 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.665 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966b8f32:::benchmark_data_smithi065_53143_object54845:head#
2020-11-16T20:58:41.665 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.665 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966be5fb:::benchmark_data_smithi065_53143_object24542:head#
2020-11-16T20:58:41.665 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.666 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966c2800:::benchmark_data_smithi065_53143_object40525:head#
2020-11-16T20:58:41.666 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.666 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966c280a:::benchmark_data_smithi065_53143_object17588:head#
2020-11-16T20:58:41.666 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.666 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966ca794:::benchmark_data_smithi065_53143_object17546:head#
2020-11-16T20:58:41.666 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.667 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966d4e03:::benchmark_data_smithi065_53143_object7678:head#
2020-11-16T20:58:41.667 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.667 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:966d6efb:::benchmark_data_smithi065_53143_object32857:head#
2020-11-16T20:58:41.667 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.667 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9671bfaf:::benchmark_data_smithi065_53143_object813:head#
2020-11-16T20:58:41.667 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.667 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9671c0e9:::benchmark_data_smithi065_53143_object7466:head#
2020-11-16T20:58:41.668 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.668 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9671d317:::benchmark_data_smithi065_53143_object61173:head#
2020-11-16T20:58:41.668 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.668 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9671fd52:::benchmark_data_smithi065_53143_object11732:head#
2020-11-16T20:58:41.668 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.668 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96744076:::benchmark_data_smithi065_53143_object61734:head#
2020-11-16T20:58:41.668 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.669 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9674a0b8:::benchmark_data_smithi065_53143_object39763:head#
2020-11-16T20:58:41.669 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.669 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96755b84:::benchmark_data_smithi065_53143_object29670:head#
2020-11-16T20:58:41.669 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.669 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9675ef4a:::benchmark_data_smithi065_53143_object9615:head#
2020-11-16T20:58:41.669 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.669 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9675fb76:::benchmark_data_smithi065_53143_object17000:head#
2020-11-16T20:58:41.670 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.670 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9677b9b0:::benchmark_data_smithi065_53143_object18572:head#
2020-11-16T20:58:41.670 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.670 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9677b9bb:::benchmark_data_smithi065_53143_object47486:head#
2020-11-16T20:58:41.670 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.670 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9677bd39:::benchmark_data_smithi065_53143_object20510:head#
2020-11-16T20:58:41.671 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.671 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9679f60b:::benchmark_data_smithi065_53143_object67070:head#
2020-11-16T20:58:41.671 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.671 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967a8821:::benchmark_data_smithi065_53143_object12799:head#
2020-11-16T20:58:41.671 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.671 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967c10c5:::benchmark_data_smithi065_53143_object50933:head#
2020-11-16T20:58:41.671 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.672 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967cd1cf:::benchmark_data_smithi065_53143_object19320:head#
2020-11-16T20:58:41.672 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.672 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967da718:::benchmark_data_smithi065_53143_object9563:head#
2020-11-16T20:58:41.672 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.672 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967eb85a:::benchmark_data_smithi065_53143_object46581:head#
2020-11-16T20:58:41.672 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.672 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967ee2f9:::benchmark_data_smithi065_53143_object2986:head#
2020-11-16T20:58:41.673 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.673 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967f4809:::benchmark_data_smithi065_53143_object34740:head#
2020-11-16T20:58:41.673 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.673 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967fa266:::benchmark_data_smithi065_53143_object81348:head#
2020-11-16T20:58:41.673 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.673 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:967fa65d:::benchmark_data_smithi065_53143_object18179:head#
2020-11-16T20:58:41.673 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.674 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9683e40f:::benchmark_data_smithi065_53143_object4833:head#
2020-11-16T20:58:41.674 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.674 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9684628e:::benchmark_data_smithi065_53143_object25232:head#
2020-11-16T20:58:41.674 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.674 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9685ad75:::benchmark_data_smithi065_53143_object13237:head#
2020-11-16T20:58:41.674 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.674 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9688d1f2:::benchmark_data_smithi065_53143_object20416:head#
2020-11-16T20:58:41.675 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.675 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9689186e:::benchmark_data_smithi065_53143_object78631:head#
2020-11-16T20:58:41.675 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.675 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:968a72d4:::benchmark_data_smithi065_53143_object66749:head#
2020-11-16T20:58:41.675 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.675 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:968afcaa:::benchmark_data_smithi065_53143_object60702:head#
2020-11-16T20:58:41.675 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.676 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:968d1811:::benchmark_data_smithi065_53143_object80741:head#
2020-11-16T20:58:41.676 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.676 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:968d2faf:::benchmark_data_smithi065_53143_object63347:head#
2020-11-16T20:58:41.676 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.676 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:968e5df9:::benchmark_data_smithi065_53143_object69126:head#
2020-11-16T20:58:41.676 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.676 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:968ee1d3:::benchmark_data_smithi065_53143_object41341:head#
2020-11-16T20:58:41.677 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.677 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:968fb383:::benchmark_data_smithi065_53143_object71149:head#
2020-11-16T20:58:41.677 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.677 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96906aac:::benchmark_data_smithi065_53143_object41084:head#
2020-11-16T20:58:41.677 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.677 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9691fe8e:::benchmark_data_smithi065_53143_object44433:head#
2020-11-16T20:58:41.677 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.678 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9693bf28:::benchmark_data_smithi065_53143_object52359:head#
2020-11-16T20:58:41.678 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.678 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9693fe5e:::benchmark_data_smithi065_53143_object19659:head#
2020-11-16T20:58:41.678 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.678 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96949896:::benchmark_data_smithi065_53143_object16063:head#
2020-11-16T20:58:41.678 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.679 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9694ae01:::benchmark_data_smithi065_53143_object62018:head#
2020-11-16T20:58:41.679 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.679 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9695daad:::benchmark_data_smithi065_53143_object61178:head#
2020-11-16T20:58:41.679 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.679 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96960849:::benchmark_data_smithi065_53143_object81644:head#
2020-11-16T20:58:41.679 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.679 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96974af7:::benchmark_data_smithi065_53143_object77173:head#
2020-11-16T20:58:41.680 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.680 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9698c905:::benchmark_data_smithi065_53143_object560:head#
2020-11-16T20:58:41.680 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.680 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96998700:::benchmark_data_smithi065_53143_object35742:head#
2020-11-16T20:58:41.680 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.680 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:969a3fd7:::benchmark_data_smithi065_53143_object54875:head#
2020-11-16T20:58:41.680 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.681 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:969afc98:::benchmark_data_smithi065_53143_object55511:head#
2020-11-16T20:58:41.681 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.681 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:969b2aaa:::benchmark_data_smithi065_53143_object56949:head#
2020-11-16T20:58:41.681 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.681 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:969b3382:::benchmark_data_smithi065_53143_object25598:head#
2020-11-16T20:58:41.681 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.681 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:969c7937:::benchmark_data_smithi065_53143_object7942:head#
2020-11-16T20:58:41.682 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.682 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:969eb460:::benchmark_data_smithi065_53143_object57643:head#
2020-11-16T20:58:41.682 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.682 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a0dd5e:::benchmark_data_smithi065_53143_object3749:head#
2020-11-16T20:58:41.682 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.683 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a18486:::benchmark_data_smithi065_53143_object21458:head#
2020-11-16T20:58:41.683 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.683 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a1b944:::benchmark_data_smithi065_53143_object60087:head#
2020-11-16T20:58:41.683 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.683 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a3b060:::benchmark_data_smithi065_53143_object8582:head#
2020-11-16T20:58:41.683 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.683 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a41c12:::benchmark_data_smithi065_53143_object8031:head#
2020-11-16T20:58:41.684 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.684 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a480b9:::benchmark_data_smithi065_53143_object52303:head#
2020-11-16T20:58:41.684 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.684 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a582a6:::benchmark_data_smithi065_53143_object19055:head#
2020-11-16T20:58:41.684 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.684 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a79d78:::benchmark_data_smithi065_53143_object2915:head#
2020-11-16T20:58:41.684 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.685 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a8ac90:::benchmark_data_smithi065_53143_object23164:head#
2020-11-16T20:58:41.685 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.685 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a8c600:::benchmark_data_smithi065_53143_object62501:head#
2020-11-16T20:58:41.685 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.685 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96a9e82b:::benchmark_data_smithi065_53143_object3087:head#
2020-11-16T20:58:41.685 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.685 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96aa5461:::benchmark_data_smithi065_53143_object70470:head#
2020-11-16T20:58:41.686 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.686 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96aa6a09:::benchmark_data_smithi065_53143_object26204:head#
2020-11-16T20:58:41.686 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.686 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ab3142:::benchmark_data_smithi065_53143_object49454:head#
2020-11-16T20:58:41.686 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.686 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96abbb22:::benchmark_data_smithi065_53143_object67957:head#
2020-11-16T20:58:41.686 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.687 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ac73bd:::benchmark_data_smithi065_53143_object69830:head#
2020-11-16T20:58:41.687 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.687 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96acbc72:::benchmark_data_smithi065_53143_object72676:head#
2020-11-16T20:58:41.687 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.687 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ad5ca0:::benchmark_data_smithi065_53143_object60629:head#
2020-11-16T20:58:41.687 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.687 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ada934:::benchmark_data_smithi065_53143_object76981:head#
2020-11-16T20:58:41.688 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.688 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96adee61:::benchmark_data_smithi065_53143_object54142:head#
2020-11-16T20:58:41.688 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.688 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96aeb6f4:::benchmark_data_smithi065_53143_object5322:head#
2020-11-16T20:58:41.688 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.688 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b09d63:::benchmark_data_smithi065_53143_object9865:head#
2020-11-16T20:58:41.688 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.689 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b12fea:::benchmark_data_smithi065_53143_object63670:head#
2020-11-16T20:58:41.689 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.689 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b16735:::benchmark_data_smithi065_53143_object50834:head#
2020-11-16T20:58:41.689 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.689 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b18ea0:::benchmark_data_smithi065_53143_object14088:head#
2020-11-16T20:58:41.689 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.689 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b1b010:::benchmark_data_smithi065_53143_object59991:head#
2020-11-16T20:58:41.690 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.690 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b219d2:::benchmark_data_smithi065_53143_object80226:head#
2020-11-16T20:58:41.690 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.690 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b2518d:::benchmark_data_smithi065_53143_object39946:head#
2020-11-16T20:58:41.690 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.690 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b30dbc:::benchmark_data_smithi065_53143_object80945:head#
2020-11-16T20:58:41.690 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.691 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b32a9b:::benchmark_data_smithi065_53143_object15823:head#
2020-11-16T20:58:41.691 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.691 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b33900:::benchmark_data_smithi065_53143_object65196:head#
2020-11-16T20:58:41.691 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.691 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b4021f:::benchmark_data_smithi065_53143_object37976:head#
2020-11-16T20:58:41.691 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.691 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b43753:::benchmark_data_smithi065_53143_object35492:head#
2020-11-16T20:58:41.692 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.692 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b4d4d4:::benchmark_data_smithi065_53143_object65369:head#
2020-11-16T20:58:41.692 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.692 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b5511c:::benchmark_data_smithi065_53143_object45962:head#
2020-11-16T20:58:41.692 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.692 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b5b378:::benchmark_data_smithi065_53143_object76496:head#
2020-11-16T20:58:41.692 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.693 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b74061:::benchmark_data_smithi065_53143_object40803:head#
2020-11-16T20:58:41.693 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.693 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b7bcdd:::benchmark_data_smithi065_53143_object20396:head#
2020-11-16T20:58:41.693 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.693 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b7f3fe:::benchmark_data_smithi065_53143_object4026:head#
2020-11-16T20:58:41.693 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.694 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96b9072a:::benchmark_data_smithi065_53143_object2637:head#
2020-11-16T20:58:41.694 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.694 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bb2600:::benchmark_data_smithi065_53143_object73110:head#
2020-11-16T20:58:41.694 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.694 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bbb025:::benchmark_data_smithi065_53143_object64659:head#
2020-11-16T20:58:41.694 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.694 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bc930f:::benchmark_data_smithi065_53143_object2642:head#
2020-11-16T20:58:41.695 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.695 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bdf455:::benchmark_data_smithi065_53143_object62878:head#
2020-11-16T20:58:41.695 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.695 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bf406c:::benchmark_data_smithi065_53143_object39030:head#
2020-11-16T20:58:41.695 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.695 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bf78b3:::benchmark_data_smithi065_53143_object50731:head#
2020-11-16T20:58:41.695 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.696 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bf9286:::benchmark_data_smithi065_53143_object80064:head#
2020-11-16T20:58:41.696 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.696 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bfd59c:::benchmark_data_smithi065_53143_object63039:head#
2020-11-16T20:58:41.696 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.696 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96bff72e:::benchmark_data_smithi065_53143_object65921:head#
2020-11-16T20:58:41.696 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.696 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c14792:::benchmark_data_smithi065_53143_object62195:head#
2020-11-16T20:58:41.697 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.697 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c17d8d:::benchmark_data_smithi065_53143_object81568:head#
2020-11-16T20:58:41.697 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.697 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c24103:::benchmark_data_smithi065_53143_object35331:head#
2020-11-16T20:58:41.697 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.697 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c26418:::benchmark_data_smithi065_53143_object27203:head#
2020-11-16T20:58:41.697 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.698 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c29f8e:::benchmark_data_smithi065_53143_object20002:head#
2020-11-16T20:58:41.698 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.698 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c54daa:::benchmark_data_smithi065_53143_object7509:head#
2020-11-16T20:58:41.698 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.698 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c5ddd8:::benchmark_data_smithi065_53143_object30906:head#
2020-11-16T20:58:41.698 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.699 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c6008d:::benchmark_data_smithi065_53143_object58746:head#
2020-11-16T20:58:41.699 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.699 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c68314:::benchmark_data_smithi065_53143_object68456:head#
2020-11-16T20:58:41.699 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.699 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c6fae7:::benchmark_data_smithi065_53143_object34839:head#
2020-11-16T20:58:41.699 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.699 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96c91d63:::benchmark_data_smithi065_53143_object40391:head#
2020-11-16T20:58:41.700 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.700 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96cb1279:::benchmark_data_smithi065_53143_object15204:head#
2020-11-16T20:58:41.700 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.700 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96cb32ed:::benchmark_data_smithi065_53143_object13495:head#
2020-11-16T20:58:41.700 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.700 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96cbcc52:::benchmark_data_smithi065_53143_object37783:head#
2020-11-16T20:58:41.700 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.701 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96cdcc50:::benchmark_data_smithi065_53143_object47739:head#
2020-11-16T20:58:41.701 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.701 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ce6a29:::benchmark_data_smithi065_53143_object37535:head#
2020-11-16T20:58:41.701 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.701 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d0ef10:::benchmark_data_smithi065_53143_object34281:head#
2020-11-16T20:58:41.701 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.701 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d1801e:::benchmark_data_smithi065_53143_object21648:head#
2020-11-16T20:58:41.701 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.702 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d1fc38:::benchmark_data_smithi065_53143_object74633:head#
2020-11-16T20:58:41.702 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.702 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d42454:::benchmark_data_smithi065_53143_object72339:head#
2020-11-16T20:58:41.702 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.702 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d492b5:::benchmark_data_smithi065_53143_object45227:head#
2020-11-16T20:58:41.702 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.703 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d59dd6:::benchmark_data_smithi065_53143_object40032:head#
2020-11-16T20:58:41.703 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.703 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d5a714:::benchmark_data_smithi065_53143_object67087:head#
2020-11-16T20:58:41.703 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.703 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d65646:::benchmark_data_smithi065_53143_object50744:head#
2020-11-16T20:58:41.703 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.703 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d7bb4b:::benchmark_data_smithi065_53143_object26509:head#
2020-11-16T20:58:41.704 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.704 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96d8d5ce:::benchmark_data_smithi065_53143_object7063:head#
2020-11-16T20:58:41.704 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.704 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96db3295:::benchmark_data_smithi065_53143_object79314:head#
2020-11-16T20:58:41.704 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.704 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96dd46c2:::benchmark_data_smithi065_53143_object21830:head#
2020-11-16T20:58:41.704 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.705 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96de3e1d:::benchmark_data_smithi065_53143_object74876:head#
2020-11-16T20:58:41.705 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.705 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96df273c:::benchmark_data_smithi065_53143_object60341:head#
2020-11-16T20:58:41.705 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.705 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96df93da:::benchmark_data_smithi065_53143_object49008:head#
2020-11-16T20:58:41.705 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.705 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e014ab:::benchmark_data_smithi065_53143_object19119:head#
2020-11-16T20:58:41.706 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.706 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e03369:::benchmark_data_smithi065_53143_object51067:head#
2020-11-16T20:58:41.706 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.706 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e0d71a:::benchmark_data_smithi065_53143_object55450:head#
2020-11-16T20:58:41.706 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.706 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e192af:::benchmark_data_smithi065_53143_object38888:head#
2020-11-16T20:58:41.706 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.707 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e1a963:::benchmark_data_smithi065_53143_object19564:head#
2020-11-16T20:58:41.707 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.707 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e23529:::benchmark_data_smithi065_53143_object37451:head#
2020-11-16T20:58:41.707 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.707 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e3bdfc:::benchmark_data_smithi065_53143_object15523:head#
2020-11-16T20:58:41.707 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.707 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e3c333:::benchmark_data_smithi065_53143_object77890:head#
2020-11-16T20:58:41.708 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.708 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e51567:::benchmark_data_smithi065_53143_object27567:head#
2020-11-16T20:58:41.708 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.708 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e54299:::benchmark_data_smithi065_53143_object72329:head#
2020-11-16T20:58:41.708 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.708 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e59f9a:::benchmark_data_smithi065_53143_object7991:head#
2020-11-16T20:58:41.708 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.709 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e6dd4f:::benchmark_data_smithi065_53143_object25893:head#
2020-11-16T20:58:41.709 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.709 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96e7ba9d:::benchmark_data_smithi065_53143_object72443:head#
2020-11-16T20:58:41.709 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.709 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96eb8d2b:::benchmark_data_smithi065_53143_object184:head#
2020-11-16T20:58:41.709 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.709 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96eb995b:::benchmark_data_smithi065_53143_object22202:head#
2020-11-16T20:58:41.710 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.710 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ec2861:::benchmark_data_smithi065_53143_object49659:head#
2020-11-16T20:58:41.710 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.710 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ec69cf:::benchmark_data_smithi065_53143_object38624:head#
2020-11-16T20:58:41.710 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.710 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96eebfd2:::benchmark_data_smithi065_53143_object27577:head#
2020-11-16T20:58:41.710 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.711 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ef2db5:::benchmark_data_smithi065_53143_object43825:head#
2020-11-16T20:58:41.711 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.711 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ef2ead:::benchmark_data_smithi065_53143_object58094:head#
2020-11-16T20:58:41.711 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.711 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f00301:::benchmark_data_smithi065_53143_object45466:head#
2020-11-16T20:58:41.711 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.711 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f0bfd0:::benchmark_data_smithi065_53143_object53321:head#
2020-11-16T20:58:41.712 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.712 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f1b44b:::benchmark_data_smithi065_53143_object72331:head#
2020-11-16T20:58:41.712 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.712 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f2e8fd:::benchmark_data_smithi065_53143_object34965:head#
2020-11-16T20:58:41.712 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.712 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f2fcd2:::benchmark_data_smithi065_53143_object69479:head#
2020-11-16T20:58:41.712 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.713 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f3dd2a:::benchmark_data_smithi065_53143_object10705:head#
2020-11-16T20:58:41.713 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.713 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f407b9:::benchmark_data_smithi065_53143_object51855:head#
2020-11-16T20:58:41.713 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.713 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f4b4f2:::benchmark_data_smithi065_53143_object48444:head#
2020-11-16T20:58:41.713 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.713 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f6cc41:::benchmark_data_smithi065_53143_object71495:head#
2020-11-16T20:58:41.714 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.714 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f6ee47:::benchmark_data_smithi065_53143_object28045:head#
2020-11-16T20:58:41.714 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.714 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f7c267:::benchmark_data_smithi065_53143_object40952:head#
2020-11-16T20:58:41.714 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.714 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f89656:::benchmark_data_smithi065_53143_object78298:head#
2020-11-16T20:58:41.714 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.715 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96f99133:::benchmark_data_smithi065_53143_object5242:head#
2020-11-16T20:58:41.715 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.715 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96fa145d:::benchmark_data_smithi065_53143_object16470:head#
2020-11-16T20:58:41.715 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.715 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96fa48fe:::benchmark_data_smithi065_53143_object65322:head#
2020-11-16T20:58:41.716 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.716 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96fa9f4d:::benchmark_data_smithi065_53143_object74437:head#
2020-11-16T20:58:41.716 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.716 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96fc117e:::benchmark_data_smithi065_53143_object78201:head#
2020-11-16T20:58:41.716 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.716 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96feb17c:::benchmark_data_smithi065_53143_object30690:head#
2020-11-16T20:58:41.716 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.717 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96feb81d:::benchmark_data_smithi065_53143_object79928:head#
2020-11-16T20:58:41.717 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.717 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:96ff8937:::benchmark_data_smithi065_53143_object63444:head#
2020-11-16T20:58:41.717 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.717 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9700dd59:::benchmark_data_smithi065_53143_object59004:head#
2020-11-16T20:58:41.717 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.717 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97018a32:::benchmark_data_smithi065_53143_object13012:head#
2020-11-16T20:58:41.718 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.718 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97019f4f:::benchmark_data_smithi065_53143_object66178:head#
2020-11-16T20:58:41.718 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.718 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97027f89:::benchmark_data_smithi065_53143_object16706:head#
2020-11-16T20:58:41.718 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.718 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97029e73:::benchmark_data_smithi065_53143_object34513:head#
2020-11-16T20:58:41.719 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.719 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9702e8ae:::benchmark_data_smithi065_53143_object11773:head#
2020-11-16T20:58:41.719 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.719 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:970325e3:::benchmark_data_smithi065_53143_object28380:head#
2020-11-16T20:58:41.719 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.719 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97032c75:::benchmark_data_smithi065_53143_object65773:head#
2020-11-16T20:58:41.719 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.720 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97041789:::benchmark_data_smithi065_53143_object68476:head#
2020-11-16T20:58:41.720 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.720 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97046f3e:::benchmark_data_smithi065_53143_object54713:head#
2020-11-16T20:58:41.720 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.720 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97048560:::benchmark_data_smithi065_53143_object23792:head#
2020-11-16T20:58:41.720 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.720 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:970498e4:::benchmark_data_smithi065_53143_object14171:head#
2020-11-16T20:58:41.721 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.721 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9704ea70:::benchmark_data_smithi065_53143_object4797:head#
2020-11-16T20:58:41.721 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.721 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9706827a:::benchmark_data_smithi065_53143_object46183:head#
2020-11-16T20:58:41.721 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.721 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9706c5d3:::benchmark_data_smithi065_53143_object37734:head#
2020-11-16T20:58:41.721 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.722 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97071597:::benchmark_data_smithi065_53143_object41249:head#
2020-11-16T20:58:41.722 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.722 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9709bf8c:::benchmark_data_smithi065_53143_object49866:head#
2020-11-16T20:58:41.722 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.722 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:970bd10b:::benchmark_data_smithi065_53143_object62205:head#
2020-11-16T20:58:41.722 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.723 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9710baed:::benchmark_data_smithi065_53143_object4596:head#
2020-11-16T20:58:41.723 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.723 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9712b36e:::benchmark_data_smithi065_53143_object18704:head#
2020-11-16T20:58:41.723 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.723 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971380b4:::benchmark_data_smithi065_53143_object22266:head#
2020-11-16T20:58:41.723 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.723 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97151be3:::benchmark_data_smithi065_53143_object498:head#
2020-11-16T20:58:41.724 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.724 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971593f9:::benchmark_data_smithi065_53143_object37972:head#
2020-11-16T20:58:41.724 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.724 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9715a6e8:::benchmark_data_smithi065_53143_object32651:head#
2020-11-16T20:58:41.724 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.724 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9715b4d8:::benchmark_data_smithi065_53143_object72737:head#
2020-11-16T20:58:41.724 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.725 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9715ba7d:::benchmark_data_smithi065_53143_object2301:head#
2020-11-16T20:58:41.725 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.725 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9715be9b:::benchmark_data_smithi065_53143_object61717:head#
2020-11-16T20:58:41.725 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.725 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971752c2:::benchmark_data_smithi065_53143_object76891:head#
2020-11-16T20:58:41.725 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.725 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97180441:::benchmark_data_smithi065_53143_object45913:head#
2020-11-16T20:58:41.726 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.726 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97189942:::benchmark_data_smithi065_53143_object73231:head#
2020-11-16T20:58:41.726 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.726 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97189d99:::benchmark_data_smithi065_53143_object20600:head#
2020-11-16T20:58:41.726 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.726 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9718dfd8:::benchmark_data_smithi065_53143_object80313:head#
2020-11-16T20:58:41.726 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.727 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971a261e:::benchmark_data_smithi065_53143_object42833:head#
2020-11-16T20:58:41.727 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.727 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971a6ba7:::benchmark_data_smithi065_53143_object16557:head#
2020-11-16T20:58:41.727 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.727 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971b66a1:::benchmark_data_smithi065_53143_object73869:head#
2020-11-16T20:58:41.727 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.727 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971c2bc8:::benchmark_data_smithi065_53143_object64974:head#
2020-11-16T20:58:41.728 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.728 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971c3243:::benchmark_data_smithi065_53143_object28656:head#
2020-11-16T20:58:41.728 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.728 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971dce87:::benchmark_data_smithi065_53143_object36331:head#
2020-11-16T20:58:41.728 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.728 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971de347:::benchmark_data_smithi065_53143_object41131:head#
2020-11-16T20:58:41.728 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.729 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971e3007:::benchmark_data_smithi065_53143_object3303:head#
2020-11-16T20:58:41.729 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.729 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971e8828:::benchmark_data_smithi065_53143_object7848:head#
2020-11-16T20:58:41.729 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.729 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971ea93f:::benchmark_data_smithi065_53143_object81899:head#
2020-11-16T20:58:41.729 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.729 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:971f0327:::benchmark_data_smithi065_53143_object37232:head#
2020-11-16T20:58:41.730 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.730 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9720306b:::benchmark_data_smithi065_53143_object12549:head#
2020-11-16T20:58:41.730 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.730 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97213b45:::benchmark_data_smithi065_53143_object79815:head#
2020-11-16T20:58:41.730 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.730 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97217c18:::benchmark_data_smithi065_53143_object26870:head#
2020-11-16T20:58:41.730 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.731 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9722089e:::benchmark_data_smithi065_53143_object31827:head#
2020-11-16T20:58:41.731 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.731 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97221a95:::benchmark_data_smithi065_53143_object8413:head#
2020-11-16T20:58:41.731 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.731 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9722581e:::benchmark_data_smithi065_53143_object37503:head#
2020-11-16T20:58:41.731 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.731 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9723b086:::benchmark_data_smithi065_53143_object17830:head#
2020-11-16T20:58:41.732 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.732 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9723c04a:::benchmark_data_smithi065_53143_object51371:head#
2020-11-16T20:58:41.732 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.732 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97242e76:::benchmark_data_smithi065_53143_object38876:head#
2020-11-16T20:58:41.732 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.732 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97243cae:::benchmark_data_smithi065_53143_object56611:head#
2020-11-16T20:58:41.732 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.733 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97247049:::benchmark_data_smithi065_53143_object1312:head#
2020-11-16T20:58:41.733 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.733 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9725125a:::benchmark_data_smithi065_53143_object71810:head#
2020-11-16T20:58:41.733 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.733 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97259fb1:::benchmark_data_smithi065_53143_object20460:head#
2020-11-16T20:58:41.733 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.733 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97261a30:::benchmark_data_smithi065_53143_object27610:head#
2020-11-16T20:58:41.734 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.734 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9727fe79:::benchmark_data_smithi065_53143_object29388:head#
2020-11-16T20:58:41.734 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.734 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97289f36:::benchmark_data_smithi065_53143_object70562:head#
2020-11-16T20:58:41.734 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.734 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9728af4d:::benchmark_data_smithi065_53143_object71862:head#
2020-11-16T20:58:41.734 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.735 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97297d2f:::benchmark_data_smithi065_53143_object79865:head#
2020-11-16T20:58:41.735 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.735 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972a6365:::benchmark_data_smithi065_53143_object15547:head#
2020-11-16T20:58:41.735 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.735 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972b64ca:::benchmark_data_smithi065_53143_object55022:head#
2020-11-16T20:58:41.735 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.735 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972be4d4:::benchmark_data_smithi065_53143_object82057:head#
2020-11-16T20:58:41.736 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.736 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972bfa05:::benchmark_data_smithi065_53143_object54416:head#
2020-11-16T20:58:41.736 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.736 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972c035d:::benchmark_data_smithi065_53143_object44062:head#
2020-11-16T20:58:41.736 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.736 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972c0a53:::benchmark_data_smithi065_53143_object55208:head#
2020-11-16T20:58:41.736 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.737 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972ca756:::benchmark_data_smithi065_53143_object64059:head#
2020-11-16T20:58:41.737 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.737 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972d4d21:::benchmark_data_smithi065_53143_object21346:head#
2020-11-16T20:58:41.737 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.737 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972d901d:::benchmark_data_smithi065_53143_object35089:head#
2020-11-16T20:58:41.737 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.737 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972de84b:::benchmark_data_smithi065_53143_object43771:head#
2020-11-16T20:58:41.738 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.738 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972e5393:::benchmark_data_smithi065_53143_object49788:head#
2020-11-16T20:58:41.738 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.738 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972e5bb7:::benchmark_data_smithi065_53143_object58386:head#
2020-11-16T20:58:41.738 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.738 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972f71ee:::benchmark_data_smithi065_53143_object64947:head#
2020-11-16T20:58:41.738 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.739 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:972f89ea:::benchmark_data_smithi065_53143_object1243:head#
2020-11-16T20:58:41.739 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.739 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9731082b:::benchmark_data_smithi065_53143_object71002:head#
2020-11-16T20:58:41.739 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.739 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9731aa0f:::benchmark_data_smithi065_53143_object25930:head#
2020-11-16T20:58:41.739 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.739 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97327c7f:::benchmark_data_smithi065_53143_object56838:head#
2020-11-16T20:58:41.740 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.740 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9732c4ab:::benchmark_data_smithi065_53143_object67721:head#
2020-11-16T20:58:41.740 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.740 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97332224:::benchmark_data_smithi065_53143_object80984:head#
2020-11-16T20:58:41.740 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.740 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97352239:::benchmark_data_smithi065_53143_object81002:head#
2020-11-16T20:58:41.740 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.741 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97371823:::benchmark_data_smithi065_53143_object5704:head#
2020-11-16T20:58:41.741 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.741 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9737237c:::benchmark_data_smithi065_53143_object34045:head#
2020-11-16T20:58:41.741 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.741 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97372ddc:::benchmark_data_smithi065_53143_object52265:head#
2020-11-16T20:58:41.741 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.741 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9738607f:::benchmark_data_smithi065_53143_object72202:head#
2020-11-16T20:58:41.742 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.742 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97393f9b:::benchmark_data_smithi065_53143_object81995:head#
2020-11-16T20:58:41.742 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.742 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973950e3:::benchmark_data_smithi065_53143_object48708:head#
2020-11-16T20:58:41.742 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.742 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973acc2e:::benchmark_data_smithi065_53143_object69579:head#
2020-11-16T20:58:41.742 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.743 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973b38c8:::benchmark_data_smithi065_53143_object20633:head#
2020-11-16T20:58:41.743 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.743 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973bb250:::benchmark_data_smithi065_53143_object8288:head#
2020-11-16T20:58:41.743 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.743 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973c518b:::benchmark_data_smithi065_53143_object30156:head#
2020-11-16T20:58:41.743 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.744 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973cffb7:::benchmark_data_smithi065_53143_object19123:head#
2020-11-16T20:58:41.744 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.744 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973d328a:::benchmark_data_smithi065_53143_object81057:head#
2020-11-16T20:58:41.744 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.744 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973dc81f:::benchmark_data_smithi065_53143_object35487:head#
2020-11-16T20:58:41.744 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.744 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973dcd22:::benchmark_data_smithi065_53143_object49449:head#
2020-11-16T20:58:41.745 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.745 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973e853f:::benchmark_data_smithi065_53143_object15043:head#
2020-11-16T20:58:41.745 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.745 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:973ffde8:::benchmark_data_smithi065_53143_object8520:head#
2020-11-16T20:58:41.745 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.745 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9740b8d7:::benchmark_data_smithi065_53143_object62366:head#
2020-11-16T20:58:41.745 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.746 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9740eed5:::benchmark_data_smithi065_53143_object12141:head#
2020-11-16T20:58:41.746 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.746 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9740eff2:::benchmark_data_smithi065_53143_object80199:head#
2020-11-16T20:58:41.746 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.746 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97443736:::benchmark_data_smithi065_53143_object28873:head#
2020-11-16T20:58:41.746 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.746 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97446adf:::benchmark_data_smithi065_53143_object37878:head#
2020-11-16T20:58:41.747 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.747 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974572c4:::benchmark_data_smithi065_53143_object29327:head#
2020-11-16T20:58:41.747 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.747 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9747565a:::benchmark_data_smithi065_53143_object38248:head#
2020-11-16T20:58:41.747 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.747 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974828c7:::benchmark_data_smithi065_53143_object21165:head#
2020-11-16T20:58:41.748 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.748 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97482909:::benchmark_data_smithi065_53143_object22474:head#
2020-11-16T20:58:41.748 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.748 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97495458:::benchmark_data_smithi065_53143_object16954:head#
2020-11-16T20:58:41.748 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.748 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974a5bdc:::benchmark_data_smithi065_53143_object38081:head#
2020-11-16T20:58:41.748 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.749 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974ae0af:::benchmark_data_smithi065_53143_object56235:head#
2020-11-16T20:58:41.749 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.749 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974ba44b:::benchmark_data_smithi065_53143_object71899:head#
2020-11-16T20:58:41.749 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.749 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974bd552:::benchmark_data_smithi065_53143_object81988:head#
2020-11-16T20:58:41.749 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.749 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974cb076:::benchmark_data_smithi065_53143_object46959:head#
2020-11-16T20:58:41.749 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.750 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974e0817:::benchmark_data_smithi065_53143_object32819:head#
2020-11-16T20:58:41.750 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.750 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974ea792:::benchmark_data_smithi065_53143_object28627:head#
2020-11-16T20:58:41.750 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.750 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:974eb2e6:::benchmark_data_smithi065_53143_object26318:head#
2020-11-16T20:58:41.750 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.751 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9750c8e0:::benchmark_data_smithi065_53143_object23307:head#
2020-11-16T20:58:41.751 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.751 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97526f08:::benchmark_data_smithi065_53143_object5958:head#
2020-11-16T20:58:41.751 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.751 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975432a9:::benchmark_data_smithi065_53143_object41871:head#
2020-11-16T20:58:41.751 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.752 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97547ec6:::benchmark_data_smithi065_53143_object79212:head#
2020-11-16T20:58:41.752 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.752 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97553adc:::benchmark_data_smithi065_53143_object67134:head#
2020-11-16T20:58:41.752 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.752 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97553c33:::benchmark_data_smithi065_53143_object56455:head#
2020-11-16T20:58:41.752 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.752 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9755d6ce:::benchmark_data_smithi065_53143_object64117:head#
2020-11-16T20:58:41.753 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.753 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97560b99:::benchmark_data_smithi065_53143_object4143:head#
2020-11-16T20:58:41.753 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.753 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97565a45:::benchmark_data_smithi065_53143_object43263:head#
2020-11-16T20:58:41.753 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.753 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9756df40:::benchmark_data_smithi065_53143_object45918:head#
2020-11-16T20:58:41.753 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.754 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9756f0f5:::benchmark_data_smithi065_53143_object62118:head#
2020-11-16T20:58:41.754 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.754 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975741a4:::benchmark_data_smithi065_53143_object4653:head#
2020-11-16T20:58:41.754 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.754 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97581fec:::benchmark_data_smithi065_53143_object4004:head#
2020-11-16T20:58:41.754 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.755 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97583520:::benchmark_data_smithi065_53143_object71445:head#
2020-11-16T20:58:41.755 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.755 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97591e7d:::benchmark_data_smithi065_53143_object69220:head#
2020-11-16T20:58:41.755 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.755 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97596bb3:::benchmark_data_smithi065_53143_object7617:head#
2020-11-16T20:58:41.755 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.755 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9759776a:::benchmark_data_smithi065_53143_object4678:head#
2020-11-16T20:58:41.756 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.756 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9759c805:::benchmark_data_smithi065_53143_object33764:head#
2020-11-16T20:58:41.756 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.756 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975b1e0a:::benchmark_data_smithi065_53143_object63562:head#
2020-11-16T20:58:41.756 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.756 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975b1ef6:::benchmark_data_smithi065_53143_object9033:head#
2020-11-16T20:58:41.756 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.757 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975b951b:::benchmark_data_smithi065_53143_object66204:head#
2020-11-16T20:58:41.757 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.757 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975ba77a:::benchmark_data_smithi065_53143_object70519:head#
2020-11-16T20:58:41.757 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.757 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975bf701:::benchmark_data_smithi065_53143_object46264:head#
2020-11-16T20:58:41.757 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.757 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975c2e19:::benchmark_data_smithi065_53143_object34150:head#
2020-11-16T20:58:41.758 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.758 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975cc8b0:::benchmark_data_smithi065_53143_object81373:head#
2020-11-16T20:58:41.758 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.758 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975e1b2e:::benchmark_data_smithi065_53143_object62325:head#
2020-11-16T20:58:41.758 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.758 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975ec669:::benchmark_data_smithi065_53143_object50074:head#
2020-11-16T20:58:41.758 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.759 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975f5608:::benchmark_data_smithi065_53143_object35764:head#
2020-11-16T20:58:41.759 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.759 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:975fd1b4:::benchmark_data_smithi065_53143_object27993:head#
2020-11-16T20:58:41.759 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.759 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97636d09:::benchmark_data_smithi065_53143_object32803:head#
2020-11-16T20:58:41.759 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.759 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9765bb3e:::benchmark_data_smithi065_53143_object46779:head#
2020-11-16T20:58:41.760 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.760 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9765fb30:::benchmark_data_smithi065_53143_object18730:head#
2020-11-16T20:58:41.760 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.760 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9766813d:::benchmark_data_smithi065_53143_object24185:head#
2020-11-16T20:58:41.760 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.760 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97683d78:::benchmark_data_smithi065_53143_object57071:head#
2020-11-16T20:58:41.760 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.761 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97686fb2:::benchmark_data_smithi065_53143_object5549:head#
2020-11-16T20:58:41.761 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.761 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:976ad034:::benchmark_data_smithi065_53143_object22934:head#
2020-11-16T20:58:41.761 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.761 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:976ba097:::benchmark_data_smithi065_53143_object20129:head#
2020-11-16T20:58:41.761 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.762 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:976cda83:::benchmark_data_smithi065_53143_object58129:head#
2020-11-16T20:58:41.762 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.762 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:976de166:::benchmark_data_smithi065_53143_object50338:head#
2020-11-16T20:58:41.762 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.762 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:976f4ef6:::benchmark_data_smithi065_53143_object35769:head#
2020-11-16T20:58:41.762 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.762 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:976f9417:::benchmark_data_smithi065_53143_object44225:head#
2020-11-16T20:58:41.763 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.763 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9770da29:::benchmark_data_smithi065_53143_object40155:head#
2020-11-16T20:58:41.763 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.763 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97712a11:::benchmark_data_smithi065_53143_object4831:head#
2020-11-16T20:58:41.763 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.763 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97713934:::benchmark_data_smithi065_53143_object3485:head#
2020-11-16T20:58:41.763 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.764 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97719018:::benchmark_data_smithi065_53143_object17596:head#
2020-11-16T20:58:41.764 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.764 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9771cad3:::benchmark_data_smithi065_53143_object23196:head#
2020-11-16T20:58:41.764 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.764 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9772cd49:::benchmark_data_smithi065_53143_object71393:head#
2020-11-16T20:58:41.764 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.764 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977558aa:::benchmark_data_smithi065_53143_object12614:head#
2020-11-16T20:58:41.765 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.765 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97757b5b:::benchmark_data_smithi065_53143_object38593:head#
2020-11-16T20:58:41.765 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.765 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97767366:::benchmark_data_smithi065_53143_object55375:head#
2020-11-16T20:58:41.765 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.765 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97768ef9:::benchmark_data_smithi065_53143_object5944:head#
2020-11-16T20:58:41.765 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.766 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9776d2da:::benchmark_data_smithi065_53143_object4971:head#
2020-11-16T20:58:41.766 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.766 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97774a9b:::benchmark_data_smithi065_53143_object49882:head#
2020-11-16T20:58:41.766 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.766 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97780551:::benchmark_data_smithi065_53143_object35186:head#
2020-11-16T20:58:41.766 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.767 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9778395f:::benchmark_data_smithi065_53143_object65109:head#
2020-11-16T20:58:41.767 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.767 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97784801:::benchmark_data_smithi065_53143_object4200:head#
2020-11-16T20:58:41.767 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.767 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977a7a2b:::benchmark_data_smithi065_53143_object5927:head#
2020-11-16T20:58:41.767 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.767 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977adb90:::benchmark_data_smithi065_53143_object66889:head#
2020-11-16T20:58:41.768 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.768 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977b0ac2:::benchmark_data_smithi065_53143_object62862:head#
2020-11-16T20:58:41.768 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.768 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977b5974:::benchmark_data_smithi065_53143_object30044:head#
2020-11-16T20:58:41.768 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.768 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977bc6e0:::benchmark_data_smithi065_53143_object52562:head#
2020-11-16T20:58:41.768 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.769 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977c0358:::benchmark_data_smithi065_53143_object46333:head#
2020-11-16T20:58:41.769 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.769 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977c2136:::benchmark_data_smithi065_53143_object24126:head#
2020-11-16T20:58:41.769 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.769 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977c3d88:::benchmark_data_smithi065_53143_object31154:head#
2020-11-16T20:58:41.769 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.769 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977f7ab2:::benchmark_data_smithi065_53143_object55918:head#
2020-11-16T20:58:41.770 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.770 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:977fac01:::benchmark_data_smithi065_53143_object18093:head#
2020-11-16T20:58:41.770 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.770 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9782473c:::benchmark_data_smithi065_53143_object30450:head#
2020-11-16T20:58:41.770 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.770 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9783094e:::benchmark_data_smithi065_53143_object72268:head#
2020-11-16T20:58:41.770 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.771 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9783c811:::benchmark_data_smithi065_53143_object19550:head#
2020-11-16T20:58:41.771 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.771 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978534ac:::benchmark_data_smithi065_53143_object77285:head#
2020-11-16T20:58:41.771 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.771 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978534fd:::benchmark_data_smithi065_53143_object50136:head#
2020-11-16T20:58:41.771 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.771 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97867c9d:::benchmark_data_smithi065_53143_object80107:head#
2020-11-16T20:58:41.772 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.772 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9786e70e:::benchmark_data_smithi065_53143_object76788:head#
2020-11-16T20:58:41.772 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.772 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97876804:::benchmark_data_smithi065_53143_object77165:head#
2020-11-16T20:58:41.772 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.772 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97897d0a:::benchmark_data_smithi065_53143_object46526:head#
2020-11-16T20:58:41.772 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.773 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9789cdf0:::benchmark_data_smithi065_53143_object4547:head#
2020-11-16T20:58:41.773 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.773 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978c7cc3:::benchmark_data_smithi065_53143_object37908:head#
2020-11-16T20:58:41.773 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.773 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978c8aa9:::benchmark_data_smithi065_53143_object20597:head#
2020-11-16T20:58:41.773 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.774 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978ca597:::benchmark_data_smithi065_53143_object41690:head#
2020-11-16T20:58:41.774 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.774 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978d0d74:::benchmark_data_smithi065_53143_object29374:head#
2020-11-16T20:58:41.774 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.774 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978d381a:::benchmark_data_smithi065_53143_object4784:head#
2020-11-16T20:58:41.774 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.774 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978d5ab1:::benchmark_data_smithi065_53143_object48529:head#
2020-11-16T20:58:41.775 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.775 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978f36d3:::benchmark_data_smithi065_53143_object73588:head#
2020-11-16T20:58:41.775 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.775 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:978fd25f:::benchmark_data_smithi065_53143_object21194:head#
2020-11-16T20:58:41.775 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.775 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9790a871:::benchmark_data_smithi065_53143_object15346:head#
2020-11-16T20:58:41.775 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.776 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9790beb8:::benchmark_data_smithi065_53143_object79879:head#
2020-11-16T20:58:41.776 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.776 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97910f33:::benchmark_data_smithi065_53143_object52631:head#
2020-11-16T20:58:41.776 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.776 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97915d6f:::benchmark_data_smithi065_53143_object50354:head#
2020-11-16T20:58:41.776 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.776 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97924bc1:::benchmark_data_smithi065_53143_object40176:head#
2020-11-16T20:58:41.777 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.777 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97926f26:::benchmark_data_smithi065_53143_object63740:head#
2020-11-16T20:58:41.777 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.777 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97930f10:::benchmark_data_smithi065_53143_object1632:head#
2020-11-16T20:58:41.777 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.777 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97932513:::benchmark_data_smithi065_53143_object20786:head#
2020-11-16T20:58:41.777 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.778 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97935495:::benchmark_data_smithi065_53143_object37293:head#
2020-11-16T20:58:41.778 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.778 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97938c25:::benchmark_data_smithi065_53143_object7088:head#
2020-11-16T20:58:41.778 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.778 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9793e645:::benchmark_data_smithi065_53143_object24625:head#
2020-11-16T20:58:41.778 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.778 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9794287d:::benchmark_data_smithi065_53143_object72787:head#
2020-11-16T20:58:41.779 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.779 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:979588a0:::benchmark_data_smithi065_53143_object66902:head#
2020-11-16T20:58:41.779 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.779 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97959d40:::benchmark_data_smithi065_53143_object49699:head#
2020-11-16T20:58:41.779 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.779 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97959e2f:::benchmark_data_smithi065_53143_object79562:head#
2020-11-16T20:58:41.779 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.780 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97973faa:::benchmark_data_smithi065_53143_object12383:head#
2020-11-16T20:58:41.780 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.780 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9797a8ab:::benchmark_data_smithi065_53143_object36638:head#
2020-11-16T20:58:41.780 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.780 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97997d1e:::benchmark_data_smithi065_53143_object26220:head#
2020-11-16T20:58:41.780 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.781 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:979af3db:::benchmark_data_smithi065_53143_object37651:head#
2020-11-16T20:58:41.781 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.781 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:979b948d:::benchmark_data_smithi065_53143_object15822:head#
2020-11-16T20:58:41.781 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.781 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:979c80ac:::benchmark_data_smithi065_53143_object32746:head#
2020-11-16T20:58:41.781 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.781 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:979f8dc9:::benchmark_data_smithi065_53143_object16289:head#
2020-11-16T20:58:41.782 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.782 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:979fbaa7:::benchmark_data_smithi065_53143_object60529:head#
2020-11-16T20:58:41.782 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.782 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a08121:::benchmark_data_smithi065_53143_object13461:head#
2020-11-16T20:58:41.782 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.782 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a0caeb:::benchmark_data_smithi065_53143_object74820:head#
2020-11-16T20:58:41.782 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.783 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a1bb5d:::benchmark_data_smithi065_53143_object27022:head#
2020-11-16T20:58:41.783 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.783 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a2375e:::benchmark_data_smithi065_53143_object59315:head#
2020-11-16T20:58:41.783 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.783 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a2b17f:::benchmark_data_smithi065_53143_object22002:head#
2020-11-16T20:58:41.783 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.783 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a3af13:::benchmark_data_smithi065_53143_object46772:head#
2020-11-16T20:58:41.784 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.784 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a572e4:::benchmark_data_smithi065_53143_object7833:head#
2020-11-16T20:58:41.784 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.784 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a57508:::benchmark_data_smithi065_53143_object24226:head#
2020-11-16T20:58:41.784 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.784 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a5da3e:::benchmark_data_smithi065_53143_object25642:head#
2020-11-16T20:58:41.784 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.785 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a6566f:::benchmark_data_smithi065_53143_object60503:head#
2020-11-16T20:58:41.785 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.785 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a6c671:::benchmark_data_smithi065_53143_object63876:head#
2020-11-16T20:58:41.785 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.785 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a712bc:::benchmark_data_smithi065_53143_object13811:head#
2020-11-16T20:58:41.785 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.785 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a7da64:::benchmark_data_smithi065_53143_object18740:head#
2020-11-16T20:58:41.786 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.786 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a872ab:::benchmark_data_smithi065_53143_object28333:head#
2020-11-16T20:58:41.786 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.786 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a8c1f7:::benchmark_data_smithi065_53143_object8626:head#
2020-11-16T20:58:41.786 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.786 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97a966cd:::benchmark_data_smithi065_53143_object55321:head#
2020-11-16T20:58:41.787 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.787 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ac1307:::benchmark_data_smithi065_53143_object79980:head#
2020-11-16T20:58:41.787 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.787 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ace2cf:::benchmark_data_smithi065_53143_object59737:head#
2020-11-16T20:58:41.787 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.787 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97acef77:::benchmark_data_smithi065_53143_object36401:head#
2020-11-16T20:58:41.787 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.788 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97af11a8:::benchmark_data_smithi065_53143_object36278:head#
2020-11-16T20:58:41.788 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.788 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97af1925:::benchmark_data_smithi065_53143_object65782:head#
2020-11-16T20:58:41.788 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.788 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97afa4fa:::benchmark_data_smithi065_53143_object5911:head#
2020-11-16T20:58:41.788 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.788 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b0f52d:::benchmark_data_smithi065_53143_object11556:head#
2020-11-16T20:58:41.789 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.789 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b26cde:::benchmark_data_smithi065_53143_object29359:head#
2020-11-16T20:58:41.789 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.789 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b27c50:::benchmark_data_smithi065_53143_object21519:head#
2020-11-16T20:58:41.789 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.789 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b3636f:::benchmark_data_smithi065_53143_object38214:head#
2020-11-16T20:58:41.789 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.790 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b380a1:::benchmark_data_smithi065_53143_object60175:head#
2020-11-16T20:58:41.790 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.790 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b43ab4:::benchmark_data_smithi065_53143_object9915:head#
2020-11-16T20:58:41.790 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.790 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b49e30:::benchmark_data_smithi065_53143_object53616:head#
2020-11-16T20:58:41.790 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.790 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b4b27d:::benchmark_data_smithi065_53143_object13052:head#
2020-11-16T20:58:41.791 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.791 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b512b2:::benchmark_data_smithi065_53143_object4624:head#
2020-11-16T20:58:41.791 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.791 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b61d94:::benchmark_data_smithi065_53143_object22283:head#
2020-11-16T20:58:41.791 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.791 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b676ba:::benchmark_data_smithi065_53143_object756:head#
2020-11-16T20:58:41.791 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.792 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b704a1:::benchmark_data_smithi065_53143_object77365:head#
2020-11-16T20:58:41.792 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.792 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b73467:::benchmark_data_smithi065_53143_object4239:head#
2020-11-16T20:58:41.792 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.792 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97b91b7e:::benchmark_data_smithi065_53143_object12990:head#
2020-11-16T20:58:41.792 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.792 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ba6714:::benchmark_data_smithi065_53143_object30847:head#
2020-11-16T20:58:41.793 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.793 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97bc426c:::benchmark_data_smithi065_53143_object44084:head#
2020-11-16T20:58:41.793 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.793 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97bcf271:::benchmark_data_smithi065_53143_object49343:head#
2020-11-16T20:58:41.793 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.793 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97beeb7c:::benchmark_data_smithi065_53143_object27346:head#
2020-11-16T20:58:41.794 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.794 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c0a565:::benchmark_data_smithi065_53143_object38780:head#
2020-11-16T20:58:41.794 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.794 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c22f08:::benchmark_data_smithi065_53143_object66924:head#
2020-11-16T20:58:41.794 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.794 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c24e3b:::benchmark_data_smithi065_53143_object32278:head#
2020-11-16T20:58:41.795 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.795 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c31257:::benchmark_data_smithi065_53143_object75550:head#
2020-11-16T20:58:41.795 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.795 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c55064:::benchmark_data_smithi065_53143_object56960:head#
2020-11-16T20:58:41.795 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.795 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c65d5c:::benchmark_data_smithi065_53143_object4475:head#
2020-11-16T20:58:41.795 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.796 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c68d5c:::benchmark_data_smithi065_53143_object437:head#
2020-11-16T20:58:41.796 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.796 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c6bef0:::benchmark_data_smithi065_53143_object4990:head#
2020-11-16T20:58:41.796 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.796 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c731f3:::benchmark_data_smithi065_53143_object52488:head#
2020-11-16T20:58:41.796 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.796 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97c767d8:::benchmark_data_smithi065_53143_object70823:head#
2020-11-16T20:58:41.797 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.797 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ca8dbe:::benchmark_data_smithi065_53143_object18656:head#
2020-11-16T20:58:41.797 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.797 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97cac224:::benchmark_data_smithi065_53143_object72743:head#
2020-11-16T20:58:41.797 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.797 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97cad43f:::benchmark_data_smithi065_53143_object34320:head#
2020-11-16T20:58:41.797 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.798 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97cc02dd:::benchmark_data_smithi065_53143_object65633:head#
2020-11-16T20:58:41.798 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.798 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ccc12c:::benchmark_data_smithi065_53143_object25812:head#
2020-11-16T20:58:41.798 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.798 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97cd11b3:::benchmark_data_smithi065_53143_object56877:head#
2020-11-16T20:58:41.798 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.798 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ce8e81:::benchmark_data_smithi065_53143_object42392:head#
2020-11-16T20:58:41.799 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.799 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97cfe70b:::benchmark_data_smithi065_53143_object67018:head#
2020-11-16T20:58:41.799 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.799 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d14377:::benchmark_data_smithi065_53143_object59968:head#
2020-11-16T20:58:41.799 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.799 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d1d794:::benchmark_data_smithi065_53143_object7941:head#
2020-11-16T20:58:41.799 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.800 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d27d00:::benchmark_data_smithi065_53143_object29307:head#
2020-11-16T20:58:41.800 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.800 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d294af:::benchmark_data_smithi065_53143_object34714:head#
2020-11-16T20:58:41.800 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.800 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d32067:::benchmark_data_smithi065_53143_object22145:head#
2020-11-16T20:58:41.800 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.800 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d364d8:::benchmark_data_smithi065_53143_object34217:head#
2020-11-16T20:58:41.801 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.801 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d375bb:::benchmark_data_smithi065_53143_object47970:head#
2020-11-16T20:58:41.801 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.801 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d39bc3:::benchmark_data_smithi065_53143_object73941:head#
2020-11-16T20:58:41.801 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.801 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d4a71a:::benchmark_data_smithi065_53143_object2852:head#
2020-11-16T20:58:41.802 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.802 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d5143c:::benchmark_data_smithi065_53143_object15191:head#
2020-11-16T20:58:41.802 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.802 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d65c65:::benchmark_data_smithi065_53143_object47006:head#
2020-11-16T20:58:41.802 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.802 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d68252:::benchmark_data_smithi065_53143_object51992:head#
2020-11-16T20:58:41.802 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.803 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d6f111:::benchmark_data_smithi065_53143_object79875:head#
2020-11-16T20:58:41.803 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.803 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d70c68:::benchmark_data_smithi065_53143_object19381:head#
2020-11-16T20:58:41.803 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.803 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d728dd:::benchmark_data_smithi065_53143_object46946:head#
2020-11-16T20:58:41.803 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.804 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d729f5:::benchmark_data_smithi065_53143_object43431:head#
2020-11-16T20:58:41.804 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.804 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d76a96:::benchmark_data_smithi065_53143_object65537:head#
2020-11-16T20:58:41.804 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.804 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d78dd1:::benchmark_data_smithi065_53143_object13051:head#
2020-11-16T20:58:41.804 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.804 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d8b860:::benchmark_data_smithi065_53143_object22653:head#
2020-11-16T20:58:41.805 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.805 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d90ced:::benchmark_data_smithi065_53143_object76563:head#
2020-11-16T20:58:41.805 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.805 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97d9bb96:::benchmark_data_smithi065_53143_object16626:head#
2020-11-16T20:58:41.805 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.805 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97da46a1:::benchmark_data_smithi065_53143_object68158:head#
2020-11-16T20:58:41.805 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.806 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97dab765:::benchmark_data_smithi065_53143_object30045:head#
2020-11-16T20:58:41.806 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.806 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97dc3fb7:::benchmark_data_smithi065_53143_object30014:head#
2020-11-16T20:58:41.806 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.806 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97dc63b7:::benchmark_data_smithi065_53143_object64832:head#
2020-11-16T20:58:41.806 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.806 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97dcc159:::benchmark_data_smithi065_53143_object49839:head#
2020-11-16T20:58:41.807 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.807 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97dd5905:::benchmark_data_smithi065_53143_object49978:head#
2020-11-16T20:58:41.807 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.807 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97dd8aed:::benchmark_data_smithi065_53143_object26654:head#
2020-11-16T20:58:41.807 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.807 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97dde244:::benchmark_data_smithi065_53143_object7639:head#
2020-11-16T20:58:41.808 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.808 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97decff8:::benchmark_data_smithi065_53143_object23466:head#
2020-11-16T20:58:41.808 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.808 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97df04d6:::benchmark_data_smithi065_53143_object66669:head#
2020-11-16T20:58:41.808 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.808 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97df1a18:::benchmark_data_smithi065_53143_object80119:head#
2020-11-16T20:58:41.808 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.809 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97df7212:::benchmark_data_smithi065_53143_object46508:head#
2020-11-16T20:58:41.809 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.809 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97df9c80:::benchmark_data_smithi065_53143_object66261:head#
2020-11-16T20:58:41.809 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.809 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97dfdb32:::benchmark_data_smithi065_53143_object59638:head#
2020-11-16T20:58:41.809 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.809 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97e0a43d:::benchmark_data_smithi065_53143_object77378:head#
2020-11-16T20:58:41.810 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.810 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97e17456:::benchmark_data_smithi065_53143_object23678:head#
2020-11-16T20:58:41.810 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.810 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97e264d3:::benchmark_data_smithi065_53143_object7800:head#
2020-11-16T20:58:41.810 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.810 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97e34d60:::benchmark_data_smithi065_53143_object35871:head#
2020-11-16T20:58:41.811 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.811 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97e5746a:::benchmark_data_smithi065_53143_object73405:head#
2020-11-16T20:58:41.811 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.811 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97e58adb:::benchmark_data_smithi065_53143_object27926:head#
2020-11-16T20:58:41.811 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.811 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97e5a334:::benchmark_data_smithi065_53143_object48210:head#
2020-11-16T20:58:41.811 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.812 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97e87541:::benchmark_data_smithi065_53143_object20228:head#
2020-11-16T20:58:41.812 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.812 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ea5a21:::benchmark_data_smithi065_53143_object69677:head#
2020-11-16T20:58:41.812 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.812 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97eb19c7:::benchmark_data_smithi065_53143_object7474:head#
2020-11-16T20:58:41.812 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.812 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97eb5bf8:::benchmark_data_smithi065_53143_object45527:head#
2020-11-16T20:58:41.813 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.813 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97eb9f60:::benchmark_data_smithi065_53143_object35059:head#
2020-11-16T20:58:41.813 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.813 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ed7bd4:::benchmark_data_smithi065_53143_object46714:head#
2020-11-16T20:58:41.813 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.813 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97f08b30:::benchmark_data_smithi065_53143_object37178:head#
2020-11-16T20:58:41.813 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.814 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97f37085:::benchmark_data_smithi065_53143_object17304:head#
2020-11-16T20:58:41.814 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.814 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97f38290:::benchmark_data_smithi065_53143_object6744:head#
2020-11-16T20:58:41.814 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.814 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97f3a4c7:::benchmark_data_smithi065_53143_object55663:head#
2020-11-16T20:58:41.814 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.814 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97f4206a:::benchmark_data_smithi065_53143_object80056:head#
2020-11-16T20:58:41.815 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.815 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97f6f1d9:::benchmark_data_smithi065_53143_object1218:head#
2020-11-16T20:58:41.815 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.815 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97f74b93:::benchmark_data_smithi065_53143_object14021:head#
2020-11-16T20:58:41.815 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.815 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97f86b19:::benchmark_data_smithi065_53143_object79404:head#
2020-11-16T20:58:41.816 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.816 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97fc1956:::benchmark_data_smithi065_53143_object15652:head#
2020-11-16T20:58:41.816 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.816 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97fc7337:::benchmark_data_smithi065_53143_object8808:head#
2020-11-16T20:58:41.816 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.816 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97fc94e1:::benchmark_data_smithi065_53143_object70273:head#
2020-11-16T20:58:41.816 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.817 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97fcece3:::benchmark_data_smithi065_53143_object34944:head#
2020-11-16T20:58:41.817 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.817 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97feb80a:::benchmark_data_smithi065_53143_object70862:head#
2020-11-16T20:58:41.817 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.817 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:97ff5567:::benchmark_data_smithi065_53143_object43718:head#
2020-11-16T20:58:41.817 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.817 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9801ff52:::benchmark_data_smithi065_53143_object51286:head#
2020-11-16T20:58:41.818 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.818 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9802c5ad:::benchmark_data_smithi065_53143_object64891:head#
2020-11-16T20:58:41.818 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.818 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9802fa19:::benchmark_data_smithi065_53143_object66297:head#
2020-11-16T20:58:41.818 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.818 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98044dcf:::benchmark_data_smithi065_53143_object50677:head#
2020-11-16T20:58:41.818 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.819 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980473ec:::benchmark_data_smithi065_53143_object61046:head#
2020-11-16T20:58:41.819 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.819 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9804d948:::benchmark_data_smithi065_53143_object40930:head#
2020-11-16T20:58:41.819 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.819 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98067f70:::benchmark_data_smithi065_53143_object49883:head#
2020-11-16T20:58:41.819 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.820 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98076d75:::benchmark_data_smithi065_53143_object9309:head#
2020-11-16T20:58:41.820 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.820 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98079647:::benchmark_data_smithi065_53143_object54269:head#
2020-11-16T20:58:41.820 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.820 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9807e886:::benchmark_data_smithi065_53143_object68093:head#
2020-11-16T20:58:41.820 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.820 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980830d7:::benchmark_data_smithi065_53143_object23570:head#
2020-11-16T20:58:41.821 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.821 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98093415:::benchmark_data_smithi065_53143_object32202:head#
2020-11-16T20:58:41.821 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.821 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9809626a:::benchmark_data_smithi065_53143_object23610:head#
2020-11-16T20:58:41.821 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.821 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9809e0be:::benchmark_data_smithi065_53143_object63077:head#
2020-11-16T20:58:41.821 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.822 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9809e2e8:::benchmark_data_smithi065_53143_object6785:head#
2020-11-16T20:58:41.822 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.822 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980b977b:::benchmark_data_smithi065_53143_object65473:head#
2020-11-16T20:58:41.822 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.822 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980ba406:::benchmark_data_smithi065_53143_object68691:head#
2020-11-16T20:58:41.822 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.822 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980c21b5:::benchmark_data_smithi065_53143_object43949:head#
2020-11-16T20:58:41.823 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.823 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980cffe7:::benchmark_data_smithi065_53143_object74797:head#
2020-11-16T20:58:41.823 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.823 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980d5ea4:::benchmark_data_smithi065_53143_object45055:head#
2020-11-16T20:58:41.823 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.823 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980da6c7:::benchmark_data_smithi065_53143_object33774:head#
2020-11-16T20:58:41.823 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.824 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:980ebadf:::benchmark_data_smithi065_53143_object73539:head#
2020-11-16T20:58:41.824 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.824 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:981042b1:::benchmark_data_smithi065_53143_object58622:head#
2020-11-16T20:58:41.824 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.824 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9810f794:::benchmark_data_smithi065_53143_object45042:head#
2020-11-16T20:58:41.824 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.824 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9812f49d:::benchmark_data_smithi065_53143_object3270:head#
2020-11-16T20:58:41.825 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.825 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:981306b6:::benchmark_data_smithi065_53143_object38165:head#
2020-11-16T20:58:41.825 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.825 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9813784f:::benchmark_data_smithi065_53143_object21465:head#
2020-11-16T20:58:41.825 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.825 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9813eccb:::benchmark_data_smithi065_53143_object31386:head#
2020-11-16T20:58:41.825 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.826 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9814ae60:::benchmark_data_smithi065_53143_object42655:head#
2020-11-16T20:58:41.826 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.826 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9814c1f5:::benchmark_data_smithi065_53143_object65895:head#
2020-11-16T20:58:41.826 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.826 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9817a93c:::benchmark_data_smithi065_53143_object70383:head#
2020-11-16T20:58:41.826 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.827 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9817ba53:::benchmark_data_smithi065_53143_object11090:head#
2020-11-16T20:58:41.827 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.827 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98184121:::benchmark_data_smithi065_53143_object48151:head#
2020-11-16T20:58:41.827 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.827 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98187fc9:::benchmark_data_smithi065_53143_object75967:head#
2020-11-16T20:58:41.827 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.827 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9818b709:::benchmark_data_smithi065_53143_object20134:head#
2020-11-16T20:58:41.828 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.828 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:981997e3:::benchmark_data_smithi065_53143_object27228:head#
2020-11-16T20:58:41.828 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.828 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:981ae591:::benchmark_data_smithi065_53143_object14337:head#
2020-11-16T20:58:41.828 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.828 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:981bcebe:::benchmark_data_smithi065_53143_object21361:head#
2020-11-16T20:58:41.828 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.829 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:981e9ca3:::benchmark_data_smithi065_53143_object7534:head#
2020-11-16T20:58:41.829 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.829 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98217730:::benchmark_data_smithi065_53143_object44514:head#
2020-11-16T20:58:41.829 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.829 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9822726c:::benchmark_data_smithi065_53143_object9464:head#
2020-11-16T20:58:41.829 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.829 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98236cc2:::benchmark_data_smithi065_53143_object76215:head#
2020-11-16T20:58:41.830 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.830 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9823f4b6:::benchmark_data_smithi065_53143_object44187:head#
2020-11-16T20:58:41.830 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.830 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9826a223:::benchmark_data_smithi065_53143_object10054:head#
2020-11-16T20:58:41.830 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.830 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98271796:::benchmark_data_smithi065_53143_object21376:head#
2020-11-16T20:58:41.831 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.831 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982717fd:::benchmark_data_smithi065_53143_object5976:head#
2020-11-16T20:58:41.831 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.831 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982719db:::benchmark_data_smithi065_53143_object18218:head#
2020-11-16T20:58:41.831 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.831 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982b5840:::benchmark_data_smithi065_53143_object1651:head#
2020-11-16T20:58:41.831 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.832 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982b6805:::benchmark_data_smithi065_53143_object30322:head#
2020-11-16T20:58:41.832 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.832 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982ce7e0:::benchmark_data_smithi065_53143_object65240:head#
2020-11-16T20:58:41.832 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.832 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982d5fb4:::benchmark_data_smithi065_53143_object28137:head#
2020-11-16T20:58:41.832 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.832 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982da9f7:::benchmark_data_smithi065_53143_object63684:head#
2020-11-16T20:58:41.833 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.833 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982dbb84:::benchmark_data_smithi065_53143_object48696:head#
2020-11-16T20:58:41.833 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.833 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982e4f1d:::benchmark_data_smithi065_53143_object32971:head#
2020-11-16T20:58:41.833 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.833 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:982f3cfa:::benchmark_data_smithi065_53143_object64512:head#
2020-11-16T20:58:41.833 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.834 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98309076:::benchmark_data_smithi065_53143_object2455:head#
2020-11-16T20:58:41.834 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.834 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9830d02c:::benchmark_data_smithi065_53143_object24096:head#
2020-11-16T20:58:41.834 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.834 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9831fef0:::benchmark_data_smithi065_53143_object12000:head#
2020-11-16T20:58:41.834 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.834 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98322ed1:::benchmark_data_smithi065_53143_object60080:head#
2020-11-16T20:58:41.835 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.835 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9833c857:::benchmark_data_smithi065_53143_object28159:head#
2020-11-16T20:58:41.835 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.835 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98350108:::benchmark_data_smithi065_53143_object1396:head#
2020-11-16T20:58:41.835 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.835 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98350602:::benchmark_data_smithi065_53143_object60356:head#
2020-11-16T20:58:41.835 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.836 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98351a7f:::benchmark_data_smithi065_53143_object20297:head#
2020-11-16T20:58:41.836 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.836 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:983b10df:::benchmark_data_smithi065_53143_object80687:head#
2020-11-16T20:58:41.836 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.836 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:983d5c24:::benchmark_data_smithi065_53143_object79227:head#
2020-11-16T20:58:41.836 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.837 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:983e5a05:::benchmark_data_smithi065_53143_object56282:head#
2020-11-16T20:58:41.837 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.837 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98401acd:::benchmark_data_smithi065_53143_object50935:head#
2020-11-16T20:58:41.837 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.837 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:984044fd:::benchmark_data_smithi065_53143_object21405:head#
2020-11-16T20:58:41.837 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.837 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9840572c:::benchmark_data_smithi065_53143_object61198:head#
2020-11-16T20:58:41.838 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.838 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9840f6c0:::benchmark_data_smithi065_53143_object55764:head#
2020-11-16T20:58:41.838 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.838 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98415eb1:::benchmark_data_smithi065_53143_object20750:head#
2020-11-16T20:58:41.838 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.838 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98428ed0:::benchmark_data_smithi065_53143_object13568:head#
2020-11-16T20:58:41.838 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.839 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9843170d:::benchmark_data_smithi065_53143_object47184:head#
2020-11-16T20:58:41.839 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.839 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98435d2b:::benchmark_data_smithi065_53143_object78760:head#
2020-11-16T20:58:41.839 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.839 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9843961e:::benchmark_data_smithi065_53143_object18917:head#
2020-11-16T20:58:41.839 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.839 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9845840a:::benchmark_data_smithi065_53143_object72974:head#
2020-11-16T20:58:41.840 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.840 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9846af8d:::benchmark_data_smithi065_53143_object3404:head#
2020-11-16T20:58:41.840 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.840 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98470fe3:::benchmark_data_smithi065_53143_object33024:head#
2020-11-16T20:58:41.840 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.840 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:984717e7:::benchmark_data_smithi065_53143_object7793:head#
2020-11-16T20:58:41.840 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.841 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98478950:::benchmark_data_smithi065_53143_object9832:head#
2020-11-16T20:58:41.841 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.841 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9847b72e:::benchmark_data_smithi065_53143_object59131:head#
2020-11-16T20:58:41.841 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.841 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98488c0f:::benchmark_data_smithi065_53143_object39019:head#
2020-11-16T20:58:41.841 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.841 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9848948b:::benchmark_data_smithi065_53143_object15444:head#
2020-11-16T20:58:41.842 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.842 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9849ed28:::benchmark_data_smithi065_53143_object60886:head#
2020-11-16T20:58:41.842 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.842 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:984c1c30:::benchmark_data_smithi065_53143_object5891:head#
2020-11-16T20:58:41.842 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.842 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:984cc388:::benchmark_data_smithi065_53143_object66987:head#
2020-11-16T20:58:41.842 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.843 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:984fa6ae:::benchmark_data_smithi065_53143_object47552:head#
2020-11-16T20:58:41.843 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.843 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98513aa5:::benchmark_data_smithi065_53143_object57211:head#
2020-11-16T20:58:41.843 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.843 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9853a5f0:::benchmark_data_smithi065_53143_object19756:head#
2020-11-16T20:58:41.843 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.843 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98542337:::benchmark_data_smithi065_53143_object76708:head#
2020-11-16T20:58:41.844 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.844 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9854dd22:::benchmark_data_smithi065_53143_object65130:head#
2020-11-16T20:58:41.844 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.844 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98565732:::benchmark_data_smithi065_53143_object31713:head#
2020-11-16T20:58:41.844 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.844 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98574366:::benchmark_data_smithi065_53143_object23833:head#
2020-11-16T20:58:41.844 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.845 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9857c46d:::benchmark_data_smithi065_53143_object48821:head#
2020-11-16T20:58:41.845 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.845 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98586e0f:::benchmark_data_smithi065_53143_object72:head#
2020-11-16T20:58:41.845 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.845 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9858dd32:::benchmark_data_smithi065_53143_object12876:head#
2020-11-16T20:58:41.845 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.845 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98598a73:::benchmark_data_smithi065_53143_object80742:head#
2020-11-16T20:58:41.846 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.846 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:985a558f:::benchmark_data_smithi065_53143_object56205:head#
2020-11-16T20:58:41.846 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.846 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:985ad2bb:::benchmark_data_smithi065_53143_object52842:head#
2020-11-16T20:58:41.846 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.846 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:985b5605:::benchmark_data_smithi065_53143_object53697:head#
2020-11-16T20:58:41.846 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.847 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:985bf29a:::benchmark_data_smithi065_53143_object41167:head#
2020-11-16T20:58:41.847 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.847 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:985caffd:::benchmark_data_smithi065_53143_object34470:head#
2020-11-16T20:58:41.847 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.847 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:985d1d9a:::benchmark_data_smithi065_53143_object28666:head#
2020-11-16T20:58:41.847 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.847 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:985f5331:::benchmark_data_smithi065_53143_object31197:head#
2020-11-16T20:58:41.848 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.848 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:985fddf4:::benchmark_data_smithi065_53143_object68094:head#
2020-11-16T20:58:41.848 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.848 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98609223:::benchmark_data_smithi065_53143_object55598:head#
2020-11-16T20:58:41.848 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.848 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986192f7:::benchmark_data_smithi065_53143_object77799:head#
2020-11-16T20:58:41.848 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.849 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9861ed7f:::benchmark_data_smithi065_53143_object39487:head#
2020-11-16T20:58:41.849 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.849 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9862b3ba:::benchmark_data_smithi065_53143_object57859:head#
2020-11-16T20:58:41.849 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.849 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986364ac:::benchmark_data_smithi065_53143_object54540:head#
2020-11-16T20:58:41.849 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.849 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9863ab43:::benchmark_data_smithi065_53143_object64710:head#
2020-11-16T20:58:41.850 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.850 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9864a1dd:::benchmark_data_smithi065_53143_object49961:head#
2020-11-16T20:58:41.850 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.850 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98663734:::benchmark_data_smithi065_53143_object25874:head#
2020-11-16T20:58:41.850 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.850 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9866e954:::benchmark_data_smithi065_53143_object78871:head#
2020-11-16T20:58:41.850 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.851 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986820fe:::benchmark_data_smithi065_53143_object66884:head#
2020-11-16T20:58:41.851 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.851 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986988bc:::benchmark_data_smithi065_53143_object64090:head#
2020-11-16T20:58:41.851 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.851 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9869e24a:::benchmark_data_smithi065_53143_object68361:head#
2020-11-16T20:58:41.851 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.851 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986a3467:::benchmark_data_smithi065_53143_object27688:head#
2020-11-16T20:58:41.852 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.852 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986af69b:::benchmark_data_smithi065_53143_object36710:head#
2020-11-16T20:58:41.852 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.852 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986b92c3:::benchmark_data_smithi065_53143_object35566:head#
2020-11-16T20:58:41.852 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.852 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986d1cd8:::benchmark_data_smithi065_53143_object74219:head#
2020-11-16T20:58:41.852 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.853 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986da95f:::benchmark_data_smithi065_53143_object8523:head#
2020-11-16T20:58:41.853 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.853 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986e33fc:::benchmark_data_smithi065_53143_object80505:head#
2020-11-16T20:58:41.853 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.853 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:986f4160:::benchmark_data_smithi065_53143_object57346:head#
2020-11-16T20:58:41.853 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.853 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9871f167:::benchmark_data_smithi065_53143_object66019:head#
2020-11-16T20:58:41.854 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.854 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9872cdb0:::benchmark_data_smithi065_53143_object65198:head#
2020-11-16T20:58:41.854 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.854 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98735928:::benchmark_data_smithi065_53143_object40844:head#
2020-11-16T20:58:41.854 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.854 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98744f72:::benchmark_data_smithi065_53143_object53036:head#
2020-11-16T20:58:41.855 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.855 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98749825:::benchmark_data_smithi065_53143_object76433:head#
2020-11-16T20:58:41.855 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.855 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98751e35:::benchmark_data_smithi065_53143_object36419:head#
2020-11-16T20:58:41.855 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.855 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:987557ef:::benchmark_data_smithi065_53143_object70200:head#
2020-11-16T20:58:41.855 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.856 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98760c55:::benchmark_data_smithi065_53143_object46309:head#
2020-11-16T20:58:41.856 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.856 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9877952b:::benchmark_data_smithi065_53143_object69217:head#
2020-11-16T20:58:41.856 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.856 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:987815fa:::benchmark_data_smithi065_53143_object37189:head#
2020-11-16T20:58:41.856 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.856 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98788fd5:::benchmark_data_smithi065_53143_object3575:head#
2020-11-16T20:58:41.857 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.857 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:987a0060:::benchmark_data_smithi065_53143_object20943:head#
2020-11-16T20:58:41.857 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.857 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:987a5c95:::benchmark_data_smithi065_53143_object16785:head#
2020-11-16T20:58:41.857 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.857 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:987ac383:::benchmark_data_smithi065_53143_object41738:head#
2020-11-16T20:58:41.857 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.858 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:987dad00:::benchmark_data_smithi065_53143_object50590:head#
2020-11-16T20:58:41.858 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.858 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:987f7756:::benchmark_data_smithi065_53143_object36311:head#
2020-11-16T20:58:41.858 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.858 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:987fb303:::benchmark_data_smithi065_53143_object60489:head#
2020-11-16T20:58:41.858 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.858 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98801220:::benchmark_data_smithi065_53143_object29655:head#
2020-11-16T20:58:41.859 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.859 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98807e56:::benchmark_data_smithi065_53143_object4569:head#
2020-11-16T20:58:41.859 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.859 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98817f08:::benchmark_data_smithi065_53143_object69267:head#
2020-11-16T20:58:41.859 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.859 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9881ee6d:::benchmark_data_smithi065_53143_object44935:head#
2020-11-16T20:58:41.859 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.860 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9881f066:::benchmark_data_smithi065_53143_object30221:head#
2020-11-16T20:58:41.860 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.860 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98829dc3:::benchmark_data_smithi065_53143_object70284:head#
2020-11-16T20:58:41.860 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.860 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98829ff0:::benchmark_data_smithi065_53143_object59705:head#
2020-11-16T20:58:41.860 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.860 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9884038b:::benchmark_data_smithi065_53143_object79686:head#
2020-11-16T20:58:41.861 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.861 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98864b11:::benchmark_data_smithi065_53143_object47073:head#
2020-11-16T20:58:41.861 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.861 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9887d962:::benchmark_data_smithi065_53143_object41192:head#
2020-11-16T20:58:41.861 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.861 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9888aa62:::benchmark_data_smithi065_53143_object68546:head#
2020-11-16T20:58:41.861 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.862 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9888dbe1:::benchmark_data_smithi065_53143_object52588:head#
2020-11-16T20:58:41.862 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.862 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98893c9f:::benchmark_data_smithi065_53143_object23528:head#
2020-11-16T20:58:41.862 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.862 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9889787e:::benchmark_data_smithi065_53143_object9378:head#
2020-11-16T20:58:41.862 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.862 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9889f7dc:::benchmark_data_smithi065_53143_object30214:head#
2020-11-16T20:58:41.863 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.863 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:988a9747:::benchmark_data_smithi065_53143_object15867:head#
2020-11-16T20:58:41.863 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.863 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:988b7395:::benchmark_data_smithi065_53143_object48612:head#
2020-11-16T20:58:41.863 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.863 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:988c4680:::benchmark_data_smithi065_53143_object65492:head#
2020-11-16T20:58:41.864 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.864 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:988f953c:::benchmark_data_smithi065_53143_object42889:head#
2020-11-16T20:58:41.864 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.864 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989123f0:::benchmark_data_smithi065_53143_object43652:head#
2020-11-16T20:58:41.864 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.864 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989177a4:::benchmark_data_smithi065_53143_object15563:head#
2020-11-16T20:58:41.864 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.865 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989308c4:::benchmark_data_smithi065_53143_object28970:head#
2020-11-16T20:58:41.865 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.865 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9897e30a:::benchmark_data_smithi065_53143_object18003:head#
2020-11-16T20:58:41.865 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.865 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9898c3e5:::benchmark_data_smithi065_53143_object42346:head#
2020-11-16T20:58:41.865 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.865 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989ced99:::benchmark_data_smithi065_53143_object22293:head#
2020-11-16T20:58:41.866 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.866 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989cfaf1:::benchmark_data_smithi065_53143_object80705:head#
2020-11-16T20:58:41.866 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.866 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989d1f3f:::benchmark_data_smithi065_53143_object54130:head#
2020-11-16T20:58:41.866 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.866 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989d84f3:::benchmark_data_smithi065_53143_object63685:head#
2020-11-16T20:58:41.866 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.867 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989e7afd:::benchmark_data_smithi065_53143_object6320:head#
2020-11-16T20:58:41.867 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.867 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989ed509:::benchmark_data_smithi065_53143_object6550:head#
2020-11-16T20:58:41.867 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.867 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:989f2825:::benchmark_data_smithi065_53143_object51374:head#
2020-11-16T20:58:41.867 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.867 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a0e975:::benchmark_data_smithi065_53143_object34423:head#
2020-11-16T20:58:41.868 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.868 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a33d87:::benchmark_data_smithi065_53143_object54612:head#
2020-11-16T20:58:41.868 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.868 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a44ab7:::benchmark_data_smithi065_53143_object1490:head#
2020-11-16T20:58:41.868 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.868 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a49209:::benchmark_data_smithi065_53143_object53747:head#
2020-11-16T20:58:41.868 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.869 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a49737:::benchmark_data_smithi065_53143_object45589:head#
2020-11-16T20:58:41.869 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.869 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a55860:::benchmark_data_smithi065_53143_object75424:head#
2020-11-16T20:58:41.869 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.869 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a57cfd:::benchmark_data_smithi065_53143_object4405:head#
2020-11-16T20:58:41.869 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.869 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a598f4:::benchmark_data_smithi065_53143_object71326:head#
2020-11-16T20:58:41.870 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.870 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a623e2:::benchmark_data_smithi065_53143_object77567:head#
2020-11-16T20:58:41.870 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.870 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a62a90:::benchmark_data_smithi065_53143_object2029:head#
2020-11-16T20:58:41.870 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.870 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a6a93b:::benchmark_data_smithi065_53143_object36023:head#
2020-11-16T20:58:41.870 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.871 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a9db23:::benchmark_data_smithi065_53143_object77797:head#
2020-11-16T20:58:41.871 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.871 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98a9f03c:::benchmark_data_smithi065_53143_object44771:head#
2020-11-16T20:58:41.871 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.871 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98aa7943:::benchmark_data_smithi065_53143_object37666:head#
2020-11-16T20:58:41.871 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.871 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ac654d:::benchmark_data_smithi065_53143_object38851:head#
2020-11-16T20:58:41.872 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.872 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98aca6e6:::benchmark_data_smithi065_53143_object61942:head#
2020-11-16T20:58:41.872 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.872 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98acd9d5:::benchmark_data_smithi065_53143_object11375:head#
2020-11-16T20:58:41.872 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.872 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98adc00f:::benchmark_data_smithi065_53143_object74387:head#
2020-11-16T20:58:41.872 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.873 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ae3680:::benchmark_data_smithi065_53143_object76998:head#
2020-11-16T20:58:41.873 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.873 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ae5703:::benchmark_data_smithi065_53143_object53323:head#
2020-11-16T20:58:41.873 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.873 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98af0cb9:::benchmark_data_smithi065_53143_object19583:head#
2020-11-16T20:58:41.873 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.873 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98af1888:::benchmark_data_smithi065_53143_object8213:head#
2020-11-16T20:58:41.874 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.874 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98af235e:::benchmark_data_smithi065_53143_object42248:head#
2020-11-16T20:58:41.874 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.874 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98af2e60:::benchmark_data_smithi065_53143_object12436:head#
2020-11-16T20:58:41.874 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.874 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98afe3a9:::benchmark_data_smithi065_53143_object20975:head#
2020-11-16T20:58:41.875 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.875 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b0222a:::benchmark_data_smithi065_53143_object42884:head#
2020-11-16T20:58:41.875 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.875 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b025db:::benchmark_data_smithi065_53143_object60694:head#
2020-11-16T20:58:41.875 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.875 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b1257c:::benchmark_data_smithi065_53143_object41483:head#
2020-11-16T20:58:41.875 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.875 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b1490b:::benchmark_data_smithi065_53143_object26100:head#
2020-11-16T20:58:41.876 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b1794f:::benchmark_data_smithi065_53143_object26064:head#
2020-11-16T20:58:41.876 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b23e03:::benchmark_data_smithi065_53143_object15654:head#
2020-11-16T20:58:41.876 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.876 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b29600:::benchmark_data_smithi065_53143_object14392:head#
2020-11-16T20:58:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b31972:::benchmark_data_smithi065_53143_object37832:head#
2020-11-16T20:58:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b3478e:::benchmark_data_smithi065_53143_object64109:head#
2020-11-16T20:58:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b3ad55:::benchmark_data_smithi065_53143_object44926:head#
2020-11-16T20:58:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.877 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b4bc31:::benchmark_data_smithi065_53143_object5595:head#
2020-11-16T20:58:41.878 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.878 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b4d4b6:::benchmark_data_smithi065_53143_object39008:head#
2020-11-16T20:58:41.878 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.878 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b4d5ab:::benchmark_data_smithi065_53143_object67924:head#
2020-11-16T20:58:41.878 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.878 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b52cd7:::benchmark_data_smithi065_53143_object17463:head#
2020-11-16T20:58:41.879 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.879 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b6411e:::benchmark_data_smithi065_53143_object68645:head#
2020-11-16T20:58:41.879 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.879 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b6a199:::benchmark_data_smithi065_53143_object40117:head#
2020-11-16T20:58:41.879 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.879 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b74ed8:::benchmark_data_smithi065_53143_object65495:head#
2020-11-16T20:58:41.879 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.880 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b761e0:::benchmark_data_smithi065_53143_object37444:head#
2020-11-16T20:58:41.880 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.880 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b79663:::benchmark_data_smithi065_53143_object6176:head#
2020-11-16T20:58:41.880 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.880 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b88e4d:::benchmark_data_smithi065_53143_object36960:head#
2020-11-16T20:58:41.880 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.880 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b8fe51:::benchmark_data_smithi065_53143_object77521:head#
2020-11-16T20:58:41.880 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.881 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98b9fb67:::benchmark_data_smithi065_53143_object33617:head#
2020-11-16T20:58:41.881 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.881 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ba5f7c:::benchmark_data_smithi065_53143_object71533:head#
2020-11-16T20:58:41.881 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.881 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98bab151:::benchmark_data_smithi065_53143_object57019:head#
2020-11-16T20:58:41.881 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.881 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98bb0fde:::benchmark_data_smithi065_53143_object22825:head#
2020-11-16T20:58:41.882 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.882 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98bbb5c1:::benchmark_data_smithi065_53143_object70941:head#
2020-11-16T20:58:41.882 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.882 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98bd1469:::benchmark_data_smithi065_53143_object71150:head#
2020-11-16T20:58:41.882 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.882 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98bd313c:::benchmark_data_smithi065_53143_object80806:head#
2020-11-16T20:58:41.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.883 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98be2650:::benchmark_data_smithi065_53143_object30929:head#
2020-11-16T20:58:41.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.883 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c18cd6:::benchmark_data_smithi065_53143_object50648:head#
2020-11-16T20:58:41.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.883 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c2791d:::benchmark_data_smithi065_53143_object47597:head#
2020-11-16T20:58:41.883 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c2a97f:::benchmark_data_smithi065_53143_object60706:head#
2020-11-16T20:58:41.884 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c34cd0:::benchmark_data_smithi065_53143_object20664:head#
2020-11-16T20:58:41.884 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c56258:::benchmark_data_smithi065_53143_object54624:head#
2020-11-16T20:58:41.884 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.884 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c5fc8d:::benchmark_data_smithi065_53143_object16837:head#
2020-11-16T20:58:41.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.885 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c6360e:::benchmark_data_smithi065_53143_object30708:head#
2020-11-16T20:58:41.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.885 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c6fc13:::benchmark_data_smithi065_53143_object16855:head#
2020-11-16T20:58:41.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.885 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c7cbc1:::benchmark_data_smithi065_53143_object78974:head#
2020-11-16T20:58:41.885 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c7eec3:::benchmark_data_smithi065_53143_object4769:head#
2020-11-16T20:58:41.886 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c8ad3e:::benchmark_data_smithi065_53143_object77743:head#
2020-11-16T20:58:41.886 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c944a8:::benchmark_data_smithi065_53143_object54725:head#
2020-11-16T20:58:41.886 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.886 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98c9eedf:::benchmark_data_smithi065_53143_object75455:head#
2020-11-16T20:58:41.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.887 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98cbd5a2:::benchmark_data_smithi065_53143_object50037:head#
2020-11-16T20:58:41.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.887 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98cd7d3e:::benchmark_data_smithi065_53143_object17068:head#
2020-11-16T20:58:41.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.887 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98cd8870:::benchmark_data_smithi065_53143_object45586:head#
2020-11-16T20:58:41.887 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98cf9af5:::benchmark_data_smithi065_53143_object78987:head#
2020-11-16T20:58:41.888 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d03571:::benchmark_data_smithi065_53143_object2799:head#
2020-11-16T20:58:41.888 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d073b7:::benchmark_data_smithi065_53143_object44830:head#
2020-11-16T20:58:41.888 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.888 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d084e6:::benchmark_data_smithi065_53143_object30878:head#
2020-11-16T20:58:41.889 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.889 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d18896:::benchmark_data_smithi065_53143_object36065:head#
2020-11-16T20:58:41.889 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.889 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d27dc4:::benchmark_data_smithi065_53143_object7127:head#
2020-11-16T20:58:41.889 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.889 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d2901d:::benchmark_data_smithi065_53143_object60214:head#
2020-11-16T20:58:41.889 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.890 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d4aa53:::benchmark_data_smithi065_53143_object47426:head#
2020-11-16T20:58:41.890 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.890 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d5c29c:::benchmark_data_smithi065_53143_object54566:head#
2020-11-16T20:58:41.890 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.890 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d5d1c2:::benchmark_data_smithi065_53143_object61591:head#
2020-11-16T20:58:41.890 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.890 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d5fdd1:::benchmark_data_smithi065_53143_object18164:head#
2020-11-16T20:58:41.891 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d67933:::benchmark_data_smithi065_53143_object26275:head#
2020-11-16T20:58:41.891 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d69354:::benchmark_data_smithi065_53143_object5316:head#
2020-11-16T20:58:41.891 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.891 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d767b2:::benchmark_data_smithi065_53143_object79222:head#
2020-11-16T20:58:41.891 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d7881a:::benchmark_data_smithi065_53143_object4571:head#
2020-11-16T20:58:41.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d833a9:::benchmark_data_smithi065_53143_object27853:head#
2020-11-16T20:58:41.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98d8a5d1:::benchmark_data_smithi065_53143_object23781:head#
2020-11-16T20:58:41.892 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.892 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98da70f5:::benchmark_data_smithi065_53143_object27699:head#
2020-11-16T20:58:41.893 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.893 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98dad004:::benchmark_data_smithi065_53143_object72864:head#
2020-11-16T20:58:41.893 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.893 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98dca291:::benchmark_data_smithi065_53143_object66281:head#
2020-11-16T20:58:41.893 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.893 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98dce136:::benchmark_data_smithi065_53143_object54179:head#
2020-11-16T20:58:41.893 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.894 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98dce80e:::benchmark_data_smithi065_53143_object20284:head#
2020-11-16T20:58:41.894 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.894 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98df8d3a:::benchmark_data_smithi065_53143_object81752:head#
2020-11-16T20:58:41.894 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.894 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98df93ee:::benchmark_data_smithi065_53143_object78314:head#
2020-11-16T20:58:41.894 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.894 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e08b11:::benchmark_data_smithi065_53143_object38291:head#
2020-11-16T20:58:41.895 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.895 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e0b0d6:::benchmark_data_smithi065_53143_object9302:head#
2020-11-16T20:58:41.895 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.895 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e0d4d1:::benchmark_data_smithi065_53143_object34883:head#
2020-11-16T20:58:41.895 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.895 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e2394b:::benchmark_data_smithi065_53143_object15799:head#
2020-11-16T20:58:41.895 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.896 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e2cea7:::benchmark_data_smithi065_53143_object29638:head#
2020-11-16T20:58:41.896 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.896 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e616f5:::benchmark_data_smithi065_53143_object48833:head#
2020-11-16T20:58:41.896 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.896 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e723f3:::benchmark_data_smithi065_53143_object19968:head#
2020-11-16T20:58:41.896 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.896 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e8607f:::benchmark_data_smithi065_53143_object35113:head#
2020-11-16T20:58:41.897 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.897 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e89acd:::benchmark_data_smithi065_53143_object41369:head#
2020-11-16T20:58:41.897 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.897 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e8b1c7:::benchmark_data_smithi065_53143_object19217:head#
2020-11-16T20:58:41.897 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.897 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e96b11:::benchmark_data_smithi065_53143_object435:head#
2020-11-16T20:58:41.897 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.898 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e982d7:::benchmark_data_smithi065_53143_object31701:head#
2020-11-16T20:58:41.898 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.898 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98e9eaa6:::benchmark_data_smithi065_53143_object40828:head#
2020-11-16T20:58:41.898 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.898 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98eb2f5f:::benchmark_data_smithi065_53143_object43514:head#
2020-11-16T20:58:41.898 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98eb3b4c:::benchmark_data_smithi065_53143_object272:head#
2020-11-16T20:58:41.899 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98eba696:::benchmark_data_smithi065_53143_object9533:head#
2020-11-16T20:58:41.899 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ec2589:::benchmark_data_smithi065_53143_object61477:head#
2020-11-16T20:58:41.899 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.899 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ec696b:::benchmark_data_smithi065_53143_object41961:head#
2020-11-16T20:58:41.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ed8a72:::benchmark_data_smithi065_53143_object65213:head#
2020-11-16T20:58:41.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ee1b62:::benchmark_data_smithi065_53143_object53924:head#
2020-11-16T20:58:41.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.900 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ee55f9:::benchmark_data_smithi065_53143_object42604:head#
2020-11-16T20:58:41.900 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.901 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98eec74b:::benchmark_data_smithi065_53143_object48808:head#
2020-11-16T20:58:41.901 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.901 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ef7289:::benchmark_data_smithi065_53143_object79156:head#
2020-11-16T20:58:41.901 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.901 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98efa723:::benchmark_data_smithi065_53143_object10548:head#
2020-11-16T20:58:41.901 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.901 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f007ff:::benchmark_data_smithi065_53143_object52139:head#
2020-11-16T20:58:41.902 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.902 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f05b14:::benchmark_data_smithi065_53143_object19144:head#
2020-11-16T20:58:41.902 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.902 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f05ebf:::benchmark_data_smithi065_53143_object7245:head#
2020-11-16T20:58:41.902 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.902 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f37bc9:::benchmark_data_smithi065_53143_object73707:head#
2020-11-16T20:58:41.902 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f4826f:::benchmark_data_smithi065_53143_object68769:head#
2020-11-16T20:58:41.903 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f58daf:::benchmark_data_smithi065_53143_object5351:head#
2020-11-16T20:58:41.903 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f59b9d:::benchmark_data_smithi065_53143_object44981:head#
2020-11-16T20:58:41.903 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.903 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f6391f:::benchmark_data_smithi065_53143_object42733:head#
2020-11-16T20:58:41.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f72984:::benchmark_data_smithi065_53143_object68660:head#
2020-11-16T20:58:41.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f78ab5:::benchmark_data_smithi065_53143_object29758:head#
2020-11-16T20:58:41.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.904 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f7e0ee:::benchmark_data_smithi065_53143_object53395:head#
2020-11-16T20:58:41.904 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98f805e3:::benchmark_data_smithi065_53143_object32237:head#
2020-11-16T20:58:41.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98fb89b3:::benchmark_data_smithi065_53143_object19122:head#
2020-11-16T20:58:41.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.905 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98fbaa39:::benchmark_data_smithi065_53143_object51748:head#
2020-11-16T20:58:41.905 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98fc10bd:::benchmark_data_smithi065_53143_object41406:head#
2020-11-16T20:58:41.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98fca2fd:::benchmark_data_smithi065_53143_object76028:head#
2020-11-16T20:58:41.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.906 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98fcfb4f:::benchmark_data_smithi065_53143_object28067:head#
2020-11-16T20:58:41.906 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.907 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98fdda69:::benchmark_data_smithi065_53143_object19706:head#
2020-11-16T20:58:41.907 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.907 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ff2c9e:::benchmark_data_smithi065_53143_object20747:head#
2020-11-16T20:58:41.907 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.907 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:98ff7d57:::benchmark_data_smithi065_53143_object20978:head#
2020-11-16T20:58:41.908 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.908 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9902d03c:::benchmark_data_smithi065_53143_object33676:head#
2020-11-16T20:58:41.908 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.908 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9902f756:::benchmark_data_smithi065_53143_object9962:head#
2020-11-16T20:58:41.908 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.909 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9903c9fd:::benchmark_data_smithi065_53143_object8019:head#
2020-11-16T20:58:41.909 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.909 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99043c6a:::benchmark_data_smithi065_53143_object9333:head#
2020-11-16T20:58:41.909 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.909 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99049f5e:::benchmark_data_smithi065_53143_object50986:head#
2020-11-16T20:58:41.909 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9906a069:::benchmark_data_smithi065_53143_object49929:head#
2020-11-16T20:58:41.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99071e54:::benchmark_data_smithi065_53143_object63088:head#
2020-11-16T20:58:41.910 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.910 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9908e9d1:::benchmark_data_smithi065_53143_object51409:head#
2020-11-16T20:58:41.911 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.911 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9909befa:::benchmark_data_smithi065_53143_object31037:head#
2020-11-16T20:58:41.911 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.911 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990a0fb1:::benchmark_data_smithi065_53143_object73375:head#
2020-11-16T20:58:41.911 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.911 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990afce8:::benchmark_data_smithi065_53143_object20892:head#
2020-11-16T20:58:41.912 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.912 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990b867c:::benchmark_data_smithi065_53143_object58288:head#
2020-11-16T20:58:41.912 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.912 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990ce118:::benchmark_data_smithi065_53143_object21469:head#
2020-11-16T20:58:41.912 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990d1b2d:::benchmark_data_smithi065_53143_object55066:head#
2020-11-16T20:58:41.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990d740d:::benchmark_data_smithi065_53143_object73213:head#
2020-11-16T20:58:41.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.913 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990e2a99:::benchmark_data_smithi065_53143_object2379:head#
2020-11-16T20:58:41.913 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990e4835:::benchmark_data_smithi065_53143_object51201:head#
2020-11-16T20:58:41.914 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990f9003:::benchmark_data_smithi065_53143_object15476:head#
2020-11-16T20:58:41.914 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.914 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:990ff7f0:::benchmark_data_smithi065_53143_object18030:head#
2020-11-16T20:58:41.915 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.915 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99103d41:::benchmark_data_smithi065_53143_object77889:head#
2020-11-16T20:58:41.915 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.915 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99112a6f:::benchmark_data_smithi065_53143_object27301:head#
2020-11-16T20:58:41.915 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.916 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99118026:::benchmark_data_smithi065_53143_object4767:head#
2020-11-16T20:58:41.916 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.916 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99118a99:::benchmark_data_smithi065_53143_object3022:head#
2020-11-16T20:58:41.916 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.916 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991313a2:::benchmark_data_smithi065_53143_object29022:head#
2020-11-16T20:58:41.916 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.917 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9913516a:::benchmark_data_smithi065_53143_object17680:head#
2020-11-16T20:58:41.917 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.917 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99136e7c:::benchmark_data_smithi065_53143_object20215:head#
2020-11-16T20:58:41.917 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.917 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9913d2e3:::benchmark_data_smithi065_53143_object20925:head#
2020-11-16T20:58:41.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9914337d:::benchmark_data_smithi065_53143_object664:head#
2020-11-16T20:58:41.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9914f34d:::benchmark_data_smithi065_53143_object21035:head#
2020-11-16T20:58:41.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.918 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991574ee:::benchmark_data_smithi065_53143_object15626:head#
2020-11-16T20:58:41.918 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99161fad:::benchmark_data_smithi065_53143_object2659:head#
2020-11-16T20:58:41.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991688d7:::benchmark_data_smithi065_53143_object36795:head#
2020-11-16T20:58:41.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9917d0ed:::benchmark_data_smithi065_53143_object61585:head#
2020-11-16T20:58:41.919 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.919 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9917de2f:::benchmark_data_smithi065_53143_object36262:head#
2020-11-16T20:58:41.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99184233:::benchmark_data_smithi065_53143_object71186:head#
2020-11-16T20:58:41.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9918634a:::benchmark_data_smithi065_53143_object61415:head#
2020-11-16T20:58:41.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.920 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9919b4e7:::benchmark_data_smithi065_53143_object29049:head#
2020-11-16T20:58:41.920 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.921 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991a513a:::benchmark_data_smithi065_53143_object23436:head#
2020-11-16T20:58:41.921 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.921 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991a8200:::benchmark_data_smithi065_53143_object39589:head#
2020-11-16T20:58:41.921 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.921 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991ac16b:::benchmark_data_smithi065_53143_object23684:head#
2020-11-16T20:58:41.921 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.921 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991af5ef:::benchmark_data_smithi065_53143_object11332:head#
2020-11-16T20:58:41.922 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.922 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991b54e3:::benchmark_data_smithi065_53143_object63128:head#
2020-11-16T20:58:41.922 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.922 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991b6c53:::benchmark_data_smithi065_53143_object26032:head#
2020-11-16T20:58:41.922 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.922 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991c65bf:::benchmark_data_smithi065_53143_object16103:head#
2020-11-16T20:58:41.923 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.923 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991db8bf:::benchmark_data_smithi065_53143_object61900:head#
2020-11-16T20:58:41.923 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.923 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991f32c1:::benchmark_data_smithi065_53143_object57530:head#
2020-11-16T20:58:41.923 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.923 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991f63bc:::benchmark_data_smithi065_53143_object41884:head#
2020-11-16T20:58:41.924 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.924 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991f654d:::benchmark_data_smithi065_53143_object18155:head#
2020-11-16T20:58:41.924 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.924 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991f88fa:::benchmark_data_smithi065_53143_object18952:head#
2020-11-16T20:58:41.924 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.924 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991fb618:::benchmark_data_smithi065_53143_object41219:head#
2020-11-16T20:58:41.924 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991fc1d2:::benchmark_data_smithi065_53143_object17101:head#
2020-11-16T20:58:41.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:991feda2:::benchmark_data_smithi065_53143_object52268:head#
2020-11-16T20:58:41.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9920bd55:::benchmark_data_smithi065_53143_object57869:head#
2020-11-16T20:58:41.925 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.925 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9921d1d7:::benchmark_data_smithi065_53143_object4208:head#
2020-11-16T20:58:41.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9923a9fb:::benchmark_data_smithi065_53143_object52705:head#
2020-11-16T20:58:41.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9924a7ca:::benchmark_data_smithi065_53143_object70108:head#
2020-11-16T20:58:41.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.926 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9925579c:::benchmark_data_smithi065_53143_object39848:head#
2020-11-16T20:58:41.926 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9925b1f0:::benchmark_data_smithi065_53143_object60336:head#
2020-11-16T20:58:41.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99266282:::benchmark_data_smithi065_53143_object28460:head#
2020-11-16T20:58:41.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.927 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9926a973:::benchmark_data_smithi065_53143_object34614:head#
2020-11-16T20:58:41.927 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99271a58:::benchmark_data_smithi065_53143_object35671:head#
2020-11-16T20:58:41.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:992a5806:::benchmark_data_smithi065_53143_object35172:head#
2020-11-16T20:58:41.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:992ca5b3:::benchmark_data_smithi065_53143_object38470:head#
2020-11-16T20:58:41.928 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.928 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:992e700f:::benchmark_data_smithi065_53143_object18693:head#
2020-11-16T20:58:41.929 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.929 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:992f646b:::benchmark_data_smithi065_53143_object40942:head#
2020-11-16T20:58:41.929 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.929 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:993064a0:::benchmark_data_smithi065_53143_object41878:head#
2020-11-16T20:58:41.929 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.929 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:993126a2:::benchmark_data_smithi065_53143_object25163:head#
2020-11-16T20:58:41.929 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.929 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99319d04:::benchmark_data_smithi065_53143_object8096:head#
2020-11-16T20:58:41.930 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.930 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99328e42:::benchmark_data_smithi065_53143_object413:head#
2020-11-16T20:58:41.930 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.930 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9932f367:::benchmark_data_smithi065_53143_object8665:head#
2020-11-16T20:58:41.930 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.930 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99338f9d:::benchmark_data_smithi065_53143_object50874:head#
2020-11-16T20:58:41.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99343d35:::benchmark_data_smithi065_53143_object61761:head#
2020-11-16T20:58:41.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99345ea3:::benchmark_data_smithi065_53143_object45931:head#
2020-11-16T20:58:41.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.931 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9935178d:::benchmark_data_smithi065_53143_object7512:head#
2020-11-16T20:58:41.931 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9935eae6:::benchmark_data_smithi065_53143_object76290:head#
2020-11-16T20:58:41.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9938e803:::benchmark_data_smithi065_53143_object14423:head#
2020-11-16T20:58:41.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:993a67d3:::benchmark_data_smithi065_53143_object6702:head#
2020-11-16T20:58:41.932 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.932 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:993b5839:::benchmark_data_smithi065_53143_object10325:head#
2020-11-16T20:58:41.933 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.933 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:993e0eae:::benchmark_data_smithi065_53143_object21334:head#
2020-11-16T20:58:41.933 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.933 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:993e63c5:::benchmark_data_smithi065_53143_object69354:head#
2020-11-16T20:58:41.933 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.933 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:993fe416:::benchmark_data_smithi065_53143_object37135:head#
2020-11-16T20:58:41.933 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.933 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9940a6ae:::benchmark_data_smithi065_53143_object74216:head#
2020-11-16T20:58:41.934 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.934 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99410cea:::benchmark_data_smithi065_53143_object1273:head#
2020-11-16T20:58:41.934 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.934 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9943f011:::benchmark_data_smithi065_53143_object30029:head#
2020-11-16T20:58:41.934 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.934 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99442475:::benchmark_data_smithi065_53143_object25536:head#
2020-11-16T20:58:41.935 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.935 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99446f17:::benchmark_data_smithi065_53143_object12754:head#
2020-11-16T20:58:41.935 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.935 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99450a10:::benchmark_data_smithi065_53143_object33279:head#
2020-11-16T20:58:41.935 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.935 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99463d7e:::benchmark_data_smithi065_53143_object47384:head#
2020-11-16T20:58:41.935 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:994714dd:::benchmark_data_smithi065_53143_object37456:head#
2020-11-16T20:58:41.936 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:994799e5:::benchmark_data_smithi065_53143_object5317:head#
2020-11-16T20:58:41.936 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9947e62f:::benchmark_data_smithi065_53143_object28028:head#
2020-11-16T20:58:41.936 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.936 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9948d841:::benchmark_data_smithi065_53143_object81510:head#
2020-11-16T20:58:41.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:994a3020:::benchmark_data_smithi065_53143_object51376:head#
2020-11-16T20:58:41.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:994b50d8:::benchmark_data_smithi065_53143_object5909:head#
2020-11-16T20:58:41.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.937 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:994ba6c9:::benchmark_data_smithi065_53143_object78499:head#
2020-11-16T20:58:41.937 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:994f54a6:::benchmark_data_smithi065_53143_object70685:head#
2020-11-16T20:58:41.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:994fd245:::benchmark_data_smithi065_53143_object10296:head#
2020-11-16T20:58:41.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9950523f:::benchmark_data_smithi065_53143_object73731:head#
2020-11-16T20:58:41.938 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.938 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9950dfee:::benchmark_data_smithi065_53143_object26744:head#
2020-11-16T20:58:41.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99511c1a:::benchmark_data_smithi065_53143_object57402:head#
2020-11-16T20:58:41.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:995273bf:::benchmark_data_smithi065_53143_object39872:head#
2020-11-16T20:58:41.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.939 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9952bbda:::benchmark_data_smithi065_53143_object31020:head#
2020-11-16T20:58:41.939 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.940 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9952f903:::benchmark_data_smithi065_53143_object5285:head#
2020-11-16T20:58:41.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.940 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9953d8ad:::benchmark_data_smithi065_53143_object81488:head#
2020-11-16T20:58:41.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.940 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:995430ef:::benchmark_data_smithi065_53143_object38264:head#
2020-11-16T20:58:41.940 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.940 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9955b12a:::benchmark_data_smithi065_53143_object19341:head#
2020-11-16T20:58:41.941 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.941 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99563073:::benchmark_data_smithi065_53143_object45543:head#
2020-11-16T20:58:41.941 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.941 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99593abb:::benchmark_data_smithi065_53143_object14151:head#
2020-11-16T20:58:41.941 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.941 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:995b6cec:::benchmark_data_smithi065_53143_object72220:head#
2020-11-16T20:58:41.941 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.941 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:995bcb01:::benchmark_data_smithi065_53143_object44172:head#
2020-11-16T20:58:41.942 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.942 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:995c5482:::benchmark_data_smithi065_53143_object76131:head#
2020-11-16T20:58:41.942 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.942 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:995c685a:::benchmark_data_smithi065_53143_object67341:head#
2020-11-16T20:58:41.942 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.942 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:995fc705:::benchmark_data_smithi065_53143_object66259:head#
2020-11-16T20:58:41.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99600e35:::benchmark_data_smithi065_53143_object81931:head#
2020-11-16T20:58:41.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99615ae6:::benchmark_data_smithi065_53143_object67431:head#
2020-11-16T20:58:41.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.943 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9961fd7e:::benchmark_data_smithi065_53143_object6659:head#
2020-11-16T20:58:41.943 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996265e8:::benchmark_data_smithi065_53143_object42368:head#
2020-11-16T20:58:41.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99633fed:::benchmark_data_smithi065_53143_object55082:head#
2020-11-16T20:58:41.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99637666:::benchmark_data_smithi065_53143_object4934:head#
2020-11-16T20:58:41.944 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.944 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9966e601:::benchmark_data_smithi065_53143_object30017:head#
2020-11-16T20:58:41.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99673a9f:::benchmark_data_smithi065_53143_object77667:head#
2020-11-16T20:58:41.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99679240:::benchmark_data_smithi065_53143_object19441:head#
2020-11-16T20:58:41.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.945 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996a2eee:::benchmark_data_smithi065_53143_object32019:head#
2020-11-16T20:58:41.945 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996ae781:::benchmark_data_smithi065_53143_object25567:head#
2020-11-16T20:58:41.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996bb783:::benchmark_data_smithi065_53143_object9096:head#
2020-11-16T20:58:41.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996bf6c2:::benchmark_data_smithi065_53143_object18208:head#
2020-11-16T20:58:41.946 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.946 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996d3d15:::benchmark_data_smithi065_53143_object6750:head#
2020-11-16T20:58:41.947 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.947 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996d4414:::benchmark_data_smithi065_53143_object10536:head#
2020-11-16T20:58:41.947 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.947 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996d9ae2:::benchmark_data_smithi065_53143_object47445:head#
2020-11-16T20:58:41.947 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.947 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996ddad2:::benchmark_data_smithi065_53143_object28542:head#
2020-11-16T20:58:41.947 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996e1059:::benchmark_data_smithi065_53143_object18336:head#
2020-11-16T20:58:41.948 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996ed1df:::benchmark_data_smithi065_53143_object8922:head#
2020-11-16T20:58:41.948 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996ee76d:::benchmark_data_smithi065_53143_object68250:head#
2020-11-16T20:58:41.948 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.948 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:996ff253:::benchmark_data_smithi065_53143_object27497:head#
2020-11-16T20:58:41.949 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.949 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9970e44d:::benchmark_data_smithi065_53143_object47885:head#
2020-11-16T20:58:41.949 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.949 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9970e680:::benchmark_data_smithi065_53143_object13333:head#
2020-11-16T20:58:41.949 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.949 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9970f4f7:::benchmark_data_smithi065_53143_object7313:head#
2020-11-16T20:58:41.949 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.950 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99731ee1:::benchmark_data_smithi065_53143_object36223:head#
2020-11-16T20:58:41.950 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.950 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997381d6:::benchmark_data_smithi065_53143_object22573:head#
2020-11-16T20:58:41.950 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.950 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9973dc62:::benchmark_data_smithi065_53143_object69486:head#
2020-11-16T20:58:41.950 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.950 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9974cea0:::benchmark_data_smithi065_53143_object67129:head#
2020-11-16T20:58:41.951 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.951 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99750787:::benchmark_data_smithi065_53143_object12869:head#
2020-11-16T20:58:41.951 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.951 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997514f6:::benchmark_data_smithi065_53143_object55201:head#
2020-11-16T20:58:41.951 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.951 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9975fb05:::benchmark_data_smithi065_53143_object57368:head#
2020-11-16T20:58:41.951 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.952 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9976dbe2:::benchmark_data_smithi065_53143_object12276:head#
2020-11-16T20:58:41.952 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.952 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9977fe67:::benchmark_data_smithi065_53143_object60441:head#
2020-11-16T20:58:41.952 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.952 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9979021b:::benchmark_data_smithi065_53143_object71190:head#
2020-11-16T20:58:41.952 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.952 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99793279:::benchmark_data_smithi065_53143_object64338:head#
2020-11-16T20:58:41.953 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.953 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997c1eec:::benchmark_data_smithi065_53143_object30100:head#
2020-11-16T20:58:41.953 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.953 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997c33c0:::benchmark_data_smithi065_53143_object21089:head#
2020-11-16T20:58:41.953 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.953 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997cd090:::benchmark_data_smithi065_53143_object31208:head#
2020-11-16T20:58:41.953 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997d95a0:::benchmark_data_smithi065_53143_object43595:head#
2020-11-16T20:58:41.954 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997de60e:::benchmark_data_smithi065_53143_object7758:head#
2020-11-16T20:58:41.954 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997e050c:::benchmark_data_smithi065_53143_object66424:head#
2020-11-16T20:58:41.954 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.954 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997e077f:::benchmark_data_smithi065_53143_object69334:head#
2020-11-16T20:58:41.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997e2c51:::benchmark_data_smithi065_53143_object75938:head#
2020-11-16T20:58:41.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997faddf:::benchmark_data_smithi065_53143_object46978:head#
2020-11-16T20:58:41.955 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.955 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:997fc936:::benchmark_data_smithi065_53143_object6514:head#
2020-11-16T20:58:41.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99812048:::benchmark_data_smithi065_53143_object32852:head#
2020-11-16T20:58:41.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9982f504:::benchmark_data_smithi065_53143_object66086:head#
2020-11-16T20:58:41.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.956 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99834eba:::benchmark_data_smithi065_53143_object76582:head#
2020-11-16T20:58:41.956 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9983eba8:::benchmark_data_smithi065_53143_object21836:head#
2020-11-16T20:58:41.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9984c968:::benchmark_data_smithi065_53143_object25414:head#
2020-11-16T20:58:41.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9984e6c7:::benchmark_data_smithi065_53143_object31876:head#
2020-11-16T20:58:41.957 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.957 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99856f91:::benchmark_data_smithi065_53143_object7440:head#
2020-11-16T20:58:41.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99858932:::benchmark_data_smithi065_53143_object25169:head#
2020-11-16T20:58:41.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99861b06:::benchmark_data_smithi065_53143_object3634:head#
2020-11-16T20:58:41.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.958 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9987129e:::benchmark_data_smithi065_53143_object7575:head#
2020-11-16T20:58:41.958 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.959 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998735b9:::benchmark_data_smithi065_53143_object41424:head#
2020-11-16T20:58:41.959 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.959 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998857ef:::benchmark_data_smithi065_53143_object77851:head#
2020-11-16T20:58:41.959 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.959 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99892a6c:::benchmark_data_smithi065_53143_object6111:head#
2020-11-16T20:58:41.959 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.959 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9989523a:::benchmark_data_smithi065_53143_object68156:head#
2020-11-16T20:58:41.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9989a882:::benchmark_data_smithi065_53143_object61208:head#
2020-11-16T20:58:41.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998a8ed7:::benchmark_data_smithi065_53143_object18625:head#
2020-11-16T20:58:41.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.960 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998ad8aa:::benchmark_data_smithi065_53143_object61838:head#
2020-11-16T20:58:41.960 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.961 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998b892a:::benchmark_data_smithi065_53143_object10269:head#
2020-11-16T20:58:41.961 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.961 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998cbf16:::benchmark_data_smithi065_53143_object26933:head#
2020-11-16T20:58:41.961 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.961 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998d5dc5:::benchmark_data_smithi065_53143_object47881:head#
2020-11-16T20:58:41.961 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.961 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998d7d9d:::benchmark_data_smithi065_53143_object11840:head#
2020-11-16T20:58:41.962 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.962 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998dcf20:::benchmark_data_smithi065_53143_object10846:head#
2020-11-16T20:58:41.962 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.962 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998dcf33:::benchmark_data_smithi065_53143_object69748:head#
2020-11-16T20:58:41.962 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.962 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:998f2953:::benchmark_data_smithi065_53143_object776:head#
2020-11-16T20:58:41.962 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.963 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99913535:::benchmark_data_smithi065_53143_object7451:head#
2020-11-16T20:58:41.963 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.963 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999165e0:::benchmark_data_smithi065_53143_object78624:head#
2020-11-16T20:58:41.963 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.963 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99916768:::benchmark_data_smithi065_53143_object62306:head#
2020-11-16T20:58:41.963 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.963 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9991d579:::benchmark_data_smithi065_53143_object4813:head#
2020-11-16T20:58:41.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9991dfcf:::benchmark_data_smithi065_53143_object15579:head#
2020-11-16T20:58:41.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99922b9d:::benchmark_data_smithi065_53143_object12476:head#
2020-11-16T20:58:41.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.964 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99923821:::benchmark_data_smithi065_53143_object80468:head#
2020-11-16T20:58:41.964 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.965 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9993b18e:::benchmark_data_smithi065_53143_object19802:head#
2020-11-16T20:58:41.965 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.965 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99947c87:::benchmark_data_smithi065_53143_object73382:head#
2020-11-16T20:58:41.965 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.965 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99954b13:::benchmark_data_smithi065_53143_object29748:head#
2020-11-16T20:58:41.965 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.965 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9996eb10:::benchmark_data_smithi065_53143_object20543:head#
2020-11-16T20:58:41.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99972b99:::benchmark_data_smithi065_53143_object25267:head#
2020-11-16T20:58:41.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99993cd6:::benchmark_data_smithi065_53143_object8554:head#
2020-11-16T20:58:41.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.966 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999987a2:::benchmark_data_smithi065_53143_object59482:head#
2020-11-16T20:58:41.966 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9999a135:::benchmark_data_smithi065_53143_object20099:head#
2020-11-16T20:58:41.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999afeab:::benchmark_data_smithi065_53143_object21560:head#
2020-11-16T20:58:41.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999c2715:::benchmark_data_smithi065_53143_object42538:head#
2020-11-16T20:58:41.967 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.967 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999c5d76:::benchmark_data_smithi065_53143_object49394:head#
2020-11-16T20:58:41.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999d3bd3:::benchmark_data_smithi065_53143_object1138:head#
2020-11-16T20:58:41.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999dd2f0:::benchmark_data_smithi065_53143_object44640:head#
2020-11-16T20:58:41.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.968 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999e00f4:::benchmark_data_smithi065_53143_object78962:head#
2020-11-16T20:58:41.968 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.969 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999e24c0:::benchmark_data_smithi065_53143_object73830:head#
2020-11-16T20:58:41.969 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.969 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999efe58:::benchmark_data_smithi065_53143_object16964:head#
2020-11-16T20:58:41.969 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.969 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:999fadeb:::benchmark_data_smithi065_53143_object65711:head#
2020-11-16T20:58:41.969 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.969 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99a24650:::benchmark_data_smithi065_53143_object18306:head#
2020-11-16T20:58:41.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99a30cf1:::benchmark_data_smithi065_53143_object6657:head#
2020-11-16T20:58:41.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99a3e0b3:::benchmark_data_smithi065_53143_object41538:head#
2020-11-16T20:58:41.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.970 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99a49ea0:::benchmark_data_smithi065_53143_object6265:head#
2020-11-16T20:58:41.970 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99a519f0:::benchmark_data_smithi065_53143_object19831:head#
2020-11-16T20:58:41.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99a84a99:::benchmark_data_smithi065_53143_object74075:head#
2020-11-16T20:58:41.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99a96ee8:::benchmark_data_smithi065_53143_object61919:head#
2020-11-16T20:58:41.971 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.971 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99aa55f0:::benchmark_data_smithi065_53143_object58669:head#
2020-11-16T20:58:41.972 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.972 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99aa637a:::benchmark_data_smithi065_53143_object23023:head#
2020-11-16T20:58:41.972 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.972 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ab6a0a:::benchmark_data_smithi065_53143_object67619:head#
2020-11-16T20:58:41.972 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.972 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ab76f0:::benchmark_data_smithi065_53143_object55608:head#
2020-11-16T20:58:41.972 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.973 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99abee57:::benchmark_data_smithi065_53143_object30046:head#
2020-11-16T20:58:41.973 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.973 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ac2c8f:::benchmark_data_smithi065_53143_object39771:head#
2020-11-16T20:58:41.973 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.973 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99acfe3b:::benchmark_data_smithi065_53143_object7423:head#
2020-11-16T20:58:41.973 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.973 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99af4ee0:::benchmark_data_smithi065_53143_object46037:head#
2020-11-16T20:58:41.974 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.974 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b00dd0:::benchmark_data_smithi065_53143_object44799:head#
2020-11-16T20:58:41.974 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.974 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b0175f:::benchmark_data_smithi065_53143_object27919:head#
2020-11-16T20:58:41.974 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.974 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b2de90:::benchmark_data_smithi065_53143_object70619:head#
2020-11-16T20:58:41.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b32ff2:::benchmark_data_smithi065_53143_object54896:head#
2020-11-16T20:58:41.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b38fe9:::benchmark_data_smithi065_53143_object14640:head#
2020-11-16T20:58:41.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.975 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b4bd5d:::benchmark_data_smithi065_53143_object21410:head#
2020-11-16T20:58:41.975 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b5663c:::benchmark_data_smithi065_53143_object30699:head#
2020-11-16T20:58:41.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b63428:::benchmark_data_smithi065_53143_object66735:head#
2020-11-16T20:58:41.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b6dccf:::benchmark_data_smithi065_53143_object37527:head#
2020-11-16T20:58:41.976 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.976 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b895bd:::benchmark_data_smithi065_53143_object5280:head#
2020-11-16T20:58:41.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b8aaf7:::benchmark_data_smithi065_53143_object69822:head#
2020-11-16T20:58:41.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99b92c5e:::benchmark_data_smithi065_53143_object74751:head#
2020-11-16T20:58:41.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.977 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ba4c83:::benchmark_data_smithi065_53143_object48242:head#
2020-11-16T20:58:41.977 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.978 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ba93a8:::benchmark_data_smithi065_53143_object29390:head#
2020-11-16T20:58:41.978 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.978 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99bb21a8:::benchmark_data_smithi065_53143_object45441:head#
2020-11-16T20:58:41.978 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.978 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99be0b24:::benchmark_data_smithi065_53143_object26181:head#
2020-11-16T20:58:41.978 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99bfbaa5:::benchmark_data_smithi065_53143_object60312:head#
2020-11-16T20:58:41.979 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c0999f:::benchmark_data_smithi065_53143_object36587:head#
2020-11-16T20:58:41.979 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c20b54:::benchmark_data_smithi065_53143_object64881:head#
2020-11-16T20:58:41.979 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.979 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c238d9:::benchmark_data_smithi065_53143_object1964:head#
2020-11-16T20:58:41.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c2ae83:::benchmark_data_smithi065_53143_object44840:head#
2020-11-16T20:58:41.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c2b803:::benchmark_data_smithi065_53143_object32542:head#
2020-11-16T20:58:41.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.980 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c368ef:::benchmark_data_smithi065_53143_object28456:head#
2020-11-16T20:58:41.980 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c46827:::benchmark_data_smithi065_53143_object51122:head#
2020-11-16T20:58:41.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c5f455:::benchmark_data_smithi065_53143_object22586:head#
2020-11-16T20:58:41.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c6ed4c:::benchmark_data_smithi065_53143_object26422:head#
2020-11-16T20:58:41.981 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.981 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c78d89:::benchmark_data_smithi065_53143_object36675:head#
2020-11-16T20:58:41.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.982 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c7b06a:::benchmark_data_smithi065_53143_object24897:head#
2020-11-16T20:58:41.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.982 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c7f7c8:::benchmark_data_smithi065_53143_object49147:head#
2020-11-16T20:58:41.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.982 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c91446:::benchmark_data_smithi065_53143_object29105:head#
2020-11-16T20:58:41.982 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.983 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99c91c5d:::benchmark_data_smithi065_53143_object1834:head#
2020-11-16T20:58:41.983 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.983 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cb3e33:::benchmark_data_smithi065_53143_object58079:head#
2020-11-16T20:58:41.983 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.983 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cbe9f5:::benchmark_data_smithi065_53143_object55905:head#
2020-11-16T20:58:41.983 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.983 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cc2656:::benchmark_data_smithi065_53143_object44210:head#
2020-11-16T20:58:41.984 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.984 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cc5c80:::benchmark_data_smithi065_53143_object46831:head#
2020-11-16T20:58:41.984 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.984 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ccb85c:::benchmark_data_smithi065_53143_object9076:head#
2020-11-16T20:58:41.984 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.984 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cd8b5f:::benchmark_data_smithi065_53143_object22154:head#
2020-11-16T20:58:41.984 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cd9be3:::benchmark_data_smithi065_53143_object40978:head#
2020-11-16T20:58:41.985 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cdc59f:::benchmark_data_smithi065_53143_object75544:head#
2020-11-16T20:58:41.985 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ce2d30:::benchmark_data_smithi065_53143_object26579:head#
2020-11-16T20:58:41.985 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.985 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ce8c65:::benchmark_data_smithi065_53143_object51109:head#
2020-11-16T20:58:41.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cee2e6:::benchmark_data_smithi065_53143_object58634:head#
2020-11-16T20:58:41.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99cfd671:::benchmark_data_smithi065_53143_object34557:head#
2020-11-16T20:58:41.986 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.986 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d09bbe:::benchmark_data_smithi065_53143_object25038:head#
2020-11-16T20:58:41.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d0d915:::benchmark_data_smithi065_53143_object15248:head#
2020-11-16T20:58:41.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d1f242:::benchmark_data_smithi065_53143_object13679:head#
2020-11-16T20:58:41.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.987 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d1fc86:::benchmark_data_smithi065_53143_object29505:head#
2020-11-16T20:58:41.987 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.988 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d28b54:::benchmark_data_smithi065_53143_object57385:head#
2020-11-16T20:58:41.988 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.988 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d35848:::benchmark_data_smithi065_53143_object29218:head#
2020-11-16T20:58:41.988 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.988 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d37089:::benchmark_data_smithi065_53143_object56536:head#
2020-11-16T20:58:41.988 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.988 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d3a830:::benchmark_data_smithi065_53143_object58322:head#
2020-11-16T20:58:41.988 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.989 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d45c88:::benchmark_data_smithi065_53143_object18935:head#
2020-11-16T20:58:41.989 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.989 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d5b600:::benchmark_data_smithi065_53143_object71537:head#
2020-11-16T20:58:41.989 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.989 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d5d54a:::benchmark_data_smithi065_53143_object1580:head#
2020-11-16T20:58:41.989 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.989 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d62890:::benchmark_data_smithi065_53143_object63059:head#
2020-11-16T20:58:41.990 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.990 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d752e4:::benchmark_data_smithi065_53143_object39193:head#
2020-11-16T20:58:41.990 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.990 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d79d21:::benchmark_data_smithi065_53143_object78694:head#
2020-11-16T20:58:41.990 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.990 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d7ceaa:::benchmark_data_smithi065_53143_object13475:head#
2020-11-16T20:58:41.991 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.991 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d7f593:::benchmark_data_smithi065_53143_object79203:head#
2020-11-16T20:58:41.991 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.991 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d97d1f:::benchmark_data_smithi065_53143_object53155:head#
2020-11-16T20:58:41.991 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.991 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99d9952c:::benchmark_data_smithi065_53143_object3885:head#
2020-11-16T20:58:41.991 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.992 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99dae9a7:::benchmark_data_smithi065_53143_object9129:head#
2020-11-16T20:58:41.992 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.992 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99dcab3f:::benchmark_data_smithi065_53143_object7684:head#
2020-11-16T20:58:41.992 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.992 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99dcfcec:::benchmark_data_smithi065_53143_object5990:head#
2020-11-16T20:58:41.992 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.992 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99dd02d9:::benchmark_data_smithi065_53143_object2964:head#
2020-11-16T20:58:41.993 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.993 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99deaa80:::benchmark_data_smithi065_53143_object29847:head#
2020-11-16T20:58:41.993 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.993 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e0b310:::benchmark_data_smithi065_53143_object54348:head#
2020-11-16T20:58:41.993 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.993 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e13d23:::benchmark_data_smithi065_53143_object21318:head#
2020-11-16T20:58:41.993 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.994 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e41794:::benchmark_data_smithi065_53143_object52586:head#
2020-11-16T20:58:41.994 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.994 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e5c6e0:::benchmark_data_smithi065_53143_object62304:head#
2020-11-16T20:58:41.994 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.994 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e67971:::benchmark_data_smithi065_53143_object24664:head#
2020-11-16T20:58:41.994 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.994 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e757b8:::benchmark_data_smithi065_53143_object47291:head#
2020-11-16T20:58:41.995 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.995 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e77167:::benchmark_data_smithi065_53143_object20279:head#
2020-11-16T20:58:41.995 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.995 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e8d15f:::benchmark_data_smithi065_53143_object16054:head#
2020-11-16T20:58:41.995 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.995 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e8e40f:::benchmark_data_smithi065_53143_object70875:head#
2020-11-16T20:58:41.995 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.996 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e938f2:::benchmark_data_smithi065_53143_object61073:head#
2020-11-16T20:58:41.996 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.996 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e96b6f:::benchmark_data_smithi065_53143_object72842:head#
2020-11-16T20:58:41.996 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.996 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99e9c484:::benchmark_data_smithi065_53143_object525:head#
2020-11-16T20:58:41.996 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.996 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ebb85f:::benchmark_data_smithi065_53143_object71468:head#
2020-11-16T20:58:41.997 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.997 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ec68e6:::benchmark_data_smithi065_53143_object7997:head#
2020-11-16T20:58:41.997 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.997 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ed6268:::benchmark_data_smithi065_53143_object13754:head#
2020-11-16T20:58:41.997 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.997 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ee2d5e:::benchmark_data_smithi065_53143_object8673:head#
2020-11-16T20:58:41.997 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.998 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ee627e:::benchmark_data_smithi065_53143_object43815:head#
2020-11-16T20:58:41.998 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.998 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99eefbcb:::benchmark_data_smithi065_53143_object16217:head#
2020-11-16T20:58:41.998 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.998 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99ef1b4c:::benchmark_data_smithi065_53143_object11130:head#
2020-11-16T20:58:41.998 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.998 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f00667:::benchmark_data_smithi065_53143_object16329:head#
2020-11-16T20:58:41.999 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.999 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f00840:::benchmark_data_smithi065_53143_object14521:head#
2020-11-16T20:58:41.999 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.999 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f059a3:::benchmark_data_smithi065_53143_object77379:head#
2020-11-16T20:58:41.999 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:41.999 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f0bf75:::benchmark_data_smithi065_53143_object25291:head#
2020-11-16T20:58:41.999 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.000 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f0f3fc:::benchmark_data_smithi065_53143_object18994:head#
2020-11-16T20:58:42.000 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.000 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f12e62:::benchmark_data_smithi065_53143_object28502:head#
2020-11-16T20:58:42.000 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.000 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f2e44a:::benchmark_data_smithi065_53143_object7126:head#
2020-11-16T20:58:42.000 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.000 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f301f5:::benchmark_data_smithi065_53143_object42943:head#
2020-11-16T20:58:42.001 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.001 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f546aa:::benchmark_data_smithi065_53143_object62942:head#
2020-11-16T20:58:42.001 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.001 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f5ae54:::benchmark_data_smithi065_53143_object75144:head#
2020-11-16T20:58:42.001 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.001 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f609e6:::benchmark_data_smithi065_53143_object58513:head#
2020-11-16T20:58:42.001 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.002 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f72d93:::benchmark_data_smithi065_53143_object70456:head#
2020-11-16T20:58:42.002 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.002 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f7b353:::benchmark_data_smithi065_53143_object3581:head#
2020-11-16T20:58:42.002 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.002 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f83f42:::benchmark_data_smithi065_53143_object11393:head#
2020-11-16T20:58:42.002 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.002 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99f8ffb7:::benchmark_data_smithi065_53143_object33010:head#
2020-11-16T20:58:42.003 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.003 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99fa610f:::benchmark_data_smithi065_53143_object53811:head#
2020-11-16T20:58:42.003 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.003 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99fb36e1:::benchmark_data_smithi065_53143_object10783:head#
2020-11-16T20:58:42.003 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.003 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:99fd7642:::benchmark_data_smithi065_53143_object8960:head#
2020-11-16T20:58:42.004 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.004 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a002053:::benchmark_data_smithi065_53143_object24811:head#
2020-11-16T20:58:42.004 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.004 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a003b82:::benchmark_data_smithi065_53143_object68781:head#
2020-11-16T20:58:42.004 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.004 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a01a02f:::benchmark_data_smithi065_53143_object15290:head#
2020-11-16T20:58:42.004 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.005 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a03c82f:::benchmark_data_smithi065_53143_object70773:head#
2020-11-16T20:58:42.005 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.005 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a045d1a:::benchmark_data_smithi065_53143_object39226:head#
2020-11-16T20:58:42.005 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.005 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a047fb2:::benchmark_data_smithi065_53143_object23991:head#
2020-11-16T20:58:42.005 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.005 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a04a5a3:::benchmark_data_smithi065_53143_object11878:head#
2020-11-16T20:58:42.006 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.006 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a04b65b:::benchmark_data_smithi065_53143_object49360:head#
2020-11-16T20:58:42.006 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.006 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a05e415:::benchmark_data_smithi065_53143_object6335:head#
2020-11-16T20:58:42.006 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.006 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a06212d:::benchmark_data_smithi065_53143_object49320:head#
2020-11-16T20:58:42.006 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.007 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a06795f:::benchmark_data_smithi065_53143_object12935:head#
2020-11-16T20:58:42.007 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.007 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a07664b:::benchmark_data_smithi065_53143_object35579:head#
2020-11-16T20:58:42.007 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.007 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a077e92:::benchmark_data_smithi065_53143_object48296:head#
2020-11-16T20:58:42.007 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.007 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a092695:::benchmark_data_smithi065_53143_object24031:head#
2020-11-16T20:58:42.008 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.008 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0a5614:::benchmark_data_smithi065_53143_object66509:head#
2020-11-16T20:58:42.008 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.008 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0bb4d9:::benchmark_data_smithi065_53143_object50301:head#
2020-11-16T20:58:42.008 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.008 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0bc804:::benchmark_data_smithi065_53143_object29536:head#
2020-11-16T20:58:42.008 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.009 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0bff51:::benchmark_data_smithi065_53143_object62636:head#
2020-11-16T20:58:42.009 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.009 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0cbdee:::benchmark_data_smithi065_53143_object51974:head#
2020-11-16T20:58:42.009 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.009 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0d565b:::benchmark_data_smithi065_53143_object62895:head#
2020-11-16T20:58:42.009 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.009 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0e3048:::benchmark_data_smithi065_53143_object48718:head#
2020-11-16T20:58:42.010 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.010 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0e626c:::benchmark_data_smithi065_53143_object67257:head#
2020-11-16T20:58:42.010 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.010 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0e75bd:::benchmark_data_smithi065_53143_object28946:head#
2020-11-16T20:58:42.010 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.010 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0eac1a:::benchmark_data_smithi065_53143_object50769:head#
2020-11-16T20:58:42.011 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.011 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0f119c:::benchmark_data_smithi065_53143_object78160:head#
2020-11-16T20:58:42.011 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.011 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0f2f17:::benchmark_data_smithi065_53143_object78096:head#
2020-11-16T20:58:42.011 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.011 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a0f6ce8:::benchmark_data_smithi065_53143_object44913:head#
2020-11-16T20:58:42.011 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.012 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a12c353:::benchmark_data_smithi065_53143_object73200:head#
2020-11-16T20:58:42.012 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.012 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a12c8eb:::benchmark_data_smithi065_53143_object20585:head#
2020-11-16T20:58:42.012 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.012 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a131d4b:::benchmark_data_smithi065_53143_object10708:head#
2020-11-16T20:58:42.012 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.012 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a135b5b:::benchmark_data_smithi065_53143_object62455:head#
2020-11-16T20:58:42.012 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.013 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a136d9c:::benchmark_data_smithi065_53143_object24411:head#
2020-11-16T20:58:42.013 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.013 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a14abe9:::benchmark_data_smithi065_53143_object32190:head#
2020-11-16T20:58:42.013 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.013 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a14f677:::benchmark_data_smithi065_53143_object875:head#
2020-11-16T20:58:42.013 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.014 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a162971:::benchmark_data_smithi065_53143_object6647:head#
2020-11-16T20:58:42.014 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.014 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a16ca50:::benchmark_data_smithi065_53143_object25540:head#
2020-11-16T20:58:42.014 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.014 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1816e7:::benchmark_data_smithi065_53143_object35133:head#
2020-11-16T20:58:42.014 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.014 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1880fb:::benchmark_data_smithi065_53143_object23408:head#
2020-11-16T20:58:42.015 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.015 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1ae4a6:::benchmark_data_smithi065_53143_object40166:head#
2020-11-16T20:58:42.015 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.015 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1afc49:::benchmark_data_smithi065_53143_object28534:head#
2020-11-16T20:58:42.015 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.015 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1b0d9b:::benchmark_data_smithi065_53143_object31068:head#
2020-11-16T20:58:42.015 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.016 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1b24a9:::benchmark_data_smithi065_53143_object35699:head#
2020-11-16T20:58:42.016 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.016 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1b3904:::benchmark_data_smithi065_53143_object40808:head#
2020-11-16T20:58:42.016 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.016 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1b962e:::benchmark_data_smithi065_53143_object9375:head#
2020-11-16T20:58:42.016 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.016 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1bbdc3:::benchmark_data_smithi065_53143_object49765:head#
2020-11-16T20:58:42.017 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.017 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1cb3e8:::benchmark_data_smithi065_53143_object42145:head#
2020-11-16T20:58:42.017 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.017 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a1f41a2:::benchmark_data_smithi065_53143_object72752:head#
2020-11-16T20:58:42.017 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.017 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a204a43:::benchmark_data_smithi065_53143_object8372:head#
2020-11-16T20:58:42.018 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.018 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a208118:::benchmark_data_smithi065_53143_object70406:head#
2020-11-16T20:58:42.018 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.018 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a209a24:::benchmark_data_smithi065_53143_object69975:head#
2020-11-16T20:58:42.018 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.018 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a22c695:::benchmark_data_smithi065_53143_object50938:head#
2020-11-16T20:58:42.018 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.019 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a22e5a3:::benchmark_data_smithi065_53143_object40229:head#
2020-11-16T20:58:42.019 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.019 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a23e33d:::benchmark_data_smithi065_53143_object28440:head#
2020-11-16T20:58:42.019 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.019 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a24a382:::benchmark_data_smithi065_53143_object34064:head#
2020-11-16T20:58:42.019 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.019 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2527cc:::benchmark_data_smithi065_53143_object55270:head#
2020-11-16T20:58:42.020 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.020 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a256269:::benchmark_data_smithi065_53143_object76669:head#
2020-11-16T20:58:42.020 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.020 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a25b1d8:::benchmark_data_smithi065_53143_object80068:head#
2020-11-16T20:58:42.020 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.020 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a26518e:::benchmark_data_smithi065_53143_object68705:head#
2020-11-16T20:58:42.020 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.021 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a26a92b:::benchmark_data_smithi065_53143_object65524:head#
2020-11-16T20:58:42.021 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.021 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a26b671:::benchmark_data_smithi065_53143_object78767:head#
2020-11-16T20:58:42.021 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.021 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a26bbd3:::benchmark_data_smithi065_53143_object4318:head#
2020-11-16T20:58:42.021 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.021 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a26be3e:::benchmark_data_smithi065_53143_object66690:head#
2020-11-16T20:58:42.022 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.022 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a28d141:::benchmark_data_smithi065_53143_object61330:head#
2020-11-16T20:58:42.022 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.022 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a290154:::benchmark_data_smithi065_53143_object24597:head#
2020-11-16T20:58:42.022 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.022 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2980d9:::benchmark_data_smithi065_53143_object51493:head#
2020-11-16T20:58:42.022 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.023 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2a38d6:::benchmark_data_smithi065_53143_object55052:head#
2020-11-16T20:58:42.023 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.023 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2a66aa:::benchmark_data_smithi065_53143_object48344:head#
2020-11-16T20:58:42.023 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.023 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2a872c:::benchmark_data_smithi065_53143_object72068:head#
2020-11-16T20:58:42.023 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.023 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2ac4b3:::benchmark_data_smithi065_53143_object1973:head#
2020-11-16T20:58:42.024 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.024 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2bdb6c:::benchmark_data_smithi065_53143_object8180:head#
2020-11-16T20:58:42.024 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.024 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2cfb7b:::benchmark_data_smithi065_53143_object56537:head#
2020-11-16T20:58:42.024 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.024 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2db6df:::benchmark_data_smithi065_53143_object76419:head#
2020-11-16T20:58:42.024 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.025 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2ddecc:::benchmark_data_smithi065_53143_object19516:head#
2020-11-16T20:58:42.025 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.025 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2e09db:::benchmark_data_smithi065_53143_object22889:head#
2020-11-16T20:58:42.025 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.025 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a2e8240:::benchmark_data_smithi065_53143_object22711:head#
2020-11-16T20:58:42.025 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.025 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a301ebd:::benchmark_data_smithi065_53143_object9070:head#
2020-11-16T20:58:42.026 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.026 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a304dd7:::benchmark_data_smithi065_53143_object22336:head#
2020-11-16T20:58:42.026 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.026 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a30fcbe:::benchmark_data_smithi065_53143_object55657:head#
2020-11-16T20:58:42.026 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.026 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a3282d5:::benchmark_data_smithi065_53143_object42112:head#
2020-11-16T20:58:42.026 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.027 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a332248:::benchmark_data_smithi065_53143_object48883:head#
2020-11-16T20:58:42.027 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.027 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a333918:::benchmark_data_smithi065_53143_object77859:head#
2020-11-16T20:58:42.027 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.027 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a34996a:::benchmark_data_smithi065_53143_object55811:head#
2020-11-16T20:58:42.027 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.027 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a34bdfc:::benchmark_data_smithi065_53143_object63994:head#
2020-11-16T20:58:42.028 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.028 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a34ecae:::benchmark_data_smithi065_53143_object75169:head#
2020-11-16T20:58:42.028 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.028 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a382bad:::benchmark_data_smithi065_53143_object56948:head#
2020-11-16T20:58:42.028 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.028 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a383e86:::benchmark_data_smithi065_53143_object73753:head#
2020-11-16T20:58:42.028 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.029 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a38fdee:::benchmark_data_smithi065_53143_object79668:head#
2020-11-16T20:58:42.029 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.029 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a391031:::benchmark_data_smithi065_53143_object30887:head#
2020-11-16T20:58:42.029 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.029 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a395fda:::benchmark_data_smithi065_53143_object23012:head#
2020-11-16T20:58:42.029 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.029 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a39e6cf:::benchmark_data_smithi065_53143_object43047:head#
2020-11-16T20:58:42.030 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.030 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a3bdedc:::benchmark_data_smithi065_53143_object17426:head#
2020-11-16T20:58:42.030 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.030 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a3d11d9:::benchmark_data_smithi065_53143_object13613:head#
2020-11-16T20:58:42.030 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.030 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a3dc40b:::benchmark_data_smithi065_53143_object22630:head#
2020-11-16T20:58:42.030 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.031 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a3dfc3c:::benchmark_data_smithi065_53143_object23250:head#
2020-11-16T20:58:42.031 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.031 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a3e51dd:::benchmark_data_smithi065_53143_object50856:head#
2020-11-16T20:58:42.031 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.031 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a3ed3d0:::benchmark_data_smithi065_53143_object20298:head#
2020-11-16T20:58:42.031 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.031 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a411fd3:::benchmark_data_smithi065_53143_object16149:head#
2020-11-16T20:58:42.032 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.032 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a41a544:::benchmark_data_smithi065_53143_object10389:head#
2020-11-16T20:58:42.032 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.032 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a42065b:::benchmark_data_smithi065_53143_object19875:head#
2020-11-16T20:58:42.032 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.032 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a42e78b:::benchmark_data_smithi065_53143_object27451:head#
2020-11-16T20:58:42.033 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.033 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4366e4:::benchmark_data_smithi065_53143_object9768:head#
2020-11-16T20:58:42.033 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.033 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a45310c:::benchmark_data_smithi065_53143_object47528:head#
2020-11-16T20:58:42.033 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.033 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a46051b:::benchmark_data_smithi065_53143_object47836:head#
2020-11-16T20:58:42.033 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.034 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4689dd:::benchmark_data_smithi065_53143_object74784:head#
2020-11-16T20:58:42.034 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.034 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a46af7d:::benchmark_data_smithi065_53143_object80775:head#
2020-11-16T20:58:42.034 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.034 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a46b521:::benchmark_data_smithi065_53143_object67755:head#
2020-11-16T20:58:42.034 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.034 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a47f56a:::benchmark_data_smithi065_53143_object55591:head#
2020-11-16T20:58:42.035 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.035 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a483d73:::benchmark_data_smithi065_53143_object33294:head#
2020-11-16T20:58:42.035 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.035 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a494b1c:::benchmark_data_smithi065_53143_object78526:head#
2020-11-16T20:58:42.035 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.035 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a49ef89:::benchmark_data_smithi065_53143_object74468:head#
2020-11-16T20:58:42.035 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.036 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4c730b:::benchmark_data_smithi065_53143_object6025:head#
2020-11-16T20:58:42.036 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.036 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4cdf83:::benchmark_data_smithi065_53143_object56892:head#
2020-11-16T20:58:42.036 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.036 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4e9f37:::benchmark_data_smithi065_53143_object79005:head#
2020-11-16T20:58:42.036 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.036 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4eb8e3:::benchmark_data_smithi065_53143_object24218:head#
2020-11-16T20:58:42.037 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.037 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4ec054:::benchmark_data_smithi065_53143_object40294:head#
2020-11-16T20:58:42.037 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.037 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4f31fa:::benchmark_data_smithi065_53143_object14386:head#
2020-11-16T20:58:42.037 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.037 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a4fcd74:::benchmark_data_smithi065_53143_object64003:head#
2020-11-16T20:58:42.037 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.038 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a504ea9:::benchmark_data_smithi065_53143_object49367:head#
2020-11-16T20:58:42.038 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.038 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a50a16c:::benchmark_data_smithi065_53143_object64685:head#
2020-11-16T20:58:42.038 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.038 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a50b17b:::benchmark_data_smithi065_53143_object14045:head#
2020-11-16T20:58:42.038 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a50b8ae:::benchmark_data_smithi065_53143_object19932:head#
2020-11-16T20:58:42.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a52f785:::benchmark_data_smithi065_53143_object67878:head#
2020-11-16T20:58:42.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a53098e:::benchmark_data_smithi065_53143_object81061:head#
2020-11-16T20:58:42.039 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.039 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a53590a:::benchmark_data_smithi065_53143_object37619:head#
2020-11-16T20:58:42.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a53980d:::benchmark_data_smithi065_53143_object53250:head#
2020-11-16T20:58:42.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a542bba:::benchmark_data_smithi065_53143_object60823:head#
2020-11-16T20:58:42.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.040 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a543b0b:::benchmark_data_smithi065_53143_object52729:head#
2020-11-16T20:58:42.040 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a551837:::benchmark_data_smithi065_53143_object2086:head#
2020-11-16T20:58:42.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5579a9:::benchmark_data_smithi065_53143_object37532:head#
2020-11-16T20:58:42.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a55827c:::benchmark_data_smithi065_53143_object72536:head#
2020-11-16T20:58:42.041 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.041 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a55a106:::benchmark_data_smithi065_53143_object39452:head#
2020-11-16T20:58:42.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a573124:::benchmark_data_smithi065_53143_object80061:head#
2020-11-16T20:58:42.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5764d5:::benchmark_data_smithi065_53143_object6724:head#
2020-11-16T20:58:42.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.042 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5820ed:::benchmark_data_smithi065_53143_object53420:head#
2020-11-16T20:58:42.042 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a58eba5:::benchmark_data_smithi065_53143_object36066:head#
2020-11-16T20:58:42.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a59580f:::benchmark_data_smithi065_53143_object42062:head#
2020-11-16T20:58:42.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a599786:::benchmark_data_smithi065_53143_object22976:head#
2020-11-16T20:58:42.043 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.043 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5a5a5e:::benchmark_data_smithi065_53143_object33471:head#
2020-11-16T20:58:42.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5c3b4e:::benchmark_data_smithi065_53143_object73859:head#
2020-11-16T20:58:42.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5dbe74:::benchmark_data_smithi065_53143_object65988:head#
2020-11-16T20:58:42.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.044 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5de4bc:::benchmark_data_smithi065_53143_object20524:head#
2020-11-16T20:58:42.044 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5e4c5f:::benchmark_data_smithi065_53143_object2780:head#
2020-11-16T20:58:42.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5e756b:::benchmark_data_smithi065_53143_object11797:head#
2020-11-16T20:58:42.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5f02e6:::benchmark_data_smithi065_53143_object44555:head#
2020-11-16T20:58:42.045 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.045 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a5fbc31:::benchmark_data_smithi065_53143_object19909:head#
2020-11-16T20:58:42.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6086f0:::benchmark_data_smithi065_53143_object18392:head#
2020-11-16T20:58:42.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a61acac:::benchmark_data_smithi065_53143_object59648:head#
2020-11-16T20:58:42.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.046 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a61aeec:::benchmark_data_smithi065_53143_object37544:head#
2020-11-16T20:58:42.046 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.047 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a61f787:::benchmark_data_smithi065_53143_object50142:head#
2020-11-16T20:58:42.047 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.047 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a62439d:::benchmark_data_smithi065_53143_object65636:head#
2020-11-16T20:58:42.047 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.047 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a62c0e0:::benchmark_data_smithi065_53143_object78476:head#
2020-11-16T20:58:42.047 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.047 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6360ac:::benchmark_data_smithi065_53143_object18469:head#
2020-11-16T20:58:42.048 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.048 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a643d88:::benchmark_data_smithi065_53143_object20045:head#
2020-11-16T20:58:42.048 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.048 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a65b882:::benchmark_data_smithi065_53143_object35892:head#
2020-11-16T20:58:42.048 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.048 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a65cbe5:::benchmark_data_smithi065_53143_object13612:head#
2020-11-16T20:58:42.048 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6675ba:::benchmark_data_smithi065_53143_object41470:head#
2020-11-16T20:58:42.049 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a670559:::benchmark_data_smithi065_53143_object21732:head#
2020-11-16T20:58:42.049 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a68399b:::benchmark_data_smithi065_53143_object70220:head#
2020-11-16T20:58:42.049 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.049 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a688f8d:::benchmark_data_smithi065_53143_object67697:head#
2020-11-16T20:58:42.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a693a71:::benchmark_data_smithi065_53143_object17001:head#
2020-11-16T20:58:42.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6a7999:::benchmark_data_smithi065_53143_object67765:head#
2020-11-16T20:58:42.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.050 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6a824d:::benchmark_data_smithi065_53143_object54435:head#
2020-11-16T20:58:42.050 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6d2ed3:::benchmark_data_smithi065_53143_object47741:head#
2020-11-16T20:58:42.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6d4642:::benchmark_data_smithi065_53143_object79941:head#
2020-11-16T20:58:42.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.051 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6dfd90:::benchmark_data_smithi065_53143_object3887:head#
2020-11-16T20:58:42.051 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a6e0bd0:::benchmark_data_smithi065_53143_object37621:head#
2020-11-16T20:58:42.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a71c1a3:::benchmark_data_smithi065_53143_object5018:head#
2020-11-16T20:58:42.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a721b20:::benchmark_data_smithi065_53143_object15223:head#
2020-11-16T20:58:42.052 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.052 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7270c9:::benchmark_data_smithi065_53143_object5019:head#
2020-11-16T20:58:42.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a729adf:::benchmark_data_smithi065_53143_object22361:head#
2020-11-16T20:58:42.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a72a8a7:::benchmark_data_smithi065_53143_object6008:head#
2020-11-16T20:58:42.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.053 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a73768d:::benchmark_data_smithi065_53143_object66412:head#
2020-11-16T20:58:42.053 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7508b2:::benchmark_data_smithi065_53143_object57347:head#
2020-11-16T20:58:42.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7593a9:::benchmark_data_smithi065_53143_object43700:head#
2020-11-16T20:58:42.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a75b041:::benchmark_data_smithi065_53143_object21756:head#
2020-11-16T20:58:42.054 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.054 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a75be28:::benchmark_data_smithi065_53143_object10002:head#
2020-11-16T20:58:42.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a761d4f:::benchmark_data_smithi065_53143_object26499:head#
2020-11-16T20:58:42.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a765a06:::benchmark_data_smithi065_53143_object2846:head#
2020-11-16T20:58:42.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.055 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a76de27:::benchmark_data_smithi065_53143_object40793:head#
2020-11-16T20:58:42.055 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a76ee09:::benchmark_data_smithi065_53143_object61889:head#
2020-11-16T20:58:42.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a771345:::benchmark_data_smithi065_53143_object37920:head#
2020-11-16T20:58:42.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a775b2e:::benchmark_data_smithi065_53143_object65698:head#
2020-11-16T20:58:42.056 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.056 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a77b63c:::benchmark_data_smithi065_53143_object28233:head#
2020-11-16T20:58:42.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.057 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a782bea:::benchmark_data_smithi065_53143_object59672:head#
2020-11-16T20:58:42.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.057 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a786321:::benchmark_data_smithi065_53143_object33023:head#
2020-11-16T20:58:42.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.057 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a786e9c:::benchmark_data_smithi065_53143_object13563:head#
2020-11-16T20:58:42.057 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.058 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a788419:::benchmark_data_smithi065_53143_object23124:head#
2020-11-16T20:58:42.058 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.058 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a78d25f:::benchmark_data_smithi065_53143_object15340:head#
2020-11-16T20:58:42.058 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.058 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a78d6bb:::benchmark_data_smithi065_53143_object29980:head#
2020-11-16T20:58:42.058 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.058 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7981b3:::benchmark_data_smithi065_53143_object36858:head#
2020-11-16T20:58:42.059 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.059 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a79b04a:::benchmark_data_smithi065_53143_object30220:head#
2020-11-16T20:58:42.059 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.059 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7af63e:::benchmark_data_smithi065_53143_object58566:head#
2020-11-16T20:58:42.059 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.059 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7b14f0:::benchmark_data_smithi065_53143_object68177:head#
2020-11-16T20:58:42.059 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7b489f:::benchmark_data_smithi065_53143_object46230:head#
2020-11-16T20:58:42.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7b5509:::benchmark_data_smithi065_53143_object8659:head#
2020-11-16T20:58:42.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7bef0d:::benchmark_data_smithi065_53143_object290:head#
2020-11-16T20:58:42.060 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.060 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7c307b:::benchmark_data_smithi065_53143_object70942:head#
2020-11-16T20:58:42.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7d5090:::benchmark_data_smithi065_53143_object72850:head#
2020-11-16T20:58:42.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7db600:::benchmark_data_smithi065_53143_object2588:head#
2020-11-16T20:58:42.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.061 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7e180f:::benchmark_data_smithi065_53143_object57739:head#
2020-11-16T20:58:42.061 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7e296d:::benchmark_data_smithi065_53143_object80286:head#
2020-11-16T20:58:42.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a7eb8a9:::benchmark_data_smithi065_53143_object62897:head#
2020-11-16T20:58:42.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.062 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a806452:::benchmark_data_smithi065_53143_object42739:head#
2020-11-16T20:58:42.062 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a80d4fa:::benchmark_data_smithi065_53143_object19258:head#
2020-11-16T20:58:42.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a8104cf:::benchmark_data_smithi065_53143_object56680:head#
2020-11-16T20:58:42.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a811327:::benchmark_data_smithi065_53143_object62803:head#
2020-11-16T20:58:42.063 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.063 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a81aa2e:::benchmark_data_smithi065_53143_object41473:head#
2020-11-16T20:58:42.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a824908:::benchmark_data_smithi065_53143_object44522:head#
2020-11-16T20:58:42.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a824b5a:::benchmark_data_smithi065_53143_object74052:head#
2020-11-16T20:58:42.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.064 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a847ddb:::benchmark_data_smithi065_53143_object9585:head#
2020-11-16T20:58:42.064 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a84b9a0:::benchmark_data_smithi065_53143_object80121:head#
2020-11-16T20:58:42.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a84dbe4:::benchmark_data_smithi065_53143_object26657:head#
2020-11-16T20:58:42.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a876ad8:::benchmark_data_smithi065_53143_object40475:head#
2020-11-16T20:58:42.065 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.065 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a880071:::benchmark_data_smithi065_53143_object47189:head#
2020-11-16T20:58:42.066 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.066 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a88093b:::benchmark_data_smithi065_53143_object11816:head#
2020-11-16T20:58:42.066 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.066 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a894a4c:::benchmark_data_smithi065_53143_object46658:head#
2020-11-16T20:58:42.066 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.066 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a8a482c:::benchmark_data_smithi065_53143_object80087:head#
2020-11-16T20:58:42.066 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.067 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a8ae7cf:::benchmark_data_smithi065_53143_object30287:head#
2020-11-16T20:58:42.067 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.067 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a8c22fb:::benchmark_data_smithi065_53143_object51370:head#
2020-11-16T20:58:42.067 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.067 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a8c7874:::benchmark_data_smithi065_53143_object12593:head#
2020-11-16T20:58:42.067 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.067 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a8ce36f:::benchmark_data_smithi065_53143_object69926:head#
2020-11-16T20:58:42.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.068 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a8d3138:::benchmark_data_smithi065_53143_object55417:head#
2020-11-16T20:58:42.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.068 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a8f54bd:::benchmark_data_smithi065_53143_object79025:head#
2020-11-16T20:58:42.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.068 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a91427d:::benchmark_data_smithi065_53143_object34676:head#
2020-11-16T20:58:42.068 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a9205e3:::benchmark_data_smithi065_53143_object57370:head#
2020-11-16T20:58:42.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a924266:::benchmark_data_smithi065_53143_object42988:head#
2020-11-16T20:58:42.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a939e0b:::benchmark_data_smithi065_53143_object38421:head#
2020-11-16T20:58:42.069 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.069 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a945f92:::benchmark_data_smithi065_53143_object16443:head#
2020-11-16T20:58:42.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a94bba0:::benchmark_data_smithi065_53143_object73002:head#
2020-11-16T20:58:42.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a974f57:::benchmark_data_smithi065_53143_object46349:head#
2020-11-16T20:58:42.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.070 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a97738a:::benchmark_data_smithi065_53143_object32837:head#
2020-11-16T20:58:42.070 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a97ba61:::benchmark_data_smithi065_53143_object14926:head#
2020-11-16T20:58:42.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a97e11f:::benchmark_data_smithi065_53143_object30611:head#
2020-11-16T20:58:42.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a9813ba:::benchmark_data_smithi065_53143_object40164:head#
2020-11-16T20:58:42.071 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.071 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a985c18:::benchmark_data_smithi065_53143_object41171:head#
2020-11-16T20:58:42.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.072 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a985d77:::benchmark_data_smithi065_53143_object29564:head#
2020-11-16T20:58:42.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.072 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a98b92d:::benchmark_data_smithi065_53143_object6134:head#
2020-11-16T20:58:42.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.072 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a9bbf24:::benchmark_data_smithi065_53143_object3410:head#
2020-11-16T20:58:42.072 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.073 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a9e754e:::benchmark_data_smithi065_53143_object62646:head#
2020-11-16T20:58:42.073 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.073 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a9ed498:::benchmark_data_smithi065_53143_object8203:head#
2020-11-16T20:58:42.073 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.073 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a9f7bef:::benchmark_data_smithi065_53143_object21241:head#
2020-11-16T20:58:42.073 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.073 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9a9f8c74:::benchmark_data_smithi065_53143_object35982:head#
2020-11-16T20:58:42.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa15259:::benchmark_data_smithi065_53143_object22998:head#
2020-11-16T20:58:42.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa19254:::benchmark_data_smithi065_53143_object297:head#
2020-11-16T20:58:42.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.074 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa1b0a9:::benchmark_data_smithi065_53143_object7718:head#
2020-11-16T20:58:42.074 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa250c1:::benchmark_data_smithi065_53143_object36310:head#
2020-11-16T20:58:42.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa2b60d:::benchmark_data_smithi065_53143_object81626:head#
2020-11-16T20:58:42.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa507ed:::benchmark_data_smithi065_53143_object35923:head#
2020-11-16T20:58:42.075 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.075 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa5e704:::benchmark_data_smithi065_53143_object14108:head#
2020-11-16T20:58:42.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa6a747:::benchmark_data_smithi065_53143_object79670:head#
2020-11-16T20:58:42.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa6c6d8:::benchmark_data_smithi065_53143_object39965:head#
2020-11-16T20:58:42.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.076 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa6f7ec:::benchmark_data_smithi065_53143_object53725:head#
2020-11-16T20:58:42.076 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa73e84:::benchmark_data_smithi065_53143_object35257:head#
2020-11-16T20:58:42.077 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa75fb7:::benchmark_data_smithi065_53143_object77695:head#
2020-11-16T20:58:42.077 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aa9b2d1:::benchmark_data_smithi065_53143_object17720:head#
2020-11-16T20:58:42.077 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.077 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aab038e:::benchmark_data_smithi065_53143_object39663:head#
2020-11-16T20:58:42.078 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.078 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aab58ae:::benchmark_data_smithi065_53143_object79526:head#
2020-11-16T20:58:42.078 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.078 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aab71a0:::benchmark_data_smithi065_53143_object51439:head#
2020-11-16T20:58:42.078 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.078 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aacaf9e:::benchmark_data_smithi065_53143_object45340:head#
2020-11-16T20:58:42.078 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aad4b17:::benchmark_data_smithi065_53143_object45663:head#
2020-11-16T20:58:42.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aadac43:::benchmark_data_smithi065_53143_object6832:head#
2020-11-16T20:58:42.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab16d33:::benchmark_data_smithi065_53143_object48374:head#
2020-11-16T20:58:42.079 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.079 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab1dd7a:::benchmark_data_smithi065_53143_object19468:head#
2020-11-16T20:58:42.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab2ba37:::benchmark_data_smithi065_53143_object14803:head#
2020-11-16T20:58:42.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab2bba3:::benchmark_data_smithi065_53143_object4241:head#
2020-11-16T20:58:42.080 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.080 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab4a6f1:::benchmark_data_smithi065_53143_object10480:head#
2020-11-16T20:58:42.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab4b266:::benchmark_data_smithi065_53143_object27058:head#
2020-11-16T20:58:42.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab51031:::benchmark_data_smithi065_53143_object52649:head#
2020-11-16T20:58:42.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.081 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab511e8:::benchmark_data_smithi065_53143_object56825:head#
2020-11-16T20:58:42.081 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab51c61:::benchmark_data_smithi065_53143_object34658:head#
2020-11-16T20:58:42.082 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab69182:::benchmark_data_smithi065_53143_object68793:head#
2020-11-16T20:58:42.082 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab69962:::benchmark_data_smithi065_53143_object31521:head#
2020-11-16T20:58:42.082 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.082 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab7556a:::benchmark_data_smithi065_53143_object25472:head#
2020-11-16T20:58:42.083 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.083 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab85010:::benchmark_data_smithi065_53143_object15071:head#
2020-11-16T20:58:42.083 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.083 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab8838d:::benchmark_data_smithi065_53143_object79987:head#
2020-11-16T20:58:42.083 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.083 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab8d11b:::benchmark_data_smithi065_53143_object11813:head#
2020-11-16T20:58:42.083 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab8efe4:::benchmark_data_smithi065_53143_object60189:head#
2020-11-16T20:58:42.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ab93713:::benchmark_data_smithi065_53143_object23686:head#
2020-11-16T20:58:42.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ababab0:::benchmark_data_smithi065_53143_object42929:head#
2020-11-16T20:58:42.084 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.084 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9abad3b9:::benchmark_data_smithi065_53143_object81020:head#
2020-11-16T20:58:42.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9abbaac9:::benchmark_data_smithi065_53143_object77618:head#
2020-11-16T20:58:42.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9abbbeb5:::benchmark_data_smithi065_53143_object69675:head#
2020-11-16T20:58:42.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.085 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9abc5e64:::benchmark_data_smithi065_53143_object9544:head#
2020-11-16T20:58:42.085 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9abc9758:::benchmark_data_smithi065_53143_object68459:head#
2020-11-16T20:58:42.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9abd0f64:::benchmark_data_smithi065_53143_object66632:head#
2020-11-16T20:58:42.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9abf61b5:::benchmark_data_smithi065_53143_object29611:head#
2020-11-16T20:58:42.086 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.086 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac0c1d3:::benchmark_data_smithi065_53143_object36432:head#
2020-11-16T20:58:42.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac0d217:::benchmark_data_smithi065_53143_object3883:head#
2020-11-16T20:58:42.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac1956c:::benchmark_data_smithi065_53143_object4619:head#
2020-11-16T20:58:42.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.087 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac241c8:::benchmark_data_smithi065_53143_object15704:head#
2020-11-16T20:58:42.087 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac2a26b:::benchmark_data_smithi065_53143_object57215:head#
2020-11-16T20:58:42.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac40204:::benchmark_data_smithi065_53143_object58200:head#
2020-11-16T20:58:42.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac45bc1:::benchmark_data_smithi065_53143_object22695:head#
2020-11-16T20:58:42.088 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.088 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac49ce6:::benchmark_data_smithi065_53143_object27960:head#
2020-11-16T20:58:42.089 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.089 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac54929:::benchmark_data_smithi065_53143_object23984:head#
2020-11-16T20:58:42.089 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.089 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac56d82:::benchmark_data_smithi065_53143_object20678:head#
2020-11-16T20:58:42.089 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.089 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac7d7da:::benchmark_data_smithi065_53143_object72029:head#
2020-11-16T20:58:42.090 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.090 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac88001:::benchmark_data_smithi065_53143_object80559:head#
2020-11-16T20:58:42.090 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.090 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac88d20:::benchmark_data_smithi065_53143_object50071:head#
2020-11-16T20:58:42.090 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.090 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac8b7d6:::benchmark_data_smithi065_53143_object79597:head#
2020-11-16T20:58:42.090 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac8d4f5:::benchmark_data_smithi065_53143_object6539:head#
2020-11-16T20:58:42.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ac9090a:::benchmark_data_smithi065_53143_object51296:head#
2020-11-16T20:58:42.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9acabb21:::benchmark_data_smithi065_53143_object5555:head#
2020-11-16T20:58:42.091 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.091 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9acbc41e:::benchmark_data_smithi065_53143_object50472:head#
2020-11-16T20:58:42.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9acd9b8d:::benchmark_data_smithi065_53143_object3911:head#
2020-11-16T20:58:42.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad27363:::benchmark_data_smithi065_53143_object8238:head#
2020-11-16T20:58:42.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.092 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad2b6f6:::benchmark_data_smithi065_53143_object48880:head#
2020-11-16T20:58:42.092 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad2faf0:::benchmark_data_smithi065_53143_object22995:head#
2020-11-16T20:58:42.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad37a6a:::benchmark_data_smithi065_53143_object66638:head#
2020-11-16T20:58:42.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad3c367:::benchmark_data_smithi065_53143_object78037:head#
2020-11-16T20:58:42.093 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.093 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad40c75:::benchmark_data_smithi065_53143_object60751:head#
2020-11-16T20:58:42.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad5c1f0:::benchmark_data_smithi065_53143_object68065:head#
2020-11-16T20:58:42.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad5efd6:::benchmark_data_smithi065_53143_object19650:head#
2020-11-16T20:58:42.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.094 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad5f2d7:::benchmark_data_smithi065_53143_object71621:head#
2020-11-16T20:58:42.094 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad603d0:::benchmark_data_smithi065_53143_object27755:head#
2020-11-16T20:58:42.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad61f6f:::benchmark_data_smithi065_53143_object13202:head#
2020-11-16T20:58:42.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad627cd:::benchmark_data_smithi065_53143_object63285:head#
2020-11-16T20:58:42.095 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.095 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad66955:::benchmark_data_smithi065_53143_object1097:head#
2020-11-16T20:58:42.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.096 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad70687:::benchmark_data_smithi065_53143_object9382:head#
2020-11-16T20:58:42.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.096 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ad94b9a:::benchmark_data_smithi065_53143_object10667:head#
2020-11-16T20:58:42.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.096 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ada475e:::benchmark_data_smithi065_53143_object70112:head#
2020-11-16T20:58:42.096 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.097 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9adb33fb:::benchmark_data_smithi065_53143_object43813:head#
2020-11-16T20:58:42.097 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.097 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9adbf94f:::benchmark_data_smithi065_53143_object37411:head#
2020-11-16T20:58:42.097 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.097 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9adc34da:::benchmark_data_smithi065_53143_object19430:head#
2020-11-16T20:58:42.097 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.097 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9adc56d1:::benchmark_data_smithi065_53143_object24019:head#
2020-11-16T20:58:42.098 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.098 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9adcbb27:::benchmark_data_smithi065_53143_object46052:head#
2020-11-16T20:58:42.098 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.098 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ade869b:::benchmark_data_smithi065_53143_object42942:head#
2020-11-16T20:58:42.098 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.098 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae030b3:::benchmark_data_smithi065_53143_object4349:head#
2020-11-16T20:58:42.098 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae26c95:::benchmark_data_smithi065_53143_object16830:head#
2020-11-16T20:58:42.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae48c98:::benchmark_data_smithi065_53143_object60060:head#
2020-11-16T20:58:42.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.099 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae499a5:::benchmark_data_smithi065_53143_object65867:head#
2020-11-16T20:58:42.099 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae4ae90:::benchmark_data_smithi065_53143_object80772:head#
2020-11-16T20:58:42.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae566ca:::benchmark_data_smithi065_53143_object26860:head#
2020-11-16T20:58:42.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae7ad51:::benchmark_data_smithi065_53143_object76057:head#
2020-11-16T20:58:42.100 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.100 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae7f7c5:::benchmark_data_smithi065_53143_object71582:head#
2020-11-16T20:58:42.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae821e6:::benchmark_data_smithi065_53143_object81215:head#
2020-11-16T20:58:42.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae8bfbf:::benchmark_data_smithi065_53143_object41506:head#
2020-11-16T20:58:42.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ae942f9:::benchmark_data_smithi065_53143_object67527:head#
2020-11-16T20:58:42.101 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.101 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aeb4510:::benchmark_data_smithi065_53143_object23389:head#
2020-11-16T20:58:42.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aeb82ba:::benchmark_data_smithi065_53143_object5070:head#
2020-11-16T20:58:42.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aebab2b:::benchmark_data_smithi065_53143_object45925:head#
2020-11-16T20:58:42.102 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.102 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aec98bb:::benchmark_data_smithi065_53143_object34755:head#
2020-11-16T20:58:42.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aecdf0c:::benchmark_data_smithi065_53143_object48604:head#
2020-11-16T20:58:42.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aecf822:::benchmark_data_smithi065_53143_object33445:head#
2020-11-16T20:58:42.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.103 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aecf8d4:::benchmark_data_smithi065_53143_object28104:head#
2020-11-16T20:58:42.103 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aed4e90:::benchmark_data_smithi065_53143_object71378:head#
2020-11-16T20:58:42.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aee03da:::benchmark_data_smithi065_53143_object22279:head#
2020-11-16T20:58:42.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9aefea49:::benchmark_data_smithi065_53143_object36708:head#
2020-11-16T20:58:42.104 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.104 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af0ba04:::benchmark_data_smithi065_53143_object20906:head#
2020-11-16T20:58:42.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af2bb43:::benchmark_data_smithi065_53143_object35377:head#
2020-11-16T20:58:42.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af3ac7c:::benchmark_data_smithi065_53143_object23794:head#
2020-11-16T20:58:42.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.105 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af3c5b2:::benchmark_data_smithi065_53143_object20770:head#
2020-11-16T20:58:42.105 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.106 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af4bf71:::benchmark_data_smithi065_53143_object72527:head#
2020-11-16T20:58:42.106 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.106 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af6fa8d:::benchmark_data_smithi065_53143_object34104:head#
2020-11-16T20:58:42.106 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.106 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af8ec8e:::benchmark_data_smithi065_53143_object44868:head#
2020-11-16T20:58:42.106 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af8f798:::benchmark_data_smithi065_53143_object23078:head#
2020-11-16T20:58:42.107 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af90515:::benchmark_data_smithi065_53143_object17956:head#
2020-11-16T20:58:42.107 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af95eea:::benchmark_data_smithi065_53143_object64133:head#
2020-11-16T20:58:42.107 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.107 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9af9846d:::benchmark_data_smithi065_53143_object66919:head#
2020-11-16T20:58:42.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9afd297f:::benchmark_data_smithi065_53143_object69811:head#
2020-11-16T20:58:42.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9afeed40:::benchmark_data_smithi065_53143_object38653:head#
2020-11-16T20:58:42.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.108 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0034d5:::benchmark_data_smithi065_53143_object54093:head#
2020-11-16T20:58:42.108 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b00fa83:::benchmark_data_smithi065_53143_object72785:head#
2020-11-16T20:58:42.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b01e6a0:::benchmark_data_smithi065_53143_object1219:head#
2020-11-16T20:58:42.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0209dd:::benchmark_data_smithi065_53143_object56377:head#
2020-11-16T20:58:42.109 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.109 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b04ab57:::benchmark_data_smithi065_53143_object50714:head#
2020-11-16T20:58:42.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b05eb14:::benchmark_data_smithi065_53143_object7290:head#
2020-11-16T20:58:42.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b071d3c:::benchmark_data_smithi065_53143_object77552:head#
2020-11-16T20:58:42.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.110 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0758ee:::benchmark_data_smithi065_53143_object76728:head#
2020-11-16T20:58:42.110 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b078e8a:::benchmark_data_smithi065_53143_object48801:head#
2020-11-16T20:58:42.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b08ffae:::benchmark_data_smithi065_53143_object71881:head#
2020-11-16T20:58:42.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0965d6:::benchmark_data_smithi065_53143_object37557:head#
2020-11-16T20:58:42.111 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.111 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0c0edd:::benchmark_data_smithi065_53143_object42778:head#
2020-11-16T20:58:42.112 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.112 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0c3d62:::benchmark_data_smithi065_53143_object71569:head#
2020-11-16T20:58:42.112 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.112 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0c4909:::benchmark_data_smithi065_53143_object24787:head#
2020-11-16T20:58:42.112 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.112 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0c734b:::benchmark_data_smithi065_53143_object60734:head#
2020-11-16T20:58:42.112 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0cb641:::benchmark_data_smithi065_53143_object62407:head#
2020-11-16T20:58:42.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0cda56:::benchmark_data_smithi065_53143_object75021:head#
2020-11-16T20:58:42.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0cf1ad:::benchmark_data_smithi065_53143_object17725:head#
2020-11-16T20:58:42.113 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.113 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0de6fe:::benchmark_data_smithi065_53143_object37635:head#
2020-11-16T20:58:42.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0ef515:::benchmark_data_smithi065_53143_object77336:head#
2020-11-16T20:58:42.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0f2408:::benchmark_data_smithi065_53143_object61560:head#
2020-11-16T20:58:42.114 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.114 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b0f254e:::benchmark_data_smithi065_53143_object16630:head#
2020-11-16T20:58:42.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.115 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b118f8f:::benchmark_data_smithi065_53143_object7985:head#
2020-11-16T20:58:42.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.115 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b11febc:::benchmark_data_smithi065_53143_object42933:head#
2020-11-16T20:58:42.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.115 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b122cc5:::benchmark_data_smithi065_53143_object17937:head#
2020-11-16T20:58:42.115 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.116 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b127656:::benchmark_data_smithi065_53143_object44237:head#
2020-11-16T20:58:42.116 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.116 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b12aace:::benchmark_data_smithi065_53143_object20200:head#
2020-11-16T20:58:42.116 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.116 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b136958:::benchmark_data_smithi065_53143_object66639:head#
2020-11-16T20:58:42.116 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.116 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1473af:::benchmark_data_smithi065_53143_object22111:head#
2020-11-16T20:58:42.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b14a7c9:::benchmark_data_smithi065_53143_object32248:head#
2020-11-16T20:58:42.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1726c1:::benchmark_data_smithi065_53143_object11236:head#
2020-11-16T20:58:42.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.117 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b193054:::benchmark_data_smithi065_53143_object17281:head#
2020-11-16T20:58:42.117 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b194ad4:::benchmark_data_smithi065_53143_object51903:head#
2020-11-16T20:58:42.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1a4790:::benchmark_data_smithi065_53143_object43989:head#
2020-11-16T20:58:42.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1acecb:::benchmark_data_smithi065_53143_object61399:head#
2020-11-16T20:58:42.118 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.118 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1d0131:::benchmark_data_smithi065_53143_object56798:head#
2020-11-16T20:58:42.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1db5c6:::benchmark_data_smithi065_53143_object63304:head#
2020-11-16T20:58:42.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1e233d:::benchmark_data_smithi065_53143_object31052:head#
2020-11-16T20:58:42.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.119 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1eda5c:::benchmark_data_smithi065_53143_object45033:head#
2020-11-16T20:58:42.119 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.120 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1f6c81:::benchmark_data_smithi065_53143_object54673:head#
2020-11-16T20:58:42.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.120 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b1fb38c:::benchmark_data_smithi065_53143_object25601:head#
2020-11-16T20:58:42.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.120 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b200870:::benchmark_data_smithi065_53143_object59719:head#
2020-11-16T20:58:42.120 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.120 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b207f91:::benchmark_data_smithi065_53143_object80501:head#
2020-11-16T20:58:42.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b21362c:::benchmark_data_smithi065_53143_object48260:head#
2020-11-16T20:58:42.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b21489b:::benchmark_data_smithi065_53143_object27057:head#
2020-11-16T20:58:42.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.121 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b214da8:::benchmark_data_smithi065_53143_object16444:head#
2020-11-16T20:58:42.121 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b22d8cd:::benchmark_data_smithi065_53143_object25081:head#
2020-11-16T20:58:42.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b23216d:::benchmark_data_smithi065_53143_object53989:head#
2020-11-16T20:58:42.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.122 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b236b5b:::benchmark_data_smithi065_53143_object73415:head#
2020-11-16T20:58:42.122 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b245157:::benchmark_data_smithi065_53143_object71529:head#
2020-11-16T20:58:42.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b24cea5:::benchmark_data_smithi065_53143_object10474:head#
2020-11-16T20:58:42.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b253fc8:::benchmark_data_smithi065_53143_object30674:head#
2020-11-16T20:58:42.123 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.123 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b260122:::benchmark_data_smithi065_53143_object5246:head#
2020-11-16T20:58:42.124 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.124 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b260f4a:::benchmark_data_smithi065_53143_object62745:head#
2020-11-16T20:58:42.124 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.124 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b26ed71:::benchmark_data_smithi065_53143_object74426:head#
2020-11-16T20:58:42.124 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.124 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b27c27b:::benchmark_data_smithi065_53143_object51000:head#
2020-11-16T20:58:42.124 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.124 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2803f5:::benchmark_data_smithi065_53143_object25852:head#
2020-11-16T20:58:42.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.125 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b28490d:::benchmark_data_smithi065_53143_object2252:head#
2020-11-16T20:58:42.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.125 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b285076:::benchmark_data_smithi065_53143_object60680:head#
2020-11-16T20:58:42.125 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.125 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b296f54:::benchmark_data_smithi065_53143_object62333:head#
2020-11-16T20:58:42.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2ac481:::benchmark_data_smithi065_53143_object35285:head#
2020-11-16T20:58:42.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2af8a9:::benchmark_data_smithi065_53143_object68692:head#
2020-11-16T20:58:42.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.126 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2b2383:::benchmark_data_smithi065_53143_object67468:head#
2020-11-16T20:58:42.126 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2bb0d1:::benchmark_data_smithi065_53143_object45010:head#
2020-11-16T20:58:42.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2c398d:::benchmark_data_smithi065_53143_object71377:head#
2020-11-16T20:58:42.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2da260:::benchmark_data_smithi065_53143_object31634:head#
2020-11-16T20:58:42.127 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.127 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2df8a6:::benchmark_data_smithi065_53143_object74123:head#
2020-11-16T20:58:42.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.128 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2ebf1c:::benchmark_data_smithi065_53143_object21993:head#
2020-11-16T20:58:42.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.128 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2f58f9:::benchmark_data_smithi065_53143_object4194:head#
2020-11-16T20:58:42.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.128 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b2f626f:::benchmark_data_smithi065_53143_object67812:head#
2020-11-16T20:58:42.128 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b302338:::benchmark_data_smithi065_53143_object36359:head#
2020-11-16T20:58:42.129 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b306500:::benchmark_data_smithi065_53143_object67280:head#
2020-11-16T20:58:42.129 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b323cbb:::benchmark_data_smithi065_53143_object70563:head#
2020-11-16T20:58:42.129 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.129 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b32f92b:::benchmark_data_smithi065_53143_object66111:head#
2020-11-16T20:58:42.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b33b11f:::benchmark_data_smithi065_53143_object68017:head#
2020-11-16T20:58:42.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b349b26:::benchmark_data_smithi065_53143_object76611:head#
2020-11-16T20:58:42.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.130 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b359af7:::benchmark_data_smithi065_53143_object70329:head#
2020-11-16T20:58:42.130 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.131 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b35df57:::benchmark_data_smithi065_53143_object28299:head#
2020-11-16T20:58:42.131 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.131 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b378e28:::benchmark_data_smithi065_53143_object79150:head#
2020-11-16T20:58:42.131 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.131 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b37ac2a:::benchmark_data_smithi065_53143_object71734:head#
2020-11-16T20:58:42.131 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b3844fa:::benchmark_data_smithi065_53143_object49244:head#
2020-11-16T20:58:42.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b390345:::benchmark_data_smithi065_53143_object38071:head#
2020-11-16T20:58:42.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b39be2c:::benchmark_data_smithi065_53143_object79300:head#
2020-11-16T20:58:42.132 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.132 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b3bf1eb:::benchmark_data_smithi065_53143_object80865:head#
2020-11-16T20:58:42.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b3d6261:::benchmark_data_smithi065_53143_object12403:head#
2020-11-16T20:58:42.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b3ed160:::benchmark_data_smithi065_53143_object80738:head#
2020-11-16T20:58:42.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.133 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b3fc0da:::benchmark_data_smithi065_53143_object13818:head#
2020-11-16T20:58:42.133 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.134 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b40a183:::benchmark_data_smithi065_53143_object44999:head#
2020-11-16T20:58:42.134 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.134 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b40fd10:::benchmark_data_smithi065_53143_object55980:head#
2020-11-16T20:58:42.134 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.134 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4120fa:::benchmark_data_smithi065_53143_object44153:head#
2020-11-16T20:58:42.134 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.134 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b41c09b:::benchmark_data_smithi065_53143_object45422:head#
2020-11-16T20:58:42.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.135 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b458456:::benchmark_data_smithi065_53143_object48992:head#
2020-11-16T20:58:42.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.135 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b46297c:::benchmark_data_smithi065_53143_object29316:head#
2020-11-16T20:58:42.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.135 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4667ed:::benchmark_data_smithi065_53143_object57423:head#
2020-11-16T20:58:42.135 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b466bf8:::benchmark_data_smithi065_53143_object1099:head#
2020-11-16T20:58:42.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b473d7c:::benchmark_data_smithi065_53143_object41617:head#
2020-11-16T20:58:42.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b484d38:::benchmark_data_smithi065_53143_object22512:head#
2020-11-16T20:58:42.136 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.136 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b488c41:::benchmark_data_smithi065_53143_object40431:head#
2020-11-16T20:58:42.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4950c2:::benchmark_data_smithi065_53143_object52302:head#
2020-11-16T20:58:42.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4998e0:::benchmark_data_smithi065_53143_object16526:head#
2020-11-16T20:58:42.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.137 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b49a77d:::benchmark_data_smithi065_53143_object59409:head#
2020-11-16T20:58:42.137 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4a226b:::benchmark_data_smithi065_53143_object73043:head#
2020-11-16T20:58:42.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4a2e31:::benchmark_data_smithi065_53143_object49010:head#
2020-11-16T20:58:42.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4a4f60:::benchmark_data_smithi065_53143_object9783:head#
2020-11-16T20:58:42.138 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.138 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4c8080:::benchmark_data_smithi065_53143_object64721:head#
2020-11-16T20:58:42.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.139 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4c9c9b:::benchmark_data_smithi065_53143_object48257:head#
2020-11-16T20:58:42.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.139 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4dbd43:::benchmark_data_smithi065_53143_object36407:head#
2020-11-16T20:58:42.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.139 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b4e84e0:::benchmark_data_smithi065_53143_object63031:head#
2020-11-16T20:58:42.139 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b50b796:::benchmark_data_smithi065_53143_object10167:head#
2020-11-16T20:58:42.140 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5128cb:::benchmark_data_smithi065_53143_object49977:head#
2020-11-16T20:58:42.140 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5179f7:::benchmark_data_smithi065_53143_object25669:head#
2020-11-16T20:58:42.140 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.140 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b527314:::benchmark_data_smithi065_53143_object59782:head#
2020-11-16T20:58:42.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5507ae:::benchmark_data_smithi065_53143_object12489:head#
2020-11-16T20:58:42.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b557a16:::benchmark_data_smithi065_53143_object55886:head#
2020-11-16T20:58:42.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.141 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b565584:::benchmark_data_smithi065_53143_object58406:head#
2020-11-16T20:58:42.141 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b573c19:::benchmark_data_smithi065_53143_object8989:head#
2020-11-16T20:58:42.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b581a2e:::benchmark_data_smithi065_53143_object9275:head#
2020-11-16T20:58:42.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b59648d:::benchmark_data_smithi065_53143_object1156:head#
2020-11-16T20:58:42.142 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.142 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b59ad5e:::benchmark_data_smithi065_53143_object16265:head#
2020-11-16T20:58:42.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5ab987:::benchmark_data_smithi065_53143_object66726:head#
2020-11-16T20:58:42.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5b21e0:::benchmark_data_smithi065_53143_object216:head#
2020-11-16T20:58:42.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.143 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5b7e08:::benchmark_data_smithi065_53143_object33825:head#
2020-11-16T20:58:42.143 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5d2b64:::benchmark_data_smithi065_53143_object66920:head#
2020-11-16T20:58:42.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5d383c:::benchmark_data_smithi065_53143_object77967:head#
2020-11-16T20:58:42.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5de445:::benchmark_data_smithi065_53143_object65349:head#
2020-11-16T20:58:42.144 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.144 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5e0780:::benchmark_data_smithi065_53143_object35043:head#
2020-11-16T20:58:42.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5e18a3:::benchmark_data_smithi065_53143_object54143:head#
2020-11-16T20:58:42.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5e6797:::benchmark_data_smithi065_53143_object5490:head#
2020-11-16T20:58:42.145 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.145 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b5ebd26:::benchmark_data_smithi065_53143_object53742:head#
2020-11-16T20:58:42.146 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.146 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b608b41:::benchmark_data_smithi065_53143_object36249:head#
2020-11-16T20:58:42.146 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.146 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b608e08:::benchmark_data_smithi065_53143_object41862:head#
2020-11-16T20:58:42.146 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.146 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b609e40:::benchmark_data_smithi065_53143_object43917:head#
2020-11-16T20:58:42.146 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b629960:::benchmark_data_smithi065_53143_object43535:head#
2020-11-16T20:58:42.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6379c8:::benchmark_data_smithi065_53143_object4310:head#
2020-11-16T20:58:42.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b65741b:::benchmark_data_smithi065_53143_object57699:head#
2020-11-16T20:58:42.147 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.147 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b65c760:::benchmark_data_smithi065_53143_object1457:head#
2020-11-16T20:58:42.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b668b24:::benchmark_data_smithi065_53143_object73565:head#
2020-11-16T20:58:42.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6724c2:::benchmark_data_smithi065_53143_object46786:head#
2020-11-16T20:58:42.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.148 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6a5478:::benchmark_data_smithi065_53143_object25678:head#
2020-11-16T20:58:42.148 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6abc80:::benchmark_data_smithi065_53143_object70327:head#
2020-11-16T20:58:42.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6b5344:::benchmark_data_smithi065_53143_object4906:head#
2020-11-16T20:58:42.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6d565d:::benchmark_data_smithi065_53143_object69136:head#
2020-11-16T20:58:42.149 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.149 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6d5974:::benchmark_data_smithi065_53143_object23676:head#
2020-11-16T20:58:42.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.150 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6dc728:::benchmark_data_smithi065_53143_object44567:head#
2020-11-16T20:58:42.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.150 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b6e6e08:::benchmark_data_smithi065_53143_object55190:head#
2020-11-16T20:58:42.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.150 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b7033f3:::benchmark_data_smithi065_53143_object56471:head#
2020-11-16T20:58:42.150 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.151 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b719879:::benchmark_data_smithi065_53143_object43189:head#
2020-11-16T20:58:42.151 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.151 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b71a8f0:::benchmark_data_smithi065_53143_object28248:head#
2020-11-16T20:58:42.151 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.151 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b71d958:::benchmark_data_smithi065_53143_object24875:head#
2020-11-16T20:58:42.151 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.151 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b725dcb:::benchmark_data_smithi065_53143_object15810:head#
2020-11-16T20:58:42.152 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.152 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b735dbc:::benchmark_data_smithi065_53143_object38438:head#
2020-11-16T20:58:42.152 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.152 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b756023:::benchmark_data_smithi065_53143_object43082:head#
2020-11-16T20:58:42.152 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.152 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b7aeef2:::benchmark_data_smithi065_53143_object53731:head#
2020-11-16T20:58:42.152 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b7af5d0:::benchmark_data_smithi065_53143_object38905:head#
2020-11-16T20:58:42.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b7c2043:::benchmark_data_smithi065_53143_object74935:head#
2020-11-16T20:58:42.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b7c6139:::benchmark_data_smithi065_53143_object8224:head#
2020-11-16T20:58:42.153 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.153 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b7ce529:::benchmark_data_smithi065_53143_object77671:head#
2020-11-16T20:58:42.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b7dd58a:::benchmark_data_smithi065_53143_object5226:head#
2020-11-16T20:58:42.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b7fcea6:::benchmark_data_smithi065_53143_object9734:head#
2020-11-16T20:58:42.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.154 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b804ea4:::benchmark_data_smithi065_53143_object4735:head#
2020-11-16T20:58:42.154 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b80ec9c:::benchmark_data_smithi065_53143_object38057:head#
2020-11-16T20:58:42.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8330aa:::benchmark_data_smithi065_53143_object10779:head#
2020-11-16T20:58:42.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.155 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b83b64b:::benchmark_data_smithi065_53143_object9978:head#
2020-11-16T20:58:42.155 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b84d41e:::benchmark_data_smithi065_53143_object26913:head#
2020-11-16T20:58:42.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b84ee74:::benchmark_data_smithi065_53143_object54263:head#
2020-11-16T20:58:42.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8518a3:::benchmark_data_smithi065_53143_object62721:head#
2020-11-16T20:58:42.156 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.156 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b851c69:::benchmark_data_smithi065_53143_object81151:head#
2020-11-16T20:58:42.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8777b9:::benchmark_data_smithi065_53143_object40747:head#
2020-11-16T20:58:42.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b87cb5e:::benchmark_data_smithi065_53143_object69989:head#
2020-11-16T20:58:42.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.157 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8847dc:::benchmark_data_smithi065_53143_object77325:head#
2020-11-16T20:58:42.157 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.158 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b89e078:::benchmark_data_smithi065_53143_object18437:head#
2020-11-16T20:58:42.158 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.158 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8abc1f:::benchmark_data_smithi065_53143_object69114:head#
2020-11-16T20:58:42.158 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.158 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8b103b:::benchmark_data_smithi065_53143_object34084:head#
2020-11-16T20:58:42.158 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.158 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8c7a8e:::benchmark_data_smithi065_53143_object80630:head#
2020-11-16T20:58:42.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.159 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8c9b46:::benchmark_data_smithi065_53143_object696:head#
2020-11-16T20:58:42.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.159 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8cc8ee:::benchmark_data_smithi065_53143_object57086:head#
2020-11-16T20:58:42.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.159 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8eb79b:::benchmark_data_smithi065_53143_object36139:head#
2020-11-16T20:58:42.159 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b8f940e:::benchmark_data_smithi065_53143_object33519:head#
2020-11-16T20:58:42.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b90c8a4:::benchmark_data_smithi065_53143_object29249:head#
2020-11-16T20:58:42.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b90d30e:::benchmark_data_smithi065_53143_object58451:head#
2020-11-16T20:58:42.160 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.160 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b9123bb:::benchmark_data_smithi065_53143_object30264:head#
2020-11-16T20:58:42.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b9363e0:::benchmark_data_smithi065_53143_object27348:head#
2020-11-16T20:58:42.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b94fc9b:::benchmark_data_smithi065_53143_object75016:head#
2020-11-16T20:58:42.161 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.161 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b959f2e:::benchmark_data_smithi065_53143_object57406:head#
2020-11-16T20:58:42.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b95d8b2:::benchmark_data_smithi065_53143_object23892:head#
2020-11-16T20:58:42.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b960a21:::benchmark_data_smithi065_53143_object13231:head#
2020-11-16T20:58:42.162 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.162 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b964873:::benchmark_data_smithi065_53143_object77735:head#
2020-11-16T20:58:42.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b969f39:::benchmark_data_smithi065_53143_object44562:head#
2020-11-16T20:58:42.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b98f62a:::benchmark_data_smithi065_53143_object81934:head#
2020-11-16T20:58:42.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.163 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b992124:::benchmark_data_smithi065_53143_object57022:head#
2020-11-16T20:58:42.163 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b9b3e5f:::benchmark_data_smithi065_53143_object23367:head#
2020-11-16T20:58:42.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b9c3107:::benchmark_data_smithi065_53143_object79894:head#
2020-11-16T20:58:42.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b9da25c:::benchmark_data_smithi065_53143_object76520:head#
2020-11-16T20:58:42.164 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.164 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9b9fe74a:::benchmark_data_smithi065_53143_object51063:head#
2020-11-16T20:58:42.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.165 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba0d515:::benchmark_data_smithi065_53143_object30:head#
2020-11-16T20:58:42.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.165 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba15f94:::benchmark_data_smithi065_53143_object32098:head#
2020-11-16T20:58:42.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.165 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba26cb4:::benchmark_data_smithi065_53143_object49678:head#
2020-11-16T20:58:42.165 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.166 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba30a8b:::benchmark_data_smithi065_53143_object47239:head#
2020-11-16T20:58:42.166 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.166 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba35c42:::benchmark_data_smithi065_53143_object61661:head#
2020-11-16T20:58:42.166 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.166 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba4b7a4:::benchmark_data_smithi065_53143_object80734:head#
2020-11-16T20:58:42.166 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.167 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba4c8ad:::benchmark_data_smithi065_53143_object61054:head#
2020-11-16T20:58:42.167 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.167 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba509ef:::benchmark_data_smithi065_53143_object40192:head#
2020-11-16T20:58:42.167 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.167 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba59f36:::benchmark_data_smithi065_53143_object43729:head#
2020-11-16T20:58:42.167 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.167 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba7242b:::benchmark_data_smithi065_53143_object20296:head#
2020-11-16T20:58:42.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba78b6d:::benchmark_data_smithi065_53143_object76497:head#
2020-11-16T20:58:42.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba7f967:::benchmark_data_smithi065_53143_object10856:head#
2020-11-16T20:58:42.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.168 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ba8241b:::benchmark_data_smithi065_53143_object41267:head#
2020-11-16T20:58:42.168 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bab44d1:::benchmark_data_smithi065_53143_object27547:head#
2020-11-16T20:58:42.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bac2f71:::benchmark_data_smithi065_53143_object36011:head#
2020-11-16T20:58:42.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bac9e1d:::benchmark_data_smithi065_53143_object24297:head#
2020-11-16T20:58:42.169 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.169 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bacc967:::benchmark_data_smithi065_53143_object72007:head#
2020-11-16T20:58:42.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bae0a9b:::benchmark_data_smithi065_53143_object44745:head#
2020-11-16T20:58:42.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bae6ad4:::benchmark_data_smithi065_53143_object27151:head#
2020-11-16T20:58:42.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.170 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9baf8fa5:::benchmark_data_smithi065_53143_object27592:head#
2020-11-16T20:58:42.170 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb01974:::benchmark_data_smithi065_53143_object13098:head#
2020-11-16T20:58:42.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb035f2:::benchmark_data_smithi065_53143_object45809:head#
2020-11-16T20:58:42.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb0cbde:::benchmark_data_smithi065_53143_object59367:head#
2020-11-16T20:58:42.171 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.171 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb1183e:::benchmark_data_smithi065_53143_object50867:head#
2020-11-16T20:58:42.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb27dcc:::benchmark_data_smithi065_53143_object52277:head#
2020-11-16T20:58:42.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb297c3:::benchmark_data_smithi065_53143_object23745:head#
2020-11-16T20:58:42.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.172 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb2f8a6:::benchmark_data_smithi065_53143_object5178:head#
2020-11-16T20:58:42.172 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb5c8b8:::benchmark_data_smithi065_53143_object39762:head#
2020-11-16T20:58:42.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb5fbb8:::benchmark_data_smithi065_53143_object32808:head#
2020-11-16T20:58:42.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb647a5:::benchmark_data_smithi065_53143_object76751:head#
2020-11-16T20:58:42.173 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.173 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb67d96:::benchmark_data_smithi065_53143_object36318:head#
2020-11-16T20:58:42.174 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.174 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb7137c:::benchmark_data_smithi065_53143_object50438:head#
2020-11-16T20:58:42.174 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.174 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb73aa9:::benchmark_data_smithi065_53143_object14453:head#
2020-11-16T20:58:42.174 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.174 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb7f050:::benchmark_data_smithi065_53143_object53649:head#
2020-11-16T20:58:42.175 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.175 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb84355:::benchmark_data_smithi065_53143_object40619:head#
2020-11-16T20:58:42.175 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.175 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb84e2f:::benchmark_data_smithi065_53143_object34606:head#
2020-11-16T20:58:42.175 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.175 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bb88521:::benchmark_data_smithi065_53143_object32500:head#
2020-11-16T20:58:42.175 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.176 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bba71da:::benchmark_data_smithi065_53143_object50812:head#
2020-11-16T20:58:42.176 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.176 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bbb019c:::benchmark_data_smithi065_53143_object60605:head#
2020-11-16T20:58:42.176 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.176 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bbe8138:::benchmark_data_smithi065_53143_object73338:head#
2020-11-16T20:58:42.176 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.176 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bbebf5f:::benchmark_data_smithi065_53143_object833:head#
2020-11-16T20:58:42.177 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.177 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc03f6c:::benchmark_data_smithi065_53143_object72110:head#
2020-11-16T20:58:42.177 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.177 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc0e2f2:::benchmark_data_smithi065_53143_object60233:head#
2020-11-16T20:58:42.177 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.177 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc18f58:::benchmark_data_smithi065_53143_object58601:head#
2020-11-16T20:58:42.177 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.178 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc1f611:::benchmark_data_smithi065_53143_object1256:head#
2020-11-16T20:58:42.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.178 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc392b7:::benchmark_data_smithi065_53143_object21491:head#
2020-11-16T20:58:42.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.178 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc42b20:::benchmark_data_smithi065_53143_object28042:head#
2020-11-16T20:58:42.178 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc433fc:::benchmark_data_smithi065_53143_object65810:head#
2020-11-16T20:58:42.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc4e8eb:::benchmark_data_smithi065_53143_object22975:head#
2020-11-16T20:58:42.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc53739:::benchmark_data_smithi065_53143_object29728:head#
2020-11-16T20:58:42.179 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.179 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc57c8a:::benchmark_data_smithi065_53143_object60505:head#
2020-11-16T20:58:42.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc60d92:::benchmark_data_smithi065_53143_object70520:head#
2020-11-16T20:58:42.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc7850c:::benchmark_data_smithi065_53143_object6815:head#
2020-11-16T20:58:42.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.180 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc7bd34:::benchmark_data_smithi065_53143_object49924:head#
2020-11-16T20:58:42.180 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc7d6cd:::benchmark_data_smithi065_53143_object32768:head#
2020-11-16T20:58:42.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc7dbce:::benchmark_data_smithi065_53143_object55455:head#
2020-11-16T20:58:42.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc80779:::benchmark_data_smithi065_53143_object51781:head#
2020-11-16T20:58:42.181 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.181 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc9a139:::benchmark_data_smithi065_53143_object6338:head#
2020-11-16T20:58:42.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bc9bdba:::benchmark_data_smithi065_53143_object22508:head#
2020-11-16T20:58:42.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bca9652:::benchmark_data_smithi065_53143_object46451:head#
2020-11-16T20:58:42.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.182 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bcb08f9:::benchmark_data_smithi065_53143_object46110:head#
2020-11-16T20:58:42.182 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.183 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bcbfc69:::benchmark_data_smithi065_53143_object54393:head#
2020-11-16T20:58:42.183 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.183 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bccc6d0:::benchmark_data_smithi065_53143_object75251:head#
2020-11-16T20:58:42.183 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.183 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bcd57e7:::benchmark_data_smithi065_53143_object28791:head#
2020-11-16T20:58:42.183 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.183 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bcddc7f:::benchmark_data_smithi065_53143_object25775:head#
2020-11-16T20:58:42.184 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bcf85b3:::benchmark_data_smithi065_53143_object58245:head#
2020-11-16T20:58:42.184 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bcfae87:::benchmark_data_smithi065_53143_object39615:head#
2020-11-16T20:58:42.184 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.184 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bcfb0a0:::benchmark_data_smithi065_53143_object70353:head#
2020-11-16T20:58:42.184 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bcfc878:::benchmark_data_smithi065_53143_object21953:head#
2020-11-16T20:58:42.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd02343:::benchmark_data_smithi065_53143_object9877:head#
2020-11-16T20:58:42.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd09034:::benchmark_data_smithi065_53143_object51703:head#
2020-11-16T20:58:42.185 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.185 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd14322:::benchmark_data_smithi065_53143_object65815:head#
2020-11-16T20:58:42.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd204f7:::benchmark_data_smithi065_53143_object5017:head#
2020-11-16T20:58:42.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd20aad:::benchmark_data_smithi065_53143_object25570:head#
2020-11-16T20:58:42.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.186 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd27df4:::benchmark_data_smithi065_53143_object60991:head#
2020-11-16T20:58:42.186 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd2bb08:::benchmark_data_smithi065_53143_object73651:head#
2020-11-16T20:58:42.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd6f44a:::benchmark_data_smithi065_53143_object8612:head#
2020-11-16T20:58:42.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd78823:::benchmark_data_smithi065_53143_object47621:head#
2020-11-16T20:58:42.187 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.187 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd7ee27:::benchmark_data_smithi065_53143_object9580:head#
2020-11-16T20:58:42.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd8931d:::benchmark_data_smithi065_53143_object69155:head#
2020-11-16T20:58:42.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bd9738d:::benchmark_data_smithi065_53143_object36491:head#
2020-11-16T20:58:42.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.188 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bda6407:::benchmark_data_smithi065_53143_object6796:head#
2020-11-16T20:58:42.188 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bda72ef:::benchmark_data_smithi065_53143_object33952:head#
2020-11-16T20:58:42.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bdbf67f:::benchmark_data_smithi065_53143_object8122:head#
2020-11-16T20:58:42.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bde6af7:::benchmark_data_smithi065_53143_object71596:head#
2020-11-16T20:58:42.189 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.189 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bde93c1:::benchmark_data_smithi065_53143_object3304:head#
2020-11-16T20:58:42.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bdff68c:::benchmark_data_smithi065_53143_object25065:head#
2020-11-16T20:58:42.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be0b734:::benchmark_data_smithi065_53143_object58082:head#
2020-11-16T20:58:42.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.190 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be0e6b2:::benchmark_data_smithi065_53143_object67509:head#
2020-11-16T20:58:42.190 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.191 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be201d2:::benchmark_data_smithi065_53143_object68154:head#
2020-11-16T20:58:42.191 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.191 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be26ba1:::benchmark_data_smithi065_53143_object49278:head#
2020-11-16T20:58:42.191 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.191 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be2eb5c:::benchmark_data_smithi065_53143_object7323:head#
2020-11-16T20:58:42.191 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.191 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be43b2a:::benchmark_data_smithi065_53143_object33406:head#
2020-11-16T20:58:42.192 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.192 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be4e400:::benchmark_data_smithi065_53143_object76659:head#
2020-11-16T20:58:42.192 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.192 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be544cd:::benchmark_data_smithi065_53143_object6453:head#
2020-11-16T20:58:42.192 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.192 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be5612a:::benchmark_data_smithi065_53143_object79745:head#
2020-11-16T20:58:42.192 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be57bee:::benchmark_data_smithi065_53143_object27292:head#
2020-11-16T20:58:42.193 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be5dc76:::benchmark_data_smithi065_53143_object28883:head#
2020-11-16T20:58:42.193 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be71a86:::benchmark_data_smithi065_53143_object79390:head#
2020-11-16T20:58:42.193 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.193 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be82baf:::benchmark_data_smithi065_53143_object38852:head#
2020-11-16T20:58:42.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be84feb:::benchmark_data_smithi065_53143_object34657:head#
2020-11-16T20:58:42.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9be982ca:::benchmark_data_smithi065_53143_object69462:head#
2020-11-16T20:58:42.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.194 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bea05c3:::benchmark_data_smithi065_53143_object75668:head#
2020-11-16T20:58:42.194 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9beb6260:::benchmark_data_smithi065_53143_object32979:head#
2020-11-16T20:58:42.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bebdbef:::benchmark_data_smithi065_53143_object46781:head#
2020-11-16T20:58:42.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.195 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bec7276:::benchmark_data_smithi065_53143_object17043:head#
2020-11-16T20:58:42.195 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bedd1aa:::benchmark_data_smithi065_53143_object48324:head#
2020-11-16T20:58:42.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9befb067:::benchmark_data_smithi065_53143_object33249:head#
2020-11-16T20:58:42.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf06ae6:::benchmark_data_smithi065_53143_object52663:head#
2020-11-16T20:58:42.196 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.196 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf07486:::benchmark_data_smithi065_53143_object5534:head#
2020-11-16T20:58:42.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf0cd86:::benchmark_data_smithi065_53143_object28025:head#
2020-11-16T20:58:42.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf0f2be:::benchmark_data_smithi065_53143_object43985:head#
2020-11-16T20:58:42.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf0f82f:::benchmark_data_smithi065_53143_object11610:head#
2020-11-16T20:58:42.197 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.197 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf277a4:::benchmark_data_smithi065_53143_object63110:head#
2020-11-16T20:58:42.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf2acd0:::benchmark_data_smithi065_53143_object77053:head#
2020-11-16T20:58:42.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf2d4bd:::benchmark_data_smithi065_53143_object38330:head#
2020-11-16T20:58:42.198 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.198 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf3417e:::benchmark_data_smithi065_53143_object49826:head#
2020-11-16T20:58:42.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf6133d:::benchmark_data_smithi065_53143_object25247:head#
2020-11-16T20:58:42.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf715b1:::benchmark_data_smithi065_53143_object60339:head#
2020-11-16T20:58:42.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.199 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf76053:::benchmark_data_smithi065_53143_object9252:head#
2020-11-16T20:58:42.199 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf83d1f:::benchmark_data_smithi065_53143_object15531:head#
2020-11-16T20:58:42.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bf8664f:::benchmark_data_smithi065_53143_object17747:head#
2020-11-16T20:58:42.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bfc6dad:::benchmark_data_smithi065_53143_object14338:head#
2020-11-16T20:58:42.200 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.200 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bfd0ac2:::benchmark_data_smithi065_53143_object29801:head#
2020-11-16T20:58:42.201 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.201 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bfeca65:::benchmark_data_smithi065_53143_object29407:head#
2020-11-16T20:58:42.201 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.201 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9bffcf67:::benchmark_data_smithi065_53143_object74843:head#
2020-11-16T20:58:42.201 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.201 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c009276:::benchmark_data_smithi065_53143_object2214:head#
2020-11-16T20:58:42.201 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.202 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c02e631:::benchmark_data_smithi065_53143_object73310:head#
2020-11-16T20:58:42.202 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.202 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c02f1ce:::benchmark_data_smithi065_53143_object37476:head#
2020-11-16T20:58:42.202 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.202 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c030900:::benchmark_data_smithi065_53143_object56505:head#
2020-11-16T20:58:42.202 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.202 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c04d301:::benchmark_data_smithi065_53143_object8858:head#
2020-11-16T20:58:42.203 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.203 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c05a29c:::benchmark_data_smithi065_53143_object81279:head#
2020-11-16T20:58:42.203 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.203 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c05d057:::benchmark_data_smithi065_53143_object37914:head#
2020-11-16T20:58:42.203 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.203 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c05eb3a:::benchmark_data_smithi065_53143_object551:head#
2020-11-16T20:58:42.203 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c067040:::benchmark_data_smithi065_53143_object15686:head#
2020-11-16T20:58:42.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c07ab1e:::benchmark_data_smithi065_53143_object78360:head#
2020-11-16T20:58:42.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.204 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c082669:::benchmark_data_smithi065_53143_object64756:head#
2020-11-16T20:58:42.204 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c08da52:::benchmark_data_smithi065_53143_object13209:head#
2020-11-16T20:58:42.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c093982:::benchmark_data_smithi065_53143_object15987:head#
2020-11-16T20:58:42.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0ba249:::benchmark_data_smithi065_53143_object72126:head#
2020-11-16T20:58:42.205 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.205 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0bb41d:::benchmark_data_smithi065_53143_object3774:head#
2020-11-16T20:58:42.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0c7c8b:::benchmark_data_smithi065_53143_object8410:head#
2020-11-16T20:58:42.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0d78e8:::benchmark_data_smithi065_53143_object21754:head#
2020-11-16T20:58:42.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.206 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0da4fa:::benchmark_data_smithi065_53143_object27627:head#
2020-11-16T20:58:42.206 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0de9e1:::benchmark_data_smithi065_53143_object81042:head#
2020-11-16T20:58:42.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0e1bc8:::benchmark_data_smithi065_53143_object28599:head#
2020-11-16T20:58:42.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0e64d5:::benchmark_data_smithi065_53143_object50415:head#
2020-11-16T20:58:42.207 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.207 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0e8100:::benchmark_data_smithi065_53143_object39776:head#
2020-11-16T20:58:42.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c0ef0e1:::benchmark_data_smithi065_53143_object71409:head#
2020-11-16T20:58:42.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c1267cc:::benchmark_data_smithi065_53143_object72051:head#
2020-11-16T20:58:42.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.208 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c149d2b:::benchmark_data_smithi065_53143_object12342:head#
2020-11-16T20:58:42.208 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c157b02:::benchmark_data_smithi065_53143_object25757:head#
2020-11-16T20:58:42.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c157e95:::benchmark_data_smithi065_53143_object34631:head#
2020-11-16T20:58:42.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c15c991:::benchmark_data_smithi065_53143_object63417:head#
2020-11-16T20:58:42.209 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.209 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c174c4b:::benchmark_data_smithi065_53143_object6675:head#
2020-11-16T20:58:42.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c178e11:::benchmark_data_smithi065_53143_object4205:head#
2020-11-16T20:58:42.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c18754e:::benchmark_data_smithi065_53143_object40643:head#
2020-11-16T20:58:42.210 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.210 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c1a9174:::benchmark_data_smithi065_53143_object3845:head#
2020-11-16T20:58:42.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c1cd797:::benchmark_data_smithi065_53143_object6399:head#
2020-11-16T20:58:42.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c1d64fb:::benchmark_data_smithi065_53143_object21572:head#
2020-11-16T20:58:42.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.211 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c1e795f:::benchmark_data_smithi065_53143_object23034:head#
2020-11-16T20:58:42.211 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c1e7f01:::benchmark_data_smithi065_53143_object49832:head#
2020-11-16T20:58:42.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c1f7607:::benchmark_data_smithi065_53143_object2608:head#
2020-11-16T20:58:42.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c1fc412:::benchmark_data_smithi065_53143_object73676:head#
2020-11-16T20:58:42.212 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.212 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c20eee1:::benchmark_data_smithi065_53143_object33333:head#
2020-11-16T20:58:42.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.213 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c21edda:::benchmark_data_smithi065_53143_object15936:head#
2020-11-16T20:58:42.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.213 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c227024:::benchmark_data_smithi065_53143_object14841:head#
2020-11-16T20:58:42.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.213 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2324ee:::benchmark_data_smithi065_53143_object49113:head#
2020-11-16T20:58:42.213 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.214 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c235b0f:::benchmark_data_smithi065_53143_object47726:head#
2020-11-16T20:58:42.214 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.214 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c23e66b:::benchmark_data_smithi065_53143_object4273:head#
2020-11-16T20:58:42.214 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.214 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2419f8:::benchmark_data_smithi065_53143_object48099:head#
2020-11-16T20:58:42.214 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.214 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c244ad5:::benchmark_data_smithi065_53143_object56885:head#
2020-11-16T20:58:42.215 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.215 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c246f79:::benchmark_data_smithi065_53143_object75123:head#
2020-11-16T20:58:42.215 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.215 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c27fe27:::benchmark_data_smithi065_53143_object52759:head#
2020-11-16T20:58:42.215 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.215 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c28ce9b:::benchmark_data_smithi065_53143_object53662:head#
2020-11-16T20:58:42.215 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c291005:::benchmark_data_smithi065_53143_object49071:head#
2020-11-16T20:58:42.216 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c29192d:::benchmark_data_smithi065_53143_object33153:head#
2020-11-16T20:58:42.216 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c29a116:::benchmark_data_smithi065_53143_object60211:head#
2020-11-16T20:58:42.216 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.216 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c29cbe2:::benchmark_data_smithi065_53143_object31798:head#
2020-11-16T20:58:42.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2ac753:::benchmark_data_smithi065_53143_object59639:head#
2020-11-16T20:58:42.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2b0cce:::benchmark_data_smithi065_53143_object26505:head#
2020-11-16T20:58:42.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.217 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2b7755:::benchmark_data_smithi065_53143_object63778:head#
2020-11-16T20:58:42.217 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2b91b7:::benchmark_data_smithi065_53143_object24070:head#
2020-11-16T20:58:42.218 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2bfe78:::benchmark_data_smithi065_53143_object31418:head#
2020-11-16T20:58:42.218 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2c7911:::benchmark_data_smithi065_53143_object2374:head#
2020-11-16T20:58:42.218 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.218 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2cfc43:::benchmark_data_smithi065_53143_object65131:head#
2020-11-16T20:58:42.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2d34e4:::benchmark_data_smithi065_53143_object21227:head#
2020-11-16T20:58:42.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2d9967:::benchmark_data_smithi065_53143_object59828:head#
2020-11-16T20:58:42.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.219 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2e64a3:::benchmark_data_smithi065_53143_object8863:head#
2020-11-16T20:58:42.219 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2ed3ac:::benchmark_data_smithi065_53143_object61880:head#
2020-11-16T20:58:42.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2f1073:::benchmark_data_smithi065_53143_object6225:head#
2020-11-16T20:58:42.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2f6fe5:::benchmark_data_smithi065_53143_object46811:head#
2020-11-16T20:58:42.220 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.220 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c2f8a82:::benchmark_data_smithi065_53143_object77309:head#
2020-11-16T20:58:42.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c305343:::benchmark_data_smithi065_53143_object77711:head#
2020-11-16T20:58:42.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c306548:::benchmark_data_smithi065_53143_object48222:head#
2020-11-16T20:58:42.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.221 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c310f01:::benchmark_data_smithi065_53143_object15283:head#
2020-11-16T20:58:42.221 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c31cb98:::benchmark_data_smithi065_53143_object54413:head#
2020-11-16T20:58:42.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c334e20:::benchmark_data_smithi065_53143_object64535:head#
2020-11-16T20:58:42.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c341992:::benchmark_data_smithi065_53143_object31638:head#
2020-11-16T20:58:42.222 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.222 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c357d47:::benchmark_data_smithi065_53143_object51373:head#
2020-11-16T20:58:42.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c3656b2:::benchmark_data_smithi065_53143_object1510:head#
2020-11-16T20:58:42.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c37a461:::benchmark_data_smithi065_53143_object23993:head#
2020-11-16T20:58:42.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.223 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c382d93:::benchmark_data_smithi065_53143_object20225:head#
2020-11-16T20:58:42.223 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c3a2bf2:::benchmark_data_smithi065_53143_object58918:head#
2020-11-16T20:58:42.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c3aef2d:::benchmark_data_smithi065_53143_object12095:head#
2020-11-16T20:58:42.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.224 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c3b38ed:::benchmark_data_smithi065_53143_object41791:head#
2020-11-16T20:58:42.224 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c3c4f32:::benchmark_data_smithi065_53143_object47685:head#
2020-11-16T20:58:42.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c3d9ed5:::benchmark_data_smithi065_53143_object44161:head#
2020-11-16T20:58:42.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c3da390:::benchmark_data_smithi065_53143_object32291:head#
2020-11-16T20:58:42.225 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.225 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c3de42d:::benchmark_data_smithi065_53143_object49598:head#
2020-11-16T20:58:42.226 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.226 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c40677b:::benchmark_data_smithi065_53143_object80339:head#
2020-11-16T20:58:42.226 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.226 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c41b8db:::benchmark_data_smithi065_53143_object54327:head#
2020-11-16T20:58:42.226 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.226 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c42a866:::benchmark_data_smithi065_53143_object61672:head#
2020-11-16T20:58:42.226 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.227 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c435fbd:::benchmark_data_smithi065_53143_object55094:head#
2020-11-16T20:58:42.227 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.227 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c43b93c:::benchmark_data_smithi065_53143_object64323:head#
2020-11-16T20:58:42.227 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.227 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c43f5da:::benchmark_data_smithi065_53143_object66568:head#
2020-11-16T20:58:42.227 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.227 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c44a240:::benchmark_data_smithi065_53143_object33946:head#
2020-11-16T20:58:42.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c455053:::benchmark_data_smithi065_53143_object12321:head#
2020-11-16T20:58:42.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c468f62:::benchmark_data_smithi065_53143_object54817:head#
2020-11-16T20:58:42.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.228 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c47809b:::benchmark_data_smithi065_53143_object80644:head#
2020-11-16T20:58:42.228 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c47b1be:::benchmark_data_smithi065_53143_object69481:head#
2020-11-16T20:58:42.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c49abdb:::benchmark_data_smithi065_53143_object61596:head#
2020-11-16T20:58:42.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c4a8760:::benchmark_data_smithi065_53143_object76048:head#
2020-11-16T20:58:42.229 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.229 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c4b6762:::benchmark_data_smithi065_53143_object28733:head#
2020-11-16T20:58:42.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c4d226c:::benchmark_data_smithi065_53143_object556:head#
2020-11-16T20:58:42.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c4d93c7:::benchmark_data_smithi065_53143_object62355:head#
2020-11-16T20:58:42.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.230 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c4e746f:::benchmark_data_smithi065_53143_object43965:head#
2020-11-16T20:58:42.230 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c4ebea2:::benchmark_data_smithi065_53143_object31099:head#
2020-11-16T20:58:42.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c4f977e:::benchmark_data_smithi065_53143_object38129:head#
2020-11-16T20:58:42.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c520ab3:::benchmark_data_smithi065_53143_object1466:head#
2020-11-16T20:58:42.231 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.231 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5218c0:::benchmark_data_smithi065_53143_object43441:head#
2020-11-16T20:58:42.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c52555c:::benchmark_data_smithi065_53143_object52910:head#
2020-11-16T20:58:42.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c526210:::benchmark_data_smithi065_53143_object80361:head#
2020-11-16T20:58:42.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.232 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c531467:::benchmark_data_smithi065_53143_object18796:head#
2020-11-16T20:58:42.232 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c55f872:::benchmark_data_smithi065_53143_object17857:head#
2020-11-16T20:58:42.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c57ad17:::benchmark_data_smithi065_53143_object62320:head#
2020-11-16T20:58:42.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c57d404:::benchmark_data_smithi065_53143_object55721:head#
2020-11-16T20:58:42.233 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.233 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c57ea27:::benchmark_data_smithi065_53143_object72124:head#
2020-11-16T20:58:42.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c592682:::benchmark_data_smithi065_53143_object37789:head#
2020-11-16T20:58:42.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c596d1e:::benchmark_data_smithi065_53143_object73799:head#
2020-11-16T20:58:42.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.234 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5a3e93:::benchmark_data_smithi065_53143_object69038:head#
2020-11-16T20:58:42.234 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.235 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5b3a71:::benchmark_data_smithi065_53143_object6326:head#
2020-11-16T20:58:42.235 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.235 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5b8fd7:::benchmark_data_smithi065_53143_object14989:head#
2020-11-16T20:58:42.235 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.235 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5c5003:::benchmark_data_smithi065_53143_object64159:head#
2020-11-16T20:58:42.235 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.235 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5c5a60:::benchmark_data_smithi065_53143_object80588:head#
2020-11-16T20:58:42.236 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.236 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5d1b33:::benchmark_data_smithi065_53143_object60843:head#
2020-11-16T20:58:42.236 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.236 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5e0d17:::benchmark_data_smithi065_53143_object80207:head#
2020-11-16T20:58:42.236 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.236 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5f18e7:::benchmark_data_smithi065_53143_object42865:head#
2020-11-16T20:58:42.236 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5f1c7c:::benchmark_data_smithi065_53143_object69727:head#
2020-11-16T20:58:42.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c5f81af:::benchmark_data_smithi065_53143_object79917:head#
2020-11-16T20:58:42.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c60a0a2:::benchmark_data_smithi065_53143_object26573:head#
2020-11-16T20:58:42.237 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.237 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6333e7:::benchmark_data_smithi065_53143_object45597:head#
2020-11-16T20:58:42.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c633529:::benchmark_data_smithi065_53143_object35891:head#
2020-11-16T20:58:42.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c645c54:::benchmark_data_smithi065_53143_object51181:head#
2020-11-16T20:58:42.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.238 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c648130:::benchmark_data_smithi065_53143_object56797:head#
2020-11-16T20:58:42.238 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.239 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c65c53b:::benchmark_data_smithi065_53143_object48346:head#
2020-11-16T20:58:42.239 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.239 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c669e92:::benchmark_data_smithi065_53143_object22641:head#
2020-11-16T20:58:42.239 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.239 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c66bf0b:::benchmark_data_smithi065_53143_object19636:head#
2020-11-16T20:58:42.239 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6780dd:::benchmark_data_smithi065_53143_object41294:head#
2020-11-16T20:58:42.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c67ecb4:::benchmark_data_smithi065_53143_object3990:head#
2020-11-16T20:58:42.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6829f1:::benchmark_data_smithi065_53143_object61964:head#
2020-11-16T20:58:42.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.240 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c69e6d0:::benchmark_data_smithi065_53143_object28468:head#
2020-11-16T20:58:42.240 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6b5161:::benchmark_data_smithi065_53143_object81598:head#
2020-11-16T20:58:42.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6ba853:::benchmark_data_smithi065_53143_object81103:head#
2020-11-16T20:58:42.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6c08f5:::benchmark_data_smithi065_53143_object6900:head#
2020-11-16T20:58:42.241 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.241 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6cb906:::benchmark_data_smithi065_53143_object56392:head#
2020-11-16T20:58:42.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6d70cc:::benchmark_data_smithi065_53143_object41608:head#
2020-11-16T20:58:42.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c6de717:::benchmark_data_smithi065_53143_object61234:head#
2020-11-16T20:58:42.242 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.242 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c713cb3:::benchmark_data_smithi065_53143_object48196:head#
2020-11-16T20:58:42.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c71e728:::benchmark_data_smithi065_53143_object51237:head#
2020-11-16T20:58:42.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c72ab6e:::benchmark_data_smithi065_53143_object175:head#
2020-11-16T20:58:42.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.243 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c74d458:::benchmark_data_smithi065_53143_object34811:head#
2020-11-16T20:58:42.243 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.244 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c755725:::benchmark_data_smithi065_53143_object75992:head#
2020-11-16T20:58:42.244 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.244 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c7692eb:::benchmark_data_smithi065_53143_object39314:head#
2020-11-16T20:58:42.244 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.244 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c779ba0:::benchmark_data_smithi065_53143_object81531:head#
2020-11-16T20:58:42.244 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.244 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c7978c4:::benchmark_data_smithi065_53143_object64039:head#
2020-11-16T20:58:42.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c79d9b5:::benchmark_data_smithi065_53143_object71605:head#
2020-11-16T20:58:42.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c7b5d39:::benchmark_data_smithi065_53143_object35660:head#
2020-11-16T20:58:42.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.245 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c7c3989:::benchmark_data_smithi065_53143_object55059:head#
2020-11-16T20:58:42.245 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c7d8337:::benchmark_data_smithi065_53143_object12718:head#
2020-11-16T20:58:42.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c7e5ff6:::benchmark_data_smithi065_53143_object24015:head#
2020-11-16T20:58:42.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c7f76c7:::benchmark_data_smithi065_53143_object31784:head#
2020-11-16T20:58:42.246 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.246 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c808d0a:::benchmark_data_smithi065_53143_object62740:head#
2020-11-16T20:58:42.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c80d453:::benchmark_data_smithi065_53143_object15838:head#
2020-11-16T20:58:42.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c828887:::benchmark_data_smithi065_53143_object22459:head#
2020-11-16T20:58:42.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.247 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c83451e:::benchmark_data_smithi065_53143_object79278:head#
2020-11-16T20:58:42.247 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c85355b:::benchmark_data_smithi065_53143_object2420:head#
2020-11-16T20:58:42.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c85d44c:::benchmark_data_smithi065_53143_object10349:head#
2020-11-16T20:58:42.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c8759b7:::benchmark_data_smithi065_53143_object27936:head#
2020-11-16T20:58:42.248 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.248 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c8a852f:::benchmark_data_smithi065_53143_object43846:head#
2020-11-16T20:58:42.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c8cff67:::benchmark_data_smithi065_53143_object24763:head#
2020-11-16T20:58:42.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c8d68e6:::benchmark_data_smithi065_53143_object13786:head#
2020-11-16T20:58:42.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.249 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c8d697f:::benchmark_data_smithi065_53143_object38372:head#
2020-11-16T20:58:42.249 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c8e436a:::benchmark_data_smithi065_53143_object27481:head#
2020-11-16T20:58:42.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c8ecabc:::benchmark_data_smithi065_53143_object10055:head#
2020-11-16T20:58:42.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c8ef3a8:::benchmark_data_smithi065_53143_object68804:head#
2020-11-16T20:58:42.250 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.250 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c901ba9:::benchmark_data_smithi065_53143_object31775:head#
2020-11-16T20:58:42.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c901f39:::benchmark_data_smithi065_53143_object23761:head#
2020-11-16T20:58:42.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c920cb0:::benchmark_data_smithi065_53143_object37497:head#
2020-11-16T20:58:42.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.251 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c9345a4:::benchmark_data_smithi065_53143_object25909:head#
2020-11-16T20:58:42.251 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c938869:::benchmark_data_smithi065_53143_object79736:head#
2020-11-16T20:58:42.252 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c93f6a9:::benchmark_data_smithi065_53143_object67209:head#
2020-11-16T20:58:42.252 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c94632d:::benchmark_data_smithi065_53143_object26437:head#
2020-11-16T20:58:42.252 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.252 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c9476ba:::benchmark_data_smithi065_53143_object71484:head#
2020-11-16T20:58:42.253 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.253 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c94b17f:::benchmark_data_smithi065_53143_object51488:head#
2020-11-16T20:58:42.253 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.253 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c954cb9:::benchmark_data_smithi065_53143_object25456:head#
2020-11-16T20:58:42.253 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.253 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c9554eb:::benchmark_data_smithi065_53143_object65568:head#
2020-11-16T20:58:42.253 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c95794c:::benchmark_data_smithi065_53143_object44543:head#
2020-11-16T20:58:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c969e1e:::benchmark_data_smithi065_53143_object80008:head#
2020-11-16T20:58:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c9768fa:::benchmark_data_smithi065_53143_object12499:head#
2020-11-16T20:58:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c978afb:::benchmark_data_smithi065_53143_object54796:head#
2020-11-16T20:58:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c9a7392:::benchmark_data_smithi065_53143_object28294:head#
2020-11-16T20:58:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c9b3ab6:::benchmark_data_smithi065_53143_object69364:head#
2020-11-16T20:58:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c9c6df2:::benchmark_data_smithi065_53143_object7009:head#
2020-11-16T20:58:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9c9db938:::benchmark_data_smithi065_53143_object51291:head#
2020-11-16T20:58:42.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ca20c92:::benchmark_data_smithi065_53143_object1042:head#
2020-11-16T20:58:42.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ca26cf1:::benchmark_data_smithi065_53143_object10082:head#
2020-11-16T20:58:42.256 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.256 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ca36318:::benchmark_data_smithi065_53143_object73812:head#
2020-11-16T20:58:42.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ca459d3:::benchmark_data_smithi065_53143_object18177:head#
2020-11-16T20:58:42.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ca4bf5b:::benchmark_data_smithi065_53143_object26103:head#
2020-11-16T20:58:42.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.257 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ca52354:::benchmark_data_smithi065_53143_object9128:head#
2020-11-16T20:58:42.257 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.258 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ca57618:::benchmark_data_smithi065_53143_object53633:head#
2020-11-16T20:58:42.258 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.258 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9caaf0fe:::benchmark_data_smithi065_53143_object9243:head#
2020-11-16T20:58:42.258 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.258 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cac0c2e:::benchmark_data_smithi065_53143_object26531:head#
2020-11-16T20:58:42.258 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.259 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cac6e01:::benchmark_data_smithi065_53143_object586:head#
2020-11-16T20:58:42.259 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.259 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cae55ab:::benchmark_data_smithi065_53143_object9255:head#
2020-11-16T20:58:42.259 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.259 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cae6c64:::benchmark_data_smithi065_53143_object34997:head#
2020-11-16T20:58:42.259 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.259 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9caf0927:::benchmark_data_smithi065_53143_object60171:head#
2020-11-16T20:58:42.260 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.260 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cafac99:::benchmark_data_smithi065_53143_object81969:head#
2020-11-16T20:58:42.260 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.260 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb02972:::benchmark_data_smithi065_53143_object40347:head#
2020-11-16T20:58:42.260 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.260 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb10826:::benchmark_data_smithi065_53143_object35627:head#
2020-11-16T20:58:42.260 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb1d479:::benchmark_data_smithi065_53143_object20761:head#
2020-11-16T20:58:42.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb2da7c:::benchmark_data_smithi065_53143_object21441:head#
2020-11-16T20:58:42.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb2fc8d:::benchmark_data_smithi065_53143_object80128:head#
2020-11-16T20:58:42.261 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.261 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb38e66:::benchmark_data_smithi065_53143_object24691:head#
2020-11-16T20:58:42.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb482bd:::benchmark_data_smithi065_53143_object76774:head#
2020-11-16T20:58:42.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb57b4a:::benchmark_data_smithi065_53143_object30326:head#
2020-11-16T20:58:42.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.262 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb5c7b7:::benchmark_data_smithi065_53143_object17772:head#
2020-11-16T20:58:42.262 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb5d5f5:::benchmark_data_smithi065_53143_object19775:head#
2020-11-16T20:58:42.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb5ee8d:::benchmark_data_smithi065_53143_object48512:head#
2020-11-16T20:58:42.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb6f489:::benchmark_data_smithi065_53143_object38860:head#
2020-11-16T20:58:42.263 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.263 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb785d4:::benchmark_data_smithi065_53143_object71274:head#
2020-11-16T20:58:42.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb97d89:::benchmark_data_smithi065_53143_object73516:head#
2020-11-16T20:58:42.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb98ca7:::benchmark_data_smithi065_53143_object60634:head#
2020-11-16T20:58:42.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.264 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb9abb9:::benchmark_data_smithi065_53143_object36950:head#
2020-11-16T20:58:42.264 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cb9f078:::benchmark_data_smithi065_53143_object42199:head#
2020-11-16T20:58:42.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cbd1edf:::benchmark_data_smithi065_53143_object75115:head#
2020-11-16T20:58:42.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cbd593f:::benchmark_data_smithi065_53143_object36397:head#
2020-11-16T20:58:42.265 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.265 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc03630:::benchmark_data_smithi065_53143_object1253:head#
2020-11-16T20:58:42.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.266 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc0d369:::benchmark_data_smithi065_53143_object43373:head#
2020-11-16T20:58:42.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.266 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc1498d:::benchmark_data_smithi065_53143_object7355:head#
2020-11-16T20:58:42.266 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.266 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc1dfd9:::benchmark_data_smithi065_53143_object36854:head#
2020-11-16T20:58:42.267 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.267 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc1e093:::benchmark_data_smithi065_53143_object33084:head#
2020-11-16T20:58:42.267 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.267 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc2a649:::benchmark_data_smithi065_53143_object79201:head#
2020-11-16T20:58:42.267 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.267 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc377ad:::benchmark_data_smithi065_53143_object69881:head#
2020-11-16T20:58:42.267 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.268 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc4b6e3:::benchmark_data_smithi065_53143_object51118:head#
2020-11-16T20:58:42.268 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.268 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc55004:::benchmark_data_smithi065_53143_object38084:head#
2020-11-16T20:58:42.268 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.268 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc63c28:::benchmark_data_smithi065_53143_object41050:head#
2020-11-16T20:58:42.268 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.268 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cc7c9fe:::benchmark_data_smithi065_53143_object28693:head#
2020-11-16T20:58:42.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ccb0d7b:::benchmark_data_smithi065_53143_object11931:head#
2020-11-16T20:58:42.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ccc426c:::benchmark_data_smithi065_53143_object33736:head#
2020-11-16T20:58:42.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ccc50a3:::benchmark_data_smithi065_53143_object11347:head#
2020-11-16T20:58:42.269 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.269 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ccc989d:::benchmark_data_smithi065_53143_object1841:head#
2020-11-16T20:58:42.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cccd7fc:::benchmark_data_smithi065_53143_object5232:head#
2020-11-16T20:58:42.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ccf835d:::benchmark_data_smithi065_53143_object8542:head#
2020-11-16T20:58:42.270 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.270 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ccfb75a:::benchmark_data_smithi065_53143_object14408:head#
2020-11-16T20:58:42.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ccfe56f:::benchmark_data_smithi065_53143_object18206:head#
2020-11-16T20:58:42.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd09270:::benchmark_data_smithi065_53143_object33668:head#
2020-11-16T20:58:42.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.271 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd0dc5c:::benchmark_data_smithi065_53143_object59702:head#
2020-11-16T20:58:42.271 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd25d49:::benchmark_data_smithi065_53143_object51321:head#
2020-11-16T20:58:42.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd290e5:::benchmark_data_smithi065_53143_object38762:head#
2020-11-16T20:58:42.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd2daf2:::benchmark_data_smithi065_53143_object25197:head#
2020-11-16T20:58:42.272 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.272 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd341c6:::benchmark_data_smithi065_53143_object40046:head#
2020-11-16T20:58:42.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd39a3c:::benchmark_data_smithi065_53143_object10985:head#
2020-11-16T20:58:42.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd3c770:::benchmark_data_smithi065_53143_object41590:head#
2020-11-16T20:58:42.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.273 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd59d83:::benchmark_data_smithi065_53143_object22613:head#
2020-11-16T20:58:42.273 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd5e4f5:::benchmark_data_smithi065_53143_object80348:head#
2020-11-16T20:58:42.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd7e43e:::benchmark_data_smithi065_53143_object44170:head#
2020-11-16T20:58:42.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cd8fd82:::benchmark_data_smithi065_53143_object23464:head#
2020-11-16T20:58:42.274 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.274 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cda2360:::benchmark_data_smithi065_53143_object65666:head#
2020-11-16T20:58:42.275 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.275 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cdb0189:::benchmark_data_smithi065_53143_object1665:head#
2020-11-16T20:58:42.275 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.275 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cdb1c81:::benchmark_data_smithi065_53143_object62182:head#
2020-11-16T20:58:42.275 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.275 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cdddca9:::benchmark_data_smithi065_53143_object25374:head#
2020-11-16T20:58:42.275 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.276 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cde9154:::benchmark_data_smithi065_53143_object13819:head#
2020-11-16T20:58:42.276 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.276 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cdfee60:::benchmark_data_smithi065_53143_object79767:head#
2020-11-16T20:58:42.276 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.276 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce00d51:::benchmark_data_smithi065_53143_object74491:head#
2020-11-16T20:58:42.276 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.276 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce035bd:::benchmark_data_smithi065_53143_object29609:head#
2020-11-16T20:58:42.277 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.277 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce0f1fc:::benchmark_data_smithi065_53143_object79746:head#
2020-11-16T20:58:42.277 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.277 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce1f862:::benchmark_data_smithi065_53143_object14854:head#
2020-11-16T20:58:42.277 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.277 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce3122f:::benchmark_data_smithi065_53143_object28865:head#
2020-11-16T20:58:42.277 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce379a5:::benchmark_data_smithi065_53143_object336:head#
2020-11-16T20:58:42.278 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce3d0e0:::benchmark_data_smithi065_53143_object65749:head#
2020-11-16T20:58:42.278 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce3d981:::benchmark_data_smithi065_53143_object17020:head#
2020-11-16T20:58:42.278 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.278 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce469c5:::benchmark_data_smithi065_53143_object48869:head#
2020-11-16T20:58:42.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce5aa91:::benchmark_data_smithi065_53143_object14694:head#
2020-11-16T20:58:42.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce607e9:::benchmark_data_smithi065_53143_object51027:head#
2020-11-16T20:58:42.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.279 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce68615:::benchmark_data_smithi065_53143_object58558:head#
2020-11-16T20:58:42.279 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce7640d:::benchmark_data_smithi065_53143_object38702:head#
2020-11-16T20:58:42.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce8d38e:::benchmark_data_smithi065_53143_object10662:head#
2020-11-16T20:58:42.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ce9982e:::benchmark_data_smithi065_53143_object34731:head#
2020-11-16T20:58:42.280 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.280 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cea5fd5:::benchmark_data_smithi065_53143_object51750:head#
2020-11-16T20:58:42.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cebd59f:::benchmark_data_smithi065_53143_object16076:head#
2020-11-16T20:58:42.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cec9261:::benchmark_data_smithi065_53143_object40701:head#
2020-11-16T20:58:42.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.281 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ced0d71:::benchmark_data_smithi065_53143_object65901:head#
2020-11-16T20:58:42.281 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cee5ac4:::benchmark_data_smithi065_53143_object37459:head#
2020-11-16T20:58:42.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ceebd0a:::benchmark_data_smithi065_53143_object17739:head#
2020-11-16T20:58:42.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ceff8bb:::benchmark_data_smithi065_53143_object43934:head#
2020-11-16T20:58:42.282 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.282 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf0a93f:::benchmark_data_smithi065_53143_object4781:head#
2020-11-16T20:58:42.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf0fe3f:::benchmark_data_smithi065_53143_object9308:head#
2020-11-16T20:58:42.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf129bd:::benchmark_data_smithi065_53143_object71107:head#
2020-11-16T20:58:42.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.283 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf2b88c:::benchmark_data_smithi065_53143_object7779:head#
2020-11-16T20:58:42.283 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.284 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf32082:::benchmark_data_smithi065_53143_object76910:head#
2020-11-16T20:58:42.284 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.284 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf37c35:::benchmark_data_smithi065_53143_object74992:head#
2020-11-16T20:58:42.284 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.284 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf549ef:::benchmark_data_smithi065_53143_object68427:head#
2020-11-16T20:58:42.284 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.284 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf5c667:::benchmark_data_smithi065_53143_object62475:head#
2020-11-16T20:58:42.285 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.285 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf5f4ec:::benchmark_data_smithi065_53143_object38136:head#
2020-11-16T20:58:42.285 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.285 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cf63b6e:::benchmark_data_smithi065_53143_object26967:head#
2020-11-16T20:58:42.285 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.285 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cfaa793:::benchmark_data_smithi065_53143_object74303:head#
2020-11-16T20:58:42.285 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.286 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cfadb74:::benchmark_data_smithi065_53143_object28400:head#
2020-11-16T20:58:42.286 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.286 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cfbd63c:::benchmark_data_smithi065_53143_object40068:head#
2020-11-16T20:58:42.286 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.286 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cfc99ba:::benchmark_data_smithi065_53143_object66883:head#
2020-11-16T20:58:42.286 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cfcc7bf:::benchmark_data_smithi065_53143_object34662:head#
2020-11-16T20:58:42.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cfcecd4:::benchmark_data_smithi065_53143_object74575:head#
2020-11-16T20:58:42.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.287 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cff7b98:::benchmark_data_smithi065_53143_object55453:head#
2020-11-16T20:58:42.287 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9cff7c21:::benchmark_data_smithi065_53143_object69662:head#
2020-11-16T20:58:42.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d0001f4:::benchmark_data_smithi065_53143_object77977:head#
2020-11-16T20:58:42.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d026633:::benchmark_data_smithi065_53143_object55658:head#
2020-11-16T20:58:42.288 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.288 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d02a585:::benchmark_data_smithi065_53143_object59688:head#
2020-11-16T20:58:42.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d02d9eb:::benchmark_data_smithi065_53143_object63719:head#
2020-11-16T20:58:42.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d02f040:::benchmark_data_smithi065_53143_object24936:head#
2020-11-16T20:58:42.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d04fc9e:::benchmark_data_smithi065_53143_object48526:head#
2020-11-16T20:58:42.289 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.289 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d064a63:::benchmark_data_smithi065_53143_object12938:head#
2020-11-16T20:58:42.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d076f3b:::benchmark_data_smithi065_53143_object13244:head#
2020-11-16T20:58:42.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d07d61b:::benchmark_data_smithi065_53143_object23557:head#
2020-11-16T20:58:42.290 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.290 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d0a00b2:::benchmark_data_smithi065_53143_object30060:head#
2020-11-16T20:58:42.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d0cf359:::benchmark_data_smithi065_53143_object71620:head#
2020-11-16T20:58:42.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d0e76af:::benchmark_data_smithi065_53143_object2262:head#
2020-11-16T20:58:42.291 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.291 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d0efa58:::benchmark_data_smithi065_53143_object59300:head#
2020-11-16T20:58:42.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d0f720b:::benchmark_data_smithi065_53143_object5655:head#
2020-11-16T20:58:42.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.292 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d117996:::benchmark_data_smithi065_53143_object74885:head#
2020-11-16T20:58:42.292 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d124685:::benchmark_data_smithi065_53143_object36966:head#
2020-11-16T20:58:42.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d12f2a9:::benchmark_data_smithi065_53143_object59654:head#
2020-11-16T20:58:42.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.293 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d13a81c:::benchmark_data_smithi065_53143_object80381:head#
2020-11-16T20:58:42.293 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.294 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d14ac16:::benchmark_data_smithi065_53143_object25882:head#
2020-11-16T20:58:42.294 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.294 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d164a89:::benchmark_data_smithi065_53143_object33473:head#
2020-11-16T20:58:42.294 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.294 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d17daac:::benchmark_data_smithi065_53143_object81129:head#
2020-11-16T20:58:42.295 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.295 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1831ab:::benchmark_data_smithi065_53143_object17594:head#
2020-11-16T20:58:42.295 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.295 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d198a21:::benchmark_data_smithi065_53143_object63801:head#
2020-11-16T20:58:42.295 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.296 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d19ad08:::benchmark_data_smithi065_53143_object38204:head#
2020-11-16T20:58:42.296 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.296 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d19ec21:::benchmark_data_smithi065_53143_object34990:head#
2020-11-16T20:58:42.296 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.296 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1a00fe:::benchmark_data_smithi065_53143_object70395:head#
2020-11-16T20:58:42.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.297 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1b8e71:::benchmark_data_smithi065_53143_object727:head#
2020-11-16T20:58:42.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.297 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1c124b:::benchmark_data_smithi065_53143_object54177:head#
2020-11-16T20:58:42.297 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1c5dc5:::benchmark_data_smithi065_53143_object66502:head#
2020-11-16T20:58:42.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1d0eff:::benchmark_data_smithi065_53143_object11406:head#
2020-11-16T20:58:42.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.298 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1e22e6:::benchmark_data_smithi065_53143_object45905:head#
2020-11-16T20:58:42.298 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1e37ca:::benchmark_data_smithi065_53143_object23884:head#
2020-11-16T20:58:42.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1eea9a:::benchmark_data_smithi065_53143_object53182:head#
2020-11-16T20:58:42.299 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.299 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d1f5873:::benchmark_data_smithi065_53143_object13798:head#
2020-11-16T20:58:42.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d20d310:::benchmark_data_smithi065_53143_object13129:head#
2020-11-16T20:58:42.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.300 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d21cdf9:::benchmark_data_smithi065_53143_object22208:head#
2020-11-16T20:58:42.300 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d229eba:::benchmark_data_smithi065_53143_object62185:head#
2020-11-16T20:58:42.301 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d23f9ff:::benchmark_data_smithi065_53143_object59151:head#
2020-11-16T20:58:42.301 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.301 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2529e7:::benchmark_data_smithi065_53143_object62100:head#
2020-11-16T20:58:42.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d273ca4:::benchmark_data_smithi065_53143_object32965:head#
2020-11-16T20:58:42.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2a8dc3:::benchmark_data_smithi065_53143_object57714:head#
2020-11-16T20:58:42.302 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.302 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2ab2f2:::benchmark_data_smithi065_53143_object56081:head#
2020-11-16T20:58:42.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2c75a7:::benchmark_data_smithi065_53143_object74654:head#
2020-11-16T20:58:42.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.303 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2d79b6:::benchmark_data_smithi065_53143_object4275:head#
2020-11-16T20:58:42.303 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2dd55f:::benchmark_data_smithi065_53143_object34709:head#
2020-11-16T20:58:42.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2e0c16:::benchmark_data_smithi065_53143_object59696:head#
2020-11-16T20:58:42.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2e3573:::benchmark_data_smithi065_53143_object13292:head#
2020-11-16T20:58:42.304 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.304 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2f2030:::benchmark_data_smithi065_53143_object60507:head#
2020-11-16T20:58:42.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.305 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2f637f:::benchmark_data_smithi065_53143_object68965:head#
2020-11-16T20:58:42.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.305 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d2fb3d5:::benchmark_data_smithi065_53143_object144:head#
2020-11-16T20:58:42.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.305 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d308b15:::benchmark_data_smithi065_53143_object78918:head#
2020-11-16T20:58:42.305 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.306 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d30c6bb:::benchmark_data_smithi065_53143_object6408:head#
2020-11-16T20:58:42.306 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.306 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d313798:::benchmark_data_smithi065_53143_object55675:head#
2020-11-16T20:58:42.306 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.306 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d32810d:::benchmark_data_smithi065_53143_object31678:head#
2020-11-16T20:58:42.306 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.306 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d32fa33:::benchmark_data_smithi065_53143_object52260:head#
2020-11-16T20:58:42.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d332b38:::benchmark_data_smithi065_53143_object61012:head#
2020-11-16T20:58:42.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d334a86:::benchmark_data_smithi065_53143_object17810:head#
2020-11-16T20:58:42.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.307 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d33873f:::benchmark_data_smithi065_53143_object33428:head#
2020-11-16T20:58:42.307 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d34314c:::benchmark_data_smithi065_53143_object40027:head#
2020-11-16T20:58:42.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d345994:::benchmark_data_smithi065_53143_object34201:head#
2020-11-16T20:58:42.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d353b11:::benchmark_data_smithi065_53143_object41352:head#
2020-11-16T20:58:42.308 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.308 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d357a0d:::benchmark_data_smithi065_53143_object18626:head#
2020-11-16T20:58:42.309 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.309 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d35c9cc:::benchmark_data_smithi065_53143_object38232:head#
2020-11-16T20:58:42.309 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.309 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d35e466:::benchmark_data_smithi065_53143_object20958:head#
2020-11-16T20:58:42.309 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.309 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d36b1f5:::benchmark_data_smithi065_53143_object79677:head#
2020-11-16T20:58:42.309 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d375992:::benchmark_data_smithi065_53143_object59313:head#
2020-11-16T20:58:42.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d38342e:::benchmark_data_smithi065_53143_object63361:head#
2020-11-16T20:58:42.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d398fed:::benchmark_data_smithi065_53143_object10276:head#
2020-11-16T20:58:42.310 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.310 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3a86f7:::benchmark_data_smithi065_53143_object18051:head#
2020-11-16T20:58:42.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3ad39c:::benchmark_data_smithi065_53143_object62356:head#
2020-11-16T20:58:42.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3afaeb:::benchmark_data_smithi065_53143_object68683:head#
2020-11-16T20:58:42.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.311 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3b8f35:::benchmark_data_smithi065_53143_object37200:head#
2020-11-16T20:58:42.311 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3beed2:::benchmark_data_smithi065_53143_object51677:head#
2020-11-16T20:58:42.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3bf307:::benchmark_data_smithi065_53143_object50655:head#
2020-11-16T20:58:42.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3dc431:::benchmark_data_smithi065_53143_object78816:head#
2020-11-16T20:58:42.312 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.312 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3dd207:::benchmark_data_smithi065_53143_object18932:head#
2020-11-16T20:58:42.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d3ee98c:::benchmark_data_smithi065_53143_object27867:head#
2020-11-16T20:58:42.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d407554:::benchmark_data_smithi065_53143_object6950:head#
2020-11-16T20:58:42.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.313 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d40d98d:::benchmark_data_smithi065_53143_object28037:head#
2020-11-16T20:58:42.313 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.314 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d414aec:::benchmark_data_smithi065_53143_object72554:head#
2020-11-16T20:58:42.314 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.314 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d43c88c:::benchmark_data_smithi065_53143_object75575:head#
2020-11-16T20:58:42.314 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.314 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d448810:::benchmark_data_smithi065_53143_object45982:head#
2020-11-16T20:58:42.314 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d469414:::benchmark_data_smithi065_53143_object19039:head#
2020-11-16T20:58:42.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d46d653:::benchmark_data_smithi065_53143_object80975:head#
2020-11-16T20:58:42.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d470826:::benchmark_data_smithi065_53143_object12400:head#
2020-11-16T20:58:42.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.315 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d48a30f:::benchmark_data_smithi065_53143_object29468:head#
2020-11-16T20:58:42.315 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4997bc:::benchmark_data_smithi065_53143_object28892:head#
2020-11-16T20:58:42.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4aabd2:::benchmark_data_smithi065_53143_object466:head#
2020-11-16T20:58:42.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.316 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4b4656:::benchmark_data_smithi065_53143_object24165:head#
2020-11-16T20:58:42.316 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4c4b32:::benchmark_data_smithi065_53143_object3490:head#
2020-11-16T20:58:42.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4d1290:::benchmark_data_smithi065_53143_object70440:head#
2020-11-16T20:58:42.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4d32a0:::benchmark_data_smithi065_53143_object65497:head#
2020-11-16T20:58:42.317 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.317 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4d7212:::benchmark_data_smithi065_53143_object17085:head#
2020-11-16T20:58:42.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4e2196:::benchmark_data_smithi065_53143_object75264:head#
2020-11-16T20:58:42.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d4f94b0:::benchmark_data_smithi065_53143_object28955:head#
2020-11-16T20:58:42.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.318 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d504f5c:::benchmark_data_smithi065_53143_object6113:head#
2020-11-16T20:58:42.318 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.319 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d541a10:::benchmark_data_smithi065_53143_object19929:head#
2020-11-16T20:58:42.319 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.319 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d56191c:::benchmark_data_smithi065_53143_object20549:head#
2020-11-16T20:58:42.319 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.319 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d59b441:::benchmark_data_smithi065_53143_object57364:head#
2020-11-16T20:58:42.319 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.319 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d59b6e8:::benchmark_data_smithi065_53143_object36952:head#
2020-11-16T20:58:42.320 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.320 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5a8a21:::benchmark_data_smithi065_53143_object71031:head#
2020-11-16T20:58:42.320 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.320 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5c9253:::benchmark_data_smithi065_53143_object31919:head#
2020-11-16T20:58:42.320 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.320 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5ce0b2:::benchmark_data_smithi065_53143_object54843:head#
2020-11-16T20:58:42.320 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5d341b:::benchmark_data_smithi065_53143_object32710:head#
2020-11-16T20:58:42.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5d54ae:::benchmark_data_smithi065_53143_object17753:head#
2020-11-16T20:58:42.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5dcf58:::benchmark_data_smithi065_53143_object34765:head#
2020-11-16T20:58:42.321 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.321 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5e412f:::benchmark_data_smithi065_53143_object22990:head#
2020-11-16T20:58:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5e618d:::benchmark_data_smithi065_53143_object56029:head#
2020-11-16T20:58:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5ea3a8:::benchmark_data_smithi065_53143_object44789:head#
2020-11-16T20:58:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5f2bdf:::benchmark_data_smithi065_53143_object46943:head#
2020-11-16T20:58:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d5fc525:::benchmark_data_smithi065_53143_object50118:head#
2020-11-16T20:58:42.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d60b9d4:::benchmark_data_smithi065_53143_object7743:head#
2020-11-16T20:58:42.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d60e6c2:::benchmark_data_smithi065_53143_object21320:head#
2020-11-16T20:58:42.323 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.323 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d618d61:::benchmark_data_smithi065_53143_object64193:head#
2020-11-16T20:58:42.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d62157e:::benchmark_data_smithi065_53143_object69954:head#
2020-11-16T20:58:42.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d63c372:::benchmark_data_smithi065_53143_object11871:head#
2020-11-16T20:58:42.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.324 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d642273:::benchmark_data_smithi065_53143_object71470:head#
2020-11-16T20:58:42.324 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d65a257:::benchmark_data_smithi065_53143_object59818:head#
2020-11-16T20:58:42.325 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d662516:::benchmark_data_smithi065_53143_object66918:head#
2020-11-16T20:58:42.325 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d670ae2:::benchmark_data_smithi065_53143_object24495:head#
2020-11-16T20:58:42.325 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.325 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d68a6c6:::benchmark_data_smithi065_53143_object9525:head#
2020-11-16T20:58:42.326 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.326 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d68dab9:::benchmark_data_smithi065_53143_object77717:head#
2020-11-16T20:58:42.326 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.326 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d69f9b6:::benchmark_data_smithi065_53143_object59016:head#
2020-11-16T20:58:42.326 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.326 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d6ad00e:::benchmark_data_smithi065_53143_object34322:head#
2020-11-16T20:58:42.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d6ad99d:::benchmark_data_smithi065_53143_object45914:head#
2020-11-16T20:58:42.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d6b5ca7:::benchmark_data_smithi065_53143_object6234:head#
2020-11-16T20:58:42.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.327 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d6c7d03:::benchmark_data_smithi065_53143_object32828:head#
2020-11-16T20:58:42.327 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d6d8f2f:::benchmark_data_smithi065_53143_object57119:head#
2020-11-16T20:58:42.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d6eafac:::benchmark_data_smithi065_53143_object73238:head#
2020-11-16T20:58:42.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d6eb820:::benchmark_data_smithi065_53143_object73320:head#
2020-11-16T20:58:42.328 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.328 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d6f3848:::benchmark_data_smithi065_53143_object2565:head#
2020-11-16T20:58:42.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d711be0:::benchmark_data_smithi065_53143_object41331:head#
2020-11-16T20:58:42.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d720450:::benchmark_data_smithi065_53143_object33913:head#
2020-11-16T20:58:42.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.329 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d72ba4e:::benchmark_data_smithi065_53143_object41863:head#
2020-11-16T20:58:42.329 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d73726e:::benchmark_data_smithi065_53143_object73637:head#
2020-11-16T20:58:42.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d73f5bb:::benchmark_data_smithi065_53143_object4096:head#
2020-11-16T20:58:42.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d75d68c:::benchmark_data_smithi065_53143_object32962:head#
2020-11-16T20:58:42.330 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.330 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d75f27a:::benchmark_data_smithi065_53143_object79863:head#
2020-11-16T20:58:42.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d7852d5:::benchmark_data_smithi065_53143_object17777:head#
2020-11-16T20:58:42.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d789b67:::benchmark_data_smithi065_53143_object27281:head#
2020-11-16T20:58:42.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.331 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d79a6b9:::benchmark_data_smithi065_53143_object10750:head#
2020-11-16T20:58:42.331 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d7b7d1a:::benchmark_data_smithi065_53143_object65137:head#
2020-11-16T20:58:42.332 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d7b7d8b:::benchmark_data_smithi065_53143_object16232:head#
2020-11-16T20:58:42.332 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d7c7250:::benchmark_data_smithi065_53143_object15801:head#
2020-11-16T20:58:42.332 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.332 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d7f7ae3:::benchmark_data_smithi065_53143_object12490:head#
2020-11-16T20:58:42.333 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.333 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d7fdc92:::benchmark_data_smithi065_53143_object29790:head#
2020-11-16T20:58:42.333 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.333 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d7ff42b:::benchmark_data_smithi065_53143_object7091:head#
2020-11-16T20:58:42.333 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.333 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d80bf20:::benchmark_data_smithi065_53143_object69388:head#
2020-11-16T20:58:42.333 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d80e407:::benchmark_data_smithi065_53143_object47122:head#
2020-11-16T20:58:42.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d80f3b9:::benchmark_data_smithi065_53143_object25477:head#
2020-11-16T20:58:42.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d81ea6f:::benchmark_data_smithi065_53143_object68523:head#
2020-11-16T20:58:42.334 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.334 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d826701:::benchmark_data_smithi065_53143_object21109:head#
2020-11-16T20:58:42.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d85e718:::benchmark_data_smithi065_53143_object54745:head#
2020-11-16T20:58:42.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8646c3:::benchmark_data_smithi065_53143_object15555:head#
2020-11-16T20:58:42.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.335 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d89a1bb:::benchmark_data_smithi065_53143_object41095:head#
2020-11-16T20:58:42.335 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8a0c2d:::benchmark_data_smithi065_53143_object23965:head#
2020-11-16T20:58:42.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8aa7c4:::benchmark_data_smithi065_53143_object32386:head#
2020-11-16T20:58:42.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8b05e4:::benchmark_data_smithi065_53143_object66478:head#
2020-11-16T20:58:42.336 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.336 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8c153f:::benchmark_data_smithi065_53143_object66943:head#
2020-11-16T20:58:42.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.337 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8cb782:::benchmark_data_smithi065_53143_object82023:head#
2020-11-16T20:58:42.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.337 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8d9aa0:::benchmark_data_smithi065_53143_object69375:head#
2020-11-16T20:58:42.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.337 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8f217c:::benchmark_data_smithi065_53143_object49094:head#
2020-11-16T20:58:42.337 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.338 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8fe0a5:::benchmark_data_smithi065_53143_object24266:head#
2020-11-16T20:58:42.338 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.338 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d8ffb5e:::benchmark_data_smithi065_53143_object32217:head#
2020-11-16T20:58:42.338 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.338 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d90386f:::benchmark_data_smithi065_53143_object65927:head#
2020-11-16T20:58:42.338 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d90d032:::benchmark_data_smithi065_53143_object73954:head#
2020-11-16T20:58:42.339 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d928b11:::benchmark_data_smithi065_53143_object24675:head#
2020-11-16T20:58:42.339 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d92f88f:::benchmark_data_smithi065_53143_object68076:head#
2020-11-16T20:58:42.339 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.339 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d93a315:::benchmark_data_smithi065_53143_object53014:head#
2020-11-16T20:58:42.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d93d4eb:::benchmark_data_smithi065_53143_object20329:head#
2020-11-16T20:58:42.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d9429e2:::benchmark_data_smithi065_53143_object58439:head#
2020-11-16T20:58:42.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.340 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d94e905:::benchmark_data_smithi065_53143_object67676:head#
2020-11-16T20:58:42.340 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d953a23:::benchmark_data_smithi065_53143_object67666:head#
2020-11-16T20:58:42.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d955034:::benchmark_data_smithi065_53143_object18865:head#
2020-11-16T20:58:42.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d960c36:::benchmark_data_smithi065_53143_object18504:head#
2020-11-16T20:58:42.341 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.341 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d974e1d:::benchmark_data_smithi065_53143_object50785:head#
2020-11-16T20:58:42.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d98c1c5:::benchmark_data_smithi065_53143_object45979:head#
2020-11-16T20:58:42.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d9abd46:::benchmark_data_smithi065_53143_object42441:head#
2020-11-16T20:58:42.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.342 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d9c120c:::benchmark_data_smithi065_53143_object77573:head#
2020-11-16T20:58:42.342 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d9d0fb8:::benchmark_data_smithi065_53143_object80789:head#
2020-11-16T20:58:42.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d9d489a:::benchmark_data_smithi065_53143_object12238:head#
2020-11-16T20:58:42.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d9e6e57:::benchmark_data_smithi065_53143_object47417:head#
2020-11-16T20:58:42.343 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.343 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d9ecea1:::benchmark_data_smithi065_53143_object65228:head#
2020-11-16T20:58:42.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9d9f9bdf:::benchmark_data_smithi065_53143_object49569:head#
2020-11-16T20:58:42.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da01c62:::benchmark_data_smithi065_53143_object48584:head#
2020-11-16T20:58:42.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.344 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da10186:::benchmark_data_smithi065_53143_object2386:head#
2020-11-16T20:58:42.344 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.345 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da3500b:::benchmark_data_smithi065_53143_object12841:head#
2020-11-16T20:58:42.345 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.345 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da4e52e:::benchmark_data_smithi065_53143_object22345:head#
2020-11-16T20:58:42.345 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.345 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da53b07:::benchmark_data_smithi065_53143_object80135:head#
2020-11-16T20:58:42.345 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.345 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da57f99:::benchmark_data_smithi065_53143_object23828:head#
2020-11-16T20:58:42.346 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.346 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da6a470:::benchmark_data_smithi065_53143_object33958:head#
2020-11-16T20:58:42.346 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.346 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da6c377:::benchmark_data_smithi065_53143_object71137:head#
2020-11-16T20:58:42.346 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.346 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da717ee:::benchmark_data_smithi065_53143_object13053:head#
2020-11-16T20:58:42.346 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da73c3c:::benchmark_data_smithi065_53143_object53678:head#
2020-11-16T20:58:42.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da73ca4:::benchmark_data_smithi065_53143_object15370:head#
2020-11-16T20:58:42.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da7e624:::benchmark_data_smithi065_53143_object78059:head#
2020-11-16T20:58:42.347 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.347 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da829c1:::benchmark_data_smithi065_53143_object35270:head#
2020-11-16T20:58:42.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da8adb6:::benchmark_data_smithi065_53143_object8084:head#
2020-11-16T20:58:42.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da94b7b:::benchmark_data_smithi065_53143_object52065:head#
2020-11-16T20:58:42.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.348 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9da95e26:::benchmark_data_smithi065_53143_object81082:head#
2020-11-16T20:58:42.348 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9daa5731:::benchmark_data_smithi065_53143_object26471:head#
2020-11-16T20:58:42.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9daa669a:::benchmark_data_smithi065_53143_object34332:head#
2020-11-16T20:58:42.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9daa7e60:::benchmark_data_smithi065_53143_object9799:head#
2020-11-16T20:58:42.349 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.349 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dac12a7:::benchmark_data_smithi065_53143_object16295:head#
2020-11-16T20:58:42.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dac9099:::benchmark_data_smithi065_53143_object43126:head#
2020-11-16T20:58:42.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dace065:::benchmark_data_smithi065_53143_object27491:head#
2020-11-16T20:58:42.350 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.350 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dae329a:::benchmark_data_smithi065_53143_object28980:head#
2020-11-16T20:58:42.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db03d64:::benchmark_data_smithi065_53143_object5670:head#
2020-11-16T20:58:42.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db0a798:::benchmark_data_smithi065_53143_object51725:head#
2020-11-16T20:58:42.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.351 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db0a839:::benchmark_data_smithi065_53143_object26149:head#
2020-11-16T20:58:42.351 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db0c403:::benchmark_data_smithi065_53143_object19606:head#
2020-11-16T20:58:42.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db14ed1:::benchmark_data_smithi065_53143_object45057:head#
2020-11-16T20:58:42.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db163ec:::benchmark_data_smithi065_53143_object80260:head#
2020-11-16T20:58:42.352 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.352 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db31fd9:::benchmark_data_smithi065_53143_object31585:head#
2020-11-16T20:58:42.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db3d86e:::benchmark_data_smithi065_53143_object41442:head#
2020-11-16T20:58:42.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db51d95:::benchmark_data_smithi065_53143_object18291:head#
2020-11-16T20:58:42.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.353 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db58beb:::benchmark_data_smithi065_53143_object1348:head#
2020-11-16T20:58:42.353 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db68fc8:::benchmark_data_smithi065_53143_object11825:head#
2020-11-16T20:58:42.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db7b94e:::benchmark_data_smithi065_53143_object62142:head#
2020-11-16T20:58:42.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db80deb:::benchmark_data_smithi065_53143_object21895:head#
2020-11-16T20:58:42.354 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.354 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db828ae:::benchmark_data_smithi065_53143_object43014:head#
2020-11-16T20:58:42.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db8ba0b:::benchmark_data_smithi065_53143_object69422:head#
2020-11-16T20:58:42.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db92378:::benchmark_data_smithi065_53143_object49516:head#
2020-11-16T20:58:42.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.355 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9db97de6:::benchmark_data_smithi065_53143_object21565:head#
2020-11-16T20:58:42.355 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.356 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbc37ff:::benchmark_data_smithi065_53143_object19335:head#
2020-11-16T20:58:42.356 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.356 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbc67ef:::benchmark_data_smithi065_53143_object30494:head#
2020-11-16T20:58:42.356 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.356 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbcb218:::benchmark_data_smithi065_53143_object64941:head#
2020-11-16T20:58:42.356 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.356 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbd774d:::benchmark_data_smithi065_53143_object59085:head#
2020-11-16T20:58:42.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbdd9f8:::benchmark_data_smithi065_53143_object54352:head#
2020-11-16T20:58:42.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbe09ec:::benchmark_data_smithi065_53143_object79777:head#
2020-11-16T20:58:42.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.357 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbedc5b:::benchmark_data_smithi065_53143_object46835:head#
2020-11-16T20:58:42.357 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbf202d:::benchmark_data_smithi065_53143_object70524:head#
2020-11-16T20:58:42.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dbf3bb8:::benchmark_data_smithi065_53143_object36131:head#
2020-11-16T20:58:42.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc180b4:::benchmark_data_smithi065_53143_object21515:head#
2020-11-16T20:58:42.358 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.358 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc18f0f:::benchmark_data_smithi065_53143_object23463:head#
2020-11-16T20:58:42.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc1c0c7:::benchmark_data_smithi065_53143_object10562:head#
2020-11-16T20:58:42.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc2c3ad:::benchmark_data_smithi065_53143_object59497:head#
2020-11-16T20:58:42.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.359 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc38856:::benchmark_data_smithi065_53143_object39482:head#
2020-11-16T20:58:42.359 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.360 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc40db4:::benchmark_data_smithi065_53143_object14098:head#
2020-11-16T20:58:42.360 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.360 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc43e65:::benchmark_data_smithi065_53143_object7845:head#
2020-11-16T20:58:42.360 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.360 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc514c6:::benchmark_data_smithi065_53143_object1985:head#
2020-11-16T20:58:42.360 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc6c6af:::benchmark_data_smithi065_53143_object5850:head#
2020-11-16T20:58:42.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc6ce7b:::benchmark_data_smithi065_53143_object21856:head#
2020-11-16T20:58:42.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc6faa1:::benchmark_data_smithi065_53143_object8126:head#
2020-11-16T20:58:42.361 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.361 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc71fe4:::benchmark_data_smithi065_53143_object36860:head#
2020-11-16T20:58:42.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.362 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc7fd02:::benchmark_data_smithi065_53143_object79512:head#
2020-11-16T20:58:42.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.362 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc8867b:::benchmark_data_smithi065_53143_object18578:head#
2020-11-16T20:58:42.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.362 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc8ebc4:::benchmark_data_smithi065_53143_object21870:head#
2020-11-16T20:58:42.362 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc93628:::benchmark_data_smithi065_53143_object48765:head#
2020-11-16T20:58:42.363 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc95edf:::benchmark_data_smithi065_53143_object14919:head#
2020-11-16T20:58:42.363 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc97921:::benchmark_data_smithi065_53143_object52249:head#
2020-11-16T20:58:42.363 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.363 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dc9eabb:::benchmark_data_smithi065_53143_object53009:head#
2020-11-16T20:58:42.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.364 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dcad86d:::benchmark_data_smithi065_53143_object61017:head#
2020-11-16T20:58:42.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.364 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dcb23ae:::benchmark_data_smithi065_53143_object48278:head#
2020-11-16T20:58:42.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.364 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dcb2c69:::benchmark_data_smithi065_53143_object46428:head#
2020-11-16T20:58:42.364 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dcb6030:::benchmark_data_smithi065_53143_object53545:head#
2020-11-16T20:58:42.365 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dcd0de7:::benchmark_data_smithi065_53143_object52216:head#
2020-11-16T20:58:42.365 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dcda2d2:::benchmark_data_smithi065_53143_object70231:head#
2020-11-16T20:58:42.365 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.365 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dcde49f:::benchmark_data_smithi065_53143_object12606:head#
2020-11-16T20:58:42.366 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.366 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dcec8fc:::benchmark_data_smithi065_53143_object57847:head#
2020-11-16T20:58:42.366 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.366 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dd04c1f:::benchmark_data_smithi065_53143_object47654:head#
2020-11-16T20:58:42.366 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.366 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dd4b23f:::benchmark_data_smithi065_53143_object46934:head#
2020-11-16T20:58:42.366 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dd58a64:::benchmark_data_smithi065_53143_object30957:head#
2020-11-16T20:58:42.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dd5b4ce:::benchmark_data_smithi065_53143_object3063:head#
2020-11-16T20:58:42.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dd94602:::benchmark_data_smithi065_53143_object75577:head#
2020-11-16T20:58:42.367 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.367 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dd9bdd8:::benchmark_data_smithi065_53143_object29255:head#
2020-11-16T20:58:42.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dd9cd81:::benchmark_data_smithi065_53143_object54961:head#
2020-11-16T20:58:42.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ddaeb2c:::benchmark_data_smithi065_53143_object7247:head#
2020-11-16T20:58:42.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.368 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ddbde15:::benchmark_data_smithi065_53143_object48771:head#
2020-11-16T20:58:42.368 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.369 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ddc83be:::benchmark_data_smithi065_53143_object30860:head#
2020-11-16T20:58:42.369 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.369 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ddd2389:::benchmark_data_smithi065_53143_object56814:head#
2020-11-16T20:58:42.369 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.369 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ddd949a:::benchmark_data_smithi065_53143_object64278:head#
2020-11-16T20:58:42.369 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.369 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ddfba6a:::benchmark_data_smithi065_53143_object18115:head#
2020-11-16T20:58:42.370 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.370 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9de1c998:::benchmark_data_smithi065_53143_object72896:head#
2020-11-16T20:58:42.370 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.370 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9de22558:::benchmark_data_smithi065_53143_object78676:head#
2020-11-16T20:58:42.370 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.370 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9de471ab:::benchmark_data_smithi065_53143_object42794:head#
2020-11-16T20:58:42.370 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9de595d5:::benchmark_data_smithi065_53143_object5372:head#
2020-11-16T20:58:42.371 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9de5a27f:::benchmark_data_smithi065_53143_object12798:head#
2020-11-16T20:58:42.371 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9de9de96:::benchmark_data_smithi065_53143_object9299:head#
2020-11-16T20:58:42.371 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.371 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9de9e9da:::benchmark_data_smithi065_53143_object21555:head#
2020-11-16T20:58:42.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.372 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9deacfa3:::benchmark_data_smithi065_53143_object80620:head#
2020-11-16T20:58:42.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.372 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9debdc81:::benchmark_data_smithi065_53143_object7046:head#
2020-11-16T20:58:42.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.372 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9debf416:::benchmark_data_smithi065_53143_object69387:head#
2020-11-16T20:58:42.372 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ded193f:::benchmark_data_smithi065_53143_object68543:head#
2020-11-16T20:58:42.373 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ded4241:::benchmark_data_smithi065_53143_object18356:head#
2020-11-16T20:58:42.373 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ded9570:::benchmark_data_smithi065_53143_object76922:head#
2020-11-16T20:58:42.373 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.373 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9deda953:::benchmark_data_smithi065_53143_object5603:head#
2020-11-16T20:58:42.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.374 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dedc412:::benchmark_data_smithi065_53143_object29492:head#
2020-11-16T20:58:42.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.374 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9deddd1b:::benchmark_data_smithi065_53143_object57607:head#
2020-11-16T20:58:42.374 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.374 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dedf66e:::benchmark_data_smithi065_53143_object26057:head#
2020-11-16T20:58:42.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9defc12a:::benchmark_data_smithi065_53143_object50382:head#
2020-11-16T20:58:42.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df0b633:::benchmark_data_smithi065_53143_object74842:head#
2020-11-16T20:58:42.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.375 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df11a27:::benchmark_data_smithi065_53143_object70933:head#
2020-11-16T20:58:42.375 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df369e5:::benchmark_data_smithi065_53143_object40253:head#
2020-11-16T20:58:42.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df3dfb6:::benchmark_data_smithi065_53143_object74032:head#
2020-11-16T20:58:42.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df40454:::benchmark_data_smithi065_53143_object73459:head#
2020-11-16T20:58:42.376 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.376 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df41741:::benchmark_data_smithi065_53143_object15015:head#
2020-11-16T20:58:42.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df43a03:::benchmark_data_smithi065_53143_object80007:head#
2020-11-16T20:58:42.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df5af78:::benchmark_data_smithi065_53143_object7362:head#
2020-11-16T20:58:42.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.377 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df65f26:::benchmark_data_smithi065_53143_object22140:head#
2020-11-16T20:58:42.377 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df66b36:::benchmark_data_smithi065_53143_object62052:head#
2020-11-16T20:58:42.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df7ba28:::benchmark_data_smithi065_53143_object37090:head#
2020-11-16T20:58:42.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df7eb81:::benchmark_data_smithi065_53143_object31274:head#
2020-11-16T20:58:42.378 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.378 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df825e6:::benchmark_data_smithi065_53143_object35933:head#
2020-11-16T20:58:42.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df8c8fd:::benchmark_data_smithi065_53143_object77578:head#
2020-11-16T20:58:42.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df8cf33:::benchmark_data_smithi065_53143_object39066:head#
2020-11-16T20:58:42.379 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.379 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9df956f6:::benchmark_data_smithi065_53143_object22147:head#
2020-11-16T20:58:42.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.380 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dfaa974:::benchmark_data_smithi065_53143_object26219:head#
2020-11-16T20:58:42.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.380 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dfaee18:::benchmark_data_smithi065_53143_object72895:head#
2020-11-16T20:58:42.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.380 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dfb0fe0:::benchmark_data_smithi065_53143_object78262:head#
2020-11-16T20:58:42.380 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dfbeec1:::benchmark_data_smithi065_53143_object22153:head#
2020-11-16T20:58:42.381 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dfd448e:::benchmark_data_smithi065_53143_object16640:head#
2020-11-16T20:58:42.381 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dfdeac6:::benchmark_data_smithi065_53143_object58837:head#
2020-11-16T20:58:42.381 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.381 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9dff5dc7:::benchmark_data_smithi065_53143_object23182:head#
2020-11-16T20:58:42.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0020c3:::benchmark_data_smithi065_53143_object27503:head#
2020-11-16T20:58:42.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0041f7:::benchmark_data_smithi065_53143_object12978:head#
2020-11-16T20:58:42.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.382 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0061da:::benchmark_data_smithi065_53143_object14336:head#
2020-11-16T20:58:42.382 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e00b674:::benchmark_data_smithi065_53143_object7481:head#
2020-11-16T20:58:42.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e079eb3:::benchmark_data_smithi065_53143_object8683:head#
2020-11-16T20:58:42.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0b3b11:::benchmark_data_smithi065_53143_object1545:head#
2020-11-16T20:58:42.383 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.383 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0c3e4d:::benchmark_data_smithi065_53143_object74831:head#
2020-11-16T20:58:42.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0ceca7:::benchmark_data_smithi065_53143_object11661:head#
2020-11-16T20:58:42.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0d0248:::benchmark_data_smithi065_53143_object47544:head#
2020-11-16T20:58:42.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.384 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0df51c:::benchmark_data_smithi065_53143_object33739:head#
2020-11-16T20:58:42.384 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.385 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0ecb48:::benchmark_data_smithi065_53143_object9273:head#
2020-11-16T20:58:42.385 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.385 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e0ee734:::benchmark_data_smithi065_53143_object11274:head#
2020-11-16T20:58:42.385 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.385 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e10ac27:::benchmark_data_smithi065_53143_object15411:head#
2020-11-16T20:58:42.385 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.385 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e10c233:::benchmark_data_smithi065_53143_object75546:head#
2020-11-16T20:58:42.386 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.386 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1104e9:::benchmark_data_smithi065_53143_object62601:head#
2020-11-16T20:58:42.386 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.386 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e11c557:::benchmark_data_smithi065_53143_object68995:head#
2020-11-16T20:58:42.386 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.386 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e124b26:::benchmark_data_smithi065_53143_object60367:head#
2020-11-16T20:58:42.386 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e135d66:::benchmark_data_smithi065_53143_object47068:head#
2020-11-16T20:58:42.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e14c736:::benchmark_data_smithi065_53143_object26377:head#
2020-11-16T20:58:42.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e15853a:::benchmark_data_smithi065_53143_object55902:head#
2020-11-16T20:58:42.387 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.387 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e15dcf3:::benchmark_data_smithi065_53143_object68395:head#
2020-11-16T20:58:42.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e160cd0:::benchmark_data_smithi065_53143_object37671:head#
2020-11-16T20:58:42.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1734b5:::benchmark_data_smithi065_53143_object74961:head#
2020-11-16T20:58:42.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.388 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e186063:::benchmark_data_smithi065_53143_object80387:head#
2020-11-16T20:58:42.388 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e193e98:::benchmark_data_smithi065_53143_object5877:head#
2020-11-16T20:58:42.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e193f2f:::benchmark_data_smithi065_53143_object48225:head#
2020-11-16T20:58:42.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e196f8b:::benchmark_data_smithi065_53143_object51766:head#
2020-11-16T20:58:42.389 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.389 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e19831f:::benchmark_data_smithi065_53143_object68849:head#
2020-11-16T20:58:42.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e19b83f:::benchmark_data_smithi065_53143_object11268:head#
2020-11-16T20:58:42.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e19bb13:::benchmark_data_smithi065_53143_object19029:head#
2020-11-16T20:58:42.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.390 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1be2c4:::benchmark_data_smithi065_53143_object51732:head#
2020-11-16T20:58:42.390 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1c09a4:::benchmark_data_smithi065_53143_object36786:head#
2020-11-16T20:58:42.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1d8167:::benchmark_data_smithi065_53143_object49725:head#
2020-11-16T20:58:42.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1e99a2:::benchmark_data_smithi065_53143_object27125:head#
2020-11-16T20:58:42.391 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.391 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1eb46b:::benchmark_data_smithi065_53143_object72734:head#
2020-11-16T20:58:42.392 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.392 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1ef95a:::benchmark_data_smithi065_53143_object35478:head#
2020-11-16T20:58:42.392 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.392 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e1f4fed:::benchmark_data_smithi065_53143_object66477:head#
2020-11-16T20:58:42.392 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.392 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e209da9:::benchmark_data_smithi065_53143_object2179:head#
2020-11-16T20:58:42.392 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.393 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e20beb1:::benchmark_data_smithi065_53143_object18765:head#
2020-11-16T20:58:42.393 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.393 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e21c91a:::benchmark_data_smithi065_53143_object10056:head#
2020-11-16T20:58:42.393 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.393 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e2224e0:::benchmark_data_smithi065_53143_object79904:head#
2020-11-16T20:58:42.393 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.393 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e22cdbe:::benchmark_data_smithi065_53143_object47566:head#
2020-11-16T20:58:42.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e234820:::benchmark_data_smithi065_53143_object51501:head#
2020-11-16T20:58:42.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e23cc80:::benchmark_data_smithi065_53143_object31564:head#
2020-11-16T20:58:42.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.394 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e23e875:::benchmark_data_smithi065_53143_object56533:head#
2020-11-16T20:58:42.394 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e242e08:::benchmark_data_smithi065_53143_object26928:head#
2020-11-16T20:58:42.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e248b5d:::benchmark_data_smithi065_53143_object58900:head#
2020-11-16T20:58:42.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e25642c:::benchmark_data_smithi065_53143_object75141:head#
2020-11-16T20:58:42.395 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.395 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e258d1e:::benchmark_data_smithi065_53143_object40344:head#
2020-11-16T20:58:42.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.396 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e25e91f:::benchmark_data_smithi065_53143_object50283:head#
2020-11-16T20:58:42.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.396 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e26a757:::benchmark_data_smithi065_53143_object3927:head#
2020-11-16T20:58:42.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.396 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e26fa98:::benchmark_data_smithi065_53143_object22822:head#
2020-11-16T20:58:42.396 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.397 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e28b71a:::benchmark_data_smithi065_53143_object67294:head#
2020-11-16T20:58:42.397 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.397 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e28e32f:::benchmark_data_smithi065_53143_object56583:head#
2020-11-16T20:58:42.397 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.397 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e294cbe:::benchmark_data_smithi065_53143_object12262:head#
2020-11-16T20:58:42.397 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.397 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e29af41:::benchmark_data_smithi065_53143_object2788:head#
2020-11-16T20:58:42.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e29ff9d:::benchmark_data_smithi065_53143_object64150:head#
2020-11-16T20:58:42.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e2a6204:::benchmark_data_smithi065_53143_object13313:head#
2020-11-16T20:58:42.398 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.398 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e2df99e:::benchmark_data_smithi065_53143_object21464:head#
2020-11-16T20:58:42.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e2ef5bd:::benchmark_data_smithi065_53143_object59708:head#
2020-11-16T20:58:42.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e2ef5dd:::benchmark_data_smithi065_53143_object23160:head#
2020-11-16T20:58:42.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.399 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e2f6cf9:::benchmark_data_smithi065_53143_object31602:head#
2020-11-16T20:58:42.399 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e2f9434:::benchmark_data_smithi065_53143_object35264:head#
2020-11-16T20:58:42.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e2ffb06:::benchmark_data_smithi065_53143_object34643:head#
2020-11-16T20:58:42.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e301e27:::benchmark_data_smithi065_53143_object33372:head#
2020-11-16T20:58:42.400 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.400 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e306745:::benchmark_data_smithi065_53143_object15747:head#
2020-11-16T20:58:42.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e310607:::benchmark_data_smithi065_53143_object5101:head#
2020-11-16T20:58:42.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3361fa:::benchmark_data_smithi065_53143_object29530:head#
2020-11-16T20:58:42.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.401 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e33f7fa:::benchmark_data_smithi065_53143_object48300:head#
2020-11-16T20:58:42.401 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3754ed:::benchmark_data_smithi065_53143_object65151:head#
2020-11-16T20:58:42.402 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e37af2b:::benchmark_data_smithi065_53143_object7642:head#
2020-11-16T20:58:42.402 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3972a4:::benchmark_data_smithi065_53143_object35808:head#
2020-11-16T20:58:42.402 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.402 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3aea79:::benchmark_data_smithi065_53143_object44414:head#
2020-11-16T20:58:42.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3b9f2b:::benchmark_data_smithi065_53143_object40686:head#
2020-11-16T20:58:42.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3d1315:::benchmark_data_smithi065_53143_object72926:head#
2020-11-16T20:58:42.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.403 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3d1729:::benchmark_data_smithi065_53143_object35473:head#
2020-11-16T20:58:42.403 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3d48a1:::benchmark_data_smithi065_53143_object2557:head#
2020-11-16T20:58:42.404 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3db346:::benchmark_data_smithi065_53143_object8787:head#
2020-11-16T20:58:42.404 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3de0b3:::benchmark_data_smithi065_53143_object54588:head#
2020-11-16T20:58:42.404 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.404 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e3e96fd:::benchmark_data_smithi065_53143_object51:head#
2020-11-16T20:58:42.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e402d16:::benchmark_data_smithi065_53143_object30413:head#
2020-11-16T20:58:42.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e40e205:::benchmark_data_smithi065_53143_object52603:head#
2020-11-16T20:58:42.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.405 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e41bc37:::benchmark_data_smithi065_53143_object29776:head#
2020-11-16T20:58:42.405 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.406 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e425644:::benchmark_data_smithi065_53143_object38757:head#
2020-11-16T20:58:42.406 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.406 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e42bb3f:::benchmark_data_smithi065_53143_object7908:head#
2020-11-16T20:58:42.406 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.406 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e45194b:::benchmark_data_smithi065_53143_object78644:head#
2020-11-16T20:58:42.406 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e451ba4:::benchmark_data_smithi065_53143_object47278:head#
2020-11-16T20:58:42.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e452d54:::benchmark_data_smithi065_53143_object49817:head#
2020-11-16T20:58:42.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e465a18:::benchmark_data_smithi065_53143_object58497:head#
2020-11-16T20:58:42.407 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.407 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e467e0b:::benchmark_data_smithi065_53143_object78997:head#
2020-11-16T20:58:42.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e476610:::benchmark_data_smithi065_53143_object65852:head#
2020-11-16T20:58:42.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e4775d7:::benchmark_data_smithi065_53143_object30947:head#
2020-11-16T20:58:42.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.408 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e49e144:::benchmark_data_smithi065_53143_object10582:head#
2020-11-16T20:58:42.408 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.409 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e4d5104:::benchmark_data_smithi065_53143_object6976:head#
2020-11-16T20:58:42.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.409 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e4d8928:::benchmark_data_smithi065_53143_object71536:head#
2020-11-16T20:58:42.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.409 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e4e88e2:::benchmark_data_smithi065_53143_object32138:head#
2020-11-16T20:58:42.409 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.409 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e500d36:::benchmark_data_smithi065_53143_object73061:head#
2020-11-16T20:58:42.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5125c8:::benchmark_data_smithi065_53143_object32044:head#
2020-11-16T20:58:42.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5164ea:::benchmark_data_smithi065_53143_object62148:head#
2020-11-16T20:58:42.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.410 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e52032c:::benchmark_data_smithi065_53143_object55579:head#
2020-11-16T20:58:42.410 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e53193d:::benchmark_data_smithi065_53143_object55803:head#
2020-11-16T20:58:42.411 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e535997:::benchmark_data_smithi065_53143_object40079:head#
2020-11-16T20:58:42.411 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e54f566:::benchmark_data_smithi065_53143_object16942:head#
2020-11-16T20:58:42.411 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.411 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e55430c:::benchmark_data_smithi065_53143_object11979:head#
2020-11-16T20:58:42.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.412 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5569fb:::benchmark_data_smithi065_53143_object48392:head#
2020-11-16T20:58:42.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.412 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e575bcf:::benchmark_data_smithi065_53143_object3810:head#
2020-11-16T20:58:42.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.412 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e577e8a:::benchmark_data_smithi065_53143_object28975:head#
2020-11-16T20:58:42.412 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e58157c:::benchmark_data_smithi065_53143_object35577:head#
2020-11-16T20:58:42.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e582796:::benchmark_data_smithi065_53143_object31934:head#
2020-11-16T20:58:42.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e591751:::benchmark_data_smithi065_53143_object1339:head#
2020-11-16T20:58:42.413 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.413 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5966e9:::benchmark_data_smithi065_53143_object35088:head#
2020-11-16T20:58:42.414 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5a23eb:::benchmark_data_smithi065_53143_object35024:head#
2020-11-16T20:58:42.414 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5ad4f4:::benchmark_data_smithi065_53143_object1239:head#
2020-11-16T20:58:42.414 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.414 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5b350d:::benchmark_data_smithi065_53143_object1746:head#
2020-11-16T20:58:42.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5bf808:::benchmark_data_smithi065_53143_object74617:head#
2020-11-16T20:58:42.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5c1f24:::benchmark_data_smithi065_53143_object66308:head#
2020-11-16T20:58:42.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5c8aa1:::benchmark_data_smithi065_53143_object36121:head#
2020-11-16T20:58:42.415 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.415 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5db7c2:::benchmark_data_smithi065_53143_object73453:head#
2020-11-16T20:58:42.416 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e5f2fc2:::benchmark_data_smithi065_53143_object30499:head#
2020-11-16T20:58:42.416 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e61d857:::benchmark_data_smithi065_53143_object51644:head#
2020-11-16T20:58:42.416 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.416 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e622c36:::benchmark_data_smithi065_53143_object81361:head#
2020-11-16T20:58:42.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.417 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e6308dd:::benchmark_data_smithi065_53143_object16659:head#
2020-11-16T20:58:42.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.417 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e63c106:::benchmark_data_smithi065_53143_object44291:head#
2020-11-16T20:58:42.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.417 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e642843:::benchmark_data_smithi065_53143_object79699:head#
2020-11-16T20:58:42.417 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e645f29:::benchmark_data_smithi065_53143_object19615:head#
2020-11-16T20:58:42.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e64ac8e:::benchmark_data_smithi065_53143_object28752:head#
2020-11-16T20:58:42.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e66e11c:::benchmark_data_smithi065_53143_object5334:head#
2020-11-16T20:58:42.418 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.418 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e672fe4:::benchmark_data_smithi065_53143_object67632:head#
2020-11-16T20:58:42.419 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.419 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e6896db:::benchmark_data_smithi065_53143_object71755:head#
2020-11-16T20:58:42.419 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.419 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e696f15:::benchmark_data_smithi065_53143_object70666:head#
2020-11-16T20:58:42.419 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.419 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e69ea24:::benchmark_data_smithi065_53143_object11793:head#
2020-11-16T20:58:42.419 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.420 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e6adb3b:::benchmark_data_smithi065_53143_object60925:head#
2020-11-16T20:58:42.420 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.420 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e6b5d33:::benchmark_data_smithi065_53143_object5406:head#
2020-11-16T20:58:42.420 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.420 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e6c94d0:::benchmark_data_smithi065_53143_object64032:head#
2020-11-16T20:58:42.420 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.420 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e6cc2d9:::benchmark_data_smithi065_53143_object56800:head#
2020-11-16T20:58:42.421 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.421 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e6f2bc8:::benchmark_data_smithi065_53143_object47026:head#
2020-11-16T20:58:42.421 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.421 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e725c20:::benchmark_data_smithi065_53143_object23999:head#
2020-11-16T20:58:42.421 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.421 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e75a528:::benchmark_data_smithi065_53143_object40234:head#
2020-11-16T20:58:42.421 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.422 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e7603eb:::benchmark_data_smithi065_53143_object56922:head#
2020-11-16T20:58:42.422 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.422 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e767321:::benchmark_data_smithi065_53143_object30162:head#
2020-11-16T20:58:42.422 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.422 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e76ac0d:::benchmark_data_smithi065_53143_object55363:head#
2020-11-16T20:58:42.422 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e775779:::benchmark_data_smithi065_53143_object73075:head#
2020-11-16T20:58:42.423 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e782535:::benchmark_data_smithi065_53143_object228:head#
2020-11-16T20:58:42.423 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e7ad88b:::benchmark_data_smithi065_53143_object295:head#
2020-11-16T20:58:42.423 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.423 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e7ade04:::benchmark_data_smithi065_53143_object31903:head#
2020-11-16T20:58:42.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.424 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e7ce083:::benchmark_data_smithi065_53143_object41176:head#
2020-11-16T20:58:42.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.424 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e7d98ff:::benchmark_data_smithi065_53143_object30191:head#
2020-11-16T20:58:42.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.424 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e7de9fb:::benchmark_data_smithi065_53143_object2571:head#
2020-11-16T20:58:42.424 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e7f62c4:::benchmark_data_smithi065_53143_object21833:head#
2020-11-16T20:58:42.425 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e7f778b:::benchmark_data_smithi065_53143_object45173:head#
2020-11-16T20:58:42.425 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e808287:::benchmark_data_smithi065_53143_object68952:head#
2020-11-16T20:58:42.425 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.425 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8182a0:::benchmark_data_smithi065_53143_object59217:head#
2020-11-16T20:58:42.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e824c1a:::benchmark_data_smithi065_53143_object55232:head#
2020-11-16T20:58:42.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e82b6b7:::benchmark_data_smithi065_53143_object38738:head#
2020-11-16T20:58:42.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.426 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e84a8b1:::benchmark_data_smithi065_53143_object16818:head#
2020-11-16T20:58:42.426 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.427 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e84f812:::benchmark_data_smithi065_53143_object8842:head#
2020-11-16T20:58:42.427 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.427 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e86c12e:::benchmark_data_smithi065_53143_object26944:head#
2020-11-16T20:58:42.427 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.427 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e87b27b:::benchmark_data_smithi065_53143_object55737:head#
2020-11-16T20:58:42.427 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.427 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e885d6f:::benchmark_data_smithi065_53143_object34936:head#
2020-11-16T20:58:42.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e89cbcf:::benchmark_data_smithi065_53143_object23071:head#
2020-11-16T20:58:42.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8a9b0f:::benchmark_data_smithi065_53143_object12992:head#
2020-11-16T20:58:42.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.428 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8b2789:::benchmark_data_smithi065_53143_object57493:head#
2020-11-16T20:58:42.428 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8b58ce:::benchmark_data_smithi065_53143_object78654:head#
2020-11-16T20:58:42.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8c710e:::benchmark_data_smithi065_53143_object38172:head#
2020-11-16T20:58:42.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8d5c2e:::benchmark_data_smithi065_53143_object11525:head#
2020-11-16T20:58:42.429 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.429 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8d87e5:::benchmark_data_smithi065_53143_object29465:head#
2020-11-16T20:58:42.430 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.430 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8efc5c:::benchmark_data_smithi065_53143_object26663:head#
2020-11-16T20:58:42.430 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.430 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e8f96b5:::benchmark_data_smithi065_53143_object47946:head#
2020-11-16T20:58:42.430 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.430 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9096cb:::benchmark_data_smithi065_53143_object20910:head#
2020-11-16T20:58:42.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.431 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e909b86:::benchmark_data_smithi065_53143_object67021:head#
2020-11-16T20:58:42.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.431 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e92660d:::benchmark_data_smithi065_53143_object65645:head#
2020-11-16T20:58:42.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.431 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e92e614:::benchmark_data_smithi065_53143_object42822:head#
2020-11-16T20:58:42.431 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e93a024:::benchmark_data_smithi065_53143_object61034:head#
2020-11-16T20:58:42.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e93d478:::benchmark_data_smithi065_53143_object50143:head#
2020-11-16T20:58:42.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e96800a:::benchmark_data_smithi065_53143_object37278:head#
2020-11-16T20:58:42.432 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.432 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e97ec14:::benchmark_data_smithi065_53143_object13933:head#
2020-11-16T20:58:42.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e985880:::benchmark_data_smithi065_53143_object58988:head#
2020-11-16T20:58:42.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e98660c:::benchmark_data_smithi065_53143_object9731:head#
2020-11-16T20:58:42.433 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.433 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e98eb78:::benchmark_data_smithi065_53143_object9661:head#
2020-11-16T20:58:42.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9971fe:::benchmark_data_smithi065_53143_object12131:head#
2020-11-16T20:58:42.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e997751:::benchmark_data_smithi065_53143_object54773:head#
2020-11-16T20:58:42.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.434 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9a9a96:::benchmark_data_smithi065_53143_object28435:head#
2020-11-16T20:58:42.434 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.435 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9ae400:::benchmark_data_smithi065_53143_object16585:head#
2020-11-16T20:58:42.435 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.435 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9b6047:::benchmark_data_smithi065_53143_object41355:head#
2020-11-16T20:58:42.435 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.435 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9c1f0e:::benchmark_data_smithi065_53143_object8339:head#
2020-11-16T20:58:42.435 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.435 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9c8467:::benchmark_data_smithi065_53143_object67144:head#
2020-11-16T20:58:42.436 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.436 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9d17e6:::benchmark_data_smithi065_53143_object5250:head#
2020-11-16T20:58:42.436 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.436 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9e3419:::benchmark_data_smithi065_53143_object58736:head#
2020-11-16T20:58:42.436 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.436 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9f7646:::benchmark_data_smithi065_53143_object56187:head#
2020-11-16T20:58:42.436 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9e9fff65:::benchmark_data_smithi065_53143_object29475:head#
2020-11-16T20:58:42.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea09520:::benchmark_data_smithi065_53143_object6943:head#
2020-11-16T20:58:42.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea0c9e5:::benchmark_data_smithi065_53143_object68976:head#
2020-11-16T20:58:42.437 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.437 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea26046:::benchmark_data_smithi065_53143_object61715:head#
2020-11-16T20:58:42.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea26f9a:::benchmark_data_smithi065_53143_object3300:head#
2020-11-16T20:58:42.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea300f1:::benchmark_data_smithi065_53143_object14572:head#
2020-11-16T20:58:42.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.438 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea41e20:::benchmark_data_smithi065_53143_object12830:head#
2020-11-16T20:58:42.438 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea457dc:::benchmark_data_smithi065_53143_object251:head#
2020-11-16T20:58:42.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea56a60:::benchmark_data_smithi065_53143_object46317:head#
2020-11-16T20:58:42.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea6ab8c:::benchmark_data_smithi065_53143_object8392:head#
2020-11-16T20:58:42.439 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.439 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea78b88:::benchmark_data_smithi065_53143_object48474:head#
2020-11-16T20:58:42.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ea93151:::benchmark_data_smithi065_53143_object52054:head#
2020-11-16T20:58:42.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eaabcd7:::benchmark_data_smithi065_53143_object11770:head#
2020-11-16T20:58:42.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.440 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eab51f8:::benchmark_data_smithi065_53143_object30904:head#
2020-11-16T20:58:42.440 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eaba3ce:::benchmark_data_smithi065_53143_object13634:head#
2020-11-16T20:58:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb13b12:::benchmark_data_smithi065_53143_object56950:head#
2020-11-16T20:58:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb1902f:::benchmark_data_smithi065_53143_object60008:head#
2020-11-16T20:58:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb24bd1:::benchmark_data_smithi065_53143_object6040:head#
2020-11-16T20:58:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb29348:::benchmark_data_smithi065_53143_object64604:head#
2020-11-16T20:58:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb2ac08:::benchmark_data_smithi065_53143_object74509:head#
2020-11-16T20:58:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb3131b:::benchmark_data_smithi065_53143_object11207:head#
2020-11-16T20:58:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.443 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb4976f:::benchmark_data_smithi065_53143_object67767:head#
2020-11-16T20:58:42.443 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.443 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb531b0:::benchmark_data_smithi065_53143_object49952:head#
2020-11-16T20:58:42.443 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.443 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb5e3e5:::benchmark_data_smithi065_53143_object29481:head#
2020-11-16T20:58:42.443 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.443 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb5e5c2:::benchmark_data_smithi065_53143_object71414:head#
2020-11-16T20:58:42.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.444 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb7ab9b:::benchmark_data_smithi065_53143_object62823:head#
2020-11-16T20:58:42.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.444 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb7e279:::benchmark_data_smithi065_53143_object3323:head#
2020-11-16T20:58:42.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.444 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb8f352:::benchmark_data_smithi065_53143_object65408:head#
2020-11-16T20:58:42.444 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eb92946:::benchmark_data_smithi065_53143_object25435:head#
2020-11-16T20:58:42.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eba1d46:::benchmark_data_smithi065_53143_object23971:head#
2020-11-16T20:58:42.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eba20b6:::benchmark_data_smithi065_53143_object75237:head#
2020-11-16T20:58:42.445 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.445 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ebb25a5:::benchmark_data_smithi065_53143_object7790:head#
2020-11-16T20:58:42.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ebc1d8f:::benchmark_data_smithi065_53143_object64002:head#
2020-11-16T20:58:42.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ebce73d:::benchmark_data_smithi065_53143_object35776:head#
2020-11-16T20:58:42.446 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.446 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ebd0a71:::benchmark_data_smithi065_53143_object27223:head#
2020-11-16T20:58:42.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ebd23b3:::benchmark_data_smithi065_53143_object2943:head#
2020-11-16T20:58:42.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ebdfca5:::benchmark_data_smithi065_53143_object67999:head#
2020-11-16T20:58:42.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.447 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ebe9f36:::benchmark_data_smithi065_53143_object34772:head#
2020-11-16T20:58:42.447 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ebec413:::benchmark_data_smithi065_53143_object61316:head#
2020-11-16T20:58:42.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec04e52:::benchmark_data_smithi065_53143_object12989:head#
2020-11-16T20:58:42.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec0f1a8:::benchmark_data_smithi065_53143_object65292:head#
2020-11-16T20:58:42.448 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.448 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec19490:::benchmark_data_smithi065_53143_object1837:head#
2020-11-16T20:58:42.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec3dcdd:::benchmark_data_smithi065_53143_object40888:head#
2020-11-16T20:58:42.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec3ee30:::benchmark_data_smithi065_53143_object40001:head#
2020-11-16T20:58:42.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.449 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec487fe:::benchmark_data_smithi065_53143_object34983:head#
2020-11-16T20:58:42.449 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.450 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec4d8c7:::benchmark_data_smithi065_53143_object2941:head#
2020-11-16T20:58:42.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.450 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec61ff4:::benchmark_data_smithi065_53143_object12914:head#
2020-11-16T20:58:42.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.450 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec6ca6f:::benchmark_data_smithi065_53143_object4670:head#
2020-11-16T20:58:42.450 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.450 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec6e429:::benchmark_data_smithi065_53143_object41672:head#
2020-11-16T20:58:42.451 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec83fe7:::benchmark_data_smithi065_53143_object70164:head#
2020-11-16T20:58:42.451 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ec8b522:::benchmark_data_smithi065_53143_object33111:head#
2020-11-16T20:58:42.451 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.451 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eca2f9f:::benchmark_data_smithi065_53143_object31345:head#
2020-11-16T20:58:42.451 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eca35bc:::benchmark_data_smithi065_53143_object22590:head#
2020-11-16T20:58:42.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecb16b5:::benchmark_data_smithi065_53143_object23398:head#
2020-11-16T20:58:42.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecb22df:::benchmark_data_smithi065_53143_object3584:head#
2020-11-16T20:58:42.452 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.452 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecb6cf2:::benchmark_data_smithi065_53143_object33409:head#
2020-11-16T20:58:42.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecb7e72:::benchmark_data_smithi065_53143_object45205:head#
2020-11-16T20:58:42.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecb844a:::benchmark_data_smithi065_53143_object56932:head#
2020-11-16T20:58:42.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.453 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecc5787:::benchmark_data_smithi065_53143_object57068:head#
2020-11-16T20:58:42.453 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecce6e0:::benchmark_data_smithi065_53143_object69908:head#
2020-11-16T20:58:42.454 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecddbe9:::benchmark_data_smithi065_53143_object80075:head#
2020-11-16T20:58:42.454 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ecf8b1b:::benchmark_data_smithi065_53143_object19772:head#
2020-11-16T20:58:42.454 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.454 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed0d90a:::benchmark_data_smithi065_53143_object24454:head#
2020-11-16T20:58:42.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed1245f:::benchmark_data_smithi065_53143_object14815:head#
2020-11-16T20:58:42.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed34d3e:::benchmark_data_smithi065_53143_object24027:head#
2020-11-16T20:58:42.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.455 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed3cf26:::benchmark_data_smithi065_53143_object48890:head#
2020-11-16T20:58:42.455 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed4da85:::benchmark_data_smithi065_53143_object51264:head#
2020-11-16T20:58:42.456 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed61040:::benchmark_data_smithi065_53143_object22686:head#
2020-11-16T20:58:42.456 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed62fe3:::benchmark_data_smithi065_53143_object51773:head#
2020-11-16T20:58:42.456 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.456 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed86b0d:::benchmark_data_smithi065_53143_object16049:head#
2020-11-16T20:58:42.457 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.457 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed89926:::benchmark_data_smithi065_53143_object80535:head#
2020-11-16T20:58:42.457 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.457 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed8b69c:::benchmark_data_smithi065_53143_object65577:head#
2020-11-16T20:58:42.457 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.457 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed8bf89:::benchmark_data_smithi065_53143_object6807:head#
2020-11-16T20:58:42.457 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.458 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ed8d4b3:::benchmark_data_smithi065_53143_object52785:head#
2020-11-16T20:58:42.458 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.458 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eda4c81:::benchmark_data_smithi065_53143_object75658:head#
2020-11-16T20:58:42.458 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.458 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9edb9046:::benchmark_data_smithi065_53143_object63530:head#
2020-11-16T20:58:42.458 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.459 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9edec0c2:::benchmark_data_smithi065_53143_object24138:head#
2020-11-16T20:58:42.459 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.459 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9edf1869:::benchmark_data_smithi065_53143_object30371:head#
2020-11-16T20:58:42.459 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.459 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9edf3298:::benchmark_data_smithi065_53143_object78686:head#
2020-11-16T20:58:42.459 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.459 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9edf54b9:::benchmark_data_smithi065_53143_object21477:head#
2020-11-16T20:58:42.460 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.460 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9edf5696:::benchmark_data_smithi065_53143_object23840:head#
2020-11-16T20:58:42.460 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.460 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9edf9fc9:::benchmark_data_smithi065_53143_object57772:head#
2020-11-16T20:58:42.460 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.460 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee04277:::benchmark_data_smithi065_53143_object25378:head#
2020-11-16T20:58:42.460 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.461 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee0c434:::benchmark_data_smithi065_53143_object63395:head#
2020-11-16T20:58:42.461 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.461 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee10a8c:::benchmark_data_smithi065_53143_object24305:head#
2020-11-16T20:58:42.461 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.461 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee2363d:::benchmark_data_smithi065_53143_object71623:head#
2020-11-16T20:58:42.461 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.461 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee23f83:::benchmark_data_smithi065_53143_object31574:head#
2020-11-16T20:58:42.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.462 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee29e93:::benchmark_data_smithi065_53143_object31249:head#
2020-11-16T20:58:42.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.462 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee38eb0:::benchmark_data_smithi065_53143_object57661:head#
2020-11-16T20:58:42.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.462 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee4fd30:::benchmark_data_smithi065_53143_object71363:head#
2020-11-16T20:58:42.462 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee59102:::benchmark_data_smithi065_53143_object22334:head#
2020-11-16T20:58:42.463 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee64c65:::benchmark_data_smithi065_53143_object43335:head#
2020-11-16T20:58:42.463 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee65d48:::benchmark_data_smithi065_53143_object9030:head#
2020-11-16T20:58:42.463 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.463 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee859ca:::benchmark_data_smithi065_53143_object14110:head#
2020-11-16T20:58:42.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.464 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ee94734:::benchmark_data_smithi065_53143_object76120:head#
2020-11-16T20:58:42.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.464 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eea097c:::benchmark_data_smithi065_53143_object63182:head#
2020-11-16T20:58:42.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.464 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eeac0b0:::benchmark_data_smithi065_53143_object35272:head#
2020-11-16T20:58:42.464 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eeb0fef:::benchmark_data_smithi065_53143_object38950:head#
2020-11-16T20:58:42.465 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eebac31:::benchmark_data_smithi065_53143_object22970:head#
2020-11-16T20:58:42.465 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eec5dff:::benchmark_data_smithi065_53143_object60235:head#
2020-11-16T20:58:42.465 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.465 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eedc181:::benchmark_data_smithi065_53143_object35461:head#
2020-11-16T20:58:42.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.466 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eef50e1:::benchmark_data_smithi065_53143_object60164:head#
2020-11-16T20:58:42.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.466 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eefaa03:::benchmark_data_smithi065_53143_object81035:head#
2020-11-16T20:58:42.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.466 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ef115a4:::benchmark_data_smithi065_53143_object13164:head#
2020-11-16T20:58:42.466 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ef27e95:::benchmark_data_smithi065_53143_object995:head#
2020-11-16T20:58:42.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ef39a72:::benchmark_data_smithi065_53143_object30316:head#
2020-11-16T20:58:42.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ef84467:::benchmark_data_smithi065_53143_object16924:head#
2020-11-16T20:58:42.467 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.467 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9efb28f7:::benchmark_data_smithi065_53143_object5356:head#
2020-11-16T20:58:42.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9efbcd97:::benchmark_data_smithi065_53143_object10969:head#
2020-11-16T20:58:42.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9efdead5:::benchmark_data_smithi065_53143_object79907:head#
2020-11-16T20:58:42.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.468 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eff5685:::benchmark_data_smithi065_53143_object14446:head#
2020-11-16T20:58:42.468 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eff6f43:::benchmark_data_smithi065_53143_object6740:head#
2020-11-16T20:58:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9eff824b:::benchmark_data_smithi065_53143_object61168:head#
2020-11-16T20:58:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f003fee:::benchmark_data_smithi065_53143_object41581:head#
2020-11-16T20:58:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.469 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f014628:::benchmark_data_smithi065_53143_object68525:head#
2020-11-16T20:58:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f01501f:::benchmark_data_smithi065_53143_object15622:head#
2020-11-16T20:58:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f02bd66:::benchmark_data_smithi065_53143_object23072:head#
2020-11-16T20:58:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f02e7a0:::benchmark_data_smithi065_53143_object23553:head#
2020-11-16T20:58:42.470 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f0306ec:::benchmark_data_smithi065_53143_object32041:head#
2020-11-16T20:58:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f03ad7f:::benchmark_data_smithi065_53143_object62396:head#
2020-11-16T20:58:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f04fa2e:::benchmark_data_smithi065_53143_object2222:head#
2020-11-16T20:58:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.471 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f06957d:::benchmark_data_smithi065_53143_object71615:head#
2020-11-16T20:58:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f06e66d:::benchmark_data_smithi065_53143_object18674:head#
2020-11-16T20:58:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f06f403:::benchmark_data_smithi065_53143_object47060:head#
2020-11-16T20:58:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f07bb48:::benchmark_data_smithi065_53143_object37926:head#
2020-11-16T20:58:42.472 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f08e31c:::benchmark_data_smithi065_53143_object4447:head#
2020-11-16T20:58:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f0c567f:::benchmark_data_smithi065_53143_object39629:head#
2020-11-16T20:58:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f0d37b9:::benchmark_data_smithi065_53143_object5748:head#
2020-11-16T20:58:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.473 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f0dbea2:::benchmark_data_smithi065_53143_object20290:head#
2020-11-16T20:58:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f0ecefd:::benchmark_data_smithi065_53143_object53092:head#
2020-11-16T20:58:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f0fd81b:::benchmark_data_smithi065_53143_object43942:head#
2020-11-16T20:58:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.474 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f116781:::benchmark_data_smithi065_53143_object72764:head#
2020-11-16T20:58:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1171a3:::benchmark_data_smithi065_53143_object4525:head#
2020-11-16T20:58:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f125aec:::benchmark_data_smithi065_53143_object37192:head#
2020-11-16T20:58:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f145077:::benchmark_data_smithi065_53143_object33654:head#
2020-11-16T20:58:42.475 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f155216:::benchmark_data_smithi065_53143_object31119:head#
2020-11-16T20:58:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f155527:::benchmark_data_smithi065_53143_object62166:head#
2020-11-16T20:58:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f16809c:::benchmark_data_smithi065_53143_object31593:head#
2020-11-16T20:58:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.476 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f173885:::benchmark_data_smithi065_53143_object80923:head#
2020-11-16T20:58:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f17b019:::benchmark_data_smithi065_53143_object72985:head#
2020-11-16T20:58:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f191cc9:::benchmark_data_smithi065_53143_object45908:head#
2020-11-16T20:58:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1a3bed:::benchmark_data_smithi065_53143_object44502:head#
2020-11-16T20:58:42.477 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1b36f8:::benchmark_data_smithi065_53143_object71853:head#
2020-11-16T20:58:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1c5b2f:::benchmark_data_smithi065_53143_object46692:head#
2020-11-16T20:58:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1d270f:::benchmark_data_smithi065_53143_object76980:head#
2020-11-16T20:58:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.478 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1d29c4:::benchmark_data_smithi065_53143_object39300:head#
2020-11-16T20:58:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1d99b4:::benchmark_data_smithi065_53143_object30095:head#
2020-11-16T20:58:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1f4e58:::benchmark_data_smithi065_53143_object16446:head#
2020-11-16T20:58:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1fbd7c:::benchmark_data_smithi065_53143_object63451:head#
2020-11-16T20:58:42.479 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f1ff932:::benchmark_data_smithi065_53143_object62154:head#
2020-11-16T20:58:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f20de84:::benchmark_data_smithi065_53143_object52381:head#
2020-11-16T20:58:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f217ff4:::benchmark_data_smithi065_53143_object76172:head#
2020-11-16T20:58:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.480 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f2315bf:::benchmark_data_smithi065_53143_object64410:head#
2020-11-16T20:58:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f24a3c4:::benchmark_data_smithi065_53143_object54873:head#
2020-11-16T20:58:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f26947a:::benchmark_data_smithi065_53143_object21540:head#
2020-11-16T20:58:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f299ae1:::benchmark_data_smithi065_53143_object78560:head#
2020-11-16T20:58:42.481 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f29f8a6:::benchmark_data_smithi065_53143_object10032:head#
2020-11-16T20:58:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f2a9b35:::benchmark_data_smithi065_53143_object70803:head#
2020-11-16T20:58:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f2b47c2:::benchmark_data_smithi065_53143_object9060:head#
2020-11-16T20:58:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.482 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f2bfc24:::benchmark_data_smithi065_53143_object8772:head#
2020-11-16T20:58:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f2cb649:::benchmark_data_smithi065_53143_object3531:head#
2020-11-16T20:58:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f2e4107:::benchmark_data_smithi065_53143_object57444:head#
2020-11-16T20:58:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f30a558:::benchmark_data_smithi065_53143_object39641:head#
2020-11-16T20:58:42.483 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f32faf9:::benchmark_data_smithi065_53143_object57837:head#
2020-11-16T20:58:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f339548:::benchmark_data_smithi065_53143_object35099:head#
2020-11-16T20:58:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f33bcb9:::benchmark_data_smithi065_53143_object20106:head#
2020-11-16T20:58:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.484 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f33f60c:::benchmark_data_smithi065_53143_object67370:head#
2020-11-16T20:58:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f346821:::benchmark_data_smithi065_53143_object20009:head#
2020-11-16T20:58:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f347253:::benchmark_data_smithi065_53143_object20483:head#
2020-11-16T20:58:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f35cd37:::benchmark_data_smithi065_53143_object47587:head#
2020-11-16T20:58:42.485 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f367788:::benchmark_data_smithi065_53143_object3779:head#
2020-11-16T20:58:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f37f0c7:::benchmark_data_smithi065_53143_object31005:head#
2020-11-16T20:58:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f38c4cc:::benchmark_data_smithi065_53143_object15097:head#
2020-11-16T20:58:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.486 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f3931b1:::benchmark_data_smithi065_53143_object40653:head#
2020-11-16T20:58:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f39a72e:::benchmark_data_smithi065_53143_object20818:head#
2020-11-16T20:58:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f3a63f9:::benchmark_data_smithi065_53143_object26541:head#
2020-11-16T20:58:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f3adb9c:::benchmark_data_smithi065_53143_object73660:head#
2020-11-16T20:58:42.487 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f3c012b:::benchmark_data_smithi065_53143_object26886:head#
2020-11-16T20:58:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f3cb0b4:::benchmark_data_smithi065_53143_object55199:head#
2020-11-16T20:58:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f3ce2f9:::benchmark_data_smithi065_53143_object78438:head#
2020-11-16T20:58:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.488 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f3fe5b6:::benchmark_data_smithi065_53143_object52624:head#
2020-11-16T20:58:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4057bb:::benchmark_data_smithi065_53143_object55185:head#
2020-11-16T20:58:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f431280:::benchmark_data_smithi065_53143_object28660:head#
2020-11-16T20:58:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4341d7:::benchmark_data_smithi065_53143_object54197:head#
2020-11-16T20:58:42.489 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4381a9:::benchmark_data_smithi065_53143_object80490:head#
2020-11-16T20:58:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f43fe1a:::benchmark_data_smithi065_53143_object53760:head#
2020-11-16T20:58:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f44881e:::benchmark_data_smithi065_53143_object28639:head#
2020-11-16T20:58:42.490 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f46a729:::benchmark_data_smithi065_53143_object26932:head#
2020-11-16T20:58:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f48dd8e:::benchmark_data_smithi065_53143_object22169:head#
2020-11-16T20:58:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f48fd95:::benchmark_data_smithi065_53143_object4182:head#
2020-11-16T20:58:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.491 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4a3792:::benchmark_data_smithi065_53143_object5929:head#
2020-11-16T20:58:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4c243d:::benchmark_data_smithi065_53143_object42384:head#
2020-11-16T20:58:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4d2849:::benchmark_data_smithi065_53143_object79630:head#
2020-11-16T20:58:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4d562b:::benchmark_data_smithi065_53143_object4350:head#
2020-11-16T20:58:42.492 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4e5971:::benchmark_data_smithi065_53143_object53601:head#
2020-11-16T20:58:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4ed309:::benchmark_data_smithi065_53143_object80768:head#
2020-11-16T20:58:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f4fa670:::benchmark_data_smithi065_53143_object66426:head#
2020-11-16T20:58:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.493 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f503c65:::benchmark_data_smithi065_53143_object71229:head#
2020-11-16T20:58:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f506132:::benchmark_data_smithi065_53143_object27286:head#
2020-11-16T20:58:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f50718d:::benchmark_data_smithi065_53143_object70147:head#
2020-11-16T20:58:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f51009a:::benchmark_data_smithi065_53143_object45616:head#
2020-11-16T20:58:42.494 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f51df34:::benchmark_data_smithi065_53143_object56106:head#
2020-11-16T20:58:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f51f160:::benchmark_data_smithi065_53143_object42349:head#
2020-11-16T20:58:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f537867:::benchmark_data_smithi065_53143_object24021:head#
2020-11-16T20:58:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.495 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f53f5ee:::benchmark_data_smithi065_53143_object17231:head#
2020-11-16T20:58:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f548f9b:::benchmark_data_smithi065_53143_object12357:head#
2020-11-16T20:58:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5509f1:::benchmark_data_smithi065_53143_object34975:head#
2020-11-16T20:58:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5661a9:::benchmark_data_smithi065_53143_object80264:head#
2020-11-16T20:58:42.496 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f56b32f:::benchmark_data_smithi065_53143_object7614:head#
2020-11-16T20:58:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f57e366:::benchmark_data_smithi065_53143_object74497:head#
2020-11-16T20:58:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f58eeb6:::benchmark_data_smithi065_53143_object69873:head#
2020-11-16T20:58:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.497 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f59aad1:::benchmark_data_smithi065_53143_object16037:head#
2020-11-16T20:58:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5ae211:::benchmark_data_smithi065_53143_object50223:head#
2020-11-16T20:58:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5b22c2:::benchmark_data_smithi065_53143_object56587:head#
2020-11-16T20:58:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5c0a72:::benchmark_data_smithi065_53143_object49488:head#
2020-11-16T20:58:42.498 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5c3ce9:::benchmark_data_smithi065_53143_object67000:head#
2020-11-16T20:58:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5c6b42:::benchmark_data_smithi065_53143_object26341:head#
2020-11-16T20:58:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5d4f76:::benchmark_data_smithi065_53143_object24146:head#
2020-11-16T20:58:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.499 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f5e5223:::benchmark_data_smithi065_53143_object29763:head#
2020-11-16T20:58:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f602631:::benchmark_data_smithi065_53143_object60285:head#
2020-11-16T20:58:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f60b6ea:::benchmark_data_smithi065_53143_object656:head#
2020-11-16T20:58:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6199ed:::benchmark_data_smithi065_53143_object57968:head#
2020-11-16T20:58:42.500 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6590f3:::benchmark_data_smithi065_53143_object51196:head#
2020-11-16T20:58:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f65d485:::benchmark_data_smithi065_53143_object42483:head#
2020-11-16T20:58:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f664e62:::benchmark_data_smithi065_53143_object23913:head#
2020-11-16T20:58:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.501 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f66f76b:::benchmark_data_smithi065_53143_object77640:head#
2020-11-16T20:58:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f67305d:::benchmark_data_smithi065_53143_object22795:head#
2020-11-16T20:58:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f677c93:::benchmark_data_smithi065_53143_object44557:head#
2020-11-16T20:58:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f67dc9b:::benchmark_data_smithi065_53143_object12155:head#
2020-11-16T20:58:42.502 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f68f726:::benchmark_data_smithi065_53143_object74079:head#
2020-11-16T20:58:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f699819:::benchmark_data_smithi065_53143_object77940:head#
2020-11-16T20:58:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6b18f9:::benchmark_data_smithi065_53143_object39299:head#
2020-11-16T20:58:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.503 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6b88f8:::benchmark_data_smithi065_53143_object43658:head#
2020-11-16T20:58:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6c6f80:::benchmark_data_smithi065_53143_object13602:head#
2020-11-16T20:58:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6cfc87:::benchmark_data_smithi065_53143_object48056:head#
2020-11-16T20:58:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6e67ca:::benchmark_data_smithi065_53143_object12913:head#
2020-11-16T20:58:42.504 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6e828b:::benchmark_data_smithi065_53143_object42963:head#
2020-11-16T20:58:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f6eed79:::benchmark_data_smithi065_53143_object43427:head#
2020-11-16T20:58:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f761f26:::benchmark_data_smithi065_53143_object74689:head#
2020-11-16T20:58:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.505 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f762d6e:::benchmark_data_smithi065_53143_object39067:head#
2020-11-16T20:58:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f767fb5:::benchmark_data_smithi065_53143_object12629:head#
2020-11-16T20:58:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f76ef5e:::benchmark_data_smithi065_53143_object55342:head#
2020-11-16T20:58:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f76f860:::benchmark_data_smithi065_53143_object46140:head#
2020-11-16T20:58:42.506 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f76f880:::benchmark_data_smithi065_53143_object51707:head#
2020-11-16T20:58:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f772aec:::benchmark_data_smithi065_53143_object70701:head#
2020-11-16T20:58:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f773d97:::benchmark_data_smithi065_53143_object9390:head#
2020-11-16T20:58:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.507 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7836e0:::benchmark_data_smithi065_53143_object48145:head#
2020-11-16T20:58:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f795b9f:::benchmark_data_smithi065_53143_object39718:head#
2020-11-16T20:58:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f79c906:::benchmark_data_smithi065_53143_object15753:head#
2020-11-16T20:58:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7a4bf4:::benchmark_data_smithi065_53143_object15959:head#
2020-11-16T20:58:42.508 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7b9e60:::benchmark_data_smithi065_53143_object75836:head#
2020-11-16T20:58:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7c3455:::benchmark_data_smithi065_53143_object75995:head#
2020-11-16T20:58:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7c4904:::benchmark_data_smithi065_53143_object65173:head#
2020-11-16T20:58:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.509 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7d8ea7:::benchmark_data_smithi065_53143_object61201:head#
2020-11-16T20:58:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7e02f0:::benchmark_data_smithi065_53143_object40829:head#
2020-11-16T20:58:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7e8a23:::benchmark_data_smithi065_53143_object43254:head#
2020-11-16T20:58:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7f4f0e:::benchmark_data_smithi065_53143_object25635:head#
2020-11-16T20:58:42.510 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f7fff2b:::benchmark_data_smithi065_53143_object3825:head#
2020-11-16T20:58:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8008b7:::benchmark_data_smithi065_53143_object48892:head#
2020-11-16T20:58:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f804618:::benchmark_data_smithi065_53143_object41957:head#
2020-11-16T20:58:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.511 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f80f258:::benchmark_data_smithi065_53143_object70342:head#
2020-11-16T20:58:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f812bf8:::benchmark_data_smithi065_53143_object45472:head#
2020-11-16T20:58:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f81589d:::benchmark_data_smithi065_53143_object72099:head#
2020-11-16T20:58:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f817b92:::benchmark_data_smithi065_53143_object74925:head#
2020-11-16T20:58:42.512 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f826632:::benchmark_data_smithi065_53143_object49565:head#
2020-11-16T20:58:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f82dd54:::benchmark_data_smithi065_53143_object25926:head#
2020-11-16T20:58:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f82fac5:::benchmark_data_smithi065_53143_object29210:head#
2020-11-16T20:58:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.513 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f83e18a:::benchmark_data_smithi065_53143_object67372:head#
2020-11-16T20:58:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f83f6cb:::benchmark_data_smithi065_53143_object45957:head#
2020-11-16T20:58:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8410a1:::benchmark_data_smithi065_53143_object41194:head#
2020-11-16T20:58:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f842e22:::benchmark_data_smithi065_53143_object3509:head#
2020-11-16T20:58:42.514 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f84aa99:::benchmark_data_smithi065_53143_object12470:head#
2020-11-16T20:58:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f84e4a4:::benchmark_data_smithi065_53143_object21332:head#
2020-11-16T20:58:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f858dfa:::benchmark_data_smithi065_53143_object44476:head#
2020-11-16T20:58:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.515 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f874b8e:::benchmark_data_smithi065_53143_object81648:head#
2020-11-16T20:58:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f875cde:::benchmark_data_smithi065_53143_object20175:head#
2020-11-16T20:58:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8afe9e:::benchmark_data_smithi065_53143_object47772:head#
2020-11-16T20:58:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.516 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8afeb5:::benchmark_data_smithi065_53143_object15285:head#
2020-11-16T20:58:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8bce0e:::benchmark_data_smithi065_53143_object5943:head#
2020-11-16T20:58:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8c1d01:::benchmark_data_smithi065_53143_object57325:head#
2020-11-16T20:58:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8c2223:::benchmark_data_smithi065_53143_object64854:head#
2020-11-16T20:58:42.517 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8dfb17:::benchmark_data_smithi065_53143_object2368:head#
2020-11-16T20:58:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8e30ba:::benchmark_data_smithi065_53143_object72106:head#
2020-11-16T20:58:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8e3f67:::benchmark_data_smithi065_53143_object4465:head#
2020-11-16T20:58:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.518 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f8f3fd4:::benchmark_data_smithi065_53143_object42041:head#
2020-11-16T20:58:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f90f92e:::benchmark_data_smithi065_53143_object40132:head#
2020-11-16T20:58:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9184aa:::benchmark_data_smithi065_53143_object2334:head#
2020-11-16T20:58:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f91ab0d:::benchmark_data_smithi065_53143_object48254:head#
2020-11-16T20:58:42.519 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f938e17:::benchmark_data_smithi065_53143_object4302:head#
2020-11-16T20:58:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f93eefb:::benchmark_data_smithi065_53143_object80049:head#
2020-11-16T20:58:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f963bee:::benchmark_data_smithi065_53143_object23813:head#
2020-11-16T20:58:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.520 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f982d5e:::benchmark_data_smithi065_53143_object2392:head#
2020-11-16T20:58:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f988453:::benchmark_data_smithi065_53143_object66800:head#
2020-11-16T20:58:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f989983:::benchmark_data_smithi065_53143_object1934:head#
2020-11-16T20:58:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.521 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f996cc2:::benchmark_data_smithi065_53143_object31243:head#
2020-11-16T20:58:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f99c74d:::benchmark_data_smithi065_53143_object38161:head#
2020-11-16T20:58:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9a289b:::benchmark_data_smithi065_53143_object28478:head#
2020-11-16T20:58:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9a6c3c:::benchmark_data_smithi065_53143_object8615:head#
2020-11-16T20:58:42.522 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9a964d:::benchmark_data_smithi065_53143_object1810:head#
2020-11-16T20:58:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9aea1e:::benchmark_data_smithi065_53143_object4279:head#
2020-11-16T20:58:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9b2a97:::benchmark_data_smithi065_53143_object70173:head#
2020-11-16T20:58:42.523 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9cf5bf:::benchmark_data_smithi065_53143_object60382:head#
2020-11-16T20:58:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9d390f:::benchmark_data_smithi065_53143_object80658:head#
2020-11-16T20:58:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9ddef0:::benchmark_data_smithi065_53143_object77457:head#
2020-11-16T20:58:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.524 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9df832:::benchmark_data_smithi065_53143_object14730:head#
2020-11-16T20:58:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9e72e9:::benchmark_data_smithi065_53143_object49729:head#
2020-11-16T20:58:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9f9fb591:::benchmark_data_smithi065_53143_object7551:head#
2020-11-16T20:58:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa1284f:::benchmark_data_smithi065_53143_object71814:head#
2020-11-16T20:58:42.525 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa1f00b:::benchmark_data_smithi065_53143_object66991:head#
2020-11-16T20:58:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa206e6:::benchmark_data_smithi065_53143_object10564:head#
2020-11-16T20:58:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa334ac:::benchmark_data_smithi065_53143_object73974:head#
2020-11-16T20:58:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.526 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa37636:::benchmark_data_smithi065_53143_object73931:head#
2020-11-16T20:58:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa3c283:::benchmark_data_smithi065_53143_object23910:head#
2020-11-16T20:58:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa405ff:::benchmark_data_smithi065_53143_object72928:head#
2020-11-16T20:58:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa56951:::benchmark_data_smithi065_53143_object22864:head#
2020-11-16T20:58:42.527 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa5cdb8:::benchmark_data_smithi065_53143_object19765:head#
2020-11-16T20:58:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa68df8:::benchmark_data_smithi065_53143_object11907:head#
2020-11-16T20:58:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa74a39:::benchmark_data_smithi065_53143_object69160:head#
2020-11-16T20:58:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.528 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa81f47:::benchmark_data_smithi065_53143_object58671:head#
2020-11-16T20:58:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa8483a:::benchmark_data_smithi065_53143_object40814:head#
2020-11-16T20:58:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa8a93c:::benchmark_data_smithi065_53143_object15516:head#
2020-11-16T20:58:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa92003:::benchmark_data_smithi065_53143_object301:head#
2020-11-16T20:58:42.529 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fa9b509:::benchmark_data_smithi065_53143_object24129:head#
2020-11-16T20:58:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9faa3712:::benchmark_data_smithi065_53143_object40593:head#
2020-11-16T20:58:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9faab72f:::benchmark_data_smithi065_53143_object65372:head#
2020-11-16T20:58:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.530 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fab017e:::benchmark_data_smithi065_53143_object58276:head#
2020-11-16T20:58:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fab7046:::benchmark_data_smithi065_53143_object41078:head#
2020-11-16T20:58:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fabef61:::benchmark_data_smithi065_53143_object57886:head#
2020-11-16T20:58:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fae090a:::benchmark_data_smithi065_53143_object6580:head#
2020-11-16T20:58:42.531 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fae217d:::benchmark_data_smithi065_53143_object30963:head#
2020-11-16T20:58:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fae67a1:::benchmark_data_smithi065_53143_object67588:head#
2020-11-16T20:58:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9faf5681:::benchmark_data_smithi065_53143_object68006:head#
2020-11-16T20:58:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.532 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fafe3b3:::benchmark_data_smithi065_53143_object16427:head#
2020-11-16T20:58:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb0fbcb:::benchmark_data_smithi065_53143_object2762:head#
2020-11-16T20:58:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb1957e:::benchmark_data_smithi065_53143_object64790:head#
2020-11-16T20:58:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb32234:::benchmark_data_smithi065_53143_object40297:head#
2020-11-16T20:58:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.533 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb32570:::benchmark_data_smithi065_53143_object30990:head#
2020-11-16T20:58:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb40e9b:::benchmark_data_smithi065_53143_object20314:head#
2020-11-16T20:58:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb44192:::benchmark_data_smithi065_53143_object16370:head#
2020-11-16T20:58:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.534 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb4c49d:::benchmark_data_smithi065_53143_object46285:head#
2020-11-16T20:58:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb5c759:::benchmark_data_smithi065_53143_object42418:head#
2020-11-16T20:58:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb6045c:::benchmark_data_smithi065_53143_object25467:head#
2020-11-16T20:58:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb70f9b:::benchmark_data_smithi065_53143_object45368:head#
2020-11-16T20:58:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.535 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fb73c5b:::benchmark_data_smithi065_53143_object2777:head#
2020-11-16T20:58:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fba33c6:::benchmark_data_smithi065_53143_object67804:head#
2020-11-16T20:58:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fbaf782:::benchmark_data_smithi065_53143_object62379:head#
2020-11-16T20:58:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fbb8ad2:::benchmark_data_smithi065_53143_object25731:head#
2020-11-16T20:58:42.536 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fbe8796:::benchmark_data_smithi065_53143_object49315:head#
2020-11-16T20:58:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fbeb01f:::benchmark_data_smithi065_53143_object7302:head#
2020-11-16T20:58:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fbf2def:::benchmark_data_smithi065_53143_object43297:head#
2020-11-16T20:58:42.537 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc00d9c:::benchmark_data_smithi065_53143_object7310:head#
2020-11-16T20:58:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc01a00:::benchmark_data_smithi065_53143_object25900:head#
2020-11-16T20:58:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc037fb:::benchmark_data_smithi065_53143_object10169:head#
2020-11-16T20:58:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.538 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc09edb:::benchmark_data_smithi065_53143_object74450:head#
2020-11-16T20:58:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc14ade:::benchmark_data_smithi065_53143_object17391:head#
2020-11-16T20:58:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc1c3ad:::benchmark_data_smithi065_53143_object39495:head#
2020-11-16T20:58:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc29100:::benchmark_data_smithi065_53143_object79378:head#
2020-11-16T20:58:42.539 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc31063:::benchmark_data_smithi065_53143_object22460:head#
2020-11-16T20:58:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc35144:::benchmark_data_smithi065_53143_object48120:head#
2020-11-16T20:58:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc39042:::benchmark_data_smithi065_53143_object4707:head#
2020-11-16T20:58:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.540 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc47b16:::benchmark_data_smithi065_53143_object59649:head#
2020-11-16T20:58:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc5528a:::benchmark_data_smithi065_53143_object67178:head#
2020-11-16T20:58:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc6499e:::benchmark_data_smithi065_53143_object59978:head#
2020-11-16T20:58:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fc68dad:::benchmark_data_smithi065_53143_object62929:head#
2020-11-16T20:58:42.541 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcac0a2:::benchmark_data_smithi065_53143_object27975:head#
2020-11-16T20:58:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcbed61:::benchmark_data_smithi065_53143_object52650:head#
2020-11-16T20:58:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcc303b:::benchmark_data_smithi065_53143_object73440:head#
2020-11-16T20:58:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.542 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcc5877:::benchmark_data_smithi065_53143_object46366:head#
2020-11-16T20:58:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fccd9aa:::benchmark_data_smithi065_53143_object67481:head#
2020-11-16T20:58:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcd5664:::benchmark_data_smithi065_53143_object29976:head#
2020-11-16T20:58:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcdb067:::benchmark_data_smithi065_53143_object15628:head#
2020-11-16T20:58:42.543 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fce8fd0:::benchmark_data_smithi065_53143_object55754:head#
2020-11-16T20:58:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcf279c:::benchmark_data_smithi065_53143_object1:head#
2020-11-16T20:58:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcf4591:::benchmark_data_smithi065_53143_object20985:head#
2020-11-16T20:58:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcfac68:::benchmark_data_smithi065_53143_object34886:head#
2020-11-16T20:58:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fcfcbf0:::benchmark_data_smithi065_53143_object60949:head#
2020-11-16T20:58:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd115dd:::benchmark_data_smithi065_53143_object77492:head#
2020-11-16T20:58:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd17c88:::benchmark_data_smithi065_53143_object71968:head#
2020-11-16T20:58:42.545 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd1f499:::benchmark_data_smithi065_53143_object20205:head#
2020-11-16T20:58:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd2f190:::benchmark_data_smithi065_53143_object55614:head#
2020-11-16T20:58:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd30e11:::benchmark_data_smithi065_53143_object52531:head#
2020-11-16T20:58:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.546 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd37db4:::benchmark_data_smithi065_53143_object16471:head#
2020-11-16T20:58:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd3f8a4:::benchmark_data_smithi065_53143_object68510:head#
2020-11-16T20:58:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd51409:::benchmark_data_smithi065_53143_object40386:head#
2020-11-16T20:58:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd589a2:::benchmark_data_smithi065_53143_object1448:head#
2020-11-16T20:58:42.547 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd5e38e:::benchmark_data_smithi065_53143_object46213:head#
2020-11-16T20:58:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd62ec4:::benchmark_data_smithi065_53143_object79947:head#
2020-11-16T20:58:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fd9e22d:::benchmark_data_smithi065_53143_object32938:head#
2020-11-16T20:58:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.548 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fdcbc5b:::benchmark_data_smithi065_53143_object33897:head#
2020-11-16T20:58:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fdd44cf:::benchmark_data_smithi065_53143_object50612:head#
2020-11-16T20:58:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fde80b0:::benchmark_data_smithi065_53143_object9166:head#
2020-11-16T20:58:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fdf00b7:::benchmark_data_smithi065_53143_object78434:head#
2020-11-16T20:58:42.549 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fdf170c:::benchmark_data_smithi065_53143_object58755:head#
2020-11-16T20:58:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fdff7b8:::benchmark_data_smithi065_53143_object29370:head#
2020-11-16T20:58:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe25280:::benchmark_data_smithi065_53143_object28837:head#
2020-11-16T20:58:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.550 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe28562:::benchmark_data_smithi065_53143_object5437:head#
2020-11-16T20:58:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe2b101:::benchmark_data_smithi065_53143_object78099:head#
2020-11-16T20:58:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe4cb20:::benchmark_data_smithi065_53143_object3429:head#
2020-11-16T20:58:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe5e659:::benchmark_data_smithi065_53143_object9633:head#
2020-11-16T20:58:42.551 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe66bac:::benchmark_data_smithi065_53143_object57250:head#
2020-11-16T20:58:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe6b5c3:::benchmark_data_smithi065_53143_object73367:head#
2020-11-16T20:58:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe80b4e:::benchmark_data_smithi065_53143_object72474:head#
2020-11-16T20:58:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.552 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe8c9ea:::benchmark_data_smithi065_53143_object54658:head#
2020-11-16T20:58:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe99572:::benchmark_data_smithi065_53143_object53519:head#
2020-11-16T20:58:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fe9ebba:::benchmark_data_smithi065_53143_object51410:head#
2020-11-16T20:58:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fea2637:::benchmark_data_smithi065_53143_object2124:head#
2020-11-16T20:58:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fea9455:::benchmark_data_smithi065_53143_object23076:head#
2020-11-16T20:58:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9feb2a3d:::benchmark_data_smithi065_53143_object39133:head#
2020-11-16T20:58:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9feb965a:::benchmark_data_smithi065_53143_object746:head#
2020-11-16T20:58:42.554 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fec0fed:::benchmark_data_smithi065_53143_object12254:head#
2020-11-16T20:58:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fec9bdf:::benchmark_data_smithi065_53143_object14626:head#
2020-11-16T20:58:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9feca7e1:::benchmark_data_smithi065_53143_object41877:head#
2020-11-16T20:58:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.555 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fed08c4:::benchmark_data_smithi065_53143_object19750:head#
2020-11-16T20:58:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fedd361:::benchmark_data_smithi065_53143_object34105:head#
2020-11-16T20:58:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9feee423:::benchmark_data_smithi065_53143_object32082:head#
2020-11-16T20:58:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9feef6ab:::benchmark_data_smithi065_53143_object306:head#
2020-11-16T20:58:42.556 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fef79a9:::benchmark_data_smithi065_53143_object41437:head#
2020-11-16T20:58:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fef7fc4:::benchmark_data_smithi065_53143_object70837:head#
2020-11-16T20:58:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9fefa800:::benchmark_data_smithi065_53143_object40131:head#
2020-11-16T20:58:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.557 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff02579:::benchmark_data_smithi065_53143_object28749:head#
2020-11-16T20:58:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff0b8d3:::benchmark_data_smithi065_53143_object66427:head#
2020-11-16T20:58:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff155ae:::benchmark_data_smithi065_53143_object53393:head#
2020-11-16T20:58:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff1d9c0:::benchmark_data_smithi065_53143_object4234:head#
2020-11-16T20:58:42.558 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff2052a:::benchmark_data_smithi065_53143_object24842:head#
2020-11-16T20:58:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff21d90:::benchmark_data_smithi065_53143_object48514:head#
2020-11-16T20:58:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff2adc6:::benchmark_data_smithi065_53143_object77949:head#
2020-11-16T20:58:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.559 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff32e26:::benchmark_data_smithi065_53143_object6069:head#
2020-11-16T20:58:42.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff35f59:::benchmark_data_smithi065_53143_object55090:head#
2020-11-16T20:58:42.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff4ec04:::benchmark_data_smithi065_53143_object54205:head#
2020-11-16T20:58:42.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.560 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff5586d:::benchmark_data_smithi065_53143_object17189:head#
2020-11-16T20:58:42.560 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff5b211:::benchmark_data_smithi065_53143_object56525:head#
2020-11-16T20:58:42.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff6a1fe:::benchmark_data_smithi065_53143_object17212:head#
2020-11-16T20:58:42.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff769c8:::benchmark_data_smithi065_53143_object21130:head#
2020-11-16T20:58:42.561 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.561 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff9c935:::benchmark_data_smithi065_53143_object15636:head#
2020-11-16T20:58:42.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ff9fd99:::benchmark_data_smithi065_53143_object48318:head#
2020-11-16T20:58:42.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ffa6dc0:::benchmark_data_smithi065_53143_object33490:head#
2020-11-16T20:58:42.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.562 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ffb5b60:::benchmark_data_smithi065_53143_object19990:head#
2020-11-16T20:58:42.562 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ffc52bb:::benchmark_data_smithi065_53143_object28493:head#
2020-11-16T20:58:42.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ffc8fac:::benchmark_data_smithi065_53143_object64346:head#
2020-11-16T20:58:42.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ffcd0d6:::benchmark_data_smithi065_53143_object49726:head#
2020-11-16T20:58:42.563 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.563 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ffd39ff:::benchmark_data_smithi065_53143_object23285:head#
2020-11-16T20:58:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:Write #8:9ffe605d:::benchmark_data_smithi065_53143_object26762:head#
2020-11-16T20:58:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:snapset 0=[]:{}
2020-11-16T20:58:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:write_pg epoch 817 info 8.9( v 817'5216 (0'0,817'5216] local-lis/les=796/797 n=5216 ec=796/796 lis/c=796/796 les/c/f=797/797/0 sis=796)
2020-11-16T20:58:42.564 INFO:teuthology.orchestra.run.smithi142.stdout:Import successful
2020-11-16T20:58:42.565 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight
2020-11-16T20:58:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:37 smithi142 bash[9523]: cluster 2020-11-16T20:58:36.374235+0000 osd.11 (osd.11) 234 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:37 smithi142 bash[9523]: cluster 2020-11-16T20:58:36.374313+0000 osd.11 (osd.11) 235 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:37 smithi142 bash[9523]: cluster 2020-11-16T20:58:36.784706+0000 mon.a (mon.0) 2620 : cluster [WRN] Health check update: Degraded data redundancy: 8591/111678 objects degraded (7.693%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:38 smithi142 bash[9523]: cluster 2020-11-16T20:58:36.607257+0000 mgr.x (mgr.14196) 1412 : cluster [DBG] pgmap v2153: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.3 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 8591/109188 objects degraded (7.868%); 8.2 MiB/s, 131 objects/s recovering
2020-11-16T20:58:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:38 smithi142 bash[9523]: cluster 2020-11-16T20:58:37.285836+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e843: 12 total, 11 up, 8 in
2020-11-16T20:58:42.566 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:38 smithi142 bash[9523]: cluster 2020-11-16T20:58:37.395773+0000 osd.3 (osd.3) 41 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:42.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:38 smithi142 bash[9523]: cluster 2020-11-16T20:58:37.397828+0000 osd.3 (osd.3) 42 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:42.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:39 smithi142 bash[9523]: cluster 2020-11-16T20:58:38.292790+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e844: 12 total, 11 up, 8 in
2020-11-16T20:58:42.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:40 smithi142 bash[9523]: cluster 2020-11-16T20:58:38.607893+0000 mgr.x (mgr.14196) 1413 : cluster [DBG] pgmap v2156: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 7873/104838 objects degraded (7.510%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:58:42.567 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:40 smithi142 bash[9523]: audit 2020-11-16T20:58:40.134748+0000 mon.a (mon.0) 2623 : audit [DBG] from='client.? v1:172.21.15.142:0/2207706510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:58:42.567 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:58:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:58:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:58:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:58:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:58:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:58:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:58:42.568 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:58:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:58:42.569 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:58:42.569 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:58:42.569 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:58:42.569 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.569 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.570 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.570 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.570 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.570 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.570 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.570 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.570 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.571 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.571 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:58:42.571 INFO:teuthology.orchestra.run.smithi142:> sudo rm -f /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/exp.8.9.0
2020-11-16T20:58:42.572 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:42.575 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:40 smithi071 bash[9480]: cluster 2020-11-16T20:58:38.607893+0000 mgr.x (mgr.14196) 1413 : cluster [DBG] pgmap v2156: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 7873/104838 objects degraded (7.510%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:58:42.575 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:40 smithi071 bash[9480]: audit 2020-11-16T20:58:40.134748+0000 mon.a (mon.0) 2623 : audit [DBG] from='client.? v1:172.21.15.142:0/2207706510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:42.575 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.161871+0000 osd.1 (osd.1) 308 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.575 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.185403+0000 osd.2 (osd.2) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.576 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.214113+0000 osd.3 (osd.3) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.576 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.238092+0000 osd.4 (osd.4) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.576 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.264059+0000 osd.5 (osd.5) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.576 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.289035+0000 osd.6 (osd.6) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.576 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.317483+0000 osd.7 (osd.7) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.576 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.347688+0000 osd.8 (osd.8) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.577 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.374496+0000 osd.9 (osd.9) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.577 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:41 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.434972+0000 osd.11 (osd.11) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.577 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:40 smithi065 bash[9468]: cluster 2020-11-16T20:58:38.607893+0000 mgr.x (mgr.14196) 1413 : cluster [DBG] pgmap v2156: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 7873/104838 objects degraded (7.510%); 11 MiB/s, 177 objects/s recovering
2020-11-16T20:58:42.577 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:40 smithi065 bash[9468]: audit 2020-11-16T20:58:40.134748+0000 mon.a (mon.0) 2623 : audit [DBG] from='client.? v1:172.21.15.142:0/2207706510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:42.578 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.161871+0000 osd.1 (osd.1) 308 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.578 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.185403+0000 osd.2 (osd.2) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.578 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.214113+0000 osd.3 (osd.3) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.578 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.238092+0000 osd.4 (osd.4) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.579 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.264059+0000 osd.5 (osd.5) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.579 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.289035+0000 osd.6 (osd.6) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.579 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.317483+0000 osd.7 (osd.7) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.579 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.347688+0000 osd.8 (osd.8) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.579 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.374496+0000 osd.9 (osd.9) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.579 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:41 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.434972+0000 osd.11 (osd.11) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.161871+0000 osd.1 (osd.1) 308 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.185403+0000 osd.2 (osd.2) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.214113+0000 osd.3 (osd.3) 43 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.238092+0000 osd.4 (osd.4) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.580 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.264059+0000 osd.5 (osd.5) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.289035+0000 osd.6 (osd.6) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.317483+0000 osd.7 (osd.7) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.347688+0000 osd.8 (osd.8) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.374496+0000 osd.9 (osd.9) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.581 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:41 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.434972+0000 osd.11 (osd.11) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.581 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:58:42.582 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:58:42.585 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:42 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.406972+0000 osd.10 (osd.10) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.585 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:42 smithi071 bash[9480]: cluster 2020-11-16T20:58:40.608478+0000 mgr.x (mgr.14196) 1414 : cluster [DBG] pgmap v2157: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 606 op/s; 7873/103984 objects degraded (7.571%); 7.1 MiB/s, 113 objects/s recovering
2020-11-16T20:58:42.585 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:42 smithi071 bash[9480]: cluster 2020-11-16T20:58:41.785972+0000 mon.a (mon.0) 2624 : cluster [WRN] Health check update: Degraded data redundancy: 7873/103984 objects degraded (7.571%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:42.587 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:42 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.406972+0000 osd.10 (osd.10) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.588 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:42 smithi065 bash[9468]: cluster 2020-11-16T20:58:40.608478+0000 mgr.x (mgr.14196) 1414 : cluster [DBG] pgmap v2157: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 606 op/s; 7873/103984 objects degraded (7.571%); 7.1 MiB/s, 113 objects/s recovering
2020-11-16T20:58:42.588 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:42 smithi065 bash[9468]: cluster 2020-11-16T20:58:41.785972+0000 mon.a (mon.0) 2624 : cluster [WRN] Health check update: Degraded data redundancy: 7873/103984 objects degraded (7.571%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:42.592 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:42 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.406972+0000 osd.10 (osd.10) 212 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:42.592 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:42 smithi142 bash[9523]: cluster 2020-11-16T20:58:40.608478+0000 mgr.x (mgr.14196) 1414 : cluster [DBG] pgmap v2157: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 606 op/s; 7873/103984 objects degraded (7.571%); 7.1 MiB/s, 113 objects/s recovering
2020-11-16T20:58:42.593 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:42 smithi142 bash[9523]: cluster 2020-11-16T20:58:41.785972+0000 mon.a (mon.0) 2624 : cluster [WRN] Health check update: Degraded data redundancy: 7873/103984 objects degraded (7.571%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:42.646 INFO:tasks.thrashosds.thrasher:Waiting for clean again
2020-11-16T20:58:42.647 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean
2020-11-16T20:58:42.647 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:58:42.741 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:58:42.750 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:42.801 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:42.857 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:43.028 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:58:42 smithi065 bash[11785]: debug 2020-11-16T20:58:42.750+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:43.320 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:58:43.443 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:43.550 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:43.601 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:43 smithi071 bash[9480]: audit 2020-11-16T20:58:43.005553+0000 mon.a (mon.0) 2625 : audit [INF] from='client.? v1:172.21.15.142:0/4091740368' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:58:43.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:43 smithi065 bash[9468]: audit 2020-11-16T20:58:43.005553+0000 mon.a (mon.0) 2625 : audit [INF] from='client.? v1:172.21.15.142:0/4091740368' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:58:43.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:43 smithi142 bash[9523]: audit 2020-11-16T20:58:43.005553+0000 mon.a (mon.0) 2625 : audit [INF] from='client.? v1:172.21.15.142:0/4091740368' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:58:43.781 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:58:43 smithi142 bash[18009]: debug 2020-11-16T20:58:43.446+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:44.019 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:44.123 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:44.307 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:44 smithi071 bash[9480]: cluster 2020-11-16T20:58:42.609096+0000 mgr.x (mgr.14196) 1415 : cluster [DBG] pgmap v2158: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 7421/98728 objects degraded (7.517%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:58:44.308 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:44 smithi071 bash[9480]: cluster 2020-11-16T20:58:43.310829+0000 mon.a (mon.0) 2626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:44.308 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:44 smithi071 bash[9480]: audit 2020-11-16T20:58:43.324995+0000 mon.a (mon.0) 2627 : audit [INF] from='client.? v1:172.21.15.142:0/4091740368' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:58:44.308 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:44 smithi071 bash[9480]: cluster 2020-11-16T20:58:43.325102+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e845: 12 total, 11 up, 8 in
2020-11-16T20:58:44.308 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:44 smithi071 bash[16796]: debug 2020-11-16T20:58:44.021+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:44.332 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:44.438 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:44.448 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:58:44 smithi142 bash[18009]: debug 2020-11-16T20:58:44.334+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:44.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:44 smithi142 bash[9523]: cluster 2020-11-16T20:58:42.609096+0000 mgr.x (mgr.14196) 1415 : cluster [DBG] pgmap v2158: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 7421/98728 objects degraded (7.517%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:58:44.448 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:44 smithi142 bash[9523]: cluster 2020-11-16T20:58:43.310829+0000 mon.a (mon.0) 2626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:44.449 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:44 smithi142 bash[9523]: audit 2020-11-16T20:58:43.324995+0000 mon.a (mon.0) 2627 : audit [INF] from='client.? v1:172.21.15.142:0/4091740368' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:58:44.449 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:44 smithi142 bash[9523]: cluster 2020-11-16T20:58:43.325102+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e845: 12 total, 11 up, 8 in
2020-11-16T20:58:44.583 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:58:44.590 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:44.606 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:44 smithi065 bash[9468]: cluster 2020-11-16T20:58:42.609096+0000 mgr.x (mgr.14196) 1415 : cluster [DBG] pgmap v2158: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 7421/98728 objects degraded (7.517%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:58:44.606 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:44 smithi065 bash[9468]: cluster 2020-11-16T20:58:43.310829+0000 mon.a (mon.0) 2626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:58:44.607 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:44 smithi065 bash[9468]: audit 2020-11-16T20:58:43.324995+0000 mon.a (mon.0) 2627 : audit [INF] from='client.? v1:172.21.15.142:0/4091740368' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:58:44.607 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:44 smithi065 bash[9468]: cluster 2020-11-16T20:58:43.325102+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e845: 12 total, 11 up, 8 in
2020-11-16T20:58:44.697 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:44.730 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:45.028 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:58:44 smithi065 bash[11785]: debug 2020-11-16T20:58:44.590+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:46.451 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:58:46.587 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:46.607 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:46 smithi142 bash[9523]: cluster 2020-11-16T20:58:44.609625+0000 mgr.x (mgr.14196) 1416 : cluster [DBG] pgmap v2160: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 7071/97862 objects degraded (7.225%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T20:58:46.607 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:46 smithi142 bash[9523]: cluster 2020-11-16T20:58:45.499571+0000 osd.6 (osd.6) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:46.607 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:46 smithi142 bash[9523]: cluster 2020-11-16T20:58:45.499653+0000 osd.6 (osd.6) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:46.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:46 smithi071 bash[9480]: cluster 2020-11-16T20:58:44.609625+0000 mgr.x (mgr.14196) 1416 : cluster [DBG] pgmap v2160: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 7071/97862 objects degraded (7.225%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T20:58:46.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:46 smithi071 bash[9480]: cluster 2020-11-16T20:58:45.499571+0000 osd.6 (osd.6) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:46.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:46 smithi071 bash[9480]: cluster 2020-11-16T20:58:45.499653+0000 osd.6 (osd.6) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:46.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:46 smithi065 bash[9468]: cluster 2020-11-16T20:58:44.609625+0000 mgr.x (mgr.14196) 1416 : cluster [DBG] pgmap v2160: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 7071/97862 objects degraded (7.225%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T20:58:46.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:46 smithi065 bash[9468]: cluster 2020-11-16T20:58:45.499571+0000 osd.6 (osd.6) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:46.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:46 smithi065 bash[9468]: cluster 2020-11-16T20:58:45.499653+0000 osd.6 (osd.6) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:47.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:47 smithi071 bash[9480]: cluster 2020-11-16T20:58:46.326428+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e846: 12 total, 11 up, 8 in
2020-11-16T20:58:47.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:47 smithi071 bash[9480]: cluster 2020-11-16T20:58:46.787498+0000 mon.a (mon.0) 2630 : cluster [WRN] Health check update: Degraded data redundancy: 7071/97862 objects degraded (7.225%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:47.712 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:47 smithi065 bash[9468]: cluster 2020-11-16T20:58:46.326428+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e846: 12 total, 11 up, 8 in
2020-11-16T20:58:47.713 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:47 smithi065 bash[9468]: cluster 2020-11-16T20:58:46.787498+0000 mon.a (mon.0) 2630 : cluster [WRN] Health check update: Degraded data redundancy: 7071/97862 objects degraded (7.225%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:47.713 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:47 smithi065 bash[18823]: debug 2020-11-16T20:58:47.714+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:47.713 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:47.816 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:47.830 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:58:47.830 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:58:47.934 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:47.999 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:47 smithi142 bash[9523]: cluster 2020-11-16T20:58:46.326428+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e846: 12 total, 11 up, 8 in
2020-11-16T20:58:48.000 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:47 smithi142 bash[9523]: cluster 2020-11-16T20:58:46.787498+0000 mon.a (mon.0) 2630 : cluster [WRN] Health check update: Degraded data redundancy: 7071/97862 objects degraded (7.225%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:48.039 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:48.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:47 smithi071 bash[16796]: debug 2020-11-16T20:58:47.937+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:48.323 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:48 smithi065 bash[9468]: cluster 2020-11-16T20:58:46.610057+0000 mgr.x (mgr.14196) 1417 : cluster [DBG] pgmap v2162: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 7071/95236 objects degraded (7.425%); 6.3 MiB/s, 100 objects/s recovering
2020-11-16T20:58:48.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:48 smithi071 bash[9480]: cluster 2020-11-16T20:58:46.610057+0000 mgr.x (mgr.14196) 1417 : cluster [DBG] pgmap v2162: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 7071/95236 objects degraded (7.425%); 6.3 MiB/s, 100 objects/s recovering
2020-11-16T20:58:48.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:48 smithi142 bash[9523]: cluster 2020-11-16T20:58:46.610057+0000 mgr.x (mgr.14196) 1417 : cluster [DBG] pgmap v2162: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 7071/95236 objects degraded (7.425%); 6.3 MiB/s, 100 objects/s recovering
2020-11-16T20:58:48.998 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:49.020 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops
2020-11-16T20:58:49.101 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:49.173 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:58:49.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:58:49 smithi065 bash[11785]: debug 2020-11-16T20:58:48.998+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:49.381 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:49.484 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:49.641 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:49.747 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:49.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:49 smithi065 bash[18823]: debug 2020-11-16T20:58:49.634+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:49.780 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:58:49 smithi142 bash[20366]: debug 2020-11-16T20:58:49.386+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:49.959 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:50.030 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:58:50 smithi142 bash[18009]: debug 2020-11-16T20:58:49.962+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:50.065 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:50.205 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:50.313 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:50.330 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:50 smithi065 bash[18823]: debug 2020-11-16T20:58:50.206+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:50.444 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:58:50.447 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:58:50.532 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:50.637 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:50.646 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:50 smithi142 bash[9523]: cluster 2020-11-16T20:58:48.610529+0000 mgr.x (mgr.14196) 1418 : cluster [DBG] pgmap v2163: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 6197/91062 objects degraded (6.805%); 13 MiB/s, 209 objects/s recovering
2020-11-16T20:58:50.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:50 smithi071 bash[9480]: cluster 2020-11-16T20:58:48.610529+0000 mgr.x (mgr.14196) 1418 : cluster [DBG] pgmap v2163: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 6197/91062 objects degraded (6.805%); 13 MiB/s, 209 objects/s recovering
2020-11-16T20:58:50.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:58:50 smithi071 bash[14419]: debug 2020-11-16T20:58:50.537+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:50.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:50 smithi065 bash[9468]: cluster 2020-11-16T20:58:48.610529+0000 mgr.x (mgr.14196) 1418 : cluster [DBG] pgmap v2163: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 6197/91062 objects degraded (6.805%); 13 MiB/s, 209 objects/s recovering
2020-11-16T20:58:50.928 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:51.032 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:51.181 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:51.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:58:50 smithi142 bash[18009]: debug 2020-11-16T20:58:50.929+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:51.287 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:51.335 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:58:51 smithi065 bash[16457]: debug 2020-11-16T20:58:51.182+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:51.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:51 smithi065 bash[9468]: audit 2020-11-16T20:58:50.441710+0000 mgr.x (mgr.14196) 1419 : audit [DBG] from='client.16866 v1:172.21.15.142:0/1682439968' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:58:51.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:51 smithi142 bash[9523]: audit 2020-11-16T20:58:50.441710+0000 mgr.x (mgr.14196) 1419 : audit [DBG] from='client.16866 v1:172.21.15.142:0/1682439968' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:58:51.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:51 smithi071 bash[9480]: audit 2020-11-16T20:58:50.441710+0000 mgr.x (mgr.14196) 1419 : audit [DBG] from='client.16866 v1:172.21.15.142:0/1682439968' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:58:52.036 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:52.141 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:52.181 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2163,"stamp":"2020-11-16T20:58:48.610233+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2983854104,"num_objects":45531,"num_object_clones":0,"num_object_copies":91062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6197,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45531,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":129707,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9202,"num_bytes_recovered":603062272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131834,"ondisk_log_size":131834,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":8999608,"kb_used_data":5423352,"kb_used_omap":0,"kb_used_meta":3576127,"kb_avail":740961608,"statfs":{"total":767960285184,"available":758744686592,"internally_reserved":0,"allocated":5553512448,"data_stored":5550404960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3661954108},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-423428096,"num_objects":-6461,"num_object_clones":0,"num_object_copies":-12922,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-1676,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6461,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6461,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1676,"num_bytes_recovered":109838336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002086"},"pg_stats":[{"pgid":"8.f","version":"845'8072","reported_seq":"8128","reported_epoch":"845","state":"active+clean","last_fresh":"2020-11-16T20:58:46.172454+0000","last_change":"2020-11-16T20:56:06.048298+0000","last_active":"2020-11-16T20:58:46.172454+0000","last_peered":"2020-11-16T20:58:46.172454+0000","last_clean":"2020-11-16T20:58:46.172454+0000","last_became_active":"2020-11-16T20:56:06.047761+0000","last_became_peered":"2020-11-16T20:56:06.047761+0000","last_unstale":"2020-11-16T20:58:46.172454+0000","last_undegraded":"2020-11-16T20:58:46.172454+0000","last_fullsized":"2020-11-16T20:58:46.172454+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8072,"ondisk_log_size":8072,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":188874752,"num_objects":2882,"num_object_clones":0,"num_object_copies":5764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2882,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8072,"num_write_kb":350528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.e","version":"846'8117","reported_seq":"15853","reported_epoch":"846","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:58:48.021886+0000","last_change":"2020-11-16T20:57:39.225327+0000","last_active":"2020-11-16T20:58:48.021886+0000","last_peered":"2020-11-16T20:58:48.021886+0000","last_clean":"2020-11-16T20:57:03.145122+0000","last_became_active":"2020-11-16T20:57:39.190964+0000","last_became_peered":"2020-11-16T20:57:39.190964+0000","last_unstale":"2020-11-16T20:58:48.021886+0000","last_undegraded":"2020-11-16T20:57:39.016253+0000","last_fullsized":"2020-11-16T20:58:48.021886+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8117,"ondisk_log_size":8117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181731328,"num_objects":2773,"num_object_clones":0,"num_object_copies":5546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1280,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2773,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8117,"num_write_kb":348480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3834,"num_bytes_recovered":251265024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4"],"object_location_counts":[{"shards":"4","objects":1280},{"shards":"4,7","objects":1493}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"845'8229","reported_seq":"8286","reported_epoch":"845","state":"active+clean","last_fresh":"2020-11-16T20:58:46.146495+0000","last_change":"2020-11-16T20:56:06.243845+0000","last_active":"2020-11-16T20:58:46.146495+0000","last_peered":"2020-11-16T20:58:46.146495+0000","last_clean":"2020-11-16T20:58:46.146495+0000","last_became_active":"2020-11-16T20:56:06.242888+0000","last_became_peered":"2020-11-16T20:56:06.242888+0000","last_unstale":"2020-11-16T20:58:46.146495+0000","last_undegraded":"2020-11-16T20:58:46.146495+0000","last_fullsized":"2020-11-16T20:58:46.146495+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8229,"ondisk_log_size":8229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":190840856,"num_objects":2913,"num_object_clones":0,"num_object_copies":5826,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2913,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8229,"num_write_kb":356481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.c","version":"846'8081","reported_seq":"8138","reported_epoch":"846","state":"active+clean","last_fresh":"2020-11-16T20:58:47.131960+0000","last_change":"2020-11-16T20:56:06.246709+0000","last_active":"2020-11-16T20:58:47.131960+0000","last_peered":"2020-11-16T20:58:47.131960+0000","last_clean":"2020-11-16T20:58:47.131960+0000","last_became_active":"2020-11-16T20:56:06.245797+0000","last_became_peered":"2020-11-16T20:56:06.245797+0000","last_unstale":"2020-11-16T20:58:47.131960+0000","last_undegraded":"2020-11-16T20:58:47.131960+0000","last_fullsized":"2020-11-16T20:58:47.131960+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8081,"ondisk_log_size":8081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179634176,"num_objects":2741,"num_object_clones":0,"num_object_copies":5482,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2741,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8081,"num_write_kb":346304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.b","version":"846'8282","reported_seq":"8339","reported_epoch":"846","state":"active+clean","last_fresh":"2020-11-16T20:58:47.226827+0000","last_change":"2020-11-16T20:56:06.048733+0000","last_active":"2020-11-16T20:58:47.226827+0000","last_peered":"2020-11-16T20:58:47.226827+0000","last_clean":"2020-11-16T20:58:47.226827+0000","last_became_active":"2020-11-16T20:56:06.048409+0000","last_became_peered":"2020-11-16T20:56:06.048409+0000","last_unstale":"2020-11-16T20:58:47.226827+0000","last_undegraded":"2020-11-16T20:58:47.226827+0000","last_fullsized":"2020-11-16T20:58:47.226827+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8282,"ondisk_log_size":8282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":186122240,"num_objects":2840,"num_object_clones":0,"num_object_copies":5680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2840,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8282,"num_write_kb":355904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.a","version":"846'7970","reported_seq":"8027","reported_epoch":"846","state":"active+clean","last_fresh":"2020-11-16T20:58:47.100301+0000","last_change":"2020-11-16T20:56:06.246765+0000","last_active":"2020-11-16T20:58:47.100301+0000","last_peered":"2020-11-16T20:58:47.100301+0000","last_clean":"2020-11-16T20:58:47.100301+0000","last_became_active":"2020-11-16T20:56:06.245928+0000","last_became_peered":"2020-11-16T20:56:06.245928+0000","last_unstale":"2020-11-16T20:58:47.100301+0000","last_undegraded":"2020-11-16T20:58:47.100301+0000","last_fullsized":"2020-11-16T20:58:47.100301+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":7970,"ondisk_log_size":7970,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":185991168,"num_objects":2838,"num_object_clones":0,"num_object_copies":5676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2838,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7970,"num_write_kb":345856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.8","version":"846'8363","reported_seq":"8420","reported_epoch":"846","state":"active+clean","last_fresh":"2020-11-16T20:58:46.671255+0000","last_change":"2020-11-16T20:56:06.247539+0000","last_active":"2020-11-16T20:58:46.671255+0000","last_peered":"2020-11-16T20:58:46.671255+0000","last_clean":"2020-11-16T20:58:46.671255+0000","last_became_active":"2020-11-16T20:56:06.247087+0000","last_became_peered":"2020-11-16T20:56:06.247087+0000","last_unstale":"2020-11-16T20:58:46.671255+0000","last_undegraded":"2020-11-16T20:58:46.671255+0000","last_fullsized":"2020-11-16T20:58:46.671255+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8363,"ondisk_log_size":8363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":190513152,"num_objects":2907,"num_object_clones":0,"num_object_copies":5814,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2907,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8363,"num_write_kb":360640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.7","version":"845'11496","reported_seq":"11554","reported_epoch":"845","state":"active+clean","last_fresh":"2020-11-16T20:58:45.105303+0000","last_change":"2020-11-16T20:57:22.138440+0000","last_active":"2020-11-16T20:58:45.105303+0000","last_peered":"2020-11-16T20:58:45.105303+0000","last_clean":"2020-11-16T20:58:45.105303+0000","last_became_active":"2020-11-16T20:56:06.047545+0000","last_became_peered":"2020-11-16T20:56:06.047545+0000","last_unstale":"2020-11-16T20:58:45.105303+0000","last_undegraded":"2020-11-16T20:58:45.105303+0000","last_fullsized":"2020-11-16T20:58:45.105303+0000","mapping_epoch":796,"log_start":"802'1400","ondisk_log_start":"802'1400","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"823'8640","last_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_deep_scrub":"823'8640","last_deep_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_clean_scrub_stamp":"2020-11-16T20:57:22.138378+0000","log_size":10096,"ondisk_log_size":10096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":192217088,"num_objects":2933,"num_object_clones":0,"num_object_copies":5866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7969,"num_write_kb":348864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.6","version":"845'8244","reported_seq":"8295","reported_epoch":"845","state":"active+clean","last_fresh":"2020-11-16T20:58:46.178112+0000","last_change":"2020-11-16T20:56:06.048830+0000","last_active":"2020-11-16T20:58:46.178112+0000","last_peered":"2020-11-16T20:58:46.178112+0000","last_clean":"2020-11-16T20:58:46.178112+0000","last_became_active":"2020-11-16T20:56:06.048406+0000","last_became_peered":"2020-11-16T20:56:06.048406+0000","last_unstale":"2020-11-16T20:58:46.178112+0000","last_undegraded":"2020-11-16T20:58:46.178112+0000","last_fullsized":"2020-11-16T20:58:46.178112+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8244,"ondisk_log_size":8244,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":193593344,"num_objects":2954,"num_object_clones":0,"num_object_copies":5908,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2954,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8244,"num_write_kb":358336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10],"acting":[11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.5","version":"846'7807","reported_seq":"7864","reported_epoch":"846","state":"active+clean","last_fresh":"2020-11-16T20:58:46.661144+0000","last_change":"2020-11-16T20:56:06.049925+0000","last_active":"2020-11-16T20:58:46.661144+0000","last_peered":"2020-11-16T20:58:46.661144+0000","last_clean":"2020-11-16T20:58:46.661144+0000","last_became_active":"2020-11-16T20:56:06.049489+0000","last_became_peered":"2020-11-16T20:56:06.049489+0000","last_unstale":"2020-11-16T20:58:46.661144+0000","last_undegraded":"2020-11-16T20:58:46.661144+0000","last_fullsized":"2020-11-16T20:58:46.661144+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":7807,"ondisk_log_size":7807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":184483840,"num_objects":2815,"num_object_clones":0,"num_object_copies":5630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2815,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7807,"num_write_kb":339904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.4","version":"846'7970","reported_seq":"8027","reported_epoch":"846","state":"active+clean","last_fresh":"2020-11-16T20:58:46.617176+0000","last_change":"2020-11-16T20:56:06.246083+0000","last_active":"2020-11-16T20:58:46.617176+0000","last_peered":"2020-11-16T20:58:46.617176+0000","last_clean":"2020-11-16T20:58:46.617176+0000","last_became_active":"2020-11-16T20:56:06.245553+0000","last_became_peered":"2020-11-16T20:56:06.245553+0000","last_unstale":"2020-11-16T20:58:46.617176+0000","last_undegraded":"2020-11-16T20:58:46.617176+0000","last_fullsized":"2020-11-16T20:58:46.617176+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":7970,"ondisk_log_size":7970,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179044352,"num_objects":2732,"num_object_clones":0,"num_object_copies":5464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7970,"num_write_kb":342464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.3","version":"845'8212","reported_seq":"8268","reported_epoch":"845","state":"active+clean","last_fresh":"2020-11-16T20:58:46.181339+0000","last_change":"2020-11-16T20:56:06.046103+0000","last_active":"2020-11-16T20:58:46.181339+0000","last_peered":"2020-11-16T20:58:46.181339+0000","last_clean":"2020-11-16T20:58:46.181339+0000","last_became_active":"2020-11-16T20:56:06.045547+0000","last_became_peered":"2020-11-16T20:56:06.045547+0000","last_unstale":"2020-11-16T20:58:46.181339+0000","last_undegraded":"2020-11-16T20:58:46.181339+0000","last_fullsized":"2020-11-16T20:58:46.181339+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8212,"ondisk_log_size":8212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":183238656,"num_objects":2796,"num_object_clones":0,"num_object_copies":5592,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2796,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8212,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.2","version":"846'8037","reported_seq":"13376","reported_epoch":"846","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:58:46.681515+0000","last_change":"2020-11-16T20:57:39.192312+0000","last_active":"2020-11-16T20:58:46.681515+0000","last_peered":"2020-11-16T20:58:46.681515+0000","last_clean":"2020-11-16T20:57:03.147357+0000","last_became_active":"2020-11-16T20:57:39.169189+0000","last_became_peered":"2020-11-16T20:57:39.169189+0000","last_unstale":"2020-11-16T20:58:46.681515+0000","last_undegraded":"2020-11-16T20:57:39.030592+0000","last_fullsized":"2020-11-16T20:58:46.681515+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8037,"ondisk_log_size":8037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181862400,"num_objects":2775,"num_object_clones":0,"num_object_copies":5550,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2424,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2775,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8037,"num_write_kb":345984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2638,"num_bytes_recovered":172883968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":["10"],"object_location_counts":[{"shards":"4,10","objects":351},{"shards":"10","objects":2424}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.1","version":"845'7927","reported_seq":"7982","reported_epoch":"845","state":"active+clean","last_fresh":"2020-11-16T20:58:45.108861+0000","last_change":"2020-11-16T20:56:06.247277+0000","last_active":"2020-11-16T20:58:45.108861+0000","last_peered":"2020-11-16T20:58:45.108861+0000","last_clean":"2020-11-16T20:58:45.108861+0000","last_became_active":"2020-11-16T20:56:06.245647+0000","last_became_peered":"2020-11-16T20:56:06.245647+0000","last_unstale":"2020-11-16T20:58:45.108861+0000","last_undegraded":"2020-11-16T20:58:45.108861+0000","last_fullsized":"2020-11-16T20:58:45.108861+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":7927,"ondisk_log_size":7927,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194576384,"num_objects":2969,"num_object_clones":0,"num_object_copies":5938,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2969,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7927,"num_write_kb":348672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"846'8164","reported_seq":"8221","reported_epoch":"846","state":"active+clean","last_fresh":"2020-11-16T20:58:48.010019+0000","last_change":"2020-11-16T20:56:06.248850+0000","last_active":"2020-11-16T20:58:48.010019+0000","last_peered":"2020-11-16T20:58:48.010019+0000","last_clean":"2020-11-16T20:58:48.010019+0000","last_became_active":"2020-11-16T20:56:06.248111+0000","last_became_peered":"2020-11-16T20:56:06.248111+0000","last_unstale":"2020-11-16T20:58:48.010019+0000","last_undegraded":"2020-11-16T20:58:48.010019+0000","last_fullsized":"2020-11-16T20:58:48.010019+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8164,"ondisk_log_size":8164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":186253312,"num_objects":2842,"num_object_clones":0,"num_object_copies":5684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2842,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8164,"num_write_kb":352192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9],"acting":[4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"846'8263","reported_seq":"13785","reported_epoch":"846","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:58:46.672669+0000","last_change":"2020-11-16T20:57:39.229286+0000","last_active":"2020-11-16T20:58:46.672669+0000","last_peered":"2020-11-16T20:58:46.672669+0000","last_clean":"2020-11-16T20:57:03.154469+0000","last_became_active":"2020-11-16T20:57:39.177182+0000","last_became_peered":"2020-11-16T20:57:39.177182+0000","last_unstale":"2020-11-16T20:58:46.672669+0000","last_undegraded":"2020-11-16T20:57:39.032931+0000","last_fullsized":"2020-11-16T20:58:46.672669+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8263,"ondisk_log_size":8263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":184877056,"num_objects":2821,"num_object_clones":0,"num_object_copies":5642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2493,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8263,"num_write_kb":354688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2730,"num_bytes_recovered":178913280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":["10"],"object_location_counts":[{"shards":"9,10","objects":328},{"shards":"10","objects":2493}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"376","reported_epoch":"844","state":"active+clean","last_fresh":"2020-11-16T20:58:38.294303+0000","last_change":"2020-11-16T20:57:03.569883+0000","last_active":"2020-11-16T20:58:38.294303+0000","last_peered":"2020-11-16T20:58:38.294303+0000","last_clean":"2020-11-16T20:58:38.294303+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:58:38.294303+0000","last_undegraded":"2020-11-16T20:58:38.294303+0000","last_fullsized":"2020-11-16T20:58:38.294303+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_clean_scrub_stamp":"2020-11-16T20:57:03.569650+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":2983854104,"num_objects":45531,"num_object_clones":0,"num_object_copies":91062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6197,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45531,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":129707,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9202,"num_bytes_recovered":603062272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6519070720,"data_stored":6519062576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131834,"ondisk_log_size":131834,"up":32,"acting":32,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631942,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1393340,"kb_used_data":928948,"kb_used_omap":0,"kb_used_meta":464320,"kb_avail":92351812,"statfs":{"total":95995035648,"available":94568255488,"internally_reserved":0,"allocated":951242752,"data_stored":950854198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":475463680},"hb_peers":[1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.702,"5min":4.5250000000000004,"15min":3.4140000000000001},"min":{"1min":0.82499999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":14.013,"5min":155.821,"15min":155.821},"last":4.3570000000000002},{"interface":"front","average":{"1min":1.9510000000000001,"5min":4.3719999999999999,"15min":3.4420000000000002},"min":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.55600000000000005},"max":{"1min":4.8810000000000002,"5min":153.465,"15min":153.465},"last":1.0940000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6299999999999999,"5min":2.347,"15min":2.2999999999999998},"min":{"1min":1.302,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":7.1040000000000001,"5min":7.1040000000000001,"15min":7.1040000000000001},"last":0.84899999999999998},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.9550000000000001,"15min":2.968},"min":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":7.883,"5min":9.6509999999999998,"15min":9.6509999999999998},"last":2.1400000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.851,"5min":2.851,"15min":2.851},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":8.0350000000000001,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":2.0019999999999998},{"interface":"front","average":{"1min":3.2040000000000002,"5min":3.2040000000000002,"15min":3.2040000000000002},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":7.2110000000000003,"5min":7.2110000000000003,"15min":7.2110000000000003},"last":2.4159999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":2.754,"5min":2.2799999999999998,"15min":2.052},"min":{"1min":1.0509999999999999,"5min":0.86599999999999999,"15min":0.79300000000000004},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":1.109},{"interface":"front","average":{"1min":1.6890000000000001,"5min":1.921,"15min":2.0369999999999999},"min":{"1min":0.874,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":4.5220000000000002,"5min":7.4829999999999997,"15min":7.4829999999999997},"last":1.202}]},{"osd":4,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":3.153,"5min":3.798,"15min":2.839},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.60599999999999998},"max":{"1min":8.1029999999999998,"5min":25.111999999999998,"15min":28.960999999999999},"last":1.839},{"interface":"front","average":{"1min":1.8180000000000001,"5min":2.589,"15min":2.5680000000000001},"min":{"1min":0.74099999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.4020000000000001,"5min":25.768000000000001,"15min":28.922999999999998},"last":1.405}]},{"osd":5,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":4.9249999999999998,"5min":2.8889999999999998,"15min":2.831},"min":{"1min":1,"5min":0.81999999999999995,"15min":0.80900000000000005},"max":{"1min":57.170000000000002,"5min":57.170000000000002,"15min":95.222999999999999},"last":1.6579999999999999},{"interface":"front","average":{"1min":5.3680000000000003,"5min":3.335,"15min":2.6579999999999999},"min":{"1min":1.3260000000000001,"5min":0.72799999999999998,"15min":0.65600000000000003},"max":{"1min":57.853999999999999,"5min":57.853999999999999,"15min":57.853999999999999},"last":1.78}]},{"osd":6,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.726,"5min":4.2110000000000003,"15min":3.6589999999999998},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.78200000000000003},"max":{"1min":57.039999999999999,"5min":57.039999999999999,"15min":86.338999999999999},"last":2.5449999999999999},{"interface":"front","average":{"1min":7.1369999999999996,"5min":4.1239999999999997,"15min":4.0510000000000002},"min":{"1min":1.502,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":57.732999999999997,"5min":57.732999999999997,"15min":96.640000000000001},"last":2.6960000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:58:18 2020","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":3.254,"15min":3.669},"min":{"1min":1.0269999999999999,"5min":0.94699999999999995,"15min":0.83799999999999997},"max":{"1min":4.3949999999999996,"5min":26.728000000000002,"15min":97.006},"last":1.538},{"interface":"front","average":{"1min":3.3860000000000001,"5min":3.4980000000000002,"15min":3.254},"min":{"1min":1.143,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":8.1050000000000004,"5min":25.859000000000002,"15min":69.757000000000005},"last":1.9530000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.907,"5min":4.5330000000000004,"15min":3.7309999999999999},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.93700000000000006},"max":{"1min":57.396000000000001,"5min":57.396000000000001,"15min":97.784000000000006},"last":2.6240000000000001},{"interface":"front","average":{"1min":3.7639999999999998,"5min":3.1909999999999998,"15min":3.3679999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":8.234,"5min":8.234,"15min":95.897999999999996},"last":2.1150000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:58:23 2020","interfaces":[{"interface":"back","average":{"1min":6.1150000000000002,"5min":3.5680000000000001,"15min":3.4670000000000001},"min":{"1min":1.127,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":56.792000000000002,"5min":56.792000000000002,"15min":98.706999999999994},"last":3.6930000000000001},{"interface":"front","average":{"1min":4.6840000000000002,"5min":3.9790000000000001,"15min":3.7639999999999998},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":12.765000000000001,"5min":16.169,"15min":99.385000000000005},"last":2.2149999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":8.343,"5min":5.9720000000000004,"15min":4.4169999999999998},"min":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.0720000000000001},"max":{"1min":60.487000000000002,"5min":60.487000000000002,"15min":97.399000000000001},"last":5.0529999999999999},{"interface":"front","average":{"1min":6.4749999999999996,"5min":4.085,"15min":3.7069999999999999},"min":{"1min":1.2549999999999999,"5min":1.216,"15min":1.0880000000000001},"max":{"1min":61.078000000000003,"5min":61.078000000000003,"15min":95.094999999999999},"last":4.8380000000000001}]}]},{"osd":10,"up_from":95,"seq":408021893579,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1374660,"kb_used_data":1089788,"kb_used_omap":0,"kb_used_meta":284864,"kb_avail":92370492,"statfs":{"total":95995035648,"available":94587383808,"internally_reserved":0,"allocated":1115942912,"data_stored":1115552533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":291700736},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":2.891},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":0.84799999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6880000000000002,"5min":2.7879999999999998,"15min":2.0249999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":26.946999999999999,"5min":44.258000000000003,"15min":44.258000000000003},"last":2.5539999999999998},{"interface":"front","average":{"1min":3.6459999999999999,"5min":3.1070000000000002,"15min":2.383},"min":{"1min":0.95499999999999996,"5min":0.623,"15min":0.54700000000000004},"max":{"1min":26.350000000000001,"5min":44.149999999999999,"15min":44.149999999999999},"last":1.4159999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.649,"5min":2.214,"15min":1.784},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.63900000000000001},"max":{"1min":2.9780000000000002,"5min":9.7949999999999999,"15min":9.7949999999999999},"last":2.206},{"interface":"front","average":{"1min":2.073,"5min":2.2930000000000001,"15min":1.792},"min":{"1min":0.80600000000000005,"5min":0.73299999999999998,"15min":0.57999999999999996},"max":{"1min":4.125,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":1.577}]},{"osd":3,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.367,"5min":2.367,"15min":2.367},"min":{"1min":1.415,"5min":1.415,"15min":1.415},"max":{"1min":3.3610000000000002,"5min":3.3610000000000002,"15min":3.3610000000000002},"last":1.8280000000000001},{"interface":"front","average":{"1min":1.7669999999999999,"5min":1.7669999999999999,"15min":1.7669999999999999},"min":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":3.0299999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":2.5720000000000001,"15min":2.2440000000000002},"min":{"1min":0.77000000000000002,"5min":0.63,"15min":0.629},"max":{"1min":6.657,"5min":8.4730000000000008,"15min":8.4730000000000008},"last":17.888000000000002},{"interface":"front","average":{"1min":3.077,"5min":2.887,"15min":2.2850000000000001},"min":{"1min":1.1379999999999999,"5min":0.66300000000000003,"15min":0.64800000000000002},"max":{"1min":5.1749999999999998,"5min":9.5350000000000001,"15min":9.5350000000000001},"last":1.706}]},{"osd":5,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.3769999999999998,"5min":2.9129999999999998,"15min":2.4169999999999998},"min":{"1min":0.89800000000000002,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":6.7839999999999998,"5min":9.4410000000000007,"15min":9.4410000000000007},"last":18.242000000000001},{"interface":"front","average":{"1min":2.6099999999999999,"5min":2.613,"15min":2.0870000000000002},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":6.6890000000000001,"5min":9.3390000000000004,"15min":9.3390000000000004},"last":2.0720000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.1059999999999999,"5min":3.1099999999999999,"15min":2.7240000000000002},"min":{"1min":1.3939999999999999,"5min":0.91600000000000004,"15min":0.80900000000000005},"max":{"1min":6.9950000000000001,"5min":9.7390000000000008,"15min":24.273},"last":18.103999999999999},{"interface":"front","average":{"1min":3.335,"5min":3.1760000000000002,"15min":2.9460000000000002},"min":{"1min":0.83599999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":6.8769999999999998,"5min":9.4169999999999998,"15min":24.326000000000001},"last":3.2149999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":3.492,"5min":3.2719999999999998,"15min":2.7810000000000001},"min":{"1min":0.82499999999999996,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":9.0660000000000007,"5min":10.071,"15min":10.071},"last":1.95},{"interface":"front","average":{"1min":3.1339999999999999,"5min":2.851,"15min":2.5529999999999999},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.86599999999999999},"max":{"1min":9.2929999999999993,"5min":9.2929999999999993,"15min":9.2929999999999993},"last":2.8860000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":3.8439999999999999,"15min":3.5760000000000001},"min":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":6.444,"5min":102.69,"15min":115.295},"last":2.746},{"interface":"front","average":{"1min":3.2829999999999999,"5min":4.3170000000000002,"15min":3.5710000000000002},"min":{"1min":1.0880000000000001,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":8.0020000000000007,"5min":104.477,"15min":112.97799999999999},"last":18.376999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":3.2709999999999999,"15min":3.0369999999999999},"min":{"1min":1.194,"5min":1.0209999999999999,"15min":1.0209999999999999},"max":{"1min":3.8330000000000002,"5min":10.787000000000001,"15min":10.787000000000001},"last":3.1669999999999998},{"interface":"front","average":{"1min":3.1549999999999998,"5min":3.4929999999999999,"15min":3.0870000000000002},"min":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.1779999999999999},"max":{"1min":4.7279999999999998,"5min":14.864000000000001,"15min":14.864000000000001},"last":7.3600000000000003}]},{"osd":11,"last update":"Mon Nov 16 20:58:32 2020","interfaces":[{"interface":"back","average":{"1min":3.839,"5min":3.6909999999999998,"15min":3.6219999999999999},"min":{"1min":1.6839999999999999,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":11.079000000000001,"5min":11.079000000000001,"15min":117.40600000000001},"last":3.8940000000000001},{"interface":"front","average":{"1min":4.2610000000000001,"5min":4.0529999999999999,"15min":3.9089999999999998},"min":{"1min":1.9570000000000001,"5min":1.669,"15min":1.4099999999999999},"max":{"1min":11.191000000000001,"5min":11.191000000000001,"15min":117.614},"last":4.0140000000000002}]}]},{"osd":9,"up_from":71,"seq":304942678501,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1669828,"kb_used_data":1089980,"kb_used_omap":0,"kb_used_meta":579840,"kb_avail":92075324,"statfs":{"total":95995035648,"available":94285131776,"internally_reserved":0,"allocated":1116139520,"data_stored":1115749141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":593756160},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":2.1850000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":1.097}]},{"osd":1,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":5.7919999999999998,"15min":3.8500000000000001},"min":{"1min":0.57299999999999995,"5min":0.54300000000000004,"15min":0.51700000000000002},"max":{"1min":8.3559999999999999,"5min":338.13099999999997,"15min":338.13099999999997},"last":0.91300000000000003},{"interface":"front","average":{"1min":3.073,"5min":6.4509999999999996,"15min":4.5579999999999998},"min":{"1min":0.96699999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":8.6449999999999996,"5min":338.54000000000002,"15min":338.54000000000002},"last":1.4299999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":2.0609999999999999,"15min":1.806},"min":{"1min":0.76200000000000001,"5min":0.70299999999999996,"15min":0.53600000000000003},"max":{"1min":5.8680000000000003,"5min":9.0190000000000001,"15min":9.0190000000000001},"last":1.7050000000000001},{"interface":"front","average":{"1min":1.675,"5min":1.6759999999999999,"15min":1.659},"min":{"1min":0.79000000000000004,"5min":0.61599999999999999,"15min":0.58299999999999996},"max":{"1min":3.992,"5min":10.939,"15min":10.939},"last":1.2330000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.3319999999999999,"5min":2.3319999999999999,"15min":2.3319999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":8.4949999999999992,"5min":8.4949999999999992,"15min":8.4949999999999992},"last":0.98699999999999999},{"interface":"front","average":{"1min":2.573,"5min":2.573,"15min":2.573},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":8.7940000000000005,"5min":8.7940000000000005,"15min":8.7940000000000005},"last":1.1000000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9220000000000002,"5min":3.7690000000000001,"15min":2.7909999999999999},"min":{"1min":1.1679999999999999,"5min":0.68200000000000005,"15min":0.58599999999999997},"max":{"1min":8.6460000000000008,"5min":117.012,"15min":117.012},"last":4.5899999999999999},{"interface":"front","average":{"1min":2.5070000000000001,"5min":3.7229999999999999,"15min":2.75},"min":{"1min":0.94599999999999995,"5min":0.80000000000000004,"15min":0.69499999999999995},"max":{"1min":6.3819999999999997,"5min":120.41200000000001,"15min":120.41200000000001},"last":1.635}]},{"osd":5,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.5510000000000002,"15min":2.4580000000000002},"min":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.746},"max":{"1min":8.9350000000000005,"5min":8.9350000000000005,"15min":8.9350000000000005},"last":0.72999999999999998},{"interface":"front","average":{"1min":3.2909999999999999,"5min":2.887,"15min":2.5859999999999999},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.71099999999999997},"max":{"1min":9.641,"5min":9.641,"15min":9.641},"last":4.8230000000000004}]},{"osd":6,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":4.2110000000000003,"15min":3.2789999999999999},"min":{"1min":1.262,"5min":1.03,"15min":0.71399999999999997},"max":{"1min":9.9909999999999997,"5min":92.771000000000001,"15min":92.771000000000001},"last":4.9409999999999998},{"interface":"front","average":{"1min":3.819,"5min":4.532,"15min":3.5539999999999998},"min":{"1min":1.1180000000000001,"5min":0.95599999999999996,"15min":0.91500000000000004},"max":{"1min":9.8770000000000007,"5min":92.504000000000005,"15min":92.504000000000005},"last":5.0510000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:58:34 2020","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":3.302,"15min":2.9980000000000002},"min":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":0.90200000000000002},"max":{"1min":9.1080000000000005,"5min":18.486999999999998,"15min":18.486999999999998},"last":1.3140000000000001},{"interface":"front","average":{"1min":2.863,"5min":2.9350000000000001,"15min":3.0899999999999999},"min":{"1min":1.284,"5min":1.0069999999999999,"15min":0.83499999999999996},"max":{"1min":7.5380000000000003,"5min":18.757000000000001,"15min":121.273},"last":1.536}]},{"osd":8,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8279999999999998,"5min":2.6669999999999998,"15min":2.7650000000000001},"min":{"1min":1.028,"5min":0.94899999999999995,"15min":0.94899999999999995},"max":{"1min":6.4820000000000002,"5min":11.083,"15min":11.083},"last":3.8519999999999999},{"interface":"front","average":{"1min":2.8180000000000001,"5min":2.754,"15min":2.919},"min":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0129999999999999},"max":{"1min":6.0359999999999996,"5min":11.837,"15min":11.837},"last":1.9750000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":3.738,"5min":3.169,"15min":2.9540000000000002},"min":{"1min":1.224,"5min":1.137,"15min":1.137},"max":{"1min":10.728999999999999,"5min":11.691000000000001,"15min":11.691000000000001},"last":4.7060000000000004},{"interface":"front","average":{"1min":3.992,"5min":3.3860000000000001,"15min":3.677},"min":{"1min":1.248,"5min":0.91200000000000003,"15min":0.91200000000000003},"max":{"1min":9.7579999999999991,"5min":11.542999999999999,"15min":120.693},"last":3.4159999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:58:31 2020","interfaces":[{"interface":"back","average":{"1min":4.617,"5min":3.984,"15min":3.3740000000000001},"min":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.0840000000000001},"max":{"1min":10.275,"5min":28.57,"15min":28.57},"last":7.3280000000000003},{"interface":"front","average":{"1min":3.8490000000000002,"5min":4.04,"15min":3.948},"min":{"1min":1.3280000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":8.1519999999999992,"5min":26.074000000000002,"15min":121.5},"last":2.2090000000000001}]}]},{"osd":8,"up_from":63,"seq":270582940137,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":917508,"kb_used_data":542268,"kb_used_omap":0,"kb_used_meta":375232,"kb_avail":92827644,"statfs":{"total":95995035648,"available":95055507456,"internally_reserved":0,"allocated":555282432,"data_stored":554892073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":384237568},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:40 2020","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":2.5499999999999998,"15min":2.3809999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.52500000000000002},"max":{"1min":3.5259999999999998,"5min":64.843000000000004,"15min":80.534000000000006},"last":1.046},{"interface":"front","average":{"1min":1.748,"5min":2.343,"15min":2.4590000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":5.3399999999999999,"5min":59.093000000000004,"15min":80.248000000000005},"last":1.512}]},{"osd":1,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":4.2930000000000001,"5min":2.637,"15min":3.2440000000000002},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.59399999999999997},"max":{"1min":46.779000000000003,"5min":46.779000000000003,"15min":225.94999999999999},"last":1.9370000000000001},{"interface":"front","average":{"1min":4.5670000000000002,"5min":2.7149999999999999,"15min":3.3679999999999999},"min":{"1min":0.59399999999999997,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":46.966999999999999,"5min":46.966999999999999,"15min":226.03100000000001},"last":0.89700000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.0550000000000002,"15min":2.0569999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":5.0339999999999998,"5min":8.0079999999999991,"15min":8.0079999999999991},"last":2.206},{"interface":"front","average":{"1min":2.3740000000000001,"5min":2.3239999999999998,"15min":1.903},"min":{"1min":0.77200000000000002,"5min":0.66200000000000003,"15min":0.61599999999999999},"max":{"1min":5.0190000000000001,"5min":8.0570000000000004,"15min":8.0570000000000004},"last":1.05}]},{"osd":3,"last update":"Mon Nov 16 20:58:24 2020","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.992,"15min":2.992},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":6.8280000000000003,"5min":6.8280000000000003,"15min":6.8280000000000003},"last":1.238},{"interface":"front","average":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":4.7160000000000002,"5min":4.7160000000000002,"15min":4.7160000000000002},"last":1.0940000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":2.867,"5min":2.5369999999999999,"15min":2.512},"min":{"1min":0.88300000000000001,"5min":0.879,"15min":0.63100000000000001},"max":{"1min":6.6420000000000003,"5min":8.6539999999999999,"15min":8.6539999999999999},"last":1.6839999999999999},{"interface":"front","average":{"1min":4.9850000000000003,"5min":3.1549999999999998,"15min":2.7200000000000002},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67200000000000004},"max":{"1min":47.014000000000003,"5min":47.014000000000003,"15min":47.014000000000003},"last":1.7889999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.4390000000000001,"15min":2.4449999999999998},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":5.6779999999999999,"5min":8.2059999999999995,"15min":12.273999999999999},"last":1.4390000000000001},{"interface":"front","average":{"1min":5.1539999999999999,"5min":3.633,"15min":2.6880000000000002},"min":{"1min":1.1439999999999999,"5min":0.76600000000000001,"15min":0.72199999999999998},"max":{"1min":46.515000000000001,"5min":46.515000000000001,"15min":46.515000000000001},"last":1.8959999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:57:48 2020","interfaces":[{"interface":"back","average":{"1min":3.073,"5min":2.9430000000000001,"15min":2.8700000000000001},"min":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":7.5880000000000001,"5min":8.1720000000000006,"15min":8.6649999999999991},"last":2.0750000000000002},{"interface":"front","average":{"1min":2.4409999999999998,"5min":2.9399999999999999,"15min":2.944},"min":{"1min":1.1819999999999999,"5min":1.016,"15min":1.016},"max":{"1min":4.3849999999999998,"5min":8.3439999999999994,"15min":12.166},"last":1.1990000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:00 2020","interfaces":[{"interface":"back","average":{"1min":3.0270000000000001,"5min":3.0409999999999999,"15min":3.0880000000000001},"min":{"1min":1.054,"5min":1.042,"15min":1.042},"max":{"1min":5.3959999999999999,"5min":9.2189999999999994,"15min":13.644},"last":1.601},{"interface":"front","average":{"1min":3.335,"5min":3.3809999999999998,"15min":3.2789999999999999},"min":{"1min":1.466,"5min":1.093,"15min":1.0049999999999999},"max":{"1min":5.5369999999999999,"5min":15.028,"15min":15.028},"last":1.7509999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:58:00 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":3.1280000000000001,"15min":2.9609999999999999},"min":{"1min":1.2110000000000001,"5min":0.749,"15min":0.749},"max":{"1min":5.3129999999999997,"5min":8.4420000000000002,"15min":8.9399999999999995},"last":2.629},{"interface":"front","average":{"1min":3.2050000000000001,"5min":2.8450000000000002,"15min":3.0990000000000002},"min":{"1min":1.036,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":6.7270000000000003,"5min":11.353999999999999,"15min":11.353999999999999},"last":4.3099999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:58:00 2020","interfaces":[{"interface":"back","average":{"1min":3.379,"5min":3.4809999999999999,"15min":3.1629999999999998},"min":{"1min":1.0529999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":5.8499999999999996,"5min":8.3119999999999994,"15min":12.244999999999999},"last":2.2879999999999998},{"interface":"front","average":{"1min":3.7189999999999999,"5min":3.7490000000000001,"15min":3.4220000000000002},"min":{"1min":1.6399999999999999,"5min":1.1459999999999999,"15min":1},"max":{"1min":6.008,"5min":8.5790000000000006,"15min":8.9830000000000005},"last":2.4009999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":3.7120000000000002,"5min":3.4220000000000002,"15min":3.4009999999999998},"min":{"1min":1.0940000000000001,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":7.0800000000000001,"5min":8.4749999999999996,"15min":12.114000000000001},"last":1.5509999999999999},{"interface":"front","average":{"1min":3.125,"5min":3.702,"15min":3.169},"min":{"1min":1.2929999999999999,"5min":1.141,"15min":1.0169999999999999},"max":{"1min":7.8399999999999999,"5min":11.500999999999999,"15min":13.513},"last":2.028}]}]},{"osd":7,"up_from":225,"seq":966367641968,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":699644,"kb_used_data":276404,"kb_used_omap":0,"kb_used_meta":423231,"kb_avail":93045508,"statfs":{"total":95995035648,"available":95278600192,"internally_reserved":0,"allocated":283037696,"data_stored":282649162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":433388604},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":1.8029999999999999,"15min":2.2959999999999998},"min":{"1min":0.68200000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":5.4749999999999996,"5min":9.5890000000000004,"15min":146.768},"last":1.5369999999999999},{"interface":"front","average":{"1min":1.909,"5min":1.611,"15min":2.2120000000000002},"min":{"1min":0.998,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":5.4470000000000001,"5min":6.0640000000000001,"15min":146.83699999999999},"last":1.5740000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.655,"15min":1.633},"min":{"1min":0.84099999999999997,"5min":0.58099999999999996,"15min":0.5},"max":{"1min":3.8359999999999999,"5min":6.2270000000000003,"15min":14.375999999999999},"last":1.504},{"interface":"front","average":{"1min":1.919,"5min":1.893,"15min":1.875},"min":{"1min":1.022,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":3.5979999999999999,"5min":6.1200000000000001,"15min":14.645},"last":1.8600000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:45 2020","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.7410000000000001,"15min":1.633},"min":{"1min":0.93100000000000005,"5min":0.80800000000000005,"15min":0.65000000000000002},"max":{"1min":2.379,"5min":6.7450000000000001,"15min":6.7450000000000001},"last":1.829},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.794,"15min":1.7749999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.622},"max":{"1min":2.5910000000000002,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":1.8100000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.5750000000000002,"15min":2.2799999999999998},"min":{"1min":0.81699999999999995,"5min":0.66100000000000003,"15min":0.59299999999999997},"max":{"1min":4.6379999999999999,"5min":27.331,"15min":27.331},"last":2.2349999999999999},{"interface":"front","average":{"1min":2.8300000000000001,"5min":2.8410000000000002,"15min":2.665},"min":{"1min":0.89000000000000001,"5min":0.74099999999999999,"15min":0.629},"max":{"1min":3.883,"5min":27.190000000000001,"15min":27.190000000000001},"last":2.4820000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.4769999999999999,"5min":2.1709999999999998,"15min":2.2029999999999998},"min":{"1min":1.258,"5min":0.70999999999999996,"15min":0.60199999999999998},"max":{"1min":4.2729999999999997,"5min":6.9109999999999996,"15min":14.191000000000001},"last":2.117},{"interface":"front","average":{"1min":2.1269999999999998,"5min":2.3820000000000001,"15min":2.335},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":3.7829999999999999,"5min":4.8630000000000004,"15min":11.981999999999999},"last":2.089}]},{"osd":6,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":2.3740000000000001,"15min":2.532},"min":{"1min":0.93899999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":3.839,"5min":9.4410000000000007,"15min":14.186},"last":1.9370000000000001},{"interface":"front","average":{"1min":2.98,"5min":3.2130000000000001,"15min":2.8940000000000001},"min":{"1min":1.3580000000000001,"5min":0.89900000000000002,"15min":0.89900000000000002},"max":{"1min":5.077,"5min":13.574999999999999,"15min":13.574999999999999},"last":1.966}]},{"osd":8,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":4.0380000000000003,"5min":3.476,"15min":2.9460000000000002},"min":{"1min":1.6359999999999999,"5min":0.90100000000000002,"15min":0.90100000000000002},"max":{"1min":14.612,"5min":34.351999999999997,"15min":34.351999999999997},"last":2.359},{"interface":"front","average":{"1min":3.464,"5min":3.569,"15min":3.0960000000000001},"min":{"1min":1.5289999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"max":{"1min":6.3010000000000002,"5min":34.154000000000003,"15min":34.154000000000003},"last":2.8599999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":3.3839999999999999,"15min":3.056},"min":{"1min":1.9810000000000001,"5min":1.1879999999999999,"15min":0.90200000000000002},"max":{"1min":5.5860000000000003,"5min":7.8470000000000004,"15min":12.653},"last":2.9950000000000001},{"interface":"front","average":{"1min":2.9209999999999998,"5min":2.6829999999999998,"15min":2.7850000000000001},"min":{"1min":1.4339999999999999,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":5.4649999999999999,"5min":6.0919999999999996,"15min":14.513},"last":2.4359999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:58:12 2020","interfaces":[{"interface":"back","average":{"1min":3.9889999999999999,"5min":3.6880000000000002,"15min":3.222},"min":{"1min":2.1030000000000002,"5min":0.96999999999999997,"15min":0.96999999999999997},"max":{"1min":6.1680000000000001,"5min":9.1799999999999997,"15min":12.792999999999999},"last":2.0510000000000002},{"interface":"front","average":{"1min":4.0990000000000002,"5min":3.5579999999999998,"15min":3.2850000000000001},"min":{"1min":1.514,"5min":1.2,"15min":1.2},"max":{"1min":14.115,"5min":14.115,"15min":14.115},"last":5.5659999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":4.0670000000000002,"5min":3.3340000000000001,"15min":3.331},"min":{"1min":1.6779999999999999,"5min":1.089,"15min":1.089},"max":{"1min":12.186,"5min":34.290999999999997,"15min":34.290999999999997},"last":5.9649999999999999},{"interface":"front","average":{"1min":3.1269999999999998,"5min":5.1680000000000001,"15min":3.7570000000000001},"min":{"1min":1.5880000000000001,"5min":1.302,"15min":1.0249999999999999},"max":{"1min":5.2549999999999999,"5min":97.986000000000004,"15min":97.986000000000004},"last":2.8999999999999999}]}]},{"osd":6,"up_from":49,"seq":210453398004,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":389432,"kb_used_data":752,"kb_used_omap":0,"kb_used_meta":388672,"kb_avail":93355720,"statfs":{"total":95995035648,"available":95596257280,"internally_reserved":0,"allocated":770048,"data_stored":385586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":398000128},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":1.111},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.6240000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:57:50 2020","interfaces":[{"interface":"back","average":{"1min":15.388,"5min":5.101,"15min":9.8040000000000003},"min":{"1min":1.1819999999999999,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":244.89400000000001,"5min":244.89400000000001,"15min":296.45600000000002},"last":1.0940000000000001},{"interface":"front","average":{"1min":15.587,"5min":5.1760000000000002,"15min":9.8789999999999996},"min":{"1min":1.1499999999999999,"5min":0.61499999999999999,"15min":0.57499999999999996},"max":{"1min":245.17699999999999,"5min":245.17699999999999,"15min":297.99099999999999},"last":2.234}]},{"osd":2,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":1.9319999999999999,"15min":1.8180000000000001},"min":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.54500000000000004},"max":{"1min":6.6100000000000003,"5min":6.6100000000000003,"15min":13.731999999999999},"last":1.579},{"interface":"front","average":{"1min":1.4239999999999999,"5min":1.659,"15min":1.728},"min":{"1min":0.88600000000000001,"5min":0.73099999999999998,"15min":0.61699999999999999},"max":{"1min":2.1619999999999999,"5min":5.0919999999999996,"15min":10.789},"last":2.1480000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:12 2020","interfaces":[{"interface":"back","average":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"min":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":1.8300000000000001},{"interface":"front","average":{"1min":1.837,"5min":1.837,"15min":1.837},"min":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.929}]},{"osd":4,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":2.7570000000000001,"15min":2.5950000000000002},"min":{"1min":0.752,"5min":0.752,"15min":0.54500000000000004},"max":{"1min":3.7719999999999998,"5min":32.469000000000001,"15min":32.469000000000001},"last":1.6599999999999999},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.6269999999999998,"15min":2.6429999999999998},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.59999999999999998},"max":{"1min":4.1760000000000002,"5min":32.743000000000002,"15min":32.743000000000002},"last":4.1760000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.4279999999999999,"15min":2.3879999999999999},"min":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.63800000000000001},"max":{"1min":3.585,"5min":5.718,"15min":12.869},"last":3.585},{"interface":"front","average":{"1min":2.3029999999999999,"5min":2.8239999999999998,"15min":2.8519999999999999},"min":{"1min":1.1899999999999999,"5min":1.1859999999999999,"15min":0.91900000000000004},"max":{"1min":3.766,"5min":5.8129999999999997,"15min":13.013999999999999},"last":3.766}]},{"osd":7,"last update":"Mon Nov 16 20:58:06 2020","interfaces":[{"interface":"back","average":{"1min":2.1629999999999998,"5min":2.464,"15min":2.4990000000000001},"min":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.75600000000000001},"max":{"1min":3.254,"5min":6.7149999999999999,"15min":14.361000000000001},"last":1.744},{"interface":"front","average":{"1min":2.867,"5min":3.2010000000000001,"15min":3.0720000000000001},"min":{"1min":1.379,"5min":1.2010000000000001,"15min":0.84099999999999997},"max":{"1min":4.125,"5min":10.503,"15min":10.85},"last":3.1720000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":2.2519999999999998,"5min":2.4849999999999999,"15min":2.552},"min":{"1min":1.095,"5min":0.95499999999999996,"15min":0.80000000000000004},"max":{"1min":4.3360000000000003,"5min":10.026,"15min":10.026},"last":2.673},{"interface":"front","average":{"1min":2.173,"5min":2.6840000000000002,"15min":2.5409999999999999},"min":{"1min":1.121,"5min":0.98999999999999999,"15min":0.84199999999999997},"max":{"1min":3.944,"5min":8.8599999999999994,"15min":13.887},"last":3.2120000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":2.9489999999999998,"15min":3.2469999999999999},"min":{"1min":1.153,"5min":0.94299999999999995,"15min":0.84399999999999997},"max":{"1min":12.897,"5min":12.897,"15min":135.161},"last":2.0379999999999998},{"interface":"front","average":{"1min":2.8330000000000002,"5min":3.3199999999999998,"15min":3.6989999999999998},"min":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.0880000000000001},"max":{"1min":12.336,"5min":12.336,"15min":135.35400000000001},"last":1.978}]},{"osd":10,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":3.6899999999999999,"5min":3.7210000000000001,"15min":3.2730000000000001},"min":{"1min":1.345,"5min":1.345,"15min":0.95399999999999996},"max":{"1min":13.923,"5min":13.923,"15min":13.923},"last":2.0649999999999999},{"interface":"front","average":{"1min":4.1550000000000002,"5min":4.0410000000000004,"15min":3.6280000000000001},"min":{"1min":2.0019999999999998,"5min":1.548,"15min":1.171},"max":{"1min":14.105,"5min":14.228999999999999,"15min":14.228999999999999},"last":3}]},{"osd":11,"last update":"Mon Nov 16 20:58:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0990000000000002,"5min":3.1240000000000001,"15min":2.7730000000000001},"min":{"1min":1.8,"5min":0.875,"15min":0.875},"max":{"1min":4.9370000000000003,"5min":9.8219999999999992,"15min":14.039},"last":2.8439999999999999},{"interface":"front","average":{"1min":3.431,"5min":3.669,"15min":3.194},"min":{"1min":1.6120000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":4.9610000000000003,"5min":9.9909999999999997,"15min":14.263},"last":1.8899999999999999}]}]},{"osd":1,"up_from":18,"seq":77309411854,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1306040,"kb_used_data":753776,"kb_used_omap":0,"kb_used_meta":552256,"kb_avail":92439112,"statfs":{"total":95995035648,"available":94657650688,"internally_reserved":0,"allocated":771866624,"data_stored":771482162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":565510144},"hb_peers":[2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:42 2020","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.538,"15min":1.7729999999999999},"min":{"1min":0.66600000000000004,"5min":0.52600000000000002,"15min":0.45600000000000002},"max":{"1min":1.9910000000000001,"5min":5.4649999999999999,"15min":48.201999999999998},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.865,"5min":2.0739999999999998,"15min":2.3380000000000001},"min":{"1min":1.0449999999999999,"5min":0.755,"15min":0.67300000000000004},"max":{"1min":2.7280000000000002,"5min":5.577,"15min":48.332000000000001},"last":1.1950000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":6.0880000000000001,"5min":2.3519999999999999,"15min":1.8799999999999999},"min":{"1min":0.83799999999999997,"5min":0.54600000000000004,"15min":0.48099999999999998},"max":{"1min":100.601,"5min":100.601,"15min":100.601},"last":1.4099999999999999},{"interface":"front","average":{"1min":6.3799999999999999,"5min":2.7130000000000001,"15min":1.9570000000000001},"min":{"1min":0.875,"5min":0.63700000000000001,"15min":0.59399999999999997},"max":{"1min":101.959,"5min":101.959,"15min":101.959},"last":1.0820000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:15 2020","interfaces":[{"interface":"back","average":{"1min":6.5780000000000003,"5min":6.5780000000000003,"15min":6.5780000000000003},"min":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"max":{"1min":101.20099999999999,"5min":101.20099999999999,"15min":101.20099999999999},"last":1.643},{"interface":"front","average":{"1min":7.3460000000000001,"5min":7.3460000000000001,"15min":7.3460000000000001},"min":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":101.643,"5min":101.643,"15min":101.643},"last":1.0529999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:58:05 2020","interfaces":[{"interface":"back","average":{"1min":2.8650000000000002,"5min":1.849,"15min":1.8779999999999999},"min":{"1min":1.0680000000000001,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":9.343,"5min":9.343,"15min":9.343},"last":2.298},{"interface":"front","average":{"1min":3.2970000000000002,"5min":2.2829999999999999,"15min":2.093},"min":{"1min":1.0940000000000001,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":11.013999999999999,"5min":11.013999999999999,"15min":11.013999999999999},"last":1.881}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.1040000000000001,"5min":2.6320000000000001,"15min":2.3279999999999998},"min":{"1min":0.76000000000000001,"5min":0.72799999999999998,"15min":0.63400000000000001},"max":{"1min":100.56100000000001,"5min":100.56100000000001,"15min":100.56100000000001},"last":1.3220000000000001},{"interface":"front","average":{"1min":6.6639999999999997,"5min":3.254,"15min":2.7559999999999998},"min":{"1min":0.85799999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":105.566,"5min":105.566,"15min":105.566},"last":1.603}]},{"osd":6,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":7.048,"5min":3.3769999999999998,"15min":2.823},"min":{"1min":1.4159999999999999,"5min":0.998,"15min":0.90000000000000002},"max":{"1min":106.47499999999999,"5min":106.47499999999999,"15min":106.47499999999999},"last":1.7549999999999999},{"interface":"front","average":{"1min":7.4050000000000002,"5min":3.4460000000000002,"15min":2.9300000000000002},"min":{"1min":1.583,"5min":1.099,"15min":0.89900000000000002},"max":{"1min":102.89700000000001,"5min":102.89700000000001,"15min":102.89700000000001},"last":2.1000000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":7.5720000000000001,"5min":3.6030000000000002,"15min":2.8860000000000001},"min":{"1min":1.4470000000000001,"5min":1.137,"15min":0.83499999999999996},"max":{"1min":105.795,"5min":105.795,"15min":105.795},"last":2.0600000000000001},{"interface":"front","average":{"1min":7.8739999999999997,"5min":3.4279999999999999,"15min":2.48},"min":{"1min":1.4850000000000001,"5min":0.76000000000000001,"15min":0.71499999999999997},"max":{"1min":103.364,"5min":103.364,"15min":103.364},"last":2.419}]},{"osd":8,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.6050000000000004,"5min":3.0129999999999999,"15min":2.802},"min":{"1min":1.1040000000000001,"5min":0.997,"15min":0.96899999999999997},"max":{"1min":101.038,"5min":101.038,"15min":101.038},"last":1.5700000000000001},{"interface":"front","average":{"1min":7.9859999999999998,"5min":3.8610000000000002,"15min":2.7959999999999998},"min":{"1min":1.3680000000000001,"5min":1.1279999999999999,"15min":0.76400000000000001},"max":{"1min":103.099,"5min":103.099,"15min":103.099},"last":5.3719999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":7.5410000000000004,"5min":3.7909999999999999,"15min":3.0790000000000002},"min":{"1min":1.6919999999999999,"5min":1.046,"15min":0.90500000000000003},"max":{"1min":106.024,"5min":106.024,"15min":106.024},"last":2.3450000000000002},{"interface":"front","average":{"1min":8.1590000000000007,"5min":4.3460000000000001,"15min":3.4079999999999999},"min":{"1min":1.7170000000000001,"5min":1.119,"15min":1.119},"max":{"1min":106.23699999999999,"5min":106.23699999999999,"15min":106.23699999999999},"last":2.2069999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":8.1389999999999993,"5min":3.6789999999999998,"15min":2.7770000000000001},"min":{"1min":1.6950000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":101.142,"5min":101.142,"15min":101.142},"last":2.0219999999999998},{"interface":"front","average":{"1min":7.2889999999999997,"5min":3.5950000000000002,"15min":2.7799999999999998},"min":{"1min":1.448,"5min":1.0800000000000001,"15min":1.046},"max":{"1min":101.297,"5min":101.297,"15min":101.297},"last":1.7829999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":8.3409999999999993,"5min":4.3929999999999998,"15min":3.5910000000000002},"min":{"1min":2.1800000000000002,"5min":1.4399999999999999,"15min":1.1000000000000001},"max":{"1min":106.712,"5min":106.712,"15min":106.712},"last":1.9319999999999999},{"interface":"front","average":{"1min":8.0039999999999996,"5min":4.0439999999999996,"15min":3.238},"min":{"1min":1.546,"5min":1.0149999999999999,"15min":0.99099999999999999},"max":{"1min":101.499,"5min":101.499,"15min":101.499},"last":5.2030000000000003}]}]},{"osd":0,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":98784248330,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597847,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855871,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1249156,"kb_used_data":741436,"kb_used_omap":0,"kb_used_meta":507712,"kb_avail":92495996,"statfs":{"total":95995035648,"available":94715899904,"internally_reserved":0,"allocated":759230464,"data_stored":758840105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":519897088},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.2929999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:58:08 2020","interfaces":[{"interface":"back","average":{"1min":1.974,"5min":3.0430000000000001,"15min":2.4700000000000002},"min":{"1min":0.96499999999999997,"5min":0.73199999999999998,"15min":0.48199999999999998},"max":{"1min":3.8620000000000001,"5min":44.649000000000001,"15min":62.207000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":1.8120000000000001,"5min":2.8119999999999998,"15min":2.653},"min":{"1min":1.161,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":2.9990000000000001,"5min":44.896000000000001,"15min":62.087000000000003},"last":1.29}]},{"osd":2,"last update":"Mon Nov 16 20:58:07 2020","interfaces":[{"interface":"back","average":{"1min":2.0990000000000002,"5min":2.0990000000000002,"15min":2.0990000000000002},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":3.1499999999999999,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":1.74},{"interface":"front","average":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"min":{"1min":1.069,"5min":1.069,"15min":1.069},"max":{"1min":4.5620000000000003,"5min":4.5620000000000003,"15min":4.5620000000000003},"last":2.0369999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:58:47 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.966,"15min":1.875},"min":{"1min":1.159,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.407,"5min":5.3659999999999997,"15min":10.99},"last":1.855},{"interface":"front","average":{"1min":1.8859999999999999,"5min":2.2080000000000002,"15min":2.093},"min":{"1min":1.1639999999999999,"5min":0.79700000000000004,"15min":0.72699999999999998},"max":{"1min":2.8799999999999999,"5min":4.883,"15min":10.842000000000001},"last":1.6839999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.7010000000000001,"15min":2.0390000000000001},"min":{"1min":1.0449999999999999,"5min":0.69799999999999995,"15min":0.57199999999999995},"max":{"1min":3.2639999999999998,"5min":5.7859999999999996,"15min":11.773},"last":0.96699999999999997},{"interface":"front","average":{"1min":2.0289999999999999,"5min":2.4700000000000002,"15min":2.5089999999999999},"min":{"1min":0.81499999999999995,"5min":0.80200000000000005,"15min":0.64900000000000002},"max":{"1min":3.0670000000000002,"5min":5.4770000000000003,"15min":11.49},"last":2.1899999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:57:56 2020","interfaces":[{"interface":"back","average":{"1min":2.0979999999999999,"5min":2.544,"15min":2.4820000000000002},"min":{"1min":1.2290000000000001,"5min":0.77900000000000003,"15min":0.625},"max":{"1min":3.202,"5min":25.533999999999999,"15min":25.533999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":3.0800000000000001,"5min":3.077,"15min":2.5139999999999998},"min":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.70999999999999996},"max":{"1min":4.9199999999999999,"5min":16.213000000000001,"15min":16.213000000000001},"last":2.3460000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:08 2020","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":2.339,"15min":3.0699999999999998},"min":{"1min":1.0189999999999999,"5min":0.74099999999999999,"15min":0.66600000000000004},"max":{"1min":3.625,"5min":10.015000000000001,"15min":165.12},"last":1.196},{"interface":"front","average":{"1min":2.4100000000000001,"5min":2.7709999999999999,"15min":3.343},"min":{"1min":1.5589999999999999,"5min":0.95399999999999996,"15min":0.77800000000000002},"max":{"1min":3.7320000000000002,"5min":15.039999999999999,"15min":162.14099999999999},"last":1.595}]},{"osd":8,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":2.028,"5min":2.4860000000000002,"15min":3.1190000000000002},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.73599999999999999},"max":{"1min":3.504,"5min":5.9349999999999996,"15min":90.043999999999997},"last":1.1060000000000001},{"interface":"front","average":{"1min":2.5899999999999999,"5min":3.117,"15min":3.395},"min":{"1min":1.024,"5min":1.024,"15min":0.86299999999999999},"max":{"1min":4.0709999999999997,"5min":7.1139999999999999,"15min":88.504000000000005},"last":2.5339999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:58:08 2020","interfaces":[{"interface":"back","average":{"1min":3.8119999999999998,"5min":3.778,"15min":3.1150000000000002},"min":{"1min":1.6259999999999999,"5min":1.4079999999999999,"15min":0.873},"max":{"1min":5.851,"5min":12.029999999999999,"15min":12.029999999999999},"last":2.6869999999999998},{"interface":"front","average":{"1min":3.9969999999999999,"5min":3.794,"15min":3.2440000000000002},"min":{"1min":2.0419999999999998,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":5.6059999999999999,"5min":11.247999999999999,"15min":11.247999999999999},"last":2.8610000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:58:19 2020","interfaces":[{"interface":"back","average":{"1min":10.034000000000001,"5min":4.3879999999999999,"15min":3.2959999999999998},"min":{"1min":1.024,"5min":1.024,"15min":1.024},"max":{"1min":130.34,"5min":130.34,"15min":130.34},"last":1.504},{"interface":"front","average":{"1min":10.239000000000001,"5min":5.2960000000000003,"15min":3.7400000000000002},"min":{"1min":2.169,"5min":1.49,"15min":1.004},"max":{"1min":130.61799999999999,"5min":130.61799999999999,"15min":130.61799999999999},"last":3.0270000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":9.6069999999999993,"5min":4.9900000000000002,"15min":3.7749999999999999},"min":{"1min":2.3380000000000001,"5min":1.556,"15min":1.012},"max":{"1min":129.74799999999999,"5min":129.74799999999999,"15min":129.74799999999999},"last":3.4380000000000002},{"interface":"front","average":{"1min":9.9670000000000005,"5min":5.3079999999999998,"15min":4.0439999999999996},"min":{"1min":2.2709999999999999,"5min":1.7090000000000001,"15min":1.266},"max":{"1min":131.101,"5min":131.101,"15min":131.101},"last":3.2309999999999999}]}]},{"osd":5,"up_from":0,"seq":180388626940,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:58:52.186 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:58:52.303 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:52.327 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:52.337 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:52 smithi071 bash[9480]: cluster 2020-11-16T20:58:50.610951+0000 mgr.x (mgr.14196) 1420 : cluster [DBG] pgmap v2164: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 531 op/s; 6197/90214 objects degraded (6.869%); 9.6 MiB/s, 152 objects/s recovering
2020-11-16T20:58:52.337 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:52 smithi071 bash[9480]: cluster 2020-11-16T20:58:51.789154+0000 mon.a (mon.0) 2631 : cluster [WRN] Health check update: Degraded data redundancy: 6197/90214 objects degraded (6.869%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:52.337 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:52 smithi071 bash[16796]: debug 2020-11-16T20:58:52.041+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:52.381 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:58:52.405 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:58:52.407 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:52.436 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:58:52.439 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:52 smithi142 bash[9523]: cluster 2020-11-16T20:58:50.610951+0000 mgr.x (mgr.14196) 1420 : cluster [DBG] pgmap v2164: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 531 op/s; 6197/90214 objects degraded (6.869%); 9.6 MiB/s, 152 objects/s recovering
2020-11-16T20:58:52.439 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:52 smithi142 bash[9523]: cluster 2020-11-16T20:58:51.789154+0000 mon.a (mon.0) 2631 : cluster [WRN] Health check update: Degraded data redundancy: 6197/90214 objects degraded (6.869%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:52.465 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:58:52.491 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:58:52.517 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:58:52.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:52 smithi065 bash[9468]: cluster 2020-11-16T20:58:50.610951+0000 mgr.x (mgr.14196) 1420 : cluster [DBG] pgmap v2164: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 531 op/s; 6197/90214 objects degraded (6.869%); 9.6 MiB/s, 152 objects/s recovering
2020-11-16T20:58:52.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:52 smithi065 bash[9468]: cluster 2020-11-16T20:58:51.789154+0000 mon.a (mon.0) 2631 : cluster [WRN] Health check update: Degraded data redundancy: 6197/90214 objects degraded (6.869%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:52.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:52 smithi065 bash[18823]: debug 2020-11-16T20:58:52.306+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:52.550 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:58:52.587 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:58:52.616 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:58:52.657 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:58:52.692 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:58:52.692 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:58:52.692 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:58:52.693 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.693 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.693 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.693 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.693 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.693 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.693 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.694 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.694 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.694 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:58:52.694 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:58:53.094 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:53.198 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:53.344 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[20366]: debug 2020-11-16T20:58:53.097+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:53.360 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:53.464 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:53.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: audit 2020-11-16T20:58:52.365623+0000 mon.a (mon.0) 2632 : audit [DBG] from='client.? v1:172.21.15.142:0/3018416297' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:53.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.390423+0000 osd.1 (osd.1) 309 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.573 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.414351+0000 osd.2 (osd.2) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.444921+0000 osd.3 (osd.3) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.473219+0000 osd.4 (osd.4) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.499501+0000 osd.5 (osd.5) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.525824+0000 osd.6 (osd.6) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.558020+0000 osd.7 (osd.7) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.574 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.593907+0000 osd.8 (osd.8) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.575 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.623022+0000 osd.9 (osd.9) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.575 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:53 smithi065 bash[14115]: debug 2020-11-16T20:58:53.358+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:53.670 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: audit 2020-11-16T20:58:52.365623+0000 mon.a (mon.0) 2632 : audit [DBG] from='client.? v1:172.21.15.142:0/3018416297' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:53.670 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.390423+0000 osd.1 (osd.1) 309 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.670 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.414351+0000 osd.2 (osd.2) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.670 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.444921+0000 osd.3 (osd.3) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.670 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.473219+0000 osd.4 (osd.4) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.670 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.499501+0000 osd.5 (osd.5) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.671 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.525824+0000 osd.6 (osd.6) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.671 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.558020+0000 osd.7 (osd.7) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.671 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.593907+0000 osd.8 (osd.8) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.671 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:53 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.623022+0000 osd.9 (osd.9) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: audit 2020-11-16T20:58:52.365623+0000 mon.a (mon.0) 2632 : audit [DBG] from='client.? v1:172.21.15.142:0/3018416297' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:58:53.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.390423+0000 osd.1 (osd.1) 309 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.414351+0000 osd.2 (osd.2) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.444921+0000 osd.3 (osd.3) 44 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.473219+0000 osd.4 (osd.4) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.499501+0000 osd.5 (osd.5) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.525824+0000 osd.6 (osd.6) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.558020+0000 osd.7 (osd.7) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.593907+0000 osd.8 (osd.8) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:53 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.623022+0000 osd.9 (osd.9) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:53.973 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:58:53.974 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:58:53.974 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:58:53.974 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:58:53.974 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:58:54.079 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:58:54.184 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:54.383 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[18009]: debug 2020-11-16T20:58:54.081+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:54.484 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:58:54.484 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:58:54.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.663258+0000 osd.10 (osd.10) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:54.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: cluster 2020-11-16T20:58:52.698349+0000 osd.11 (osd.11) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:54.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: cluster 2020-11-16T20:58:53.159730+0000 osd.4 (osd.4) 253 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:54.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: cluster 2020-11-16T20:58:53.159808+0000 osd.4 (osd.4) 254 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:54.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: cluster 2020-11-16T20:58:53.356767+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e847: 12 total, 11 up, 8 in
2020-11-16T20:58:54.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: audit 2020-11-16T20:58:53.367991+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:58:54.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: audit 2020-11-16T20:58:53.776470+0000 mon.c (mon.2) 90 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T20:58:54.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: audit 2020-11-16T20:58:53.779346+0000 mon.a (mon.0) 2634 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T20:58:54.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: audit 2020-11-16T20:58:53.785092+0000 mon.a (mon.0) 2635 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]': finished
2020-11-16T20:58:54.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: audit 2020-11-16T20:58:53.944080+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T20:58:54.697 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: audit 2020-11-16T20:58:53.946936+0000 mon.a (mon.0) 2636 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T20:58:54.698 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[9480]: audit 2020-11-16T20:58:53.951560+0000 mon.a (mon.0) 2637 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]': finished
2020-11-16T20:58:54.728 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:58:54.770 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.663258+0000 osd.10 (osd.10) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:54.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: cluster 2020-11-16T20:58:52.698349+0000 osd.11 (osd.11) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:54.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: cluster 2020-11-16T20:58:53.159730+0000 osd.4 (osd.4) 253 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:54.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: cluster 2020-11-16T20:58:53.159808+0000 osd.4 (osd.4) 254 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:54.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: cluster 2020-11-16T20:58:53.356767+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e847: 12 total, 11 up, 8 in
2020-11-16T20:58:54.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: audit 2020-11-16T20:58:53.367991+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:58:54.771 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: audit 2020-11-16T20:58:53.776470+0000 mon.c (mon.2) 90 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T20:58:54.772 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: audit 2020-11-16T20:58:53.779346+0000 mon.a (mon.0) 2634 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T20:58:54.772 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: audit 2020-11-16T20:58:53.785092+0000 mon.a (mon.0) 2635 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]': finished
2020-11-16T20:58:54.772 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: audit 2020-11-16T20:58:53.944080+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T20:58:54.773 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: audit 2020-11-16T20:58:53.946936+0000 mon.a (mon.0) 2636 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T20:58:54.773 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:54 smithi142 bash[9523]: audit 2020-11-16T20:58:53.951560+0000 mon.a (mon.0) 2637 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]': finished
2020-11-16T20:58:54.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.663258+0000 osd.10 (osd.10) 213 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:54.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: cluster 2020-11-16T20:58:52.698349+0000 osd.11 (osd.11) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:58:54.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: cluster 2020-11-16T20:58:53.159730+0000 osd.4 (osd.4) 253 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:58:54.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: cluster 2020-11-16T20:58:53.159808+0000 osd.4 (osd.4) 254 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:58:54.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: cluster 2020-11-16T20:58:53.356767+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e847: 12 total, 11 up, 8 in
2020-11-16T20:58:54.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: audit 2020-11-16T20:58:53.367991+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T20:58:54.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: audit 2020-11-16T20:58:53.776470+0000 mon.c (mon.2) 90 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T20:58:54.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: audit 2020-11-16T20:58:53.779346+0000 mon.a (mon.0) 2634 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T20:58:54.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: audit 2020-11-16T20:58:53.785092+0000 mon.a (mon.0) 2635 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.161876\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T20:53:14.161988\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162047\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162440\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162696\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:14.162955\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T20:53:14.163321\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]': finished
2020-11-16T20:58:54.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: audit 2020-11-16T20:58:53.944080+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T20:58:54.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: audit 2020-11-16T20:58:53.946936+0000 mon.a (mon.0) 2636 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T20:58:54.781 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[9468]: audit 2020-11-16T20:58:53.951560+0000 mon.a (mon.0) 2637 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704221\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704338\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.704751\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705030\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:53:13.705301\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T20:53:13.705674\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]': finished
2020-11-16T20:58:54.832 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:54.989 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:58:55.097 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:55.133 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:58:54 smithi071 bash[12066]: debug 2020-11-16T20:58:54.733+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:55.134 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_historic_ops
2020-11-16T20:58:55.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:58:54 smithi065 bash[11785]: debug 2020-11-16T20:58:54.986+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:58:55.365 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:58:55.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:55 smithi071 bash[9480]: audit 2020-11-16T20:58:54.849829+0000 mon.a (mon.0) 2638 : audit [INF] from='client.? v1:172.21.15.142:0/2193222271' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:58:55.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:55 smithi071 bash[9480]: audit 2020-11-16T20:58:54.989391+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:58:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:55 smithi071 bash[9480]: audit 2020-11-16T20:58:54.992258+0000 mon.a (mon.0) 2639 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:58:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:55 smithi071 bash[9480]: audit 2020-11-16T20:58:54.995720+0000 mon.a (mon.0) 2640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]': finished
2020-11-16T20:58:55.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:55 smithi071 bash[9480]: audit 2020-11-16T20:58:54.996737+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:58:55.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:55 smithi071 bash[9480]: audit 2020-11-16T20:58:54.999307+0000 mon.a (mon.0) 2641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:58:55.447 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:55 smithi071 bash[9480]: audit 2020-11-16T20:58:55.005137+0000 mon.a (mon.0) 2642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:58:55.589 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:55.673 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:55 smithi142 bash[114994]: debug 2020-11-16T20:58:55.593+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:55.673 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:55 smithi142 bash[9523]: audit 2020-11-16T20:58:54.849829+0000 mon.a (mon.0) 2638 : audit [INF] from='client.? v1:172.21.15.142:0/2193222271' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:58:55.674 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:55 smithi142 bash[9523]: audit 2020-11-16T20:58:54.989391+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:58:55.674 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:55 smithi142 bash[9523]: audit 2020-11-16T20:58:54.992258+0000 mon.a (mon.0) 2639 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:58:55.674 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:55 smithi142 bash[9523]: audit 2020-11-16T20:58:54.995720+0000 mon.a (mon.0) 2640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]': finished
2020-11-16T20:58:55.675 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:55 smithi142 bash[9523]: audit 2020-11-16T20:58:54.996737+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:58:55.675 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:55 smithi142 bash[9523]: audit 2020-11-16T20:58:54.999307+0000 mon.a (mon.0) 2641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:58:55.675 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:55 smithi142 bash[9523]: audit 2020-11-16T20:58:55.005137+0000 mon.a (mon.0) 2642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:58:55.694 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:55.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:55 smithi065 bash[9468]: audit 2020-11-16T20:58:54.849829+0000 mon.a (mon.0) 2638 : audit [INF] from='client.? v1:172.21.15.142:0/2193222271' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:58:55.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:55 smithi065 bash[9468]: audit 2020-11-16T20:58:54.989391+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:58:55.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:55 smithi065 bash[9468]: audit 2020-11-16T20:58:54.992258+0000 mon.a (mon.0) 2639 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]: dispatch
2020-11-16T20:58:55.709 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:55 smithi065 bash[9468]: audit 2020-11-16T20:58:54.995720+0000 mon.a (mon.0) 2640 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T20:53:13.181746\"}"}]': finished
2020-11-16T20:58:55.710 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:55 smithi065 bash[9468]: audit 2020-11-16T20:58:54.996737+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:58:55.710 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:55 smithi065 bash[9468]: audit 2020-11-16T20:58:54.999307+0000 mon.a (mon.0) 2641 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T20:58:55.710 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:55 smithi065 bash[9468]: audit 2020-11-16T20:58:55.005137+0000 mon.a (mon.0) 2642 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T20:58:55.839 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:58:55.945 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:56.028 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:58:55 smithi065 bash[14115]: debug 2020-11-16T20:58:55.834+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:56.256 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:56.359 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:56.485 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:58:56.486 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:58:56.591 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:56.597 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:56 smithi071 bash[9480]: cluster 2020-11-16T20:58:54.612205+0000 mgr.x (mgr.14196) 1422 : cluster [DBG] pgmap v2167: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 5321/84226 objects degraded (6.318%); 13 MiB/s, 211 objects/s recovering
2020-11-16T20:58:56.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:56 smithi071 bash[9480]: cluster 2020-11-16T20:58:55.355999+0000 mon.a (mon.0) 2643 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:58:56.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:56 smithi071 bash[9480]: audit 2020-11-16T20:58:55.369709+0000 mon.a (mon.0) 2644 : audit [INF] from='client.? v1:172.21.15.142:0/2193222271' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:58:56.598 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:56 smithi071 bash[9480]: cluster 2020-11-16T20:58:55.369816+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e848: 12 total, 11 up, 8 in
2020-11-16T20:58:56.598 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:56 smithi071 bash[16796]: debug 2020-11-16T20:58:56.261+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:56.633 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:56.786 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:56 smithi065 bash[9468]: cluster 2020-11-16T20:58:54.612205+0000 mgr.x (mgr.14196) 1422 : cluster [DBG] pgmap v2167: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 5321/84226 objects degraded (6.318%); 13 MiB/s, 211 objects/s recovering
2020-11-16T20:58:56.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:56 smithi065 bash[9468]: cluster 2020-11-16T20:58:55.355999+0000 mon.a (mon.0) 2643 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:58:56.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:56 smithi065 bash[9468]: audit 2020-11-16T20:58:55.369709+0000 mon.a (mon.0) 2644 : audit [INF] from='client.? v1:172.21.15.142:0/2193222271' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:58:56.787 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:56 smithi065 bash[9468]: cluster 2020-11-16T20:58:55.369816+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e848: 12 total, 11 up, 8 in
2020-11-16T20:58:56.787 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:58:56 smithi065 bash[16457]: debug 2020-11-16T20:58:56.486+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:56.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:56 smithi142 bash[9523]: cluster 2020-11-16T20:58:54.612205+0000 mgr.x (mgr.14196) 1422 : cluster [DBG] pgmap v2167: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 5321/84226 objects degraded (6.318%); 13 MiB/s, 211 objects/s recovering
2020-11-16T20:58:56.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:56 smithi142 bash[9523]: cluster 2020-11-16T20:58:55.355999+0000 mon.a (mon.0) 2643 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:58:56.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:56 smithi142 bash[9523]: audit 2020-11-16T20:58:55.369709+0000 mon.a (mon.0) 2644 : audit [INF] from='client.? v1:172.21.15.142:0/2193222271' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:58:56.788 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:56 smithi142 bash[9523]: cluster 2020-11-16T20:58:55.369816+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e848: 12 total, 11 up, 8 in
2020-11-16T20:58:56.842 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:56.944 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:58:56 smithi071 bash[14419]: debug 2020-11-16T20:58:56.845+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:56.946 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:57.091 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:58:57.195 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:57.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:58:57 smithi065 bash[18823]: debug 2020-11-16T20:58:57.094+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:57.399 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:57.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:57 smithi071 bash[9480]: cluster 2020-11-16T20:58:56.791399+0000 mon.a (mon.0) 2646 : cluster [WRN] Health check update: Degraded data redundancy: 5321/84226 objects degraded (6.318%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:57.507 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:57.516 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:57 smithi142 bash[9523]: cluster 2020-11-16T20:58:56.791399+0000 mon.a (mon.0) 2646 : cluster [WRN] Health check update: Degraded data redundancy: 5321/84226 objects degraded (6.318%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:57.516 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:57 smithi142 bash[114994]: debug 2020-11-16T20:58:57.401+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:57.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:57 smithi065 bash[9468]: cluster 2020-11-16T20:58:56.791399+0000 mon.a (mon.0) 2646 : cluster [WRN] Health check update: Degraded data redundancy: 5321/84226 objects degraded (6.318%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:58:58.094 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:58.198 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:58.372 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:58:58 smithi142 bash[114994]: debug 2020-11-16T20:58:58.097+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:58.453 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:58:58.557 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:58.684 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:58:58 smithi142 bash[9523]: cluster 2020-11-16T20:58:56.612911+0000 mgr.x (mgr.14196) 1423 : cluster [DBG] pgmap v2169: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 5321/81690 objects degraded (6.514%); 6.8 MiB/s, 109 objects/s recovering
2020-11-16T20:58:58.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:58:58 smithi071 bash[9480]: cluster 2020-11-16T20:58:56.612911+0000 mgr.x (mgr.14196) 1423 : cluster [DBG] pgmap v2169: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 5321/81690 objects degraded (6.514%); 6.8 MiB/s, 109 objects/s recovering
2020-11-16T20:58:58.695 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:58:58 smithi071 bash[16796]: debug 2020-11-16T20:58:58.457+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:58.727 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:58:58.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:58:58 smithi065 bash[9468]: cluster 2020-11-16T20:58:56.612911+0000 mgr.x (mgr.14196) 1423 : cluster [DBG] pgmap v2169: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 5321/81690 objects degraded (6.514%); 6.8 MiB/s, 109 objects/s recovering
2020-11-16T20:58:58.832 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:59.030 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:58:58 smithi142 bash[20366]: debug 2020-11-16T20:58:58.729+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:58:59.043 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:58:59.044 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:58:59.243 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:58:59.338 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:58:59.346 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:58:59.486 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:58:59.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:58:59 smithi071 bash[14419]: debug 2020-11-16T20:58:59.244+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:00.041 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:00.145 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:00.270 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:00.374 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:00.377 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:00 smithi142 bash[114994]: debug 2020-11-16T20:59:00.045+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:00 smithi071 bash[9480]: cluster 2020-11-16T20:58:58.613898+0000 mgr.x (mgr.14196) 1424 : cluster [DBG] pgmap v2170: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 4344/77422 objects degraded (5.611%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:59:00.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:00 smithi071 bash[9480]: audit 2020-11-16T20:58:59.043338+0000 mgr.x (mgr.14196) 1425 : audit [DBG] from='client.16884 v1:172.21.15.142:0/3852691157' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:00.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:00 smithi071 bash[16796]: debug 2020-11-16T20:59:00.272+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:00.553 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:59:00.553 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:59:00.553 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:59:00.553 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T20:59:00.554 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.554 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102067 6.e 6:74f47ce1:::benchmark_data_smithi065_43723_object14190:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:59:00.554 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.277111+0000",
2020-11-16T20:59:00.554 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 538.28096047700001,
2020-11-16T20:59:00.554 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.41502330399999998,
2020-11-16T20:59:00.554 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.554 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.555 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:59:00.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:59:00.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102067
2020-11-16T20:59:00.555 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.555 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277111+0000",
2020-11-16T20:59:00.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.556 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.556 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277111+0000",
2020-11-16T20:59:00.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T20:59:00.557 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.557 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.557 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.557 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277078+0000",
2020-11-16T20:59:00.557 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9689000000000003e-05
2020-11-16T20:59:00.557 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.557 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277148+0000",
2020-11-16T20:59:00.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1547e-05
2020-11-16T20:59:00.558 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.558 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.558 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277160+0000",
2020-11-16T20:59:00.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0050000000000004e-06
2020-11-16T20:59:00.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.277165+0000",
2020-11-16T20:59:00.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035227380000000001
2020-11-16T20:59:00.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.280687+0000",
2020-11-16T20:59:00.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000104984
2020-11-16T20:59:00.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.280792+0000",
2020-11-16T20:59:00.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000143893
2020-11-16T20:59:00.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:59:00.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.280936+0000",
2020-11-16T20:59:00.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0061137020000000004
2020-11-16T20:59:00.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.287050+0000",
2020-11-16T20:59:00.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40486823900000002
2020-11-16T20:59:00.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.691918+0000",
2020-11-16T20:59:00.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012961
2020-11-16T20:59:00.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.692048+0000",
2020-11-16T20:59:00.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6050000000000005e-05
2020-11-16T20:59:00.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.692134+0000",
2020-11-16T20:59:00.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.41502330399999998
2020-11-16T20:59:00.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.564 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.564 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.565 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.565 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.565 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102070 6.e 6:7cfb0cf8:::benchmark_data_smithi065_43723_object14193:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:59:00.565 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.278403+0000",
2020-11-16T20:59:00.565 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 538.27966794099996,
2020-11-16T20:59:00.565 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.42953566599999998,
2020-11-16T20:59:00.565 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.565 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.566 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:59:00.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:59:00.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102070
2020-11-16T20:59:00.566 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.566 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278403+0000",
2020-11-16T20:59:00.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.567 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.567 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278403+0000",
2020-11-16T20:59:00.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:59:00.568 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.568 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.568 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.568 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278370+0000",
2020-11-16T20:59:00.568 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3549999999999999e-05
2020-11-16T20:59:00.568 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.568 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278443+0000",
2020-11-16T20:59:00.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5333e-05
2020-11-16T20:59:00.569 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.569 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278458+0000",
2020-11-16T20:59:00.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4589999999999998e-06
2020-11-16T20:59:00.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.278467+0000",
2020-11-16T20:59:00.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0057406410000000003
2020-11-16T20:59:00.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284208+0000",
2020-11-16T20:59:00.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1528999999999998e-05
2020-11-16T20:59:00.571 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.571 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284289+0000",
2020-11-16T20:59:00.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5463000000000006e-05
2020-11-16T20:59:00.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:59:00.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284364+0000",
2020-11-16T20:59:00.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010954098000000001
2020-11-16T20:59:00.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.295319+0000",
2020-11-16T20:59:00.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.412493163
2020-11-16T20:59:00.573 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.573 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.707812+0000",
2020-11-16T20:59:00.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0395e-05
2020-11-16T20:59:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.707872+0000",
2020-11-16T20:59:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6687999999999996e-05
2020-11-16T20:59:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.575 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.575 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.707939+0000",
2020-11-16T20:59:00.575 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.42953566599999998
2020-11-16T20:59:00.575 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.575 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.575 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.575 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.575 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.576 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102074 6.e 6:70dfdbfd:::benchmark_data_smithi065_43723_object14197:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:59:00.576 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.282823+0000",
2020-11-16T20:59:00.576 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 538.27524768000001,
2020-11-16T20:59:00.576 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.425285831,
2020-11-16T20:59:00.576 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.576 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.576 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.576 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:59:00.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:59:00.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102074
2020-11-16T20:59:00.577 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.577 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282823+0000",
2020-11-16T20:59:00.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.578 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.578 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282823+0000",
2020-11-16T20:59:00.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999652
2020-11-16T20:59:00.578 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.579 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282789+0000",
2020-11-16T20:59:00.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4653000000000005e-05
2020-11-16T20:59:00.579 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.579 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282863+0000",
2020-11-16T20:59:00.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7431e-05
2020-11-16T20:59:00.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282881+0000",
2020-11-16T20:59:00.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9770000000000003e-06
2020-11-16T20:59:00.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.282888+0000",
2020-11-16T20:59:00.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0041897210000000004
2020-11-16T20:59:00.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.287078+0000",
2020-11-16T20:59:00.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146305
2020-11-16T20:59:00.582 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.582 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.287224+0000",
2020-11-16T20:59:00.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017179000000000001
2020-11-16T20:59:00.582 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.583 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:59:00.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.287396+0000",
2020-11-16T20:59:00.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012397882000000001
2020-11-16T20:59:00.583 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.583 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.299794+0000",
2020-11-16T20:59:00.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40820662499999999
2020-11-16T20:59:00.584 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.584 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.708000+0000",
2020-11-16T20:59:00.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2395000000000001e-05
2020-11-16T20:59:00.584 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.708063+0000",
2020-11-16T20:59:00.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6711000000000001e-05
2020-11-16T20:59:00.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.708109+0000",
2020-11-16T20:59:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.425285831
2020-11-16T20:59:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.586 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102077 6.e 6:77956f51:::benchmark_data_smithi065_43723_object14200:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:59:00.587 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.283751+0000",
2020-11-16T20:59:00.587 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 538.27431965899996,
2020-11-16T20:59:00.587 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.43341568000000003,
2020-11-16T20:59:00.587 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.587 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.587 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.587 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:59:00.588 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:59:00.588 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102077
2020-11-16T20:59:00.588 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.588 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.588 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283751+0000",
2020-11-16T20:59:00.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283751+0000",
2020-11-16T20:59:00.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:59:00.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.590 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283721+0000",
2020-11-16T20:59:00.590 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6268999999999999e-05
2020-11-16T20:59:00.590 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.590 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.590 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.590 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283777+0000",
2020-11-16T20:59:00.590 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7940000000000003e-06
2020-11-16T20:59:00.591 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.591 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.591 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.591 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283785+0000",
2020-11-16T20:59:00.591 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8400000000000002e-06
2020-11-16T20:59:00.591 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.591 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.591 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.283790+0000",
2020-11-16T20:59:00.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0063913110000000002
2020-11-16T20:59:00.592 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.592 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.290181+0000",
2020-11-16T20:59:00.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6837999999999997e-05
2020-11-16T20:59:00.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.290278+0000",
2020-11-16T20:59:00.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012521099999999999
2020-11-16T20:59:00.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:59:00.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.290403+0000",
2020-11-16T20:59:00.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0093965479999999994
2020-11-16T20:59:00.594 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.594 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.299800+0000",
2020-11-16T20:59:00.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.417248807
2020-11-16T20:59:00.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717049+0000",
2020-11-16T20:59:00.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7446000000000004e-05
2020-11-16T20:59:00.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717116+0000",
2020-11-16T20:59:00.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0970999999999997e-05
2020-11-16T20:59:00.596 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.596 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717167+0000",
2020-11-16T20:59:00.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.43341568000000003
2020-11-16T20:59:00.597 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.597 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.597 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.597 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.597 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.597 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102079 6.e 6:7749e825:::benchmark_data_smithi065_43723_object14202:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:59:00.597 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.284055+0000",
2020-11-16T20:59:00.597 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 538.27401600899998,
2020-11-16T20:59:00.598 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.433279633,
2020-11-16T20:59:00.598 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.598 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.598 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.598 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:59:00.598 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:59:00.598 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102079
2020-11-16T20:59:00.599 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.599 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.599 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.599 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.599 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284055+0000",
2020-11-16T20:59:00.599 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.599 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.599 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.600 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.600 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284055+0000",
2020-11-16T20:59:00.600 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999833
2020-11-16T20:59:00.600 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.600 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.600 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.600 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284039+0000",
2020-11-16T20:59:00.601 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9870000000000003e-05
2020-11-16T20:59:00.601 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.601 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.601 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.601 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284078+0000",
2020-11-16T20:59:00.601 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9750000000000004e-06
2020-11-16T20:59:00.601 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.601 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284084+0000",
2020-11-16T20:59:00.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2679999999999996e-06
2020-11-16T20:59:00.602 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.602 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.284089+0000",
2020-11-16T20:59:00.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011260015999999999
2020-11-16T20:59:00.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.295349+0000",
2020-11-16T20:59:00.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000127126
2020-11-16T20:59:00.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.295476+0000",
2020-11-16T20:59:00.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012252199999999999
2020-11-16T20:59:00.604 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.604 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:59:00.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.295598+0000",
2020-11-16T20:59:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0076247800000000003
2020-11-16T20:59:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.303223+0000",
2020-11-16T20:59:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.414058853
2020-11-16T20:59:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717282+0000",
2020-11-16T20:59:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.8547e-05
2020-11-16T20:59:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717310+0000",
2020-11-16T20:59:00.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.425e-05
2020-11-16T20:59:00.607 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.607 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717335+0000",
2020-11-16T20:59:00.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.433279633
2020-11-16T20:59:00.607 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.607 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.608 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.608 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.608 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102084 6.7 6:e4cd701d:::benchmark_data_smithi065_43723_object14207:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:59:00.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.288033+0000",
2020-11-16T20:59:00.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 538.27003835799997,
2020-11-16T20:59:00.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.422161868,
2020-11-16T20:59:00.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.609 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.609 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.609 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:59:00.609 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:59:00.609 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102084
2020-11-16T20:59:00.609 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.609 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288033+0000",
2020-11-16T20:59:00.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288033+0000",
2020-11-16T20:59:00.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T20:59:00.611 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.611 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288003+0000",
2020-11-16T20:59:00.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5061999999999995e-05
2020-11-16T20:59:00.611 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.612 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288069+0000",
2020-11-16T20:59:00.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1694e-05
2020-11-16T20:59:00.612 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.612 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288080+0000",
2020-11-16T20:59:00.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2820000000000002e-06
2020-11-16T20:59:00.613 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.613 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288086+0000",
2020-11-16T20:59:00.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4053999999999994e-05
2020-11-16T20:59:00.613 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288151+0000",
2020-11-16T20:59:00.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014600799999999999
2020-11-16T20:59:00.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288297+0000",
2020-11-16T20:59:00.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013224499999999999
2020-11-16T20:59:00.615 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.615 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:59:00.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.288429+0000",
2020-11-16T20:59:00.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035442830000000001
2020-11-16T20:59:00.615 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.615 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.291973+0000",
2020-11-16T20:59:00.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.418114072
2020-11-16T20:59:00.616 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.616 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.616 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710087+0000",
2020-11-16T20:59:00.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6490000000000003e-05
2020-11-16T20:59:00.617 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.617 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710144+0000",
2020-11-16T20:59:00.617 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0992000000000002e-05
2020-11-16T20:59:00.617 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.617 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710195+0000",
2020-11-16T20:59:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.422161868
2020-11-16T20:59:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.619 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.619 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102095 6.7 6:e4331c99:::benchmark_data_smithi065_43723_object14218:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:59:00.619 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.304075+0000",
2020-11-16T20:59:00.619 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 538.25399611199998,
2020-11-16T20:59:00.619 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.40621799800000002,
2020-11-16T20:59:00.619 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.619 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.620 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.620 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:59:00.620 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:59:00.620 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102095
2020-11-16T20:59:00.620 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.620 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.620 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.620 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304075+0000",
2020-11-16T20:59:00.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.621 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.621 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304075+0000",
2020-11-16T20:59:00.621 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T20:59:00.621 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.622 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.622 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.622 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304041+0000",
2020-11-16T20:59:00.622 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4420999999999998e-05
2020-11-16T20:59:00.622 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.622 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.622 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.623 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304116+0000",
2020-11-16T20:59:00.623 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2991e-05
2020-11-16T20:59:00.623 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.623 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.623 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.623 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304129+0000",
2020-11-16T20:59:00.623 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0169999999999999e-05
2020-11-16T20:59:00.623 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304139+0000",
2020-11-16T20:59:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2119e-05
2020-11-16T20:59:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304191+0000",
2020-11-16T20:59:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015098999999999999
2020-11-16T20:59:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304342+0000",
2020-11-16T20:59:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000146668
2020-11-16T20:59:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:59:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.304489+0000",
2020-11-16T20:59:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0036618789999999998
2020-11-16T20:59:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.308151+0000",
2020-11-16T20:59:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40208121099999999
2020-11-16T20:59:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710232+0000",
2020-11-16T20:59:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5101999999999997e-05
2020-11-16T20:59:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710267+0000",
2020-11-16T20:59:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.6086999999999999e-05
2020-11-16T20:59:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.710293+0000",
2020-11-16T20:59:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40621799800000002
2020-11-16T20:59:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36014.0:102100 6.e 6:7c1214dc:::benchmark_data_smithi065_43723_object14223:head [delete] snapc 0=[] ondisk+write+known_if_redirected e659)",
2020-11-16T20:59:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:50:02.313179+0000",
2020-11-16T20:59:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 538.24489235500005,
2020-11-16T20:59:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.40425024399999998,
2020-11-16T20:59:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36014",
2020-11-16T20:59:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3862047398",
2020-11-16T20:59:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 102100
2020-11-16T20:59:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313179+0000",
2020-11-16T20:59:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313179+0000",
2020-11-16T20:59:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T20:59:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313145+0000",
2020-11-16T20:59:00.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5159000000000003e-05
2020-11-16T20:59:00.633 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.633 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313220+0000",
2020-11-16T20:59:00.633 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8865e-05
2020-11-16T20:59:00.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.634 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.634 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313239+0000",
2020-11-16T20:59:00.634 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3710000000000006e-06
2020-11-16T20:59:00.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.634 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313249+0000",
2020-11-16T20:59:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4116999999999997e-05
2020-11-16T20:59:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313303+0000",
2020-11-16T20:59:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017424000000000001
2020-11-16T20:59:00.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313477+0000",
2020-11-16T20:59:00.636 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017279099999999999
2020-11-16T20:59:00.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.636 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T20:59:00.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.313650+0000",
2020-11-16T20:59:00.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0035586340000000002
2020-11-16T20:59:00.637 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.637 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.317208+0000",
2020-11-16T20:59:00.637 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40017012299999999
2020-11-16T20:59:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717379+0000",
2020-11-16T20:59:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7487999999999998e-05
2020-11-16T20:59:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717406+0000",
2020-11-16T20:59:00.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2971000000000001e-05
2020-11-16T20:59:00.639 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.639 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:50:02.717429+0000",
2020-11-16T20:59:00.639 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.40425024399999998
2020-11-16T20:59:00.640 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.640 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.640 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.640 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.640 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.640 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96149 7.1 7:84ba94ec:::benchmark_data_smithi065_48659_object96148:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:59:00.640 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.291316+0000",
2020-11-16T20:59:00.640 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 353.26675527100002,
2020-11-16T20:59:00.641 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.060555447,
2020-11-16T20:59:00.641 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.641 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:59:00.641 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:59:00.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:59:00.641 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96149
2020-11-16T20:59:00.642 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.642 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.642 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291316+0000",
2020-11-16T20:59:00.642 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.642 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.642 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291316+0000",
2020-11-16T20:59:00.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T20:59:00.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.643 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.643 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291285+0000",
2020-11-16T20:59:00.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000131722
2020-11-16T20:59:00.644 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.644 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291417+0000",
2020-11-16T20:59:00.644 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2998e-05
2020-11-16T20:59:00.644 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.644 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.645 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.645 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291430+0000",
2020-11-16T20:59:00.645 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3080000000000002e-06
2020-11-16T20:59:00.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.645 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.645 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.645 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291437+0000",
2020-11-16T20:59:00.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9933999999999999e-05
2020-11-16T20:59:00.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291497+0000",
2020-11-16T20:59:00.646 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8990000000000007e-06
2020-11-16T20:59:00.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.646 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:59:00.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291506+0000",
2020-11-16T20:59:00.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15086796799999999
2020-11-16T20:59:00.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.647 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442374+0000",
2020-11-16T20:59:00.647 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6857000000000001e-05
2020-11-16T20:59:00.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:59:00.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442391+0000",
2020-11-16T20:59:00.648 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.90939352500000004
2020-11-16T20:59:00.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.648 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.351785+0000",
2020-11-16T20:59:00.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6649000000000003e-05
2020-11-16T20:59:00.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.649 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.351871+0000",
2020-11-16T20:59:00.649 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.060555447
2020-11-16T20:59:00.650 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.650 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.650 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.650 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.650 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.650 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96161 7.1 7:827cd60f:::benchmark_data_smithi065_48659_object96160:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:59:00.650 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.291498+0000",
2020-11-16T20:59:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 353.266572833,
2020-11-16T20:59:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.060511411,
2020-11-16T20:59:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:59:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:59:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:59:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96161
2020-11-16T20:59:00.652 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.652 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.652 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.652 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291498+0000",
2020-11-16T20:59:00.652 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.652 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.653 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291498+0000",
2020-11-16T20:59:00.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:59:00.653 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.653 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.653 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291469+0000",
2020-11-16T20:59:00.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012435300000000001
2020-11-16T20:59:00.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291593+0000",
2020-11-16T20:59:00.654 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2211e-05
2020-11-16T20:59:00.654 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291605+0000",
2020-11-16T20:59:00.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5989999999999998e-06
2020-11-16T20:59:00.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.655 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.655 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.291612+0000",
2020-11-16T20:59:00.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00073304399999999997
2020-11-16T20:59:00.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292345+0000",
2020-11-16T20:59:00.656 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2820000000000002e-06
2020-11-16T20:59:00.656 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:59:00.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292354+0000",
2020-11-16T20:59:00.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15007358700000001
2020-11-16T20:59:00.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.657 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.657 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442428+0000",
2020-11-16T20:59:00.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1241e-05
2020-11-16T20:59:00.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:59:00.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442439+0000",
2020-11-16T20:59:00.658 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.90944687700000004
2020-11-16T20:59:00.658 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.351886+0000",
2020-11-16T20:59:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012371300000000001
2020-11-16T20:59:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.352010+0000",
2020-11-16T20:59:00.660 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.060511411
2020-11-16T20:59:00.660 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.660 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.660 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.660 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.660 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.660 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96163 7.13 7:c8a5938a:::benchmark_data_smithi065_48659_object96162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T20:59:00.661 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.292039+0000",
2020-11-16T20:59:00.661 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 353.26603196600001,
2020-11-16T20:59:00.661 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0712453799999999,
2020-11-16T20:59:00.661 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.661 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:59:00.661 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:59:00.661 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:59:00.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96163
2020-11-16T20:59:00.662 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.662 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.662 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292039+0000",
2020-11-16T20:59:00.662 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292039+0000",
2020-11-16T20:59:00.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T20:59:00.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.663 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.663 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292012+0000",
2020-11-16T20:59:00.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012353399999999999
2020-11-16T20:59:00.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.664 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292135+0000",
2020-11-16T20:59:00.664 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0562999999999999e-05
2020-11-16T20:59:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292166+0000",
2020-11-16T20:59:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0720000000000002e-06
2020-11-16T20:59:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.292173+0000",
2020-11-16T20:59:00.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.13845591900000001
2020-11-16T20:59:00.666 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.666 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.430629+0000",
2020-11-16T20:59:00.666 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0114e-05
2020-11-16T20:59:00.666 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:59:00.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.430639+0000",
2020-11-16T20:59:00.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.93252799600000003
2020-11-16T20:59:00.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.667 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.667 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.363167+0000",
2020-11-16T20:59:00.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117605
2020-11-16T20:59:00.668 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.668 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.363285+0000",
2020-11-16T20:59:00.668 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0712453799999999
2020-11-16T20:59:00.668 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.669 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.669 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.669 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.669 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.669 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96167 7.1 7:85d4db8e:::benchmark_data_smithi065_48659_object96166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e723)",
2020-11-16T20:59:00.669 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.294443+0000",
2020-11-16T20:59:00.669 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 353.26362851200003,
2020-11-16T20:59:00.670 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0662291269999999,
2020-11-16T20:59:00.670 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.670 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.670 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.670 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:59:00.670 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:59:00.670 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96167
2020-11-16T20:59:00.670 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.671 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.671 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.671 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.671 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294443+0000",
2020-11-16T20:59:00.671 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.671 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.671 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294443+0000",
2020-11-16T20:59:00.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999738
2020-11-16T20:59:00.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.672 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294416+0000",
2020-11-16T20:59:00.672 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000118616
2020-11-16T20:59:00.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294535+0000",
2020-11-16T20:59:00.673 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2525e-05
2020-11-16T20:59:00.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.673 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294547+0000",
2020-11-16T20:59:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7449999999999998e-06
2020-11-16T20:59:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294554+0000",
2020-11-16T20:59:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4725999999999997e-05
2020-11-16T20:59:00.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294609+0000",
2020-11-16T20:59:00.675 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9279999999999993e-06
2020-11-16T20:59:00.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.675 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:59:00.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.294617+0000",
2020-11-16T20:59:00.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.14785393199999999
2020-11-16T20:59:00.676 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.676 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442471+0000",
2020-11-16T20:59:00.676 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4494999999999999e-05
2020-11-16T20:59:00.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.677 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:59:00.677 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.442485+0000",
2020-11-16T20:59:00.677 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.90956540100000005
2020-11-16T20:59:00.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.677 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.352051+0000",
2020-11-16T20:59:00.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000118515
2020-11-16T20:59:00.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.678 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.352169+0000",
2020-11-16T20:59:00.678 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000122254
2020-11-16T20:59:00.679 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.679 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T20:59:00.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.352291+0000",
2020-11-16T20:59:00.679 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.003882403
2020-11-16T20:59:00.679 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.679 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.356174+0000",
2020-11-16T20:59:00.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0043742319999999996
2020-11-16T20:59:00.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.680 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.360548+0000",
2020-11-16T20:59:00.680 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5197999999999994e-05
2020-11-16T20:59:00.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.360623+0000",
2020-11-16T20:59:00.681 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8418000000000003e-05
2020-11-16T20:59:00.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.681 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.360672+0000",
2020-11-16T20:59:00.682 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0662291269999999
2020-11-16T20:59:00.682 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.682 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.682 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.682 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.682 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.683 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:133371 7.13 7:c8224573:::benchmark_data_smithi065_48659_object20212:head [delete] snapc 0=[] ondisk+write+known_if_redirected e742)",
2020-11-16T20:59:00.683 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:53.990835+0000",
2020-11-16T20:59:00.683 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 306.567236299,
2020-11-16T20:59:00.683 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.74163012299999997,
2020-11-16T20:59:00.683 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.683 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.683 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.684 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:59:00.684 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:59:00.684 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133371
2020-11-16T20:59:00.684 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.684 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.684 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.684 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990835+0000",
2020-11-16T20:59:00.685 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.685 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.685 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.685 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.685 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990835+0000",
2020-11-16T20:59:00.685 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999814
2020-11-16T20:59:00.685 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.685 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990816+0000",
2020-11-16T20:59:00.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1705000000000001e-05
2020-11-16T20:59:00.686 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.686 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.686 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990858+0000",
2020-11-16T20:59:00.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8689999999999999e-06
2020-11-16T20:59:00.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990868+0000",
2020-11-16T20:59:00.687 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2820000000000002e-06
2020-11-16T20:59:00.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.687 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990874+0000",
2020-11-16T20:59:00.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6365999999999997e-05
2020-11-16T20:59:00.688 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.688 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.688 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.990910+0000",
2020-11-16T20:59:00.689 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013800100000000001
2020-11-16T20:59:00.689 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.689 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.689 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.689 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.991048+0000",
2020-11-16T20:59:00.689 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014226500000000001
2020-11-16T20:59:00.689 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.689 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0,7",
2020-11-16T20:59:00.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.991191+0000",
2020-11-16T20:59:00.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0021694819999999999
2020-11-16T20:59:00.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.690 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.993360+0000",
2020-11-16T20:59:00.690 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00095155399999999996
2020-11-16T20:59:00.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:53.994312+0000",
2020-11-16T20:59:00.691 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.73656333900000004
2020-11-16T20:59:00.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.691 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.730875+0000",
2020-11-16T20:59:00.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7128999999999998e-05
2020-11-16T20:59:00.692 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.692 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.730972+0000",
2020-11-16T20:59:00.692 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0014928229999999999
2020-11-16T20:59:00.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.732465+0000",
2020-11-16T20:59:00.693 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.74163012299999997
2020-11-16T20:59:00.693 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.693 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.694 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.694 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.694 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.694 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:133380 7.18 7:1ce06f62:::benchmark_data_smithi065_48659_object20221:head [delete] snapc 0=[] ondisk+write+known_if_redirected e742)",
2020-11-16T20:59:00.694 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:54.003360+0000",
2020-11-16T20:59:00.694 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 306.55471127999999,
2020-11-16T20:59:00.694 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.73180526899999998,
2020-11-16T20:59:00.694 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.695 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.695 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T20:59:00.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T20:59:00.695 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 133380
2020-11-16T20:59:00.695 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.695 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.696 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003360+0000",
2020-11-16T20:59:00.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.696 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.696 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.696 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003360+0000",
2020-11-16T20:59:00.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999642
2020-11-16T20:59:00.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003324+0000",
2020-11-16T20:59:00.697 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9442000000000003e-05
2020-11-16T20:59:00.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.697 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.698 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.698 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003404+0000",
2020-11-16T20:59:00.698 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4440000000000001e-05
2020-11-16T20:59:00.698 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.698 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.698 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.698 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003418+0000",
2020-11-16T20:59:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4109999999999996e-06
2020-11-16T20:59:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003427+0000",
2020-11-16T20:59:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6743999999999997e-05
2020-11-16T20:59:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003493+0000",
2020-11-16T20:59:00.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019798099999999999
2020-11-16T20:59:00.700 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.700 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.700 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003691+0000",
2020-11-16T20:59:00.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020105500000000001
2020-11-16T20:59:00.701 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.701 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 0,8",
2020-11-16T20:59:00.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.003892+0000",
2020-11-16T20:59:00.701 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002623603
2020-11-16T20:59:00.701 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.701 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.006516+0000",
2020-11-16T20:59:00.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00068934699999999998
2020-11-16T20:59:00.702 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.702 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.702 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.007205+0000",
2020-11-16T20:59:00.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.72656406399999995
2020-11-16T20:59:00.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.733769+0000",
2020-11-16T20:59:00.703 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5630000000000005e-05
2020-11-16T20:59:00.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.703 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.733855+0000",
2020-11-16T20:59:00.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001310121
2020-11-16T20:59:00.704 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.704 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.704 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:54.735165+0000",
2020-11-16T20:59:00.705 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.73180526899999998
2020-11-16T20:59:00.705 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.705 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.705 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.705 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.705 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.705 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26560.0:82116 8.e 8.6b548cce (undecoded) ondisk+retry+write+known_if_redirected e818)",
2020-11-16T20:59:00.705 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:57:03.792949+0000",
2020-11-16T20:59:00.706 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 116.765122206,
2020-11-16T20:59:00.706 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.013640026,
2020-11-16T20:59:00.706 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.706 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:59:00.706 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26560",
2020-11-16T20:59:00.706 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:59:00.707 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 82116
2020-11-16T20:59:00.707 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.707 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.707 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.792949+0000",
2020-11-16T20:59:00.707 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.707 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.792949+0000",
2020-11-16T20:59:00.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999142
2020-11-16T20:59:00.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.708 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.708 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.792863+0000",
2020-11-16T20:59:00.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00038982399999999999
2020-11-16T20:59:00.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793253+0000",
2020-11-16T20:59:00.709 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1209e-05
2020-11-16T20:59:00.709 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793274+0000",
2020-11-16T20:59:00.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3858e-05
2020-11-16T20:59:00.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.710 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.710 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793288+0000",
2020-11-16T20:59:00.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000103977
2020-11-16T20:59:00.711 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.711 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793392+0000",
2020-11-16T20:59:00.711 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5401e-05
2020-11-16T20:59:00.711 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.712 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T20:59:00.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793408+0000",
2020-11-16T20:59:00.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0047349929999999998
2020-11-16T20:59:00.712 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.712 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.712 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.798143+0000",
2020-11-16T20:59:00.713 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3591000000000002e-05
2020-11-16T20:59:00.713 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.713 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.713 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:59:00.713 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.798166+0000",
2020-11-16T20:59:00.713 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0082156099999999
2020-11-16T20:59:00.713 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.714 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:04.806382+0000",
2020-11-16T20:59:00.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020721300000000001
2020-11-16T20:59:00.714 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.714 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.714 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:04.806589+0000",
2020-11-16T20:59:00.715 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.013640026
2020-11-16T20:59:00.715 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.715 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.715 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.715 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.715 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.715 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26560.0:82141 8.e 8.8893b59e (undecoded) ondisk+retry+write+known_if_redirected e818)",
2020-11-16T20:59:00.716 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:57:03.793355+0000",
2020-11-16T20:59:00.716 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 116.76471642999999,
2020-11-16T20:59:00.716 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0137558680000001,
2020-11-16T20:59:00.716 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.716 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:59:00.716 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26560",
2020-11-16T20:59:00.716 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:59:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 82141
2020-11-16T20:59:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793355+0000",
2020-11-16T20:59:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793355+0000",
2020-11-16T20:59:00.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:59:00.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.718 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.718 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793323+0000",
2020-11-16T20:59:00.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015666899999999999
2020-11-16T20:59:00.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793480+0000",
2020-11-16T20:59:00.719 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7635999999999999e-05
2020-11-16T20:59:00.719 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793497+0000",
2020-11-16T20:59:00.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4277000000000002e-05
2020-11-16T20:59:00.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.720 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.720 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793522+0000",
2020-11-16T20:59:00.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5431000000000002e-05
2020-11-16T20:59:00.721 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.721 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793617+0000",
2020-11-16T20:59:00.721 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.946e-05
2020-11-16T20:59:00.721 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:59:00.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793637+0000",
2020-11-16T20:59:00.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0046239030000000004
2020-11-16T20:59:00.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.722 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.722 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.798260+0000",
2020-11-16T20:59:00.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9703000000000001e-05
2020-11-16T20:59:00.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:59:00.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.798280+0000",
2020-11-16T20:59:00.723 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.008805186
2020-11-16T20:59:00.723 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:04.807085+0000",
2020-11-16T20:59:00.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5225999999999999e-05
2020-11-16T20:59:00.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.724 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.724 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:04.807111+0000",
2020-11-16T20:59:00.725 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0137558680000001
2020-11-16T20:59:00.725 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.725 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.725 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.725 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.725 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.725 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26560.0:82169 8.e 8.e4c2380e (undecoded) ondisk+retry+write+known_if_redirected e818)",
2020-11-16T20:59:00.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:57:03.793582+0000",
2020-11-16T20:59:00.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 116.764489572,
2020-11-16T20:59:00.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.013602659,
2020-11-16T20:59:00.726 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.726 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T20:59:00.726 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26560",
2020-11-16T20:59:00.726 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:59:00.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 82169
2020-11-16T20:59:00.727 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.727 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.727 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793582+0000",
2020-11-16T20:59:00.727 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793582+0000",
2020-11-16T20:59:00.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T20:59:00.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.728 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.728 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793550+0000",
2020-11-16T20:59:00.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000124824
2020-11-16T20:59:00.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793675+0000",
2020-11-16T20:59:00.729 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.573e-05
2020-11-16T20:59:00.729 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793691+0000",
2020-11-16T20:59:00.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4420000000000001e-06
2020-11-16T20:59:00.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.730 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.730 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793698+0000",
2020-11-16T20:59:00.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9512999999999997e-05
2020-11-16T20:59:00.731 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.731 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793767+0000",
2020-11-16T20:59:00.731 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1600000000000001e-05
2020-11-16T20:59:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T20:59:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.793779+0000",
2020-11-16T20:59:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004570317
2020-11-16T20:59:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.798349+0000",
2020-11-16T20:59:00.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3839e-05
2020-11-16T20:59:00.733 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.733 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T20:59:00.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:03.798373+0000",
2020-11-16T20:59:00.733 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.008788502
2020-11-16T20:59:00.734 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.734 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:04.807162+0000",
2020-11-16T20:59:00.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2463000000000002e-05
2020-11-16T20:59:00.734 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.734 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.734 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:57:04.807184+0000",
2020-11-16T20:59:00.735 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.013602659
2020-11-16T20:59:00.735 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.735 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.735 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.735 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.735 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26560.0:135679 8.e 8:7c7f6827:::benchmark_data_smithi065_53143_object48058:head [delete] snapc 0=[] ondisk+write+known_if_redirected e848)",
2020-11-16T20:59:00.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:58:55.426879+0000",
2020-11-16T20:59:00.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 5.1311922900000004,
2020-11-16T20:59:00.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.083832571999999994,
2020-11-16T20:59:00.736 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.736 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.736 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.736 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26560",
2020-11-16T20:59:00.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:59:00.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 135679
2020-11-16T20:59:00.737 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.737 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.737 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.737 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.737 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.426879+0000",
2020-11-16T20:59:00.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.426879+0000",
2020-11-16T20:59:00.738 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T20:59:00.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.738 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.426849+0000",
2020-11-16T20:59:00.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6018000000000004e-05
2020-11-16T20:59:00.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.739 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.426916+0000",
2020-11-16T20:59:00.739 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3200000000000001e-05
2020-11-16T20:59:00.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.426929+0000",
2020-11-16T20:59:00.740 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4429999999999997e-06
2020-11-16T20:59:00.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.740 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.426936+0000",
2020-11-16T20:59:00.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0020886049999999999
2020-11-16T20:59:00.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.741 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.429025+0000",
2020-11-16T20:59:00.741 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00034920699999999998
2020-11-16T20:59:00.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.429374+0000",
2020-11-16T20:59:00.742 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021444199999999999
2020-11-16T20:59:00.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.742 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:59:00.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.429588+0000",
2020-11-16T20:59:00.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00513584
2020-11-16T20:59:00.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.743 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.434724+0000",
2020-11-16T20:59:00.743 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.075289450999999993
2020-11-16T20:59:00.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.510014+0000",
2020-11-16T20:59:00.744 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8973000000000003e-05
2020-11-16T20:59:00.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.744 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.510113+0000",
2020-11-16T20:59:00.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00059872799999999998
2020-11-16T20:59:00.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.745 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.510711+0000",
2020-11-16T20:59:00.745 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.083832571999999994
2020-11-16T20:59:00.746 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.746 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.746 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.746 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.746 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.746 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26560.0:135696 8.e 8:75661b04:::benchmark_data_smithi065_53143_object48075:head [delete] snapc 0=[] ondisk+write+known_if_redirected e848)",
2020-11-16T20:59:00.746 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:58:55.455054+0000",
2020-11-16T20:59:00.747 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 5.1030168939999996,
2020-11-16T20:59:00.747 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.062982244000000007,
2020-11-16T20:59:00.747 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.747 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.747 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.747 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26560",
2020-11-16T20:59:00.747 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:59:00.747 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 135696
2020-11-16T20:59:00.748 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.748 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.748 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.748 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455054+0000",
2020-11-16T20:59:00.748 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.748 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455054+0000",
2020-11-16T20:59:00.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999566
2020-11-16T20:59:00.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.749 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.749 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455011+0000",
2020-11-16T20:59:00.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3956000000000006e-05
2020-11-16T20:59:00.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455105+0000",
2020-11-16T20:59:00.750 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2492000000000001e-05
2020-11-16T20:59:00.750 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455127+0000",
2020-11-16T20:59:00.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4080000000000001e-05
2020-11-16T20:59:00.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.751 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.751 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455141+0000",
2020-11-16T20:59:00.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0865999999999994e-05
2020-11-16T20:59:00.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455232+0000",
2020-11-16T20:59:00.752 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023868699999999999
2020-11-16T20:59:00.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.752 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455471+0000",
2020-11-16T20:59:00.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022493
2020-11-16T20:59:00.753 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.753 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:59:00.753 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.455696+0000",
2020-11-16T20:59:00.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010233910000000001
2020-11-16T20:59:00.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.465930+0000",
2020-11-16T20:59:00.754 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.051351453999999998
2020-11-16T20:59:00.754 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.517281+0000",
2020-11-16T20:59:00.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2700000000000005e-05
2020-11-16T20:59:00.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.755 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.755 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.517354+0000",
2020-11-16T20:59:00.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00068251900000000003
2020-11-16T20:59:00.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.518036+0000",
2020-11-16T20:59:00.756 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.062982244000000007
2020-11-16T20:59:00.756 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.757 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.757 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.757 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T20:59:00.757 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T20:59:00.757 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26560.0:135701 8.e 8:70687cff:::benchmark_data_smithi065_53143_object48080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e848)",
2020-11-16T20:59:00.757 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:58:55.456798+0000",
2020-11-16T20:59:00.757 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 5.1012730230000001,
2020-11-16T20:59:00.757 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.062205581000000003,
2020-11-16T20:59:00.758 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T20:59:00.758 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T20:59:00.758 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T20:59:00.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26560",
2020-11-16T20:59:00.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T20:59:00.758 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 135701
2020-11-16T20:59:00.758 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T20:59:00.759 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T20:59:00.759 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.759 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T20:59:00.759 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.456798+0000",
2020-11-16T20:59:00.759 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T20:59:00.759 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.759 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.759 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T20:59:00.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.456798+0000",
2020-11-16T20:59:00.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999619
2020-11-16T20:59:00.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T20:59:00.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.456760+0000",
2020-11-16T20:59:00.760 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000121066
2020-11-16T20:59:00.760 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T20:59:00.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.456881+0000",
2020-11-16T20:59:00.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.8092000000000001e-05
2020-11-16T20:59:00.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.761 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.761 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T20:59:00.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.456909+0000",
2020-11-16T20:59:00.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5307000000000001e-05
2020-11-16T20:59:00.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T20:59:00.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.456924+0000",
2020-11-16T20:59:00.762 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0037234690000000001
2020-11-16T20:59:00.762 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T20:59:00.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.460648+0000",
2020-11-16T20:59:00.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022774399999999999
2020-11-16T20:59:00.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.763 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.763 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T20:59:00.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.460876+0000",
2020-11-16T20:59:00.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023249699999999999
2020-11-16T20:59:00.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 7",
2020-11-16T20:59:00.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.461108+0000",
2020-11-16T20:59:00.764 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0050736790000000002
2020-11-16T20:59:00.764 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T20:59:00.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.466182+0000",
2020-11-16T20:59:00.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.051996594
2020-11-16T20:59:00.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.765 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.765 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T20:59:00.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.518178+0000",
2020-11-16T20:59:00.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015097
2020-11-16T20:59:00.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T20:59:00.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.518329+0000",
2020-11-16T20:59:00.766 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00067422499999999998
2020-11-16T20:59:00.766 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T20:59:00.767 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T20:59:00.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T20:59:00.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:58:55.519004+0000",
2020-11-16T20:59:00.767 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.062205581000000003
2020-11-16T20:59:00.767 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T20:59:00.767 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T20:59:00.767 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T20:59:00.768 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T20:59:00.768 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T20:59:00.768 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:59:00.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:00 smithi065 bash[9468]: cluster 2020-11-16T20:58:58.613898+0000 mgr.x (mgr.14196) 1424 : cluster [DBG] pgmap v2170: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 4344/77422 objects degraded (5.611%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:59:00.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:00 smithi065 bash[9468]: audit 2020-11-16T20:58:59.043338+0000 mgr.x (mgr.14196) 1425 : audit [DBG] from='client.16884 v1:172.21.15.142:0/3852691157' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:00.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:00 smithi142 bash[9523]: cluster 2020-11-16T20:58:58.613898+0000 mgr.x (mgr.14196) 1424 : cluster [DBG] pgmap v2170: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 4344/77422 objects degraded (5.611%); 14 MiB/s, 231 objects/s recovering
2020-11-16T20:59:00.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:00 smithi142 bash[9523]: audit 2020-11-16T20:58:59.043338+0000 mgr.x (mgr.14196) 1425 : audit [DBG] from='client.16884 v1:172.21.15.142:0/3852691157' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:00.859 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:00.904 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2170,"stamp":"2020-11-16T20:58:58.613594+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2536898584,"num_objects":38711,"num_object_clones":0,"num_object_copies":77422,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4344,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38711,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":136527,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11055,"num_bytes_recovered":724500480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138254,"ondisk_log_size":138254,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":8272768,"kb_used_data":4665872,"kb_used_omap":0,"kb_used_meta":3606527,"kb_avail":741688448,"statfs":{"total":767960285184,"available":759488970752,"internally_reserved":0,"allocated":4777852928,"data_stored":4775118402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3693083708},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,2,6,5,2,5],"upper_bound":128},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-419168256,"num_objects":-6396,"num_object_clones":0,"num_object_copies":-12792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-1853,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6396,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6396,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1853,"num_bytes_recovered":121438208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002883"},"pg_stats":[{"pgid":"8.f","version":"848'8486","reported_seq":"8545","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:56.260121+0000","last_change":"2020-11-16T20:56:06.048298+0000","last_active":"2020-11-16T20:58:56.260121+0000","last_peered":"2020-11-16T20:58:56.260121+0000","last_clean":"2020-11-16T20:58:56.260121+0000","last_became_active":"2020-11-16T20:56:06.047761+0000","last_became_peered":"2020-11-16T20:56:06.047761+0000","last_unstale":"2020-11-16T20:58:56.260121+0000","last_undegraded":"2020-11-16T20:58:56.260121+0000","last_fullsized":"2020-11-16T20:58:56.260121+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8486,"ondisk_log_size":8486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":161742848,"num_objects":2468,"num_object_clones":0,"num_object_copies":4936,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2468,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8486,"num_write_kb":350528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.e","version":"848'8549","reported_seq":"18239","reported_epoch":"848","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:58:58.038554+0000","last_change":"2020-11-16T20:57:39.225327+0000","last_active":"2020-11-16T20:58:58.038554+0000","last_peered":"2020-11-16T20:58:58.038554+0000","last_clean":"2020-11-16T20:57:03.145122+0000","last_became_active":"2020-11-16T20:57:39.190964+0000","last_became_peered":"2020-11-16T20:57:39.190964+0000","last_unstale":"2020-11-16T20:58:58.038554+0000","last_undegraded":"2020-11-16T20:57:39.016253+0000","last_fullsized":"2020-11-16T20:58:58.038554+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8549,"ondisk_log_size":8549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":153419776,"num_objects":2341,"num_object_clones":0,"num_object_copies":4682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":304,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2341,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8549,"num_write_kb":348480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4810,"num_bytes_recovered":315228160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4"],"object_location_counts":[{"shards":"4","objects":304},{"shards":"4,7","objects":2037}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"848'8675","reported_seq":"8735","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:56.258070+0000","last_change":"2020-11-16T20:56:06.243845+0000","last_active":"2020-11-16T20:58:56.258070+0000","last_peered":"2020-11-16T20:58:56.258070+0000","last_clean":"2020-11-16T20:58:56.258070+0000","last_became_active":"2020-11-16T20:56:06.242888+0000","last_became_peered":"2020-11-16T20:56:06.242888+0000","last_unstale":"2020-11-16T20:58:56.258070+0000","last_undegraded":"2020-11-16T20:58:56.258070+0000","last_fullsized":"2020-11-16T20:58:56.258070+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8675,"ondisk_log_size":8675,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":161611800,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8675,"num_write_kb":356481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.c","version":"848'8475","reported_seq":"8534","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:57.136150+0000","last_change":"2020-11-16T20:56:06.246709+0000","last_active":"2020-11-16T20:58:57.136150+0000","last_peered":"2020-11-16T20:58:57.136150+0000","last_clean":"2020-11-16T20:58:57.136150+0000","last_became_active":"2020-11-16T20:56:06.245797+0000","last_became_peered":"2020-11-16T20:56:06.245797+0000","last_unstale":"2020-11-16T20:58:57.136150+0000","last_undegraded":"2020-11-16T20:58:57.136150+0000","last_fullsized":"2020-11-16T20:58:57.136150+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8475,"ondisk_log_size":8475,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":153812992,"num_objects":2347,"num_object_clones":0,"num_object_copies":4694,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2347,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8475,"num_write_kb":346304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.b","version":"848'8725","reported_seq":"8784","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:57.201858+0000","last_change":"2020-11-16T20:56:06.048733+0000","last_active":"2020-11-16T20:58:57.201858+0000","last_peered":"2020-11-16T20:58:57.201858+0000","last_clean":"2020-11-16T20:58:57.201858+0000","last_became_active":"2020-11-16T20:56:06.048409+0000","last_became_peered":"2020-11-16T20:56:06.048409+0000","last_unstale":"2020-11-16T20:58:57.201858+0000","last_undegraded":"2020-11-16T20:58:57.201858+0000","last_fullsized":"2020-11-16T20:58:57.201858+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8725,"ondisk_log_size":8725,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":157089792,"num_objects":2397,"num_object_clones":0,"num_object_copies":4794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2397,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8725,"num_write_kb":355904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.a","version":"848'8377","reported_seq":"8436","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:57.195192+0000","last_change":"2020-11-16T20:56:06.246765+0000","last_active":"2020-11-16T20:58:57.195192+0000","last_peered":"2020-11-16T20:58:57.195192+0000","last_clean":"2020-11-16T20:58:57.195192+0000","last_became_active":"2020-11-16T20:56:06.245928+0000","last_became_peered":"2020-11-16T20:56:06.245928+0000","last_unstale":"2020-11-16T20:58:57.195192+0000","last_undegraded":"2020-11-16T20:58:57.195192+0000","last_fullsized":"2020-11-16T20:58:57.195192+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8377,"ondisk_log_size":8377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":159318016,"num_objects":2431,"num_object_clones":0,"num_object_copies":4862,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2431,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8377,"num_write_kb":345856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.8","version":"848'8807","reported_seq":"8866","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:56.680362+0000","last_change":"2020-11-16T20:56:06.247539+0000","last_active":"2020-11-16T20:58:56.680362+0000","last_peered":"2020-11-16T20:58:56.680362+0000","last_clean":"2020-11-16T20:58:56.680362+0000","last_became_active":"2020-11-16T20:56:06.247087+0000","last_became_peered":"2020-11-16T20:56:06.247087+0000","last_unstale":"2020-11-16T20:58:56.680362+0000","last_undegraded":"2020-11-16T20:58:56.680362+0000","last_fullsized":"2020-11-16T20:58:56.680362+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8807,"ondisk_log_size":8807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":161415168,"num_objects":2463,"num_object_clones":0,"num_object_copies":4926,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2463,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8807,"num_write_kb":360640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.7","version":"847'11895","reported_seq":"11955","reported_epoch":"847","state":"active+clean","last_fresh":"2020-11-16T20:58:55.081917+0000","last_change":"2020-11-16T20:57:22.138440+0000","last_active":"2020-11-16T20:58:55.081917+0000","last_peered":"2020-11-16T20:58:55.081917+0000","last_clean":"2020-11-16T20:58:55.081917+0000","last_became_active":"2020-11-16T20:56:06.047545+0000","last_became_peered":"2020-11-16T20:56:06.047545+0000","last_unstale":"2020-11-16T20:58:55.081917+0000","last_undegraded":"2020-11-16T20:58:55.081917+0000","last_fullsized":"2020-11-16T20:58:55.081917+0000","mapping_epoch":796,"log_start":"803'1800","ondisk_log_start":"803'1800","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"823'8640","last_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_deep_scrub":"823'8640","last_deep_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_clean_scrub_stamp":"2020-11-16T20:57:22.138378+0000","log_size":10095,"ondisk_log_size":10095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":166068224,"num_objects":2534,"num_object_clones":0,"num_object_copies":5068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8368,"num_write_kb":348864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.6","version":"848'8660","reported_seq":"8719","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:56.280906+0000","last_change":"2020-11-16T20:56:06.048830+0000","last_active":"2020-11-16T20:58:56.280906+0000","last_peered":"2020-11-16T20:58:56.280906+0000","last_clean":"2020-11-16T20:58:56.280906+0000","last_became_active":"2020-11-16T20:56:06.048406+0000","last_became_peered":"2020-11-16T20:56:06.048406+0000","last_unstale":"2020-11-16T20:58:56.280906+0000","last_undegraded":"2020-11-16T20:58:56.280906+0000","last_fullsized":"2020-11-16T20:58:56.280906+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8660,"ondisk_log_size":8660,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":166330368,"num_objects":2538,"num_object_clones":0,"num_object_copies":5076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2538,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8660,"num_write_kb":358336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10],"acting":[11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.5","version":"848'8254","reported_seq":"8313","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:56.719951+0000","last_change":"2020-11-16T20:56:06.049925+0000","last_active":"2020-11-16T20:58:56.719951+0000","last_peered":"2020-11-16T20:58:56.719951+0000","last_clean":"2020-11-16T20:58:56.719951+0000","last_became_active":"2020-11-16T20:56:06.049489+0000","last_became_peered":"2020-11-16T20:56:06.049489+0000","last_unstale":"2020-11-16T20:58:56.719951+0000","last_undegraded":"2020-11-16T20:58:56.719951+0000","last_fullsized":"2020-11-16T20:58:56.719951+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8254,"ondisk_log_size":8254,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":155189248,"num_objects":2368,"num_object_clones":0,"num_object_copies":4736,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2368,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8254,"num_write_kb":339904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.4","version":"848'8349","reported_seq":"8408","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:56.654244+0000","last_change":"2020-11-16T20:56:06.246083+0000","last_active":"2020-11-16T20:58:56.654244+0000","last_peered":"2020-11-16T20:58:56.654244+0000","last_clean":"2020-11-16T20:58:56.654244+0000","last_became_active":"2020-11-16T20:56:06.245553+0000","last_became_peered":"2020-11-16T20:56:06.245553+0000","last_unstale":"2020-11-16T20:58:56.654244+0000","last_undegraded":"2020-11-16T20:58:56.654244+0000","last_fullsized":"2020-11-16T20:58:56.654244+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8349,"ondisk_log_size":8349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":154206208,"num_objects":2353,"num_object_clones":0,"num_object_copies":4706,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8349,"num_write_kb":342464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.3","version":"848'8666","reported_seq":"8725","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:56.258201+0000","last_change":"2020-11-16T20:56:06.046103+0000","last_active":"2020-11-16T20:58:56.258201+0000","last_peered":"2020-11-16T20:58:56.258201+0000","last_clean":"2020-11-16T20:58:56.258201+0000","last_became_active":"2020-11-16T20:56:06.045547+0000","last_became_peered":"2020-11-16T20:56:06.045547+0000","last_unstale":"2020-11-16T20:58:56.258201+0000","last_undegraded":"2020-11-16T20:58:56.258201+0000","last_fullsized":"2020-11-16T20:58:56.258201+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8666,"ondisk_log_size":8666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":153485312,"num_objects":2342,"num_object_clones":0,"num_object_copies":4684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2342,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8666,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.2","version":"848'8479","reported_seq":"14708","reported_epoch":"848","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:58:56.708067+0000","last_change":"2020-11-16T20:57:39.192312+0000","last_active":"2020-11-16T20:58:56.708067+0000","last_peered":"2020-11-16T20:58:56.708067+0000","last_clean":"2020-11-16T20:57:03.147357+0000","last_became_active":"2020-11-16T20:57:39.169189+0000","last_became_peered":"2020-11-16T20:57:39.169189+0000","last_unstale":"2020-11-16T20:58:56.708067+0000","last_undegraded":"2020-11-16T20:57:39.030592+0000","last_fullsized":"2020-11-16T20:58:56.708067+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8479,"ondisk_log_size":8479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":152895488,"num_objects":2333,"num_object_clones":0,"num_object_copies":4666,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1980,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2333,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8479,"num_write_kb":345984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3082,"num_bytes_recovered":201981952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":["10"],"object_location_counts":[{"shards":"4,10","objects":353},{"shards":"10","objects":1980}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.1","version":"847'8395","reported_seq":"8452","reported_epoch":"847","state":"active+clean","last_fresh":"2020-11-16T20:58:55.089729+0000","last_change":"2020-11-16T20:56:06.247277+0000","last_active":"2020-11-16T20:58:55.089729+0000","last_peered":"2020-11-16T20:58:55.089729+0000","last_clean":"2020-11-16T20:58:55.089729+0000","last_became_active":"2020-11-16T20:56:06.245647+0000","last_became_peered":"2020-11-16T20:56:06.245647+0000","last_unstale":"2020-11-16T20:58:55.089729+0000","last_undegraded":"2020-11-16T20:58:55.089729+0000","last_fullsized":"2020-11-16T20:58:55.089729+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8395,"ondisk_log_size":8395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":163905536,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8395,"num_write_kb":348672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"848'8565","reported_seq":"8624","reported_epoch":"848","state":"active+clean","last_fresh":"2020-11-16T20:58:58.019107+0000","last_change":"2020-11-16T20:56:06.248850+0000","last_active":"2020-11-16T20:58:58.019107+0000","last_peered":"2020-11-16T20:58:58.019107+0000","last_clean":"2020-11-16T20:58:58.019107+0000","last_became_active":"2020-11-16T20:56:06.248111+0000","last_became_peered":"2020-11-16T20:56:06.248111+0000","last_unstale":"2020-11-16T20:58:58.019107+0000","last_undegraded":"2020-11-16T20:58:58.019107+0000","last_fullsized":"2020-11-16T20:58:58.019107+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8565,"ondisk_log_size":8565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":159973376,"num_objects":2441,"num_object_clones":0,"num_object_copies":4882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2441,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8565,"num_write_kb":352192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9],"acting":[4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"848'8697","reported_seq":"15087","reported_epoch":"848","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:58:56.703001+0000","last_change":"2020-11-16T20:57:39.229286+0000","last_active":"2020-11-16T20:58:56.703001+0000","last_peered":"2020-11-16T20:58:56.703001+0000","last_clean":"2020-11-16T20:57:03.154469+0000","last_became_active":"2020-11-16T20:57:39.177182+0000","last_became_peered":"2020-11-16T20:57:39.177182+0000","last_unstale":"2020-11-16T20:58:56.703001+0000","last_undegraded":"2020-11-16T20:57:39.032931+0000","last_fullsized":"2020-11-16T20:58:56.703001+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8697,"ondisk_log_size":8697,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":156434432,"num_objects":2387,"num_object_clones":0,"num_object_copies":4774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2060,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2387,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8697,"num_write_kb":354688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3163,"num_bytes_recovered":207290368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":["10"],"object_location_counts":[{"shards":"9,10","objects":327},{"shards":"10","objects":2060}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"378","reported_epoch":"846","state":"active+clean","last_fresh":"2020-11-16T20:58:46.330146+0000","last_change":"2020-11-16T20:57:03.569883+0000","last_active":"2020-11-16T20:58:46.330146+0000","last_peered":"2020-11-16T20:58:46.330146+0000","last_clean":"2020-11-16T20:58:46.330146+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:58:46.330146+0000","last_undegraded":"2020-11-16T20:58:46.330146+0000","last_fullsized":"2020-11-16T20:58:46.330146+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_clean_scrub_stamp":"2020-11-16T20:57:03.569650+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":2536898584,"num_objects":38711,"num_object_clones":0,"num_object_copies":77422,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4344,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38711,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":136527,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11055,"num_bytes_recovered":724500480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5742403584,"data_stored":5742395440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138254,"ondisk_log_size":138254,"up":32,"acting":32,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631944,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1268200,"kb_used_data":794208,"kb_used_omap":0,"kb_used_meta":473984,"kb_avail":92476952,"statfs":{"total":95995035648,"available":94696398848,"internally_reserved":0,"allocated":813268992,"data_stored":812922623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":485359616},"hb_peers":[1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,3,1,1,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.702,"5min":4.5250000000000004,"15min":3.4140000000000001},"min":{"1min":0.82499999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":14.013,"5min":155.821,"15min":155.821},"last":4.3570000000000002},{"interface":"front","average":{"1min":1.9510000000000001,"5min":4.3719999999999999,"15min":3.4420000000000002},"min":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.55600000000000005},"max":{"1min":4.8810000000000002,"5min":153.465,"15min":153.465},"last":1.0940000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6299999999999999,"5min":2.347,"15min":2.2999999999999998},"min":{"1min":1.302,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":7.1040000000000001,"5min":7.1040000000000001,"15min":7.1040000000000001},"last":55.232999999999997},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.9550000000000001,"15min":2.968},"min":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":7.883,"5min":9.6509999999999998,"15min":9.6509999999999998},"last":53.622999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.851,"5min":2.851,"15min":2.851},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":8.0350000000000001,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":1.639},{"interface":"front","average":{"1min":3.2040000000000002,"5min":3.2040000000000002,"15min":3.2040000000000002},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":7.2110000000000003,"5min":7.2110000000000003,"15min":7.2110000000000003},"last":1.7709999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":2.754,"5min":2.2799999999999998,"15min":2.052},"min":{"1min":1.0509999999999999,"5min":0.86599999999999999,"15min":0.79300000000000004},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":4.7999999999999998},{"interface":"front","average":{"1min":1.6890000000000001,"5min":1.921,"15min":2.0369999999999999},"min":{"1min":0.874,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":4.5220000000000002,"5min":7.4829999999999997,"15min":7.4829999999999997},"last":1.7330000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":3.153,"5min":3.798,"15min":2.839},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.60599999999999998},"max":{"1min":8.1029999999999998,"5min":25.111999999999998,"15min":28.960999999999999},"last":2.1819999999999999},{"interface":"front","average":{"1min":1.8180000000000001,"5min":2.589,"15min":2.5680000000000001},"min":{"1min":0.74099999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.4020000000000001,"5min":25.768000000000001,"15min":28.922999999999998},"last":2.2559999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":4.9249999999999998,"5min":2.8889999999999998,"15min":2.831},"min":{"1min":1,"5min":0.81999999999999995,"15min":0.80900000000000005},"max":{"1min":57.170000000000002,"5min":57.170000000000002,"15min":95.222999999999999},"last":1.9810000000000001},{"interface":"front","average":{"1min":5.3680000000000003,"5min":3.335,"15min":2.6579999999999999},"min":{"1min":1.3260000000000001,"5min":0.72799999999999998,"15min":0.65600000000000003},"max":{"1min":57.853999999999999,"5min":57.853999999999999,"15min":57.853999999999999},"last":2.1059999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.726,"5min":4.2110000000000003,"15min":3.6589999999999998},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.78200000000000003},"max":{"1min":57.039999999999999,"5min":57.039999999999999,"15min":86.338999999999999},"last":1.4930000000000001},{"interface":"front","average":{"1min":7.1369999999999996,"5min":4.1239999999999997,"15min":4.0510000000000002},"min":{"1min":1.502,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":57.732999999999997,"5min":57.732999999999997,"15min":96.640000000000001},"last":2.0390000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:18 2020","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":3.254,"15min":3.669},"min":{"1min":1.0269999999999999,"5min":0.94699999999999995,"15min":0.83799999999999997},"max":{"1min":4.3949999999999996,"5min":26.728000000000002,"15min":97.006},"last":1.8500000000000001},{"interface":"front","average":{"1min":3.3860000000000001,"5min":3.4980000000000002,"15min":3.254},"min":{"1min":1.143,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":8.1050000000000004,"5min":25.859000000000002,"15min":69.757000000000005},"last":4.3630000000000004}]},{"osd":8,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.907,"5min":4.5330000000000004,"15min":3.7309999999999999},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.93700000000000006},"max":{"1min":57.396000000000001,"5min":57.396000000000001,"15min":97.784000000000006},"last":1.9079999999999999},{"interface":"front","average":{"1min":3.7639999999999998,"5min":3.1909999999999998,"15min":3.3679999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":8.234,"5min":8.234,"15min":95.897999999999996},"last":4.508}]},{"osd":9,"last update":"Mon Nov 16 20:58:23 2020","interfaces":[{"interface":"back","average":{"1min":6.1150000000000002,"5min":3.5680000000000001,"15min":3.4670000000000001},"min":{"1min":1.127,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":56.792000000000002,"5min":56.792000000000002,"15min":98.706999999999994},"last":1.5980000000000001},{"interface":"front","average":{"1min":4.6840000000000002,"5min":3.9790000000000001,"15min":3.7639999999999998},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":12.765000000000001,"5min":16.169,"15min":99.385000000000005},"last":5.5590000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":8.343,"5min":5.9720000000000004,"15min":4.4169999999999998},"min":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.0720000000000001},"max":{"1min":60.487000000000002,"5min":60.487000000000002,"15min":97.399000000000001},"last":2.379},{"interface":"front","average":{"1min":6.4749999999999996,"5min":4.085,"15min":3.7069999999999999},"min":{"1min":1.2549999999999999,"5min":1.216,"15min":1.0880000000000001},"max":{"1min":61.078000000000003,"5min":61.078000000000003,"15min":95.094999999999999},"last":4.6500000000000004}]}]},{"osd":10,"up_from":95,"seq":408021893581,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1206692,"kb_used_data":927772,"kb_used_omap":0,"kb_used_meta":278912,"kb_avail":92538460,"statfs":{"total":95995035648,"available":94759383040,"internally_reserved":0,"allocated":950038528,"data_stored":949696231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":285605888},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,3,1,3],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":2.891},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":0.84799999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6880000000000002,"5min":2.7879999999999998,"15min":2.0249999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":26.946999999999999,"5min":44.258000000000003,"15min":44.258000000000003},"last":1.518},{"interface":"front","average":{"1min":3.6459999999999999,"5min":3.1070000000000002,"15min":2.383},"min":{"1min":0.95499999999999996,"5min":0.623,"15min":0.54700000000000004},"max":{"1min":26.350000000000001,"5min":44.149999999999999,"15min":44.149999999999999},"last":3.395}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.649,"5min":2.214,"15min":1.784},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.63900000000000001},"max":{"1min":2.9780000000000002,"5min":9.7949999999999999,"15min":9.7949999999999999},"last":4.1500000000000004},{"interface":"front","average":{"1min":2.073,"5min":2.2930000000000001,"15min":1.792},"min":{"1min":0.80600000000000005,"5min":0.73299999999999998,"15min":0.57999999999999996},"max":{"1min":4.125,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":4.327}]},{"osd":3,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.367,"5min":2.367,"15min":2.367},"min":{"1min":1.415,"5min":1.415,"15min":1.415},"max":{"1min":3.3610000000000002,"5min":3.3610000000000002,"15min":3.3610000000000002},"last":4.2400000000000002},{"interface":"front","average":{"1min":1.7669999999999999,"5min":1.7669999999999999,"15min":1.7669999999999999},"min":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":1.635}]},{"osd":4,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":2.5720000000000001,"15min":2.2440000000000002},"min":{"1min":0.77000000000000002,"5min":0.63,"15min":0.629},"max":{"1min":6.657,"5min":8.4730000000000008,"15min":8.4730000000000008},"last":11.961},{"interface":"front","average":{"1min":3.077,"5min":2.887,"15min":2.2850000000000001},"min":{"1min":1.1379999999999999,"5min":0.66300000000000003,"15min":0.64800000000000002},"max":{"1min":5.1749999999999998,"5min":9.5350000000000001,"15min":9.5350000000000001},"last":3.6869999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.3769999999999998,"5min":2.9129999999999998,"15min":2.4169999999999998},"min":{"1min":0.89800000000000002,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":6.7839999999999998,"5min":9.4410000000000007,"15min":9.4410000000000007},"last":12.369999999999999},{"interface":"front","average":{"1min":2.6099999999999999,"5min":2.613,"15min":2.0870000000000002},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":6.6890000000000001,"5min":9.3390000000000004,"15min":9.3390000000000004},"last":4.0449999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.1059999999999999,"5min":3.1099999999999999,"15min":2.7240000000000002},"min":{"1min":1.3939999999999999,"5min":0.91600000000000004,"15min":0.80900000000000005},"max":{"1min":6.9950000000000001,"5min":9.7390000000000008,"15min":24.273},"last":12.513},{"interface":"front","average":{"1min":3.335,"5min":3.1760000000000002,"15min":2.9460000000000002},"min":{"1min":0.83599999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":6.8769999999999998,"5min":9.4169999999999998,"15min":24.326000000000001},"last":3.8090000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":3.492,"5min":3.2719999999999998,"15min":2.7810000000000001},"min":{"1min":0.82499999999999996,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":9.0660000000000007,"5min":10.071,"15min":10.071},"last":3.8889999999999998},{"interface":"front","average":{"1min":3.1339999999999999,"5min":2.851,"15min":2.5529999999999999},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.86599999999999999},"max":{"1min":9.2929999999999993,"5min":9.2929999999999993,"15min":9.2929999999999993},"last":1.274}]},{"osd":8,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":3.8439999999999999,"15min":3.5760000000000001},"min":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":6.444,"5min":102.69,"15min":115.295},"last":1.3959999999999999},{"interface":"front","average":{"1min":3.2829999999999999,"5min":4.3170000000000002,"15min":3.5710000000000002},"min":{"1min":1.0880000000000001,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":8.0020000000000007,"5min":104.477,"15min":112.97799999999999},"last":12.228999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":3.2709999999999999,"15min":3.0369999999999999},"min":{"1min":1.194,"5min":1.0209999999999999,"15min":1.0209999999999999},"max":{"1min":3.8330000000000002,"5min":10.787000000000001,"15min":10.787000000000001},"last":7.931},{"interface":"front","average":{"1min":3.1549999999999998,"5min":3.4929999999999999,"15min":3.0870000000000002},"min":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.1779999999999999},"max":{"1min":4.7279999999999998,"5min":14.864000000000001,"15min":14.864000000000001},"last":8.0500000000000007}]},{"osd":11,"last update":"Mon Nov 16 20:58:32 2020","interfaces":[{"interface":"back","average":{"1min":3.839,"5min":3.6909999999999998,"15min":3.6219999999999999},"min":{"1min":1.6839999999999999,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":11.079000000000001,"5min":11.079000000000001,"15min":117.40600000000001},"last":3.5499999999999998},{"interface":"front","average":{"1min":4.2610000000000001,"5min":4.0529999999999999,"15min":3.9089999999999998},"min":{"1min":1.9570000000000001,"5min":1.669,"15min":1.4099999999999999},"max":{"1min":11.191000000000001,"5min":11.191000000000001,"15min":117.614},"last":3.9660000000000002}]}]},{"osd":9,"up_from":71,"seq":304942678503,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1510820,"kb_used_data":927836,"kb_used_omap":0,"kb_used_meta":582912,"kb_avail":92234332,"statfs":{"total":95995035648,"available":94447955968,"internally_reserved":0,"allocated":950104064,"data_stored":949761767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":596901888},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":2.1850000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":1.097}]},{"osd":1,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":5.7919999999999998,"15min":3.8500000000000001},"min":{"1min":0.57299999999999995,"5min":0.54300000000000004,"15min":0.51700000000000002},"max":{"1min":8.3559999999999999,"5min":338.13099999999997,"15min":338.13099999999997},"last":2.306},{"interface":"front","average":{"1min":3.073,"5min":6.4509999999999996,"15min":4.5579999999999998},"min":{"1min":0.96699999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":8.6449999999999996,"5min":338.54000000000002,"15min":338.54000000000002},"last":2.4300000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":2.0609999999999999,"15min":1.806},"min":{"1min":0.76200000000000001,"5min":0.70299999999999996,"15min":0.53600000000000003},"max":{"1min":5.8680000000000003,"5min":9.0190000000000001,"15min":9.0190000000000001},"last":0.87},{"interface":"front","average":{"1min":1.675,"5min":1.6759999999999999,"15min":1.659},"min":{"1min":0.79000000000000004,"5min":0.61599999999999999,"15min":0.58299999999999996},"max":{"1min":3.992,"5min":10.939,"15min":10.939},"last":2.1469999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.3319999999999999,"5min":2.3319999999999999,"15min":2.3319999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":8.4949999999999992,"5min":8.4949999999999992,"15min":8.4949999999999992},"last":1.8460000000000001},{"interface":"front","average":{"1min":2.573,"5min":2.573,"15min":2.573},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":8.7940000000000005,"5min":8.7940000000000005,"15min":8.7940000000000005},"last":2.569}]},{"osd":4,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9220000000000002,"5min":3.7690000000000001,"15min":2.7909999999999999},"min":{"1min":1.1679999999999999,"5min":0.68200000000000005,"15min":0.58599999999999997},"max":{"1min":8.6460000000000008,"5min":117.012,"15min":117.012},"last":1.0189999999999999},{"interface":"front","average":{"1min":2.5070000000000001,"5min":3.7229999999999999,"15min":2.75},"min":{"1min":0.94599999999999995,"5min":0.80000000000000004,"15min":0.69499999999999995},"max":{"1min":6.3819999999999997,"5min":120.41200000000001,"15min":120.41200000000001},"last":1.1859999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.5510000000000002,"15min":2.4580000000000002},"min":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.746},"max":{"1min":8.9350000000000005,"5min":8.9350000000000005,"15min":8.9350000000000005},"last":1.9850000000000001},{"interface":"front","average":{"1min":3.2909999999999999,"5min":2.887,"15min":2.5859999999999999},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.71099999999999997},"max":{"1min":9.641,"5min":9.641,"15min":9.641},"last":1.385}]},{"osd":6,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":4.2110000000000003,"15min":3.2789999999999999},"min":{"1min":1.262,"5min":1.03,"15min":0.71399999999999997},"max":{"1min":9.9909999999999997,"5min":92.771000000000001,"15min":92.771000000000001},"last":1.1579999999999999},{"interface":"front","average":{"1min":3.819,"5min":4.532,"15min":3.5539999999999998},"min":{"1min":1.1180000000000001,"5min":0.95599999999999996,"15min":0.91500000000000004},"max":{"1min":9.8770000000000007,"5min":92.504000000000005,"15min":92.504000000000005},"last":3.4470000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:34 2020","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":3.302,"15min":2.9980000000000002},"min":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":0.90200000000000002},"max":{"1min":9.1080000000000005,"5min":18.486999999999998,"15min":18.486999999999998},"last":2.7080000000000002},{"interface":"front","average":{"1min":2.863,"5min":2.9350000000000001,"15min":3.0899999999999999},"min":{"1min":1.284,"5min":1.0069999999999999,"15min":0.83499999999999996},"max":{"1min":7.5380000000000003,"5min":18.757000000000001,"15min":121.273},"last":1.3320000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8279999999999998,"5min":2.6669999999999998,"15min":2.7650000000000001},"min":{"1min":1.028,"5min":0.94899999999999995,"15min":0.94899999999999995},"max":{"1min":6.4820000000000002,"5min":11.083,"15min":11.083},"last":1.048},{"interface":"front","average":{"1min":2.8180000000000001,"5min":2.754,"15min":2.919},"min":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0129999999999999},"max":{"1min":6.0359999999999996,"5min":11.837,"15min":11.837},"last":2.1139999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":3.738,"5min":3.169,"15min":2.9540000000000002},"min":{"1min":1.224,"5min":1.137,"15min":1.137},"max":{"1min":10.728999999999999,"5min":11.691000000000001,"15min":11.691000000000001},"last":1.27},{"interface":"front","average":{"1min":3.992,"5min":3.3860000000000001,"15min":3.677},"min":{"1min":1.248,"5min":0.91200000000000003,"15min":0.91200000000000003},"max":{"1min":9.7579999999999991,"5min":11.542999999999999,"15min":120.693},"last":2.2469999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:58:31 2020","interfaces":[{"interface":"back","average":{"1min":4.617,"5min":3.984,"15min":3.3740000000000001},"min":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.0840000000000001},"max":{"1min":10.275,"5min":28.57,"15min":28.57},"last":6.0019999999999998},{"interface":"front","average":{"1min":3.8490000000000002,"5min":4.04,"15min":3.948},"min":{"1min":1.3280000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":8.1519999999999992,"5min":26.074000000000002,"15min":121.5},"last":2.3940000000000001}]}]},{"osd":8,"up_from":63,"seq":270582940139,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":846692,"kb_used_data":462428,"kb_used_omap":0,"kb_used_meta":384256,"kb_avail":92898460,"statfs":{"total":95995035648,"available":95128023040,"internally_reserved":0,"allocated":473526272,"data_stored":473183995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":393478144},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:40 2020","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":2.5499999999999998,"15min":2.3809999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.52500000000000002},"max":{"1min":3.5259999999999998,"5min":64.843000000000004,"15min":80.534000000000006},"last":1.046},{"interface":"front","average":{"1min":1.748,"5min":2.343,"15min":2.4590000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":5.3399999999999999,"5min":59.093000000000004,"15min":80.248000000000005},"last":1.512}]},{"osd":1,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":4.2930000000000001,"5min":2.637,"15min":3.2440000000000002},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.59399999999999997},"max":{"1min":46.779000000000003,"5min":46.779000000000003,"15min":225.94999999999999},"last":0.70299999999999996},{"interface":"front","average":{"1min":4.5670000000000002,"5min":2.7149999999999999,"15min":3.3679999999999999},"min":{"1min":0.59399999999999997,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":46.966999999999999,"5min":46.966999999999999,"15min":226.03100000000001},"last":1.4399999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.0550000000000002,"15min":2.0569999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":5.0339999999999998,"5min":8.0079999999999991,"15min":8.0079999999999991},"last":1.244},{"interface":"front","average":{"1min":2.3740000000000001,"5min":2.3239999999999998,"15min":1.903},"min":{"1min":0.77200000000000002,"5min":0.66200000000000003,"15min":0.61599999999999999},"max":{"1min":5.0190000000000001,"5min":8.0570000000000004,"15min":8.0570000000000004},"last":1.3200000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:24 2020","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.992,"15min":2.992},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":6.8280000000000003,"5min":6.8280000000000003,"15min":6.8280000000000003},"last":1.6839999999999999},{"interface":"front","average":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":4.7160000000000002,"5min":4.7160000000000002,"15min":4.7160000000000002},"last":1.8740000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":2.867,"5min":2.5369999999999999,"15min":2.512},"min":{"1min":0.88300000000000001,"5min":0.879,"15min":0.63100000000000001},"max":{"1min":6.6420000000000003,"5min":8.6539999999999999,"15min":8.6539999999999999},"last":1.5369999999999999},{"interface":"front","average":{"1min":4.9850000000000003,"5min":3.1549999999999998,"15min":2.7200000000000002},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67200000000000004},"max":{"1min":47.014000000000003,"5min":47.014000000000003,"15min":47.014000000000003},"last":2.016}]},{"osd":5,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.4390000000000001,"15min":2.4449999999999998},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":5.6779999999999999,"5min":8.2059999999999995,"15min":12.273999999999999},"last":1.127},{"interface":"front","average":{"1min":5.1539999999999999,"5min":3.633,"15min":2.6880000000000002},"min":{"1min":1.1439999999999999,"5min":0.76600000000000001,"15min":0.72199999999999998},"max":{"1min":46.515000000000001,"5min":46.515000000000001,"15min":46.515000000000001},"last":1.837}]},{"osd":6,"last update":"Mon Nov 16 20:58:49 2020","interfaces":[{"interface":"back","average":{"1min":2.3439999999999999,"5min":2.7240000000000002,"15min":2.847},"min":{"1min":1.0660000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":5.4459999999999997,"5min":8.1720000000000006,"15min":8.6649999999999991},"last":1.365},{"interface":"front","average":{"1min":2.423,"5min":2.9009999999999998,"15min":2.9220000000000002},"min":{"1min":1.032,"5min":1.016,"15min":1.016},"max":{"1min":5.2569999999999997,"5min":8.3439999999999994,"15min":12.166},"last":1.5720000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:00 2020","interfaces":[{"interface":"back","average":{"1min":3.0270000000000001,"5min":3.0409999999999999,"15min":3.0880000000000001},"min":{"1min":1.054,"5min":1.042,"15min":1.042},"max":{"1min":5.3959999999999999,"5min":9.2189999999999994,"15min":13.644},"last":1.972},{"interface":"front","average":{"1min":3.335,"5min":3.3809999999999998,"15min":3.2789999999999999},"min":{"1min":1.466,"5min":1.093,"15min":1.0049999999999999},"max":{"1min":5.5369999999999999,"5min":15.028,"15min":15.028},"last":1.708}]},{"osd":9,"last update":"Mon Nov 16 20:58:00 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":3.1280000000000001,"15min":2.9609999999999999},"min":{"1min":1.2110000000000001,"5min":0.749,"15min":0.749},"max":{"1min":5.3129999999999997,"5min":8.4420000000000002,"15min":8.9399999999999995},"last":2.1539999999999999},{"interface":"front","average":{"1min":3.2050000000000001,"5min":2.8450000000000002,"15min":3.0990000000000002},"min":{"1min":1.036,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":6.7270000000000003,"5min":11.353999999999999,"15min":11.353999999999999},"last":1.806}]},{"osd":10,"last update":"Mon Nov 16 20:58:00 2020","interfaces":[{"interface":"back","average":{"1min":3.379,"5min":3.4809999999999999,"15min":3.1629999999999998},"min":{"1min":1.0529999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":5.8499999999999996,"5min":8.3119999999999994,"15min":12.244999999999999},"last":2.2869999999999999},{"interface":"front","average":{"1min":3.7189999999999999,"5min":3.7490000000000001,"15min":3.4220000000000002},"min":{"1min":1.6399999999999999,"5min":1.1459999999999999,"15min":1},"max":{"1min":6.008,"5min":8.5790000000000006,"15min":8.9830000000000005},"last":2.411}]},{"osd":11,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":3.7120000000000002,"5min":3.4220000000000002,"15min":3.4009999999999998},"min":{"1min":1.0940000000000001,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":7.0800000000000001,"5min":8.4749999999999996,"15min":12.114000000000001},"last":1.9179999999999999},{"interface":"front","average":{"1min":3.125,"5min":3.702,"15min":3.169},"min":{"1min":1.2929999999999999,"5min":1.141,"15min":1.0169999999999999},"max":{"1min":7.8399999999999999,"5min":11.500999999999999,"15min":13.513},"last":2.085}]}]},{"osd":7,"up_from":225,"seq":966367641970,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":713056,"kb_used_data":279072,"kb_used_omap":0,"kb_used_meta":433855,"kb_avail":93032096,"statfs":{"total":95995035648,"available":95264866304,"internally_reserved":0,"allocated":285769728,"data_stored":285423379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":444267580},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":1.8029999999999999,"15min":2.2959999999999998},"min":{"1min":0.68200000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":5.4749999999999996,"5min":9.5890000000000004,"15min":146.768},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.909,"5min":1.611,"15min":2.2120000000000002},"min":{"1min":0.998,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":5.4470000000000001,"5min":6.0640000000000001,"15min":146.83699999999999},"last":1.024}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.655,"15min":1.633},"min":{"1min":0.84099999999999997,"5min":0.58099999999999996,"15min":0.5},"max":{"1min":3.8359999999999999,"5min":6.2270000000000003,"15min":14.375999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":1.919,"5min":1.893,"15min":1.875},"min":{"1min":1.022,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":3.5979999999999999,"5min":6.1200000000000001,"15min":14.645},"last":1.1699999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:58:45 2020","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.7410000000000001,"15min":1.633},"min":{"1min":0.93100000000000005,"5min":0.80800000000000005,"15min":0.65000000000000002},"max":{"1min":2.379,"5min":6.7450000000000001,"15min":6.7450000000000001},"last":0.88200000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.794,"15min":1.7749999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.622},"max":{"1min":2.5910000000000002,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":1.486}]},{"osd":4,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.5750000000000002,"15min":2.2799999999999998},"min":{"1min":0.81699999999999995,"5min":0.66100000000000003,"15min":0.59299999999999997},"max":{"1min":4.6379999999999999,"5min":27.331,"15min":27.331},"last":1.871},{"interface":"front","average":{"1min":2.8300000000000001,"5min":2.8410000000000002,"15min":2.665},"min":{"1min":0.89000000000000001,"5min":0.74099999999999999,"15min":0.629},"max":{"1min":3.883,"5min":27.190000000000001,"15min":27.190000000000001},"last":1.4299999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.4769999999999999,"5min":2.1709999999999998,"15min":2.2029999999999998},"min":{"1min":1.258,"5min":0.70999999999999996,"15min":0.60199999999999998},"max":{"1min":4.2729999999999997,"5min":6.9109999999999996,"15min":14.191000000000001},"last":1.7649999999999999},{"interface":"front","average":{"1min":2.1269999999999998,"5min":2.3820000000000001,"15min":2.335},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":3.7829999999999999,"5min":4.8630000000000004,"15min":11.981999999999999},"last":1.899}]},{"osd":6,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":2.3740000000000001,"15min":2.532},"min":{"1min":0.93899999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":3.839,"5min":9.4410000000000007,"15min":14.186},"last":1.702},{"interface":"front","average":{"1min":2.98,"5min":3.2130000000000001,"15min":2.8940000000000001},"min":{"1min":1.3580000000000001,"5min":0.89900000000000002,"15min":0.89900000000000002},"max":{"1min":5.077,"5min":13.574999999999999,"15min":13.574999999999999},"last":1.5580000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":4.0380000000000003,"5min":3.476,"15min":2.9460000000000002},"min":{"1min":1.6359999999999999,"5min":0.90100000000000002,"15min":0.90100000000000002},"max":{"1min":14.612,"5min":34.351999999999997,"15min":34.351999999999997},"last":1.6659999999999999},{"interface":"front","average":{"1min":3.464,"5min":3.569,"15min":3.0960000000000001},"min":{"1min":1.5289999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"max":{"1min":6.3010000000000002,"5min":34.154000000000003,"15min":34.154000000000003},"last":4.9039999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":3.3839999999999999,"15min":3.056},"min":{"1min":1.9810000000000001,"5min":1.1879999999999999,"15min":0.90200000000000002},"max":{"1min":5.5860000000000003,"5min":7.8470000000000004,"15min":12.653},"last":1.972},{"interface":"front","average":{"1min":2.9209999999999998,"5min":2.6829999999999998,"15min":2.7850000000000001},"min":{"1min":1.4339999999999999,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":5.4649999999999999,"5min":6.0919999999999996,"15min":14.513},"last":1.381}]},{"osd":10,"last update":"Mon Nov 16 20:58:12 2020","interfaces":[{"interface":"back","average":{"1min":3.9889999999999999,"5min":3.6880000000000002,"15min":3.222},"min":{"1min":2.1030000000000002,"5min":0.96999999999999997,"15min":0.96999999999999997},"max":{"1min":6.1680000000000001,"5min":9.1799999999999997,"15min":12.792999999999999},"last":5.2039999999999997},{"interface":"front","average":{"1min":4.0990000000000002,"5min":3.5579999999999998,"15min":3.2850000000000001},"min":{"1min":1.514,"5min":1.2,"15min":1.2},"max":{"1min":14.115,"5min":14.115,"15min":14.115},"last":2.0819999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":4.0670000000000002,"5min":3.3340000000000001,"15min":3.331},"min":{"1min":1.6779999999999999,"5min":1.089,"15min":1.089},"max":{"1min":12.186,"5min":34.290999999999997,"15min":34.290999999999997},"last":4.1559999999999997},{"interface":"front","average":{"1min":3.1269999999999998,"5min":5.1680000000000001,"15min":3.7570000000000001},"min":{"1min":1.5880000000000001,"5min":1.302,"15min":1.0249999999999999},"max":{"1min":5.2549999999999999,"5min":97.986000000000004,"15min":97.986000000000004},"last":2.121}]}]},{"osd":6,"up_from":49,"seq":210453398006,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":389520,"kb_used_data":656,"kb_used_omap":0,"kb_used_meta":388736,"kb_avail":93355632,"statfs":{"total":95995035648,"available":95596167168,"internally_reserved":0,"allocated":671744,"data_stored":335414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":398065664},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":1.111},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.6240000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:58:53 2020","interfaces":[{"interface":"back","average":{"1min":8.9779999999999998,"5min":6.3609999999999998,"15min":9.3190000000000008},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.52800000000000002},"max":{"1min":125.816,"5min":244.89400000000001,"15min":296.45600000000002},"last":0.71299999999999997},{"interface":"front","average":{"1min":8.9610000000000003,"5min":6.4829999999999997,"15min":9.3770000000000007},"min":{"1min":0.69499999999999995,"5min":0.61499999999999999,"15min":0.57499999999999996},"max":{"1min":125.941,"5min":245.17699999999999,"15min":297.99099999999999},"last":1.171}]},{"osd":2,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":1.9319999999999999,"15min":1.8180000000000001},"min":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.54500000000000004},"max":{"1min":6.6100000000000003,"5min":6.6100000000000003,"15min":13.731999999999999},"last":1.331},{"interface":"front","average":{"1min":1.4239999999999999,"5min":1.659,"15min":1.728},"min":{"1min":0.88600000000000001,"5min":0.73099999999999998,"15min":0.61699999999999999},"max":{"1min":2.1619999999999999,"5min":5.0919999999999996,"15min":10.789},"last":1.3720000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:12 2020","interfaces":[{"interface":"back","average":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"min":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":0.81000000000000005},{"interface":"front","average":{"1min":1.837,"5min":1.837,"15min":1.837},"min":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.98599999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":2.7570000000000001,"15min":2.5950000000000002},"min":{"1min":0.752,"5min":0.752,"15min":0.54500000000000004},"max":{"1min":3.7719999999999998,"5min":32.469000000000001,"15min":32.469000000000001},"last":1.8660000000000001},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.6269999999999998,"15min":2.6429999999999998},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.59999999999999998},"max":{"1min":4.1760000000000002,"5min":32.743000000000002,"15min":32.743000000000002},"last":1.734}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.4279999999999999,"15min":2.3879999999999999},"min":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.63800000000000001},"max":{"1min":3.585,"5min":5.718,"15min":12.869},"last":1.125},{"interface":"front","average":{"1min":2.3029999999999999,"5min":2.8239999999999998,"15min":2.8519999999999999},"min":{"1min":1.1899999999999999,"5min":1.1859999999999999,"15min":0.91900000000000004},"max":{"1min":3.766,"5min":5.8129999999999997,"15min":13.013999999999999},"last":1.6890000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:06 2020","interfaces":[{"interface":"back","average":{"1min":2.1629999999999998,"5min":2.464,"15min":2.4990000000000001},"min":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.75600000000000001},"max":{"1min":3.254,"5min":6.7149999999999999,"15min":14.361000000000001},"last":1.2529999999999999},{"interface":"front","average":{"1min":2.867,"5min":3.2010000000000001,"15min":3.0720000000000001},"min":{"1min":1.379,"5min":1.2010000000000001,"15min":0.84099999999999997},"max":{"1min":4.125,"5min":10.503,"15min":10.85},"last":1.5049999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":2.2519999999999998,"5min":2.4849999999999999,"15min":2.552},"min":{"1min":1.095,"5min":0.95499999999999996,"15min":0.80000000000000004},"max":{"1min":4.3360000000000003,"5min":10.026,"15min":10.026},"last":3.3730000000000002},{"interface":"front","average":{"1min":2.173,"5min":2.6840000000000002,"15min":2.5409999999999999},"min":{"1min":1.121,"5min":0.98999999999999999,"15min":0.84199999999999997},"max":{"1min":3.944,"5min":8.8599999999999994,"15min":13.887},"last":1.5569999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":2.9489999999999998,"15min":3.2469999999999999},"min":{"1min":1.153,"5min":0.94299999999999995,"15min":0.84399999999999997},"max":{"1min":12.897,"5min":12.897,"15min":135.161},"last":5.6660000000000004},{"interface":"front","average":{"1min":2.8330000000000002,"5min":3.3199999999999998,"15min":3.6989999999999998},"min":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.0880000000000001},"max":{"1min":12.336,"5min":12.336,"15min":135.35400000000001},"last":5.7009999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":3.6899999999999999,"5min":3.7210000000000001,"15min":3.2730000000000001},"min":{"1min":1.345,"5min":1.345,"15min":0.95399999999999996},"max":{"1min":13.923,"5min":13.923,"15min":13.923},"last":2.952},{"interface":"front","average":{"1min":4.1550000000000002,"5min":4.0410000000000004,"15min":3.6280000000000001},"min":{"1min":2.0019999999999998,"5min":1.548,"15min":1.171},"max":{"1min":14.105,"5min":14.228999999999999,"15min":14.228999999999999},"last":3.0640000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:58:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0990000000000002,"5min":3.1240000000000001,"15min":2.7730000000000001},"min":{"1min":1.8,"5min":0.875,"15min":0.875},"max":{"1min":4.9370000000000003,"5min":9.8219999999999992,"15min":14.039},"last":2.5099999999999998},{"interface":"front","average":{"1min":3.431,"5min":3.669,"15min":3.194},"min":{"1min":1.6120000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":4.9610000000000003,"5min":9.9909999999999997,"15min":14.263},"last":2.472}]}]},{"osd":1,"up_from":18,"seq":77309411856,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1196184,"kb_used_data":642768,"kb_used_omap":0,"kb_used_meta":553408,"kb_avail":92548968,"statfs":{"total":95995035648,"available":94770143232,"internally_reserved":0,"allocated":658194432,"data_stored":657858102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":566689792},"hb_peers":[2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:42 2020","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.538,"15min":1.7729999999999999},"min":{"1min":0.66600000000000004,"5min":0.52600000000000002,"15min":0.45600000000000002},"max":{"1min":1.9910000000000001,"5min":5.4649999999999999,"15min":48.201999999999998},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.865,"5min":2.0739999999999998,"15min":2.3380000000000001},"min":{"1min":1.0449999999999999,"5min":0.755,"15min":0.67300000000000004},"max":{"1min":2.7280000000000002,"5min":5.577,"15min":48.332000000000001},"last":1.1950000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":6.0880000000000001,"5min":2.3519999999999999,"15min":1.8799999999999999},"min":{"1min":0.83799999999999997,"5min":0.54600000000000004,"15min":0.48099999999999998},"max":{"1min":100.601,"5min":100.601,"15min":100.601},"last":1.2749999999999999},{"interface":"front","average":{"1min":6.3799999999999999,"5min":2.7130000000000001,"15min":1.9570000000000001},"min":{"1min":0.875,"5min":0.63700000000000001,"15min":0.59399999999999997},"max":{"1min":101.959,"5min":101.959,"15min":101.959},"last":2.4180000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:15 2020","interfaces":[{"interface":"back","average":{"1min":6.5780000000000003,"5min":6.5780000000000003,"15min":6.5780000000000003},"min":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"max":{"1min":101.20099999999999,"5min":101.20099999999999,"15min":101.20099999999999},"last":1.827},{"interface":"front","average":{"1min":7.3460000000000001,"5min":7.3460000000000001,"15min":7.3460000000000001},"min":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":101.643,"5min":101.643,"15min":101.643},"last":1.179}]},{"osd":4,"last update":"Mon Nov 16 20:58:05 2020","interfaces":[{"interface":"back","average":{"1min":2.8650000000000002,"5min":1.849,"15min":1.8779999999999999},"min":{"1min":1.0680000000000001,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":9.343,"5min":9.343,"15min":9.343},"last":1.597},{"interface":"front","average":{"1min":3.2970000000000002,"5min":2.2829999999999999,"15min":2.093},"min":{"1min":1.0940000000000001,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":11.013999999999999,"5min":11.013999999999999,"15min":11.013999999999999},"last":2.3130000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.1040000000000001,"5min":2.6320000000000001,"15min":2.3279999999999998},"min":{"1min":0.76000000000000001,"5min":0.72799999999999998,"15min":0.63400000000000001},"max":{"1min":100.56100000000001,"5min":100.56100000000001,"15min":100.56100000000001},"last":1.9630000000000001},{"interface":"front","average":{"1min":6.6639999999999997,"5min":3.254,"15min":2.7559999999999998},"min":{"1min":0.85799999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":105.566,"5min":105.566,"15min":105.566},"last":2.9940000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":7.048,"5min":3.3769999999999998,"15min":2.823},"min":{"1min":1.4159999999999999,"5min":0.998,"15min":0.90000000000000002},"max":{"1min":106.47499999999999,"5min":106.47499999999999,"15min":106.47499999999999},"last":3.4369999999999998},{"interface":"front","average":{"1min":7.4050000000000002,"5min":3.4460000000000002,"15min":2.9300000000000002},"min":{"1min":1.583,"5min":1.099,"15min":0.89900000000000002},"max":{"1min":102.89700000000001,"5min":102.89700000000001,"15min":102.89700000000001},"last":2.0819999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":7.5720000000000001,"5min":3.6030000000000002,"15min":2.8860000000000001},"min":{"1min":1.4470000000000001,"5min":1.137,"15min":0.83499999999999996},"max":{"1min":105.795,"5min":105.795,"15min":105.795},"last":3.9529999999999998},{"interface":"front","average":{"1min":7.8739999999999997,"5min":3.4279999999999999,"15min":2.48},"min":{"1min":1.4850000000000001,"5min":0.76000000000000001,"15min":0.71499999999999997},"max":{"1min":103.364,"5min":103.364,"15min":103.364},"last":2.5600000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.6050000000000004,"5min":3.0129999999999999,"15min":2.802},"min":{"1min":1.1040000000000001,"5min":0.997,"15min":0.96899999999999997},"max":{"1min":101.038,"5min":101.038,"15min":101.038},"last":2.3620000000000001},{"interface":"front","average":{"1min":7.9859999999999998,"5min":3.8610000000000002,"15min":2.7959999999999998},"min":{"1min":1.3680000000000001,"5min":1.1279999999999999,"15min":0.76400000000000001},"max":{"1min":103.099,"5min":103.099,"15min":103.099},"last":6.367}]},{"osd":9,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":7.5410000000000004,"5min":3.7909999999999999,"15min":3.0790000000000002},"min":{"1min":1.6919999999999999,"5min":1.046,"15min":0.90500000000000003},"max":{"1min":106.024,"5min":106.024,"15min":106.024},"last":4.4820000000000002},{"interface":"front","average":{"1min":8.1590000000000007,"5min":4.3460000000000001,"15min":3.4079999999999999},"min":{"1min":1.7170000000000001,"5min":1.119,"15min":1.119},"max":{"1min":106.23699999999999,"5min":106.23699999999999,"15min":106.23699999999999},"last":4.7039999999999997}]},{"osd":10,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":8.1389999999999993,"5min":3.6789999999999998,"15min":2.7770000000000001},"min":{"1min":1.6950000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":101.142,"5min":101.142,"15min":101.142},"last":8.2509999999999994},{"interface":"front","average":{"1min":7.2889999999999997,"5min":3.5950000000000002,"15min":2.7799999999999998},"min":{"1min":1.448,"5min":1.0800000000000001,"15min":1.046},"max":{"1min":101.297,"5min":101.297,"15min":101.297},"last":2.8140000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":8.3409999999999993,"5min":4.3929999999999998,"15min":3.5910000000000002},"min":{"1min":2.1800000000000002,"5min":1.4399999999999999,"15min":1.1000000000000001},"max":{"1min":106.712,"5min":106.712,"15min":106.712},"last":3.9380000000000002},{"interface":"front","average":{"1min":8.0039999999999996,"5min":4.0439999999999996,"15min":3.238},"min":{"1min":1.546,"5min":1.0149999999999999,"15min":0.99099999999999999},"max":{"1min":101.499,"5min":101.499,"15min":101.499},"last":2.4079999999999999}]}]},{"osd":0,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":98784248332,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597849,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855873,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1141604,"kb_used_data":631132,"kb_used_omap":0,"kb_used_meta":510464,"kb_avail":92603548,"statfs":{"total":95995035648,"available":94826033152,"internally_reserved":0,"allocated":646279168,"data_stored":645936891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":522715136},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.2929999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:58:08 2020","interfaces":[{"interface":"back","average":{"1min":1.974,"5min":3.0430000000000001,"15min":2.4700000000000002},"min":{"1min":0.96499999999999997,"5min":0.73199999999999998,"15min":0.48199999999999998},"max":{"1min":3.8620000000000001,"5min":44.649000000000001,"15min":62.207000000000001},"last":0.879},{"interface":"front","average":{"1min":1.8120000000000001,"5min":2.8119999999999998,"15min":2.653},"min":{"1min":1.161,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":2.9990000000000001,"5min":44.896000000000001,"15min":62.087000000000003},"last":1.2130000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:58:07 2020","interfaces":[{"interface":"back","average":{"1min":2.0990000000000002,"5min":2.0990000000000002,"15min":2.0990000000000002},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":3.1499999999999999,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"min":{"1min":1.069,"5min":1.069,"15min":1.069},"max":{"1min":4.5620000000000003,"5min":4.5620000000000003,"15min":4.5620000000000003},"last":2.3010000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:58:47 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.966,"15min":1.875},"min":{"1min":1.159,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.407,"5min":5.3659999999999997,"15min":10.99},"last":2.0779999999999998},{"interface":"front","average":{"1min":1.8859999999999999,"5min":2.2080000000000002,"15min":2.093},"min":{"1min":1.1639999999999999,"5min":0.79700000000000004,"15min":0.72699999999999998},"max":{"1min":2.8799999999999999,"5min":4.883,"15min":10.842000000000001},"last":1.867}]},{"osd":5,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.7010000000000001,"15min":2.0390000000000001},"min":{"1min":1.0449999999999999,"5min":0.69799999999999995,"15min":0.57199999999999995},"max":{"1min":3.2639999999999998,"5min":5.7859999999999996,"15min":11.773},"last":1.4930000000000001},{"interface":"front","average":{"1min":2.0289999999999999,"5min":2.4700000000000002,"15min":2.5089999999999999},"min":{"1min":0.81499999999999995,"5min":0.80200000000000005,"15min":0.64900000000000002},"max":{"1min":3.0670000000000002,"5min":5.4770000000000003,"15min":11.49},"last":1.446}]},{"osd":6,"last update":"Mon Nov 16 20:58:57 2020","interfaces":[{"interface":"back","average":{"1min":1.4159999999999999,"5min":2.073,"15min":2.415},"min":{"1min":0.89300000000000002,"5min":0.77900000000000003,"15min":0.625},"max":{"1min":2.8300000000000001,"5min":8.2970000000000006,"15min":25.533999999999999},"last":1.071},{"interface":"front","average":{"1min":1.9410000000000001,"5min":2.7160000000000002,"15min":2.5059999999999998},"min":{"1min":1.28,"5min":0.92100000000000004,"15min":0.70999999999999996},"max":{"1min":2.7719999999999998,"5min":6.3040000000000003,"15min":16.213000000000001},"last":1.6479999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:58:08 2020","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":2.339,"15min":3.0699999999999998},"min":{"1min":1.0189999999999999,"5min":0.74099999999999999,"15min":0.66600000000000004},"max":{"1min":3.625,"5min":10.015000000000001,"15min":165.12},"last":1.6930000000000001},{"interface":"front","average":{"1min":2.4100000000000001,"5min":2.7709999999999999,"15min":3.343},"min":{"1min":1.5589999999999999,"5min":0.95399999999999996,"15min":0.77800000000000002},"max":{"1min":3.7320000000000002,"5min":15.039999999999999,"15min":162.14099999999999},"last":1.903}]},{"osd":8,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":2.028,"5min":2.4860000000000002,"15min":3.1190000000000002},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.73599999999999999},"max":{"1min":3.504,"5min":5.9349999999999996,"15min":90.043999999999997},"last":14.390000000000001},{"interface":"front","average":{"1min":2.5899999999999999,"5min":3.117,"15min":3.395},"min":{"1min":1.024,"5min":1.024,"15min":0.86299999999999999},"max":{"1min":4.0709999999999997,"5min":7.1139999999999999,"15min":88.504000000000005},"last":2.4910000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:58:08 2020","interfaces":[{"interface":"back","average":{"1min":3.8119999999999998,"5min":3.778,"15min":3.1150000000000002},"min":{"1min":1.6259999999999999,"5min":1.4079999999999999,"15min":0.873},"max":{"1min":5.851,"5min":12.029999999999999,"15min":12.029999999999999},"last":2.8919999999999999},{"interface":"front","average":{"1min":3.9969999999999999,"5min":3.794,"15min":3.2440000000000002},"min":{"1min":2.0419999999999998,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":5.6059999999999999,"5min":11.247999999999999,"15min":11.247999999999999},"last":8.1809999999999992}]},{"osd":10,"last update":"Mon Nov 16 20:58:19 2020","interfaces":[{"interface":"back","average":{"1min":10.034000000000001,"5min":4.3879999999999999,"15min":3.2959999999999998},"min":{"1min":1.024,"5min":1.024,"15min":1.024},"max":{"1min":130.34,"5min":130.34,"15min":130.34},"last":1.728},{"interface":"front","average":{"1min":10.239000000000001,"5min":5.2960000000000003,"15min":3.7400000000000002},"min":{"1min":2.169,"5min":1.49,"15min":1.004},"max":{"1min":130.61799999999999,"5min":130.61799999999999,"15min":130.61799999999999},"last":2.6909999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":9.6069999999999993,"5min":4.9900000000000002,"15min":3.7749999999999999},"min":{"1min":2.3380000000000001,"5min":1.556,"15min":1.012},"max":{"1min":129.74799999999999,"5min":129.74799999999999,"15min":129.74799999999999},"last":5.4640000000000004},{"interface":"front","average":{"1min":9.9670000000000005,"5min":5.3079999999999998,"15min":4.0439999999999996},"min":{"1min":2.2709999999999999,"5min":1.7090000000000001,"15min":1.266},"max":{"1min":131.101,"5min":131.101,"15min":131.101},"last":4.3899999999999997}]}]},{"osd":5,"up_from":0,"seq":180388626942,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:59:00.908 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph status --format=json
2020-11-16T20:59:00.965 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:01.047 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:01.280 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:00 smithi142 bash[20366]: debug 2020-11-16T20:59:00.861+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:01.564 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight
2020-11-16T20:59:01.702 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:01.715 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:59:01.807 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:02.031 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:01 smithi142 bash[20366]: debug 2020-11-16T20:59:01.705+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:02.255 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:02.359 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:02.516 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:02.621 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:02.633 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:02 smithi071 bash[9480]: cluster 2020-11-16T20:59:00.614442+0000 mgr.x (mgr.14196) 1426 : cluster [DBG] pgmap v2171: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 528 op/s; 4344/76562 objects degraded (5.674%); 11 MiB/s, 176 objects/s recovering
2020-11-16T20:59:02.633 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:02 smithi071 bash[9480]: cluster 2020-11-16T20:59:01.792387+0000 mon.a (mon.0) 2647 : cluster [WRN] Health check update: Degraded data redundancy: 4344/76562 objects degraded (5.674%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:02.634 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:02 smithi071 bash[26650]: debug 2020-11-16T20:59:02.256+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:02.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:02 smithi065 bash[9468]: cluster 2020-11-16T20:59:00.614442+0000 mgr.x (mgr.14196) 1426 : cluster [DBG] pgmap v2171: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 528 op/s; 4344/76562 objects degraded (5.674%); 11 MiB/s, 176 objects/s recovering
2020-11-16T20:59:02.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:02 smithi065 bash[9468]: cluster 2020-11-16T20:59:01.792387+0000 mon.a (mon.0) 2647 : cluster [WRN] Health check update: Degraded data redundancy: 4344/76562 objects degraded (5.674%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:02.779 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:02 smithi065 bash[14115]: debug 2020-11-16T20:59:02.514+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:02.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:02 smithi142 bash[9523]: cluster 2020-11-16T20:59:00.614442+0000 mgr.x (mgr.14196) 1426 : cluster [DBG] pgmap v2171: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 528 op/s; 4344/76562 objects degraded (5.674%); 11 MiB/s, 176 objects/s recovering
2020-11-16T20:59:02.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:02 smithi142 bash[9523]: cluster 2020-11-16T20:59:01.792387+0000 mon.a (mon.0) 2647 : cluster [WRN] Health check update: Degraded data redundancy: 4344/76562 objects degraded (5.674%), 3 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:02.865 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:02.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:02 smithi071 bash[12066]: debug 2020-11-16T20:59:02.868+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:02.970 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:03.101 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:03.208 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:03.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:03 smithi065 bash[14115]: debug 2020-11-16T20:59:03.102+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:03.361 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:03.469 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:03.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:03 smithi065 bash[16457]: debug 2020-11-16T20:59:03.354+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:03.785 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:03.889 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:04.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:03 smithi142 bash[18009]: debug 2020-11-16T20:59:03.789+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:04.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:04 smithi071 bash[9480]: cluster 2020-11-16T20:59:02.614979+0000 mgr.x (mgr.14196) 1427 : cluster [DBG] pgmap v2172: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 3888/71302 objects degraded (5.453%); 9.7 MiB/s, 154 objects/s recovering
2020-11-16T20:59:04.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:04 smithi071 bash[9480]: cluster 2020-11-16T20:59:02.998275+0000 osd.9 (osd.9) 215 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:04.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:04 smithi071 bash[9480]: cluster 2020-11-16T20:59:02.998381+0000 osd.9 (osd.9) 216 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:04.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:04 smithi071 bash[9480]: cluster 2020-11-16T20:59:03.403621+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e849: 12 total, 11 up, 8 in
2020-11-16T20:59:04.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:04 smithi142 bash[9523]: cluster 2020-11-16T20:59:02.614979+0000 mgr.x (mgr.14196) 1427 : cluster [DBG] pgmap v2172: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 3888/71302 objects degraded (5.453%); 9.7 MiB/s, 154 objects/s recovering
2020-11-16T20:59:04.720 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:04 smithi142 bash[9523]: cluster 2020-11-16T20:59:02.998275+0000 osd.9 (osd.9) 215 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:04.721 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:04 smithi142 bash[9523]: cluster 2020-11-16T20:59:02.998381+0000 osd.9 (osd.9) 216 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:04.721 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:04 smithi142 bash[9523]: cluster 2020-11-16T20:59:03.403621+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e849: 12 total, 11 up, 8 in
2020-11-16T20:59:04.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:04 smithi065 bash[9468]: cluster 2020-11-16T20:59:02.614979+0000 mgr.x (mgr.14196) 1427 : cluster [DBG] pgmap v2172: 17 pgs: 3 active+recovering+degraded, 14 active+clean; 2.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 3888/71302 objects degraded (5.453%); 9.7 MiB/s, 154 objects/s recovering
2020-11-16T20:59:04.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:04 smithi065 bash[9468]: cluster 2020-11-16T20:59:02.998275+0000 osd.9 (osd.9) 215 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:04.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:04 smithi065 bash[9468]: cluster 2020-11-16T20:59:02.998381+0000 osd.9 (osd.9) 216 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:04.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:04 smithi065 bash[9468]: cluster 2020-11-16T20:59:03.403621+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e849: 12 total, 11 up, 8 in
2020-11-16T20:59:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:59:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:59:04.933 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:59:04.961 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:59:04.963 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:04.993 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:59:05.015 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:59:05.039 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:59:05.068 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:05.077 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:59:05.108 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:59:05.152 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:59:05.186 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:59:05.186 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:59:05.186 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:59:05.186 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.186 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.187 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.187 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.187 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.187 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.187 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.187 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.187 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.187 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.188 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:59:05.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:04 smithi065 bash[18823]: debug 2020-11-16T20:59:04.966+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:05.462 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:05.568 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:05.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:05 smithi071 bash[9480]: audit 2020-11-16T20:59:04.863650+0000 mon.a (mon.0) 2649 : audit [DBG] from='client.? v1:172.21.15.142:0/709132456' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:05.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:05 smithi071 bash[9480]: cluster 2020-11-16T20:59:04.892485+0000 osd.1 (osd.1) 310 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:05 smithi071 bash[9480]: cluster 2020-11-16T20:59:04.916826+0000 osd.2 (osd.2) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:05 smithi071 bash[9480]: cluster 2020-11-16T20:59:04.942125+0000 osd.3 (osd.3) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:05 smithi071 bash[9480]: cluster 2020-11-16T20:59:04.968761+0000 osd.4 (osd.4) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:05 smithi071 bash[9480]: cluster 2020-11-16T20:59:05.084419+0000 osd.8 (osd.8) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:05 smithi071 bash[9480]: cluster 2020-11-16T20:59:05.158817+0000 osd.10 (osd.10) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.766 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:59:05.766 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:59:05.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:05 smithi065 bash[9468]: audit 2020-11-16T20:59:04.863650+0000 mon.a (mon.0) 2649 : audit [DBG] from='client.? v1:172.21.15.142:0/709132456' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:05.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:05 smithi065 bash[9468]: cluster 2020-11-16T20:59:04.892485+0000 osd.1 (osd.1) 310 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:05 smithi065 bash[9468]: cluster 2020-11-16T20:59:04.916826+0000 osd.2 (osd.2) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:05 smithi065 bash[9468]: cluster 2020-11-16T20:59:04.942125+0000 osd.3 (osd.3) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:05 smithi065 bash[9468]: cluster 2020-11-16T20:59:04.968761+0000 osd.4 (osd.4) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:05 smithi065 bash[9468]: cluster 2020-11-16T20:59:05.084419+0000 osd.8 (osd.8) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:05 smithi065 bash[9468]: cluster 2020-11-16T20:59:05.158817+0000 osd.10 (osd.10) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.780 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:05 smithi142 bash[114994]: debug 2020-11-16T20:59:05.465+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:05.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:05 smithi142 bash[9523]: audit 2020-11-16T20:59:04.863650+0000 mon.a (mon.0) 2649 : audit [DBG] from='client.? v1:172.21.15.142:0/709132456' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:05.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:05 smithi142 bash[9523]: cluster 2020-11-16T20:59:04.892485+0000 osd.1 (osd.1) 310 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:05 smithi142 bash[9523]: cluster 2020-11-16T20:59:04.916826+0000 osd.2 (osd.2) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:05 smithi142 bash[9523]: cluster 2020-11-16T20:59:04.942125+0000 osd.3 (osd.3) 45 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:05 smithi142 bash[9523]: cluster 2020-11-16T20:59:04.968761+0000 osd.4 (osd.4) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:05 smithi142 bash[9523]: cluster 2020-11-16T20:59:05.084419+0000 osd.8 (osd.8) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:05.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:05 smithi142 bash[9523]: cluster 2020-11-16T20:59:05.158817+0000 osd.10 (osd.10) 214 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.237 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:06.342 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:06.530 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:06 smithi142 bash[114994]: debug 2020-11-16T20:59:06.237+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:06.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:06 smithi142 bash[9523]: cluster 2020-11-16T20:59:04.615460+0000 mgr.x (mgr.14196) 1428 : cluster [DBG] pgmap v2174: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 2.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 3584/70414 objects degraded (5.090%); 12 MiB/s, 187 objects/s recovering
2020-11-16T20:59:06.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:06 smithi142 bash[9523]: cluster 2020-11-16T20:59:05.001135+0000 osd.5 (osd.5) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:06 smithi142 bash[9523]: cluster 2020-11-16T20:59:05.023093+0000 osd.6 (osd.6) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:06 smithi142 bash[9523]: cluster 2020-11-16T20:59:05.047767+0000 osd.7 (osd.7) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:06 smithi142 bash[9523]: cluster 2020-11-16T20:59:05.114851+0000 osd.9 (osd.9) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:06 smithi142 bash[9523]: cluster 2020-11-16T20:59:05.192559+0000 osd.11 (osd.11) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.564 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:06.655 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:06 smithi071 bash[9480]: cluster 2020-11-16T20:59:04.615460+0000 mgr.x (mgr.14196) 1428 : cluster [DBG] pgmap v2174: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 2.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 3584/70414 objects degraded (5.090%); 12 MiB/s, 187 objects/s recovering
2020-11-16T20:59:06.655 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:06 smithi071 bash[9480]: cluster 2020-11-16T20:59:05.001135+0000 osd.5 (osd.5) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.656 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:06 smithi071 bash[9480]: cluster 2020-11-16T20:59:05.023093+0000 osd.6 (osd.6) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.656 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:06 smithi071 bash[9480]: cluster 2020-11-16T20:59:05.047767+0000 osd.7 (osd.7) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.656 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:06 smithi071 bash[9480]: cluster 2020-11-16T20:59:05.114851+0000 osd.9 (osd.9) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.656 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:06 smithi071 bash[9480]: cluster 2020-11-16T20:59:05.192559+0000 osd.11 (osd.11) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.656 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:06 smithi071 bash[16796]: debug 2020-11-16T20:59:06.564+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:06.657 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops
2020-11-16T20:59:06.667 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:06.675 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:06 smithi065 bash[9468]: cluster 2020-11-16T20:59:04.615460+0000 mgr.x (mgr.14196) 1428 : cluster [DBG] pgmap v2174: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 2.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 3584/70414 objects degraded (5.090%); 12 MiB/s, 187 objects/s recovering
2020-11-16T20:59:06.675 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:06 smithi065 bash[9468]: cluster 2020-11-16T20:59:05.001135+0000 osd.5 (osd.5) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.675 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:06 smithi065 bash[9468]: cluster 2020-11-16T20:59:05.023093+0000 osd.6 (osd.6) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.676 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:06 smithi065 bash[9468]: cluster 2020-11-16T20:59:05.047767+0000 osd.7 (osd.7) 223 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.676 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:06 smithi065 bash[9468]: cluster 2020-11-16T20:59:05.114851+0000 osd.9 (osd.9) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.676 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:06 smithi065 bash[9468]: cluster 2020-11-16T20:59:05.192559+0000 osd.11 (osd.11) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:06.796 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:59:06.820 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:59:06.820 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:59:06.821 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:06.929 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:07.028 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:06 smithi065 bash[18823]: debug 2020-11-16T20:59:06.826+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:07.388 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:07.481 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:59:07.482 INFO:teuthology.orchestra.run.smithi142.stdout:{"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 3584/67800 objects degraded (5.286%), 2 pgs degraded","count":2},"muted":false}},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2724,"monmap":{"epoch":3,"min_mon_release_name":"pacific","num_mons":3},"osdmap":{"epoch":850,"num_osds":12,"num_up_osds":11,"osd_up_since":1605560223,"num_in_osds":8,"osd_in_since":1605560257,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":15},{"state_name":"active+recovering+degraded","count":2}],"num_pgs":17,"num_pools":2,"num_objects":33900,"data_bytes":2221604888,"bytes_used":7911727104,"bytes_avail":760048558080,"bytes_total":767960285184,"degraded_objects":3584,"degraded_total":67800,"degraded_ratio":0.052861356932153394,"recovering_objects_per_sec":94,"recovering_bytes_per_sec":6224299,"recovering_keys_per_sec":0,"num_objects_recovered":760,"num_bytes_recovered":49807360,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":601},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://smithi071.front.sepia.ceph.com:8443/"}},"servicemap":{"epoch":66,"modified":"2020-11-16T20:58:00.597490+0000","services":{}},"progress_events":{}}
2020-11-16T20:59:07.491 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:07.694 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:07 smithi071 bash[26650]: debug 2020-11-16T20:59:07.392+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:07.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:07 smithi071 bash[9480]: cluster 2020-11-16T20:59:06.273014+0000 osd.2 (osd.2) 231 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:07.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:07 smithi071 bash[9480]: cluster 2020-11-16T20:59:06.273145+0000 osd.2 (osd.2) 232 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:07.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:07 smithi071 bash[9480]: cluster 2020-11-16T20:59:06.419848+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e850: 12 total, 11 up, 8 in
2020-11-16T20:59:07.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:07 smithi071 bash[9480]: cluster 2020-11-16T20:59:06.794048+0000 mon.a (mon.0) 2651 : cluster [WRN] Health check update: Degraded data redundancy: 3584/70414 objects degraded (5.090%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:07.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:07 smithi071 bash[9480]: audit 2020-11-16T20:59:07.326854+0000 mon.a (mon.0) 2652 : audit [INF] from='client.? v1:172.21.15.142:0/3851477959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:07.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:07 smithi065 bash[9468]: cluster 2020-11-16T20:59:06.273014+0000 osd.2 (osd.2) 231 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:07.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:07 smithi065 bash[9468]: cluster 2020-11-16T20:59:06.273145+0000 osd.2 (osd.2) 232 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:07.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:07 smithi065 bash[9468]: cluster 2020-11-16T20:59:06.419848+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e850: 12 total, 11 up, 8 in
2020-11-16T20:59:07.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:07 smithi065 bash[9468]: cluster 2020-11-16T20:59:06.794048+0000 mon.a (mon.0) 2651 : cluster [WRN] Health check update: Degraded data redundancy: 3584/70414 objects degraded (5.090%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:07.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:07 smithi065 bash[9468]: audit 2020-11-16T20:59:07.326854+0000 mon.a (mon.0) 2652 : audit [INF] from='client.? v1:172.21.15.142:0/3851477959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:07.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:07 smithi142 bash[9523]: cluster 2020-11-16T20:59:06.273014+0000 osd.2 (osd.2) 231 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:07.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:07 smithi142 bash[9523]: cluster 2020-11-16T20:59:06.273145+0000 osd.2 (osd.2) 232 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:07.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:07 smithi142 bash[9523]: cluster 2020-11-16T20:59:06.419848+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e850: 12 total, 11 up, 8 in
2020-11-16T20:59:07.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:07 smithi142 bash[9523]: cluster 2020-11-16T20:59:06.794048+0000 mon.a (mon.0) 2651 : cluster [WRN] Health check update: Degraded data redundancy: 3584/70414 objects degraded (5.090%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:07.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:07 smithi142 bash[9523]: audit 2020-11-16T20:59:07.326854+0000 mon.a (mon.0) 2652 : audit [INF] from='client.? v1:172.21.15.142:0/3851477959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:07.808 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:59:07.999 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:08.103 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:08.289 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:08.316 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:08 smithi071 bash[12066]: debug 2020-11-16T20:59:08.000+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:08.395 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:08.403 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:08 smithi065 bash[16457]: debug 2020-11-16T20:59:08.286+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:08.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:08 smithi071 bash[9480]: cluster 2020-11-16T20:59:06.615965+0000 mgr.x (mgr.14196) 1429 : cluster [DBG] pgmap v2176: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 2.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 3584/67800 objects degraded (5.286%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:59:08.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:08 smithi071 bash[9480]: audit 2020-11-16T20:59:07.490310+0000 mon.a (mon.0) 2653 : audit [DBG] from='client.? v1:172.21.15.142:0/4110121869' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:59:08.645 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:08 smithi071 bash[9480]: cluster 2020-11-16T20:59:07.802579+0000 mon.a (mon.0) 2654 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:08.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:08 smithi071 bash[9480]: audit 2020-11-16T20:59:07.812049+0000 mon.a (mon.0) 2655 : audit [INF] from='client.? v1:172.21.15.142:0/3851477959' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:59:08.646 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:08 smithi071 bash[9480]: cluster 2020-11-16T20:59:07.812167+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e851: 12 total, 11 up, 8 in
2020-11-16T20:59:08.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:08 smithi065 bash[9468]: cluster 2020-11-16T20:59:06.615965+0000 mgr.x (mgr.14196) 1429 : cluster [DBG] pgmap v2176: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 2.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 3584/67800 objects degraded (5.286%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:59:08.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:08 smithi065 bash[9468]: audit 2020-11-16T20:59:07.490310+0000 mon.a (mon.0) 2653 : audit [DBG] from='client.? v1:172.21.15.142:0/4110121869' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:59:08.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:08 smithi065 bash[9468]: cluster 2020-11-16T20:59:07.802579+0000 mon.a (mon.0) 2654 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:08.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:08 smithi065 bash[9468]: audit 2020-11-16T20:59:07.812049+0000 mon.a (mon.0) 2655 : audit [INF] from='client.? v1:172.21.15.142:0/3851477959' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:59:08.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:08 smithi065 bash[9468]: cluster 2020-11-16T20:59:07.812167+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e851: 12 total, 11 up, 8 in
2020-11-16T20:59:08.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:08 smithi142 bash[9523]: cluster 2020-11-16T20:59:06.615965+0000 mgr.x (mgr.14196) 1429 : cluster [DBG] pgmap v2176: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 2.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 3584/67800 objects degraded (5.286%); 5.9 MiB/s, 94 objects/s recovering
2020-11-16T20:59:08.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:08 smithi142 bash[9523]: audit 2020-11-16T20:59:07.490310+0000 mon.a (mon.0) 2653 : audit [DBG] from='client.? v1:172.21.15.142:0/4110121869' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:59:08.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:08 smithi142 bash[9523]: cluster 2020-11-16T20:59:07.802579+0000 mon.a (mon.0) 2654 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:08.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:08 smithi142 bash[9523]: audit 2020-11-16T20:59:07.812049+0000 mon.a (mon.0) 2655 : audit [INF] from='client.? v1:172.21.15.142:0/3851477959' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:59:08.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:08 smithi142 bash[9523]: cluster 2020-11-16T20:59:07.812167+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e851: 12 total, 11 up, 8 in
2020-11-16T20:59:08.822 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:59:08.893 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout
2020-11-16T20:59:08.893 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:59:08.975 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:09.028 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:10.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:10 smithi071 bash[9480]: cluster 2020-11-16T20:59:08.616652+0000 mgr.x (mgr.14196) 1430 : cluster [DBG] pgmap v2178: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 632 op/s; 3146/63710 objects degraded (4.938%); 7.7 MiB/s, 123 objects/s recovering
2020-11-16T20:59:10.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:10 smithi142 bash[9523]: cluster 2020-11-16T20:59:08.616652+0000 mgr.x (mgr.14196) 1430 : cluster [DBG] pgmap v2178: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 632 op/s; 3146/63710 objects degraded (4.938%); 7.7 MiB/s, 123 objects/s recovering
2020-11-16T20:59:10.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:10 smithi065 bash[9468]: cluster 2020-11-16T20:59:08.616652+0000 mgr.x (mgr.14196) 1430 : cluster [DBG] pgmap v2178: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 632 op/s; 3146/63710 objects degraded (4.938%); 7.7 MiB/s, 123 objects/s recovering
2020-11-16T20:59:10.920 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:59:10.921 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:59:11.362 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:11.466 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:11.527 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:59:11.681 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:11.772 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_historic_ops
2020-11-16T20:59:11.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:11 smithi065 bash[16457]: debug 2020-11-16T20:59:11.362+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:59:12.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:12 smithi071 bash[9480]: cluster 2020-11-16T20:59:10.617100+0000 mgr.x (mgr.14196) 1431 : cluster [DBG] pgmap v2179: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 528 op/s; 3146/62790 objects degraded (5.010%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:59:12.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:12 smithi071 bash[9480]: cluster 2020-11-16T20:59:11.796487+0000 mon.a (mon.0) 2657 : cluster [WRN] Health check update: Degraded data redundancy: 3146/62790 objects degraded (5.010%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:12.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:12 smithi065 bash[9468]: cluster 2020-11-16T20:59:10.617100+0000 mgr.x (mgr.14196) 1431 : cluster [DBG] pgmap v2179: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 528 op/s; 3146/62790 objects degraded (5.010%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:59:12.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:12 smithi065 bash[9468]: cluster 2020-11-16T20:59:11.796487+0000 mon.a (mon.0) 2657 : cluster [WRN] Health check update: Degraded data redundancy: 3146/62790 objects degraded (5.010%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:12.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:12 smithi142 bash[9523]: cluster 2020-11-16T20:59:10.617100+0000 mgr.x (mgr.14196) 1431 : cluster [DBG] pgmap v2179: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.9 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 528 op/s; 3146/62790 objects degraded (5.010%); 3.8 MiB/s, 60 objects/s recovering
2020-11-16T20:59:12.783 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:12 smithi142 bash[9523]: cluster 2020-11-16T20:59:11.796487+0000 mon.a (mon.0) 2657 : cluster [WRN] Health check update: Degraded data redundancy: 3146/62790 objects degraded (5.010%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:13.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:13 smithi071 bash[9480]: cluster 2020-11-16T20:59:12.620471+0000 osd.10 (osd.10) 215 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:13.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:13 smithi071 bash[9480]: cluster 2020-11-16T20:59:12.620542+0000 osd.10 (osd.10) 216 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:13.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:13 smithi065 bash[9468]: cluster 2020-11-16T20:59:12.620471+0000 osd.10 (osd.10) 215 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:13.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:13 smithi065 bash[9468]: cluster 2020-11-16T20:59:12.620542+0000 osd.10 (osd.10) 216 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:13.867 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:13.971 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:14.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:13 smithi142 bash[9523]: cluster 2020-11-16T20:59:12.620471+0000 osd.10 (osd.10) 215 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:14.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:13 smithi142 bash[9523]: cluster 2020-11-16T20:59:12.620542+0000 osd.10 (osd.10) 216 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:14.144 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:14.247 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:14.255 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:13 smithi065 bash[11785]: debug 2020-11-16T20:59:13.865+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:14.440 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:14 smithi071 bash[16796]: debug 2020-11-16T20:59:14.144+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:14.632 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:14 smithi142 bash[9523]: cluster 2020-11-16T20:59:12.617741+0000 mgr.x (mgr.14196) 1432 : cluster [DBG] pgmap v2180: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.8 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 2717/57994 objects degraded (4.685%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:14.632 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:14 smithi142 bash[9523]: cluster 2020-11-16T20:59:13.452237+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e852: 12 total, 11 up, 8 in
2020-11-16T20:59:14.683 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:14 smithi065 bash[9468]: cluster 2020-11-16T20:59:12.617741+0000 mgr.x (mgr.14196) 1432 : cluster [DBG] pgmap v2180: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.8 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 2717/57994 objects degraded (4.685%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:14.684 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:14 smithi065 bash[9468]: cluster 2020-11-16T20:59:13.452237+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e852: 12 total, 11 up, 8 in
2020-11-16T20:59:14.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:14 smithi071 bash[9480]: cluster 2020-11-16T20:59:12.617741+0000 mgr.x (mgr.14196) 1432 : cluster [DBG] pgmap v2180: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.8 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 2717/57994 objects degraded (4.685%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:14.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:14 smithi071 bash[9480]: cluster 2020-11-16T20:59:13.452237+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e852: 12 total, 11 up, 8 in
2020-11-16T20:59:15.597 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:15.701 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:15.769 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:59:15.776 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:59:15.782 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:59:15.793 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:59:15.822 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:59:15.848 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:59:15.863 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:15.875 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:59:15.903 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:59:15.937 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:59:15.966 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:15.973 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:59:16.001 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:59:16.028 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:15 smithi065 bash[14115]: debug 2020-11-16T20:59:15.597+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:16.032 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:59:16.054 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:59:16.054 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T20:59:16.054 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T20:59:16.054 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": []
2020-11-16T20:59:16.055 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:59:16.060 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:59:16.060 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:59:16.060 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:59:16.061 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.061 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.061 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.061 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.061 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.061 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.061 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.062 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.062 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.062 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.062 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:59:16.146 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:15 smithi071 bash[26650]: debug 2020-11-16T20:59:15.864+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:16.272 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:16.377 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:16.521 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[114994]: debug 2020-11-16T20:59:16.273+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:16.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:14.618469+0000 mgr.x (mgr.14196) 1433 : cluster [DBG] pgmap v2182: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.7 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 2717/57144 objects degraded (4.755%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:16.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: audit 2020-11-16T20:59:14.985013+0000 mgr.x (mgr.14196) 1434 : audit [DBG] from='client.16908 v1:172.21.15.142:0/721107149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:16.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: audit 2020-11-16T20:59:15.752696+0000 mon.a (mon.0) 2659 : audit [DBG] from='client.? v1:172.21.15.142:0/2826476417' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:16.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:15.778462+0000 osd.1 (osd.1) 311 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:15.802467+0000 osd.2 (osd.2) 233 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:15.831454+0000 osd.3 (osd.3) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:15.856610+0000 osd.4 (osd.4) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:15.911200+0000 osd.6 (osd.6) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:15.945775+0000 osd.7 (osd.7) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:15.980445+0000 osd.8 (osd.8) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:16 smithi065 bash[9468]: cluster 2020-11-16T20:59:16.039074+0000 osd.10 (osd.10) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:14.618469+0000 mgr.x (mgr.14196) 1433 : cluster [DBG] pgmap v2182: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.7 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 2717/57144 objects degraded (4.755%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:16.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: audit 2020-11-16T20:59:14.985013+0000 mgr.x (mgr.14196) 1434 : audit [DBG] from='client.16908 v1:172.21.15.142:0/721107149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:16.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: audit 2020-11-16T20:59:15.752696+0000 mon.a (mon.0) 2659 : audit [DBG] from='client.? v1:172.21.15.142:0/2826476417' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:16.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:15.778462+0000 osd.1 (osd.1) 311 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:15.802467+0000 osd.2 (osd.2) 233 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:15.831454+0000 osd.3 (osd.3) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:15.856610+0000 osd.4 (osd.4) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:15.911200+0000 osd.6 (osd.6) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:15.945775+0000 osd.7 (osd.7) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:15.980445+0000 osd.8 (osd.8) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:16 smithi142 bash[9523]: cluster 2020-11-16T20:59:16.039074+0000 osd.10 (osd.10) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.822 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:14.618469+0000 mgr.x (mgr.14196) 1433 : cluster [DBG] pgmap v2182: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.7 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 2717/57144 objects degraded (4.755%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:16.822 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: audit 2020-11-16T20:59:14.985013+0000 mgr.x (mgr.14196) 1434 : audit [DBG] from='client.16908 v1:172.21.15.142:0/721107149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:16.822 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: audit 2020-11-16T20:59:15.752696+0000 mon.a (mon.0) 2659 : audit [DBG] from='client.? v1:172.21.15.142:0/2826476417' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:16.822 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:15.778462+0000 osd.1 (osd.1) 311 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.822 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:15.802467+0000 osd.2 (osd.2) 233 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.823 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:15.831454+0000 osd.3 (osd.3) 46 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.823 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:15.856610+0000 osd.4 (osd.4) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.823 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:15.911200+0000 osd.6 (osd.6) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.823 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:15.945775+0000 osd.7 (osd.7) 224 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.823 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:15.980445+0000 osd.8 (osd.8) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.823 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[9480]: cluster 2020-11-16T20:59:16.039074+0000 osd.10 (osd.10) 217 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:16.824 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:16.926 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:16.960 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight
2020-11-16T20:59:17.103 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:59:17.194 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:16 smithi071 bash[12066]: debug 2020-11-16T20:59:16.824+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:17.457 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:17.562 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:17.648 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2182,"stamp":"2020-11-16T20:59:14.618088+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1872429080,"num_objects":28572,"num_object_clones":0,"num_object_copies":57144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2717,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28572,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":146666,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12682,"num_bytes_recovered":831127552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":147693,"ondisk_log_size":147693,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":7136136,"kb_used_data":3490248,"kb_used_omap":0,"kb_used_meta":3645759,"kb_avail":742825080,"statfs":{"total":767960285184,"available":760652881920,"internally_reserved":0,"allocated":3574013952,"data_stored":3571125604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3733257276},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-349175808,"num_objects":-5328,"num_object_clones":0,"num_object_copies":-10656,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-867,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-5328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5328,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":867,"num_bytes_recovered":56819712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002411"},"pg_stats":[{"pgid":"8.f","version":"851'9110","reported_seq":"9171","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:11.218601+0000","last_change":"2020-11-16T20:56:06.048298+0000","last_active":"2020-11-16T20:59:11.218601+0000","last_peered":"2020-11-16T20:59:11.218601+0000","last_clean":"2020-11-16T20:59:11.218601+0000","last_became_active":"2020-11-16T20:56:06.047761+0000","last_became_peered":"2020-11-16T20:56:06.047761+0000","last_unstale":"2020-11-16T20:59:11.218601+0000","last_undegraded":"2020-11-16T20:59:11.218601+0000","last_fullsized":"2020-11-16T20:59:11.218601+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9110,"ondisk_log_size":9110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120848384,"num_objects":1844,"num_object_clones":0,"num_object_copies":3688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9110,"num_write_kb":350528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.e","version":"851'9178","reported_seq":"19482","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:13.023522+0000","last_change":"2020-11-16T20:59:00.360239+0000","last_active":"2020-11-16T20:59:13.023522+0000","last_peered":"2020-11-16T20:59:13.023522+0000","last_clean":"2020-11-16T20:59:13.023522+0000","last_became_active":"2020-11-16T20:57:39.190964+0000","last_became_peered":"2020-11-16T20:57:39.190964+0000","last_unstale":"2020-11-16T20:59:13.023522+0000","last_undegraded":"2020-11-16T20:59:13.023522+0000","last_fullsized":"2020-11-16T20:59:13.023522+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":848,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9178,"ondisk_log_size":9178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112197632,"num_objects":1712,"num_object_clones":0,"num_object_copies":3424,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9178,"num_write_kb":348480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5114,"num_bytes_recovered":335151104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"851'9341","reported_seq":"9404","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:11.352096+0000","last_change":"2020-11-16T20:56:06.243845+0000","last_active":"2020-11-16T20:59:11.352096+0000","last_peered":"2020-11-16T20:59:11.352096+0000","last_clean":"2020-11-16T20:59:11.352096+0000","last_became_active":"2020-11-16T20:56:06.242888+0000","last_became_peered":"2020-11-16T20:56:06.242888+0000","last_unstale":"2020-11-16T20:59:11.352096+0000","last_undegraded":"2020-11-16T20:59:11.352096+0000","last_fullsized":"2020-11-16T20:59:11.352096+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9341,"ondisk_log_size":9341,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":117964824,"num_objects":1801,"num_object_clones":0,"num_object_copies":3602,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1801,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9341,"num_write_kb":356481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.c","version":"851'9078","reported_seq":"9140","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:12.223646+0000","last_change":"2020-11-16T20:56:06.246709+0000","last_active":"2020-11-16T20:59:12.223646+0000","last_peered":"2020-11-16T20:59:12.223646+0000","last_clean":"2020-11-16T20:59:12.223646+0000","last_became_active":"2020-11-16T20:56:06.245797+0000","last_became_peered":"2020-11-16T20:56:06.245797+0000","last_unstale":"2020-11-16T20:59:12.223646+0000","last_undegraded":"2020-11-16T20:59:12.223646+0000","last_fullsized":"2020-11-16T20:59:12.223646+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9078,"ondisk_log_size":9078,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114294784,"num_objects":1744,"num_object_clones":0,"num_object_copies":3488,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1744,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9078,"num_write_kb":346304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.b","version":"851'9330","reported_seq":"9392","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:12.253570+0000","last_change":"2020-11-16T20:56:06.048733+0000","last_active":"2020-11-16T20:59:12.253570+0000","last_peered":"2020-11-16T20:59:12.253570+0000","last_clean":"2020-11-16T20:59:12.253570+0000","last_became_active":"2020-11-16T20:56:06.048409+0000","last_became_peered":"2020-11-16T20:56:06.048409+0000","last_unstale":"2020-11-16T20:59:12.253570+0000","last_undegraded":"2020-11-16T20:59:12.253570+0000","last_fullsized":"2020-11-16T20:59:12.253570+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9330,"ondisk_log_size":9330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":117440512,"num_objects":1792,"num_object_clones":0,"num_object_copies":3584,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1792,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9330,"num_write_kb":355904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.a","version":"851'9003","reported_seq":"9065","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:12.273551+0000","last_change":"2020-11-16T20:56:06.246765+0000","last_active":"2020-11-16T20:59:12.273551+0000","last_peered":"2020-11-16T20:59:12.273551+0000","last_clean":"2020-11-16T20:59:12.273551+0000","last_became_active":"2020-11-16T20:56:06.245928+0000","last_became_peered":"2020-11-16T20:56:06.245928+0000","last_unstale":"2020-11-16T20:59:12.273551+0000","last_undegraded":"2020-11-16T20:59:12.273551+0000","last_fullsized":"2020-11-16T20:59:12.273551+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9003,"ondisk_log_size":9003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":118292480,"num_objects":1805,"num_object_clones":0,"num_object_copies":3610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1805,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9003,"num_write_kb":345856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.8","version":"851'9430","reported_seq":"9492","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:11.760493+0000","last_change":"2020-11-16T20:56:06.247539+0000","last_active":"2020-11-16T20:59:11.760493+0000","last_peered":"2020-11-16T20:59:11.760493+0000","last_clean":"2020-11-16T20:59:11.760493+0000","last_became_active":"2020-11-16T20:56:06.247087+0000","last_became_peered":"2020-11-16T20:56:06.247087+0000","last_unstale":"2020-11-16T20:59:11.760493+0000","last_undegraded":"2020-11-16T20:59:11.760493+0000","last_fullsized":"2020-11-16T20:59:11.760493+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9430,"ondisk_log_size":9430,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120586240,"num_objects":1840,"num_object_clones":0,"num_object_copies":3680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1840,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9430,"num_write_kb":360640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.7","version":"851'12557","reported_seq":"12621","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:10.128575+0000","last_change":"2020-11-16T20:57:22.138440+0000","last_active":"2020-11-16T20:59:10.128575+0000","last_peered":"2020-11-16T20:59:10.128575+0000","last_clean":"2020-11-16T20:59:10.128575+0000","last_became_active":"2020-11-16T20:56:06.047545+0000","last_became_peered":"2020-11-16T20:56:06.047545+0000","last_unstale":"2020-11-16T20:59:10.128575+0000","last_undegraded":"2020-11-16T20:59:10.128575+0000","last_fullsized":"2020-11-16T20:59:10.128575+0000","mapping_epoch":796,"log_start":"806'2500","ondisk_log_start":"806'2500","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"823'8640","last_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_deep_scrub":"823'8640","last_deep_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_clean_scrub_stamp":"2020-11-16T20:57:22.138378+0000","log_size":10057,"ondisk_log_size":10057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122683392,"num_objects":1872,"num_object_clones":0,"num_object_copies":3744,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1872,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9030,"num_write_kb":348864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.6","version":"851'9342","reported_seq":"9403","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:11.238262+0000","last_change":"2020-11-16T20:56:06.048830+0000","last_active":"2020-11-16T20:59:11.238262+0000","last_peered":"2020-11-16T20:59:11.238262+0000","last_clean":"2020-11-16T20:59:11.238262+0000","last_became_active":"2020-11-16T20:56:06.048406+0000","last_became_peered":"2020-11-16T20:56:06.048406+0000","last_unstale":"2020-11-16T20:59:11.238262+0000","last_undegraded":"2020-11-16T20:59:11.238262+0000","last_fullsized":"2020-11-16T20:59:11.238262+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9342,"ondisk_log_size":9342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121634816,"num_objects":1856,"num_object_clones":0,"num_object_copies":3712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9342,"num_write_kb":358336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10],"acting":[11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.5","version":"851'8902","reported_seq":"8964","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:11.704390+0000","last_change":"2020-11-16T20:56:06.049925+0000","last_active":"2020-11-16T20:59:11.704390+0000","last_peered":"2020-11-16T20:59:11.704390+0000","last_clean":"2020-11-16T20:59:11.704390+0000","last_became_active":"2020-11-16T20:56:06.049489+0000","last_became_peered":"2020-11-16T20:56:06.049489+0000","last_unstale":"2020-11-16T20:59:11.704390+0000","last_undegraded":"2020-11-16T20:59:11.704390+0000","last_fullsized":"2020-11-16T20:59:11.704390+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8902,"ondisk_log_size":8902,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112721920,"num_objects":1720,"num_object_clones":0,"num_object_copies":3440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1720,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8902,"num_write_kb":339904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.4","version":"851'8987","reported_seq":"9049","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:11.732267+0000","last_change":"2020-11-16T20:56:06.246083+0000","last_active":"2020-11-16T20:59:11.732267+0000","last_peered":"2020-11-16T20:59:11.732267+0000","last_clean":"2020-11-16T20:59:11.732267+0000","last_became_active":"2020-11-16T20:56:06.245553+0000","last_became_peered":"2020-11-16T20:56:06.245553+0000","last_unstale":"2020-11-16T20:59:11.732267+0000","last_undegraded":"2020-11-16T20:59:11.732267+0000","last_fullsized":"2020-11-16T20:59:11.732267+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":8987,"ondisk_log_size":8987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112394240,"num_objects":1715,"num_object_clones":0,"num_object_copies":3430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1715,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8987,"num_write_kb":342464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.3","version":"851'9271","reported_seq":"9333","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:11.177049+0000","last_change":"2020-11-16T20:56:06.046103+0000","last_active":"2020-11-16T20:59:11.177049+0000","last_peered":"2020-11-16T20:59:11.177049+0000","last_clean":"2020-11-16T20:59:11.177049+0000","last_became_active":"2020-11-16T20:56:06.045547+0000","last_became_peered":"2020-11-16T20:56:06.045547+0000","last_unstale":"2020-11-16T20:59:11.177049+0000","last_undegraded":"2020-11-16T20:59:11.177049+0000","last_fullsized":"2020-11-16T20:59:11.177049+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9271,"ondisk_log_size":9271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113836032,"num_objects":1737,"num_object_clones":0,"num_object_copies":3474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9271,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.2","version":"851'9054","reported_seq":"16593","reported_epoch":"851","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:59:11.757131+0000","last_change":"2020-11-16T20:57:39.192312+0000","last_active":"2020-11-16T20:59:11.757131+0000","last_peered":"2020-11-16T20:59:11.757131+0000","last_clean":"2020-11-16T20:57:03.147357+0000","last_became_active":"2020-11-16T20:57:39.169189+0000","last_became_peered":"2020-11-16T20:57:39.169189+0000","last_unstale":"2020-11-16T20:59:11.757131+0000","last_undegraded":"2020-11-16T20:57:39.030592+0000","last_fullsized":"2020-11-16T20:59:11.757131+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9054,"ondisk_log_size":9054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":115212288,"num_objects":1758,"num_object_clones":0,"num_object_copies":3516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1326,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1758,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9054,"num_write_kb":345984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3736,"num_bytes_recovered":244842496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":["10"],"object_location_counts":[{"shards":"4,10","objects":432},{"shards":"10","objects":1326}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.1","version":"851'9053","reported_seq":"9114","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:10.057597+0000","last_change":"2020-11-16T20:56:06.247277+0000","last_active":"2020-11-16T20:59:10.057597+0000","last_peered":"2020-11-16T20:59:10.057597+0000","last_clean":"2020-11-16T20:59:10.057597+0000","last_became_active":"2020-11-16T20:56:06.245647+0000","last_became_peered":"2020-11-16T20:56:06.245647+0000","last_unstale":"2020-11-16T20:59:10.057597+0000","last_undegraded":"2020-11-16T20:59:10.057597+0000","last_fullsized":"2020-11-16T20:59:10.057597+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9053,"ondisk_log_size":9053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120782848,"num_objects":1843,"num_object_clones":0,"num_object_copies":3686,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1843,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9053,"num_write_kb":348672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"851'9203","reported_seq":"9265","reported_epoch":"851","state":"active+clean","last_fresh":"2020-11-16T20:59:13.030102+0000","last_change":"2020-11-16T20:56:06.248850+0000","last_active":"2020-11-16T20:59:13.030102+0000","last_peered":"2020-11-16T20:59:13.030102+0000","last_clean":"2020-11-16T20:59:13.030102+0000","last_became_active":"2020-11-16T20:56:06.248111+0000","last_became_peered":"2020-11-16T20:56:06.248111+0000","last_unstale":"2020-11-16T20:59:13.030102+0000","last_undegraded":"2020-11-16T20:59:13.030102+0000","last_fullsized":"2020-11-16T20:59:13.030102+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9203,"ondisk_log_size":9203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":118161408,"num_objects":1803,"num_object_clones":0,"num_object_copies":3606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1803,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9203,"num_write_kb":352192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9],"acting":[4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"851'9354","reported_seq":"17085","reported_epoch":"851","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:59:11.760333+0000","last_change":"2020-11-16T20:57:39.229286+0000","last_active":"2020-11-16T20:59:11.760333+0000","last_peered":"2020-11-16T20:59:11.760333+0000","last_clean":"2020-11-16T20:57:03.154469+0000","last_became_active":"2020-11-16T20:57:39.177182+0000","last_became_peered":"2020-11-16T20:57:39.177182+0000","last_unstale":"2020-11-16T20:59:11.760333+0000","last_undegraded":"2020-11-16T20:57:39.032931+0000","last_fullsized":"2020-11-16T20:59:11.760333+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9354,"ondisk_log_size":9354,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113377280,"num_objects":1730,"num_object_clones":0,"num_object_copies":3460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1391,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9354,"num_write_kb":354688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3832,"num_bytes_recovered":251133952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":["10"],"object_location_counts":[{"shards":"9,10","objects":339},{"shards":"10","objects":1391}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"382","reported_epoch":"850","state":"active+clean","last_fresh":"2020-11-16T20:59:06.425939+0000","last_change":"2020-11-16T20:57:03.569883+0000","last_active":"2020-11-16T20:59:06.425939+0000","last_peered":"2020-11-16T20:59:06.425939+0000","last_clean":"2020-11-16T20:59:06.425939+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:59:06.425939+0000","last_undegraded":"2020-11-16T20:59:06.425939+0000","last_fullsized":"2020-11-16T20:59:06.425939+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_clean_scrub_stamp":"2020-11-16T20:57:03.569650+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":1872429080,"num_objects":28572,"num_object_clones":0,"num_object_copies":57144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2717,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28572,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":146666,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12682,"num_bytes_recovered":831127552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4534247424,"data_stored":4534239280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":147693,"ondisk_log_size":147693,"up":32,"acting":32,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631947,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1057804,"kb_used_data":585668,"kb_used_omap":0,"kb_used_meta":472128,"kb_avail":92687348,"statfs":{"total":95995035648,"available":94911844352,"internally_reserved":0,"allocated":599724032,"data_stored":599359922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":483459072},"hb_peers":[1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.702,"5min":4.5250000000000004,"15min":3.4140000000000001},"min":{"1min":0.82499999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":14.013,"5min":155.821,"15min":155.821},"last":4.3570000000000002},{"interface":"front","average":{"1min":1.9510000000000001,"5min":4.3719999999999999,"15min":3.4420000000000002},"min":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.55600000000000005},"max":{"1min":4.8810000000000002,"5min":153.465,"15min":153.465},"last":1.0940000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6299999999999999,"5min":2.347,"15min":2.2999999999999998},"min":{"1min":1.302,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":7.1040000000000001,"5min":7.1040000000000001,"15min":7.1040000000000001},"last":1.6040000000000001},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.9550000000000001,"15min":2.968},"min":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":7.883,"5min":9.6509999999999998,"15min":9.6509999999999998},"last":3.0169999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.851,"5min":2.851,"15min":2.851},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":8.0350000000000001,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":2.669},{"interface":"front","average":{"1min":3.2040000000000002,"5min":3.2040000000000002,"15min":3.2040000000000002},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":7.2110000000000003,"5min":7.2110000000000003,"15min":7.2110000000000003},"last":3.4260000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":2.754,"5min":2.2799999999999998,"15min":2.052},"min":{"1min":1.0509999999999999,"5min":0.86599999999999999,"15min":0.79300000000000004},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":2.883},{"interface":"front","average":{"1min":1.6890000000000001,"5min":1.921,"15min":2.0369999999999999},"min":{"1min":0.874,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":4.5220000000000002,"5min":7.4829999999999997,"15min":7.4829999999999997},"last":2.169}]},{"osd":4,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":3.153,"5min":3.798,"15min":2.839},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.60599999999999998},"max":{"1min":8.1029999999999998,"5min":25.111999999999998,"15min":28.960999999999999},"last":10.256},{"interface":"front","average":{"1min":1.8180000000000001,"5min":2.589,"15min":2.5680000000000001},"min":{"1min":0.74099999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.4020000000000001,"5min":25.768000000000001,"15min":28.922999999999998},"last":5.2750000000000004}]},{"osd":5,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":4.9249999999999998,"5min":2.8889999999999998,"15min":2.831},"min":{"1min":1,"5min":0.81999999999999995,"15min":0.80900000000000005},"max":{"1min":57.170000000000002,"5min":57.170000000000002,"15min":95.222999999999999},"last":4.9640000000000004},{"interface":"front","average":{"1min":5.3680000000000003,"5min":3.335,"15min":2.6579999999999999},"min":{"1min":1.3260000000000001,"5min":0.72799999999999998,"15min":0.65600000000000003},"max":{"1min":57.853999999999999,"5min":57.853999999999999,"15min":57.853999999999999},"last":5.569}]},{"osd":6,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.726,"5min":4.2110000000000003,"15min":3.6589999999999998},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.78200000000000003},"max":{"1min":57.039999999999999,"5min":57.039999999999999,"15min":86.338999999999999},"last":3.7200000000000002},{"interface":"front","average":{"1min":7.1369999999999996,"5min":4.1239999999999997,"15min":4.0510000000000002},"min":{"1min":1.502,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":57.732999999999997,"5min":57.732999999999997,"15min":96.640000000000001},"last":6.4660000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:58:18 2020","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":3.254,"15min":3.669},"min":{"1min":1.0269999999999999,"5min":0.94699999999999995,"15min":0.83799999999999997},"max":{"1min":4.3949999999999996,"5min":26.728000000000002,"15min":97.006},"last":5.8879999999999999},{"interface":"front","average":{"1min":3.3860000000000001,"5min":3.4980000000000002,"15min":3.254},"min":{"1min":1.143,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":8.1050000000000004,"5min":25.859000000000002,"15min":69.757000000000005},"last":3.3370000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.907,"5min":4.5330000000000004,"15min":3.7309999999999999},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.93700000000000006},"max":{"1min":57.396000000000001,"5min":57.396000000000001,"15min":97.784000000000006},"last":6.1900000000000004},{"interface":"front","average":{"1min":3.7639999999999998,"5min":3.1909999999999998,"15min":3.3679999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":8.234,"5min":8.234,"15min":95.897999999999996},"last":4.0300000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:58:23 2020","interfaces":[{"interface":"back","average":{"1min":6.1150000000000002,"5min":3.5680000000000001,"15min":3.4670000000000001},"min":{"1min":1.127,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":56.792000000000002,"5min":56.792000000000002,"15min":98.706999999999994},"last":12.114000000000001},{"interface":"front","average":{"1min":4.6840000000000002,"5min":3.9790000000000001,"15min":3.7639999999999998},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":12.765000000000001,"5min":16.169,"15min":99.385000000000005},"last":4.3940000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":8.343,"5min":5.9720000000000004,"15min":4.4169999999999998},"min":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.0720000000000001},"max":{"1min":60.487000000000002,"5min":60.487000000000002,"15min":97.399000000000001},"last":12.271000000000001},{"interface":"front","average":{"1min":6.4749999999999996,"5min":4.085,"15min":3.7069999999999999},"min":{"1min":1.2549999999999999,"5min":1.216,"15min":1.0880000000000001},"max":{"1min":61.078000000000003,"5min":61.078000000000003,"15min":95.094999999999999},"last":12.224}]}]},{"osd":10,"up_from":95,"seq":408021893585,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":974152,"kb_used_data":683712,"kb_used_omap":0,"kb_used_meta":290432,"kb_avail":92771000,"statfs":{"total":95995035648,"available":94997504000,"internally_reserved":0,"allocated":700121088,"data_stored":699761050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":297402368},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":2.891},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":0.84799999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6880000000000002,"5min":2.7879999999999998,"15min":2.0249999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":26.946999999999999,"5min":44.258000000000003,"15min":44.258000000000003},"last":1.1839999999999999},{"interface":"front","average":{"1min":3.6459999999999999,"5min":3.1070000000000002,"15min":2.383},"min":{"1min":0.95499999999999996,"5min":0.623,"15min":0.54700000000000004},"max":{"1min":26.350000000000001,"5min":44.149999999999999,"15min":44.149999999999999},"last":3.5649999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.649,"5min":2.214,"15min":1.784},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.63900000000000001},"max":{"1min":2.9780000000000002,"5min":9.7949999999999999,"15min":9.7949999999999999},"last":3.7130000000000001},{"interface":"front","average":{"1min":2.073,"5min":2.2930000000000001,"15min":1.792},"min":{"1min":0.80600000000000005,"5min":0.73299999999999998,"15min":0.57999999999999996},"max":{"1min":4.125,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":5.0800000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.367,"5min":2.367,"15min":2.367},"min":{"1min":1.415,"5min":1.415,"15min":1.415},"max":{"1min":3.3610000000000002,"5min":3.3610000000000002,"15min":3.3610000000000002},"last":4.548},{"interface":"front","average":{"1min":1.7669999999999999,"5min":1.7669999999999999,"15min":1.7669999999999999},"min":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":1.4139999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":2.5720000000000001,"15min":2.2440000000000002},"min":{"1min":0.77000000000000002,"5min":0.63,"15min":0.629},"max":{"1min":6.657,"5min":8.4730000000000008,"15min":8.4730000000000008},"last":4.8929999999999998},{"interface":"front","average":{"1min":3.077,"5min":2.887,"15min":2.2850000000000001},"min":{"1min":1.1379999999999999,"5min":0.66300000000000003,"15min":0.64800000000000002},"max":{"1min":5.1749999999999998,"5min":9.5350000000000001,"15min":9.5350000000000001},"last":4.7060000000000004}]},{"osd":5,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.3769999999999998,"5min":2.9129999999999998,"15min":2.4169999999999998},"min":{"1min":0.89800000000000002,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":6.7839999999999998,"5min":9.4410000000000007,"15min":9.4410000000000007},"last":5.0419999999999998},{"interface":"front","average":{"1min":2.6099999999999999,"5min":2.613,"15min":2.0870000000000002},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":6.6890000000000001,"5min":9.3390000000000004,"15min":9.3390000000000004},"last":4.9560000000000004}]},{"osd":6,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.1059999999999999,"5min":3.1099999999999999,"15min":2.7240000000000002},"min":{"1min":1.3939999999999999,"5min":0.91600000000000004,"15min":0.80900000000000005},"max":{"1min":6.9950000000000001,"5min":9.7390000000000008,"15min":24.273},"last":5.1909999999999998},{"interface":"front","average":{"1min":3.335,"5min":3.1760000000000002,"15min":2.9460000000000002},"min":{"1min":0.83599999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":6.8769999999999998,"5min":9.4169999999999998,"15min":24.326000000000001},"last":4.8300000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":3.492,"5min":3.2719999999999998,"15min":2.7810000000000001},"min":{"1min":0.82499999999999996,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":9.0660000000000007,"5min":10.071,"15min":10.071},"last":4.4130000000000003},{"interface":"front","average":{"1min":3.1339999999999999,"5min":2.851,"15min":2.5529999999999999},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.86599999999999999},"max":{"1min":9.2929999999999993,"5min":9.2929999999999993,"15min":9.2929999999999993},"last":0.95099999999999996}]},{"osd":8,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":3.8439999999999999,"15min":3.5760000000000001},"min":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":6.444,"5min":102.69,"15min":115.295},"last":1.7929999999999999},{"interface":"front","average":{"1min":3.2829999999999999,"5min":4.3170000000000002,"15min":3.5710000000000002},"min":{"1min":1.0880000000000001,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":8.0020000000000007,"5min":104.477,"15min":112.97799999999999},"last":5.508}]},{"osd":9,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":3.2709999999999999,"15min":3.0369999999999999},"min":{"1min":1.194,"5min":1.0209999999999999,"15min":1.0209999999999999},"max":{"1min":3.8330000000000002,"5min":10.787000000000001,"15min":10.787000000000001},"last":1.071},{"interface":"front","average":{"1min":3.1549999999999998,"5min":3.4929999999999999,"15min":3.0870000000000002},"min":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.1779999999999999},"max":{"1min":4.7279999999999998,"5min":14.864000000000001,"15min":14.864000000000001},"last":1.2929999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:58:32 2020","interfaces":[{"interface":"back","average":{"1min":3.839,"5min":3.6909999999999998,"15min":3.6219999999999999},"min":{"1min":1.6839999999999999,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":11.079000000000001,"5min":11.079000000000001,"15min":117.40600000000001},"last":5.2210000000000001},{"interface":"front","average":{"1min":4.2610000000000001,"5min":4.0529999999999999,"15min":3.9089999999999998},"min":{"1min":1.9570000000000001,"5min":1.669,"15min":1.4099999999999999},"max":{"1min":11.191000000000001,"5min":11.191000000000001,"15min":117.614},"last":5.3540000000000001}]}]},{"osd":9,"up_from":71,"seq":304942678507,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1289800,"kb_used_data":690112,"kb_used_omap":0,"kb_used_meta":599680,"kb_avail":92455352,"statfs":{"total":95995035648,"available":94674280448,"internally_reserved":0,"allocated":706674688,"data_stored":706314650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":614072320},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":2.1850000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":1.097}]},{"osd":1,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":5.7919999999999998,"15min":3.8500000000000001},"min":{"1min":0.57299999999999995,"5min":0.54300000000000004,"15min":0.51700000000000002},"max":{"1min":8.3559999999999999,"5min":338.13099999999997,"15min":338.13099999999997},"last":3.145},{"interface":"front","average":{"1min":3.073,"5min":6.4509999999999996,"15min":4.5579999999999998},"min":{"1min":0.96699999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":8.6449999999999996,"5min":338.54000000000002,"15min":338.54000000000002},"last":3.2570000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":2.0609999999999999,"15min":1.806},"min":{"1min":0.76200000000000001,"5min":0.70299999999999996,"15min":0.53600000000000003},"max":{"1min":5.8680000000000003,"5min":9.0190000000000001,"15min":9.0190000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":1.675,"5min":1.6759999999999999,"15min":1.659},"min":{"1min":0.79000000000000004,"5min":0.61599999999999999,"15min":0.58299999999999996},"max":{"1min":3.992,"5min":10.939,"15min":10.939},"last":2.786}]},{"osd":3,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.3319999999999999,"5min":2.3319999999999999,"15min":2.3319999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":8.4949999999999992,"5min":8.4949999999999992,"15min":8.4949999999999992},"last":2.6600000000000001},{"interface":"front","average":{"1min":2.573,"5min":2.573,"15min":2.573},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":8.7940000000000005,"5min":8.7940000000000005,"15min":8.7940000000000005},"last":2.911}]},{"osd":4,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9220000000000002,"5min":3.7690000000000001,"15min":2.7909999999999999},"min":{"1min":1.1679999999999999,"5min":0.68200000000000005,"15min":0.58599999999999997},"max":{"1min":8.6460000000000008,"5min":117.012,"15min":117.012},"last":7.9580000000000002},{"interface":"front","average":{"1min":2.5070000000000001,"5min":3.7229999999999999,"15min":2.75},"min":{"1min":0.94599999999999995,"5min":0.80000000000000004,"15min":0.69499999999999995},"max":{"1min":6.3819999999999997,"5min":120.41200000000001,"15min":120.41200000000001},"last":0.86899999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.5510000000000002,"15min":2.4580000000000002},"min":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.746},"max":{"1min":8.9350000000000005,"5min":8.9350000000000005,"15min":8.9350000000000005},"last":3.0299999999999998},{"interface":"front","average":{"1min":3.2909999999999999,"5min":2.887,"15min":2.5859999999999999},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.71099999999999997},"max":{"1min":9.641,"5min":9.641,"15min":9.641},"last":8.6270000000000007}]},{"osd":6,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":4.2110000000000003,"15min":3.2789999999999999},"min":{"1min":1.262,"5min":1.03,"15min":0.71399999999999997},"max":{"1min":9.9909999999999997,"5min":92.771000000000001,"15min":92.771000000000001},"last":8.7650000000000006},{"interface":"front","average":{"1min":3.819,"5min":4.532,"15min":3.5539999999999998},"min":{"1min":1.1180000000000001,"5min":0.95599999999999996,"15min":0.91500000000000004},"max":{"1min":9.8770000000000007,"5min":92.504000000000005,"15min":92.504000000000005},"last":8.3859999999999992}]},{"osd":7,"last update":"Mon Nov 16 20:58:34 2020","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":3.302,"15min":2.9980000000000002},"min":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":0.90200000000000002},"max":{"1min":9.1080000000000005,"5min":18.486999999999998,"15min":18.486999999999998},"last":3.3759999999999999},{"interface":"front","average":{"1min":2.863,"5min":2.9350000000000001,"15min":3.0899999999999999},"min":{"1min":1.284,"5min":1.0069999999999999,"15min":0.83499999999999996},"max":{"1min":7.5380000000000003,"5min":18.757000000000001,"15min":121.273},"last":1.1930000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":2.8279999999999998,"5min":2.6669999999999998,"15min":2.7650000000000001},"min":{"1min":1.028,"5min":0.94899999999999995,"15min":0.94899999999999995},"max":{"1min":6.4820000000000002,"5min":11.083,"15min":11.083},"last":0.97899999999999998},{"interface":"front","average":{"1min":2.8180000000000001,"5min":2.754,"15min":2.919},"min":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0129999999999999},"max":{"1min":6.0359999999999996,"5min":11.837,"15min":11.837},"last":1.774}]},{"osd":10,"last update":"Mon Nov 16 20:58:22 2020","interfaces":[{"interface":"back","average":{"1min":3.738,"5min":3.169,"15min":2.9540000000000002},"min":{"1min":1.224,"5min":1.137,"15min":1.137},"max":{"1min":10.728999999999999,"5min":11.691000000000001,"15min":11.691000000000001},"last":8.5020000000000007},{"interface":"front","average":{"1min":3.992,"5min":3.3860000000000001,"15min":3.677},"min":{"1min":1.248,"5min":0.91200000000000003,"15min":0.91200000000000003},"max":{"1min":9.7579999999999991,"5min":11.542999999999999,"15min":120.693},"last":1.089}]},{"osd":11,"last update":"Mon Nov 16 20:58:31 2020","interfaces":[{"interface":"back","average":{"1min":4.617,"5min":3.984,"15min":3.3740000000000001},"min":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.0840000000000001},"max":{"1min":10.275,"5min":28.57,"15min":28.57},"last":9.6300000000000008},{"interface":"front","average":{"1min":3.8490000000000002,"5min":4.04,"15min":3.948},"min":{"1min":1.3280000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":8.1519999999999992,"5min":26.074000000000002,"15min":121.5},"last":1.8939999999999999}]}]},{"osd":8,"up_from":63,"seq":270582940142,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":717704,"kb_used_data":344384,"kb_used_omap":0,"kb_used_meta":373248,"kb_avail":93027448,"statfs":{"total":95995035648,"available":95260106752,"internally_reserved":0,"allocated":352649216,"data_stored":352289198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":382205952},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:40 2020","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":2.5499999999999998,"15min":2.3809999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.52500000000000002},"max":{"1min":3.5259999999999998,"5min":64.843000000000004,"15min":80.534000000000006},"last":1.046},{"interface":"front","average":{"1min":1.748,"5min":2.343,"15min":2.4590000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":5.3399999999999999,"5min":59.093000000000004,"15min":80.248000000000005},"last":1.512}]},{"osd":1,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":4.2930000000000001,"5min":2.637,"15min":3.2440000000000002},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.59399999999999997},"max":{"1min":46.779000000000003,"5min":46.779000000000003,"15min":225.94999999999999},"last":0.76100000000000001},{"interface":"front","average":{"1min":4.5670000000000002,"5min":2.7149999999999999,"15min":3.3679999999999999},"min":{"1min":0.59399999999999997,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":46.966999999999999,"5min":46.966999999999999,"15min":226.03100000000001},"last":1.677}]},{"osd":2,"last update":"Mon Nov 16 20:59:11 2020","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":1.9079999999999999,"15min":2.016},"min":{"1min":0.66300000000000003,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.617,"5min":8.0079999999999991,"15min":8.0079999999999991},"last":1.288},{"interface":"front","average":{"1min":1.9930000000000001,"5min":2.3799999999999999,"15min":1.927},"min":{"1min":0.69699999999999995,"5min":0.67200000000000004,"15min":0.61599999999999999},"max":{"1min":4.8380000000000001,"5min":8.0570000000000004,"15min":8.0570000000000004},"last":1.2629999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:58:24 2020","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.992,"15min":2.992},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":6.8280000000000003,"5min":6.8280000000000003,"15min":6.8280000000000003},"last":1.774},{"interface":"front","average":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":4.7160000000000002,"5min":4.7160000000000002,"15min":4.7160000000000002},"last":1.6060000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":2.867,"5min":2.5369999999999999,"15min":2.512},"min":{"1min":0.88300000000000001,"5min":0.879,"15min":0.63100000000000001},"max":{"1min":6.6420000000000003,"5min":8.6539999999999999,"15min":8.6539999999999999},"last":1.633},{"interface":"front","average":{"1min":4.9850000000000003,"5min":3.1549999999999998,"15min":2.7200000000000002},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67200000000000004},"max":{"1min":47.014000000000003,"5min":47.014000000000003,"15min":47.014000000000003},"last":1.734}]},{"osd":5,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.4390000000000001,"15min":2.4449999999999998},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":5.6779999999999999,"5min":8.2059999999999995,"15min":12.273999999999999},"last":1.4179999999999999},{"interface":"front","average":{"1min":5.1539999999999999,"5min":3.633,"15min":2.6880000000000002},"min":{"1min":1.1439999999999999,"5min":0.76600000000000001,"15min":0.72199999999999998},"max":{"1min":46.515000000000001,"5min":46.515000000000001,"15min":46.515000000000001},"last":2.0640000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:58:49 2020","interfaces":[{"interface":"back","average":{"1min":2.3439999999999999,"5min":2.7240000000000002,"15min":2.847},"min":{"1min":1.0660000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":5.4459999999999997,"5min":8.1720000000000006,"15min":8.6649999999999991},"last":1.1220000000000001},{"interface":"front","average":{"1min":2.423,"5min":2.9009999999999998,"15min":2.9220000000000002},"min":{"1min":1.032,"5min":1.016,"15min":1.016},"max":{"1min":5.2569999999999997,"5min":8.3439999999999994,"15min":12.166},"last":1.546}]},{"osd":7,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":2.9990000000000001,"15min":3.052},"min":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"max":{"1min":5.8470000000000004,"5min":9.2189999999999994,"15min":13.644},"last":1.9470000000000001},{"interface":"front","average":{"1min":2.4350000000000001,"5min":3.2069999999999999,"15min":3.2559999999999998},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":6.3860000000000001,"5min":8.8000000000000007,"15min":15.028},"last":1.8129999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":2.778,"5min":3.0640000000000001,"15min":2.972},"min":{"1min":0.90800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":9.2460000000000004,"5min":9.2460000000000004,"15min":9.2460000000000004},"last":1.444},{"interface":"front","average":{"1min":3.9929999999999999,"5min":3.1339999999999999,"15min":3.169},"min":{"1min":1.01,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":13.224,"5min":13.224,"15min":13.224},"last":1.329}]},{"osd":10,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":4.9400000000000004,"5min":3.7469999999999999,"15min":3.3170000000000002},"min":{"1min":1.5029999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":47.170999999999999,"5min":47.170999999999999,"15min":47.170999999999999},"last":3.0739999999999998},{"interface":"front","average":{"1min":5.1029999999999998,"5min":4.0140000000000002,"15min":3.5870000000000002},"min":{"1min":1.611,"5min":1.1459999999999999,"15min":1},"max":{"1min":47.314,"5min":47.314,"15min":47.314},"last":3.206}]},{"osd":11,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":3.7120000000000002,"5min":3.4220000000000002,"15min":3.4009999999999998},"min":{"1min":1.0940000000000001,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":7.0800000000000001,"5min":8.4749999999999996,"15min":12.114000000000001},"last":1.4690000000000001},{"interface":"front","average":{"1min":3.125,"5min":3.702,"15min":3.169},"min":{"1min":1.2929999999999999,"5min":1.141,"15min":1.0169999999999999},"max":{"1min":7.8399999999999999,"5min":11.500999999999999,"15min":13.513},"last":1.085}]}]},{"osd":7,"up_from":225,"seq":966367641973,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":672076,"kb_used_data":232132,"kb_used_omap":0,"kb_used_meta":439935,"kb_avail":93073076,"statfs":{"total":95995035648,"available":95306829824,"internally_reserved":0,"allocated":237703168,"data_stored":237339078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":450493500},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":1.8029999999999999,"15min":2.2959999999999998},"min":{"1min":0.68200000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":5.4749999999999996,"5min":9.5890000000000004,"15min":146.768},"last":0.90400000000000003},{"interface":"front","average":{"1min":1.909,"5min":1.611,"15min":2.2120000000000002},"min":{"1min":0.998,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":5.4470000000000001,"5min":6.0640000000000001,"15min":146.83699999999999},"last":0.84299999999999997}]},{"osd":2,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.655,"15min":1.633},"min":{"1min":0.84099999999999997,"5min":0.58099999999999996,"15min":0.5},"max":{"1min":3.8359999999999999,"5min":6.2270000000000003,"15min":14.375999999999999},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.919,"5min":1.893,"15min":1.875},"min":{"1min":1.022,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":3.5979999999999999,"5min":6.1200000000000001,"15min":14.645},"last":1.3720000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:45 2020","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.7410000000000001,"15min":1.633},"min":{"1min":0.93100000000000005,"5min":0.80800000000000005,"15min":0.65000000000000002},"max":{"1min":2.379,"5min":6.7450000000000001,"15min":6.7450000000000001},"last":1.9710000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.794,"15min":1.7749999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.622},"max":{"1min":2.5910000000000002,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":1.2609999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.5750000000000002,"15min":2.2799999999999998},"min":{"1min":0.81699999999999995,"5min":0.66100000000000003,"15min":0.59299999999999997},"max":{"1min":4.6379999999999999,"5min":27.331,"15min":27.331},"last":1.6839999999999999},{"interface":"front","average":{"1min":2.8300000000000001,"5min":2.8410000000000002,"15min":2.665},"min":{"1min":0.89000000000000001,"5min":0.74099999999999999,"15min":0.629},"max":{"1min":3.883,"5min":27.190000000000001,"15min":27.190000000000001},"last":2.2210000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.4769999999999999,"5min":2.1709999999999998,"15min":2.2029999999999998},"min":{"1min":1.258,"5min":0.70999999999999996,"15min":0.60199999999999998},"max":{"1min":4.2729999999999997,"5min":6.9109999999999996,"15min":14.191000000000001},"last":2.6840000000000002},{"interface":"front","average":{"1min":2.1269999999999998,"5min":2.3820000000000001,"15min":2.335},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":3.7829999999999999,"5min":4.8630000000000004,"15min":11.981999999999999},"last":1.7410000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":2.3740000000000001,"15min":2.532},"min":{"1min":0.93899999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":3.839,"5min":9.4410000000000007,"15min":14.186},"last":1.4810000000000001},{"interface":"front","average":{"1min":2.98,"5min":3.2130000000000001,"15min":2.8940000000000001},"min":{"1min":1.3580000000000001,"5min":0.89900000000000002,"15min":0.89900000000000002},"max":{"1min":5.077,"5min":13.574999999999999,"15min":13.574999999999999},"last":2.4580000000000002}]},{"osd":8,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":4.0380000000000003,"5min":3.476,"15min":2.9460000000000002},"min":{"1min":1.6359999999999999,"5min":0.90100000000000002,"15min":0.90100000000000002},"max":{"1min":14.612,"5min":34.351999999999997,"15min":34.351999999999997},"last":2.9340000000000002},{"interface":"front","average":{"1min":3.464,"5min":3.569,"15min":3.0960000000000001},"min":{"1min":1.5289999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"max":{"1min":6.3010000000000002,"5min":34.154000000000003,"15min":34.154000000000003},"last":3.1789999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":3.3839999999999999,"15min":3.056},"min":{"1min":1.9810000000000001,"5min":1.1879999999999999,"15min":0.90200000000000002},"max":{"1min":5.5860000000000003,"5min":7.8470000000000004,"15min":12.653},"last":109.075},{"interface":"front","average":{"1min":2.9209999999999998,"5min":2.6829999999999998,"15min":2.7850000000000001},"min":{"1min":1.4339999999999999,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":5.4649999999999999,"5min":6.0919999999999996,"15min":14.513},"last":110.075}]},{"osd":10,"last update":"Mon Nov 16 20:58:12 2020","interfaces":[{"interface":"back","average":{"1min":3.9889999999999999,"5min":3.6880000000000002,"15min":3.222},"min":{"1min":2.1030000000000002,"5min":0.96999999999999997,"15min":0.96999999999999997},"max":{"1min":6.1680000000000001,"5min":9.1799999999999997,"15min":12.792999999999999},"last":2.0310000000000001},{"interface":"front","average":{"1min":4.0990000000000002,"5min":3.5579999999999998,"15min":3.2850000000000001},"min":{"1min":1.514,"5min":1.2,"15min":1.2},"max":{"1min":14.115,"5min":14.115,"15min":14.115},"last":3.4390000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:58:09 2020","interfaces":[{"interface":"back","average":{"1min":4.0670000000000002,"5min":3.3340000000000001,"15min":3.331},"min":{"1min":1.6779999999999999,"5min":1.089,"15min":1.089},"max":{"1min":12.186,"5min":34.290999999999997,"15min":34.290999999999997},"last":3.6960000000000002},{"interface":"front","average":{"1min":3.1269999999999998,"5min":5.1680000000000001,"15min":3.7570000000000001},"min":{"1min":1.5880000000000001,"5min":1.302,"15min":1.0249999999999999},"max":{"1min":5.2549999999999999,"5min":97.986000000000004,"15min":97.986000000000004},"last":1.907}]}]},{"osd":6,"up_from":49,"seq":210453398009,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":389448,"kb_used_data":704,"kb_used_omap":0,"kb_used_meta":388736,"kb_avail":93355704,"statfs":{"total":95995035648,"available":95596240896,"internally_reserved":0,"allocated":720896,"data_stored":360878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":398065664},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":1.111},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.6240000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:58:53 2020","interfaces":[{"interface":"back","average":{"1min":8.9779999999999998,"5min":6.3609999999999998,"15min":9.3190000000000008},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.52800000000000002},"max":{"1min":125.816,"5min":244.89400000000001,"15min":296.45600000000002},"last":1.3560000000000001},{"interface":"front","average":{"1min":8.9610000000000003,"5min":6.4829999999999997,"15min":9.3770000000000007},"min":{"1min":0.69499999999999995,"5min":0.61499999999999999,"15min":0.57499999999999996},"max":{"1min":125.941,"5min":245.17699999999999,"15min":297.99099999999999},"last":1.4830000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":1.9319999999999999,"15min":1.8180000000000001},"min":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.54500000000000004},"max":{"1min":6.6100000000000003,"5min":6.6100000000000003,"15min":13.731999999999999},"last":2.4089999999999998},{"interface":"front","average":{"1min":1.4239999999999999,"5min":1.659,"15min":1.728},"min":{"1min":0.88600000000000001,"5min":0.73099999999999998,"15min":0.61699999999999999},"max":{"1min":2.1619999999999999,"5min":5.0919999999999996,"15min":10.789},"last":2.3100000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:58:12 2020","interfaces":[{"interface":"back","average":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"min":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":1.415},{"interface":"front","average":{"1min":1.837,"5min":1.837,"15min":1.837},"min":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.7729999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":2.7570000000000001,"15min":2.5950000000000002},"min":{"1min":0.752,"5min":0.752,"15min":0.54500000000000004},"max":{"1min":3.7719999999999998,"5min":32.469000000000001,"15min":32.469000000000001},"last":2.8140000000000001},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.6269999999999998,"15min":2.6429999999999998},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.59999999999999998},"max":{"1min":4.1760000000000002,"5min":32.743000000000002,"15min":32.743000000000002},"last":2.6389999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.4279999999999999,"15min":2.3879999999999999},"min":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.63800000000000001},"max":{"1min":3.585,"5min":5.718,"15min":12.869},"last":3.0510000000000002},{"interface":"front","average":{"1min":2.3029999999999999,"5min":2.8239999999999998,"15min":2.8519999999999999},"min":{"1min":1.1899999999999999,"5min":1.1859999999999999,"15min":0.91900000000000004},"max":{"1min":3.766,"5min":5.8129999999999997,"15min":13.013999999999999},"last":4.0060000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.8320000000000001,"5min":2.1669999999999998,"15min":2.4700000000000002},"min":{"1min":0.95199999999999996,"5min":0.88400000000000001,"15min":0.79000000000000004},"max":{"1min":2.968,"5min":4.8150000000000004,"15min":14.361000000000001},"last":2.117},{"interface":"front","average":{"1min":2.2509999999999999,"5min":2.8500000000000001,"15min":3.0430000000000001},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":0.84099999999999997},"max":{"1min":4.0140000000000002,"5min":5.5380000000000003,"15min":10.85},"last":3.2610000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":2.2519999999999998,"5min":2.4849999999999999,"15min":2.552},"min":{"1min":1.095,"5min":0.95499999999999996,"15min":0.80000000000000004},"max":{"1min":4.3360000000000003,"5min":10.026,"15min":10.026},"last":2.9049999999999998},{"interface":"front","average":{"1min":2.173,"5min":2.6840000000000002,"15min":2.5409999999999999},"min":{"1min":1.121,"5min":0.98999999999999999,"15min":0.84199999999999997},"max":{"1min":3.944,"5min":8.8599999999999994,"15min":13.887},"last":3.133}]},{"osd":9,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":2.9489999999999998,"15min":3.2469999999999999},"min":{"1min":1.153,"5min":0.94299999999999995,"15min":0.84399999999999997},"max":{"1min":12.897,"5min":12.897,"15min":135.161},"last":2.5099999999999998},{"interface":"front","average":{"1min":2.8330000000000002,"5min":3.3199999999999998,"15min":3.6989999999999998},"min":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.0880000000000001},"max":{"1min":12.336,"5min":12.336,"15min":135.35400000000001},"last":3.734}]},{"osd":10,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":3.6899999999999999,"5min":3.7210000000000001,"15min":3.2730000000000001},"min":{"1min":1.345,"5min":1.345,"15min":0.95399999999999996},"max":{"1min":13.923,"5min":13.923,"15min":13.923},"last":4.492},{"interface":"front","average":{"1min":4.1550000000000002,"5min":4.0410000000000004,"15min":3.6280000000000001},"min":{"1min":2.0019999999999998,"5min":1.548,"15min":1.171},"max":{"1min":14.105,"5min":14.228999999999999,"15min":14.228999999999999},"last":4.7160000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:58:21 2020","interfaces":[{"interface":"back","average":{"1min":3.0990000000000002,"5min":3.1240000000000001,"15min":2.7730000000000001},"min":{"1min":1.8,"5min":0.875,"15min":0.875},"max":{"1min":4.9370000000000003,"5min":9.8219999999999992,"15min":14.039},"last":3.3660000000000001},{"interface":"front","average":{"1min":3.431,"5min":3.669,"15min":3.194},"min":{"1min":1.6120000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":4.9610000000000003,"5min":9.9909999999999997,"15min":14.263},"last":3.5049999999999999}]}]},{"osd":1,"up_from":18,"seq":77309411859,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1039240,"kb_used_data":479936,"kb_used_omap":0,"kb_used_meta":559296,"kb_avail":92705912,"statfs":{"total":95995035648,"available":94930853888,"internally_reserved":0,"allocated":491454464,"data_stored":491094446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":572719104},"hb_peers":[2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:42 2020","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.538,"15min":1.7729999999999999},"min":{"1min":0.66600000000000004,"5min":0.52600000000000002,"15min":0.45600000000000002},"max":{"1min":1.9910000000000001,"5min":5.4649999999999999,"15min":48.201999999999998},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.865,"5min":2.0739999999999998,"15min":2.3380000000000001},"min":{"1min":1.0449999999999999,"5min":0.755,"15min":0.67300000000000004},"max":{"1min":2.7280000000000002,"5min":5.577,"15min":48.332000000000001},"last":1.1950000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":6.0880000000000001,"5min":2.3519999999999999,"15min":1.8799999999999999},"min":{"1min":0.83799999999999997,"5min":0.54600000000000004,"15min":0.48099999999999998},"max":{"1min":100.601,"5min":100.601,"15min":100.601},"last":1.895},{"interface":"front","average":{"1min":6.3799999999999999,"5min":2.7130000000000001,"15min":1.9570000000000001},"min":{"1min":0.875,"5min":0.63700000000000001,"15min":0.59399999999999997},"max":{"1min":101.959,"5min":101.959,"15min":101.959},"last":0.875}]},{"osd":3,"last update":"Mon Nov 16 20:58:15 2020","interfaces":[{"interface":"back","average":{"1min":6.5780000000000003,"5min":6.5780000000000003,"15min":6.5780000000000003},"min":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"max":{"1min":101.20099999999999,"5min":101.20099999999999,"15min":101.20099999999999},"last":1.153},{"interface":"front","average":{"1min":7.3460000000000001,"5min":7.3460000000000001,"15min":7.3460000000000001},"min":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":101.643,"5min":101.643,"15min":101.643},"last":0.83099999999999996}]},{"osd":4,"last update":"Mon Nov 16 20:59:07 2020","interfaces":[{"interface":"back","average":{"1min":6.077,"5min":2.7349999999999999,"15min":2.1579999999999999},"min":{"1min":1.0600000000000001,"5min":0.77900000000000003,"15min":0.61899999999999999},"max":{"1min":100.699,"5min":100.699,"15min":100.699},"last":2.4649999999999999},{"interface":"front","average":{"1min":6.6299999999999999,"5min":3.1909999999999998,"15min":2.411},"min":{"1min":1.153,"5min":0.86199999999999999,"15min":0.73699999999999999},"max":{"1min":101.434,"5min":101.434,"15min":101.434},"last":1.6699999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.1040000000000001,"5min":2.6320000000000001,"15min":2.3279999999999998},"min":{"1min":0.76000000000000001,"5min":0.72799999999999998,"15min":0.63400000000000001},"max":{"1min":100.56100000000001,"5min":100.56100000000001,"15min":100.56100000000001},"last":1.304},{"interface":"front","average":{"1min":6.6639999999999997,"5min":3.254,"15min":2.7559999999999998},"min":{"1min":0.85799999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":105.566,"5min":105.566,"15min":105.566},"last":1.4870000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":7.048,"5min":3.3769999999999998,"15min":2.823},"min":{"1min":1.4159999999999999,"5min":0.998,"15min":0.90000000000000002},"max":{"1min":106.47499999999999,"5min":106.47499999999999,"15min":106.47499999999999},"last":1.7290000000000001},{"interface":"front","average":{"1min":7.4050000000000002,"5min":3.4460000000000002,"15min":2.9300000000000002},"min":{"1min":1.583,"5min":1.099,"15min":0.89900000000000002},"max":{"1min":102.89700000000001,"5min":102.89700000000001,"15min":102.89700000000001},"last":1.5720000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":7.5720000000000001,"5min":3.6030000000000002,"15min":2.8860000000000001},"min":{"1min":1.4470000000000001,"5min":1.137,"15min":0.83499999999999996},"max":{"1min":105.795,"5min":105.795,"15min":105.795},"last":2.073},{"interface":"front","average":{"1min":7.8739999999999997,"5min":3.4279999999999999,"15min":2.48},"min":{"1min":1.4850000000000001,"5min":0.76000000000000001,"15min":0.71499999999999997},"max":{"1min":103.364,"5min":103.364,"15min":103.364},"last":2.3700000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.6050000000000004,"5min":3.0129999999999999,"15min":2.802},"min":{"1min":1.1040000000000001,"5min":0.997,"15min":0.96899999999999997},"max":{"1min":101.038,"5min":101.038,"15min":101.038},"last":1.8089999999999999},{"interface":"front","average":{"1min":7.9859999999999998,"5min":3.8610000000000002,"15min":2.7959999999999998},"min":{"1min":1.3680000000000001,"5min":1.1279999999999999,"15min":0.76400000000000001},"max":{"1min":103.099,"5min":103.099,"15min":103.099},"last":1.383}]},{"osd":9,"last update":"Mon Nov 16 20:58:17 2020","interfaces":[{"interface":"back","average":{"1min":7.5410000000000004,"5min":3.7909999999999999,"15min":3.0790000000000002},"min":{"1min":1.6919999999999999,"5min":1.046,"15min":0.90500000000000003},"max":{"1min":106.024,"5min":106.024,"15min":106.024},"last":2.4180000000000001},{"interface":"front","average":{"1min":8.1590000000000007,"5min":4.3460000000000001,"15min":3.4079999999999999},"min":{"1min":1.7170000000000001,"5min":1.119,"15min":1.119},"max":{"1min":106.23699999999999,"5min":106.23699999999999,"15min":106.23699999999999},"last":2.2389999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":8.1389999999999993,"5min":3.6789999999999998,"15min":2.7770000000000001},"min":{"1min":1.6950000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":101.142,"5min":101.142,"15min":101.142},"last":1.6040000000000001},{"interface":"front","average":{"1min":7.2889999999999997,"5min":3.5950000000000002,"15min":2.7799999999999998},"min":{"1min":1.448,"5min":1.0800000000000001,"15min":1.046},"max":{"1min":101.297,"5min":101.297,"15min":101.297},"last":1.1890000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":8.3409999999999993,"5min":4.3929999999999998,"15min":3.5910000000000002},"min":{"1min":2.1800000000000002,"5min":1.4399999999999999,"15min":1.1000000000000001},"max":{"1min":106.712,"5min":106.712,"15min":106.712},"last":1.4259999999999999},{"interface":"front","average":{"1min":8.0039999999999996,"5min":4.0439999999999996,"15min":3.238},"min":{"1min":1.546,"5min":1.0149999999999999,"15min":0.99099999999999999},"max":{"1min":101.499,"5min":101.499,"15min":101.499},"last":2.5779999999999998}]}]},{"osd":0,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":98784248335,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597853,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855876,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":995912,"kb_used_data":473600,"kb_used_omap":0,"kb_used_meta":522304,"kb_avail":92749240,"statfs":{"total":95995035648,"available":94975221760,"internally_reserved":0,"allocated":484966400,"data_stored":484606382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":534839296},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.2929999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":2.5760000000000001,"15min":2.4199999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.48199999999999998},"max":{"1min":2.4689999999999999,"5min":44.649000000000001,"15min":62.207000000000001},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.5720000000000001,"5min":2.3929999999999998,"15min":2.581},"min":{"1min":1.006,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":2.359,"5min":44.896000000000001,"15min":62.087000000000003},"last":0.82599999999999996}]},{"osd":2,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.4550000000000001,"5min":1.97,"15min":2.056},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":2.1720000000000002,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":1.117},{"interface":"front","average":{"1min":1.8520000000000001,"5min":2.4129999999999998,"15min":2.5070000000000001},"min":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"max":{"1min":2.7240000000000002,"5min":4.5620000000000003,"15min":4.5620000000000003},"last":1.542}]},{"osd":3,"last update":"Mon Nov 16 20:58:47 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.966,"15min":1.875},"min":{"1min":1.159,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.407,"5min":5.3659999999999997,"15min":10.99},"last":2.0510000000000002},{"interface":"front","average":{"1min":1.8859999999999999,"5min":2.2080000000000002,"15min":2.093},"min":{"1min":1.1639999999999999,"5min":0.79700000000000004,"15min":0.72699999999999998},"max":{"1min":2.8799999999999999,"5min":4.883,"15min":10.842000000000001},"last":1.804}]},{"osd":5,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.7010000000000001,"15min":2.0390000000000001},"min":{"1min":1.0449999999999999,"5min":0.69799999999999995,"15min":0.57199999999999995},"max":{"1min":3.2639999999999998,"5min":5.7859999999999996,"15min":11.773},"last":1.302},{"interface":"front","average":{"1min":2.0289999999999999,"5min":2.4700000000000002,"15min":2.5089999999999999},"min":{"1min":0.81499999999999995,"5min":0.80200000000000005,"15min":0.64900000000000002},"max":{"1min":3.0670000000000002,"5min":5.4770000000000003,"15min":11.49},"last":3.0289999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:58:57 2020","interfaces":[{"interface":"back","average":{"1min":1.4159999999999999,"5min":2.073,"15min":2.415},"min":{"1min":0.89300000000000002,"5min":0.77900000000000003,"15min":0.625},"max":{"1min":2.8300000000000001,"5min":8.2970000000000006,"15min":25.533999999999999},"last":1.2050000000000001},{"interface":"front","average":{"1min":1.9410000000000001,"5min":2.7160000000000002,"15min":2.5059999999999998},"min":{"1min":1.28,"5min":0.92100000000000004,"15min":0.70999999999999996},"max":{"1min":2.7719999999999998,"5min":6.3040000000000003,"15min":16.213000000000001},"last":2.3130000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.879,"15min":2.5470000000000002},"min":{"1min":1.0189999999999999,"5min":0.74099999999999999,"15min":0.71799999999999997},"max":{"1min":1.9690000000000001,"5min":5.1360000000000001,"15min":33.042000000000002},"last":1.5049999999999999},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.3159999999999998,"15min":2.843},"min":{"1min":1.2270000000000001,"5min":0.95399999999999996,"15min":0.77800000000000002},"max":{"1min":3.7320000000000002,"5min":6.1879999999999997,"15min":33.207000000000001},"last":1.6579999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":2.028,"5min":2.4860000000000002,"15min":3.1190000000000002},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.73599999999999999},"max":{"1min":3.504,"5min":5.9349999999999996,"15min":90.043999999999997},"last":1.4319999999999999},{"interface":"front","average":{"1min":2.5899999999999999,"5min":3.117,"15min":3.395},"min":{"1min":1.024,"5min":1.024,"15min":0.86299999999999999},"max":{"1min":4.0709999999999997,"5min":7.1139999999999999,"15min":88.504000000000005},"last":3.7480000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":9.4030000000000005,"5min":4.8170000000000002,"15min":3.573},"min":{"1min":2.02,"5min":1.4179999999999999,"15min":0.873},"max":{"1min":130.06399999999999,"5min":130.06399999999999,"15min":130.06399999999999},"last":3.3559999999999999},{"interface":"front","average":{"1min":9.1120000000000001,"5min":4.8330000000000002,"15min":3.6720000000000002},"min":{"1min":2.0819999999999999,"5min":1.159,"15min":0.80200000000000005},"max":{"1min":129.91300000000001,"5min":129.91300000000001,"15min":129.91300000000001},"last":4.8540000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:58:19 2020","interfaces":[{"interface":"back","average":{"1min":10.034000000000001,"5min":4.3879999999999999,"15min":3.2959999999999998},"min":{"1min":1.024,"5min":1.024,"15min":1.024},"max":{"1min":130.34,"5min":130.34,"15min":130.34},"last":3.0009999999999999},{"interface":"front","average":{"1min":10.239000000000001,"5min":5.2960000000000003,"15min":3.7400000000000002},"min":{"1min":2.169,"5min":1.49,"15min":1.004},"max":{"1min":130.61799999999999,"5min":130.61799999999999,"15min":130.61799999999999},"last":4.3120000000000003}]},{"osd":11,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":9.6069999999999993,"5min":4.9900000000000002,"15min":3.7749999999999999},"min":{"1min":2.3380000000000001,"5min":1.556,"15min":1.012},"max":{"1min":129.74799999999999,"5min":129.74799999999999,"15min":129.74799999999999},"last":4.0389999999999997},{"interface":"front","average":{"1min":9.9670000000000005,"5min":5.3079999999999998,"15min":4.0439999999999996},"min":{"1min":2.2709999999999999,"5min":1.7090000000000001,"15min":1.266},"max":{"1min":131.101,"5min":131.101,"15min":131.101},"last":4.5839999999999996}]}]},{"osd":5,"up_from":0,"seq":180388626945,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:59:17.724 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:17.773 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:17 smithi142 bash[114994]: debug 2020-11-16T20:59:17.461+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:17.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:17 smithi142 bash[9523]: audit 2020-11-16T20:59:15.777789+0000 mgr.x (mgr.14196) 1435 : audit [DBG] from='client.16908 v1:172.21.15.142:0/721107149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:17.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:17 smithi142 bash[9523]: cluster 2020-11-16T20:59:15.883211+0000 osd.5 (osd.5) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:17 smithi142 bash[9523]: cluster 2020-11-16T20:59:16.007639+0000 osd.9 (osd.9) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:17 smithi142 bash[9523]: cluster 2020-11-16T20:59:16.066889+0000 osd.11 (osd.11) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.774 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:17 smithi142 bash[9523]: cluster 2020-11-16T20:59:16.797697+0000 mon.a (mon.0) 2660 : cluster [WRN] Health check update: Degraded data redundancy: 2717/57144 objects degraded (4.755%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:17.775 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:59:17.775 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:59:17.828 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:17.837 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:17 smithi065 bash[9468]: audit 2020-11-16T20:59:15.777789+0000 mgr.x (mgr.14196) 1435 : audit [DBG] from='client.16908 v1:172.21.15.142:0/721107149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:17.837 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:17 smithi065 bash[9468]: cluster 2020-11-16T20:59:15.883211+0000 osd.5 (osd.5) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.838 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:17 smithi065 bash[9468]: cluster 2020-11-16T20:59:16.007639+0000 osd.9 (osd.9) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.838 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:17 smithi065 bash[9468]: cluster 2020-11-16T20:59:16.066889+0000 osd.11 (osd.11) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.838 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:17 smithi065 bash[9468]: cluster 2020-11-16T20:59:16.797697+0000 mon.a (mon.0) 2660 : cluster [WRN] Health check update: Degraded data redundancy: 2717/57144 objects degraded (4.755%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:17.838 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:17 smithi065 bash[18823]: debug 2020-11-16T20:59:17.725+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:17.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:17 smithi071 bash[9480]: audit 2020-11-16T20:59:15.777789+0000 mgr.x (mgr.14196) 1435 : audit [DBG] from='client.16908 v1:172.21.15.142:0/721107149' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:17.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:17 smithi071 bash[9480]: cluster 2020-11-16T20:59:15.883211+0000 osd.5 (osd.5) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:17 smithi071 bash[9480]: cluster 2020-11-16T20:59:16.007639+0000 osd.9 (osd.9) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:17 smithi071 bash[9480]: cluster 2020-11-16T20:59:16.066889+0000 osd.11 (osd.11) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:17.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:17 smithi071 bash[9480]: cluster 2020-11-16T20:59:16.797697+0000 mon.a (mon.0) 2660 : cluster [WRN] Health check update: Degraded data redundancy: 2717/57144 objects degraded (4.755%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:17.977 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:18.030 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:17 smithi142 bash[18009]: debug 2020-11-16T20:59:17.977+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:18.080 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:18.367 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:18.467 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T20:59:18.471 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:18.623 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:18 smithi071 bash[9480]: cluster 2020-11-16T20:59:16.618979+0000 mgr.x (mgr.14196) 1436 : cluster [DBG] pgmap v2183: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 2717/54622 objects degraded (4.974%); 3.0 MiB/s, 48 objects/s recovering
2020-11-16T20:59:18.623 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:18 smithi071 bash[9480]: audit 2020-11-16T20:59:18.427177+0000 mon.a (mon.0) 2661 : audit [INF] from='client.? v1:172.21.15.142:0/3075737747' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:18.623 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:18 smithi071 bash[26650]: debug 2020-11-16T20:59:18.368+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:18.633 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:18.737 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:18.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:18 smithi065 bash[9468]: cluster 2020-11-16T20:59:16.618979+0000 mgr.x (mgr.14196) 1436 : cluster [DBG] pgmap v2183: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 2717/54622 objects degraded (4.974%); 3.0 MiB/s, 48 objects/s recovering
2020-11-16T20:59:18.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:18 smithi065 bash[9468]: audit 2020-11-16T20:59:18.427177+0000 mon.a (mon.0) 2661 : audit [INF] from='client.? v1:172.21.15.142:0/3075737747' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:18.783 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:18 smithi142 bash[18009]: debug 2020-11-16T20:59:18.637+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:18.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:18 smithi142 bash[9523]: cluster 2020-11-16T20:59:16.618979+0000 mgr.x (mgr.14196) 1436 : cluster [DBG] pgmap v2183: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 2717/54622 objects degraded (4.974%); 3.0 MiB/s, 48 objects/s recovering
2020-11-16T20:59:18.784 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:18 smithi142 bash[9523]: audit 2020-11-16T20:59:18.427177+0000 mon.a (mon.0) 2661 : audit [INF] from='client.? v1:172.21.15.142:0/3075737747' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:19.486 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:19.676 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:19.776 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:59:19.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:19 smithi065 bash[9468]: cluster 2020-11-16T20:59:18.465188+0000 mon.a (mon.0) 2662 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:19.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:19 smithi065 bash[9468]: audit 2020-11-16T20:59:18.470546+0000 mon.a (mon.0) 2663 : audit [INF] from='client.? v1:172.21.15.142:0/3075737747' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:59:19.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:19 smithi065 bash[9468]: cluster 2020-11-16T20:59:18.470662+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e853: 12 total, 11 up, 8 in
2020-11-16T20:59:19.780 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:19.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:19 smithi142 bash[9523]: cluster 2020-11-16T20:59:18.465188+0000 mon.a (mon.0) 2662 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:19.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:19 smithi142 bash[9523]: audit 2020-11-16T20:59:18.470546+0000 mon.a (mon.0) 2663 : audit [INF] from='client.? v1:172.21.15.142:0/3075737747' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:59:19.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:19 smithi142 bash[9523]: cluster 2020-11-16T20:59:18.470662+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e853: 12 total, 11 up, 8 in
2020-11-16T20:59:19.782 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:19 smithi142 bash[20366]: debug 2020-11-16T20:59:19.385+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:19.913 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:19.922 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:19.944 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:19 smithi071 bash[26650]: debug 2020-11-16T20:59:19.680+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:19.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:19 smithi071 bash[9480]: cluster 2020-11-16T20:59:18.465188+0000 mon.a (mon.0) 2662 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:19.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:19 smithi071 bash[9480]: audit 2020-11-16T20:59:18.470546+0000 mon.a (mon.0) 2663 : audit [INF] from='client.? v1:172.21.15.142:0/3075737747' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T20:59:19.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:19 smithi071 bash[9480]: cluster 2020-11-16T20:59:18.470662+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e853: 12 total, 11 up, 8 in
2020-11-16T20:59:20.018 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:20.172 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:20.280 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:20.281 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:19 smithi142 bash[20366]: debug 2020-11-16T20:59:19.917+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:20.288 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:20 smithi065 bash[14115]: debug 2020-11-16T20:59:20.169+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:20.420 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:20.524 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:20.653 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:59:20.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:20 smithi065 bash[9468]: cluster 2020-11-16T20:59:18.619440+0000 mgr.x (mgr.14196) 1437 : cluster [DBG] pgmap v2185: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 759 op/s; 2315/50636 objects degraded (4.572%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:59:20.779 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:20 smithi065 bash[18823]: debug 2020-11-16T20:59:20.421+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:20.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:20 smithi142 bash[9523]: cluster 2020-11-16T20:59:18.619440+0000 mgr.x (mgr.14196) 1437 : cluster [DBG] pgmap v2185: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 759 op/s; 2315/50636 objects degraded (4.572%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:59:20.794 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:20.839 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:20 smithi071 bash[9480]: cluster 2020-11-16T20:59:18.619440+0000 mgr.x (mgr.14196) 1437 : cluster [DBG] pgmap v2185: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 759 op/s; 2315/50636 objects degraded (4.572%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:59:20.839 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:20.840 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:20 smithi071 bash[16796]: debug 2020-11-16T20:59:20.840+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:20.945 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:21.370 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:21.393 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:59:21.393 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:59:21.393 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 0
2020-11-16T20:59:21.393 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:59:21.475 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:21.569 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T20:59:21.726 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:21.780 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:21 smithi142 bash[114994]: debug 2020-11-16T20:59:21.373+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:22.007 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:22.110 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:22.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:22 smithi071 bash[12066]: debug 2020-11-16T20:59:22.004+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:22.465 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:22.569 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:22.676 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops
2020-11-16T20:59:22.707 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:22.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:22 smithi065 bash[9468]: cluster 2020-11-16T20:59:20.619906+0000 mgr.x (mgr.14196) 1438 : cluster [DBG] pgmap v2186: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 2315/49742 objects degraded (4.654%); 3.1 MiB/s, 50 objects/s recovering
2020-11-16T20:59:22.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:22 smithi065 bash[9468]: cluster 2020-11-16T20:59:21.798558+0000 mon.a (mon.0) 2665 : cluster [WRN] Health check update: Degraded data redundancy: 2315/49742 objects degraded (4.654%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:22.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:22 smithi142 bash[9523]: cluster 2020-11-16T20:59:20.619906+0000 mgr.x (mgr.14196) 1438 : cluster [DBG] pgmap v2186: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 2315/49742 objects degraded (4.654%); 3.1 MiB/s, 50 objects/s recovering
2020-11-16T20:59:22.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:22 smithi142 bash[9523]: cluster 2020-11-16T20:59:21.798558+0000 mon.a (mon.0) 2665 : cluster [WRN] Health check update: Degraded data redundancy: 2315/49742 objects degraded (4.654%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:22.812 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:22.824 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:59:22.944 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:22 smithi071 bash[16796]: debug 2020-11-16T20:59:22.468+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:22.945 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:22 smithi071 bash[26650]: debug 2020-11-16T20:59:22.704+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:22.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:22 smithi071 bash[9480]: cluster 2020-11-16T20:59:20.619906+0000 mgr.x (mgr.14196) 1438 : cluster [DBG] pgmap v2186: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 2315/49742 objects degraded (4.654%); 3.1 MiB/s, 50 objects/s recovering
2020-11-16T20:59:22.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:22 smithi071 bash[9480]: cluster 2020-11-16T20:59:21.798558+0000 mon.a (mon.0) 2665 : cluster [WRN] Health check update: Degraded data redundancy: 2315/49742 objects degraded (4.654%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:23.002 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:23.106 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:23.116 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:23 smithi065 bash[14115]: debug 2020-11-16T20:59:23.005+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:23.239 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:23.344 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:23.493 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:23 smithi065 bash[14115]: debug 2020-11-16T20:59:23.237+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:23.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:23 smithi065 bash[9468]: cluster 2020-11-16T20:59:22.219477+0000 osd.5 (osd.5) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:23.493 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:23 smithi065 bash[9468]: cluster 2020-11-16T20:59:22.219568+0000 osd.5 (osd.5) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:23.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:23 smithi065 bash[9468]: cluster 2020-11-16T20:59:22.811112+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e854: 12 total, 11 up, 8 in
2020-11-16T20:59:23.552 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:23.656 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:23.694 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:23 smithi071 bash[26650]: debug 2020-11-16T20:59:23.556+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:23.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:23 smithi071 bash[9480]: cluster 2020-11-16T20:59:22.219477+0000 osd.5 (osd.5) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:23.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:23 smithi071 bash[9480]: cluster 2020-11-16T20:59:22.219568+0000 osd.5 (osd.5) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:23.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:23 smithi071 bash[9480]: cluster 2020-11-16T20:59:22.811112+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e854: 12 total, 11 up, 8 in
2020-11-16T20:59:23.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:23 smithi142 bash[9523]: cluster 2020-11-16T20:59:22.219477+0000 osd.5 (osd.5) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:23.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:23 smithi142 bash[9523]: cluster 2020-11-16T20:59:22.219568+0000 osd.5 (osd.5) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:23.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:23 smithi142 bash[9523]: cluster 2020-11-16T20:59:22.811112+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e854: 12 total, 11 up, 8 in
2020-11-16T20:59:24.002 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:24.106 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:24.237 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:24.280 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:24 smithi142 bash[114994]: debug 2020-11-16T20:59:24.005+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:24.342 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:24.450 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:24.496 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:24 smithi065 bash[18823]: debug 2020-11-16T20:59:24.241+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:24.558 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:24.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:24 smithi071 bash[12066]: debug 2020-11-16T20:59:24.452+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:24.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:24 smithi071 bash[9480]: cluster 2020-11-16T20:59:22.620369+0000 mgr.x (mgr.14196) 1439 : cluster [DBG] pgmap v2187: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.4 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 1845/44568 objects degraded (4.140%); 5.9 MiB/s, 95 objects/s recovering
2020-11-16T20:59:24.732 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:24.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:24 smithi065 bash[9468]: cluster 2020-11-16T20:59:22.620369+0000 mgr.x (mgr.14196) 1439 : cluster [DBG] pgmap v2187: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.4 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 1845/44568 objects degraded (4.140%); 5.9 MiB/s, 95 objects/s recovering
2020-11-16T20:59:24.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:24 smithi142 bash[9523]: cluster 2020-11-16T20:59:22.620369+0000 mgr.x (mgr.14196) 1439 : cluster [DBG] pgmap v2187: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.4 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 1845/44568 objects degraded (4.140%); 5.9 MiB/s, 95 objects/s recovering
2020-11-16T20:59:24.836 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:24.977 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:25.084 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:25.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:24 smithi071 bash[16796]: debug 2020-11-16T20:59:24.736+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:25.277 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:24 smithi065 bash[16457]: debug 2020-11-16T20:59:24.977+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:25.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:25 smithi065 bash[18823]: debug 2020-11-16T20:59:25.277+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:25.278 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:25.382 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:25.646 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:25.752 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:26.030 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:25 smithi142 bash[18009]: debug 2020-11-16T20:59:25.649+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:26.072 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:26.177 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:26.321 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:26.426 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:26.501 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:26 smithi065 bash[14115]: debug 2020-11-16T20:59:26.317+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:26.561 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:26 smithi142 bash[114994]: debug 2020-11-16T20:59:26.073+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:26.579 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:26.684 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:26.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:26 smithi071 bash[9480]: cluster 2020-11-16T20:59:24.620915+0000 mgr.x (mgr.14196) 1440 : cluster [DBG] pgmap v2189: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.3 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 1845/43648 objects degraded (4.227%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:26.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:26 smithi071 bash[9480]: audit 2020-11-16T20:59:26.338998+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:59:26.755 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:26 smithi071 bash[9480]: audit 2020-11-16T20:59:26.339287+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:59:26.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:26 smithi071 bash[9480]: audit 2020-11-16T20:59:26.341980+0000 mon.a (mon.0) 2667 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:59:26.756 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:26 smithi071 bash[9480]: audit 2020-11-16T20:59:26.342818+0000 mon.a (mon.0) 2668 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:59:26.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:26 smithi065 bash[9468]: cluster 2020-11-16T20:59:24.620915+0000 mgr.x (mgr.14196) 1440 : cluster [DBG] pgmap v2189: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.3 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 1845/43648 objects degraded (4.227%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:26.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:26 smithi065 bash[9468]: audit 2020-11-16T20:59:26.338998+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:59:26.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:26 smithi065 bash[9468]: audit 2020-11-16T20:59:26.339287+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:59:26.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:26 smithi065 bash[9468]: audit 2020-11-16T20:59:26.341980+0000 mon.a (mon.0) 2667 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:59:26.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:26 smithi065 bash[9468]: audit 2020-11-16T20:59:26.342818+0000 mon.a (mon.0) 2668 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:59:26.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:26 smithi065 bash[11785]: debug 2020-11-16T20:59:26.577+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:27.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:26 smithi142 bash[9523]: cluster 2020-11-16T20:59:24.620915+0000 mgr.x (mgr.14196) 1440 : cluster [DBG] pgmap v2189: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.3 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 1845/43648 objects degraded (4.227%); 6.8 MiB/s, 108 objects/s recovering
2020-11-16T20:59:27.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:26 smithi142 bash[9523]: audit 2020-11-16T20:59:26.338998+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:59:27.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:26 smithi142 bash[9523]: audit 2020-11-16T20:59:26.339287+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:59:27.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:26 smithi142 bash[9523]: audit 2020-11-16T20:59:26.341980+0000 mon.a (mon.0) 2667 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T20:59:27.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:26 smithi142 bash[9523]: audit 2020-11-16T20:59:26.342818+0000 mon.a (mon.0) 2668 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T20:59:27.043 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:27.139 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T20:59:27.139 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T20:59:27.139 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T20:59:27.139 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T20:59:27.139 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T20:59:27.146 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:27.280 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:27.308 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:27 smithi142 bash[20366]: debug 2020-11-16T20:59:27.045+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:27.386 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:27.472 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:59:27.495 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:59:27.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:27 smithi065 bash[9468]: cluster 2020-11-16T20:59:26.800986+0000 mon.a (mon.0) 2669 : cluster [WRN] Health check update: Degraded data redundancy: 1845/43648 objects degraded (4.227%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:27.507 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:27 smithi065 bash[9468]: audit 2020-11-16T20:59:27.456884+0000 mon.a (mon.0) 2670 : audit [DBG] from='client.? v1:172.21.15.142:0/1660904093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:27.508 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:27 smithi065 bash[18823]: debug 2020-11-16T20:59:27.281+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:27.508 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:27 smithi071 bash[9480]: cluster 2020-11-16T20:59:26.800986+0000 mon.a (mon.0) 2669 : cluster [WRN] Health check update: Degraded data redundancy: 1845/43648 objects degraded (4.227%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:27.508 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:27 smithi071 bash[9480]: audit 2020-11-16T20:59:27.456884+0000 mon.a (mon.0) 2670 : audit [DBG] from='client.? v1:172.21.15.142:0/1660904093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:27.521 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:59:27.552 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:59:27.583 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:59:27.609 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:59:27.638 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:59:27.675 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:59:27.705 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:59:27.747 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:59:27.777 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:59:27.777 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:59:27.777 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:59:27.778 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.778 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.778 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.778 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.778 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.778 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.778 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.779 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.779 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.779 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.779 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:59:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:27 smithi142 bash[9523]: cluster 2020-11-16T20:59:26.800986+0000 mon.a (mon.0) 2669 : cluster [WRN] Health check update: Degraded data redundancy: 1845/43648 objects degraded (4.227%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:27 smithi142 bash[9523]: audit 2020-11-16T20:59:27.456884+0000 mon.a (mon.0) 2670 : audit [DBG] from='client.? v1:172.21.15.142:0/1660904093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:28.001 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:28.091 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_historic_ops
2020-11-16T20:59:28.105 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:28.238 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T20:59:28.268 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[20366]: debug 2020-11-16T20:59:28.001+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:28.276 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:28.380 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:28.530 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[18009]: debug 2020-11-16T20:59:28.277+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:26.621643+0000 mgr.x (mgr.14196) 1441 : cluster [DBG] pgmap v2190: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.3 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 580 op/s; 1845/41170 objects degraded (4.481%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:59:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.481371+0000 osd.1 (osd.1) 312 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.504662+0000 osd.2 (osd.2) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.530443+0000 osd.3 (osd.3) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.560560+0000 osd.4 (osd.4) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.590960+0000 osd.5 (osd.5) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.616793+0000 osd.6 (osd.6) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.646657+0000 osd.7 (osd.7) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.681991+0000 osd.8 (osd.8) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.712550+0000 osd.9 (osd.9) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.754515+0000 osd.10 (osd.10) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.801516+0000 osd.7 (osd.7) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:28.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:28 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.801638+0000 osd.7 (osd.7) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:28.555 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:28.612 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:59:28.614 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:59:28.661 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:28.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[18823]: debug 2020-11-16T20:59:28.553+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:28.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:26.621643+0000 mgr.x (mgr.14196) 1441 : cluster [DBG] pgmap v2190: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.3 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 580 op/s; 1845/41170 objects degraded (4.481%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:59:28.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.481371+0000 osd.1 (osd.1) 312 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.504662+0000 osd.2 (osd.2) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.530443+0000 osd.3 (osd.3) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.560560+0000 osd.4 (osd.4) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.590960+0000 osd.5 (osd.5) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.616793+0000 osd.6 (osd.6) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.646657+0000 osd.7 (osd.7) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.681991+0000 osd.8 (osd.8) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.712550+0000 osd.9 (osd.9) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.754515+0000 osd.10 (osd.10) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.801516+0000 osd.7 (osd.7) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:28.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:28 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.801638+0000 osd.7 (osd.7) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:28.864 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:26.621643+0000 mgr.x (mgr.14196) 1441 : cluster [DBG] pgmap v2190: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.3 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 580 op/s; 1845/41170 objects degraded (4.481%); 3.6 MiB/s, 57 objects/s recovering
2020-11-16T20:59:28.864 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.481371+0000 osd.1 (osd.1) 312 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.504662+0000 osd.2 (osd.2) 234 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.530443+0000 osd.3 (osd.3) 47 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.560560+0000 osd.4 (osd.4) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.590960+0000 osd.5 (osd.5) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.616793+0000 osd.6 (osd.6) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.865 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.646657+0000 osd.7 (osd.7) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.681991+0000 osd.8 (osd.8) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.712550+0000 osd.9 (osd.9) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.754515+0000 osd.10 (osd.10) 218 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:28.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.801516+0000 osd.7 (osd.7) 226 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:28.866 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.801638+0000 osd.7 (osd.7) 227 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:28.866 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:28.968 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:29.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:28 smithi071 bash[16796]: debug 2020-11-16T20:59:28.868+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:29.213 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:59:29.241 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:59:29.242 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:59:29.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:29 smithi065 bash[18823]: debug 2020-11-16T20:59:29.109+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:29.480 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:59:29.585 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:29.728 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:29.731 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:59:29 smithi071 bash[14419]: debug 2020-11-16T20:59:29.484+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:29.731 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:29 smithi071 bash[26650]: debug 2020-11-16T20:59:29.732+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:29.731 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:29 smithi071 bash[9480]: cluster 2020-11-16T20:59:27.782075+0000 osd.11 (osd.11) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:29.731 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:29 smithi071 bash[9480]: cluster 2020-11-16T20:59:28.532076+0000 mon.a (mon.0) 2671 : cluster [DBG] osdmap e855: 12 total, 11 up, 8 in
2020-11-16T20:59:29.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:29 smithi065 bash[9468]: cluster 2020-11-16T20:59:27.782075+0000 osd.11 (osd.11) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:29.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:29 smithi065 bash[9468]: cluster 2020-11-16T20:59:28.532076+0000 mon.a (mon.0) 2671 : cluster [DBG] osdmap e855: 12 total, 11 up, 8 in
2020-11-16T20:59:29.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:29 smithi142 bash[9523]: cluster 2020-11-16T20:59:27.782075+0000 osd.11 (osd.11) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:29.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:29 smithi142 bash[9523]: cluster 2020-11-16T20:59:28.532076+0000 mon.a (mon.0) 2671 : cluster [DBG] osdmap e855: 12 total, 11 up, 8 in
2020-11-16T20:59:29.833 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:29.947 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:30.004 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:29 smithi071 bash[16796]: debug 2020-11-16T20:59:29.948+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:30.051 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:30.130 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2191,"stamp":"2020-11-16T20:59:28.529123+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1210974232,"num_objects":18479,"num_object_clones":0,"num_object_copies":36958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1388,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18479,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":156759,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14011,"num_bytes_recovered":918224896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":157086,"ondisk_log_size":157086,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":5945768,"kb_used_data":2290600,"kb_used_omap":0,"kb_used_meta":3654975,"kb_avail":744015448,"statfs":{"total":767960285184,"available":761871818752,"internally_reserved":0,"allocated":2345574400,"data_stored":2342544124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3742694460},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,1,0,4,1,2,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-448200704,"num_objects":-6839,"num_object_clones":0,"num_object_copies":-13678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-927,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6839,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":927,"num_bytes_recovered":60751872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.909947"},"pg_stats":[{"pgid":"8.f","version":"854'9785","reported_seq":"9850","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:26.354724+0000","last_change":"2020-11-16T20:56:06.048298+0000","last_active":"2020-11-16T20:59:26.354724+0000","last_peered":"2020-11-16T20:59:26.354724+0000","last_clean":"2020-11-16T20:59:26.354724+0000","last_became_active":"2020-11-16T20:56:06.047761+0000","last_became_peered":"2020-11-16T20:56:06.047761+0000","last_unstale":"2020-11-16T20:59:26.354724+0000","last_undegraded":"2020-11-16T20:59:26.354724+0000","last_fullsized":"2020-11-16T20:59:26.354724+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9785,"ondisk_log_size":9785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76611584,"num_objects":1169,"num_object_clones":0,"num_object_copies":2338,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1169,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9785,"num_write_kb":350528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.e","version":"854'9752","reported_seq":"20059","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:28.028412+0000","last_change":"2020-11-16T20:59:00.360239+0000","last_active":"2020-11-16T20:59:28.028412+0000","last_peered":"2020-11-16T20:59:28.028412+0000","last_clean":"2020-11-16T20:59:28.028412+0000","last_became_active":"2020-11-16T20:57:39.190964+0000","last_became_peered":"2020-11-16T20:57:39.190964+0000","last_unstale":"2020-11-16T20:59:28.028412+0000","last_undegraded":"2020-11-16T20:59:28.028412+0000","last_fullsized":"2020-11-16T20:59:28.028412+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":848,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9752,"ondisk_log_size":9752,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":74579968,"num_objects":1138,"num_object_clones":0,"num_object_copies":2276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1138,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9752,"num_write_kb":348480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5114,"num_bytes_recovered":335151104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"854'9940","reported_seq":"10006","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:26.328051+0000","last_change":"2020-11-16T20:56:06.243845+0000","last_active":"2020-11-16T20:59:26.328051+0000","last_peered":"2020-11-16T20:59:26.328051+0000","last_clean":"2020-11-16T20:59:26.328051+0000","last_became_active":"2020-11-16T20:56:06.242888+0000","last_became_peered":"2020-11-16T20:56:06.242888+0000","last_unstale":"2020-11-16T20:59:26.328051+0000","last_undegraded":"2020-11-16T20:59:26.328051+0000","last_fullsized":"2020-11-16T20:59:26.328051+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9940,"ondisk_log_size":9940,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":78708760,"num_objects":1202,"num_object_clones":0,"num_object_copies":2404,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1202,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9940,"num_write_kb":356481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.c","version":"854'9684","reported_seq":"9749","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:27.228372+0000","last_change":"2020-11-16T20:56:06.246709+0000","last_active":"2020-11-16T20:59:27.228372+0000","last_peered":"2020-11-16T20:59:27.228372+0000","last_clean":"2020-11-16T20:59:27.228372+0000","last_became_active":"2020-11-16T20:56:06.245797+0000","last_became_peered":"2020-11-16T20:56:06.245797+0000","last_unstale":"2020-11-16T20:59:27.228372+0000","last_undegraded":"2020-11-16T20:59:27.228372+0000","last_fullsized":"2020-11-16T20:59:27.228372+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9684,"ondisk_log_size":9684,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":74579968,"num_objects":1138,"num_object_clones":0,"num_object_copies":2276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1138,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9684,"num_write_kb":346304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.b","version":"854'9999","reported_seq":"10064","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:27.225878+0000","last_change":"2020-11-16T20:56:06.048733+0000","last_active":"2020-11-16T20:59:27.225878+0000","last_peered":"2020-11-16T20:59:27.225878+0000","last_clean":"2020-11-16T20:59:27.225878+0000","last_became_active":"2020-11-16T20:56:06.048409+0000","last_became_peered":"2020-11-16T20:56:06.048409+0000","last_unstale":"2020-11-16T20:59:27.225878+0000","last_undegraded":"2020-11-16T20:59:27.225878+0000","last_fullsized":"2020-11-16T20:59:27.225878+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9999,"ondisk_log_size":9999,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":73596928,"num_objects":1123,"num_object_clones":0,"num_object_copies":2246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1123,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9999,"num_write_kb":355904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.a","version":"854'9677","reported_seq":"9742","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:27.259991+0000","last_change":"2020-11-16T20:56:06.246765+0000","last_active":"2020-11-16T20:59:27.259991+0000","last_peered":"2020-11-16T20:59:27.259991+0000","last_clean":"2020-11-16T20:59:27.259991+0000","last_became_active":"2020-11-16T20:56:06.245928+0000","last_became_peered":"2020-11-16T20:56:06.245928+0000","last_unstale":"2020-11-16T20:59:27.259991+0000","last_undegraded":"2020-11-16T20:59:27.259991+0000","last_fullsized":"2020-11-16T20:59:27.259991+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9677,"ondisk_log_size":9677,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":74121216,"num_objects":1131,"num_object_clones":0,"num_object_copies":2262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9677,"num_write_kb":345856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.8","version":"854'10079","reported_seq":"10144","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:26.733580+0000","last_change":"2020-11-16T20:56:06.247539+0000","last_active":"2020-11-16T20:59:26.733580+0000","last_peered":"2020-11-16T20:59:26.733580+0000","last_clean":"2020-11-16T20:59:26.733580+0000","last_became_active":"2020-11-16T20:56:06.247087+0000","last_became_peered":"2020-11-16T20:56:06.247087+0000","last_unstale":"2020-11-16T20:59:26.733580+0000","last_undegraded":"2020-11-16T20:59:26.733580+0000","last_fullsized":"2020-11-16T20:59:26.733580+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10079,"ondisk_log_size":10079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":78053376,"num_objects":1191,"num_object_clones":0,"num_object_copies":2382,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1191,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10079,"num_write_kb":360640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.7","version":"854'13213","reported_seq":"13280","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:25.113861+0000","last_change":"2020-11-16T20:57:22.138440+0000","last_active":"2020-11-16T20:59:25.113861+0000","last_peered":"2020-11-16T20:59:25.113861+0000","last_clean":"2020-11-16T20:59:25.113861+0000","last_became_active":"2020-11-16T20:56:06.047545+0000","last_became_peered":"2020-11-16T20:56:06.047545+0000","last_unstale":"2020-11-16T20:59:25.113861+0000","last_undegraded":"2020-11-16T20:59:25.113861+0000","last_fullsized":"2020-11-16T20:59:25.113861+0000","mapping_epoch":796,"log_start":"810'3200","ondisk_log_start":"810'3200","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"823'8640","last_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_deep_scrub":"823'8640","last_deep_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_clean_scrub_stamp":"2020-11-16T20:57:22.138378+0000","log_size":10013,"ondisk_log_size":10013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":1216,"num_object_clones":0,"num_object_copies":2432,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1216,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9686,"num_write_kb":348864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.6","version":"854'10032","reported_seq":"10097","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:26.361587+0000","last_change":"2020-11-16T20:56:06.048830+0000","last_active":"2020-11-16T20:59:26.361587+0000","last_peered":"2020-11-16T20:59:26.361587+0000","last_clean":"2020-11-16T20:59:26.361587+0000","last_became_active":"2020-11-16T20:56:06.048406+0000","last_became_peered":"2020-11-16T20:56:06.048406+0000","last_unstale":"2020-11-16T20:59:26.361587+0000","last_undegraded":"2020-11-16T20:59:26.361587+0000","last_fullsized":"2020-11-16T20:59:26.361587+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10032,"ondisk_log_size":10032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76414976,"num_objects":1166,"num_object_clones":0,"num_object_copies":2332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1166,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10032,"num_write_kb":358336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10],"acting":[11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.5","version":"854'9527","reported_seq":"9592","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:26.773760+0000","last_change":"2020-11-16T20:56:06.049925+0000","last_active":"2020-11-16T20:59:26.773760+0000","last_peered":"2020-11-16T20:59:26.773760+0000","last_clean":"2020-11-16T20:59:26.773760+0000","last_became_active":"2020-11-16T20:56:06.049489+0000","last_became_peered":"2020-11-16T20:56:06.049489+0000","last_unstale":"2020-11-16T20:59:26.773760+0000","last_undegraded":"2020-11-16T20:59:26.773760+0000","last_fullsized":"2020-11-16T20:59:26.773760+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9527,"ondisk_log_size":9527,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71761920,"num_objects":1095,"num_object_clones":0,"num_object_copies":2190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1095,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9527,"num_write_kb":339904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.4","version":"854'9563","reported_seq":"9627","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:26.760975+0000","last_change":"2020-11-16T20:56:06.246083+0000","last_active":"2020-11-16T20:59:26.760975+0000","last_peered":"2020-11-16T20:59:26.760975+0000","last_clean":"2020-11-16T20:59:26.760975+0000","last_became_active":"2020-11-16T20:56:06.245553+0000","last_became_peered":"2020-11-16T20:56:06.245553+0000","last_unstale":"2020-11-16T20:59:26.760975+0000","last_undegraded":"2020-11-16T20:59:26.760975+0000","last_fullsized":"2020-11-16T20:59:26.760975+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9563,"ondisk_log_size":9563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":74645504,"num_objects":1139,"num_object_clones":0,"num_object_copies":2278,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9563,"num_write_kb":342464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.3","version":"854'9858","reported_seq":"9922","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:26.365090+0000","last_change":"2020-11-16T20:56:06.046103+0000","last_active":"2020-11-16T20:59:26.365090+0000","last_peered":"2020-11-16T20:59:26.365090+0000","last_clean":"2020-11-16T20:59:26.365090+0000","last_became_active":"2020-11-16T20:56:06.045547+0000","last_became_peered":"2020-11-16T20:56:06.045547+0000","last_unstale":"2020-11-16T20:59:26.365090+0000","last_undegraded":"2020-11-16T20:59:26.365090+0000","last_fullsized":"2020-11-16T20:59:26.365090+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9858,"ondisk_log_size":9858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75366400,"num_objects":1150,"num_object_clones":0,"num_object_copies":2300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1150,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9858,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.2","version":"854'9664","reported_seq":"18648","reported_epoch":"854","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:59:26.822690+0000","last_change":"2020-11-16T20:57:39.192312+0000","last_active":"2020-11-16T20:59:26.822690+0000","last_peered":"2020-11-16T20:59:26.822690+0000","last_clean":"2020-11-16T20:57:03.147357+0000","last_became_active":"2020-11-16T20:57:39.169189+0000","last_became_peered":"2020-11-16T20:57:39.169189+0000","last_unstale":"2020-11-16T20:59:26.822690+0000","last_undegraded":"2020-11-16T20:57:39.030592+0000","last_fullsized":"2020-11-16T20:59:26.822690+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9664,"ondisk_log_size":9664,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75235328,"num_objects":1148,"num_object_clones":0,"num_object_copies":2296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":605,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1148,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9664,"num_write_kb":345984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4457,"num_bytes_recovered":292093952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":["10"],"object_location_counts":[{"shards":"4,10","objects":543},{"shards":"10","objects":605}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.1","version":"854'9675","reported_seq":"9739","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:25.113257+0000","last_change":"2020-11-16T20:56:06.247277+0000","last_active":"2020-11-16T20:59:25.113257+0000","last_peered":"2020-11-16T20:59:25.113257+0000","last_clean":"2020-11-16T20:59:25.113257+0000","last_became_active":"2020-11-16T20:56:06.245647+0000","last_became_peered":"2020-11-16T20:56:06.245647+0000","last_unstale":"2020-11-16T20:59:25.113257+0000","last_undegraded":"2020-11-16T20:59:25.113257+0000","last_fullsized":"2020-11-16T20:59:25.113257+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9675,"ondisk_log_size":9675,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":80019456,"num_objects":1221,"num_object_clones":0,"num_object_copies":2442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9675,"num_write_kb":348672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"854'9867","reported_seq":"9932","reported_epoch":"854","state":"active+clean","last_fresh":"2020-11-16T20:59:27.978155+0000","last_change":"2020-11-16T20:56:06.248850+0000","last_active":"2020-11-16T20:59:27.978155+0000","last_peered":"2020-11-16T20:59:27.978155+0000","last_clean":"2020-11-16T20:59:27.978155+0000","last_became_active":"2020-11-16T20:56:06.248111+0000","last_became_peered":"2020-11-16T20:56:06.248111+0000","last_unstale":"2020-11-16T20:59:27.978155+0000","last_undegraded":"2020-11-16T20:59:27.978155+0000","last_fullsized":"2020-11-16T20:59:27.978155+0000","mapping_epoch":796,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9867,"ondisk_log_size":9867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":74645504,"num_objects":1139,"num_object_clones":0,"num_object_copies":2278,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9867,"num_write_kb":352192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9],"acting":[4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"854'9971","reported_seq":"18921","reported_epoch":"854","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:59:26.811560+0000","last_change":"2020-11-16T20:57:39.229286+0000","last_active":"2020-11-16T20:59:26.811560+0000","last_peered":"2020-11-16T20:59:26.811560+0000","last_clean":"2020-11-16T20:57:03.154469+0000","last_became_active":"2020-11-16T20:57:39.177182+0000","last_became_peered":"2020-11-16T20:57:39.177182+0000","last_unstale":"2020-11-16T20:59:26.811560+0000","last_undegraded":"2020-11-16T20:57:39.032931+0000","last_fullsized":"2020-11-16T20:59:26.811560+0000","mapping_epoch":829,"log_start":"0'0","ondisk_log_start":"0'0","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":9971,"ondisk_log_size":9971,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":72941568,"num_objects":1113,"num_object_clones":0,"num_object_copies":2226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":783,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9971,"num_write_kb":354688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4440,"num_bytes_recovered":290979840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":["10"],"object_location_counts":[{"shards":"9,10","objects":330},{"shards":"10","objects":783}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"385","reported_epoch":"853","state":"active+clean","last_fresh":"2020-11-16T20:59:18.473115+0000","last_change":"2020-11-16T20:57:03.569883+0000","last_active":"2020-11-16T20:59:18.473115+0000","last_peered":"2020-11-16T20:59:18.473115+0000","last_clean":"2020-11-16T20:59:18.473115+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:59:18.473115+0000","last_undegraded":"2020-11-16T20:59:18.473115+0000","last_fullsized":"2020-11-16T20:59:18.473115+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_clean_scrub_stamp":"2020-11-16T20:57:03.569650+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":1210974232,"num_objects":18479,"num_object_clones":0,"num_object_copies":36958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1388,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18479,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":156759,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14011,"num_bytes_recovered":918224896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3301384192,"data_stored":3301376048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":157086,"ondisk_log_size":157086,"up":32,"acting":32,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631950,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":864880,"kb_used_data":382312,"kb_used_omap":0,"kb_used_meta":482496,"kb_avail":92880272,"statfs":{"total":95995035648,"available":95109398528,"internally_reserved":0,"allocated":391487488,"data_stored":391105637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":494075904},"hb_peers":[1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.702,"5min":4.5250000000000004,"15min":3.4140000000000001},"min":{"1min":0.82499999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":14.013,"5min":155.821,"15min":155.821},"last":4.3570000000000002},{"interface":"front","average":{"1min":1.9510000000000001,"5min":4.3719999999999999,"15min":3.4420000000000002},"min":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.55600000000000005},"max":{"1min":4.8810000000000002,"5min":153.465,"15min":153.465},"last":1.0940000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:59:13 2020","interfaces":[{"interface":"back","average":{"1min":7.9169999999999998,"5min":3.4750000000000001,"15min":2.6760000000000002},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":56.923999999999999,"5min":56.923999999999999,"15min":56.923999999999999},"last":2.0459999999999998},{"interface":"front","average":{"1min":5.4370000000000003,"5min":3.4470000000000001,"15min":3.1320000000000001},"min":{"1min":0.91900000000000004,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":53.622999999999998,"5min":53.622999999999998,"15min":53.622999999999998},"last":14.047000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:13 2020","interfaces":[{"interface":"back","average":{"1min":5.5979999999999999,"5min":3.3999999999999999,"15min":3.0339999999999998},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":58.055,"5min":58.055,"15min":58.055},"last":13.829000000000001},{"interface":"front","average":{"1min":2.782,"5min":3.1190000000000002,"15min":3.1749999999999998},"min":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"max":{"1min":7.8319999999999999,"5min":7.8319999999999999,"15min":7.8319999999999999},"last":13.754}]},{"osd":3,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":2.754,"5min":2.2799999999999998,"15min":2.052},"min":{"1min":1.0509999999999999,"5min":0.86599999999999999,"15min":0.79300000000000004},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":1.9399999999999999},{"interface":"front","average":{"1min":1.6890000000000001,"5min":1.921,"15min":2.0369999999999999},"min":{"1min":0.874,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":4.5220000000000002,"5min":7.4829999999999997,"15min":7.4829999999999997},"last":1.103}]},{"osd":4,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":3.153,"5min":3.798,"15min":2.839},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.60599999999999998},"max":{"1min":8.1029999999999998,"5min":25.111999999999998,"15min":28.960999999999999},"last":13.974},{"interface":"front","average":{"1min":1.8180000000000001,"5min":2.589,"15min":2.5680000000000001},"min":{"1min":0.74099999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.4020000000000001,"5min":25.768000000000001,"15min":28.922999999999998},"last":1.679}]},{"osd":5,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":4.9249999999999998,"5min":2.8889999999999998,"15min":2.831},"min":{"1min":1,"5min":0.81999999999999995,"15min":0.80900000000000005},"max":{"1min":57.170000000000002,"5min":57.170000000000002,"15min":95.222999999999999},"last":1.5269999999999999},{"interface":"front","average":{"1min":5.3680000000000003,"5min":3.335,"15min":2.6579999999999999},"min":{"1min":1.3260000000000001,"5min":0.72799999999999998,"15min":0.65600000000000003},"max":{"1min":57.853999999999999,"5min":57.853999999999999,"15min":57.853999999999999},"last":1.8260000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.726,"5min":4.2110000000000003,"15min":3.6589999999999998},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.78200000000000003},"max":{"1min":57.039999999999999,"5min":57.039999999999999,"15min":86.338999999999999},"last":13.904},{"interface":"front","average":{"1min":7.1369999999999996,"5min":4.1239999999999997,"15min":4.0510000000000002},"min":{"1min":1.502,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":57.732999999999997,"5min":57.732999999999997,"15min":96.640000000000001},"last":14.115}]},{"osd":7,"last update":"Mon Nov 16 20:59:20 2020","interfaces":[{"interface":"back","average":{"1min":5.9349999999999996,"5min":3.351,"15min":3.8780000000000001},"min":{"1min":0.88,"5min":0.88,"15min":0.83799999999999997},"max":{"1min":57.505000000000003,"5min":57.505000000000003,"15min":97.006},"last":1.375},{"interface":"front","average":{"1min":2.8039999999999998,"5min":3.0579999999999998,"15min":3.3140000000000001},"min":{"1min":0.92000000000000004,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":7.351,"5min":8.1050000000000004,"15min":69.757000000000005},"last":2.1259999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.907,"5min":4.5330000000000004,"15min":3.7309999999999999},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.93700000000000006},"max":{"1min":57.396000000000001,"5min":57.396000000000001,"15min":97.784000000000006},"last":14.244999999999999},{"interface":"front","average":{"1min":3.7639999999999998,"5min":3.1909999999999998,"15min":3.3679999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":8.234,"5min":8.234,"15min":95.897999999999996},"last":2.1989999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:59:26 2020","interfaces":[{"interface":"back","average":{"1min":4.1520000000000001,"5min":3.786,"15min":3.5430000000000001},"min":{"1min":1.1259999999999999,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":12.114000000000001,"5min":56.792000000000002,"15min":98.706999999999994},"last":1.2430000000000001},{"interface":"front","average":{"1min":3.7530000000000001,"5min":3.883,"15min":3.8370000000000002},"min":{"1min":1.1279999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":8.6379999999999999,"5min":12.765000000000001,"15min":99.385000000000005},"last":2.262}]},{"osd":10,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":8.343,"5min":5.9720000000000004,"15min":4.4169999999999998},"min":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.0720000000000001},"max":{"1min":60.487000000000002,"5min":60.487000000000002,"15min":97.399000000000001},"last":1.9790000000000001},{"interface":"front","average":{"1min":6.4749999999999996,"5min":4.085,"15min":3.7069999999999999},"min":{"1min":1.2549999999999999,"5min":1.216,"15min":1.0880000000000001},"max":{"1min":61.078000000000003,"5min":61.078000000000003,"15min":95.094999999999999},"last":2.3330000000000002}]}]},{"osd":10,"up_from":95,"seq":408021893588,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":728428,"kb_used_data":442852,"kb_used_omap":0,"kb_used_meta":285504,"kb_avail":93016724,"statfs":{"total":95995035648,"available":95249125376,"internally_reserved":0,"allocated":453480448,"data_stored":453102669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":292356096},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,2,0,2,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":2.891},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":0.84799999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.7509999999999999,"5min":2.4409999999999998,"15min":2.1000000000000001},"min":{"1min":0.73299999999999998,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":9.4459999999999997,"5min":26.946999999999999,"15min":44.258000000000003},"last":10.359},{"interface":"front","average":{"1min":3.1360000000000001,"5min":2.851,"15min":2.448},"min":{"1min":0.93899999999999995,"5min":0.623,"15min":0.54700000000000004},"max":{"1min":7.9649999999999999,"5min":26.350000000000001,"15min":44.149999999999999},"last":6.7030000000000003}]},{"osd":2,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":2.4660000000000002,"15min":1.8979999999999999},"min":{"1min":1.296,"5min":0.67700000000000005,"15min":0.63900000000000001},"max":{"1min":8.0709999999999997,"5min":9.7949999999999999,"15min":9.7949999999999999},"last":6.9930000000000003},{"interface":"front","average":{"1min":3.2909999999999999,"5min":2.5800000000000001,"15min":1.9139999999999999},"min":{"1min":1.081,"5min":0.73299999999999998,"15min":0.57999999999999996},"max":{"1min":8.3130000000000006,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":6.3390000000000004}]},{"osd":3,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.4860000000000002,"5min":2.5899999999999999,"15min":2.4409999999999998},"min":{"1min":1.5329999999999999,"5min":1.415,"15min":1.415},"max":{"1min":8.1430000000000007,"5min":8.1430000000000007,"15min":8.1430000000000007},"last":1.3120000000000001},{"interface":"front","average":{"1min":3.0750000000000002,"5min":2.028,"15min":1.8540000000000001},"min":{"1min":0.877,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":9.1479999999999997,"5min":9.1479999999999997,"15min":9.1479999999999997},"last":1.605}]},{"osd":4,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.8200000000000003,"5min":2.9540000000000002,"15min":2.4319999999999999},"min":{"1min":0.79700000000000004,"5min":0.70699999999999996,"15min":0.629},"max":{"1min":17.888000000000002,"5min":17.888000000000002,"15min":17.888000000000002},"last":10.425000000000001},{"interface":"front","average":{"1min":3.4089999999999998,"5min":3.0950000000000002,"15min":2.3959999999999999},"min":{"1min":1.1859999999999999,"5min":0.66300000000000003,"15min":0.64800000000000002},"max":{"1min":8.2210000000000001,"5min":9.5350000000000001,"15min":9.5350000000000001},"last":1.2150000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.8220000000000001,"5min":3.492,"15min":2.5920000000000001},"min":{"1min":1.0009999999999999,"5min":0.89800000000000002,"15min":0.68400000000000005},"max":{"1min":18.242000000000001,"5min":18.242000000000001,"15min":18.242000000000001},"last":10.965},{"interface":"front","average":{"1min":3.3660000000000001,"5min":2.8650000000000002,"15min":2.1989999999999998},"min":{"1min":1.159,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":8.9009999999999998,"5min":9.3390000000000004,"15min":9.3390000000000004},"last":1.51}]},{"osd":6,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.9900000000000002,"5min":3.492,"15min":2.8279999999999998},"min":{"1min":1.1830000000000001,"5min":0.91600000000000004,"15min":0.80900000000000005},"max":{"1min":18.103999999999999,"5min":18.103999999999999,"15min":21.989999999999998},"last":10.669},{"interface":"front","average":{"1min":3.6629999999999998,"5min":3.3490000000000002,"15min":2.9319999999999999},"min":{"1min":1.4990000000000001,"5min":0.83599999999999997,"15min":0.72499999999999998},"max":{"1min":8.9900000000000002,"5min":9.2750000000000004,"15min":19.751000000000001},"last":1.3879999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":3.492,"5min":3.2719999999999998,"15min":2.7810000000000001},"min":{"1min":0.82499999999999996,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":9.0660000000000007,"5min":10.071,"15min":10.071},"last":6.4989999999999997},{"interface":"front","average":{"1min":3.1339999999999999,"5min":2.851,"15min":2.5529999999999999},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.86599999999999999},"max":{"1min":9.2929999999999993,"5min":9.2929999999999993,"15min":9.2929999999999993},"last":1.3300000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.79,"5min":4.0499999999999998,"15min":3.6480000000000001},"min":{"1min":1.3580000000000001,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":11.052,"5min":102.69,"15min":115.295},"last":1.0489999999999999},{"interface":"front","average":{"1min":5.4480000000000004,"5min":4.883,"15min":3.7679999999999998},"min":{"1min":0.92000000000000004,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":18.376999999999999,"5min":104.477,"15min":112.97799999999999},"last":10.813000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.5270000000000001,"5min":3.5760000000000001,"15min":3.1539999999999999},"min":{"1min":1.071,"5min":1.0209999999999999,"15min":1.0209999999999999},"max":{"1min":10.867000000000001,"5min":10.867000000000001,"15min":10.867000000000001},"last":1.1899999999999999},{"interface":"front","average":{"1min":4.2699999999999996,"5min":3.7389999999999999,"15min":3.1850000000000001},"min":{"1min":1.252,"5min":1.252,"15min":1.1779999999999999},"max":{"1min":8.0640000000000001,"5min":14.864000000000001,"15min":14.864000000000001},"last":1.448}]},{"osd":11,"last update":"Mon Nov 16 20:58:32 2020","interfaces":[{"interface":"back","average":{"1min":3.839,"5min":3.6909999999999998,"15min":3.6219999999999999},"min":{"1min":1.6839999999999999,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":11.079000000000001,"5min":11.079000000000001,"15min":117.40600000000001},"last":10.115},{"interface":"front","average":{"1min":4.2610000000000001,"5min":4.0529999999999999,"15min":3.9089999999999998},"min":{"1min":1.9570000000000001,"5min":1.669,"15min":1.4099999999999999},"max":{"1min":11.191000000000001,"5min":11.191000000000001,"15min":117.614},"last":10.243}]}]},{"osd":9,"up_from":71,"seq":304942678510,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1052332,"kb_used_data":444068,"kb_used_omap":0,"kb_used_meta":608256,"kb_avail":92692820,"statfs":{"total":95995035648,"available":94917447680,"internally_reserved":0,"allocated":454725632,"data_stored":454347853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":622854144},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":2.1850000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":1.097}]},{"osd":1,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":5.7549999999999999,"15min":3.9369999999999998},"min":{"1min":0.56999999999999995,"5min":0.54300000000000004,"15min":0.51700000000000002},"max":{"1min":6.6280000000000001,"5min":338.13099999999997,"15min":338.13099999999997},"last":6.9809999999999999},{"interface":"front","average":{"1min":3.0659999999999998,"5min":6.375,"15min":4.6219999999999999},"min":{"1min":0.91900000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":6.7939999999999996,"5min":338.54000000000002,"15min":338.54000000000002},"last":7.1139999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":1.8700000000000001,"5min":1.9730000000000001,"15min":1.8149999999999999},"min":{"1min":0.62,"5min":0.62,"15min":0.53600000000000003},"max":{"1min":6.484,"5min":9.0190000000000001,"15min":9.0190000000000001},"last":4.492},{"interface":"front","average":{"1min":2.9689999999999999,"5min":1.905,"15min":1.756},"min":{"1min":0.81499999999999995,"5min":0.61599999999999999,"15min":0.58299999999999996},"max":{"1min":7.0960000000000001,"5min":7.0960000000000001,"15min":10.939},"last":7.2539999999999996}]},{"osd":3,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.4590000000000001,"15min":2.3740000000000001},"min":{"1min":0.70699999999999996,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":7.3630000000000004,"5min":8.4949999999999992,"15min":8.4949999999999992},"last":7.5209999999999999},{"interface":"front","average":{"1min":2.9990000000000001,"5min":2.6579999999999999,"15min":2.601},"min":{"1min":1.0269999999999999,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":6.9459999999999997,"5min":8.7940000000000005,"15min":8.7940000000000005},"last":7.7809999999999997}]},{"osd":4,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.6629999999999998,"5min":2.706,"15min":2.8759999999999999},"min":{"1min":0.70999999999999996,"5min":0.68200000000000005,"15min":0.58599999999999997},"max":{"1min":9.2040000000000006,"5min":9.2040000000000006,"15min":117.012},"last":4.2789999999999999},{"interface":"front","average":{"1min":2.2200000000000002,"5min":2.2320000000000002,"15min":2.7349999999999999},"min":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.69499999999999995},"max":{"1min":7.4119999999999999,"5min":8.7530000000000001,"15min":120.41200000000001},"last":4.343}]},{"osd":5,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":2.6920000000000002,"15min":2.4769999999999999},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":7.6559999999999997,"5min":8.9350000000000005,"15min":8.9350000000000005},"last":7.391},{"interface":"front","average":{"1min":3.8149999999999999,"5min":3.1080000000000001,"15min":2.6720000000000002},"min":{"1min":1.036,"5min":0.83299999999999996,"15min":0.71099999999999997},"max":{"1min":9.1280000000000001,"5min":9.641,"15min":9.641},"last":4.4100000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.9390000000000001,"5min":3.242,"15min":3.3620000000000001},"min":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.71399999999999997},"max":{"1min":9.0389999999999997,"5min":9.9909999999999997,"15min":92.771000000000001},"last":4.9820000000000002},{"interface":"front","average":{"1min":4.1120000000000001,"5min":3.4820000000000002,"15min":3.6269999999999998},"min":{"1min":1.401,"5min":0.95599999999999996,"15min":0.91500000000000004},"max":{"1min":8.9039999999999999,"5min":9.8770000000000007,"15min":92.504000000000005},"last":4.5300000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:58:34 2020","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":3.302,"15min":2.9980000000000002},"min":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":0.90200000000000002},"max":{"1min":9.1080000000000005,"5min":18.486999999999998,"15min":18.486999999999998},"last":7.6479999999999997},{"interface":"front","average":{"1min":2.863,"5min":2.9350000000000001,"15min":3.0899999999999999},"min":{"1min":1.284,"5min":1.0069999999999999,"15min":0.83499999999999996},"max":{"1min":7.5380000000000003,"5min":18.757000000000001,"15min":121.273},"last":4.2060000000000004}]},{"osd":8,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.194,"5min":2.7570000000000001,"15min":2.7719999999999998},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":7.9989999999999997,"5min":8.4440000000000008,"15min":11.083},"last":4.6200000000000001},{"interface":"front","average":{"1min":3.1240000000000001,"5min":2.77,"15min":2.9100000000000001},"min":{"1min":1.397,"5min":1.0720000000000001,"15min":1.0129999999999999},"max":{"1min":7.6840000000000002,"5min":8.3190000000000008,"15min":11.837},"last":4.0739999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":4.2960000000000003,"5min":3.3170000000000002,"15min":3.0489999999999999},"min":{"1min":1.228,"5min":1.137,"15min":1.137},"max":{"1min":9.7729999999999997,"5min":10.728999999999999,"15min":11.691000000000001},"last":4.7759999999999998},{"interface":"front","average":{"1min":3.3740000000000001,"5min":3.3559999999999999,"15min":3.6850000000000001},"min":{"1min":0.93899999999999995,"5min":0.91200000000000003,"15min":0.91200000000000003},"max":{"1min":6.4189999999999996,"5min":9.7579999999999991,"15min":120.693},"last":3.9390000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:58:31 2020","interfaces":[{"interface":"back","average":{"1min":4.617,"5min":3.984,"15min":3.3740000000000001},"min":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.0840000000000001},"max":{"1min":10.275,"5min":28.57,"15min":28.57},"last":4.6500000000000004},{"interface":"front","average":{"1min":3.8490000000000002,"5min":4.04,"15min":3.948},"min":{"1min":1.3280000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":8.1519999999999992,"5min":26.074000000000002,"15min":121.5},"last":5.524}]}]},{"osd":8,"up_from":63,"seq":270582940145,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":600620,"kb_used_data":217828,"kb_used_omap":0,"kb_used_meta":382784,"kb_avail":93144532,"statfs":{"total":95995035648,"available":95380000768,"internally_reserved":0,"allocated":223055872,"data_stored":222678113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":391970816},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:40 2020","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":2.5499999999999998,"15min":2.3809999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.52500000000000002},"max":{"1min":3.5259999999999998,"5min":64.843000000000004,"15min":80.534000000000006},"last":1.046},{"interface":"front","average":{"1min":1.748,"5min":2.343,"15min":2.4590000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":5.3399999999999999,"5min":59.093000000000004,"15min":80.248000000000005},"last":1.512}]},{"osd":1,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":4.2930000000000001,"5min":2.637,"15min":3.2440000000000002},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.59399999999999997},"max":{"1min":46.779000000000003,"5min":46.779000000000003,"15min":225.94999999999999},"last":1.0489999999999999},{"interface":"front","average":{"1min":4.5670000000000002,"5min":2.7149999999999999,"15min":3.3679999999999999},"min":{"1min":0.59399999999999997,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":46.966999999999999,"5min":46.966999999999999,"15min":226.03100000000001},"last":1.704}]},{"osd":2,"last update":"Mon Nov 16 20:59:11 2020","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":1.9079999999999999,"15min":2.016},"min":{"1min":0.66300000000000003,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.617,"5min":8.0079999999999991,"15min":8.0079999999999991},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.9930000000000001,"5min":2.3799999999999999,"15min":1.927},"min":{"1min":0.69699999999999995,"5min":0.67200000000000004,"15min":0.61599999999999999},"max":{"1min":4.8380000000000001,"5min":8.0570000000000004,"15min":8.0570000000000004},"last":1.9850000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:59:25 2020","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.887,"15min":2.9569999999999999},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":12.555,"5min":12.555,"15min":12.555},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.9730000000000001,"15min":2.0459999999999998},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":3.3799999999999999,"5min":4.7160000000000002,"15min":4.7160000000000002},"last":0.92200000000000004}]},{"osd":4,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":2.867,"5min":2.5369999999999999,"15min":2.512},"min":{"1min":0.88300000000000001,"5min":0.879,"15min":0.63100000000000001},"max":{"1min":6.6420000000000003,"5min":8.6539999999999999,"15min":8.6539999999999999},"last":2.7029999999999998},{"interface":"front","average":{"1min":4.9850000000000003,"5min":3.1549999999999998,"15min":2.7200000000000002},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67200000000000004},"max":{"1min":47.014000000000003,"5min":47.014000000000003,"15min":47.014000000000003},"last":1.4530000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.4390000000000001,"15min":2.4449999999999998},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":5.6779999999999999,"5min":8.2059999999999995,"15min":12.273999999999999},"last":1.863},{"interface":"front","average":{"1min":5.1539999999999999,"5min":3.633,"15min":2.6880000000000002},"min":{"1min":1.1439999999999999,"5min":0.76600000000000001,"15min":0.72199999999999998},"max":{"1min":46.515000000000001,"5min":46.515000000000001,"15min":46.515000000000001},"last":2.4980000000000002}]},{"osd":6,"last update":"Mon Nov 16 20:58:49 2020","interfaces":[{"interface":"back","average":{"1min":2.3439999999999999,"5min":2.7240000000000002,"15min":2.847},"min":{"1min":1.0660000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":5.4459999999999997,"5min":8.1720000000000006,"15min":8.6649999999999991},"last":1.603},{"interface":"front","average":{"1min":2.423,"5min":2.9009999999999998,"15min":2.9220000000000002},"min":{"1min":1.032,"5min":1.016,"15min":1.016},"max":{"1min":5.2569999999999997,"5min":8.3439999999999994,"15min":12.166},"last":2.2210000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":2.9990000000000001,"15min":3.052},"min":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"max":{"1min":5.8470000000000004,"5min":9.2189999999999994,"15min":13.644},"last":2.8109999999999999},{"interface":"front","average":{"1min":2.4350000000000001,"5min":3.2069999999999999,"15min":3.2559999999999998},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":6.3860000000000001,"5min":8.8000000000000007,"15min":15.028},"last":2.343}]},{"osd":9,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":2.778,"5min":3.0640000000000001,"15min":2.972},"min":{"1min":0.90800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":9.2460000000000004,"5min":9.2460000000000004,"15min":9.2460000000000004},"last":2.3919999999999999},{"interface":"front","average":{"1min":3.9929999999999999,"5min":3.1339999999999999,"15min":3.169},"min":{"1min":1.01,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":13.224,"5min":13.224,"15min":13.224},"last":2.96}]},{"osd":10,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":4.9400000000000004,"5min":3.7469999999999999,"15min":3.3170000000000002},"min":{"1min":1.5029999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":47.170999999999999,"5min":47.170999999999999,"15min":47.170999999999999},"last":4.1799999999999997},{"interface":"front","average":{"1min":5.1029999999999998,"5min":4.0140000000000002,"15min":3.5870000000000002},"min":{"1min":1.611,"5min":1.1459999999999999,"15min":1},"max":{"1min":47.314,"5min":47.314,"15min":47.314},"last":4.3129999999999997}]},{"osd":11,"last update":"Mon Nov 16 20:58:37 2020","interfaces":[{"interface":"back","average":{"1min":3.7120000000000002,"5min":3.4220000000000002,"15min":3.4009999999999998},"min":{"1min":1.0940000000000001,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":7.0800000000000001,"5min":8.4749999999999996,"15min":12.114000000000001},"last":3.2040000000000002},{"interface":"front","average":{"1min":3.125,"5min":3.702,"15min":3.169},"min":{"1min":1.2929999999999999,"5min":1.141,"15min":1.0169999999999999},"max":{"1min":7.8399999999999999,"5min":11.500999999999999,"15min":13.513},"last":2.1040000000000001}]}]},{"osd":7,"up_from":225,"seq":966367641976,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":586608,"kb_used_data":158120,"kb_used_omap":0,"kb_used_meta":428479,"kb_avail":93158544,"statfs":{"total":95995035648,"available":95394349056,"internally_reserved":0,"allocated":161914880,"data_stored":161533049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":438762556},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":5.5099999999999998,"5min":2.4100000000000001,"15min":2.5659999999999998},"min":{"1min":0.67600000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":70.430999999999997,"5min":70.430999999999997,"15min":146.768},"last":1.73},{"interface":"front","average":{"1min":5.875,"5min":2.516,"15min":2.5219999999999998},"min":{"1min":0.84299999999999997,"5min":0.64600000000000002,"15min":0.51800000000000002},"max":{"1min":70.522000000000006,"5min":70.522000000000006,"15min":146.83699999999999},"last":1.0680000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.274,"5min":1.5409999999999999,"15min":1.613},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.5},"max":{"1min":2.4809999999999999,"5min":3.988,"15min":14.375999999999999},"last":1.665},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.7709999999999999,"15min":1.8280000000000001},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.55400000000000005},"max":{"1min":1.8600000000000001,"5min":4.3289999999999997,"15min":14.645},"last":1.486}]},{"osd":3,"last update":"Mon Nov 16 20:58:45 2020","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.7410000000000001,"15min":1.633},"min":{"1min":0.93100000000000005,"5min":0.80800000000000005,"15min":0.65000000000000002},"max":{"1min":2.379,"5min":6.7450000000000001,"15min":6.7450000000000001},"last":1.919},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.794,"15min":1.7749999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.622},"max":{"1min":2.5910000000000002,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":1.8109999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.0779999999999998,"5min":2.5640000000000001,"15min":2.3170000000000002},"min":{"1min":0.878,"5min":0.68899999999999995,"15min":0.59299999999999997},"max":{"1min":4.9029999999999996,"5min":27.331,"15min":27.331},"last":1.0389999999999999},{"interface":"front","average":{"1min":2.29,"5min":2.8109999999999999,"15min":2.6699999999999999},"min":{"1min":1.1299999999999999,"5min":0.74099999999999999,"15min":0.629},"max":{"1min":3.4159999999999999,"5min":27.190000000000001,"15min":27.190000000000001},"last":1.526}]},{"osd":5,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.9219999999999999,"5min":2.1190000000000002,"15min":2.2040000000000002},"min":{"1min":1.198,"5min":0.70999999999999996,"15min":0.60199999999999998},"max":{"1min":2.7709999999999999,"5min":6.9109999999999996,"15min":14.191000000000001},"last":2.012},{"interface":"front","average":{"1min":1.714,"5min":2.3069999999999999,"15min":2.327},"min":{"1min":0.80800000000000005,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":3.3290000000000002,"5min":4.8630000000000004,"15min":11.981999999999999},"last":1.3200000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":2.2280000000000002,"15min":2.516},"min":{"1min":0.878,"5min":0.878,"15min":0.69099999999999995},"max":{"1min":3.46,"5min":7.0670000000000002,"15min":14.186},"last":1.605},{"interface":"front","average":{"1min":2.194,"5min":3.0430000000000001,"15min":2.8929999999999998},"min":{"1min":1.1870000000000001,"5min":1.131,"15min":0.89900000000000002},"max":{"1min":3.2799999999999998,"5min":13.574999999999999,"15min":13.574999999999999},"last":2.1040000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.6640000000000001,"5min":3.5099999999999998,"15min":2.9670000000000001},"min":{"1min":1.3740000000000001,"5min":1.2649999999999999,"15min":0.90100000000000002},"max":{"1min":5.0549999999999997,"5min":34.351999999999997,"15min":34.351999999999997},"last":2.2069999999999999},{"interface":"front","average":{"1min":2.8359999999999999,"5min":3.5600000000000001,"15min":3.129},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.0429999999999999},"max":{"1min":5.25,"5min":34.154000000000003,"15min":34.154000000000003},"last":2.4900000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":9.5830000000000002,"5min":4.7009999999999996,"15min":3.5419999999999998},"min":{"1min":1.9299999999999999,"5min":1.1879999999999999,"15min":0.90200000000000002},"max":{"1min":109.075,"5min":109.075,"15min":109.075},"last":2.2989999999999999},{"interface":"front","average":{"1min":9.0220000000000002,"5min":3.883,"15min":3.2010000000000001},"min":{"1min":1.286,"5min":1.2150000000000001,"15min":0.83999999999999997},"max":{"1min":110.075,"5min":110.075,"15min":110.075},"last":1.8740000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:59:14 2020","interfaces":[{"interface":"back","average":{"1min":10.558,"5min":5.3049999999999997,"15min":3.7679999999999998},"min":{"1min":1.3,"5min":1.3,"15min":0.96999999999999997},"max":{"1min":117.408,"5min":117.408,"15min":117.408},"last":7.8369999999999997},{"interface":"front","average":{"1min":10.457000000000001,"5min":5.0899999999999999,"15min":3.8140000000000001},"min":{"1min":1.7689999999999999,"5min":1.514,"15min":1.2},"max":{"1min":115.137,"5min":115.137,"15min":115.137},"last":2.3980000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.2989999999999999,"5min":3.3820000000000001,"15min":3.3769999999999998},"min":{"1min":1.7749999999999999,"5min":1.125,"15min":1.089},"max":{"1min":5.9649999999999999,"5min":34.290999999999997,"15min":34.290999999999997},"last":2.5939999999999999},{"interface":"front","average":{"1min":2.5350000000000001,"5min":4.9699999999999998,"15min":3.7370000000000001},"min":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.0249999999999999},"max":{"1min":3.9140000000000001,"5min":97.986000000000004,"15min":97.986000000000004},"last":3.6709999999999998}]}]},{"osd":6,"up_from":49,"seq":210453398012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":389548,"kb_used_data":740,"kb_used_omap":0,"kb_used_meta":388800,"kb_avail":93355604,"statfs":{"total":95995035648,"available":95596138496,"internally_reserved":0,"allocated":757760,"data_stored":380001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":398131200},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":1.111},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.6240000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:58:53 2020","interfaces":[{"interface":"back","average":{"1min":8.9779999999999998,"5min":6.3609999999999998,"15min":9.3190000000000008},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.52800000000000002},"max":{"1min":125.816,"5min":244.89400000000001,"15min":296.45600000000002},"last":1.5980000000000001},{"interface":"front","average":{"1min":8.9610000000000003,"5min":6.4829999999999997,"15min":9.3770000000000007},"min":{"1min":0.69499999999999995,"5min":0.61499999999999999,"15min":0.57499999999999996},"max":{"1min":125.941,"5min":245.17699999999999,"15min":297.99099999999999},"last":2.2389999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":1.9319999999999999,"15min":1.8180000000000001},"min":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.54500000000000004},"max":{"1min":6.6100000000000003,"5min":6.6100000000000003,"15min":13.731999999999999},"last":1.1339999999999999},{"interface":"front","average":{"1min":1.4239999999999999,"5min":1.659,"15min":1.728},"min":{"1min":0.88600000000000001,"5min":0.73099999999999998,"15min":0.61699999999999999},"max":{"1min":2.1619999999999999,"5min":5.0919999999999996,"15min":10.789},"last":0.876}]},{"osd":3,"last update":"Mon Nov 16 20:59:14 2020","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.6699999999999999,"15min":1.671},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":2.6150000000000002,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":1.296},{"interface":"front","average":{"1min":1.9590000000000001,"5min":1.861,"15min":1.845},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":6.2770000000000001,"5min":6.2770000000000001,"15min":6.2770000000000001},"last":1.105}]},{"osd":4,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":2.7570000000000001,"15min":2.5950000000000002},"min":{"1min":0.752,"5min":0.752,"15min":0.54500000000000004},"max":{"1min":3.7719999999999998,"5min":32.469000000000001,"15min":32.469000000000001},"last":2.556},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.6269999999999998,"15min":2.6429999999999998},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.59999999999999998},"max":{"1min":4.1760000000000002,"5min":32.743000000000002,"15min":32.743000000000002},"last":1.952}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.4279999999999999,"15min":2.3879999999999999},"min":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.63800000000000001},"max":{"1min":3.585,"5min":5.718,"15min":12.869},"last":0.93799999999999994},{"interface":"front","average":{"1min":2.3029999999999999,"5min":2.8239999999999998,"15min":2.8519999999999999},"min":{"1min":1.1899999999999999,"5min":1.1859999999999999,"15min":0.91900000000000004},"max":{"1min":3.766,"5min":5.8129999999999997,"15min":13.013999999999999},"last":1.7010000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.8320000000000001,"5min":2.1669999999999998,"15min":2.4700000000000002},"min":{"1min":0.95199999999999996,"5min":0.88400000000000001,"15min":0.79000000000000004},"max":{"1min":2.968,"5min":4.8150000000000004,"15min":14.361000000000001},"last":1.49},{"interface":"front","average":{"1min":2.2509999999999999,"5min":2.8500000000000001,"15min":3.0430000000000001},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":0.84099999999999997},"max":{"1min":4.0140000000000002,"5min":5.5380000000000003,"15min":10.85},"last":2.399}]},{"osd":8,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":2.2519999999999998,"5min":2.4849999999999999,"15min":2.552},"min":{"1min":1.095,"5min":0.95499999999999996,"15min":0.80000000000000004},"max":{"1min":4.3360000000000003,"5min":10.026,"15min":10.026},"last":1.2050000000000001},{"interface":"front","average":{"1min":2.173,"5min":2.6840000000000002,"15min":2.5409999999999999},"min":{"1min":1.121,"5min":0.98999999999999999,"15min":0.84199999999999997},"max":{"1min":3.944,"5min":8.8599999999999994,"15min":13.887},"last":1.417}]},{"osd":9,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":2.9489999999999998,"15min":3.2469999999999999},"min":{"1min":1.153,"5min":0.94299999999999995,"15min":0.84399999999999997},"max":{"1min":12.897,"5min":12.897,"15min":135.161},"last":1.643},{"interface":"front","average":{"1min":2.8330000000000002,"5min":3.3199999999999998,"15min":3.6989999999999998},"min":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.0880000000000001},"max":{"1min":12.336,"5min":12.336,"15min":135.35400000000001},"last":2.0379999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":3.6899999999999999,"5min":3.7210000000000001,"15min":3.2730000000000001},"min":{"1min":1.345,"5min":1.345,"15min":0.95399999999999996},"max":{"1min":13.923,"5min":13.923,"15min":13.923},"last":2.7149999999999999},{"interface":"front","average":{"1min":4.1550000000000002,"5min":4.0410000000000004,"15min":3.6280000000000001},"min":{"1min":2.0019999999999998,"5min":1.548,"15min":1.171},"max":{"1min":14.105,"5min":14.228999999999999,"15min":14.228999999999999},"last":2.871}]},{"osd":11,"last update":"Mon Nov 16 20:59:21 2020","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":3.1720000000000002,"15min":2.8690000000000002},"min":{"1min":1.929,"5min":1.5509999999999999,"15min":0.875},"max":{"1min":7.1150000000000002,"5min":7.3209999999999997,"15min":14.039},"last":1.788},{"interface":"front","average":{"1min":3.6059999999999999,"5min":3.6800000000000002,"15min":3.266},"min":{"1min":1.873,"5min":1.538,"15min":1.0580000000000001},"max":{"1min":6.8369999999999997,"5min":7.8719999999999999,"15min":14.263},"last":1.865}]}]},{"osd":1,"up_from":18,"seq":77309411862,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":882796,"kb_used_data":317668,"kb_used_omap":0,"kb_used_meta":565120,"kb_avail":92862356,"statfs":{"total":95995035648,"available":95091052544,"internally_reserved":0,"allocated":325292032,"data_stored":324914273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":578682880},"hb_peers":[2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:42 2020","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.538,"15min":1.7729999999999999},"min":{"1min":0.66600000000000004,"5min":0.52600000000000002,"15min":0.45600000000000002},"max":{"1min":1.9910000000000001,"5min":5.4649999999999999,"15min":48.201999999999998},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.865,"5min":2.0739999999999998,"15min":2.3380000000000001},"min":{"1min":1.0449999999999999,"5min":0.755,"15min":0.67300000000000004},"max":{"1min":2.7280000000000002,"5min":5.577,"15min":48.332000000000001},"last":1.1950000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":1.4359999999999999,"5min":2.379,"15min":1.867},"min":{"1min":0.79900000000000004,"5min":0.72399999999999998,"15min":0.48099999999999998},"max":{"1min":2.1560000000000001,"5min":100.601,"15min":100.601},"last":1.649},{"interface":"front","average":{"1min":1.4930000000000001,"5min":2.6269999999999998,"15min":1.954},"min":{"1min":0.81599999999999995,"5min":0.63700000000000001,"15min":0.59399999999999997},"max":{"1min":2.4180000000000001,"5min":101.959,"15min":101.959},"last":1.948}]},{"osd":3,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":5.5410000000000004,"15min":6.2320000000000002},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.5430000000000001,"5min":101.20099999999999,"15min":101.20099999999999},"last":1.784},{"interface":"front","average":{"1min":1.482,"5min":6.173,"15min":6.9550000000000001},"min":{"1min":0.83099999999999996,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":2.7290000000000001,"5min":101.643,"15min":101.643},"last":2.7639999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:59:07 2020","interfaces":[{"interface":"back","average":{"1min":6.077,"5min":2.7349999999999999,"15min":2.1579999999999999},"min":{"1min":1.0600000000000001,"5min":0.77900000000000003,"15min":0.61899999999999999},"max":{"1min":100.699,"5min":100.699,"15min":100.699},"last":1.4850000000000001},{"interface":"front","average":{"1min":6.6299999999999999,"5min":3.1909999999999998,"15min":2.411},"min":{"1min":1.153,"5min":0.86199999999999999,"15min":0.73699999999999999},"max":{"1min":101.434,"5min":101.434,"15min":101.434},"last":2.081}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.1040000000000001,"5min":2.6320000000000001,"15min":2.3279999999999998},"min":{"1min":0.76000000000000001,"5min":0.72799999999999998,"15min":0.63400000000000001},"max":{"1min":100.56100000000001,"5min":100.56100000000001,"15min":100.56100000000001},"last":1.5489999999999999},{"interface":"front","average":{"1min":6.6639999999999997,"5min":3.254,"15min":2.7559999999999998},"min":{"1min":0.85799999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":105.566,"5min":105.566,"15min":105.566},"last":3.052}]},{"osd":6,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":7.048,"5min":3.3769999999999998,"15min":2.823},"min":{"1min":1.4159999999999999,"5min":0.998,"15min":0.90000000000000002},"max":{"1min":106.47499999999999,"5min":106.47499999999999,"15min":106.47499999999999},"last":3.2250000000000001},{"interface":"front","average":{"1min":7.4050000000000002,"5min":3.4460000000000002,"15min":2.9300000000000002},"min":{"1min":1.583,"5min":1.099,"15min":0.89900000000000002},"max":{"1min":102.89700000000001,"5min":102.89700000000001,"15min":102.89700000000001},"last":4.2089999999999996}]},{"osd":7,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":2.8170000000000002,"5min":3.734,"15min":2.9249999999999998},"min":{"1min":1.7390000000000001,"5min":1.1899999999999999,"15min":0.83499999999999996},"max":{"1min":7.0350000000000001,"5min":105.795,"15min":105.795},"last":2.702},{"interface":"front","average":{"1min":2.5470000000000002,"5min":3.5299999999999998,"15min":2.5419999999999998},"min":{"1min":1.0900000000000001,"5min":0.89500000000000002,"15min":0.71499999999999997},"max":{"1min":6.0380000000000003,"5min":103.364,"15min":103.364},"last":3.5920000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.6050000000000004,"5min":3.0129999999999999,"15min":2.802},"min":{"1min":1.1040000000000001,"5min":0.997,"15min":0.96899999999999997},"max":{"1min":101.038,"5min":101.038,"15min":101.038},"last":1.8819999999999999},{"interface":"front","average":{"1min":7.9859999999999998,"5min":3.8610000000000002,"15min":2.7959999999999998},"min":{"1min":1.3680000000000001,"5min":1.1279999999999999,"15min":0.76400000000000001},"max":{"1min":103.099,"5min":103.099,"15min":103.099},"last":3.907}]},{"osd":9,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":3.1600000000000001,"5min":3.9159999999999999,"15min":3.1349999999999998},"min":{"1min":2.109,"5min":1.054,"15min":0.90500000000000003},"max":{"1min":6.7030000000000003,"5min":106.024,"15min":106.024},"last":2.9060000000000001},{"interface":"front","average":{"1min":3.7400000000000002,"5min":4.5060000000000002,"15min":3.4900000000000002},"min":{"1min":1.4370000000000001,"5min":1.1479999999999999,"15min":1.119},"max":{"1min":7.3789999999999996,"5min":106.23699999999999,"15min":106.23699999999999},"last":5.0289999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":8.1389999999999993,"5min":3.6789999999999998,"15min":2.7770000000000001},"min":{"1min":1.6950000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":101.142,"5min":101.142,"15min":101.142},"last":4.5220000000000002},{"interface":"front","average":{"1min":7.2889999999999997,"5min":3.5950000000000002,"15min":2.7799999999999998},"min":{"1min":1.448,"5min":1.0800000000000001,"15min":1.046},"max":{"1min":101.297,"5min":101.297,"15min":101.297},"last":2.161}]},{"osd":11,"last update":"Mon Nov 16 20:58:29 2020","interfaces":[{"interface":"back","average":{"1min":8.3409999999999993,"5min":4.3929999999999998,"15min":3.5910000000000002},"min":{"1min":2.1800000000000002,"5min":1.4399999999999999,"15min":1.1000000000000001},"max":{"1min":106.712,"5min":106.712,"15min":106.712},"last":2.3500000000000001},{"interface":"front","average":{"1min":8.0039999999999996,"5min":4.0439999999999996,"15min":3.238},"min":{"1min":1.546,"5min":1.0149999999999999,"15min":0.99099999999999999},"max":{"1min":101.499,"5min":101.499,"15min":101.499},"last":6.0999999999999996}]}]},{"osd":0,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":98784248338,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597855,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855879,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":840556,"kb_used_data":327012,"kb_used_omap":0,"kb_used_meta":513536,"kb_avail":92904596,"statfs":{"total":95995035648,"available":95134306304,"internally_reserved":0,"allocated":334860288,"data_stored":334482529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":525860864},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.2929999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":2.5760000000000001,"15min":2.4199999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.48199999999999998},"max":{"1min":2.4689999999999999,"5min":44.649000000000001,"15min":62.207000000000001},"last":1.7729999999999999},{"interface":"front","average":{"1min":1.5720000000000001,"5min":2.3929999999999998,"15min":2.581},"min":{"1min":1.006,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":2.359,"5min":44.896000000000001,"15min":62.087000000000003},"last":2.5350000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.4550000000000001,"5min":1.97,"15min":2.056},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":2.1720000000000002,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":2.3319999999999999},{"interface":"front","average":{"1min":1.8520000000000001,"5min":2.4129999999999998,"15min":2.5070000000000001},"min":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"max":{"1min":2.7240000000000002,"5min":4.5620000000000003,"15min":4.5620000000000003},"last":1.409}]},{"osd":3,"last update":"Mon Nov 16 20:58:47 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.966,"15min":1.875},"min":{"1min":1.159,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.407,"5min":5.3659999999999997,"15min":10.99},"last":1.2729999999999999},{"interface":"front","average":{"1min":1.8859999999999999,"5min":2.2080000000000002,"15min":2.093},"min":{"1min":1.1639999999999999,"5min":0.79700000000000004,"15min":0.72699999999999998},"max":{"1min":2.8799999999999999,"5min":4.883,"15min":10.842000000000001},"last":0.95899999999999996}]},{"osd":5,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.7010000000000001,"15min":2.0390000000000001},"min":{"1min":1.0449999999999999,"5min":0.69799999999999995,"15min":0.57199999999999995},"max":{"1min":3.2639999999999998,"5min":5.7859999999999996,"15min":11.773},"last":1.147},{"interface":"front","average":{"1min":2.0289999999999999,"5min":2.4700000000000002,"15min":2.5089999999999999},"min":{"1min":0.81499999999999995,"5min":0.80200000000000005,"15min":0.64900000000000002},"max":{"1min":3.0670000000000002,"5min":5.4770000000000003,"15min":11.49},"last":1.6439999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:58:57 2020","interfaces":[{"interface":"back","average":{"1min":1.4159999999999999,"5min":2.073,"15min":2.415},"min":{"1min":0.89300000000000002,"5min":0.77900000000000003,"15min":0.625},"max":{"1min":2.8300000000000001,"5min":8.2970000000000006,"15min":25.533999999999999},"last":2.1099999999999999},{"interface":"front","average":{"1min":1.9410000000000001,"5min":2.7160000000000002,"15min":2.5059999999999998},"min":{"1min":1.28,"5min":0.92100000000000004,"15min":0.70999999999999996},"max":{"1min":2.7719999999999998,"5min":6.3040000000000003,"15min":16.213000000000001},"last":1.528}]},{"osd":7,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.879,"15min":2.5470000000000002},"min":{"1min":1.0189999999999999,"5min":0.74099999999999999,"15min":0.71799999999999997},"max":{"1min":1.9690000000000001,"5min":5.1360000000000001,"15min":33.042000000000002},"last":1.343},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.3159999999999998,"15min":2.843},"min":{"1min":1.2270000000000001,"5min":0.95399999999999996,"15min":0.77800000000000002},"max":{"1min":3.7320000000000002,"5min":6.1879999999999997,"15min":33.207000000000001},"last":1.5620000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":2.028,"5min":2.4860000000000002,"15min":3.1190000000000002},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.73599999999999999},"max":{"1min":3.504,"5min":5.9349999999999996,"15min":90.043999999999997},"last":4.218},{"interface":"front","average":{"1min":2.5899999999999999,"5min":3.117,"15min":3.395},"min":{"1min":1.024,"5min":1.024,"15min":0.86299999999999999},"max":{"1min":4.0709999999999997,"5min":7.1139999999999999,"15min":88.504000000000005},"last":5.5949999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":9.4030000000000005,"5min":4.8170000000000002,"15min":3.573},"min":{"1min":2.02,"5min":1.4179999999999999,"15min":0.873},"max":{"1min":130.06399999999999,"5min":130.06399999999999,"15min":130.06399999999999},"last":2.23},{"interface":"front","average":{"1min":9.1120000000000001,"5min":4.8330000000000002,"15min":3.6720000000000002},"min":{"1min":2.0819999999999999,"5min":1.159,"15min":0.80200000000000005},"max":{"1min":129.91300000000001,"5min":129.91300000000001,"15min":129.91300000000001},"last":2.0830000000000002}]},{"osd":10,"last update":"Mon Nov 16 20:59:25 2020","interfaces":[{"interface":"back","average":{"1min":3.2069999999999999,"5min":4.3559999999999999,"15min":3.3380000000000001},"min":{"1min":1.2470000000000001,"5min":1.024,"15min":1.024},"max":{"1min":6.1289999999999996,"5min":130.34,"15min":130.34},"last":6.1289999999999996},{"interface":"front","average":{"1min":3.3079999999999998,"5min":5.2460000000000004,"15min":3.7970000000000002},"min":{"1min":1.9159999999999999,"5min":1.605,"15min":1.004},"max":{"1min":6.8170000000000002,"5min":130.61799999999999,"15min":130.61799999999999},"last":1.9159999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":9.6069999999999993,"5min":4.9900000000000002,"15min":3.7749999999999999},"min":{"1min":2.3380000000000001,"5min":1.556,"15min":1.012},"max":{"1min":129.74799999999999,"5min":129.74799999999999,"15min":129.74799999999999},"last":2.3809999999999998},{"interface":"front","average":{"1min":9.9670000000000005,"5min":5.3079999999999998,"15min":4.0439999999999996},"min":{"1min":2.2709999999999999,"5min":1.7090000000000001,"15min":1.266},"max":{"1min":131.101,"5min":131.101,"15min":131.101},"last":4.1449999999999996}]}]},{"osd":5,"up_from":0,"seq":180388626948,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:59:30.134 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph status --format=json
2020-11-16T20:59:30.211 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:30.280 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:30.315 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:30.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:30 smithi065 bash[16457]: debug 2020-11-16T20:59:30.209+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:30.545 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T20:59:30.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:30 smithi071 bash[9480]: audit 2020-11-16T20:59:28.613807+0000 mgr.x (mgr.14196) 1442 : audit [DBG] from='client.16932 v1:172.21.15.142:0/51086662' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:30.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:30 smithi071 bash[9480]: cluster 2020-11-16T20:59:28.622071+0000 mgr.x (mgr.14196) 1443 : cluster [DBG] pgmap v2192: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.1 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 1388/36958 objects degraded (3.756%); 7.2 MiB/s, 115 objects/s recovering
2020-11-16T20:59:30.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:30 smithi071 bash[9480]: audit 2020-11-16T20:59:30.194058+0000 mon.a (mon.0) 2672 : audit [INF] from='client.? v1:172.21.15.142:0/1312632333' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:59:30.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:30 smithi142 bash[9523]: audit 2020-11-16T20:59:28.613807+0000 mgr.x (mgr.14196) 1442 : audit [DBG] from='client.16932 v1:172.21.15.142:0/51086662' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:30.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:30 smithi142 bash[9523]: cluster 2020-11-16T20:59:28.622071+0000 mgr.x (mgr.14196) 1443 : cluster [DBG] pgmap v2192: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.1 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 1388/36958 objects degraded (3.756%); 7.2 MiB/s, 115 objects/s recovering
2020-11-16T20:59:30.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:30 smithi142 bash[9523]: audit 2020-11-16T20:59:30.194058+0000 mon.a (mon.0) 2672 : audit [INF] from='client.? v1:172.21.15.142:0/1312632333' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:59:30.951 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:31.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:30 smithi065 bash[9468]: audit 2020-11-16T20:59:28.613807+0000 mgr.x (mgr.14196) 1442 : audit [DBG] from='client.16932 v1:172.21.15.142:0/51086662' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:31.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:30 smithi065 bash[9468]: cluster 2020-11-16T20:59:28.622071+0000 mgr.x (mgr.14196) 1443 : cluster [DBG] pgmap v2192: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.1 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 1388/36958 objects degraded (3.756%); 7.2 MiB/s, 115 objects/s recovering
2020-11-16T20:59:31.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:30 smithi065 bash[9468]: audit 2020-11-16T20:59:30.194058+0000 mon.a (mon.0) 2672 : audit [INF] from='client.? v1:172.21.15.142:0/1312632333' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T20:59:31.055 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:31.206 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:31.243 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:59:31.255 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:30 smithi142 bash[18009]: debug 2020-11-16T20:59:30.953+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:31.311 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:31.389 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:31.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:31 smithi065 bash[16457]: debug 2020-11-16T20:59:31.209+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:31.537 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:31.641 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:31.650 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:31 smithi071 bash[9480]: cluster 2020-11-16T20:59:30.538143+0000 mon.a (mon.0) 2673 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:31.651 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:31 smithi071 bash[9480]: audit 2020-11-16T20:59:30.545123+0000 mon.a (mon.0) 2674 : audit [INF] from='client.? v1:172.21.15.142:0/1312632333' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:59:31.651 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:31 smithi071 bash[9480]: cluster 2020-11-16T20:59:30.545183+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e856: 12 total, 11 up, 8 in
2020-11-16T20:59:31.651 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:31 smithi071 bash[9480]: cluster 2020-11-16T20:59:30.794975+0000 osd.8 (osd.8) 239 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:31.651 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:31 smithi071 bash[9480]: cluster 2020-11-16T20:59:30.795392+0000 osd.8 (osd.8) 240 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:31.652 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:31 smithi071 bash[16796]: debug 2020-11-16T20:59:31.540+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:32.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:31 smithi065 bash[9468]: cluster 2020-11-16T20:59:30.538143+0000 mon.a (mon.0) 2673 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:32.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:31 smithi065 bash[9468]: audit 2020-11-16T20:59:30.545123+0000 mon.a (mon.0) 2674 : audit [INF] from='client.? v1:172.21.15.142:0/1312632333' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:59:32.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:31 smithi065 bash[9468]: cluster 2020-11-16T20:59:30.545183+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e856: 12 total, 11 up, 8 in
2020-11-16T20:59:32.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:31 smithi065 bash[9468]: cluster 2020-11-16T20:59:30.794975+0000 osd.8 (osd.8) 239 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:32.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:31 smithi065 bash[9468]: cluster 2020-11-16T20:59:30.795392+0000 osd.8 (osd.8) 240 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:32.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:31 smithi142 bash[9523]: cluster 2020-11-16T20:59:30.538143+0000 mon.a (mon.0) 2673 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:32.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:31 smithi142 bash[9523]: audit 2020-11-16T20:59:30.545123+0000 mon.a (mon.0) 2674 : audit [INF] from='client.? v1:172.21.15.142:0/1312632333' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T20:59:32.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:31 smithi142 bash[9523]: cluster 2020-11-16T20:59:30.545183+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e856: 12 total, 11 up, 8 in
2020-11-16T20:59:32.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:31 smithi142 bash[9523]: cluster 2020-11-16T20:59:30.794975+0000 osd.8 (osd.8) 239 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:32.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:31 smithi142 bash[9523]: cluster 2020-11-16T20:59:30.795392+0000 osd.8 (osd.8) 240 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:32.082 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:32.189 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:32.371 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:32 smithi071 bash[26650]: debug 2020-11-16T20:59:32.084+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:32.371 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:32.475 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:32.641 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:32.694 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:32 smithi071 bash[26650]: debug 2020-11-16T20:59:32.372+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:32.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:32 smithi071 bash[9480]: cluster 2020-11-16T20:59:30.622457+0000 mgr.x (mgr.14196) 1444 : cluster [DBG] pgmap v2194: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.1 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 1388/36092 objects degraded (3.846%); 3.7 MiB/s, 58 objects/s recovering
2020-11-16T20:59:32.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:32 smithi071 bash[9480]: cluster 2020-11-16T20:59:31.561051+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e857: 12 total, 11 up, 8 in
2020-11-16T20:59:32.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:32 smithi071 bash[9480]: cluster 2020-11-16T20:59:31.802218+0000 mon.a (mon.0) 2677 : cluster [WRN] Health check update: Degraded data redundancy: 1388/36092 objects degraded (3.846%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:32.744 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:32.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:32 smithi065 bash[9468]: cluster 2020-11-16T20:59:30.622457+0000 mgr.x (mgr.14196) 1444 : cluster [DBG] pgmap v2194: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.1 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 1388/36092 objects degraded (3.846%); 3.7 MiB/s, 58 objects/s recovering
2020-11-16T20:59:32.752 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:32 smithi065 bash[9468]: cluster 2020-11-16T20:59:31.561051+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e857: 12 total, 11 up, 8 in
2020-11-16T20:59:32.753 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:32 smithi065 bash[9468]: cluster 2020-11-16T20:59:31.802218+0000 mon.a (mon.0) 2677 : cluster [WRN] Health check update: Degraded data redundancy: 1388/36092 objects degraded (3.846%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:32.753 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:32 smithi065 bash[16457]: debug 2020-11-16T20:59:32.641+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:32.871 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:32 smithi142 bash[9523]: cluster 2020-11-16T20:59:30.622457+0000 mgr.x (mgr.14196) 1444 : cluster [DBG] pgmap v2194: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 1.1 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 1388/36092 objects degraded (3.846%); 3.7 MiB/s, 58 objects/s recovering
2020-11-16T20:59:32.872 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:32 smithi142 bash[9523]: cluster 2020-11-16T20:59:31.561051+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e857: 12 total, 11 up, 8 in
2020-11-16T20:59:32.872 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:32 smithi142 bash[9523]: cluster 2020-11-16T20:59:31.802218+0000 mon.a (mon.0) 2677 : cluster [WRN] Health check update: Degraded data redundancy: 1388/36092 objects degraded (3.846%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:32.890 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:32.933 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T20:59:32.933 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:59:32.994 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:33.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:32 smithi065 bash[16457]: debug 2020-11-16T20:59:32.893+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:33.129 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:33.233 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:33.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:33 smithi065 bash[18823]: debug 2020-11-16T20:59:33.125+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:33.821 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:33.926 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:33.965 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_ops_in_flight
2020-11-16T20:59:34.152 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:59:34.163 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T20:59:34.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:33 smithi071 bash[16796]: debug 2020-11-16T20:59:33.824+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:34.302 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:34.399 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:34.505 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:34.515 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:34 smithi142 bash[18009]: debug 2020-11-16T20:59:34.405+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:34.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:34 smithi142 bash[9523]: cluster 2020-11-16T20:59:32.622897+0000 mgr.x (mgr.14196) 1445 : cluster [DBG] pgmap v2196: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 970 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 844 op/s; 883/31036 objects degraded (2.845%); 10 MiB/s, 160 objects/s recovering
2020-11-16T20:59:34.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:34 smithi071 bash[9480]: cluster 2020-11-16T20:59:32.622897+0000 mgr.x (mgr.14196) 1445 : cluster [DBG] pgmap v2196: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 970 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 844 op/s; 883/31036 objects degraded (2.845%); 10 MiB/s, 160 objects/s recovering
2020-11-16T20:59:35.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:34 smithi065 bash[9468]: cluster 2020-11-16T20:59:32.622897+0000 mgr.x (mgr.14196) 1445 : cluster [DBG] pgmap v2196: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 970 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 844 op/s; 883/31036 objects degraded (2.845%); 10 MiB/s, 160 objects/s recovering
2020-11-16T20:59:35.162 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:35.267 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:35.530 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:35 smithi142 bash[20366]: debug 2020-11-16T20:59:35.169+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:35.721 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:35.825 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:36.030 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:35 smithi142 bash[20366]: debug 2020-11-16T20:59:35.729+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:36.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:36 smithi071 bash[9480]: cluster 2020-11-16T20:59:34.623625+0000 mgr.x (mgr.14196) 1446 : cluster [DBG] pgmap v2197: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 942 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 883/30152 objects degraded (2.928%); 5.2 MiB/s, 82 objects/s recovering
2020-11-16T20:59:36.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:36 smithi071 bash[9480]: cluster 2020-11-16T20:59:35.170048+0000 osd.1 (osd.1) 313 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:36.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:36 smithi071 bash[9480]: cluster 2020-11-16T20:59:35.170169+0000 osd.1 (osd.1) 314 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:36.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:36 smithi071 bash[9480]: cluster 2020-11-16T20:59:35.578886+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e858: 12 total, 11 up, 8 in
2020-11-16T20:59:37.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:36 smithi065 bash[9468]: cluster 2020-11-16T20:59:34.623625+0000 mgr.x (mgr.14196) 1446 : cluster [DBG] pgmap v2197: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 942 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 883/30152 objects degraded (2.928%); 5.2 MiB/s, 82 objects/s recovering
2020-11-16T20:59:37.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:36 smithi065 bash[9468]: cluster 2020-11-16T20:59:35.170048+0000 osd.1 (osd.1) 313 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:37.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:36 smithi065 bash[9468]: cluster 2020-11-16T20:59:35.170169+0000 osd.1 (osd.1) 314 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:37.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:36 smithi065 bash[9468]: cluster 2020-11-16T20:59:35.578886+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e858: 12 total, 11 up, 8 in
2020-11-16T20:59:37.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:36 smithi142 bash[9523]: cluster 2020-11-16T20:59:34.623625+0000 mgr.x (mgr.14196) 1446 : cluster [DBG] pgmap v2197: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 942 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 883/30152 objects degraded (2.928%); 5.2 MiB/s, 82 objects/s recovering
2020-11-16T20:59:37.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:36 smithi142 bash[9523]: cluster 2020-11-16T20:59:35.170048+0000 osd.1 (osd.1) 313 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:37.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:36 smithi142 bash[9523]: cluster 2020-11-16T20:59:35.170169+0000 osd.1 (osd.1) 314 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:37.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:36 smithi142 bash[9523]: cluster 2020-11-16T20:59:35.578886+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e858: 12 total, 11 up, 8 in
2020-11-16T20:59:37.620 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:59:37.649 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:59:37.677 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:59:37.699 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:59:37.728 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:59:37.750 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:59:37.775 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:59:37.775 INFO:teuthology.orchestra.run.smithi142.stdout:{"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 883/27656 objects degraded (3.193%), 2 pgs degraded","count":2},"muted":false}},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2754,"monmap":{"epoch":3,"min_mon_release_name":"pacific","num_mons":3},"osdmap":{"epoch":858,"num_osds":12,"num_up_osds":11,"osd_up_since":1605560223,"num_in_osds":8,"osd_in_since":1605560257,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":15},{"state_name":"active+recovering+degraded","count":2}],"num_pgs":17,"num_pools":2,"num_objects":13828,"data_bytes":906166296,"bytes_used":5518073856,"bytes_avail":762442211328,"bytes_total":767960285184,"degraded_objects":883,"degraded_total":27656,"degraded_ratio":0.031927972230257451,"recovering_objects_per_sec":83,"recovering_bytes_per_sec":5439858,"recovering_keys_per_sec":0,"num_objects_recovered":505,"num_bytes_recovered":33095680,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":693},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://smithi071.front.sepia.ceph.com:8443/"}},"servicemap":{"epoch":68,"modified":"2020-11-16T20:59:20.619708+0000","services":{"osd":{"daemons":{"summary":"","10":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"9":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}}
2020-11-16T20:59:37.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:37 smithi142 bash[9523]: cluster 2020-11-16T20:59:36.803420+0000 mon.a (mon.0) 2679 : cluster [WRN] Health check update: Degraded data redundancy: 883/30152 objects degraded (2.928%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:37.789 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:59:37.819 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:59:37.854 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:59:37.901 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:37 smithi065 bash[9468]: cluster 2020-11-16T20:59:36.803420+0000 mon.a (mon.0) 2679 : cluster [WRN] Health check update: Degraded data redundancy: 883/30152 objects degraded (2.928%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:37.901 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:59:37.902 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:37.936 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:59:37.937 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:59:37.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:59:37.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.937 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.938 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T20:59:37.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:37 smithi071 bash[9480]: cluster 2020-11-16T20:59:36.803420+0000 mon.a (mon.0) 2679 : cluster [WRN] Health check update: Degraded data redundancy: 883/30152 objects degraded (2.928%), 2 pgs degraded (PG_DEGRADED)
2020-11-16T20:59:38.007 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:38.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:37 smithi065 bash[14115]: debug 2020-11-16T20:59:37.901+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:38.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:36.624331+0000 mgr.x (mgr.14196) 1447 : cluster [DBG] pgmap v2199: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 864 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 883/27656 objects degraded (3.193%); 5.2 MiB/s, 83 objects/s recovering
2020-11-16T20:59:38.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.287445+0000 osd.11 (osd.11) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:38.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.287529+0000 osd.11 (osd.11) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:38.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.524328+0000 osd.3 (osd.3) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:38.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.527005+0000 osd.3 (osd.3) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:38.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: audit 2020-11-16T20:59:37.604202+0000 mon.a (mon.0) 2680 : audit [DBG] from='client.? v1:172.21.15.142:0/1522028294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:38.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.629785+0000 osd.1 (osd.1) 315 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:38.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.658992+0000 osd.2 (osd.2) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:38.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.686233+0000 osd.3 (osd.3) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:38.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.707442+0000 osd.4 (osd.4) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:38.946 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.758460+0000 osd.6 (osd.6) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:38.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: audit 2020-11-16T20:59:37.782675+0000 mon.b (mon.1) 461 : audit [DBG] from='client.? v1:172.21.15.142:0/2470159694' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:59:38.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.797617+0000 osd.7 (osd.7) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:38.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.819814+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e859: 12 total, 11 up, 8 in
2020-11-16T20:59:38.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.826236+0000 osd.8 (osd.8) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:38.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.860972+0000 osd.9 (osd.9) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:38.947 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:38 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.908261+0000 osd.10 (osd.10) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:36.624331+0000 mgr.x (mgr.14196) 1447 : cluster [DBG] pgmap v2199: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 864 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 883/27656 objects degraded (3.193%); 5.2 MiB/s, 83 objects/s recovering
2020-11-16T20:59:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.287445+0000 osd.11 (osd.11) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.287529+0000 osd.11 (osd.11) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.524328+0000 osd.3 (osd.3) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.527005+0000 osd.3 (osd.3) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: audit 2020-11-16T20:59:37.604202+0000 mon.a (mon.0) 2680 : audit [DBG] from='client.? v1:172.21.15.142:0/1522028294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:39.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.629785+0000 osd.1 (osd.1) 315 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.658992+0000 osd.2 (osd.2) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.686233+0000 osd.3 (osd.3) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.707442+0000 osd.4 (osd.4) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.758460+0000 osd.6 (osd.6) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: audit 2020-11-16T20:59:37.782675+0000 mon.b (mon.1) 461 : audit [DBG] from='client.? v1:172.21.15.142:0/2470159694' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:59:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.797617+0000 osd.7 (osd.7) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.030 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.819814+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e859: 12 total, 11 up, 8 in
2020-11-16T20:59:39.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.826236+0000 osd.8 (osd.8) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.860972+0000 osd.9 (osd.9) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.031 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:38 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.908261+0000 osd.10 (osd.10) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:36.624331+0000 mgr.x (mgr.14196) 1447 : cluster [DBG] pgmap v2199: 17 pgs: 2 active+recovering+degraded, 15 active+clean; 864 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 883/27656 objects degraded (3.193%); 5.2 MiB/s, 83 objects/s recovering
2020-11-16T20:59:39.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.287445+0000 osd.11 (osd.11) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.287529+0000 osd.11 (osd.11) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.524328+0000 osd.3 (osd.3) 48 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.527005+0000 osd.3 (osd.3) 49 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: audit 2020-11-16T20:59:37.604202+0000 mon.a (mon.0) 2680 : audit [DBG] from='client.? v1:172.21.15.142:0/1522028294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.629785+0000 osd.1 (osd.1) 315 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.658992+0000 osd.2 (osd.2) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.686233+0000 osd.3 (osd.3) 50 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.707442+0000 osd.4 (osd.4) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.758460+0000 osd.6 (osd.6) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: audit 2020-11-16T20:59:37.782675+0000 mon.b (mon.1) 461 : audit [DBG] from='client.? v1:172.21.15.142:0/2470159694' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch
2020-11-16T20:59:39.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.797617+0000 osd.7 (osd.7) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.819814+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e859: 12 total, 11 up, 8 in
2020-11-16T20:59:39.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.826236+0000 osd.8 (osd.8) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.860972+0000 osd.9 (osd.9) 220 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:38 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.908261+0000 osd.10 (osd.10) 219 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.666 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout
2020-11-16T20:59:39.666 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:59:39.802 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:39.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:39 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.736076+0000 osd.5 (osd.5) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:39 smithi071 bash[9480]: cluster 2020-11-16T20:59:37.943189+0000 osd.11 (osd.11) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.953 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:39 smithi065 bash[14115]: debug 2020-11-16T20:59:39.957+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:39.954 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:39 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.736076+0000 osd.5 (osd.5) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.954 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:39 smithi065 bash[9468]: cluster 2020-11-16T20:59:37.943189+0000 osd.11 (osd.11) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.954 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:39.984 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:39 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.736076+0000 osd.5 (osd.5) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.984 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:39 smithi142 bash[9523]: cluster 2020-11-16T20:59:37.943189+0000 osd.11 (osd.11) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:39.984 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:59:39.984 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:59:40.058 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:40.415 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:40.520 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:40.653 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:40.758 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:40.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:40 smithi142 bash[9523]: cluster 2020-11-16T20:59:38.624873+0000 mgr.x (mgr.14196) 1448 : cluster [DBG] pgmap v2201: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 742 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 355/23732 objects degraded (1.496%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:59:40.781 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:40 smithi142 bash[114994]: debug 2020-11-16T20:59:40.421+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:40.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:40 smithi071 bash[9480]: cluster 2020-11-16T20:59:38.624873+0000 mgr.x (mgr.14196) 1448 : cluster [DBG] pgmap v2201: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 742 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 355/23732 objects degraded (1.496%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:59:40.945 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:40 smithi071 bash[12066]: debug 2020-11-16T20:59:40.656+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:41.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:40 smithi065 bash[9468]: cluster 2020-11-16T20:59:38.624873+0000 mgr.x (mgr.14196) 1448 : cluster [DBG] pgmap v2201: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 742 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 355/23732 objects degraded (1.496%); 9.1 MiB/s, 146 objects/s recovering
2020-11-16T20:59:41.070 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:41.175 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:41.429 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:41 smithi065 bash[11785]: debug 2020-11-16T20:59:41.073+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:41.477 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:41.582 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:41.796 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:41.850 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:41 smithi142 bash[9523]: cluster 2020-11-16T20:59:40.625473+0000 mgr.x (mgr.14196) 1449 : cluster [DBG] pgmap v2202: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 716 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 508 op/s; 355/22900 objects degraded (1.550%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:59:41.900 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:41.909 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:41 smithi065 bash[9468]: cluster 2020-11-16T20:59:40.625473+0000 mgr.x (mgr.14196) 1449 : cluster [DBG] pgmap v2202: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 716 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 508 op/s; 355/22900 objects degraded (1.550%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:59:41.909 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:41 smithi065 bash[18823]: debug 2020-11-16T20:59:41.797+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:41.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:41 smithi071 bash[9480]: cluster 2020-11-16T20:59:40.625473+0000 mgr.x (mgr.14196) 1449 : cluster [DBG] pgmap v2202: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 716 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 508 op/s; 355/22900 objects degraded (1.550%); 4.1 MiB/s, 65 objects/s recovering
2020-11-16T20:59:41.945 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:41 smithi071 bash[16796]: debug 2020-11-16T20:59:41.480+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:41.986 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T20:59:42.126 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:42.617 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T20:59:42.785 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:42.889 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:42.898 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:42 smithi065 bash[9468]: audit 2020-11-16T20:59:41.761484+0000 mon.c (mon.2) 96 : audit [INF] from='client.? v1:172.21.15.142:0/2286907260' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:42.899 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:42 smithi065 bash[9468]: audit 2020-11-16T20:59:41.764396+0000 mon.a (mon.0) 2682 : audit [INF] from='client.36671 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:42.899 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:42 smithi065 bash[9468]: cluster 2020-11-16T20:59:41.805210+0000 mon.a (mon.0) 2683 : cluster [WRN] Health check update: Degraded data redundancy: 355/22900 objects degraded (1.550%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:59:42.899 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:42 smithi065 bash[16457]: debug 2020-11-16T20:59:42.785+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:42.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:42 smithi071 bash[9480]: audit 2020-11-16T20:59:41.761484+0000 mon.c (mon.2) 96 : audit [INF] from='client.? v1:172.21.15.142:0/2286907260' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:42.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:42 smithi071 bash[9480]: audit 2020-11-16T20:59:41.764396+0000 mon.a (mon.0) 2682 : audit [INF] from='client.36671 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:42.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:42 smithi071 bash[9480]: cluster 2020-11-16T20:59:41.805210+0000 mon.a (mon.0) 2683 : cluster [WRN] Health check update: Degraded data redundancy: 355/22900 objects degraded (1.550%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:59:43.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:42 smithi142 bash[9523]: audit 2020-11-16T20:59:41.761484+0000 mon.c (mon.2) 96 : audit [INF] from='client.? v1:172.21.15.142:0/2286907260' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:43.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:42 smithi142 bash[9523]: audit 2020-11-16T20:59:41.764396+0000 mon.a (mon.0) 2682 : audit [INF] from='client.36671 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T20:59:43.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:42 smithi142 bash[9523]: cluster 2020-11-16T20:59:41.805210+0000 mon.a (mon.0) 2683 : cluster [WRN] Health check update: Degraded data redundancy: 355/22900 objects degraded (1.550%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:59:43.054 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:43.158 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:43.171 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:43 smithi065 bash[14115]: debug 2020-11-16T20:59:43.057+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:43.927 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:43 smithi065 bash[9468]: cluster 2020-11-16T20:59:42.608487+0000 mon.a (mon.0) 2684 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:59:43.927 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:43 smithi065 bash[9468]: audit 2020-11-16T20:59:42.621455+0000 mon.a (mon.0) 2685 : audit [INF] from='client.36671 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:59:43.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:43 smithi065 bash[9468]: cluster 2020-11-16T20:59:42.621541+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e860: 12 total, 11 up, 8 in
2020-11-16T20:59:43.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:43 smithi065 bash[9468]: cluster 2020-11-16T20:59:42.625878+0000 mgr.x (mgr.14196) 1450 : cluster [DBG] pgmap v2204: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 554 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 820 op/s; 155/17744 objects degraded (0.874%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:59:43.933 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:43.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:43 smithi071 bash[9480]: cluster 2020-11-16T20:59:42.608487+0000 mon.a (mon.0) 2684 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:59:43.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:43 smithi071 bash[9480]: audit 2020-11-16T20:59:42.621455+0000 mon.a (mon.0) 2685 : audit [INF] from='client.36671 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:59:43.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:43 smithi071 bash[9480]: cluster 2020-11-16T20:59:42.621541+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e860: 12 total, 11 up, 8 in
2020-11-16T20:59:43.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:43 smithi071 bash[9480]: cluster 2020-11-16T20:59:42.625878+0000 mgr.x (mgr.14196) 1450 : cluster [DBG] pgmap v2204: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 554 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 820 op/s; 155/17744 objects degraded (0.874%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:59:44.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:43 smithi142 bash[9523]: cluster 2020-11-16T20:59:42.608487+0000 mon.a (mon.0) 2684 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T20:59:44.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:43 smithi142 bash[9523]: audit 2020-11-16T20:59:42.621455+0000 mon.a (mon.0) 2685 : audit [INF] from='client.36671 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T20:59:44.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:43 smithi142 bash[9523]: cluster 2020-11-16T20:59:42.621541+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e860: 12 total, 11 up, 8 in
2020-11-16T20:59:44.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:43 smithi142 bash[9523]: cluster 2020-11-16T20:59:42.625878+0000 mgr.x (mgr.14196) 1450 : cluster [DBG] pgmap v2204: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 554 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 820 op/s; 155/17744 objects degraded (0.874%); 6.5 MiB/s, 103 objects/s recovering
2020-11-16T20:59:44.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:44.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:43 smithi065 bash[11785]: debug 2020-11-16T20:59:43.929+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:44.437 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:44.540 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:44.721 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:44 smithi142 bash[20366]: debug 2020-11-16T20:59:44.441+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:44.721 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:44.826 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:44.984 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:44 smithi142 bash[18009]: debug 2020-11-16T20:59:44.729+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:45.011 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:45.115 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:45.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:45 smithi065 bash[11785]: debug 2020-11-16T20:59:45.013+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:45.352 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:59:45.353 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:59:45.488 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:45.508 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T20:59:45.508 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T20:59:45.508 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T20:59:45.508 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T20:59:45.592 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:45.780 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:45 smithi142 bash[114994]: debug 2020-11-16T20:59:45.493+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:45.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:45 smithi142 bash[9523]: cluster 2020-11-16T20:59:44.626352+0000 mgr.x (mgr.14196) 1451 : cluster [DBG] pgmap v2205: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 527 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 155/16850 objects degraded (0.920%); 5.7 MiB/s, 90 objects/s recovering
2020-11-16T20:59:45.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:45 smithi142 bash[9523]: audit 2020-11-16T20:59:45.344889+0000 mgr.x (mgr.14196) 1452 : audit [DBG] from='client.16962 v1:172.21.15.142:0/3261723664' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:45.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:45 smithi142 bash[9523]: cluster 2020-11-16T20:59:45.435445+0000 osd.10 (osd.10) 220 : cluster [DBG] 8.8 deep-scrub starts
2020-11-16T20:59:45.791 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:45.897 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:45.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:45 smithi071 bash[9480]: cluster 2020-11-16T20:59:44.626352+0000 mgr.x (mgr.14196) 1451 : cluster [DBG] pgmap v2205: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 527 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 155/16850 objects degraded (0.920%); 5.7 MiB/s, 90 objects/s recovering
2020-11-16T20:59:45.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:45 smithi071 bash[9480]: audit 2020-11-16T20:59:45.344889+0000 mgr.x (mgr.14196) 1452 : audit [DBG] from='client.16962 v1:172.21.15.142:0/3261723664' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:45.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:45 smithi071 bash[9480]: cluster 2020-11-16T20:59:45.435445+0000 osd.10 (osd.10) 220 : cluster [DBG] 8.8 deep-scrub starts
2020-11-16T20:59:46.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:45 smithi065 bash[9468]: cluster 2020-11-16T20:59:44.626352+0000 mgr.x (mgr.14196) 1451 : cluster [DBG] pgmap v2205: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 527 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 155/16850 objects degraded (0.920%); 5.7 MiB/s, 90 objects/s recovering
2020-11-16T20:59:46.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:45 smithi065 bash[9468]: audit 2020-11-16T20:59:45.344889+0000 mgr.x (mgr.14196) 1452 : audit [DBG] from='client.16962 v1:172.21.15.142:0/3261723664' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:46.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:45 smithi065 bash[9468]: cluster 2020-11-16T20:59:45.435445+0000 osd.10 (osd.10) 220 : cluster [DBG] 8.8 deep-scrub starts
2020-11-16T20:59:46.280 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:45 smithi142 bash[20366]: debug 2020-11-16T20:59:45.797+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:46.373 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:46.395 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T20:59:46.479 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:46.548 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:46.681 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:46 smithi142 bash[18009]: debug 2020-11-16T20:59:46.381+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:46.681 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:46 smithi142 bash[9523]: cluster 2020-11-16T20:59:45.935062+0000 osd.6 (osd.6) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:46.681 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:46 smithi142 bash[9523]: cluster 2020-11-16T20:59:45.935195+0000 osd.6 (osd.6) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:46.745 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2205,"stamp":"2020-11-16T20:59:44.626064+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":552075288,"num_objects":8425,"num_object_clones":0,"num_object_copies":16850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":155,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8425,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":166813,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15244,"num_bytes_recovered":999030784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160740,"ondisk_log_size":160740,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":4743584,"kb_used_data":1074784,"kb_used_omap":0,"kb_used_meta":3668543,"kb_avail":745217632,"statfs":{"total":767960285184,"available":763102855168,"internally_reserved":0,"allocated":1100578816,"data_stored":1097300766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3756588092},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,3,4,13,14],"upper_bound":64},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-354091008,"num_objects":-5403,"num_object_clones":0,"num_object_copies":-10806,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-728,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-5403,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5403,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":728,"num_bytes_recovered":47710208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002172"},"pg_stats":[{"pgid":"8.f","version":"859'10433","reported_seq":"10503","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:41.283988+0000","last_change":"2020-11-16T20:56:06.048298+0000","last_active":"2020-11-16T20:59:41.283988+0000","last_peered":"2020-11-16T20:59:41.283988+0000","last_clean":"2020-11-16T20:59:41.283988+0000","last_became_active":"2020-11-16T20:56:06.047761+0000","last_became_peered":"2020-11-16T20:56:06.047761+0000","last_unstale":"2020-11-16T20:59:41.283988+0000","last_undegraded":"2020-11-16T20:59:41.283988+0000","last_fullsized":"2020-11-16T20:59:41.283988+0000","mapping_epoch":796,"log_start":"800'400","ondisk_log_start":"800'400","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10033,"ondisk_log_size":10033,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34144256,"num_objects":521,"num_object_clones":0,"num_object_copies":1042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":521,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10433,"num_write_kb":350528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.e","version":"860'10423","reported_seq":"20736","reported_epoch":"860","state":"active+clean","last_fresh":"2020-11-16T20:59:43.002239+0000","last_change":"2020-11-16T20:59:00.360239+0000","last_active":"2020-11-16T20:59:43.002239+0000","last_peered":"2020-11-16T20:59:43.002239+0000","last_clean":"2020-11-16T20:59:43.002239+0000","last_became_active":"2020-11-16T20:57:39.190964+0000","last_became_peered":"2020-11-16T20:57:39.190964+0000","last_unstale":"2020-11-16T20:59:43.002239+0000","last_undegraded":"2020-11-16T20:59:43.002239+0000","last_fullsized":"2020-11-16T20:59:43.002239+0000","mapping_epoch":829,"log_start":"800'400","ondisk_log_start":"800'400","created":796,"last_epoch_clean":848,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10023,"ondisk_log_size":10023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":30605312,"num_objects":467,"num_object_clones":0,"num_object_copies":934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":467,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10423,"num_write_kb":348480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5114,"num_bytes_recovered":335151104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"859'10578","reported_seq":"10649","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:41.365769+0000","last_change":"2020-11-16T20:56:06.243845+0000","last_active":"2020-11-16T20:59:41.365769+0000","last_peered":"2020-11-16T20:59:41.365769+0000","last_clean":"2020-11-16T20:59:41.365769+0000","last_became_active":"2020-11-16T20:56:06.242888+0000","last_became_peered":"2020-11-16T20:56:06.242888+0000","last_unstale":"2020-11-16T20:59:41.365769+0000","last_undegraded":"2020-11-16T20:59:41.365769+0000","last_fullsized":"2020-11-16T20:59:41.365769+0000","mapping_epoch":796,"log_start":"800'500","ondisk_log_start":"800'500","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10078,"ondisk_log_size":10078,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":36896792,"num_objects":564,"num_object_clones":0,"num_object_copies":1128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":564,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10578,"num_write_kb":356481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.c","version":"859'10304","reported_seq":"10374","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:42.233782+0000","last_change":"2020-11-16T20:56:06.246709+0000","last_active":"2020-11-16T20:59:42.233782+0000","last_peered":"2020-11-16T20:59:42.233782+0000","last_clean":"2020-11-16T20:59:42.233782+0000","last_became_active":"2020-11-16T20:56:06.245797+0000","last_became_peered":"2020-11-16T20:56:06.245797+0000","last_unstale":"2020-11-16T20:59:42.233782+0000","last_undegraded":"2020-11-16T20:59:42.233782+0000","last_fullsized":"2020-11-16T20:59:42.233782+0000","mapping_epoch":796,"log_start":"800'300","ondisk_log_start":"800'300","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10004,"ondisk_log_size":10004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33947648,"num_objects":518,"num_object_clones":0,"num_object_copies":1036,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":518,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10304,"num_write_kb":346304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.b","version":"859'10596","reported_seq":"10666","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:42.281211+0000","last_change":"2020-11-16T20:56:06.048733+0000","last_active":"2020-11-16T20:59:42.281211+0000","last_peered":"2020-11-16T20:59:42.281211+0000","last_clean":"2020-11-16T20:59:42.281211+0000","last_became_active":"2020-11-16T20:56:06.048409+0000","last_became_peered":"2020-11-16T20:56:06.048409+0000","last_unstale":"2020-11-16T20:59:42.281211+0000","last_undegraded":"2020-11-16T20:59:42.281211+0000","last_fullsized":"2020-11-16T20:59:42.281211+0000","mapping_epoch":796,"log_start":"800'500","ondisk_log_start":"800'500","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10096,"ondisk_log_size":10096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34471936,"num_objects":526,"num_object_clones":0,"num_object_copies":1052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":526,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10596,"num_write_kb":355904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.a","version":"859'10301","reported_seq":"10371","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:42.268298+0000","last_change":"2020-11-16T20:56:06.246765+0000","last_active":"2020-11-16T20:59:42.268298+0000","last_peered":"2020-11-16T20:59:42.268298+0000","last_clean":"2020-11-16T20:59:42.268298+0000","last_became_active":"2020-11-16T20:56:06.245928+0000","last_became_peered":"2020-11-16T20:56:06.245928+0000","last_unstale":"2020-11-16T20:59:42.268298+0000","last_undegraded":"2020-11-16T20:59:42.268298+0000","last_fullsized":"2020-11-16T20:59:42.268298+0000","mapping_epoch":796,"log_start":"800'300","ondisk_log_start":"800'300","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10001,"ondisk_log_size":10001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33226752,"num_objects":507,"num_object_clones":0,"num_object_copies":1014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":507,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10301,"num_write_kb":345856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.8","version":"859'10716","reported_seq":"10784","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:41.846663+0000","last_change":"2020-11-16T20:56:06.247539+0000","last_active":"2020-11-16T20:59:41.846663+0000","last_peered":"2020-11-16T20:59:41.846663+0000","last_clean":"2020-11-16T20:59:41.846663+0000","last_became_active":"2020-11-16T20:56:06.247087+0000","last_became_peered":"2020-11-16T20:56:06.247087+0000","last_unstale":"2020-11-16T20:59:41.846663+0000","last_undegraded":"2020-11-16T20:59:41.846663+0000","last_fullsized":"2020-11-16T20:59:41.846663+0000","mapping_epoch":796,"log_start":"801'700","ondisk_log_start":"801'700","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10016,"ondisk_log_size":10016,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":36306944,"num_objects":554,"num_object_clones":0,"num_object_copies":1108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":554,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10716,"num_write_kb":360640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.7","version":"859'13843","reported_seq":"13915","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:40.153863+0000","last_change":"2020-11-16T20:57:22.138440+0000","last_active":"2020-11-16T20:59:40.153863+0000","last_peered":"2020-11-16T20:59:40.153863+0000","last_clean":"2020-11-16T20:59:40.153863+0000","last_became_active":"2020-11-16T20:56:06.047545+0000","last_became_peered":"2020-11-16T20:56:06.047545+0000","last_unstale":"2020-11-16T20:59:40.153863+0000","last_undegraded":"2020-11-16T20:59:40.153863+0000","last_fullsized":"2020-11-16T20:59:40.153863+0000","mapping_epoch":796,"log_start":"812'3800","ondisk_log_start":"812'3800","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"823'8640","last_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_deep_scrub":"823'8640","last_deep_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_clean_scrub_stamp":"2020-11-16T20:57:22.138378+0000","log_size":10043,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38404096,"num_objects":586,"num_object_clones":0,"num_object_copies":1172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":586,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10316,"num_write_kb":348864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.6","version":"859'10678","reported_seq":"10748","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:41.373005+0000","last_change":"2020-11-16T20:56:06.048830+0000","last_active":"2020-11-16T20:59:41.373005+0000","last_peered":"2020-11-16T20:59:41.373005+0000","last_clean":"2020-11-16T20:59:41.373005+0000","last_became_active":"2020-11-16T20:56:06.048406+0000","last_became_peered":"2020-11-16T20:56:06.048406+0000","last_unstale":"2020-11-16T20:59:41.373005+0000","last_undegraded":"2020-11-16T20:59:41.373005+0000","last_fullsized":"2020-11-16T20:59:41.373005+0000","mapping_epoch":796,"log_start":"801'600","ondisk_log_start":"801'600","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10078,"ondisk_log_size":10078,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34078720,"num_objects":520,"num_object_clones":0,"num_object_copies":1040,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":520,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10678,"num_write_kb":358336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10],"acting":[11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.5","version":"859'10111","reported_seq":"10181","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:41.767465+0000","last_change":"2020-11-16T20:56:06.049925+0000","last_active":"2020-11-16T20:59:41.767465+0000","last_peered":"2020-11-16T20:59:41.767465+0000","last_clean":"2020-11-16T20:59:41.767465+0000","last_became_active":"2020-11-16T20:56:06.049489+0000","last_became_peered":"2020-11-16T20:56:06.049489+0000","last_unstale":"2020-11-16T20:59:41.767465+0000","last_undegraded":"2020-11-16T20:59:41.767465+0000","last_fullsized":"2020-11-16T20:59:41.767465+0000","mapping_epoch":796,"log_start":"800'100","ondisk_log_start":"800'100","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10011,"ondisk_log_size":10011,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33488896,"num_objects":511,"num_object_clones":0,"num_object_copies":1022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":511,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10111,"num_write_kb":339904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.4","version":"859'10204","reported_seq":"10274","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:41.810836+0000","last_change":"2020-11-16T20:56:06.246083+0000","last_active":"2020-11-16T20:59:41.810836+0000","last_peered":"2020-11-16T20:59:41.810836+0000","last_clean":"2020-11-16T20:59:41.810836+0000","last_became_active":"2020-11-16T20:56:06.245553+0000","last_became_peered":"2020-11-16T20:56:06.245553+0000","last_unstale":"2020-11-16T20:59:41.810836+0000","last_undegraded":"2020-11-16T20:59:41.810836+0000","last_fullsized":"2020-11-16T20:59:41.810836+0000","mapping_epoch":796,"log_start":"800'200","ondisk_log_start":"800'200","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10004,"ondisk_log_size":10004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":32636928,"num_objects":498,"num_object_clones":0,"num_object_copies":996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":498,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10204,"num_write_kb":342464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.3","version":"859'10486","reported_seq":"10556","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:41.391972+0000","last_change":"2020-11-16T20:56:06.046103+0000","last_active":"2020-11-16T20:59:41.391972+0000","last_peered":"2020-11-16T20:59:41.391972+0000","last_clean":"2020-11-16T20:59:41.391972+0000","last_became_active":"2020-11-16T20:56:06.045547+0000","last_became_peered":"2020-11-16T20:56:06.045547+0000","last_unstale":"2020-11-16T20:59:41.391972+0000","last_undegraded":"2020-11-16T20:59:41.391972+0000","last_fullsized":"2020-11-16T20:59:41.391972+0000","mapping_epoch":796,"log_start":"800'400","ondisk_log_start":"800'400","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10086,"ondisk_log_size":10086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34209792,"num_objects":522,"num_object_clones":0,"num_object_copies":1044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":522,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10486,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.2","version":"859'10284","reported_seq":"20487","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:41.847055+0000","last_change":"2020-11-16T20:59:36.460657+0000","last_active":"2020-11-16T20:59:41.847055+0000","last_peered":"2020-11-16T20:59:41.847055+0000","last_clean":"2020-11-16T20:59:41.847055+0000","last_became_active":"2020-11-16T20:57:39.169189+0000","last_became_peered":"2020-11-16T20:57:39.169189+0000","last_unstale":"2020-11-16T20:59:41.847055+0000","last_undegraded":"2020-11-16T20:59:41.847055+0000","last_fullsized":"2020-11-16T20:59:41.847055+0000","mapping_epoch":829,"log_start":"800'200","ondisk_log_start":"800'200","created":796,"last_epoch_clean":858,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10084,"ondisk_log_size":10084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34603008,"num_objects":528,"num_object_clones":0,"num_object_copies":1056,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":528,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10284,"num_write_kb":345984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5062,"num_bytes_recovered":331743232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.1","version":"859'10312","reported_seq":"10380","reported_epoch":"859","state":"active+clean","last_fresh":"2020-11-16T20:59:40.180903+0000","last_change":"2020-11-16T20:56:06.247277+0000","last_active":"2020-11-16T20:59:40.180903+0000","last_peered":"2020-11-16T20:59:40.180903+0000","last_clean":"2020-11-16T20:59:40.180903+0000","last_became_active":"2020-11-16T20:56:06.245647+0000","last_became_peered":"2020-11-16T20:56:06.245647+0000","last_unstale":"2020-11-16T20:59:40.180903+0000","last_undegraded":"2020-11-16T20:59:40.180903+0000","last_fullsized":"2020-11-16T20:59:40.180903+0000","mapping_epoch":796,"log_start":"800'300","ondisk_log_start":"800'300","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10012,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38273024,"num_objects":584,"num_object_clones":0,"num_object_copies":1168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":584,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10312,"num_write_kb":348672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"860'10500","reported_seq":"10571","reported_epoch":"860","state":"active+clean","last_fresh":"2020-11-16T20:59:42.945767+0000","last_change":"2020-11-16T20:56:06.248850+0000","last_active":"2020-11-16T20:59:42.945767+0000","last_peered":"2020-11-16T20:59:42.945767+0000","last_clean":"2020-11-16T20:59:42.945767+0000","last_became_active":"2020-11-16T20:56:06.248111+0000","last_became_peered":"2020-11-16T20:56:06.248111+0000","last_unstale":"2020-11-16T20:59:42.945767+0000","last_undegraded":"2020-11-16T20:59:42.945767+0000","last_fullsized":"2020-11-16T20:59:42.945767+0000","mapping_epoch":796,"log_start":"800'400","ondisk_log_start":"800'400","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10100,"ondisk_log_size":10100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33161216,"num_objects":506,"num_object_clones":0,"num_object_copies":1012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10500,"num_write_kb":352192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9],"acting":[4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"859'10571","reported_seq":"20782","reported_epoch":"859","state":"active+recovering+degraded","last_fresh":"2020-11-16T20:59:41.851906+0000","last_change":"2020-11-16T20:57:39.229286+0000","last_active":"2020-11-16T20:59:41.851906+0000","last_peered":"2020-11-16T20:59:41.851906+0000","last_clean":"2020-11-16T20:57:03.154469+0000","last_became_active":"2020-11-16T20:57:39.177182+0000","last_became_peered":"2020-11-16T20:57:39.177182+0000","last_unstale":"2020-11-16T20:59:41.851906+0000","last_undegraded":"2020-11-16T20:57:39.032931+0000","last_fullsized":"2020-11-16T20:59:41.851906+0000","mapping_epoch":829,"log_start":"800'500","ondisk_log_start":"800'500","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10071,"ondisk_log_size":10071,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33619968,"num_objects":513,"num_object_clones":0,"num_object_copies":1026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":155,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10571,"num_write_kb":354688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5068,"num_bytes_recovered":332136448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":["10"],"object_location_counts":[{"shards":"9,10","objects":358},{"shards":"10","objects":155}],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"390","reported_epoch":"858","state":"active+clean","last_fresh":"2020-11-16T20:59:35.587299+0000","last_change":"2020-11-16T20:57:03.569883+0000","last_active":"2020-11-16T20:59:35.587299+0000","last_peered":"2020-11-16T20:59:35.587299+0000","last_clean":"2020-11-16T20:59:35.587299+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:59:35.587299+0000","last_undegraded":"2020-11-16T20:59:35.587299+0000","last_fullsized":"2020-11-16T20:59:35.587299+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_clean_scrub_stamp":"2020-11-16T20:57:03.569650+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":552075288,"num_objects":8425,"num_object_clones":0,"num_object_copies":16850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":155,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8425,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":166813,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15244,"num_bytes_recovered":999030784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2059280384,"data_stored":2059272240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160740,"ondisk_log_size":160740,"up":32,"acting":32,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631953,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":657068,"kb_used_data":176228,"kb_used_omap":0,"kb_used_meta":480704,"kb_avail":93088084,"statfs":{"total":95995035648,"available":95322198016,"internally_reserved":0,"allocated":180457472,"data_stored":180046136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":492240896},"hb_peers":[1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,5,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.702,"5min":4.5250000000000004,"15min":3.4140000000000001},"min":{"1min":0.82499999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":14.013,"5min":155.821,"15min":155.821},"last":4.3570000000000002},{"interface":"front","average":{"1min":1.9510000000000001,"5min":4.3719999999999999,"15min":3.4420000000000002},"min":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.55600000000000005},"max":{"1min":4.8810000000000002,"5min":153.465,"15min":153.465},"last":1.0940000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:59:13 2020","interfaces":[{"interface":"back","average":{"1min":7.9169999999999998,"5min":3.4750000000000001,"15min":2.6760000000000002},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":56.923999999999999,"5min":56.923999999999999,"15min":56.923999999999999},"last":1.075},{"interface":"front","average":{"1min":5.4370000000000003,"5min":3.4470000000000001,"15min":3.1320000000000001},"min":{"1min":0.91900000000000004,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":53.622999999999998,"5min":53.622999999999998,"15min":53.622999999999998},"last":2.5430000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:13 2020","interfaces":[{"interface":"back","average":{"1min":5.5979999999999999,"5min":3.3999999999999999,"15min":3.0339999999999998},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":58.055,"5min":58.055,"15min":58.055},"last":2.4079999999999999},{"interface":"front","average":{"1min":2.782,"5min":3.1190000000000002,"15min":3.1749999999999998},"min":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"max":{"1min":7.8319999999999999,"5min":7.8319999999999999,"15min":7.8319999999999999},"last":1.419}]},{"osd":3,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":2.754,"5min":2.2799999999999998,"15min":2.052},"min":{"1min":1.0509999999999999,"5min":0.86599999999999999,"15min":0.79300000000000004},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":1.577},{"interface":"front","average":{"1min":1.6890000000000001,"5min":1.921,"15min":2.0369999999999999},"min":{"1min":0.874,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":4.5220000000000002,"5min":7.4829999999999997,"15min":7.4829999999999997},"last":1.05}]},{"osd":4,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":3.153,"5min":3.798,"15min":2.839},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.60599999999999998},"max":{"1min":8.1029999999999998,"5min":25.111999999999998,"15min":28.960999999999999},"last":2.7770000000000001},{"interface":"front","average":{"1min":1.8180000000000001,"5min":2.589,"15min":2.5680000000000001},"min":{"1min":0.74099999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":4.4020000000000001,"5min":25.768000000000001,"15min":28.922999999999998},"last":0.63}]},{"osd":5,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":4.9249999999999998,"5min":2.8889999999999998,"15min":2.831},"min":{"1min":1,"5min":0.81999999999999995,"15min":0.80900000000000005},"max":{"1min":57.170000000000002,"5min":57.170000000000002,"15min":95.222999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":5.3680000000000003,"5min":3.335,"15min":2.6579999999999999},"min":{"1min":1.3260000000000001,"5min":0.72799999999999998,"15min":0.65600000000000003},"max":{"1min":57.853999999999999,"5min":57.853999999999999,"15min":57.853999999999999},"last":1.1459999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.726,"5min":4.2110000000000003,"15min":3.6589999999999998},"min":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.78200000000000003},"max":{"1min":57.039999999999999,"5min":57.039999999999999,"15min":86.338999999999999},"last":2.657},{"interface":"front","average":{"1min":7.1369999999999996,"5min":4.1239999999999997,"15min":4.0510000000000002},"min":{"1min":1.502,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":57.732999999999997,"5min":57.732999999999997,"15min":96.640000000000001},"last":2.9489999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:59:20 2020","interfaces":[{"interface":"back","average":{"1min":5.9349999999999996,"5min":3.351,"15min":3.8780000000000001},"min":{"1min":0.88,"5min":0.88,"15min":0.83799999999999997},"max":{"1min":57.505000000000003,"5min":57.505000000000003,"15min":97.006},"last":1.9039999999999999},{"interface":"front","average":{"1min":2.8039999999999998,"5min":3.0579999999999998,"15min":3.3140000000000001},"min":{"1min":0.92000000000000004,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":7.351,"5min":8.1050000000000004,"15min":69.757000000000005},"last":1.9990000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":6.907,"5min":4.5330000000000004,"15min":3.7309999999999999},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.93700000000000006},"max":{"1min":57.396000000000001,"5min":57.396000000000001,"15min":97.784000000000006},"last":3.4649999999999999},{"interface":"front","average":{"1min":3.7639999999999998,"5min":3.1909999999999998,"15min":3.3679999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":8.234,"5min":8.234,"15min":95.897999999999996},"last":1.7030000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:59:26 2020","interfaces":[{"interface":"back","average":{"1min":4.1520000000000001,"5min":3.786,"15min":3.5430000000000001},"min":{"1min":1.1259999999999999,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":12.114000000000001,"5min":56.792000000000002,"15min":98.706999999999994},"last":1.282},{"interface":"front","average":{"1min":3.7530000000000001,"5min":3.883,"15min":3.8370000000000002},"min":{"1min":1.1279999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":8.6379999999999999,"5min":12.765000000000001,"15min":99.385000000000005},"last":2.7029999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:58:42 2020","interfaces":[{"interface":"back","average":{"1min":8.343,"5min":5.9720000000000004,"15min":4.4169999999999998},"min":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.0720000000000001},"max":{"1min":60.487000000000002,"5min":60.487000000000002,"15min":97.399000000000001},"last":1.754},{"interface":"front","average":{"1min":6.4749999999999996,"5min":4.085,"15min":3.7069999999999999},"min":{"1min":1.2549999999999999,"5min":1.216,"15min":1.0880000000000001},"max":{"1min":61.078000000000003,"5min":61.078000000000003,"15min":95.094999999999999},"last":6.383}]}]},{"osd":10,"up_from":95,"seq":408021893591,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":497704,"kb_used_data":204896,"kb_used_omap":0,"kb_used_meta":292800,"kb_avail":93247448,"statfs":{"total":95995035648,"available":95485386752,"internally_reserved":0,"allocated":209813504,"data_stored":209406240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":299827200},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2,2,4],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":2.891},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":0.84799999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.7509999999999999,"5min":2.4409999999999998,"15min":2.1000000000000001},"min":{"1min":0.73299999999999998,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":9.4459999999999997,"5min":26.946999999999999,"15min":44.258000000000003},"last":0.70799999999999996},{"interface":"front","average":{"1min":3.1360000000000001,"5min":2.851,"15min":2.448},"min":{"1min":0.93899999999999995,"5min":0.623,"15min":0.54700000000000004},"max":{"1min":7.9649999999999999,"5min":26.350000000000001,"15min":44.149999999999999},"last":0.95999999999999996}]},{"osd":2,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":2.4660000000000002,"15min":1.8979999999999999},"min":{"1min":1.296,"5min":0.67700000000000005,"15min":0.63900000000000001},"max":{"1min":8.0709999999999997,"5min":9.7949999999999999,"15min":9.7949999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":3.2909999999999999,"5min":2.5800000000000001,"15min":1.9139999999999999},"min":{"1min":1.081,"5min":0.73299999999999998,"15min":0.57999999999999996},"max":{"1min":8.3130000000000006,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":1.3129999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.4860000000000002,"5min":2.5899999999999999,"15min":2.4409999999999998},"min":{"1min":1.5329999999999999,"5min":1.415,"15min":1.415},"max":{"1min":8.1430000000000007,"5min":8.1430000000000007,"15min":8.1430000000000007},"last":1.145},{"interface":"front","average":{"1min":3.0750000000000002,"5min":2.028,"15min":1.8540000000000001},"min":{"1min":0.877,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":9.1479999999999997,"5min":9.1479999999999997,"15min":9.1479999999999997},"last":1.0369999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.8200000000000003,"5min":2.9540000000000002,"15min":2.4319999999999999},"min":{"1min":0.79700000000000004,"5min":0.70699999999999996,"15min":0.629},"max":{"1min":17.888000000000002,"5min":17.888000000000002,"15min":17.888000000000002},"last":4.1369999999999996},{"interface":"front","average":{"1min":3.4089999999999998,"5min":3.0950000000000002,"15min":2.3959999999999999},"min":{"1min":1.1859999999999999,"5min":0.66300000000000003,"15min":0.64800000000000002},"max":{"1min":8.2210000000000001,"5min":9.5350000000000001,"15min":9.5350000000000001},"last":1.748}]},{"osd":5,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.8220000000000001,"5min":3.492,"15min":2.5920000000000001},"min":{"1min":1.0009999999999999,"5min":0.89800000000000002,"15min":0.68400000000000005},"max":{"1min":18.242000000000001,"5min":18.242000000000001,"15min":18.242000000000001},"last":4.2089999999999996},{"interface":"front","average":{"1min":3.3660000000000001,"5min":2.8650000000000002,"15min":2.1989999999999998},"min":{"1min":1.159,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":8.9009999999999998,"5min":9.3390000000000004,"15min":9.3390000000000004},"last":1.5549999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.9900000000000002,"5min":3.492,"15min":2.8279999999999998},"min":{"1min":1.1830000000000001,"5min":0.91600000000000004,"15min":0.80900000000000005},"max":{"1min":18.103999999999999,"5min":18.103999999999999,"15min":21.989999999999998},"last":4.3250000000000002},{"interface":"front","average":{"1min":3.6629999999999998,"5min":3.3490000000000002,"15min":2.9319999999999999},"min":{"1min":1.4990000000000001,"5min":0.83599999999999997,"15min":0.72499999999999998},"max":{"1min":8.9900000000000002,"5min":9.2750000000000004,"15min":19.751000000000001},"last":1.4370000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":3.4769999999999999,"5min":3.4609999999999999,"15min":2.8490000000000002},"min":{"1min":1.6000000000000001,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":9.641,"5min":10.071,"15min":10.071},"last":1.8899999999999999},{"interface":"front","average":{"1min":2.036,"5min":2.726,"15min":2.5529999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.86599999999999999},"max":{"1min":5.5529999999999999,"5min":9.2929999999999993,"15min":9.2929999999999993},"last":2.044}]},{"osd":8,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.79,"5min":4.0499999999999998,"15min":3.6480000000000001},"min":{"1min":1.3580000000000001,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":11.052,"5min":102.69,"15min":115.295},"last":1.202},{"interface":"front","average":{"1min":5.4480000000000004,"5min":4.883,"15min":3.7679999999999998},"min":{"1min":0.92000000000000004,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":18.376999999999999,"5min":104.477,"15min":112.97799999999999},"last":4.056}]},{"osd":9,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.5270000000000001,"5min":3.5760000000000001,"15min":3.1539999999999999},"min":{"1min":1.071,"5min":1.0209999999999999,"15min":1.0209999999999999},"max":{"1min":10.867000000000001,"5min":10.867000000000001,"15min":10.867000000000001},"last":1.772},{"interface":"front","average":{"1min":4.2699999999999996,"5min":3.7389999999999999,"15min":3.1850000000000001},"min":{"1min":1.252,"5min":1.252,"15min":1.1779999999999999},"max":{"1min":8.0640000000000001,"5min":14.864000000000001,"15min":14.864000000000001},"last":1.9159999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:59:32 2020","interfaces":[{"interface":"back","average":{"1min":4.8799999999999999,"5min":4.0700000000000003,"15min":3.7669999999999999},"min":{"1min":1.403,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":10.115,"5min":11.079000000000001,"15min":117.40600000000001},"last":2.6459999999999999},{"interface":"front","average":{"1min":5.2510000000000003,"5min":4.4649999999999999,"15min":4.0640000000000001},"min":{"1min":1.964,"5min":1.669,"15min":1.4099999999999999},"max":{"1min":10.243,"5min":11.191000000000001,"15min":117.614},"last":2.7650000000000001}]}]},{"osd":9,"up_from":71,"seq":304942678513,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":812724,"kb_used_data":204012,"kb_used_omap":0,"kb_used_meta":608704,"kb_avail":92932428,"statfs":{"total":95995035648,"available":95162806272,"internally_reserved":0,"allocated":208908288,"data_stored":208495077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":623312896},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,0,4,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":2.1850000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":1.097}]},{"osd":1,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":5.7549999999999999,"15min":3.9369999999999998},"min":{"1min":0.56999999999999995,"5min":0.54300000000000004,"15min":0.51700000000000002},"max":{"1min":6.6280000000000001,"5min":338.13099999999997,"15min":338.13099999999997},"last":1.4079999999999999},{"interface":"front","average":{"1min":3.0659999999999998,"5min":6.375,"15min":4.6219999999999999},"min":{"1min":0.91900000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":6.7939999999999996,"5min":338.54000000000002,"15min":338.54000000000002},"last":1.671}]},{"osd":2,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":1.8700000000000001,"5min":1.9730000000000001,"15min":1.8149999999999999},"min":{"1min":0.62,"5min":0.62,"15min":0.53600000000000003},"max":{"1min":6.484,"5min":9.0190000000000001,"15min":9.0190000000000001},"last":4.3010000000000002},{"interface":"front","average":{"1min":2.9689999999999999,"5min":1.905,"15min":1.756},"min":{"1min":0.81499999999999995,"5min":0.61599999999999999,"15min":0.58299999999999996},"max":{"1min":7.0960000000000001,"5min":7.0960000000000001,"15min":10.939},"last":1.538}]},{"osd":3,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.4590000000000001,"15min":2.3740000000000001},"min":{"1min":0.70699999999999996,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":7.3630000000000004,"5min":8.4949999999999992,"15min":8.4949999999999992},"last":1.887},{"interface":"front","average":{"1min":2.9990000000000001,"5min":2.6579999999999999,"15min":2.601},"min":{"1min":1.0269999999999999,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":6.9459999999999997,"5min":8.7940000000000005,"15min":8.7940000000000005},"last":1.756}]},{"osd":4,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.6629999999999998,"5min":2.706,"15min":2.8759999999999999},"min":{"1min":0.70999999999999996,"5min":0.68200000000000005,"15min":0.58599999999999997},"max":{"1min":9.2040000000000006,"5min":9.2040000000000006,"15min":117.012},"last":6.9950000000000001},{"interface":"front","average":{"1min":2.2200000000000002,"5min":2.2320000000000002,"15min":2.7349999999999999},"min":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.69499999999999995},"max":{"1min":7.4119999999999999,"5min":8.7530000000000001,"15min":120.41200000000001},"last":4.1289999999999996}]},{"osd":5,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":2.6920000000000002,"15min":2.4769999999999999},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":7.6559999999999997,"5min":8.9350000000000005,"15min":8.9350000000000005},"last":2.2789999999999999},{"interface":"front","average":{"1min":3.8149999999999999,"5min":3.1080000000000001,"15min":2.6720000000000002},"min":{"1min":1.036,"5min":0.83299999999999996,"15min":0.71099999999999997},"max":{"1min":9.1280000000000001,"5min":9.641,"15min":9.641},"last":8.7520000000000007}]},{"osd":6,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.9390000000000001,"5min":3.242,"15min":3.3620000000000001},"min":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.71399999999999997},"max":{"1min":9.0389999999999997,"5min":9.9909999999999997,"15min":92.771000000000001},"last":7.2750000000000004},{"interface":"front","average":{"1min":4.1120000000000001,"5min":3.4820000000000002,"15min":3.6269999999999998},"min":{"1min":1.401,"5min":0.95599999999999996,"15min":0.91500000000000004},"max":{"1min":8.9039999999999999,"5min":9.8770000000000007,"15min":92.504000000000005},"last":8.6080000000000005}]},{"osd":7,"last update":"Mon Nov 16 20:59:35 2020","interfaces":[{"interface":"back","average":{"1min":3.0310000000000001,"5min":3.1539999999999999,"15min":3.0419999999999998},"min":{"1min":1.0660000000000001,"5min":1.0449999999999999,"15min":0.90200000000000002},"max":{"1min":7.6479999999999997,"5min":9.1140000000000008,"15min":18.486999999999998},"last":2.407},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.6139999999999999,"15min":3.1219999999999999},"min":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":0.83499999999999996},"max":{"1min":6.7640000000000002,"5min":7.5380000000000003,"15min":121.273},"last":4.6580000000000004}]},{"osd":8,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.194,"5min":2.7570000000000001,"15min":2.7719999999999998},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":7.9989999999999997,"5min":8.4440000000000008,"15min":11.083},"last":4.8070000000000004},{"interface":"front","average":{"1min":3.1240000000000001,"5min":2.77,"15min":2.9100000000000001},"min":{"1min":1.397,"5min":1.0720000000000001,"15min":1.0129999999999999},"max":{"1min":7.6840000000000002,"5min":8.3190000000000008,"15min":11.837},"last":4.4859999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":4.2960000000000003,"5min":3.3170000000000002,"15min":3.0489999999999999},"min":{"1min":1.228,"5min":1.137,"15min":1.137},"max":{"1min":9.7729999999999997,"5min":10.728999999999999,"15min":11.691000000000001},"last":7.1310000000000002},{"interface":"front","average":{"1min":3.3740000000000001,"5min":3.3559999999999999,"15min":3.6850000000000001},"min":{"1min":0.93899999999999995,"5min":0.91200000000000003,"15min":0.91200000000000003},"max":{"1min":6.4189999999999996,"5min":9.7579999999999991,"15min":120.693},"last":4.9320000000000004}]},{"osd":11,"last update":"Mon Nov 16 20:59:31 2020","interfaces":[{"interface":"back","average":{"1min":5.266,"5min":4.4450000000000003,"15min":3.5739999999999998},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.0840000000000001},"max":{"1min":9.6300000000000008,"5min":28.57,"15min":28.57},"last":8.8780000000000001},{"interface":"front","average":{"1min":3.742,"5min":3.976,"15min":4.0039999999999996},"min":{"1min":1.55,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":8.8469999999999995,"5min":26.074000000000002,"15min":121.5},"last":5.0119999999999996}]}]},{"osd":8,"up_from":63,"seq":270582940148,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":476072,"kb_used_data":100128,"kb_used_omap":0,"kb_used_meta":375936,"kb_avail":93269080,"statfs":{"total":95995035648,"available":95507537920,"internally_reserved":0,"allocated":102531072,"data_stored":102123828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":384958464},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:40 2020","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":2.5499999999999998,"15min":2.3809999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.52500000000000002},"max":{"1min":3.5259999999999998,"5min":64.843000000000004,"15min":80.534000000000006},"last":1.046},{"interface":"front","average":{"1min":1.748,"5min":2.343,"15min":2.4590000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":5.3399999999999999,"5min":59.093000000000004,"15min":80.248000000000005},"last":1.512}]},{"osd":1,"last update":"Mon Nov 16 20:59:30 2020","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":2.4369999999999998,"15min":3.2130000000000001},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":3.1520000000000001,"5min":46.779000000000003,"15min":225.94999999999999},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.7370000000000001,"5min":2.681,"15min":3.3759999999999999},"min":{"1min":0.60199999999999998,"5min":0.59399999999999997,"15min":0.55800000000000005},"max":{"1min":4.9850000000000003,"5min":46.966999999999999,"15min":226.03100000000001},"last":3.0129999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:59:11 2020","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":1.9079999999999999,"15min":2.016},"min":{"1min":0.66300000000000003,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.617,"5min":8.0079999999999991,"15min":8.0079999999999991},"last":2.4129999999999998},{"interface":"front","average":{"1min":1.9930000000000001,"5min":2.3799999999999999,"15min":1.927},"min":{"1min":0.69699999999999995,"5min":0.67200000000000004,"15min":0.61599999999999999},"max":{"1min":4.8380000000000001,"5min":8.0570000000000004,"15min":8.0570000000000004},"last":2.089}]},{"osd":3,"last update":"Mon Nov 16 20:59:25 2020","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.887,"15min":2.9569999999999999},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":12.555,"5min":12.555,"15min":12.555},"last":1.514},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.9730000000000001,"15min":2.0459999999999998},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":3.3799999999999999,"5min":4.7160000000000002,"15min":4.7160000000000002},"last":1.04}]},{"osd":4,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":2.5609999999999999,"5min":2.5289999999999999,"15min":2.5299999999999998},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.63100000000000001},"max":{"1min":12.385,"5min":12.385,"15min":12.385},"last":1.6779999999999999},{"interface":"front","average":{"1min":1.478,"5min":2.8719999999999999,"15min":2.681},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67200000000000004},"max":{"1min":2.9209999999999998,"5min":47.014000000000003,"15min":47.014000000000003},"last":2.2839999999999998}]},{"osd":5,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":2.0899999999999999,"5min":2.415,"15min":2.4369999999999998},"min":{"1min":0.79300000000000004,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":5.7050000000000001,"5min":8.2059999999999995,"15min":12.273999999999999},"last":3.0910000000000002},{"interface":"front","average":{"1min":2.758,"5min":3.5430000000000001,"15min":2.698},"min":{"1min":1.1930000000000001,"5min":1.1439999999999999,"15min":0.72199999999999998},"max":{"1min":6.2430000000000003,"5min":46.515000000000001,"15min":46.515000000000001},"last":3.1619999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:58:49 2020","interfaces":[{"interface":"back","average":{"1min":2.3439999999999999,"5min":2.7240000000000002,"15min":2.847},"min":{"1min":1.0660000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":5.4459999999999997,"5min":8.1720000000000006,"15min":8.6649999999999991},"last":2.0529999999999999},{"interface":"front","average":{"1min":2.423,"5min":2.9009999999999998,"15min":2.9220000000000002},"min":{"1min":1.032,"5min":1.016,"15min":1.016},"max":{"1min":5.2569999999999997,"5min":8.3439999999999994,"15min":12.166},"last":2.6600000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":2.9990000000000001,"15min":3.052},"min":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"max":{"1min":5.8470000000000004,"5min":9.2189999999999994,"15min":13.644},"last":2.8260000000000001},{"interface":"front","average":{"1min":2.4350000000000001,"5min":3.2069999999999999,"15min":3.2559999999999998},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":6.3860000000000001,"5min":8.8000000000000007,"15min":15.028},"last":2.9380000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":2.778,"5min":3.0640000000000001,"15min":2.972},"min":{"1min":0.90800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":9.2460000000000004,"5min":9.2460000000000004,"15min":9.2460000000000004},"last":0.91800000000000004},{"interface":"front","average":{"1min":3.9929999999999999,"5min":3.1339999999999999,"15min":3.169},"min":{"1min":1.01,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":13.224,"5min":13.224,"15min":13.224},"last":8.7889999999999997}]},{"osd":10,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":4.9400000000000004,"5min":3.7469999999999999,"15min":3.3170000000000002},"min":{"1min":1.5029999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":47.170999999999999,"5min":47.170999999999999,"15min":47.170999999999999},"last":1.1639999999999999},{"interface":"front","average":{"1min":5.1029999999999998,"5min":4.0140000000000002,"15min":3.5870000000000002},"min":{"1min":1.611,"5min":1.1459999999999999,"15min":1},"max":{"1min":47.314,"5min":47.314,"15min":47.314},"last":2.1709999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":3.5289999999999999,"5min":3.3769999999999998,"15min":3.4340000000000002},"min":{"1min":0.98099999999999998,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":12.699999999999999,"5min":12.699999999999999,"15min":12.699999999999999},"last":5.266},{"interface":"front","average":{"1min":3.069,"5min":3.6419999999999999,"15min":3.2000000000000002},"min":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"max":{"1min":6.1050000000000004,"5min":11.500999999999999,"15min":13.513},"last":5.2199999999999998}]}]},{"osd":7,"up_from":225,"seq":966367641979,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":510316,"kb_used_data":76836,"kb_used_omap":0,"kb_used_meta":433471,"kb_avail":93234836,"statfs":{"total":95995035648,"available":95472472064,"internally_reserved":0,"allocated":78680064,"data_stored":78268748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":443874364},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":5.5099999999999998,"5min":2.4100000000000001,"15min":2.5659999999999998},"min":{"1min":0.67600000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":70.430999999999997,"5min":70.430999999999997,"15min":146.768},"last":1.8799999999999999},{"interface":"front","average":{"1min":5.875,"5min":2.516,"15min":2.5219999999999998},"min":{"1min":0.84299999999999997,"5min":0.64600000000000002,"15min":0.51800000000000002},"max":{"1min":70.522000000000006,"5min":70.522000000000006,"15min":146.83699999999999},"last":2.77}]},{"osd":2,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.274,"5min":1.5409999999999999,"15min":1.613},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.5},"max":{"1min":2.4809999999999999,"5min":3.988,"15min":14.375999999999999},"last":1.946},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.7709999999999999,"15min":1.8280000000000001},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.55400000000000005},"max":{"1min":1.8600000000000001,"5min":4.3289999999999997,"15min":14.645},"last":2.6099999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:58:45 2020","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.7410000000000001,"15min":1.633},"min":{"1min":0.93100000000000005,"5min":0.80800000000000005,"15min":0.65000000000000002},"max":{"1min":2.379,"5min":6.7450000000000001,"15min":6.7450000000000001},"last":2.899},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.794,"15min":1.7749999999999999},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.622},"max":{"1min":2.5910000000000002,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":2.145}]},{"osd":4,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.0779999999999998,"5min":2.5640000000000001,"15min":2.3170000000000002},"min":{"1min":0.878,"5min":0.68899999999999995,"15min":0.59299999999999997},"max":{"1min":4.9029999999999996,"5min":27.331,"15min":27.331},"last":2.7240000000000002},{"interface":"front","average":{"1min":2.29,"5min":2.8109999999999999,"15min":2.6699999999999999},"min":{"1min":1.1299999999999999,"5min":0.74099999999999999,"15min":0.629},"max":{"1min":3.4159999999999999,"5min":27.190000000000001,"15min":27.190000000000001},"last":3.2570000000000001}]},{"osd":5,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.9219999999999999,"5min":2.1190000000000002,"15min":2.2040000000000002},"min":{"1min":1.198,"5min":0.70999999999999996,"15min":0.60199999999999998},"max":{"1min":2.7709999999999999,"5min":6.9109999999999996,"15min":14.191000000000001},"last":1.768},{"interface":"front","average":{"1min":1.714,"5min":2.3069999999999999,"15min":2.327},"min":{"1min":0.80800000000000005,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":3.3290000000000002,"5min":4.8630000000000004,"15min":11.981999999999999},"last":3.0779999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":2.2280000000000002,"15min":2.516},"min":{"1min":0.878,"5min":0.878,"15min":0.69099999999999995},"max":{"1min":3.46,"5min":7.0670000000000002,"15min":14.186},"last":2.387},{"interface":"front","average":{"1min":2.194,"5min":3.0430000000000001,"15min":2.8929999999999998},"min":{"1min":1.1870000000000001,"5min":1.131,"15min":0.89900000000000002},"max":{"1min":3.2799999999999998,"5min":13.574999999999999,"15min":13.574999999999999},"last":3.6379999999999999}]},{"osd":8,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.6640000000000001,"5min":3.5099999999999998,"15min":2.9670000000000001},"min":{"1min":1.3740000000000001,"5min":1.2649999999999999,"15min":0.90100000000000002},"max":{"1min":5.0549999999999997,"5min":34.351999999999997,"15min":34.351999999999997},"last":3.4660000000000002},{"interface":"front","average":{"1min":2.8359999999999999,"5min":3.5600000000000001,"15min":3.129},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.0429999999999999},"max":{"1min":5.25,"5min":34.154000000000003,"15min":34.154000000000003},"last":3.8079999999999998}]},{"osd":9,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":9.5830000000000002,"5min":4.7009999999999996,"15min":3.5419999999999998},"min":{"1min":1.9299999999999999,"5min":1.1879999999999999,"15min":0.90200000000000002},"max":{"1min":109.075,"5min":109.075,"15min":109.075},"last":4.3460000000000001},{"interface":"front","average":{"1min":9.0220000000000002,"5min":3.883,"15min":3.2010000000000001},"min":{"1min":1.286,"5min":1.2150000000000001,"15min":0.83999999999999997},"max":{"1min":110.075,"5min":110.075,"15min":110.075},"last":3.3340000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:59:14 2020","interfaces":[{"interface":"back","average":{"1min":10.558,"5min":5.3049999999999997,"15min":3.7679999999999998},"min":{"1min":1.3,"5min":1.3,"15min":0.96999999999999997},"max":{"1min":117.408,"5min":117.408,"15min":117.408},"last":3.7189999999999999},{"interface":"front","average":{"1min":10.457000000000001,"5min":5.0899999999999999,"15min":3.8140000000000001},"min":{"1min":1.7689999999999999,"5min":1.514,"15min":1.2},"max":{"1min":115.137,"5min":115.137,"15min":115.137},"last":4.0179999999999998}]},{"osd":11,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.2989999999999999,"5min":3.3820000000000001,"15min":3.3769999999999998},"min":{"1min":1.7749999999999999,"5min":1.125,"15min":1.089},"max":{"1min":5.9649999999999999,"5min":34.290999999999997,"15min":34.290999999999997},"last":4.1870000000000003},{"interface":"front","average":{"1min":2.5350000000000001,"5min":4.9699999999999998,"15min":3.7370000000000001},"min":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.0249999999999999},"max":{"1min":3.9140000000000001,"5min":97.986000000000004,"15min":97.986000000000004},"last":3.1080000000000001}]}]},{"osd":6,"up_from":49,"seq":210453398015,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":389608,"kb_used_data":800,"kb_used_omap":0,"kb_used_meta":388800,"kb_avail":93355544,"statfs":{"total":95995035648,"available":95596077056,"internally_reserved":0,"allocated":819200,"data_stored":411956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":398131200},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":1.111},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.6240000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:58:53 2020","interfaces":[{"interface":"back","average":{"1min":8.9779999999999998,"5min":6.3609999999999998,"15min":9.3190000000000008},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.52800000000000002},"max":{"1min":125.816,"5min":244.89400000000001,"15min":296.45600000000002},"last":1.706},{"interface":"front","average":{"1min":8.9610000000000003,"5min":6.4829999999999997,"15min":9.3770000000000007},"min":{"1min":0.69499999999999995,"5min":0.61499999999999999,"15min":0.57499999999999996},"max":{"1min":125.941,"5min":245.17699999999999,"15min":297.99099999999999},"last":1.6299999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":1.9319999999999999,"15min":1.8180000000000001},"min":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.54500000000000004},"max":{"1min":6.6100000000000003,"5min":6.6100000000000003,"15min":13.731999999999999},"last":0.96599999999999997},{"interface":"front","average":{"1min":1.4239999999999999,"5min":1.659,"15min":1.728},"min":{"1min":0.88600000000000001,"5min":0.73099999999999998,"15min":0.61699999999999999},"max":{"1min":2.1619999999999999,"5min":5.0919999999999996,"15min":10.789},"last":1.9470000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:59:14 2020","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.6699999999999999,"15min":1.671},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":2.6150000000000002,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":0.88400000000000001},{"interface":"front","average":{"1min":1.9590000000000001,"5min":1.861,"15min":1.845},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":6.2770000000000001,"5min":6.2770000000000001,"15min":6.2770000000000001},"last":1.369}]},{"osd":4,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":2.7570000000000001,"15min":2.5950000000000002},"min":{"1min":0.752,"5min":0.752,"15min":0.54500000000000004},"max":{"1min":3.7719999999999998,"5min":32.469000000000001,"15min":32.469000000000001},"last":1.075},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.6269999999999998,"15min":2.6429999999999998},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.59999999999999998},"max":{"1min":4.1760000000000002,"5min":32.743000000000002,"15min":32.743000000000002},"last":1.417}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":2.4279999999999999,"15min":2.3879999999999999},"min":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.63800000000000001},"max":{"1min":3.585,"5min":5.718,"15min":12.869},"last":1.1759999999999999},{"interface":"front","average":{"1min":2.3029999999999999,"5min":2.8239999999999998,"15min":2.8519999999999999},"min":{"1min":1.1899999999999999,"5min":1.1859999999999999,"15min":0.91900000000000004},"max":{"1min":3.766,"5min":5.8129999999999997,"15min":13.013999999999999},"last":1.754}]},{"osd":7,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.8320000000000001,"5min":2.1669999999999998,"15min":2.4700000000000002},"min":{"1min":0.95199999999999996,"5min":0.88400000000000001,"15min":0.79000000000000004},"max":{"1min":2.968,"5min":4.8150000000000004,"15min":14.361000000000001},"last":1.1020000000000001},{"interface":"front","average":{"1min":2.2509999999999999,"5min":2.8500000000000001,"15min":3.0430000000000001},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":0.84099999999999997},"max":{"1min":4.0140000000000002,"5min":5.5380000000000003,"15min":10.85},"last":1.3220000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":2.3940000000000001,"15min":2.573},"min":{"1min":1.2050000000000001,"5min":0.95499999999999996,"15min":0.80000000000000004},"max":{"1min":6.4470000000000001,"5min":6.4470000000000001,"15min":10.026},"last":2.1349999999999998},{"interface":"front","average":{"1min":2.8650000000000002,"5min":2.726,"15min":2.5990000000000002},"min":{"1min":1.3129999999999999,"5min":0.98999999999999999,"15min":0.84799999999999998},"max":{"1min":8.8059999999999992,"5min":8.8599999999999994,"15min":13.887},"last":2.9729999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":2.9159999999999999,"5min":2.9489999999999998,"15min":3.2469999999999999},"min":{"1min":1.153,"5min":0.94299999999999995,"15min":0.84399999999999997},"max":{"1min":12.897,"5min":12.897,"15min":135.161},"last":1.6559999999999999},{"interface":"front","average":{"1min":2.8330000000000002,"5min":3.3199999999999998,"15min":3.6989999999999998},"min":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.0880000000000001},"max":{"1min":12.336,"5min":12.336,"15min":135.35400000000001},"last":1.998}]},{"osd":10,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":3.1739999999999999,"5min":3.444,"15min":3.2629999999999999},"min":{"1min":1.619,"5min":1.345,"15min":0.95399999999999996},"max":{"1min":6.1349999999999998,"5min":13.923,"15min":13.923},"last":3.819},{"interface":"front","average":{"1min":3.4089999999999998,"5min":3.75,"15min":3.6150000000000002},"min":{"1min":1.7350000000000001,"5min":1.548,"15min":1.171},"max":{"1min":6.3019999999999996,"5min":14.105,"15min":14.228999999999999},"last":3.9390000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:59:21 2020","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":3.1720000000000002,"15min":2.8690000000000002},"min":{"1min":1.929,"5min":1.5509999999999999,"15min":0.875},"max":{"1min":7.1150000000000002,"5min":7.3209999999999997,"15min":14.039},"last":2.6920000000000002},{"interface":"front","average":{"1min":3.6059999999999999,"5min":3.6800000000000002,"15min":3.266},"min":{"1min":1.873,"5min":1.538,"15min":1.0580000000000001},"max":{"1min":6.8369999999999997,"5min":7.8719999999999999,"15min":14.263},"last":1.879}]}]},{"osd":1,"up_from":18,"seq":77309411865,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":715880,"kb_used_data":157088,"kb_used_omap":0,"kb_used_meta":558720,"kb_avail":93029272,"statfs":{"total":95995035648,"available":95261974528,"internally_reserved":0,"allocated":160858112,"data_stored":160450868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":572129280},"hb_peers":[2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:42 2020","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.538,"15min":1.7729999999999999},"min":{"1min":0.66600000000000004,"5min":0.52600000000000002,"15min":0.45600000000000002},"max":{"1min":1.9910000000000001,"5min":5.4649999999999999,"15min":48.201999999999998},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.865,"5min":2.0739999999999998,"15min":2.3380000000000001},"min":{"1min":1.0449999999999999,"5min":0.755,"15min":0.67300000000000004},"max":{"1min":2.7280000000000002,"5min":5.577,"15min":48.332000000000001},"last":1.1950000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":1.4359999999999999,"5min":2.379,"15min":1.867},"min":{"1min":0.79900000000000004,"5min":0.72399999999999998,"15min":0.48099999999999998},"max":{"1min":2.1560000000000001,"5min":100.601,"15min":100.601},"last":1.347},{"interface":"front","average":{"1min":1.4930000000000001,"5min":2.6269999999999998,"15min":1.954},"min":{"1min":0.81599999999999995,"5min":0.63700000000000001,"15min":0.59399999999999997},"max":{"1min":2.4180000000000001,"5min":101.959,"15min":101.959},"last":1.103}]},{"osd":3,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":5.5410000000000004,"15min":6.2320000000000002},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.5430000000000001,"5min":101.20099999999999,"15min":101.20099999999999},"last":1.5309999999999999},{"interface":"front","average":{"1min":1.482,"5min":6.173,"15min":6.9550000000000001},"min":{"1min":0.83099999999999996,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":2.7290000000000001,"5min":101.643,"15min":101.643},"last":2.0270000000000001}]},{"osd":4,"last update":"Mon Nov 16 20:59:07 2020","interfaces":[{"interface":"back","average":{"1min":6.077,"5min":2.7349999999999999,"15min":2.1579999999999999},"min":{"1min":1.0600000000000001,"5min":0.77900000000000003,"15min":0.61899999999999999},"max":{"1min":100.699,"5min":100.699,"15min":100.699},"last":1.139},{"interface":"front","average":{"1min":6.6299999999999999,"5min":3.1909999999999998,"15min":2.411},"min":{"1min":1.153,"5min":0.86199999999999999,"15min":0.73699999999999999},"max":{"1min":101.434,"5min":101.434,"15min":101.434},"last":1.3109999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.1040000000000001,"5min":2.6320000000000001,"15min":2.3279999999999998},"min":{"1min":0.76000000000000001,"5min":0.72799999999999998,"15min":0.63400000000000001},"max":{"1min":100.56100000000001,"5min":100.56100000000001,"15min":100.56100000000001},"last":1.175},{"interface":"front","average":{"1min":6.6639999999999997,"5min":3.254,"15min":2.7559999999999998},"min":{"1min":0.85799999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":105.566,"5min":105.566,"15min":105.566},"last":1.48}]},{"osd":6,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":7.048,"5min":3.3769999999999998,"15min":2.823},"min":{"1min":1.4159999999999999,"5min":0.998,"15min":0.90000000000000002},"max":{"1min":106.47499999999999,"5min":106.47499999999999,"15min":106.47499999999999},"last":1.766},{"interface":"front","average":{"1min":7.4050000000000002,"5min":3.4460000000000002,"15min":2.9300000000000002},"min":{"1min":1.583,"5min":1.099,"15min":0.89900000000000002},"max":{"1min":102.89700000000001,"5min":102.89700000000001,"15min":102.89700000000001},"last":1.871}]},{"osd":7,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":2.8170000000000002,"5min":3.734,"15min":2.9249999999999998},"min":{"1min":1.7390000000000001,"5min":1.1899999999999999,"15min":0.83499999999999996},"max":{"1min":7.0350000000000001,"5min":105.795,"15min":105.795},"last":1.619},{"interface":"front","average":{"1min":2.5470000000000002,"5min":3.5299999999999998,"15min":2.5419999999999998},"min":{"1min":1.0900000000000001,"5min":0.89500000000000002,"15min":0.71499999999999997},"max":{"1min":6.0380000000000003,"5min":103.364,"15min":103.364},"last":1.7110000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:58:44 2020","interfaces":[{"interface":"back","average":{"1min":6.6050000000000004,"5min":3.0129999999999999,"15min":2.802},"min":{"1min":1.1040000000000001,"5min":0.997,"15min":0.96899999999999997},"max":{"1min":101.038,"5min":101.038,"15min":101.038},"last":1.577},{"interface":"front","average":{"1min":7.9859999999999998,"5min":3.8610000000000002,"15min":2.7959999999999998},"min":{"1min":1.3680000000000001,"5min":1.1279999999999999,"15min":0.76400000000000001},"max":{"1min":103.099,"5min":103.099,"15min":103.099},"last":2.198}]},{"osd":9,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":3.1600000000000001,"5min":3.9159999999999999,"15min":3.1349999999999998},"min":{"1min":2.109,"5min":1.054,"15min":0.90500000000000003},"max":{"1min":6.7030000000000003,"5min":106.024,"15min":106.024},"last":1.994},{"interface":"front","average":{"1min":3.7400000000000002,"5min":4.5060000000000002,"15min":3.4900000000000002},"min":{"1min":1.4370000000000001,"5min":1.1479999999999999,"15min":1.119},"max":{"1min":7.3789999999999996,"5min":106.23699999999999,"15min":106.23699999999999},"last":2.153}]},{"osd":10,"last update":"Mon Nov 16 20:59:30 2020","interfaces":[{"interface":"back","average":{"1min":4.4269999999999996,"5min":4.1509999999999998,"15min":2.9319999999999999},"min":{"1min":1.6040000000000001,"5min":1.1930000000000001,"15min":0.88900000000000001},"max":{"1min":16.141999999999999,"5min":101.142,"15min":101.142},"last":2.2370000000000001},{"interface":"front","average":{"1min":2.798,"5min":3.617,"15min":2.8109999999999999},"min":{"1min":1.1890000000000001,"5min":1.0800000000000001,"15min":1.077},"max":{"1min":7.0940000000000003,"5min":101.297,"15min":101.297},"last":3.617}]},{"osd":11,"last update":"Mon Nov 16 20:59:30 2020","interfaces":[{"interface":"back","average":{"1min":2.9180000000000001,"5min":4.3029999999999999,"15min":3.5619999999999998},"min":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.1000000000000001},"max":{"1min":5.7160000000000002,"5min":106.712,"15min":106.712},"last":7.117},{"interface":"front","average":{"1min":3.488,"5min":4.0119999999999996,"15min":3.2959999999999998},"min":{"1min":1.7010000000000001,"5min":1.1859999999999999,"15min":0.99099999999999999},"max":{"1min":6.0999999999999996,"5min":101.499,"15min":101.499},"last":5.3789999999999996}]}]},{"osd":0,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":98784248341,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597859,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855882,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":684212,"kb_used_data":154796,"kb_used_omap":0,"kb_used_meta":529408,"kb_avail":93060940,"statfs":{"total":95995035648,"available":95294402560,"internally_reserved":0,"allocated":158511104,"data_stored":158097913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":542113792},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.2929999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":2.5760000000000001,"15min":2.4199999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.48199999999999998},"max":{"1min":2.4689999999999999,"5min":44.649000000000001,"15min":62.207000000000001},"last":2.496},{"interface":"front","average":{"1min":1.5720000000000001,"5min":2.3929999999999998,"15min":2.581},"min":{"1min":1.006,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":2.359,"5min":44.896000000000001,"15min":62.087000000000003},"last":1.9550000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.4550000000000001,"5min":1.97,"15min":2.056},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":2.1720000000000002,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":1.4670000000000001},{"interface":"front","average":{"1min":1.8520000000000001,"5min":2.4129999999999998,"15min":2.5070000000000001},"min":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"max":{"1min":2.7240000000000002,"5min":4.5620000000000003,"15min":4.5620000000000003},"last":2.7839999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:58:47 2020","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.966,"15min":1.875},"min":{"1min":1.159,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.407,"5min":5.3659999999999997,"15min":10.99},"last":1.5700000000000001},{"interface":"front","average":{"1min":1.8859999999999999,"5min":2.2080000000000002,"15min":2.093},"min":{"1min":1.1639999999999999,"5min":0.79700000000000004,"15min":0.72699999999999998},"max":{"1min":2.8799999999999999,"5min":4.883,"15min":10.842000000000001},"last":2.3050000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:58:35 2020","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.7010000000000001,"15min":2.0390000000000001},"min":{"1min":1.0449999999999999,"5min":0.69799999999999995,"15min":0.57199999999999995},"max":{"1min":3.2639999999999998,"5min":5.7859999999999996,"15min":11.773},"last":2.1240000000000001},{"interface":"front","average":{"1min":2.0289999999999999,"5min":2.4700000000000002,"15min":2.5089999999999999},"min":{"1min":0.81499999999999995,"5min":0.80200000000000005,"15min":0.64900000000000002},"max":{"1min":3.0670000000000002,"5min":5.4770000000000003,"15min":11.49},"last":3.0459999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:58:57 2020","interfaces":[{"interface":"back","average":{"1min":1.4159999999999999,"5min":2.073,"15min":2.415},"min":{"1min":0.89300000000000002,"5min":0.77900000000000003,"15min":0.625},"max":{"1min":2.8300000000000001,"5min":8.2970000000000006,"15min":25.533999999999999},"last":2.2370000000000001},{"interface":"front","average":{"1min":1.9410000000000001,"5min":2.7160000000000002,"15min":2.5059999999999998},"min":{"1min":1.28,"5min":0.92100000000000004,"15min":0.70999999999999996},"max":{"1min":2.7719999999999998,"5min":6.3040000000000003,"15min":16.213000000000001},"last":2.6280000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.879,"15min":2.5470000000000002},"min":{"1min":1.0189999999999999,"5min":0.74099999999999999,"15min":0.71799999999999997},"max":{"1min":1.9690000000000001,"5min":5.1360000000000001,"15min":33.042000000000002},"last":1.9179999999999999},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.3159999999999998,"15min":2.843},"min":{"1min":1.2270000000000001,"5min":0.95399999999999996,"15min":0.77800000000000002},"max":{"1min":3.7320000000000002,"5min":6.1879999999999997,"15min":33.207000000000001},"last":2.4470000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:59:37 2020","interfaces":[{"interface":"back","average":{"1min":3.2090000000000001,"5min":2.5350000000000001,"15min":3.1680000000000001},"min":{"1min":1.0720000000000001,"5min":0.84499999999999997,"15min":0.73599999999999999},"max":{"1min":14.390000000000001,"5min":14.390000000000001,"15min":90.043999999999997},"last":6.9580000000000002},{"interface":"front","average":{"1min":3.2440000000000002,"5min":3.2170000000000001,"15min":3.415},"min":{"1min":1.4159999999999999,"5min":1.024,"15min":0.86299999999999999},"max":{"1min":7.2329999999999997,"5min":7.2329999999999997,"15min":88.504000000000005},"last":7.2329999999999997}]},{"osd":9,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":9.4030000000000005,"5min":4.8170000000000002,"15min":3.573},"min":{"1min":2.02,"5min":1.4179999999999999,"15min":0.873},"max":{"1min":130.06399999999999,"5min":130.06399999999999,"15min":130.06399999999999},"last":4.6219999999999999},{"interface":"front","average":{"1min":9.1120000000000001,"5min":4.8330000000000002,"15min":3.6720000000000002},"min":{"1min":2.0819999999999999,"5min":1.159,"15min":0.80200000000000005},"max":{"1min":129.91300000000001,"5min":129.91300000000001,"15min":129.91300000000001},"last":7.532}]},{"osd":10,"last update":"Mon Nov 16 20:59:25 2020","interfaces":[{"interface":"back","average":{"1min":3.2069999999999999,"5min":4.3559999999999999,"15min":3.3380000000000001},"min":{"1min":1.2470000000000001,"5min":1.024,"15min":1.024},"max":{"1min":6.1289999999999996,"5min":130.34,"15min":130.34},"last":2.5539999999999998},{"interface":"front","average":{"1min":3.3079999999999998,"5min":5.2460000000000004,"15min":3.7970000000000002},"min":{"1min":1.9159999999999999,"5min":1.605,"15min":1.004},"max":{"1min":6.8170000000000002,"5min":130.61799999999999,"15min":130.61799999999999},"last":3.2290000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:59:37 2020","interfaces":[{"interface":"back","average":{"1min":3.597,"5min":5.008,"15min":3.8620000000000001},"min":{"1min":2.0529999999999999,"5min":1.8080000000000001,"15min":1.012},"max":{"1min":8.3670000000000009,"5min":129.74799999999999,"15min":129.74799999999999},"last":4.9189999999999996},{"interface":"front","average":{"1min":4.0220000000000002,"5min":5.3550000000000004,"15min":4.1420000000000003},"min":{"1min":2.3079999999999998,"5min":1.8120000000000001,"15min":1.266},"max":{"1min":8.7680000000000007,"5min":131.101,"15min":131.101},"last":3.3620000000000001}]}]},{"osd":5,"up_from":0,"seq":180388626951,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:59:46.808 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:46 smithi065 bash[9468]: cluster 2020-11-16T20:59:45.935062+0000 osd.6 (osd.6) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:46.808 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:46 smithi065 bash[9468]: cluster 2020-11-16T20:59:45.935195+0000 osd.6 (osd.6) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:46.846 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:46.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:46 smithi071 bash[9480]: cluster 2020-11-16T20:59:45.935062+0000 osd.6 (osd.6) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:46.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:46 smithi071 bash[9480]: cluster 2020-11-16T20:59:45.935195+0000 osd.6 (osd.6) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:46.950 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:47.187 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:47.205 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:46 smithi065 bash[11785]: debug 2020-11-16T20:59:46.849+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:47.207 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_blocked_ops
2020-11-16T20:59:47.293 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:47.347 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:47 smithi142 bash[20366]: debug 2020-11-16T20:59:47.193+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:47.378 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:59:47.427 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:47.530 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:47.651 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:47 smithi071 bash[12066]: debug 2020-11-16T20:59:47.428+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:47.652 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:47.757 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:47.869 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:47.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:47 smithi071 bash[12066]: debug 2020-11-16T20:59:47.872+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:47.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:47 smithi071 bash[9480]: cluster 2020-11-16T20:59:46.627182+0000 mgr.x (mgr.14196) 1453 : cluster [DBG] pgmap v2206: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 450 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 155/14412 objects degraded (1.075%); 1.4 MiB/s, 22 objects/s recovering
2020-11-16T20:59:47.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:47 smithi071 bash[9480]: cluster 2020-11-16T20:59:46.691669+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e861: 12 total, 11 up, 8 in
2020-11-16T20:59:47.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:47 smithi071 bash[9480]: cluster 2020-11-16T20:59:46.806277+0000 mon.a (mon.0) 2688 : cluster [WRN] Health check update: Degraded data redundancy: 155/14412 objects degraded (1.075%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:59:47.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:47 smithi071 bash[9480]: cluster 2020-11-16T20:59:46.811656+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e862: 12 total, 11 up, 8 in
2020-11-16T20:59:47.946 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:47 smithi071 bash[26650]: debug 2020-11-16T20:59:47.656+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:47.972 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:47.981 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:47 smithi065 bash[9468]: cluster 2020-11-16T20:59:46.627182+0000 mgr.x (mgr.14196) 1453 : cluster [DBG] pgmap v2206: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 450 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 155/14412 objects degraded (1.075%); 1.4 MiB/s, 22 objects/s recovering
2020-11-16T20:59:47.981 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:47 smithi065 bash[9468]: cluster 2020-11-16T20:59:46.691669+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e861: 12 total, 11 up, 8 in
2020-11-16T20:59:47.981 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:47 smithi065 bash[9468]: cluster 2020-11-16T20:59:46.806277+0000 mon.a (mon.0) 2688 : cluster [WRN] Health check update: Degraded data redundancy: 155/14412 objects degraded (1.075%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:59:47.981 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:47 smithi065 bash[9468]: cluster 2020-11-16T20:59:46.811656+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e862: 12 total, 11 up, 8 in
2020-11-16T20:59:48.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:47 smithi142 bash[9523]: cluster 2020-11-16T20:59:46.627182+0000 mgr.x (mgr.14196) 1453 : cluster [DBG] pgmap v2206: 17 pgs: 1 active+recovering+degraded, 16 active+clean; 450 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 155/14412 objects degraded (1.075%); 1.4 MiB/s, 22 objects/s recovering
2020-11-16T20:59:48.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:47 smithi142 bash[9523]: cluster 2020-11-16T20:59:46.691669+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e861: 12 total, 11 up, 8 in
2020-11-16T20:59:48.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:47 smithi142 bash[9523]: cluster 2020-11-16T20:59:46.806277+0000 mon.a (mon.0) 2688 : cluster [WRN] Health check update: Degraded data redundancy: 155/14412 objects degraded (1.075%), 1 pg degraded (PG_DEGRADED)
2020-11-16T20:59:48.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:47 smithi142 bash[9523]: cluster 2020-11-16T20:59:46.811656+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e862: 12 total, 11 up, 8 in
2020-11-16T20:59:48.121 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:48.225 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:48.233 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:48 smithi065 bash[16457]: debug 2020-11-16T20:59:48.121+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:48.402 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T20:59:48.427 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T20:59:48.455 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T20:59:48.480 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T20:59:48.527 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T20:59:48.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T20:59:48.583 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T20:59:48.606 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T20:59:48.637 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T20:59:48.666 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T20:59:48.698 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T20:59:48.698 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T20:59:48.698 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T20:59:48.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.699 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.700 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.700 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.700 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.700 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T20:59:48.738 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:48.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:48 smithi142 bash[9523]: audit 2020-11-16T20:59:48.380233+0000 mon.b (mon.1) 462 : audit [DBG] from='client.? v1:172.21.15.142:0/1572560995' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:48.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:48 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.535089+0000 osd.5 (osd.5) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:48.842 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:48.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:48 smithi071 bash[9480]: audit 2020-11-16T20:59:48.380233+0000 mon.b (mon.1) 462 : audit [DBG] from='client.? v1:172.21.15.142:0/1572560995' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:48.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:48 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.535089+0000 osd.5 (osd.5) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:48.987 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:49.022 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:48 smithi065 bash[11785]: debug 2020-11-16T20:59:48.733+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:49.022 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:48 smithi065 bash[9468]: audit 2020-11-16T20:59:48.380233+0000 mon.b (mon.1) 462 : audit [DBG] from='client.? v1:172.21.15.142:0/1572560995' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T20:59:49.023 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:48 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.535089+0000 osd.5 (osd.5) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.090 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:49.205 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:49.310 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:49.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:48 smithi071 bash[12066]: debug 2020-11-16T20:59:48.988+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:49.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[12066]: debug 2020-11-16T20:59:49.208+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:49.698 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.411097+0000 osd.1 (osd.1) 316 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.698 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.436356+0000 osd.2 (osd.2) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.698 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.464534+0000 osd.3 (osd.3) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.699 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.561022+0000 osd.6 (osd.6) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.699 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.591122+0000 osd.7 (osd.7) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.699 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.613223+0000 osd.8 (osd.8) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.699 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.627941+0000 mgr.x (mgr.14196) 1454 : cluster [DBG] pgmap v2209: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 328 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 603 op/s; 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:59:49.699 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.643951+0000 osd.9 (osd.9) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.699 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.673055+0000 osd.10 (osd.10) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.699 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.690800+0000 mon.a (mon.0) 2690 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 155/14412 objects degraded (1.075%), 1 pg degraded)
2020-11-16T20:59:49.700 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.690827+0000 mon.a (mon.0) 2691 : cluster [INF] Cluster is now healthy
2020-11-16T20:59:49.700 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.704829+0000 osd.11 (osd.11) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:49.700 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:48.970671+0000 osd.10 (osd.10) 222 : cluster [DBG] 8.8 deep-scrub ok
2020-11-16T20:59:49.700 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:49 smithi065 bash[9468]: cluster 2020-11-16T20:59:49.306746+0000 osd.10 (osd.10) 223 : cluster [DBG] 8.5 deep-scrub starts
2020-11-16T20:59:49.739 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:49.750 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T20:59:49.843 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:49.896 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:50.030 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[114994]: debug 2020-11-16T20:59:49.745+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.411097+0000 osd.1 (osd.1) 316 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.436356+0000 osd.2 (osd.2) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.464534+0000 osd.3 (osd.3) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.561022+0000 osd.6 (osd.6) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.591122+0000 osd.7 (osd.7) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.613223+0000 osd.8 (osd.8) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.627941+0000 mgr.x (mgr.14196) 1454 : cluster [DBG] pgmap v2209: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 328 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 603 op/s; 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:59:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.643951+0000 osd.9 (osd.9) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.673055+0000 osd.10 (osd.10) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.690800+0000 mon.a (mon.0) 2690 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 155/14412 objects degraded (1.075%), 1 pg degraded)
2020-11-16T20:59:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.690827+0000 mon.a (mon.0) 2691 : cluster [INF] Cluster is now healthy
2020-11-16T20:59:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.704829+0000 osd.11 (osd.11) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.032 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:48.970671+0000 osd.10 (osd.10) 222 : cluster [DBG] 8.8 deep-scrub ok
2020-11-16T20:59:50.033 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:49 smithi142 bash[9523]: cluster 2020-11-16T20:59:49.306746+0000 osd.10 (osd.10) 223 : cluster [DBG] 8.5 deep-scrub starts
2020-11-16T20:59:50.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.411097+0000 osd.1 (osd.1) 316 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.436356+0000 osd.2 (osd.2) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.464534+0000 osd.3 (osd.3) 51 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.561022+0000 osd.6 (osd.6) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.591122+0000 osd.7 (osd.7) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.613223+0000 osd.8 (osd.8) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.627941+0000 mgr.x (mgr.14196) 1454 : cluster [DBG] pgmap v2209: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 328 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 603 op/s; 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:59:50.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.643951+0000 osd.9 (osd.9) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.673055+0000 osd.10 (osd.10) 221 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.690800+0000 mon.a (mon.0) 2690 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 155/14412 objects degraded (1.075%), 1 pg degraded)
2020-11-16T20:59:50.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.690827+0000 mon.a (mon.0) 2691 : cluster [INF] Cluster is now healthy
2020-11-16T20:59:50.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.704829+0000 osd.11 (osd.11) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T20:59:50.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:48.970671+0000 osd.10 (osd.10) 222 : cluster [DBG] 8.8 deep-scrub ok
2020-11-16T20:59:50.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:49 smithi071 bash[9480]: cluster 2020-11-16T20:59:49.306746+0000 osd.10 (osd.10) 223 : cluster [DBG] 8.5 deep-scrub starts
2020-11-16T20:59:50.521 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:50.626 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:50.685 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T20:59:50.685 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T20:59:50.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:50 smithi065 bash[9468]: cluster 2020-11-16T20:59:49.621035+0000 osd.1 (osd.1) 317 : cluster [DBG] 8.1 scrub starts
2020-11-16T20:59:50.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:50 smithi065 bash[9468]: cluster 2020-11-16T20:59:49.700743+0000 osd.1 (osd.1) 318 : cluster [DBG] 8.1 scrub ok
2020-11-16T20:59:50.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:50 smithi065 bash[11785]: debug 2020-11-16T20:59:50.521+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:51.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:50 smithi142 bash[9523]: cluster 2020-11-16T20:59:49.621035+0000 osd.1 (osd.1) 317 : cluster [DBG] 8.1 scrub starts
2020-11-16T20:59:51.031 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:50 smithi142 bash[9523]: cluster 2020-11-16T20:59:49.700743+0000 osd.1 (osd.1) 318 : cluster [DBG] 8.1 scrub ok
2020-11-16T20:59:51.056 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:51.160 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:51.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:50 smithi071 bash[9480]: cluster 2020-11-16T20:59:49.621035+0000 osd.1 (osd.1) 317 : cluster [DBG] 8.1 scrub starts
2020-11-16T20:59:51.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:50 smithi071 bash[9480]: cluster 2020-11-16T20:59:49.700743+0000 osd.1 (osd.1) 318 : cluster [DBG] 8.1 scrub ok
2020-11-16T20:59:51.524 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:51.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:51 smithi065 bash[11785]: debug 2020-11-16T20:59:51.057+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:51.629 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:59:51.748 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:59:51.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:51 smithi142 bash[9523]: cluster 2020-11-16T20:59:50.628391+0000 mgr.x (mgr.14196) 1455 : cluster [DBG] pgmap v2210: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 307 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:59:51.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:51 smithi142 bash[9523]: cluster 2020-11-16T20:59:50.662685+0000 osd.1 (osd.1) 319 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:59:51.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:51 smithi142 bash[9523]: cluster 2020-11-16T20:59:50.830255+0000 osd.1 (osd.1) 320 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:59:51.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:51 smithi142 bash[9523]: cluster 2020-11-16T20:59:51.288093+0000 osd.10 (osd.10) 224 : cluster [DBG] 8.5 deep-scrub ok
2020-11-16T20:59:51.781 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:51 smithi142 bash[18009]: debug 2020-11-16T20:59:51.529+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:51.853 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:51.944 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:59:51 smithi071 bash[14419]: debug 2020-11-16T20:59:51.748+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:51.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:51 smithi071 bash[9480]: cluster 2020-11-16T20:59:50.628391+0000 mgr.x (mgr.14196) 1455 : cluster [DBG] pgmap v2210: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 307 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:59:51.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:51 smithi071 bash[9480]: cluster 2020-11-16T20:59:50.662685+0000 osd.1 (osd.1) 319 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:59:51.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:51 smithi071 bash[9480]: cluster 2020-11-16T20:59:50.830255+0000 osd.1 (osd.1) 320 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:59:51.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:51 smithi071 bash[9480]: cluster 2020-11-16T20:59:51.288093+0000 osd.10 (osd.10) 224 : cluster [DBG] 8.5 deep-scrub ok
2020-11-16T20:59:51.979 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:52.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:51 smithi065 bash[9468]: cluster 2020-11-16T20:59:50.628391+0000 mgr.x (mgr.14196) 1455 : cluster [DBG] pgmap v2210: 17 pgs: 1 active+clean+scrubbing+deep, 16 active+clean; 307 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 1.2 MiB/s, 19 objects/s recovering
2020-11-16T20:59:52.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:51 smithi065 bash[9468]: cluster 2020-11-16T20:59:50.662685+0000 osd.1 (osd.1) 319 : cluster [DBG] 1.0 scrub starts
2020-11-16T20:59:52.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:51 smithi065 bash[9468]: cluster 2020-11-16T20:59:50.830255+0000 osd.1 (osd.1) 320 : cluster [DBG] 1.0 scrub ok
2020-11-16T20:59:52.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:51 smithi065 bash[9468]: cluster 2020-11-16T20:59:51.288093+0000 osd.10 (osd.10) 224 : cluster [DBG] 8.5 deep-scrub ok
2020-11-16T20:59:52.085 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:52.261 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:52.372 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:52.380 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:52 smithi065 bash[14115]: debug 2020-11-16T20:59:52.261+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:52.444 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:51 smithi071 bash[16796]: debug 2020-11-16T20:59:51.980+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:52.686 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T20:59:52.722 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:52.826 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:52.831 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T20:59:52.833 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:52.956 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:52 smithi142 bash[9523]: cluster 2020-11-16T20:59:51.700106+0000 osd.1 (osd.1) 321 : cluster [DBG] 8.7 scrub starts
2020-11-16T20:59:52.956 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:52 smithi142 bash[9523]: cluster 2020-11-16T20:59:51.807424+0000 osd.1 (osd.1) 322 : cluster [DBG] 8.7 scrub ok
2020-11-16T20:59:52.956 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:52 smithi142 bash[9523]: cluster 2020-11-16T20:59:51.814167+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e863: 12 total, 11 up, 8 in
2020-11-16T20:59:52.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:52 smithi142 bash[9523]: audit 2020-11-16T20:59:52.143640+0000 mon.b (mon.1) 463 : audit [INF] from='client.? v1:172.21.15.142:0/2531619834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:52.957 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:52 smithi142 bash[9523]: audit 2020-11-16T20:59:52.145076+0000 mon.a (mon.0) 2693 : audit [INF] from='client.26821 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:52.984 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:52 smithi065 bash[14115]: debug 2020-11-16T20:59:52.725+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:52.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:52 smithi065 bash[9468]: cluster 2020-11-16T20:59:51.700106+0000 osd.1 (osd.1) 321 : cluster [DBG] 8.7 scrub starts
2020-11-16T20:59:52.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:52 smithi065 bash[9468]: cluster 2020-11-16T20:59:51.807424+0000 osd.1 (osd.1) 322 : cluster [DBG] 8.7 scrub ok
2020-11-16T20:59:52.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:52 smithi065 bash[9468]: cluster 2020-11-16T20:59:51.814167+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e863: 12 total, 11 up, 8 in
2020-11-16T20:59:52.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:52 smithi065 bash[9468]: audit 2020-11-16T20:59:52.143640+0000 mon.b (mon.1) 463 : audit [INF] from='client.? v1:172.21.15.142:0/2531619834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:52.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:52 smithi065 bash[9468]: audit 2020-11-16T20:59:52.145076+0000 mon.a (mon.0) 2693 : audit [INF] from='client.26821 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:52.986 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:53.052 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:59:53.053 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:59:53.092 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:53.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:52 smithi071 bash[9480]: cluster 2020-11-16T20:59:51.700106+0000 osd.1 (osd.1) 321 : cluster [DBG] 8.7 scrub starts
2020-11-16T20:59:53.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:52 smithi071 bash[9480]: cluster 2020-11-16T20:59:51.807424+0000 osd.1 (osd.1) 322 : cluster [DBG] 8.7 scrub ok
2020-11-16T20:59:53.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:52 smithi071 bash[9480]: cluster 2020-11-16T20:59:51.814167+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e863: 12 total, 11 up, 8 in
2020-11-16T20:59:53.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:52 smithi071 bash[9480]: audit 2020-11-16T20:59:52.143640+0000 mon.b (mon.1) 463 : audit [INF] from='client.? v1:172.21.15.142:0/2531619834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:53.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:52 smithi071 bash[9480]: audit 2020-11-16T20:59:52.145076+0000 mon.a (mon.0) 2693 : audit [INF] from='client.26821 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T20:59:53.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:52 smithi065 bash[14115]: debug 2020-11-16T20:59:52.985+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:53.313 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:53.418 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:53.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:53 smithi065 bash[11785]: debug 2020-11-16T20:59:53.313+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:54.122 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:53 smithi142 bash[9523]: cluster 2020-11-16T20:59:52.417063+0000 osd.8 (osd.8) 243 : cluster [DBG] 8.a scrub starts
2020-11-16T20:59:54.123 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:53 smithi142 bash[9523]: cluster 2020-11-16T20:59:52.504772+0000 osd.8 (osd.8) 244 : cluster [DBG] 8.a scrub ok
2020-11-16T20:59:54.123 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:53 smithi142 bash[9523]: cluster 2020-11-16T20:59:52.628924+0000 mgr.x (mgr.14196) 1456 : cluster [DBG] pgmap v2212: 17 pgs: 17 active+clean; 175 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 735 op/s; 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:59:54.123 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:53 smithi142 bash[9523]: cluster 2020-11-16T20:59:52.821330+0000 mon.a (mon.0) 2694 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:54.123 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:53 smithi142 bash[9523]: audit 2020-11-16T20:59:52.829396+0000 mon.a (mon.0) 2695 : audit [INF] from='client.26821 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:59:54.123 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:53 smithi142 bash[9523]: cluster 2020-11-16T20:59:52.829439+0000 mon.a (mon.0) 2696 : cluster [DBG] osdmap e864: 12 total, 11 up, 8 in
2020-11-16T20:59:54.124 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T20:59:54.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:53 smithi071 bash[9480]: cluster 2020-11-16T20:59:52.417063+0000 osd.8 (osd.8) 243 : cluster [DBG] 8.a scrub starts
2020-11-16T20:59:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:53 smithi071 bash[9480]: cluster 2020-11-16T20:59:52.504772+0000 osd.8 (osd.8) 244 : cluster [DBG] 8.a scrub ok
2020-11-16T20:59:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:53 smithi071 bash[9480]: cluster 2020-11-16T20:59:52.628924+0000 mgr.x (mgr.14196) 1456 : cluster [DBG] pgmap v2212: 17 pgs: 17 active+clean; 175 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 735 op/s; 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:59:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:53 smithi071 bash[9480]: cluster 2020-11-16T20:59:52.821330+0000 mon.a (mon.0) 2694 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:53 smithi071 bash[9480]: audit 2020-11-16T20:59:52.829396+0000 mon.a (mon.0) 2695 : audit [INF] from='client.26821 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:59:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:53 smithi071 bash[9480]: cluster 2020-11-16T20:59:52.829439+0000 mon.a (mon.0) 2696 : cluster [DBG] osdmap e864: 12 total, 11 up, 8 in
2020-11-16T20:59:54.227 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:53 smithi065 bash[9468]: cluster 2020-11-16T20:59:52.417063+0000 osd.8 (osd.8) 243 : cluster [DBG] 8.a scrub starts
2020-11-16T20:59:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:53 smithi065 bash[9468]: cluster 2020-11-16T20:59:52.504772+0000 osd.8 (osd.8) 244 : cluster [DBG] 8.a scrub ok
2020-11-16T20:59:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:53 smithi065 bash[9468]: cluster 2020-11-16T20:59:52.628924+0000 mgr.x (mgr.14196) 1456 : cluster [DBG] pgmap v2212: 17 pgs: 17 active+clean; 175 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 735 op/s; 1.6 MiB/s, 25 objects/s recovering
2020-11-16T20:59:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:53 smithi065 bash[9468]: cluster 2020-11-16T20:59:52.821330+0000 mon.a (mon.0) 2694 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T20:59:54.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:53 smithi065 bash[9468]: audit 2020-11-16T20:59:52.829396+0000 mon.a (mon.0) 2695 : audit [INF] from='client.26821 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T20:59:54.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:53 smithi065 bash[9468]: cluster 2020-11-16T20:59:52.829439+0000 mon.a (mon.0) 2696 : cluster [DBG] osdmap e864: 12 total, 11 up, 8 in
2020-11-16T20:59:54.346 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T20:59:54.451 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:54.543 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_historic_ops
2020-11-16T20:59:54.590 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:54.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 20:59:54 smithi071 bash[16796]: debug 2020-11-16T20:59:54.348+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:54.698 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:54.723 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T20:59:54.728 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 20:59:54 smithi142 bash[18009]: debug 2020-11-16T20:59:54.125+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:54.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:54 smithi065 bash[16457]: debug 2020-11-16T20:59:54.593+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:54.836 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T20:59:54.941 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:55.173 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:54 smithi142 bash[9523]: cluster 2020-11-16T20:59:53.350951+0000 osd.4 (osd.4) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:55.173 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:54 smithi142 bash[9523]: cluster 2020-11-16T20:59:53.351068+0000 osd.4 (osd.4) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:55.173 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:54 smithi142 bash[9523]: cluster 2020-11-16T20:59:53.833955+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e865: 12 total, 11 up, 8 in
2020-11-16T20:59:55.174 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T20:59:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:54 smithi071 bash[9480]: cluster 2020-11-16T20:59:53.350951+0000 osd.4 (osd.4) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:54 smithi071 bash[9480]: cluster 2020-11-16T20:59:53.351068+0000 osd.4 (osd.4) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:55.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:54 smithi071 bash[9480]: cluster 2020-11-16T20:59:53.833955+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e865: 12 total, 11 up, 8 in
2020-11-16T20:59:55.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 20:59:54 smithi071 bash[26650]: debug 2020-11-16T20:59:54.840+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:55.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:54 smithi065 bash[9468]: cluster 2020-11-16T20:59:53.350951+0000 osd.4 (osd.4) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T20:59:55.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:54 smithi065 bash[9468]: cluster 2020-11-16T20:59:53.351068+0000 osd.4 (osd.4) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T20:59:55.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:54 smithi065 bash[9468]: cluster 2020-11-16T20:59:53.833955+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e865: 12 total, 11 up, 8 in
2020-11-16T20:59:55.280 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:55.306 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Removed 87618 objects
2020-11-16T20:59:55.306 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Clean up completed and total clean up time :128.546
2020-11-16T20:59:55.401 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:55.507 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:55.518 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 20:59:55 smithi142 bash[20366]: debug 2020-11-16T20:59:55.181+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:55.686 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_6
2020-11-16T20:59:55.687 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool rm unique_pool_6 unique_pool_6 --yes-i-really-really-mean-it
2020-11-16T20:59:55.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:55 smithi071 bash[12066]: debug 2020-11-16T20:59:55.404+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:55.710 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:55.780 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:55 smithi142 bash[114994]: debug 2020-11-16T20:59:55.717+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:55.815 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:55.852 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:56.116 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:55 smithi065 bash[9468]: cluster 2020-11-16T20:59:54.629416+0000 mgr.x (mgr.14196) 1457 : cluster [DBG] pgmap v2215: 17 pgs: 17 active+clean; 149 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 475 op/s
2020-11-16T20:59:56.116 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:56.187 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T20:59:56.191 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T20:59:56.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:55 smithi071 bash[9480]: cluster 2020-11-16T20:59:54.629416+0000 mgr.x (mgr.14196) 1457 : cluster [DBG] pgmap v2215: 17 pgs: 17 active+clean; 149 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 475 op/s
2020-11-16T20:59:56.222 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:56.251 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:55 smithi142 bash[9523]: cluster 2020-11-16T20:59:54.629416+0000 mgr.x (mgr.14196) 1457 : cluster [DBG] pgmap v2215: 17 pgs: 17 active+clean; 149 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 475 op/s
2020-11-16T20:59:56.394 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:56 smithi065 bash[14115]: debug 2020-11-16T20:59:56.117+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:56.394 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:56.395 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:56 smithi065 bash[18823]: debug 2020-11-16T20:59:56.397+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:56.500 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:56.647 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T20:59:56.753 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:56.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:56 smithi065 bash[9468]: audit 2020-11-16T20:59:56.180845+0000 mgr.x (mgr.14196) 1458 : audit [DBG] from='client.16980 v1:172.21.15.142:0/635478468' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:56.928 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:56 smithi065 bash[9468]: cluster 2020-11-16T20:59:56.818001+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e866: 12 total, 11 up, 8 in
2020-11-16T20:59:56.929 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 20:59:56 smithi065 bash[16457]: debug 2020-11-16T20:59:56.649+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:56.929 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:57.008 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T20:59:57.034 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:57.151 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T20:59:57.187 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:56 smithi071 bash[9480]: audit 2020-11-16T20:59:56.180845+0000 mgr.x (mgr.14196) 1458 : audit [DBG] from='client.16980 v1:172.21.15.142:0/635478468' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:57.188 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:56 smithi071 bash[9480]: cluster 2020-11-16T20:59:56.818001+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e866: 12 total, 11 up, 8 in
2020-11-16T20:59:57.188 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T20:59:57.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:56 smithi065 bash[14115]: debug 2020-11-16T20:59:56.929+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:57.294 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:59:57.308 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:56 smithi142 bash[9523]: audit 2020-11-16T20:59:56.180845+0000 mgr.x (mgr.14196) 1458 : audit [DBG] from='client.16980 v1:172.21.15.142:0/635478468' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T20:59:57.308 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:56 smithi142 bash[9523]: cluster 2020-11-16T20:59:56.818001+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e866: 12 total, 11 up, 8 in
2020-11-16T20:59:57.418 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:59:57.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 20:59:57 smithi071 bash[12066]: debug 2020-11-16T20:59:57.192+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:57.444 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:59:57 smithi071 bash[14419]: debug 2020-11-16T20:59:57.420+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:57.523 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:57.661 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:57.766 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:57.845 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:57 smithi065 bash[18823]: debug 2020-11-16T20:59:57.661+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:58.064 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T20:59:58.170 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:58.182 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:57 smithi142 bash[9523]: cluster 2020-11-16T20:59:56.630162+0000 mgr.x (mgr.14196) 1459 : cluster [DBG] pgmap v2216: 17 pgs: 17 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 598 op/s
2020-11-16T20:59:58.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:57 smithi071 bash[9480]: cluster 2020-11-16T20:59:56.630162+0000 mgr.x (mgr.14196) 1459 : cluster [DBG] pgmap v2216: 17 pgs: 17 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 598 op/s
2020-11-16T20:59:58.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 20:59:58 smithi065 bash[11785]: debug 2020-11-16T20:59:58.065+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:58.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:57 smithi065 bash[9468]: cluster 2020-11-16T20:59:56.630162+0000 mgr.x (mgr.14196) 1459 : cluster [DBG] pgmap v2216: 17 pgs: 17 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 598 op/s
2020-11-16T20:59:58.291 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2215,"stamp":"2020-11-16T20:59:54.629163+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":156631064,"num_objects":2391,"num_object_clones":0,"num_object_copies":4782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2391,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":172847,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15399,"num_bytes_recovered":1009188864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161103,"ondisk_log_size":161103,"up":34,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":4008024,"kb_used_data":320728,"kb_used_omap":0,"kb_used_meta":3687103,"kb_avail":745953192,"statfs":{"total":767960285184,"available":763856068608,"internally_reserved":0,"allocated":328425472,"data_stored":324993200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":3775593532},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,2,0,0,1,3,4],"upper_bound":1024},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-186908672,"num_objects":-2852,"num_object_clones":0,"num_object_copies":-5704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2852,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2852,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001646"},"pg_stats":[{"pgid":"8.f","version":"862'10790","reported_seq":"10863","reported_epoch":"862","state":"active+clean","last_fresh":"2020-11-16T20:59:51.391271+0000","last_change":"2020-11-16T20:56:06.048298+0000","last_active":"2020-11-16T20:59:51.391271+0000","last_peered":"2020-11-16T20:59:51.391271+0000","last_clean":"2020-11-16T20:59:51.391271+0000","last_became_active":"2020-11-16T20:56:06.047761+0000","last_became_peered":"2020-11-16T20:56:06.047761+0000","last_unstale":"2020-11-16T20:59:51.391271+0000","last_undegraded":"2020-11-16T20:59:51.391271+0000","last_fullsized":"2020-11-16T20:59:51.391271+0000","mapping_epoch":796,"log_start":"801'700","ondisk_log_start":"801'700","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10090,"ondisk_log_size":10090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":10747904,"num_objects":164,"num_object_clones":0,"num_object_copies":328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":164,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10790,"num_write_kb":350528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.e","version":"864'10789","reported_seq":"21106","reported_epoch":"864","state":"active+clean","last_fresh":"2020-11-16T20:59:53.019700+0000","last_change":"2020-11-16T20:59:00.360239+0000","last_active":"2020-11-16T20:59:53.019700+0000","last_peered":"2020-11-16T20:59:53.019700+0000","last_clean":"2020-11-16T20:59:53.019700+0000","last_became_active":"2020-11-16T20:57:39.190964+0000","last_became_peered":"2020-11-16T20:57:39.190964+0000","last_unstale":"2020-11-16T20:59:53.019700+0000","last_undegraded":"2020-11-16T20:59:53.019700+0000","last_fullsized":"2020-11-16T20:59:53.019700+0000","mapping_epoch":829,"log_start":"801'700","ondisk_log_start":"801'700","created":796,"last_epoch_clean":848,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6619136,"num_objects":101,"num_object_clones":0,"num_object_copies":202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":101,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10789,"num_write_kb":348480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5114,"num_bytes_recovered":335151104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"862'10972","reported_seq":"11046","reported_epoch":"862","state":"active+clean","last_fresh":"2020-11-16T20:59:51.382365+0000","last_change":"2020-11-16T20:56:06.243845+0000","last_active":"2020-11-16T20:59:51.382365+0000","last_peered":"2020-11-16T20:59:51.382365+0000","last_clean":"2020-11-16T20:59:51.382365+0000","last_became_active":"2020-11-16T20:56:06.242888+0000","last_became_peered":"2020-11-16T20:56:06.242888+0000","last_unstale":"2020-11-16T20:59:51.382365+0000","last_undegraded":"2020-11-16T20:59:51.382365+0000","last_fullsized":"2020-11-16T20:59:51.382365+0000","mapping_epoch":796,"log_start":"801'900","ondisk_log_start":"801'900","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10072,"ondisk_log_size":10072,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":11075608,"num_objects":170,"num_object_clones":0,"num_object_copies":340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":170,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10972,"num_write_kb":356481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,7],"acting":[11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.c","version":"863'10687","reported_seq":"10761","reported_epoch":"863","state":"active+clean","last_fresh":"2020-11-16T20:59:52.236188+0000","last_change":"2020-11-16T20:56:06.246709+0000","last_active":"2020-11-16T20:59:52.236188+0000","last_peered":"2020-11-16T20:59:52.236188+0000","last_clean":"2020-11-16T20:59:52.236188+0000","last_became_active":"2020-11-16T20:56:06.245797+0000","last_became_peered":"2020-11-16T20:56:06.245797+0000","last_unstale":"2020-11-16T20:59:52.236188+0000","last_undegraded":"2020-11-16T20:59:52.236188+0000","last_fullsized":"2020-11-16T20:59:52.236188+0000","mapping_epoch":796,"log_start":"801'600","ondisk_log_start":"801'600","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10087,"ondisk_log_size":10087,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8847360,"num_objects":135,"num_object_clones":0,"num_object_copies":270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":135,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10687,"num_write_kb":346304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.b","version":"863'10991","reported_seq":"11065","reported_epoch":"863","state":"active+clean","last_fresh":"2020-11-16T20:59:52.217076+0000","last_change":"2020-11-16T20:56:06.048733+0000","last_active":"2020-11-16T20:59:52.217076+0000","last_peered":"2020-11-16T20:59:52.217076+0000","last_clean":"2020-11-16T20:59:52.217076+0000","last_became_active":"2020-11-16T20:56:06.048409+0000","last_became_peered":"2020-11-16T20:56:06.048409+0000","last_unstale":"2020-11-16T20:59:52.217076+0000","last_undegraded":"2020-11-16T20:59:52.217076+0000","last_fullsized":"2020-11-16T20:59:52.217076+0000","mapping_epoch":796,"log_start":"801'900","ondisk_log_start":"801'900","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10091,"ondisk_log_size":10091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8585216,"num_objects":131,"num_object_clones":0,"num_object_copies":262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10991,"num_write_kb":355904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4],"acting":[8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.a","version":"863'10683","reported_seq":"10756","reported_epoch":"863","state":"active+clean","last_fresh":"2020-11-16T20:59:52.260718+0000","last_change":"2020-11-16T20:56:06.246765+0000","last_active":"2020-11-16T20:59:52.260718+0000","last_peered":"2020-11-16T20:59:52.260718+0000","last_clean":"2020-11-16T20:59:52.260718+0000","last_became_active":"2020-11-16T20:56:06.245928+0000","last_became_peered":"2020-11-16T20:56:06.245928+0000","last_unstale":"2020-11-16T20:59:52.260718+0000","last_undegraded":"2020-11-16T20:59:52.260718+0000","last_fullsized":"2020-11-16T20:59:52.260718+0000","mapping_epoch":796,"log_start":"801'600","ondisk_log_start":"801'600","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10083,"ondisk_log_size":10083,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8192000,"num_objects":125,"num_object_clones":0,"num_object_copies":250,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":125,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10683,"num_write_kb":345856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9],"acting":[8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"8.8","version":"863'11451","reported_seq":"11528","reported_epoch":"863","state":"active+clean","last_fresh":"2020-11-16T20:59:51.978207+0000","last_change":"2020-11-16T20:59:48.970743+0000","last_active":"2020-11-16T20:59:51.978207+0000","last_peered":"2020-11-16T20:59:51.978207+0000","last_clean":"2020-11-16T20:59:51.978207+0000","last_became_active":"2020-11-16T20:56:06.247087+0000","last_became_peered":"2020-11-16T20:56:06.247087+0000","last_unstale":"2020-11-16T20:59:51.978207+0000","last_undegraded":"2020-11-16T20:59:51.978207+0000","last_fullsized":"2020-11-16T20:59:51.978207+0000","mapping_epoch":796,"log_start":"802'1401","ondisk_log_start":"802'1401","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"862'11329","last_scrub_stamp":"2020-11-16T20:59:48.970673+0000","last_deep_scrub":"862'11329","last_deep_scrub_stamp":"2020-11-16T20:59:48.970673+0000","last_clean_scrub_stamp":"2020-11-16T20:59:48.970673+0000","log_size":10050,"ondisk_log_size":10050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9699328,"num_objects":148,"num_object_clones":0,"num_object_copies":296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":148,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11122,"num_write_kb":360640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.7","version":"862'14208","reported_seq":"14283","reported_epoch":"862","state":"active+clean","last_fresh":"2020-11-16T20:59:50.147402+0000","last_change":"2020-11-16T20:57:22.138440+0000","last_active":"2020-11-16T20:59:50.147402+0000","last_peered":"2020-11-16T20:59:50.147402+0000","last_clean":"2020-11-16T20:59:50.147402+0000","last_became_active":"2020-11-16T20:56:06.047545+0000","last_became_peered":"2020-11-16T20:56:06.047545+0000","last_unstale":"2020-11-16T20:59:50.147402+0000","last_undegraded":"2020-11-16T20:59:50.147402+0000","last_fullsized":"2020-11-16T20:59:50.147402+0000","mapping_epoch":796,"log_start":"813'4200","ondisk_log_start":"813'4200","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"823'8640","last_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_deep_scrub":"823'8640","last_deep_scrub_stamp":"2020-11-16T20:57:22.138378+0000","last_clean_scrub_stamp":"2020-11-16T20:57:22.138378+0000","log_size":10008,"ondisk_log_size":10008,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14483456,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10681,"num_write_kb":348864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.6","version":"862'11041","reported_seq":"11114","reported_epoch":"862","state":"active+clean","last_fresh":"2020-11-16T20:59:51.375979+0000","last_change":"2020-11-16T20:56:06.048830+0000","last_active":"2020-11-16T20:59:51.375979+0000","last_peered":"2020-11-16T20:59:51.375979+0000","last_clean":"2020-11-16T20:59:51.375979+0000","last_became_active":"2020-11-16T20:56:06.048406+0000","last_became_peered":"2020-11-16T20:56:06.048406+0000","last_unstale":"2020-11-16T20:59:51.375979+0000","last_undegraded":"2020-11-16T20:59:51.375979+0000","last_fullsized":"2020-11-16T20:59:51.375979+0000","mapping_epoch":796,"log_start":"802'1000","ondisk_log_start":"802'1000","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10041,"ondisk_log_size":10041,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":10289152,"num_objects":157,"num_object_clones":0,"num_object_copies":314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11041,"num_write_kb":358336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10],"acting":[11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.5","version":"863'10692","reported_seq":"10769","reported_epoch":"863","state":"active+clean","last_fresh":"2020-11-16T20:59:51.969065+0000","last_change":"2020-11-16T20:59:51.288173+0000","last_active":"2020-11-16T20:59:51.969065+0000","last_peered":"2020-11-16T20:59:51.969065+0000","last_clean":"2020-11-16T20:59:51.969065+0000","last_became_active":"2020-11-16T20:56:06.049489+0000","last_became_peered":"2020-11-16T20:56:06.049489+0000","last_unstale":"2020-11-16T20:59:51.969065+0000","last_undegraded":"2020-11-16T20:59:51.969065+0000","last_fullsized":"2020-11-16T20:59:51.969065+0000","mapping_epoch":796,"log_start":"801'601","ondisk_log_start":"801'601","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"862'10660","last_scrub_stamp":"2020-11-16T20:59:51.288097+0000","last_deep_scrub":"862'10660","last_deep_scrub_stamp":"2020-11-16T20:59:51.288097+0000","last_clean_scrub_stamp":"2020-11-16T20:59:51.288097+0000","log_size":10091,"ondisk_log_size":10091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8650752,"num_objects":132,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":132,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10490,"num_write_kb":339904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.4","version":"863'10550","reported_seq":"10624","reported_epoch":"863","state":"active+clean","last_fresh":"2020-11-16T20:59:51.979079+0000","last_change":"2020-11-16T20:56:06.246083+0000","last_active":"2020-11-16T20:59:51.979079+0000","last_peered":"2020-11-16T20:59:51.979079+0000","last_clean":"2020-11-16T20:59:51.979079+0000","last_became_active":"2020-11-16T20:56:06.245553+0000","last_became_peered":"2020-11-16T20:56:06.245553+0000","last_unstale":"2020-11-16T20:59:51.979079+0000","last_undegraded":"2020-11-16T20:59:51.979079+0000","last_fullsized":"2020-11-16T20:59:51.979079+0000","mapping_epoch":796,"log_start":"800'500","ondisk_log_start":"800'500","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10050,"ondisk_log_size":10050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9961472,"num_objects":152,"num_object_clones":0,"num_object_copies":304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10550,"num_write_kb":342464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.3","version":"862'10856","reported_seq":"10929","reported_epoch":"862","state":"active+clean","last_fresh":"2020-11-16T20:59:51.335952+0000","last_change":"2020-11-16T20:56:06.046103+0000","last_active":"2020-11-16T20:59:51.335952+0000","last_peered":"2020-11-16T20:59:51.335952+0000","last_clean":"2020-11-16T20:59:51.335952+0000","last_became_active":"2020-11-16T20:56:06.045547+0000","last_became_peered":"2020-11-16T20:56:06.045547+0000","last_unstale":"2020-11-16T20:59:51.335952+0000","last_undegraded":"2020-11-16T20:59:51.335952+0000","last_fullsized":"2020-11-16T20:59:51.335952+0000","mapping_epoch":796,"log_start":"801'800","ondisk_log_start":"801'800","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10056,"ondisk_log_size":10056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9961472,"num_objects":152,"num_object_clones":0,"num_object_copies":304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10856,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1],"acting":[11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"8.2","version":"863'10659","reported_seq":"20866","reported_epoch":"863","state":"active+clean","last_fresh":"2020-11-16T20:59:51.943968+0000","last_change":"2020-11-16T20:59:36.460657+0000","last_active":"2020-11-16T20:59:51.943968+0000","last_peered":"2020-11-16T20:59:51.943968+0000","last_clean":"2020-11-16T20:59:51.943968+0000","last_became_active":"2020-11-16T20:57:39.169189+0000","last_became_peered":"2020-11-16T20:57:39.169189+0000","last_unstale":"2020-11-16T20:59:51.943968+0000","last_undegraded":"2020-11-16T20:59:51.943968+0000","last_fullsized":"2020-11-16T20:59:51.943968+0000","mapping_epoch":829,"log_start":"801'600","ondisk_log_start":"801'600","created":796,"last_epoch_clean":858,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10059,"ondisk_log_size":10059,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":10027008,"num_objects":153,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10659,"num_write_kb":345984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5062,"num_bytes_recovered":331743232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4],"acting":[10,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"8.1","version":"862'10681","reported_seq":"10756","reported_epoch":"862","state":"active+clean","last_fresh":"2020-11-16T20:59:50.075396+0000","last_change":"2020-11-16T20:59:49.700849+0000","last_active":"2020-11-16T20:59:50.075396+0000","last_peered":"2020-11-16T20:59:50.075396+0000","last_clean":"2020-11-16T20:59:50.075396+0000","last_became_active":"2020-11-16T20:56:06.245647+0000","last_became_peered":"2020-11-16T20:56:06.245647+0000","last_unstale":"2020-11-16T20:59:50.075396+0000","last_undegraded":"2020-11-16T20:59:50.075396+0000","last_fullsized":"2020-11-16T20:59:50.075396+0000","mapping_epoch":796,"log_start":"801'600","ondisk_log_start":"801'600","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"862'10664","last_scrub_stamp":"2020-11-16T20:59:49.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:59:49.700747+0000","log_size":10081,"ondisk_log_size":10081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14090240,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10681,"num_write_kb":348672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,9],"acting":[1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"864'10895","reported_seq":"10970","reported_epoch":"864","state":"active+clean","last_fresh":"2020-11-16T20:59:53.040671+0000","last_change":"2020-11-16T20:56:06.248850+0000","last_active":"2020-11-16T20:59:53.040671+0000","last_peered":"2020-11-16T20:59:53.040671+0000","last_clean":"2020-11-16T20:59:53.040671+0000","last_became_active":"2020-11-16T20:56:06.248111+0000","last_became_peered":"2020-11-16T20:56:06.248111+0000","last_unstale":"2020-11-16T20:59:53.040671+0000","last_undegraded":"2020-11-16T20:59:53.040671+0000","last_fullsized":"2020-11-16T20:59:53.040671+0000","mapping_epoch":796,"log_start":"801'800","ondisk_log_start":"801'800","created":796,"last_epoch_clean":797,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10095,"ondisk_log_size":10095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7274496,"num_objects":111,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":111,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10895,"num_write_kb":352192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9],"acting":[4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"863'10960","reported_seq":"21486","reported_epoch":"863","state":"active+clean","last_fresh":"2020-11-16T20:59:52.022208+0000","last_change":"2020-11-16T20:59:45.412426+0000","last_active":"2020-11-16T20:59:52.022208+0000","last_peered":"2020-11-16T20:59:52.022208+0000","last_clean":"2020-11-16T20:59:52.022208+0000","last_became_active":"2020-11-16T20:57:39.177182+0000","last_became_peered":"2020-11-16T20:57:39.177182+0000","last_unstale":"2020-11-16T20:59:52.022208+0000","last_undegraded":"2020-11-16T20:59:52.022208+0000","last_fullsized":"2020-11-16T20:59:52.022208+0000","mapping_epoch":829,"log_start":"801'900","ondisk_log_start":"801'900","created":796,"last_epoch_clean":860,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:56:05.023583+0000","last_clean_scrub_stamp":"2020-11-16T20:56:05.023583+0000","log_size":10060,"ondisk_log_size":10060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8126464,"num_objects":124,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10960,"num_write_kb":354688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5223,"num_bytes_recovered":342294528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9],"acting":[10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"393","reported_epoch":"861","state":"active+clean","last_fresh":"2020-11-16T20:59:46.701198+0000","last_change":"2020-11-16T20:57:03.569883+0000","last_active":"2020-11-16T20:59:46.701198+0000","last_peered":"2020-11-16T20:59:46.701198+0000","last_clean":"2020-11-16T20:59:46.701198+0000","last_became_active":"2020-11-16T20:44:28.943782+0000","last_became_peered":"2020-11-16T20:44:28.943782+0000","last_unstale":"2020-11-16T20:59:46.701198+0000","last_undegraded":"2020-11-16T20:59:46.701198+0000","last_fullsized":"2020-11-16T20:59:46.701198+0000","mapping_epoch":574,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":575,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_clean_scrub_stamp":"2020-11-16T20:57:03.569650+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11],"acting":[1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":156631064,"num_objects":2391,"num_object_clones":0,"num_object_copies":4782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2391,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":172847,"num_write_kb":5607553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15399,"num_bytes_recovered":1009188864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1276125184,"data_stored":1276117040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161103,"ondisk_log_size":161103,"up":32,"acting":32,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381631955,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":540944,"kb_used_data":58888,"kb_used_omap":0,"kb_used_meta":482048,"kb_avail":93204208,"statfs":{"total":95995035648,"available":95441108992,"internally_reserved":0,"allocated":60301312,"data_stored":59872185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":493617152},"hb_peers":[1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:36 2020","interfaces":[{"interface":"back","average":{"1min":2.702,"5min":4.5250000000000004,"15min":3.4140000000000001},"min":{"1min":0.82499999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":14.013,"5min":155.821,"15min":155.821},"last":4.3570000000000002},{"interface":"front","average":{"1min":1.9510000000000001,"5min":4.3719999999999999,"15min":3.4420000000000002},"min":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.55600000000000005},"max":{"1min":4.8810000000000002,"5min":153.465,"15min":153.465},"last":1.0940000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:59:13 2020","interfaces":[{"interface":"back","average":{"1min":7.9169999999999998,"5min":3.4750000000000001,"15min":2.6760000000000002},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":56.923999999999999,"5min":56.923999999999999,"15min":56.923999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":5.4370000000000003,"5min":3.4470000000000001,"15min":3.1320000000000001},"min":{"1min":0.91900000000000004,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":53.622999999999998,"5min":53.622999999999998,"15min":53.622999999999998},"last":2.0619999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:59:13 2020","interfaces":[{"interface":"back","average":{"1min":5.5979999999999999,"5min":3.3999999999999999,"15min":3.0339999999999998},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":58.055,"5min":58.055,"15min":58.055},"last":1.919},{"interface":"front","average":{"1min":2.782,"5min":3.1190000000000002,"15min":3.1749999999999998},"min":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"max":{"1min":7.8319999999999999,"5min":7.8319999999999999,"15min":7.8319999999999999},"last":1.105}]},{"osd":3,"last update":"Mon Nov 16 20:59:44 2020","interfaces":[{"interface":"back","average":{"1min":3.0339999999999998,"5min":2.488,"15min":2.125},"min":{"1min":0.92500000000000004,"5min":0.86599999999999999,"15min":0.79300000000000004},"max":{"1min":8.1920000000000002,"5min":8.1920000000000002,"15min":8.1920000000000002},"last":1.5680000000000001},{"interface":"front","average":{"1min":2.0350000000000001,"5min":1.857,"15min":2.0339999999999998},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":6.1799999999999997,"5min":7.4829999999999997,"15min":7.4829999999999997},"last":1.2969999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:59:44 2020","interfaces":[{"interface":"back","average":{"1min":4.2039999999999997,"5min":3.6099999999999999,"15min":2.9969999999999999},"min":{"1min":0.78100000000000003,"5min":0.61699999999999999,"15min":0.60599999999999998},"max":{"1min":13.974,"5min":14.686999999999999,"15min":28.960999999999999},"last":0.87},{"interface":"front","average":{"1min":2.25,"5min":2.2389999999999999,"15min":2.5750000000000002},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":6.4989999999999997,"5min":6.4989999999999997,"15min":28.922999999999998},"last":0.83299999999999996}]},{"osd":5,"last update":"Mon Nov 16 20:59:44 2020","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":2.919,"15min":2.847},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":10.747,"5min":57.170000000000002,"15min":95.222999999999999},"last":1.1519999999999999},{"interface":"front","average":{"1min":2.9049999999999998,"5min":3.363,"15min":2.7410000000000001},"min":{"1min":1.125,"5min":1.125,"15min":0.65600000000000003},"max":{"1min":11.045,"5min":57.853999999999999,"15min":57.853999999999999},"last":1.669}]},{"osd":6,"last update":"Mon Nov 16 20:59:44 2020","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":4.3620000000000001,"15min":3.7869999999999999},"min":{"1min":1.3129999999999999,"5min":0.95699999999999996,"15min":0.78200000000000003},"max":{"1min":13.904,"5min":57.039999999999999,"15min":86.338999999999999},"last":2.202},{"interface":"front","average":{"1min":4.7370000000000001,"5min":4.2949999999999999,"15min":4.1959999999999997},"min":{"1min":1.7310000000000001,"5min":0.86399999999999999,"15min":0.86399999999999999},"max":{"1min":14.115,"5min":57.732999999999997,"15min":96.640000000000001},"last":2.3460000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:59:20 2020","interfaces":[{"interface":"back","average":{"1min":5.9349999999999996,"5min":3.351,"15min":3.8780000000000001},"min":{"1min":0.88,"5min":0.88,"15min":0.83799999999999997},"max":{"1min":57.505000000000003,"5min":57.505000000000003,"15min":97.006},"last":0.996},{"interface":"front","average":{"1min":2.8039999999999998,"5min":3.0579999999999998,"15min":3.3140000000000001},"min":{"1min":0.92000000000000004,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":7.351,"5min":8.1050000000000004,"15min":69.757000000000005},"last":1.415}]},{"osd":8,"last update":"Mon Nov 16 20:59:44 2020","interfaces":[{"interface":"back","average":{"1min":4.5700000000000003,"5min":4.7119999999999997,"15min":3.8799999999999999},"min":{"1min":1.0529999999999999,"5min":0.97199999999999998,"15min":0.93700000000000006},"max":{"1min":14.244999999999999,"5min":57.396000000000001,"15min":97.784000000000006},"last":2.5350000000000001},{"interface":"front","average":{"1min":3.9350000000000001,"5min":3.423,"15min":3.468},"min":{"1min":0.83799999999999997,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":11.398,"5min":11.398,"15min":95.897999999999996},"last":1.254}]},{"osd":9,"last update":"Mon Nov 16 20:59:26 2020","interfaces":[{"interface":"back","average":{"1min":4.1520000000000001,"5min":3.786,"15min":3.5430000000000001},"min":{"1min":1.1259999999999999,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":12.114000000000001,"5min":56.792000000000002,"15min":98.706999999999994},"last":6.7309999999999999},{"interface":"front","average":{"1min":3.7530000000000001,"5min":3.883,"15min":3.8370000000000002},"min":{"1min":1.1279999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":8.6379999999999999,"5min":12.765000000000001,"15min":99.385000000000005},"last":2.6579999999999999}]},{"osd":10,"last update":"Mon Nov 16 20:59:44 2020","interfaces":[{"interface":"back","average":{"1min":5.6609999999999996,"5min":6.242,"15min":4.6449999999999996},"min":{"1min":1.585,"5min":1.4219999999999999,"15min":1.0720000000000001},"max":{"1min":14.595000000000001,"5min":60.487000000000002,"15min":97.399000000000001},"last":1.8799999999999999},{"interface":"front","average":{"1min":6.9889999999999999,"5min":4.8109999999999999,"15min":4.0289999999999999},"min":{"1min":1.651,"5min":1.224,"15min":1.0880000000000001},"max":{"1min":14.294,"5min":61.078000000000003,"15min":95.094999999999999},"last":2.5}]}]},{"osd":10,"up_from":95,"seq":408021893593,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363980,"kb_used_data":64836,"kb_used_omap":0,"kb_used_meta":299136,"kb_avail":93381172,"statfs":{"total":95995035648,"available":95622320128,"internally_reserved":0,"allocated":66392064,"data_stored":65967009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":306315264},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2,0,0,1,3,4],"upper_bound":1024},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":2.891},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":0.84799999999999998}]},{"osd":1,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.7509999999999999,"5min":2.4409999999999998,"15min":2.1000000000000001},"min":{"1min":0.73299999999999998,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":9.4459999999999997,"5min":26.946999999999999,"15min":44.258000000000003},"last":1.1890000000000001},{"interface":"front","average":{"1min":3.1360000000000001,"5min":2.851,"15min":2.448},"min":{"1min":0.93899999999999995,"5min":0.623,"15min":0.54700000000000004},"max":{"1min":7.9649999999999999,"5min":26.350000000000001,"15min":44.149999999999999},"last":2.0779999999999998}]},{"osd":2,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":2.4660000000000002,"15min":1.8979999999999999},"min":{"1min":1.296,"5min":0.67700000000000005,"15min":0.63900000000000001},"max":{"1min":8.0709999999999997,"5min":9.7949999999999999,"15min":9.7949999999999999},"last":1.2949999999999999},{"interface":"front","average":{"1min":3.2909999999999999,"5min":2.5800000000000001,"15min":1.9139999999999999},"min":{"1min":1.081,"5min":0.73299999999999998,"15min":0.57999999999999996},"max":{"1min":8.3130000000000006,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":3.2799999999999998}]},{"osd":3,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.4860000000000002,"5min":2.5899999999999999,"15min":2.4409999999999998},"min":{"1min":1.5329999999999999,"5min":1.415,"15min":1.415},"max":{"1min":8.1430000000000007,"5min":8.1430000000000007,"15min":8.1430000000000007},"last":3.4140000000000001},{"interface":"front","average":{"1min":3.0750000000000002,"5min":2.028,"15min":1.8540000000000001},"min":{"1min":0.877,"5min":0.81100000000000005,"15min":0.81100000000000005},"max":{"1min":9.1479999999999997,"5min":9.1479999999999997,"15min":9.1479999999999997},"last":2.2909999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.8200000000000003,"5min":2.9540000000000002,"15min":2.4319999999999999},"min":{"1min":0.79700000000000004,"5min":0.70699999999999996,"15min":0.629},"max":{"1min":17.888000000000002,"5min":17.888000000000002,"15min":17.888000000000002},"last":2.3719999999999999},{"interface":"front","average":{"1min":3.4089999999999998,"5min":3.0950000000000002,"15min":2.3959999999999999},"min":{"1min":1.1859999999999999,"5min":0.66300000000000003,"15min":0.64800000000000002},"max":{"1min":8.2210000000000001,"5min":9.5350000000000001,"15min":9.5350000000000001},"last":3.5569999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.8220000000000001,"5min":3.492,"15min":2.5920000000000001},"min":{"1min":1.0009999999999999,"5min":0.89800000000000002,"15min":0.68400000000000005},"max":{"1min":18.242000000000001,"5min":18.242000000000001,"15min":18.242000000000001},"last":1.542},{"interface":"front","average":{"1min":3.3660000000000001,"5min":2.8650000000000002,"15min":2.1989999999999998},"min":{"1min":1.159,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":8.9009999999999998,"5min":9.3390000000000004,"15min":9.3390000000000004},"last":2.8380000000000001}]},{"osd":6,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.9900000000000002,"5min":3.492,"15min":2.8279999999999998},"min":{"1min":1.1830000000000001,"5min":0.91600000000000004,"15min":0.80900000000000005},"max":{"1min":18.103999999999999,"5min":18.103999999999999,"15min":21.989999999999998},"last":2.052},{"interface":"front","average":{"1min":3.6629999999999998,"5min":3.3490000000000002,"15min":2.9319999999999999},"min":{"1min":1.4990000000000001,"5min":0.83599999999999997,"15min":0.72499999999999998},"max":{"1min":8.9900000000000002,"5min":9.2750000000000004,"15min":19.751000000000001},"last":3.1480000000000001}]},{"osd":7,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":3.4769999999999999,"5min":3.4609999999999999,"15min":2.8490000000000002},"min":{"1min":1.6000000000000001,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":9.641,"5min":10.071,"15min":10.071},"last":3.8490000000000002},{"interface":"front","average":{"1min":2.036,"5min":2.726,"15min":2.5529999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.86599999999999999},"max":{"1min":5.5529999999999999,"5min":9.2929999999999993,"15min":9.2929999999999993},"last":2.46}]},{"osd":8,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.79,"5min":4.0499999999999998,"15min":3.6480000000000001},"min":{"1min":1.3580000000000001,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":11.052,"5min":102.69,"15min":115.295},"last":1.585},{"interface":"front","average":{"1min":5.4480000000000004,"5min":4.883,"15min":3.7679999999999998},"min":{"1min":0.92000000000000004,"5min":0.78500000000000003,"15min":0.78500000000000003},"max":{"1min":18.376999999999999,"5min":104.477,"15min":112.97799999999999},"last":2.2309999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":4.5270000000000001,"5min":3.5760000000000001,"15min":3.1539999999999999},"min":{"1min":1.071,"5min":1.0209999999999999,"15min":1.0209999999999999},"max":{"1min":10.867000000000001,"5min":10.867000000000001,"15min":10.867000000000001},"last":2.7989999999999999},{"interface":"front","average":{"1min":4.2699999999999996,"5min":3.7389999999999999,"15min":3.1850000000000001},"min":{"1min":1.252,"5min":1.252,"15min":1.1779999999999999},"max":{"1min":8.0640000000000001,"5min":14.864000000000001,"15min":14.864000000000001},"last":2.9420000000000002}]},{"osd":11,"last update":"Mon Nov 16 20:59:32 2020","interfaces":[{"interface":"back","average":{"1min":4.8799999999999999,"5min":4.0700000000000003,"15min":3.7669999999999999},"min":{"1min":1.403,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":10.115,"5min":11.079000000000001,"15min":117.40600000000001},"last":3.0129999999999999},{"interface":"front","average":{"1min":5.2510000000000003,"5min":4.4649999999999999,"15min":4.0640000000000001},"min":{"1min":1.964,"5min":1.669,"15min":1.4099999999999999},"max":{"1min":10.243,"5min":11.191000000000001,"15min":117.614},"last":3.7170000000000001}]}]},{"osd":9,"up_from":71,"seq":304942678515,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":648612,"kb_used_data":41436,"kb_used_omap":0,"kb_used_meta":607168,"kb_avail":93096540,"statfs":{"total":95995035648,"available":95330856960,"internally_reserved":0,"allocated":42430464,"data_stored":41993515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":621740032},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":2.1850000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":1.097}]},{"osd":1,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":5.7549999999999999,"15min":3.9369999999999998},"min":{"1min":0.56999999999999995,"5min":0.54300000000000004,"15min":0.51700000000000002},"max":{"1min":6.6280000000000001,"5min":338.13099999999997,"15min":338.13099999999997},"last":3.802},{"interface":"front","average":{"1min":3.0659999999999998,"5min":6.375,"15min":4.6219999999999999},"min":{"1min":0.91900000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":6.7939999999999996,"5min":338.54000000000002,"15min":338.54000000000002},"last":4.0810000000000004}]},{"osd":2,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":1.8700000000000001,"5min":1.9730000000000001,"15min":1.8149999999999999},"min":{"1min":0.62,"5min":0.62,"15min":0.53600000000000003},"max":{"1min":6.484,"5min":9.0190000000000001,"15min":9.0190000000000001},"last":3.4550000000000001},{"interface":"front","average":{"1min":2.9689999999999999,"5min":1.905,"15min":1.756},"min":{"1min":0.81499999999999995,"5min":0.61599999999999999,"15min":0.58299999999999996},"max":{"1min":7.0960000000000001,"5min":7.0960000000000001,"15min":10.939},"last":3.6230000000000002}]},{"osd":3,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.4590000000000001,"15min":2.3740000000000001},"min":{"1min":0.70699999999999996,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":7.3630000000000004,"5min":8.4949999999999992,"15min":8.4949999999999992},"last":3.3450000000000002},{"interface":"front","average":{"1min":2.9990000000000001,"5min":2.6579999999999999,"15min":2.601},"min":{"1min":1.0269999999999999,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":6.9459999999999997,"5min":8.7940000000000005,"15min":8.7940000000000005},"last":3.9409999999999998}]},{"osd":4,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.6629999999999998,"5min":2.706,"15min":2.8759999999999999},"min":{"1min":0.70999999999999996,"5min":0.68200000000000005,"15min":0.58599999999999997},"max":{"1min":9.2040000000000006,"5min":9.2040000000000006,"15min":117.012},"last":5.2880000000000003},{"interface":"front","average":{"1min":2.2200000000000002,"5min":2.2320000000000002,"15min":2.7349999999999999},"min":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.69499999999999995},"max":{"1min":7.4119999999999999,"5min":8.7530000000000001,"15min":120.41200000000001},"last":5.8330000000000002}]},{"osd":5,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":2.6920000000000002,"15min":2.4769999999999999},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":7.6559999999999997,"5min":8.9350000000000005,"15min":8.9350000000000005},"last":5.6760000000000002},{"interface":"front","average":{"1min":3.8149999999999999,"5min":3.1080000000000001,"15min":2.6720000000000002},"min":{"1min":1.036,"5min":0.83299999999999996,"15min":0.71099999999999997},"max":{"1min":9.1280000000000001,"5min":9.641,"15min":9.641},"last":5.5339999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.9390000000000001,"5min":3.242,"15min":3.3620000000000001},"min":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.71399999999999997},"max":{"1min":9.0389999999999997,"5min":9.9909999999999997,"15min":92.771000000000001},"last":6.4619999999999997},{"interface":"front","average":{"1min":4.1120000000000001,"5min":3.4820000000000002,"15min":3.6269999999999998},"min":{"1min":1.401,"5min":0.95599999999999996,"15min":0.91500000000000004},"max":{"1min":8.9039999999999999,"5min":9.8770000000000007,"15min":92.504000000000005},"last":5.4089999999999998}]},{"osd":7,"last update":"Mon Nov 16 20:59:35 2020","interfaces":[{"interface":"back","average":{"1min":3.0310000000000001,"5min":3.1539999999999999,"15min":3.0419999999999998},"min":{"1min":1.0660000000000001,"5min":1.0449999999999999,"15min":0.90200000000000002},"max":{"1min":7.6479999999999997,"5min":9.1140000000000008,"15min":18.486999999999998},"last":4.2560000000000002},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.6139999999999999,"15min":3.1219999999999999},"min":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":0.83499999999999996},"max":{"1min":6.7640000000000002,"5min":7.5380000000000003,"15min":121.273},"last":5.5540000000000003}]},{"osd":8,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":3.194,"5min":2.7570000000000001,"15min":2.7719999999999998},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":7.9989999999999997,"5min":8.4440000000000008,"15min":11.083},"last":5.4320000000000004},{"interface":"front","average":{"1min":3.1240000000000001,"5min":2.77,"15min":2.9100000000000001},"min":{"1min":1.397,"5min":1.0720000000000001,"15min":1.0129999999999999},"max":{"1min":7.6840000000000002,"5min":8.3190000000000008,"15min":11.837},"last":5.1740000000000004}]},{"osd":10,"last update":"Mon Nov 16 20:59:22 2020","interfaces":[{"interface":"back","average":{"1min":4.2960000000000003,"5min":3.3170000000000002,"15min":3.0489999999999999},"min":{"1min":1.228,"5min":1.137,"15min":1.137},"max":{"1min":9.7729999999999997,"5min":10.728999999999999,"15min":11.691000000000001},"last":4.3209999999999997},{"interface":"front","average":{"1min":3.3740000000000001,"5min":3.3559999999999999,"15min":3.6850000000000001},"min":{"1min":0.93899999999999995,"5min":0.91200000000000003,"15min":0.91200000000000003},"max":{"1min":6.4189999999999996,"5min":9.7579999999999991,"15min":120.693},"last":5.7130000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:59:31 2020","interfaces":[{"interface":"back","average":{"1min":5.266,"5min":4.4450000000000003,"15min":3.5739999999999998},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.0840000000000001},"max":{"1min":9.6300000000000008,"5min":28.57,"15min":28.57},"last":5.6520000000000001},{"interface":"front","average":{"1min":3.742,"5min":3.976,"15min":4.0039999999999996},"min":{"1min":1.55,"5min":1.1890000000000001,"15min":1.1890000000000001},"max":{"1min":8.8469999999999995,"5min":26.074000000000002,"15min":121.5},"last":5.3099999999999996}]}]},{"osd":8,"up_from":63,"seq":270582940150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":414540,"kb_used_data":33668,"kb_used_omap":0,"kb_used_meta":380800,"kb_avail":93330612,"statfs":{"total":95995035648,"available":95570546688,"internally_reserved":0,"allocated":34476032,"data_stored":34050997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":389939200},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:40 2020","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":2.5499999999999998,"15min":2.3809999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.52500000000000002},"max":{"1min":3.5259999999999998,"5min":64.843000000000004,"15min":80.534000000000006},"last":1.046},{"interface":"front","average":{"1min":1.748,"5min":2.343,"15min":2.4590000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":5.3399999999999999,"5min":59.093000000000004,"15min":80.248000000000005},"last":1.512}]},{"osd":1,"last update":"Mon Nov 16 20:59:30 2020","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":2.4369999999999998,"15min":3.2130000000000001},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":3.1520000000000001,"5min":46.779000000000003,"15min":225.94999999999999},"last":3.444},{"interface":"front","average":{"1min":1.7370000000000001,"5min":2.681,"15min":3.3759999999999999},"min":{"1min":0.60199999999999998,"5min":0.59399999999999997,"15min":0.55800000000000005},"max":{"1min":4.9850000000000003,"5min":46.966999999999999,"15min":226.03100000000001},"last":0.89300000000000002}]},{"osd":2,"last update":"Mon Nov 16 20:59:11 2020","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":1.9079999999999999,"15min":2.016},"min":{"1min":0.66300000000000003,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.617,"5min":8.0079999999999991,"15min":8.0079999999999991},"last":3.7530000000000001},{"interface":"front","average":{"1min":1.9930000000000001,"5min":2.3799999999999999,"15min":1.927},"min":{"1min":0.69699999999999995,"5min":0.67200000000000004,"15min":0.61599999999999999},"max":{"1min":4.8380000000000001,"5min":8.0570000000000004,"15min":8.0570000000000004},"last":0.68300000000000005}]},{"osd":3,"last update":"Mon Nov 16 20:59:25 2020","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.887,"15min":2.9569999999999999},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":12.555,"5min":12.555,"15min":12.555},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.9730000000000001,"15min":2.0459999999999998},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":3.3799999999999999,"5min":4.7160000000000002,"15min":4.7160000000000002},"last":3.5939999999999999}]},{"osd":4,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":2.5609999999999999,"5min":2.5289999999999999,"15min":2.5299999999999998},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.63100000000000001},"max":{"1min":12.385,"5min":12.385,"15min":12.385},"last":1.54},{"interface":"front","average":{"1min":1.478,"5min":2.8719999999999999,"15min":2.681},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67200000000000004},"max":{"1min":2.9209999999999998,"5min":47.014000000000003,"15min":47.014000000000003},"last":3.895}]},{"osd":5,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":2.0899999999999999,"5min":2.415,"15min":2.4369999999999998},"min":{"1min":0.79300000000000004,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":5.7050000000000001,"5min":8.2059999999999995,"15min":12.273999999999999},"last":2.7989999999999999},{"interface":"front","average":{"1min":2.758,"5min":3.5430000000000001,"15min":2.698},"min":{"1min":1.1930000000000001,"5min":1.1439999999999999,"15min":0.72199999999999998},"max":{"1min":6.2430000000000003,"5min":46.515000000000001,"15min":46.515000000000001},"last":2.9609999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:59:52 2020","interfaces":[{"interface":"back","average":{"1min":1.7889999999999999,"5min":2.4359999999999999,"15min":2.798},"min":{"1min":0.90800000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":4.375,"5min":7.5880000000000001,"15min":8.6649999999999991},"last":4.375},{"interface":"front","average":{"1min":2.3620000000000001,"5min":2.6760000000000002,"15min":2.9100000000000001},"min":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"max":{"1min":5.9740000000000002,"5min":6.585,"15min":12.166},"last":1.075}]},{"osd":7,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":2.9990000000000001,"15min":3.052},"min":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"max":{"1min":5.8470000000000004,"5min":9.2189999999999994,"15min":13.644},"last":1.226},{"interface":"front","average":{"1min":2.4350000000000001,"5min":3.2069999999999999,"15min":3.2559999999999998},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":6.3860000000000001,"5min":8.8000000000000007,"15min":15.028},"last":1.409}]},{"osd":9,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":2.778,"5min":3.0640000000000001,"15min":2.972},"min":{"1min":0.90800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":9.2460000000000004,"5min":9.2460000000000004,"15min":9.2460000000000004},"last":3.2789999999999999},{"interface":"front","average":{"1min":3.9929999999999999,"5min":3.1339999999999999,"15min":3.169},"min":{"1min":1.01,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":13.224,"5min":13.224,"15min":13.224},"last":1.3580000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:59:02 2020","interfaces":[{"interface":"back","average":{"1min":4.9400000000000004,"5min":3.7469999999999999,"15min":3.3170000000000002},"min":{"1min":1.5029999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":47.170999999999999,"5min":47.170999999999999,"15min":47.170999999999999},"last":4.5190000000000001},{"interface":"front","average":{"1min":5.1029999999999998,"5min":4.0140000000000002,"15min":3.5870000000000002},"min":{"1min":1.611,"5min":1.1459999999999999,"15min":1},"max":{"1min":47.314,"5min":47.314,"15min":47.314},"last":4.6630000000000003}]},{"osd":11,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":3.5289999999999999,"5min":3.3769999999999998,"15min":3.4340000000000002},"min":{"1min":0.98099999999999998,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":12.699999999999999,"5min":12.699999999999999,"15min":12.699999999999999},"last":1.661},{"interface":"front","average":{"1min":3.069,"5min":3.6419999999999999,"15min":3.2000000000000002},"min":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"max":{"1min":6.1050000000000004,"5min":11.500999999999999,"15min":13.513},"last":2.6379999999999999}]}]},{"osd":7,"up_from":225,"seq":966367641981,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":455568,"kb_used_data":25544,"kb_used_omap":0,"kb_used_meta":430015,"kb_avail":93289584,"statfs":{"total":95995035648,"available":95528534016,"internally_reserved":0,"allocated":26157056,"data_stored":25727949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":440335420},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":5.5099999999999998,"5min":2.4100000000000001,"15min":2.5659999999999998},"min":{"1min":0.67600000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":70.430999999999997,"5min":70.430999999999997,"15min":146.768},"last":2.1850000000000001},{"interface":"front","average":{"1min":5.875,"5min":2.516,"15min":2.5219999999999998},"min":{"1min":0.84299999999999997,"5min":0.64600000000000002,"15min":0.51800000000000002},"max":{"1min":70.522000000000006,"5min":70.522000000000006,"15min":146.83699999999999},"last":1.8420000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.274,"5min":1.5409999999999999,"15min":1.613},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.5},"max":{"1min":2.4809999999999999,"5min":3.988,"15min":14.375999999999999},"last":1.5269999999999999},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.7709999999999999,"15min":1.8280000000000001},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.55400000000000005},"max":{"1min":1.8600000000000001,"5min":4.3289999999999997,"15min":14.645},"last":1.1519999999999999}]},{"osd":3,"last update":"Mon Nov 16 20:59:49 2020","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":1.7010000000000001,"15min":1.643},"min":{"1min":0.81100000000000005,"5min":0.80800000000000005,"15min":0.65000000000000002},"max":{"1min":2.899,"5min":6.7450000000000001,"15min":6.7450000000000001},"last":1.994},{"interface":"front","average":{"1min":1.5900000000000001,"5min":1.7509999999999999,"15min":1.7649999999999999},"min":{"1min":1.02,"5min":0.72299999999999998,"15min":0.622},"max":{"1min":3.7250000000000001,"5min":3.7930000000000001,"15min":4.3300000000000001},"last":1.282}]},{"osd":4,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.0779999999999998,"5min":2.5640000000000001,"15min":2.3170000000000002},"min":{"1min":0.878,"5min":0.68899999999999995,"15min":0.59299999999999997},"max":{"1min":4.9029999999999996,"5min":27.331,"15min":27.331},"last":1.49},{"interface":"front","average":{"1min":2.29,"5min":2.8109999999999999,"15min":2.6699999999999999},"min":{"1min":1.1299999999999999,"5min":0.74099999999999999,"15min":0.629},"max":{"1min":3.4159999999999999,"5min":27.190000000000001,"15min":27.190000000000001},"last":1.76}]},{"osd":5,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.9219999999999999,"5min":2.1190000000000002,"15min":2.2040000000000002},"min":{"1min":1.198,"5min":0.70999999999999996,"15min":0.60199999999999998},"max":{"1min":2.7709999999999999,"5min":6.9109999999999996,"15min":14.191000000000001},"last":1.6020000000000001},{"interface":"front","average":{"1min":1.714,"5min":2.3069999999999999,"15min":2.327},"min":{"1min":0.80800000000000005,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":3.3290000000000002,"5min":4.8630000000000004,"15min":11.981999999999999},"last":2.3199999999999998}]},{"osd":6,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":2.2280000000000002,"15min":2.516},"min":{"1min":0.878,"5min":0.878,"15min":0.69099999999999995},"max":{"1min":3.46,"5min":7.0670000000000002,"15min":14.186},"last":1.448},{"interface":"front","average":{"1min":2.194,"5min":3.0430000000000001,"15min":2.8929999999999998},"min":{"1min":1.1870000000000001,"5min":1.131,"15min":0.89900000000000002},"max":{"1min":3.2799999999999998,"5min":13.574999999999999,"15min":13.574999999999999},"last":2.8100000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":2.6640000000000001,"5min":3.5099999999999998,"15min":2.9670000000000001},"min":{"1min":1.3740000000000001,"5min":1.2649999999999999,"15min":0.90100000000000002},"max":{"1min":5.0549999999999997,"5min":34.351999999999997,"15min":34.351999999999997},"last":2.98},{"interface":"front","average":{"1min":2.8359999999999999,"5min":3.5600000000000001,"15min":3.129},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.0429999999999999},"max":{"1min":5.25,"5min":34.154000000000003,"15min":34.154000000000003},"last":3.3180000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":9.5830000000000002,"5min":4.7009999999999996,"15min":3.5419999999999998},"min":{"1min":1.9299999999999999,"5min":1.1879999999999999,"15min":0.90200000000000002},"max":{"1min":109.075,"5min":109.075,"15min":109.075},"last":4.5170000000000003},{"interface":"front","average":{"1min":9.0220000000000002,"5min":3.883,"15min":3.2010000000000001},"min":{"1min":1.286,"5min":1.2150000000000001,"15min":0.83999999999999997},"max":{"1min":110.075,"5min":110.075,"15min":110.075},"last":4.7539999999999996}]},{"osd":10,"last update":"Mon Nov 16 20:59:14 2020","interfaces":[{"interface":"back","average":{"1min":10.558,"5min":5.3049999999999997,"15min":3.7679999999999998},"min":{"1min":1.3,"5min":1.3,"15min":0.96999999999999997},"max":{"1min":117.408,"5min":117.408,"15min":117.408},"last":4.4329999999999998},{"interface":"front","average":{"1min":10.457000000000001,"5min":5.0899999999999999,"15min":3.8140000000000001},"min":{"1min":1.7689999999999999,"5min":1.514,"15min":1.2},"max":{"1min":115.137,"5min":115.137,"15min":115.137},"last":3.1619999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:59:12 2020","interfaces":[{"interface":"back","average":{"1min":3.2989999999999999,"5min":3.3820000000000001,"15min":3.3769999999999998},"min":{"1min":1.7749999999999999,"5min":1.125,"15min":1.089},"max":{"1min":5.9649999999999999,"5min":34.290999999999997,"15min":34.290999999999997},"last":3.468},{"interface":"front","average":{"1min":2.5350000000000001,"5min":4.9699999999999998,"15min":3.7370000000000001},"min":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.0249999999999999},"max":{"1min":3.9140000000000001,"5min":97.986000000000004,"15min":97.986000000000004},"last":2.081}]}]},{"osd":6,"up_from":49,"seq":210453398017,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":389708,"kb_used_data":836,"kb_used_omap":0,"kb_used_meta":388864,"kb_avail":93355444,"statfs":{"total":95995035648,"available":95595974656,"internally_reserved":0,"allocated":856064,"data_stored":431029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":398196736},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":1.111},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.6240000000000001}]},{"osd":1,"last update":"Mon Nov 16 20:58:53 2020","interfaces":[{"interface":"back","average":{"1min":8.9779999999999998,"5min":6.3609999999999998,"15min":9.3190000000000008},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.52800000000000002},"max":{"1min":125.816,"5min":244.89400000000001,"15min":296.45600000000002},"last":1.161},{"interface":"front","average":{"1min":8.9610000000000003,"5min":6.4829999999999997,"15min":9.3770000000000007},"min":{"1min":0.69499999999999995,"5min":0.61499999999999999,"15min":0.57499999999999996},"max":{"1min":125.941,"5min":245.17699999999999,"15min":297.99099999999999},"last":1.7749999999999999}]},{"osd":2,"last update":"Mon Nov 16 20:59:46 2020","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.7689999999999999,"15min":1.829},"min":{"1min":0.84899999999999998,"5min":0.79600000000000004,"15min":0.54500000000000004},"max":{"1min":2.4220000000000002,"5min":6.6100000000000003,"15min":13.731999999999999},"last":1.3129999999999999},{"interface":"front","average":{"1min":1.54,"5min":1.544,"15min":1.74},"min":{"1min":0.876,"5min":0.73599999999999999,"15min":0.61699999999999999},"max":{"1min":2.891,"5min":3.5169999999999999,"15min":10.789},"last":1.615}]},{"osd":3,"last update":"Mon Nov 16 20:59:14 2020","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.6699999999999999,"15min":1.671},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":2.6150000000000002,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":2.044},{"interface":"front","average":{"1min":1.9590000000000001,"5min":1.861,"15min":1.845},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":6.2770000000000001,"5min":6.2770000000000001,"15min":6.2770000000000001},"last":2.6110000000000002}]},{"osd":4,"last update":"Mon Nov 16 20:59:46 2020","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.6059999999999999,"15min":2.5990000000000002},"min":{"1min":1.075,"5min":0.752,"15min":0.54500000000000004},"max":{"1min":3.1819999999999999,"5min":32.469000000000001,"15min":32.469000000000001},"last":2.6850000000000001},{"interface":"front","average":{"1min":1.7569999999999999,"5min":2.379,"15min":2.5459999999999998},"min":{"1min":1.1319999999999999,"5min":0.82599999999999996,"15min":0.59999999999999998},"max":{"1min":2.6589999999999998,"5min":32.743000000000002,"15min":32.743000000000002},"last":1.802}]},{"osd":5,"last update":"Mon Nov 16 20:59:46 2020","interfaces":[{"interface":"back","average":{"1min":1.8300000000000001,"5min":2.3050000000000002,"15min":2.3210000000000002},"min":{"1min":0.93799999999999994,"5min":0.73199999999999998,"15min":0.63800000000000001},"max":{"1min":3.0510000000000002,"5min":4.5910000000000002,"15min":12.869},"last":1.534},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.7290000000000001,"15min":2.7999999999999998},"min":{"1min":1.085,"5min":1.085,"15min":0.91900000000000004},"max":{"1min":4.0060000000000002,"5min":5.532,"15min":13.013999999999999},"last":2.181}]},{"osd":7,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.8320000000000001,"5min":2.1669999999999998,"15min":2.4700000000000002},"min":{"1min":0.95199999999999996,"5min":0.88400000000000001,"15min":0.79000000000000004},"max":{"1min":2.968,"5min":4.8150000000000004,"15min":14.361000000000001},"last":2.851},{"interface":"front","average":{"1min":2.2509999999999999,"5min":2.8500000000000001,"15min":3.0430000000000001},"min":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":0.84099999999999997},"max":{"1min":4.0140000000000002,"5min":5.5380000000000003,"15min":10.85},"last":2.4169999999999998}]},{"osd":8,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":2.3940000000000001,"15min":2.573},"min":{"1min":1.2050000000000001,"5min":0.95499999999999996,"15min":0.80000000000000004},"max":{"1min":6.4470000000000001,"5min":6.4470000000000001,"15min":10.026},"last":1.944},{"interface":"front","average":{"1min":2.8650000000000002,"5min":2.726,"15min":2.5990000000000002},"min":{"1min":1.3129999999999999,"5min":0.98999999999999999,"15min":0.84799999999999998},"max":{"1min":8.8059999999999992,"5min":8.8599999999999994,"15min":13.887},"last":2.1299999999999999}]},{"osd":9,"last update":"Mon Nov 16 20:59:46 2020","interfaces":[{"interface":"back","average":{"1min":2.774,"5min":2.7160000000000002,"15min":3.2810000000000001},"min":{"1min":1.643,"5min":0.94299999999999995,"15min":0.84399999999999997},"max":{"1min":6.1319999999999997,"5min":12.897,"15min":135.161},"last":2.367},{"interface":"front","average":{"1min":3.1320000000000001,"5min":3.2480000000000002,"15min":3.7349999999999999},"min":{"1min":1.5089999999999999,"5min":1.3779999999999999,"15min":1.0880000000000001},"max":{"1min":6.0899999999999999,"5min":12.336,"15min":135.35400000000001},"last":3.6520000000000001}]},{"osd":10,"last update":"Mon Nov 16 20:59:38 2020","interfaces":[{"interface":"back","average":{"1min":3.1739999999999999,"5min":3.444,"15min":3.2629999999999999},"min":{"1min":1.619,"5min":1.345,"15min":0.95399999999999996},"max":{"1min":6.1349999999999998,"5min":13.923,"15min":13.923},"last":2.9780000000000002},{"interface":"front","average":{"1min":3.4089999999999998,"5min":3.75,"15min":3.6150000000000002},"min":{"1min":1.7350000000000001,"5min":1.548,"15min":1.171},"max":{"1min":6.3019999999999996,"5min":14.105,"15min":14.228999999999999},"last":3.407}]},{"osd":11,"last update":"Mon Nov 16 20:59:21 2020","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":3.1720000000000002,"15min":2.8690000000000002},"min":{"1min":1.929,"5min":1.5509999999999999,"15min":0.875},"max":{"1min":7.1150000000000002,"5min":7.3209999999999997,"15min":14.039},"last":2.2679999999999998},{"interface":"front","average":{"1min":3.6059999999999999,"5min":3.6800000000000002,"15min":3.266},"min":{"1min":1.873,"5min":1.538,"15min":1.0580000000000001},"max":{"1min":6.8369999999999997,"5min":7.8719999999999999,"15min":14.263},"last":3.1960000000000002}]}]},{"osd":1,"up_from":18,"seq":77309411867,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":627084,"kb_used_data":58948,"kb_used_omap":0,"kb_used_meta":568064,"kb_avail":93118068,"statfs":{"total":95995035648,"available":95352901632,"internally_reserved":0,"allocated":60362752,"data_stored":59937717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":581697536},"hb_peers":[2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:42 2020","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.538,"15min":1.7729999999999999},"min":{"1min":0.66600000000000004,"5min":0.52600000000000002,"15min":0.45600000000000002},"max":{"1min":1.9910000000000001,"5min":5.4649999999999999,"15min":48.201999999999998},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.865,"5min":2.0739999999999998,"15min":2.3380000000000001},"min":{"1min":1.0449999999999999,"5min":0.755,"15min":0.67300000000000004},"max":{"1min":2.7280000000000002,"5min":5.577,"15min":48.332000000000001},"last":1.1950000000000001}]},{"osd":2,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":1.4359999999999999,"5min":2.379,"15min":1.867},"min":{"1min":0.79900000000000004,"5min":0.72399999999999998,"15min":0.48099999999999998},"max":{"1min":2.1560000000000001,"5min":100.601,"15min":100.601},"last":1.2230000000000001},{"interface":"front","average":{"1min":1.4930000000000001,"5min":2.6269999999999998,"15min":1.954},"min":{"1min":0.81599999999999995,"5min":0.63700000000000001,"15min":0.59399999999999997},"max":{"1min":2.4180000000000001,"5min":101.959,"15min":101.959},"last":1.6240000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":5.5410000000000004,"15min":6.2320000000000002},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.5430000000000001,"5min":101.20099999999999,"15min":101.20099999999999},"last":1.952},{"interface":"front","average":{"1min":1.482,"5min":6.173,"15min":6.9550000000000001},"min":{"1min":0.83099999999999996,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":2.7290000000000001,"5min":101.643,"15min":101.643},"last":1.266}]},{"osd":4,"last update":"Mon Nov 16 20:59:07 2020","interfaces":[{"interface":"back","average":{"1min":6.077,"5min":2.7349999999999999,"15min":2.1579999999999999},"min":{"1min":1.0600000000000001,"5min":0.77900000000000003,"15min":0.61899999999999999},"max":{"1min":100.699,"5min":100.699,"15min":100.699},"last":1.6950000000000001},{"interface":"front","average":{"1min":6.6299999999999999,"5min":3.1909999999999998,"15min":2.411},"min":{"1min":1.153,"5min":0.86199999999999999,"15min":0.73699999999999999},"max":{"1min":101.434,"5min":101.434,"15min":101.434},"last":2.133}]},{"osd":5,"last update":"Mon Nov 16 20:59:46 2020","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":2.645,"15min":2.2650000000000001},"min":{"1min":0.79700000000000004,"5min":0.73499999999999999,"15min":0.63400000000000001},"max":{"1min":2.0379999999999998,"5min":100.56100000000001,"15min":100.56100000000001},"last":1.3420000000000001},{"interface":"front","average":{"1min":2.1120000000000001,"5min":3.2010000000000001,"15min":2.6989999999999998},"min":{"1min":1.4419999999999999,"5min":0.85799999999999998,"15min":0.73699999999999999},"max":{"1min":3.3809999999999998,"5min":105.566,"15min":105.566},"last":2.0569999999999999}]},{"osd":6,"last update":"Mon Nov 16 20:59:46 2020","interfaces":[{"interface":"back","average":{"1min":2.4369999999999998,"5min":3.4460000000000002,"15min":2.7919999999999998},"min":{"1min":1.5580000000000001,"5min":0.998,"15min":0.90000000000000002},"max":{"1min":3.9329999999999998,"5min":106.47499999999999,"15min":106.47499999999999},"last":2.7469999999999999},{"interface":"front","average":{"1min":2.6099999999999999,"5min":3.5579999999999998,"15min":2.9100000000000001},"min":{"1min":1.4179999999999999,"5min":1.099,"15min":0.89900000000000002},"max":{"1min":6.6509999999999998,"5min":102.89700000000001,"15min":102.89700000000001},"last":2.5950000000000002}]},{"osd":7,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":2.8170000000000002,"5min":3.734,"15min":2.9249999999999998},"min":{"1min":1.7390000000000001,"5min":1.1899999999999999,"15min":0.83499999999999996},"max":{"1min":7.0350000000000001,"5min":105.795,"15min":105.795},"last":2.9540000000000002},{"interface":"front","average":{"1min":2.5470000000000002,"5min":3.5299999999999998,"15min":2.5419999999999998},"min":{"1min":1.0900000000000001,"5min":0.89500000000000002,"15min":0.71499999999999997},"max":{"1min":6.0380000000000003,"5min":103.364,"15min":103.364},"last":2.8900000000000001}]},{"osd":8,"last update":"Mon Nov 16 20:59:46 2020","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":3.0470000000000002,"15min":2.7450000000000001},"min":{"1min":1.034,"5min":0.997,"15min":0.96899999999999997},"max":{"1min":7.1230000000000002,"5min":101.038,"15min":101.038},"last":1.5669999999999999},{"interface":"front","average":{"1min":3.117,"5min":3.9529999999999998,"15min":2.8780000000000001},"min":{"1min":1.383,"5min":1.1990000000000001,"15min":0.76400000000000001},"max":{"1min":6.5359999999999996,"5min":103.099,"15min":103.099},"last":2.3780000000000001}]},{"osd":9,"last update":"Mon Nov 16 20:59:19 2020","interfaces":[{"interface":"back","average":{"1min":3.1600000000000001,"5min":3.9159999999999999,"15min":3.1349999999999998},"min":{"1min":2.109,"5min":1.054,"15min":0.90500000000000003},"max":{"1min":6.7030000000000003,"5min":106.024,"15min":106.024},"last":5.5499999999999998},{"interface":"front","average":{"1min":3.7400000000000002,"5min":4.5060000000000002,"15min":3.4900000000000002},"min":{"1min":1.4370000000000001,"5min":1.1479999999999999,"15min":1.119},"max":{"1min":7.3789999999999996,"5min":106.23699999999999,"15min":106.23699999999999},"last":2.5379999999999998}]},{"osd":10,"last update":"Mon Nov 16 20:59:30 2020","interfaces":[{"interface":"back","average":{"1min":4.4269999999999996,"5min":4.1509999999999998,"15min":2.9319999999999999},"min":{"1min":1.6040000000000001,"5min":1.1930000000000001,"15min":0.88900000000000001},"max":{"1min":16.141999999999999,"5min":101.142,"15min":101.142},"last":1.7989999999999999},{"interface":"front","average":{"1min":2.798,"5min":3.617,"15min":2.8109999999999999},"min":{"1min":1.1890000000000001,"5min":1.0800000000000001,"15min":1.077},"max":{"1min":7.0940000000000003,"5min":101.297,"15min":101.297},"last":2.8149999999999999}]},{"osd":11,"last update":"Mon Nov 16 20:59:30 2020","interfaces":[{"interface":"back","average":{"1min":2.9180000000000001,"5min":4.3029999999999999,"15min":3.5619999999999998},"min":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.1000000000000001},"max":{"1min":5.7160000000000002,"5min":106.712,"15min":106.712},"last":1.9970000000000001},{"interface":"front","average":{"1min":3.488,"5min":4.0119999999999996,"15min":3.2959999999999998},"min":{"1min":1.7010000000000001,"5min":1.1859999999999999,"15min":0.99099999999999999},"max":{"1min":6.0999999999999996,"5min":101.499,"15min":101.499},"last":2.2429999999999999}]}]},{"osd":0,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":98784248343,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":0,"seq":2942052597861,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":35,"seq":150323855884,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":567588,"kb_used_data":36572,"kb_used_omap":0,"kb_used_meta":531008,"kb_avail":93177564,"statfs":{"total":95995035648,"available":95413825536,"internally_reserved":0,"allocated":37449728,"data_stored":37012799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":543752192},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.2929999999999999}]},{"osd":1,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":2.5760000000000001,"15min":2.4199999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.48199999999999998},"max":{"1min":2.4689999999999999,"5min":44.649000000000001,"15min":62.207000000000001},"last":1.056},{"interface":"front","average":{"1min":1.5720000000000001,"5min":2.3929999999999998,"15min":2.581},"min":{"1min":1.006,"5min":0.64500000000000002,"15min":0.57299999999999995},"max":{"1min":2.359,"5min":44.896000000000001,"15min":62.087000000000003},"last":1.097}]},{"osd":2,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.4550000000000001,"5min":1.97,"15min":2.056},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":2.1720000000000002,"5min":3.1499999999999999,"15min":3.1499999999999999},"last":1.25},{"interface":"front","average":{"1min":1.8520000000000001,"5min":2.4129999999999998,"15min":2.5070000000000001},"min":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"max":{"1min":2.7240000000000002,"5min":4.5620000000000003,"15min":4.5620000000000003},"last":1.5800000000000001}]},{"osd":3,"last update":"Mon Nov 16 20:59:48 2020","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.9470000000000001,"15min":1.883},"min":{"1min":0.90300000000000002,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":3.161,"5min":5.3659999999999997,"15min":10.99},"last":1.7290000000000001},{"interface":"front","average":{"1min":2.0369999999999999,"5min":2.1869999999999998,"15min":2.0990000000000002},"min":{"1min":0.95899999999999996,"5min":0.79700000000000004,"15min":0.72699999999999998},"max":{"1min":3.4660000000000002,"5min":4.883,"15min":10.842000000000001},"last":1.8779999999999999}]},{"osd":5,"last update":"Mon Nov 16 20:59:43 2020","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.49,"15min":2.004},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.57199999999999995},"max":{"1min":2.5059999999999998,"5min":4.9489999999999998,"15min":11.773},"last":0.92100000000000004},{"interface":"front","average":{"1min":1.9770000000000001,"5min":2.3719999999999999,"15min":2.5},"min":{"1min":0.90200000000000002,"5min":0.81499999999999995,"15min":0.64900000000000002},"max":{"1min":3.1920000000000002,"5min":5.4770000000000003,"15min":11.49},"last":1.48}]},{"osd":6,"last update":"Mon Nov 16 20:58:57 2020","interfaces":[{"interface":"back","average":{"1min":1.4159999999999999,"5min":2.073,"15min":2.415},"min":{"1min":0.89300000000000002,"5min":0.77900000000000003,"15min":0.625},"max":{"1min":2.8300000000000001,"5min":8.2970000000000006,"15min":25.533999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.9410000000000001,"5min":2.7160000000000002,"15min":2.5059999999999998},"min":{"1min":1.28,"5min":0.92100000000000004,"15min":0.70999999999999996},"max":{"1min":2.7719999999999998,"5min":6.3040000000000003,"15min":16.213000000000001},"last":1.4139999999999999}]},{"osd":7,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.879,"15min":2.5470000000000002},"min":{"1min":1.0189999999999999,"5min":0.74099999999999999,"15min":0.71799999999999997},"max":{"1min":1.9690000000000001,"5min":5.1360000000000001,"15min":33.042000000000002},"last":2.0299999999999998},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.3159999999999998,"15min":2.843},"min":{"1min":1.2270000000000001,"5min":0.95399999999999996,"15min":0.77800000000000002},"max":{"1min":3.7320000000000002,"5min":6.1879999999999997,"15min":33.207000000000001},"last":2.262}]},{"osd":8,"last update":"Mon Nov 16 20:59:37 2020","interfaces":[{"interface":"back","average":{"1min":3.2090000000000001,"5min":2.5350000000000001,"15min":3.1680000000000001},"min":{"1min":1.0720000000000001,"5min":0.84499999999999997,"15min":0.73599999999999999},"max":{"1min":14.390000000000001,"5min":14.390000000000001,"15min":90.043999999999997},"last":1.385},{"interface":"front","average":{"1min":3.2440000000000002,"5min":3.2170000000000001,"15min":3.415},"min":{"1min":1.4159999999999999,"5min":1.024,"15min":0.86299999999999999},"max":{"1min":7.2329999999999997,"5min":7.2329999999999997,"15min":88.504000000000005},"last":2.0670000000000002}]},{"osd":9,"last update":"Mon Nov 16 20:59:09 2020","interfaces":[{"interface":"back","average":{"1min":9.4030000000000005,"5min":4.8170000000000002,"15min":3.573},"min":{"1min":2.02,"5min":1.4179999999999999,"15min":0.873},"max":{"1min":130.06399999999999,"5min":130.06399999999999,"15min":130.06399999999999},"last":4.7869999999999999},{"interface":"front","average":{"1min":9.1120000000000001,"5min":4.8330000000000002,"15min":3.6720000000000002},"min":{"1min":2.0819999999999999,"5min":1.159,"15min":0.80200000000000005},"max":{"1min":129.91300000000001,"5min":129.91300000000001,"15min":129.91300000000001},"last":2.218}]},{"osd":10,"last update":"Mon Nov 16 20:59:25 2020","interfaces":[{"interface":"back","average":{"1min":3.2069999999999999,"5min":4.3559999999999999,"15min":3.3380000000000001},"min":{"1min":1.2470000000000001,"5min":1.024,"15min":1.024},"max":{"1min":6.1289999999999996,"5min":130.34,"15min":130.34},"last":6.6150000000000002},{"interface":"front","average":{"1min":3.3079999999999998,"5min":5.2460000000000004,"15min":3.7970000000000002},"min":{"1min":1.9159999999999999,"5min":1.605,"15min":1.004},"max":{"1min":6.8170000000000002,"5min":130.61799999999999,"15min":130.61799999999999},"last":5.7050000000000001}]},{"osd":11,"last update":"Mon Nov 16 20:59:37 2020","interfaces":[{"interface":"back","average":{"1min":3.597,"5min":5.008,"15min":3.8620000000000001},"min":{"1min":2.0529999999999999,"5min":1.8080000000000001,"15min":1.012},"max":{"1min":8.3670000000000009,"5min":129.74799999999999,"15min":129.74799999999999},"last":4.4619999999999997},{"interface":"front","average":{"1min":4.0220000000000002,"5min":5.3550000000000004,"15min":4.1420000000000003},"min":{"1min":2.3079999999999998,"5min":1.8120000000000001,"15min":1.266},"max":{"1min":8.7680000000000007,"5min":131.101,"15min":131.101},"last":2.3559999999999999}]}]},{"osd":5,"up_from":0,"seq":180388626953,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}]}}
2020-11-16T20:59:58.295 INFO:tasks.cephadm.ceph_manager.ceph:clean!
2020-11-16T20:59:58.296 INFO:tasks.thrashosds.thrasher:Waiting for trim
2020-11-16T20:59:58.441 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:58.547 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:58.739 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:58.780 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:58 smithi142 bash[114994]: debug 2020-11-16T20:59:58.444+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:58.845 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:58.857 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:58 smithi065 bash[14115]: debug 2020-11-16T20:59:58.741+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:58.973 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:59.079 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:59.228 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T20:59:59.229 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T20:59:59.253 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T20:59:59.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 20:59:58 smithi065 bash[14115]: debug 2020-11-16T20:59:58.977+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:59.357 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:59.502 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 20:59:59 smithi142 bash[114994]: debug 2020-11-16T20:59:59.260+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:59.533 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T20:59:59.639 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:59:59.771 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T20:59:59.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 20:59:59 smithi065 bash[18823]: debug 2020-11-16T20:59:59.533+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T20:59:59.876 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T20:59:59.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 20:59:59 smithi071 bash[9480]: cluster 2020-11-16T20:59:58.630900+0000 mgr.x (mgr.14196) 1460 : cluster [DBG] pgmap v2218: 17 pgs: 17 active+clean; 640 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 463 op/s
2020-11-16T20:59:59.945 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 20:59:59 smithi071 bash[14419]: debug 2020-11-16T20:59:59.775+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:00.081 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:00.165 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 20:59:59 smithi065 bash[9468]: cluster 2020-11-16T20:59:58.630900+0000 mgr.x (mgr.14196) 1460 : cluster [DBG] pgmap v2218: 17 pgs: 17 active+clean; 640 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 463 op/s
2020-11-16T21:00:00.166 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:00 smithi065 bash[14115]: debug 2020-11-16T21:00:00.081+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:00.166 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_ops_in_flight
2020-11-16T21:00:00.176 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 20:59:59 smithi142 bash[9523]: cluster 2020-11-16T20:59:58.630900+0000 mgr.x (mgr.14196) 1460 : cluster [DBG] pgmap v2218: 17 pgs: 17 active+clean; 640 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 463 op/s
2020-11-16T21:00:00.185 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:00.308 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:00.337 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:00:00.343 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:00.361 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:00:00.382 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:00:00.407 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:00:00.434 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:00:00.449 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:00.460 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:00 smithi071 bash[14419]: debug 2020-11-16T21:00:00.343+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:00.465 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:00:00.492 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:00:00.518 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:00:00.547 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:00:00.564 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:00.573 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:00:00.599 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:00:00.599 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T21:00:00.600 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T21:00:00.600 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.600 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.600 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.600 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.600 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.600 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.601 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.601 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.601 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.601 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.601 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:00:00.669 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:00.859 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:00 smithi071 bash[14419]: debug 2020-11-16T21:00:00.567+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:01.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:00 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.000160+0000 mon.a (mon.0) 2699 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set
2020-11-16T21:00:01.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:00 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.000224+0000 mon.a (mon.0) 2700 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set
2020-11-16T21:00:01.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:00 smithi142 bash[9523]: audit 2020-11-16T21:00:00.322612+0000 mon.a (mon.0) 2701 : audit [DBG] from='client.? v1:172.21.15.142:0/259965218' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:01.078 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:00 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.442583+0000 osd.5 (osd.5) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.079 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:00 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.605817+0000 osd.11 (osd.11) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.133 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:01.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:00 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.000160+0000 mon.a (mon.0) 2699 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set
2020-11-16T21:00:01.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:00 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.000224+0000 mon.a (mon.0) 2700 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set
2020-11-16T21:00:01.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:00 smithi071 bash[9480]: audit 2020-11-16T21:00:00.322612+0000 mon.a (mon.0) 2701 : audit [DBG] from='client.? v1:172.21.15.142:0/259965218' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:01.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:00 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.442583+0000 osd.5 (osd.5) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:00 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.605817+0000 osd.11 (osd.11) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.238 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:01.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:00 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.000160+0000 mon.a (mon.0) 2699 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set
2020-11-16T21:00:01.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:00 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.000224+0000 mon.a (mon.0) 2700 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set
2020-11-16T21:00:01.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:00 smithi065 bash[9468]: audit 2020-11-16T21:00:00.322612+0000 mon.a (mon.0) 2701 : audit [DBG] from='client.? v1:172.21.15.142:0/259965218' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:01.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:00 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.442583+0000 osd.5 (osd.5) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:00 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.605817+0000 osd.11 (osd.11) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.530 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[18009]: debug 2020-11-16T21:00:01.140+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:01.535 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:01.639 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:01.760 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:01.862 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[18009]: debug 2020-11-16T21:00:01.540+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:01.866 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:01.936 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[14115]: debug 2020-11-16T21:00:01.761+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:01.936 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.346705+0000 osd.1 (osd.1) 323 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.936 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.370199+0000 osd.2 (osd.2) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.936 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.391875+0000 osd.3 (osd.3) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.936 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.415690+0000 osd.4 (osd.4) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.937 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.473658+0000 osd.6 (osd.6) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.937 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.500199+0000 osd.7 (osd.7) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.937 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.525208+0000 osd.8 (osd.8) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.937 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.553269+0000 osd.9 (osd.9) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.937 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.579524+0000 osd.10 (osd.10) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:01.937 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:00.631618+0000 mgr.x (mgr.14196) 1461 : cluster [DBG] pgmap v2219: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 358 op/s
2020-11-16T21:00:01.937 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:01.819331+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e867: 12 total, 11 up, 8 in
2020-11-16T21:00:02.060 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:02.165 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:02.177 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.346705+0000 osd.1 (osd.1) 323 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.178 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.370199+0000 osd.2 (osd.2) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.178 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.391875+0000 osd.3 (osd.3) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.178 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.415690+0000 osd.4 (osd.4) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.178 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.473658+0000 osd.6 (osd.6) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.178 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.500199+0000 osd.7 (osd.7) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.178 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.525208+0000 osd.8 (osd.8) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.178 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.553269+0000 osd.9 (osd.9) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.179 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.579524+0000 osd.10 (osd.10) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.179 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:00.631618+0000 mgr.x (mgr.14196) 1461 : cluster [DBG] pgmap v2219: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 358 op/s
2020-11-16T21:00:02.179 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:01.819331+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e867: 12 total, 11 up, 8 in
2020-11-16T21:00:02.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:02 smithi065 bash[18823]: debug 2020-11-16T21:00:02.061+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:02.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.346705+0000 osd.1 (osd.1) 323 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.370199+0000 osd.2 (osd.2) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.391875+0000 osd.3 (osd.3) 52 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.415690+0000 osd.4 (osd.4) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.473658+0000 osd.6 (osd.6) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.500199+0000 osd.7 (osd.7) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.525208+0000 osd.8 (osd.8) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.553269+0000 osd.9 (osd.9) 222 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.579524+0000 osd.10 (osd.10) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:02.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:00.631618+0000 mgr.x (mgr.14196) 1461 : cluster [DBG] pgmap v2219: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 358 op/s
2020-11-16T21:00:02.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:01.819331+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e867: 12 total, 11 up, 8 in
2020-11-16T21:00:02.298 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:02.403 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:02.444 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:02 smithi071 bash[26650]: debug 2020-11-16T21:00:02.299+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:02.557 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T21:00:02.557 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T21:00:02.881 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:02.986 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:03.182 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:02 smithi142 bash[20366]: debug 2020-11-16T21:00:02.888+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:03.182 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:03.287 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:03.472 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:03 smithi142 bash[18009]: debug 2020-11-16T21:00:03.188+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:03.496 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:03.602 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:03.613 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:03 smithi065 bash[11785]: debug 2020-11-16T21:00:03.497+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:03.723 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:03.827 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:03.868 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:03 smithi065 bash[14115]: debug 2020-11-16T21:00:03.725+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:03.894 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T21:00:03.897 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_6' removed
2020-11-16T21:00:03.979 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:04.082 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:04.094 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:03 smithi142 bash[114994]: debug 2020-11-16T21:00:03.984+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:04.094 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:03 smithi142 bash[9523]: cluster 2020-11-16T21:00:02.632302+0000 mgr.x (mgr.14196) 1462 : cluster [DBG] pgmap v2221: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 298 op/s
2020-11-16T21:00:04.094 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:03 smithi142 bash[9523]: audit 2020-11-16T21:00:03.559105+0000 mon.a (mon.0) 2703 : audit [INF] from='client.? v1:172.21.15.142:0/1882131695' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T21:00:04.094 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:03 smithi142 bash[9523]: audit 2020-11-16T21:00:03.833373+0000 mon.a (mon.0) 2704 : audit [INF] from='client.? v1:172.21.15.142:0/99143079' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:04.127 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:00:04.127 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T21:00:04.127 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T21:00:04.128 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:00:04.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:03 smithi071 bash[9480]: cluster 2020-11-16T21:00:02.632302+0000 mgr.x (mgr.14196) 1462 : cluster [DBG] pgmap v2221: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 298 op/s
2020-11-16T21:00:04.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:03 smithi071 bash[9480]: audit 2020-11-16T21:00:03.559105+0000 mon.a (mon.0) 2703 : audit [INF] from='client.? v1:172.21.15.142:0/1882131695' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T21:00:04.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:03 smithi071 bash[9480]: audit 2020-11-16T21:00:03.833373+0000 mon.a (mon.0) 2704 : audit [INF] from='client.? v1:172.21.15.142:0/99143079' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:04.210 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:03 smithi065 bash[9468]: cluster 2020-11-16T21:00:02.632302+0000 mgr.x (mgr.14196) 1462 : cluster [DBG] pgmap v2221: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 298 op/s
2020-11-16T21:00:04.211 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:03 smithi065 bash[9468]: audit 2020-11-16T21:00:03.559105+0000 mon.a (mon.0) 2703 : audit [INF] from='client.? v1:172.21.15.142:0/1882131695' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T21:00:04.211 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:03 smithi065 bash[9468]: audit 2020-11-16T21:00:03.833373+0000 mon.a (mon.0) 2704 : audit [INF] from='client.? v1:172.21.15.142:0/99143079' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:04.559 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:00:04.699 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:04.866 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:04.872 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:04 smithi142 bash[18009]: debug 2020-11-16T21:00:04.768+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:05.014 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:05.041 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_blocked_ops
2020-11-16T21:00:05.120 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:05.128 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:04 smithi065 bash[9468]: cluster 2020-11-16T21:00:03.259797+0000 osd.9 (osd.9) 223 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:05.128 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:04 smithi065 bash[9468]: cluster 2020-11-16T21:00:03.259957+0000 osd.9 (osd.9) 224 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:05.128 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:04 smithi065 bash[9468]: cluster 2020-11-16T21:00:03.873583+0000 mon.a (mon.0) 2705 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:05.128 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:04 smithi065 bash[9468]: audit 2020-11-16T21:00:03.891085+0000 mon.a (mon.0) 2706 : audit [INF] from='client.? v1:172.21.15.142:0/1882131695' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T21:00:05.129 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:04 smithi065 bash[9468]: audit 2020-11-16T21:00:03.891166+0000 mon.a (mon.0) 2707 : audit [INF] from='client.? v1:172.21.15.142:0/99143079' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:05.129 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:04 smithi065 bash[9468]: cluster 2020-11-16T21:00:03.891216+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e868: 12 total, 11 up, 8 in
2020-11-16T21:00:05.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:05 smithi071 bash[16796]: debug 2020-11-16T21:00:05.015+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:05.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:04 smithi071 bash[9480]: cluster 2020-11-16T21:00:03.259797+0000 osd.9 (osd.9) 223 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:04 smithi071 bash[9480]: cluster 2020-11-16T21:00:03.259957+0000 osd.9 (osd.9) 224 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:04 smithi071 bash[9480]: cluster 2020-11-16T21:00:03.873583+0000 mon.a (mon.0) 2705 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:04 smithi071 bash[9480]: audit 2020-11-16T21:00:03.891085+0000 mon.a (mon.0) 2706 : audit [INF] from='client.? v1:172.21.15.142:0/1882131695' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T21:00:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:04 smithi071 bash[9480]: audit 2020-11-16T21:00:03.891166+0000 mon.a (mon.0) 2707 : audit [INF] from='client.? v1:172.21.15.142:0/99143079' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:04 smithi071 bash[9480]: cluster 2020-11-16T21:00:03.891216+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e868: 12 total, 11 up, 8 in
2020-11-16T21:00:05.204 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:05.245 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:05.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:04 smithi142 bash[9523]: cluster 2020-11-16T21:00:03.259797+0000 osd.9 (osd.9) 223 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:05.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:04 smithi142 bash[9523]: cluster 2020-11-16T21:00:03.259957+0000 osd.9 (osd.9) 224 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:05.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:04 smithi142 bash[9523]: cluster 2020-11-16T21:00:03.873583+0000 mon.a (mon.0) 2705 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:05.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:04 smithi142 bash[9523]: audit 2020-11-16T21:00:03.891085+0000 mon.a (mon.0) 2706 : audit [INF] from='client.? v1:172.21.15.142:0/1882131695' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T21:00:05.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:04 smithi142 bash[9523]: audit 2020-11-16T21:00:03.891166+0000 mon.a (mon.0) 2707 : audit [INF] from='client.? v1:172.21.15.142:0/99143079' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:05.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:04 smithi142 bash[9523]: cluster 2020-11-16T21:00:03.891216+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e868: 12 total, 11 up, 8 in
2020-11-16T21:00:05.350 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:05.487 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:05.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:05 smithi065 bash[16457]: debug 2020-11-16T21:00:05.244+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:05.592 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:05.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:05 smithi071 bash[14419]: debug 2020-11-16T21:00:05.487+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:05.729 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:05.833 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:05.879 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench...
2020-11-16T21:00:05.880 INFO:tasks.radosbench:Beginning radosbench...
2020-11-16T21:00:05.880 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_7
2020-11-16T21:00:05.881 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool create unique_pool_7 16
2020-11-16T21:00:05.955 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:06.019 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:06.061 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:06.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:05 smithi071 bash[9480]: cluster 2020-11-16T21:00:04.633007+0000 mgr.x (mgr.14196) 1463 : cluster [DBG] pgmap v2223: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:06.195 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:05 smithi071 bash[14419]: debug 2020-11-16T21:00:05.731+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:06.195 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:05 smithi071 bash[26650]: debug 2020-11-16T21:00:05.955+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:06.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:05 smithi065 bash[9468]: cluster 2020-11-16T21:00:04.633007+0000 mgr.x (mgr.14196) 1463 : cluster [DBG] pgmap v2223: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:06.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:05 smithi142 bash[9523]: cluster 2020-11-16T21:00:04.633007+0000 mgr.x (mgr.14196) 1463 : cluster [DBG] pgmap v2223: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:06.280 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:06.386 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:06.510 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:06.615 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:06.626 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:06 smithi065 bash[16457]: debug 2020-11-16T21:00:06.512+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:06.627 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:06 smithi065 bash[18823]: debug 2020-11-16T21:00:06.280+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:06.768 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:06.873 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:07.028 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:06 smithi065 bash[11785]: debug 2020-11-16T21:00:06.768+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:07.281 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:07.386 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:07.509 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:07.614 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:07.636 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T21:00:07.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:07 smithi071 bash[12066]: debug 2020-11-16T21:00:07.283+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:07.695 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:07 smithi071 bash[12066]: debug 2020-11-16T21:00:07.511+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:07.781 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:07.897 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:07 smithi065 bash[9468]: cluster 2020-11-16T21:00:06.633715+0000 mgr.x (mgr.14196) 1464 : cluster [DBG] pgmap v2224: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:07.897 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:07 smithi065 bash[9468]: cluster 2020-11-16T21:00:06.823064+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e869: 12 total, 11 up, 8 in
2020-11-16T21:00:07.898 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:08.003 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:08.117 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:07 smithi142 bash[9523]: cluster 2020-11-16T21:00:06.633715+0000 mgr.x (mgr.14196) 1464 : cluster [DBG] pgmap v2224: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:08.117 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:07 smithi142 bash[9523]: cluster 2020-11-16T21:00:06.823064+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e869: 12 total, 11 up, 8 in
2020-11-16T21:00:08.131 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:07 smithi071 bash[9480]: cluster 2020-11-16T21:00:06.633715+0000 mgr.x (mgr.14196) 1464 : cluster [DBG] pgmap v2224: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:08.131 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:07 smithi071 bash[9480]: cluster 2020-11-16T21:00:06.823064+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e869: 12 total, 11 up, 8 in
2020-11-16T21:00:08.131 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:08.237 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:08.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:07 smithi065 bash[11785]: debug 2020-11-16T21:00:07.900+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:08.357 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:08.444 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:08 smithi071 bash[16796]: debug 2020-11-16T21:00:08.359+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:08.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:08 smithi071 bash[12066]: debug 2020-11-16T21:00:08.135+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:08.463 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:08.608 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:08.713 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:08.844 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:08.859 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:00:08.859 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T21:00:08.859 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T21:00:08.859 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T21:00:08.859 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:00:08.913 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:08 smithi065 bash[16457]: debug 2020-11-16T21:00:08.844+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:08.914 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:08 smithi071 bash[12066]: debug 2020-11-16T21:00:08.611+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:08.950 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:09.092 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:09.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:09 smithi071 bash[26650]: debug 2020-11-16T21:00:09.095+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:09.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:08 smithi071 bash[9480]: cluster 2020-11-16T21:00:07.127996+0000 osd.2 (osd.2) 238 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:09.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:08 smithi071 bash[9480]: cluster 2020-11-16T21:00:07.128146+0000 osd.2 (osd.2) 239 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:09.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:08 smithi071 bash[9480]: cluster 2020-11-16T21:00:07.915065+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e870: 12 total, 11 up, 8 in
2020-11-16T21:00:09.196 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:08 smithi065 bash[9468]: cluster 2020-11-16T21:00:07.127996+0000 osd.2 (osd.2) 238 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:08 smithi065 bash[9468]: cluster 2020-11-16T21:00:07.128146+0000 osd.2 (osd.2) 239 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:09.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:08 smithi065 bash[9468]: cluster 2020-11-16T21:00:07.915065+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e870: 12 total, 11 up, 8 in
2020-11-16T21:00:09.338 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:08 smithi142 bash[9523]: cluster 2020-11-16T21:00:07.127996+0000 osd.2 (osd.2) 238 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:09.338 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:08 smithi142 bash[9523]: cluster 2020-11-16T21:00:07.128146+0000 osd.2 (osd.2) 239 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:09.339 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:08 smithi142 bash[9523]: cluster 2020-11-16T21:00:07.915065+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e870: 12 total, 11 up, 8 in
2020-11-16T21:00:09.640 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:09.699 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_historic_ops
2020-11-16T21:00:09.745 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:09.884 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:09.897 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:09.925 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:09 smithi142 bash[114994]: debug 2020-11-16T21:00:09.644+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:10.002 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:10.015 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:09 smithi065 bash[9468]: cluster 2020-11-16T21:00:08.634396+0000 mgr.x (mgr.14196) 1465 : cluster [DBG] pgmap v2227: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:10.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:09 smithi071 bash[9480]: cluster 2020-11-16T21:00:08.634396+0000 mgr.x (mgr.14196) 1465 : cluster [DBG] pgmap v2227: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:10.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:09 smithi071 bash[16796]: debug 2020-11-16T21:00:09.899+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:10.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:09 smithi142 bash[9523]: cluster 2020-11-16T21:00:08.634396+0000 mgr.x (mgr.14196) 1465 : cluster [DBG] pgmap v2227: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:10.440 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:10.546 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:10.676 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:10.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:10 smithi065 bash[11785]: debug 2020-11-16T21:00:10.440+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:10.782 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:10.900 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:10 smithi071 bash[14419]: debug 2020-11-16T21:00:10.679+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:11.006 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:11.160 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:11.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:10 smithi071 bash[26650]: debug 2020-11-16T21:00:10.903+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:11.265 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:11.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:11 smithi065 bash[16457]: debug 2020-11-16T21:00:11.160+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:11.290 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:00:11.313 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:00:11.334 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:00:11.358 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:00:11.384 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:00:11.417 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:00:11.443 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:00:11.469 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:00:11.495 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:00:11.521 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:00:11.548 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:00:11.549 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T21:00:11.549 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T21:00:11.549 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.549 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.550 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.550 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.550 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.550 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.550 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.550 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.550 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.551 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.551 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:00:11.635 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:11.740 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:11.921 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:11 smithi142 bash[18009]: debug 2020-11-16T21:00:11.640+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:12.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:11 smithi065 bash[9468]: cluster 2020-11-16T21:00:10.635052+0000 mgr.x (mgr.14196) 1466 : cluster [DBG] pgmap v2228: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:12.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:11 smithi065 bash[9468]: audit 2020-11-16T21:00:11.265396+0000 mon.a (mon.0) 2711 : audit [DBG] from='client.? v1:172.21.15.142:0/2871768083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:12.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:11 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.392753+0000 osd.5 (osd.5) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:11 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.502180+0000 osd.9 (osd.9) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:11 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.555298+0000 osd.11 (osd.11) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.029 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:11 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.825815+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e871: 12 total, 11 up, 8 in
2020-11-16T21:00:12.063 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:12.169 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:12.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:11 smithi071 bash[9480]: cluster 2020-11-16T21:00:10.635052+0000 mgr.x (mgr.14196) 1466 : cluster [DBG] pgmap v2228: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:12.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:11 smithi071 bash[9480]: audit 2020-11-16T21:00:11.265396+0000 mon.a (mon.0) 2711 : audit [DBG] from='client.? v1:172.21.15.142:0/2871768083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:12.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:11 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.392753+0000 osd.5 (osd.5) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:11 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.502180+0000 osd.9 (osd.9) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:11 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.555298+0000 osd.11 (osd.11) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:11 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.825815+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e871: 12 total, 11 up, 8 in
2020-11-16T21:00:12.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:11 smithi142 bash[9523]: cluster 2020-11-16T21:00:10.635052+0000 mgr.x (mgr.14196) 1466 : cluster [DBG] pgmap v2228: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:11 smithi142 bash[9523]: audit 2020-11-16T21:00:11.265396+0000 mon.a (mon.0) 2711 : audit [DBG] from='client.? v1:172.21.15.142:0/2871768083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:11 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.392753+0000 osd.5 (osd.5) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:11 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.502180+0000 osd.9 (osd.9) 225 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:11 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.555298+0000 osd.11 (osd.11) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:11 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.825815+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e871: 12 total, 11 up, 8 in
2020-11-16T21:00:12.503 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[18823]: debug 2020-11-16T21:00:12.064+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:12.504 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:12.608 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:12.778 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[14115]: debug 2020-11-16T21:00:12.504+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:12.785 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:12.890 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:12.933 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[114994]: debug 2020-11-16T21:00:12.792+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:13.037 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:13.142 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:13.154 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:13 smithi071 bash[12066]: debug 2020-11-16T21:00:13.039+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:13.155 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:12 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.299624+0000 osd.1 (osd.1) 324 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.155 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:12 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.322622+0000 osd.2 (osd.2) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.155 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:12 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.343275+0000 osd.3 (osd.3) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.155 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:12 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.366320+0000 osd.4 (osd.4) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.156 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:12 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.425604+0000 osd.6 (osd.6) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.156 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:12 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.450992+0000 osd.7 (osd.7) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.156 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:12 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.475765+0000 osd.8 (osd.8) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.156 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:12 smithi071 bash[9480]: cluster 2020-11-16T21:00:11.528398+0000 osd.10 (osd.10) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.249 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.299624+0000 osd.1 (osd.1) 324 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.249 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.322622+0000 osd.2 (osd.2) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.249 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.343275+0000 osd.3 (osd.3) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.250 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.366320+0000 osd.4 (osd.4) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.250 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.425604+0000 osd.6 (osd.6) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.250 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.450992+0000 osd.7 (osd.7) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.250 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.475765+0000 osd.8 (osd.8) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.250 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:12 smithi142 bash[9523]: cluster 2020-11-16T21:00:11.528398+0000 osd.10 (osd.10) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.251 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T21:00:13.251 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T21:00:13.270 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:13.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.299624+0000 osd.1 (osd.1) 324 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.322622+0000 osd.2 (osd.2) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.343275+0000 osd.3 (osd.3) 53 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.366320+0000 osd.4 (osd.4) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.425604+0000 osd.6 (osd.6) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.450992+0000 osd.7 (osd.7) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.475765+0000 osd.8 (osd.8) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:12 smithi065 bash[9468]: cluster 2020-11-16T21:00:11.528398+0000 osd.10 (osd.10) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:13.375 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:13.444 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:13 smithi071 bash[16796]: debug 2020-11-16T21:00:13.271+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:13.516 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:13.622 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:13.740 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:13.757 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:00:13.757 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:00:13.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:13 smithi065 bash[11785]: debug 2020-11-16T21:00:13.516+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:13.845 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:13.945 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:13 smithi071 bash[14419]: debug 2020-11-16T21:00:13.743+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:13.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:13 smithi071 bash[9480]: cluster 2020-11-16T21:00:12.635679+0000 mgr.x (mgr.14196) 1467 : cluster [DBG] pgmap v2230: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:13.946 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_7' created
2020-11-16T21:00:13.969 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:14.073 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:14.085 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:13 smithi065 bash[9468]: cluster 2020-11-16T21:00:12.635679+0000 mgr.x (mgr.14196) 1467 : cluster [DBG] pgmap v2230: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:14.085 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:13 smithi065 bash[9468]: cluster 2020-11-16T21:00:12.834126+0000 osd.10 (osd.10) 227 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:14.086 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:13 smithi065 bash[9468]: cluster 2020-11-16T21:00:12.834261+0000 osd.10 (osd.10) 228 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:14.086 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:13 smithi065 bash[9468]: cluster 2020-11-16T21:00:12.945778+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e872: 12 total, 11 up, 8 in
2020-11-16T21:00:14.086 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:13 smithi065 bash[9468]: audit 2020-11-16T21:00:12.998848+0000 mon.a (mon.0) 2714 : audit [INF] from='client.? v1:172.21.15.142:0/2792985273' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch
2020-11-16T21:00:14.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:13 smithi142 bash[18009]: debug 2020-11-16T21:00:13.976+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:14.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:13 smithi142 bash[9523]: cluster 2020-11-16T21:00:12.635679+0000 mgr.x (mgr.14196) 1467 : cluster [DBG] pgmap v2230: 1 pgs: 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:14.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:13 smithi142 bash[9523]: cluster 2020-11-16T21:00:12.834126+0000 osd.10 (osd.10) 227 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:14.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:13 smithi142 bash[9523]: cluster 2020-11-16T21:00:12.834261+0000 osd.10 (osd.10) 228 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:14.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:13 smithi142 bash[9523]: cluster 2020-11-16T21:00:12.945778+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e872: 12 total, 11 up, 8 in
2020-11-16T21:00:14.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:13 smithi142 bash[9523]: audit 2020-11-16T21:00:12.998848+0000 mon.a (mon.0) 2714 : audit [INF] from='client.? v1:172.21.15.142:0/2792985273' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch
2020-11-16T21:00:14.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:13 smithi071 bash[9480]: cluster 2020-11-16T21:00:12.834126+0000 osd.10 (osd.10) 227 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:14.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:13 smithi071 bash[9480]: cluster 2020-11-16T21:00:12.834261+0000 osd.10 (osd.10) 228 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:14.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:13 smithi071 bash[9480]: cluster 2020-11-16T21:00:12.945778+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e872: 12 total, 11 up, 8 in
2020-11-16T21:00:14.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:13 smithi071 bash[9480]: audit 2020-11-16T21:00:12.998848+0000 mon.a (mon.0) 2714 : audit [INF] from='client.? v1:172.21.15.142:0/2792985273' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch
2020-11-16T21:00:14.518 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:14.624 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:14.647 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_ops_in_flight
2020-11-16T21:00:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:14.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:14 smithi065 bash[11785]: debug 2020-11-16T21:00:14.520+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:14.791 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:14.874 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:14.921 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool application enable unique_pool_7 rados --yes-i-really-mean-it || true
2020-11-16T21:00:14.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:14 smithi071 bash[12066]: debug 2020-11-16T21:00:14.771+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:14.956 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T21:00:15.063 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:15.252 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:00:15.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:14 smithi142 bash[9523]: audit 2020-11-16T21:00:13.948205+0000 mon.a (mon.0) 2715 : audit [INF] from='client.? v1:172.21.15.142:0/2792985273' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished
2020-11-16T21:00:15.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:14 smithi142 bash[9523]: cluster 2020-11-16T21:00:13.948293+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e873: 12 total, 11 up, 8 in
2020-11-16T21:00:15.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:14 smithi142 bash[9523]: audit 2020-11-16T21:00:13.992842+0000 mon.a (mon.0) 2717 : audit [INF] from='client.? v1:172.21.15.142:0/2650929266' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:00:15.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:14 smithi142 bash[9523]: cluster 2020-11-16T21:00:14.943361+0000 mon.a (mon.0) 2718 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:15.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:14 smithi142 bash[9523]: audit 2020-11-16T21:00:14.950917+0000 mon.a (mon.0) 2719 : audit [INF] from='client.? v1:172.21.15.142:0/2650929266' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:00:15.265 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:14 smithi142 bash[9523]: cluster 2020-11-16T21:00:14.951010+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e874: 12 total, 11 up, 8 in
2020-11-16T21:00:15.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:14 smithi065 bash[9468]: audit 2020-11-16T21:00:13.948205+0000 mon.a (mon.0) 2715 : audit [INF] from='client.? v1:172.21.15.142:0/2792985273' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished
2020-11-16T21:00:15.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:14 smithi065 bash[9468]: cluster 2020-11-16T21:00:13.948293+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e873: 12 total, 11 up, 8 in
2020-11-16T21:00:15.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:14 smithi065 bash[9468]: audit 2020-11-16T21:00:13.992842+0000 mon.a (mon.0) 2717 : audit [INF] from='client.? v1:172.21.15.142:0/2650929266' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:00:15.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:14 smithi065 bash[9468]: cluster 2020-11-16T21:00:14.943361+0000 mon.a (mon.0) 2718 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:15.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:14 smithi065 bash[9468]: audit 2020-11-16T21:00:14.950917+0000 mon.a (mon.0) 2719 : audit [INF] from='client.? v1:172.21.15.142:0/2650929266' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:00:15.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:14 smithi065 bash[9468]: cluster 2020-11-16T21:00:14.951010+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e874: 12 total, 11 up, 8 in
2020-11-16T21:00:15.325 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:15.396 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:15.432 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:15.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:14 smithi071 bash[9480]: audit 2020-11-16T21:00:13.948205+0000 mon.a (mon.0) 2715 : audit [INF] from='client.? v1:172.21.15.142:0/2792985273' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished
2020-11-16T21:00:15.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:14 smithi071 bash[9480]: cluster 2020-11-16T21:00:13.948293+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e873: 12 total, 11 up, 8 in
2020-11-16T21:00:15.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:14 smithi071 bash[9480]: audit 2020-11-16T21:00:13.992842+0000 mon.a (mon.0) 2717 : audit [INF] from='client.? v1:172.21.15.142:0/2650929266' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:00:15.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:14 smithi071 bash[9480]: cluster 2020-11-16T21:00:14.943361+0000 mon.a (mon.0) 2718 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:15.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:14 smithi071 bash[9480]: audit 2020-11-16T21:00:14.950917+0000 mon.a (mon.0) 2719 : audit [INF] from='client.? v1:172.21.15.142:0/2650929266' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:00:15.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:14 smithi071 bash[9480]: cluster 2020-11-16T21:00:14.951010+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e874: 12 total, 11 up, 8 in
2020-11-16T21:00:15.778 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:15 smithi065 bash[14115]: debug 2020-11-16T21:00:15.328+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:15.894 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:16.000 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:16.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:15 smithi065 bash[9468]: cluster 2020-11-16T21:00:14.636341+0000 mgr.x (mgr.14196) 1468 : cluster [DBG] pgmap v2233: 17 pgs: 16 unknown, 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:16.179 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:15 smithi065 bash[9468]: cluster 2020-11-16T21:00:15.962501+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e875: 12 total, 11 up, 8 in
2020-11-16T21:00:16.179 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:15 smithi065 bash[16457]: debug 2020-11-16T21:00:15.896+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:16.227 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:15 smithi142 bash[9523]: cluster 2020-11-16T21:00:14.636341+0000 mgr.x (mgr.14196) 1468 : cluster [DBG] pgmap v2233: 17 pgs: 16 unknown, 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:16.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:16 smithi142 bash[9523]: cluster 2020-11-16T21:00:15.962501+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e875: 12 total, 11 up, 8 in
2020-11-16T21:00:16.228 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:16.332 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:15 smithi071 bash[9480]: cluster 2020-11-16T21:00:14.636341+0000 mgr.x (mgr.14196) 1468 : cluster [DBG] pgmap v2233: 17 pgs: 16 unknown, 1 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:16.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:15 smithi071 bash[9480]: cluster 2020-11-16T21:00:15.962501+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e875: 12 total, 11 up, 8 in
2020-11-16T21:00:16.470 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:16.530 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:16 smithi142 bash[114994]: debug 2020-11-16T21:00:16.232+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:16.578 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:16.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:16 smithi065 bash[11785]: debug 2020-11-16T21:00:16.472+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:16.933 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:17.038 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:17.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:16 smithi142 bash[18009]: debug 2020-11-16T21:00:16.940+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:17.287 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:17.393 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:17.537 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:17 smithi142 bash[20366]: debug 2020-11-16T21:00:17.292+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:17.609 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:17.715 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:17.727 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:17 smithi065 bash[18823]: debug 2020-11-16T21:00:17.608+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:17.985 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:17 smithi065 bash[9468]: cluster 2020-11-16T21:00:16.637039+0000 mgr.x (mgr.14196) 1469 : cluster [DBG] pgmap v2236: 17 pgs: 10 active+clean, 7 unknown; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:17.985 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:18.090 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:18.102 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:17 smithi142 bash[9523]: cluster 2020-11-16T21:00:16.637039+0000 mgr.x (mgr.14196) 1469 : cluster [DBG] pgmap v2236: 17 pgs: 10 active+clean, 7 unknown; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:18.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:17 smithi065 bash[11785]: debug 2020-11-16T21:00:17.984+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:18.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:17 smithi071 bash[9480]: cluster 2020-11-16T21:00:16.637039+0000 mgr.x (mgr.14196) 1469 : cluster [DBG] pgmap v2236: 17 pgs: 10 active+clean, 7 unknown; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:18.546 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:00:18.547 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:00:18.681 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:18.785 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:18.890 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T21:00:18.938 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:19.030 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:18 smithi142 bash[20366]: debug 2020-11-16T21:00:18.688+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:19.033 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:19.042 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:19.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:18 smithi071 bash[26650]: debug 2020-11-16T21:00:18.939+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:19.315 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_blocked_ops
2020-11-16T21:00:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:19.460 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:19.471 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:19.596 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:19.702 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:19.780 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:19 smithi142 bash[114994]: debug 2020-11-16T21:00:19.372+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:19.831 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:19 smithi071 bash[12066]: debug 2020-11-16T21:00:19.599+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:19.831 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:19.937 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:20.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:19 smithi071 bash[9480]: cluster 2020-11-16T21:00:18.637685+0000 mgr.x (mgr.14196) 1470 : cluster [DBG] pgmap v2237: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:20.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:19 smithi071 bash[12066]: debug 2020-11-16T21:00:19.831+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:20.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:19 smithi065 bash[9468]: cluster 2020-11-16T21:00:18.637685+0000 mgr.x (mgr.14196) 1470 : cluster [DBG] pgmap v2237: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:20.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:19 smithi142 bash[9523]: cluster 2020-11-16T21:00:18.637685+0000 mgr.x (mgr.14196) 1470 : cluster [DBG] pgmap v2237: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:20.320 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:20.426 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:20.855 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:20 smithi142 bash[18009]: debug 2020-11-16T21:00:20.328+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:20.904 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:21.008 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:21.162 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:21.268 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:21.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:21 smithi065 bash[14115]: debug 2020-11-16T21:00:21.164+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:21.295 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:20 smithi142 bash[20366]: debug 2020-11-16T21:00:20.908+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:21.414 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:21.520 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:21.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:21 smithi071 bash[12066]: debug 2020-11-16T21:00:21.415+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:21.711 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:21.816 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:21.947 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:21.979 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:00:22.001 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:21 smithi142 bash[18009]: debug 2020-11-16T21:00:21.716+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:22.001 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:22 smithi142 bash[9523]: cluster 2020-11-16T21:00:20.638332+0000 mgr.x (mgr.14196) 1471 : cluster [DBG] pgmap v2238: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:22.002 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:22 smithi142 bash[9523]: audit 2020-11-16T21:00:21.928811+0000 mon.a (mon.0) 2722 : audit [INF] from='client.? v1:172.21.15.142:0/926032214' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T21:00:22.002 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:22 smithi142 bash[9523]: audit 2020-11-16T21:00:21.958965+0000 mon.a (mon.0) 2723 : audit [DBG] from='client.? v1:172.21.15.142:0/3292532169' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:22.002 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:00:22.026 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:00:22.049 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:00:22.053 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:22.080 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:00:22.110 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:00:22.137 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:00:22.165 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:00:22.228 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:21 smithi071 bash[14419]: debug 2020-11-16T21:00:21.951+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:22.228 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:22 smithi071 bash[9480]: cluster 2020-11-16T21:00:20.638332+0000 mgr.x (mgr.14196) 1471 : cluster [DBG] pgmap v2238: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:22.229 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:22 smithi071 bash[9480]: audit 2020-11-16T21:00:21.928811+0000 mon.a (mon.0) 2722 : audit [INF] from='client.? v1:172.21.15.142:0/926032214' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T21:00:22.229 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:22 smithi071 bash[9480]: audit 2020-11-16T21:00:21.958965+0000 mon.a (mon.0) 2723 : audit [DBG] from='client.? v1:172.21.15.142:0/3292532169' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:22.229 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:22.229 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:00:22.230 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:00:22.260 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:00:22.260 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T21:00:22.261 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T21:00:22.261 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.261 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.261 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.261 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.261 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.261 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.262 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.262 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.262 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.262 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.262 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:00:22.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:22 smithi065 bash[9468]: cluster 2020-11-16T21:00:20.638332+0000 mgr.x (mgr.14196) 1471 : cluster [DBG] pgmap v2238: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:22.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:22 smithi065 bash[9468]: audit 2020-11-16T21:00:21.928811+0000 mon.a (mon.0) 2722 : audit [INF] from='client.? v1:172.21.15.142:0/926032214' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch
2020-11-16T21:00:22.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:22 smithi065 bash[9468]: audit 2020-11-16T21:00:21.958965+0000 mon.a (mon.0) 2723 : audit [DBG] from='client.? v1:172.21.15.142:0/3292532169' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:22.331 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:22.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:22 smithi071 bash[12066]: debug 2020-11-16T21:00:22.187+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:22.583 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:22.689 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:22.834 INFO:teuthology.orchestra.run.smithi142.stderr:enabled application 'rados' on pool 'unique_pool_7'
2020-11-16T21:00:22.904 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:22 smithi142 bash[114994]: debug 2020-11-16T21:00:22.588+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:23.111 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:00:23.111 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T21:00:23.111 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T21:00:23.112 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T21:00:23.112 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:00:23.176 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:21.988549+0000 osd.1 (osd.1) 325 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.177 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.011895+0000 osd.2 (osd.2) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.177 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.035115+0000 osd.3 (osd.3) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.177 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.088801+0000 osd.5 (osd.5) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.177 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.118345+0000 osd.6 (osd.6) 273 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.177 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.145469+0000 osd.7 (osd.7) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.172534+0000 osd.8 (osd.8) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.199149+0000 osd.9 (osd.9) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.234962+0000 osd.10 (osd.10) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.266995+0000 osd.11 (osd.11) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: audit 2020-11-16T21:00:22.838751+0000 mon.a (mon.0) 2724 : audit [INF] from='client.? v1:172.21.15.142:0/926032214' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T21:00:23.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.838818+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e876: 12 total, 11 up, 8 in
2020-11-16T21:00:23.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:21.988549+0000 osd.1 (osd.1) 325 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.011895+0000 osd.2 (osd.2) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.035115+0000 osd.3 (osd.3) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.088801+0000 osd.5 (osd.5) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.118345+0000 osd.6 (osd.6) 273 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.145469+0000 osd.7 (osd.7) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.172534+0000 osd.8 (osd.8) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.199149+0000 osd.9 (osd.9) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.234962+0000 osd.10 (osd.10) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.266995+0000 osd.11 (osd.11) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: audit 2020-11-16T21:00:22.838751+0000 mon.a (mon.0) 2724 : audit [INF] from='client.? v1:172.21.15.142:0/926032214' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T21:00:23.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.838818+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e876: 12 total, 11 up, 8 in
2020-11-16T21:00:23.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:21.988549+0000 osd.1 (osd.1) 325 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.011895+0000 osd.2 (osd.2) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.035115+0000 osd.3 (osd.3) 54 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.088801+0000 osd.5 (osd.5) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.118345+0000 osd.6 (osd.6) 273 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.145469+0000 osd.7 (osd.7) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.172534+0000 osd.8 (osd.8) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.199149+0000 osd.9 (osd.9) 226 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.234962+0000 osd.10 (osd.10) 229 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.266995+0000 osd.11 (osd.11) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:23.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: audit 2020-11-16T21:00:22.838751+0000 mon.a (mon.0) 2724 : audit [INF] from='client.? v1:172.21.15.142:0/926032214' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished
2020-11-16T21:00:23.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:23 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.838818+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e876: 12 total, 11 up, 8 in
2020-11-16T21:00:23.479 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:23.586 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:23.780 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:23 smithi142 bash[18009]: debug 2020-11-16T21:00:23.484+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:23.790 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:23.885 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:23 smithi065 bash[14115]: debug 2020-11-16T21:00:23.792+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:23.886 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_historic_ops
2020-11-16T21:00:23.896 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:24.024 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:24.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:24 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.057558+0000 osd.4 (osd.4) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:24.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:24 smithi065 bash[9468]: cluster 2020-11-16T21:00:22.639121+0000 mgr.x (mgr.14196) 1472 : cluster [DBG] pgmap v2239: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:24.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:24 smithi065 bash[9468]: cluster 2020-11-16T21:00:23.169767+0000 osd.5 (osd.5) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:24.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:24 smithi065 bash[9468]: cluster 2020-11-16T21:00:23.169897+0000 osd.5 (osd.5) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:24.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:24 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.057558+0000 osd.4 (osd.4) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:24.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:24 smithi142 bash[9523]: cluster 2020-11-16T21:00:22.639121+0000 mgr.x (mgr.14196) 1472 : cluster [DBG] pgmap v2239: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:24.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:24 smithi142 bash[9523]: cluster 2020-11-16T21:00:23.169767+0000 osd.5 (osd.5) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:24.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:24 smithi142 bash[9523]: cluster 2020-11-16T21:00:23.169897+0000 osd.5 (osd.5) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:24.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:24 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.057558+0000 osd.4 (osd.4) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:24.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:24 smithi071 bash[9480]: cluster 2020-11-16T21:00:22.639121+0000 mgr.x (mgr.14196) 1472 : cluster [DBG] pgmap v2239: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:24.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:24 smithi071 bash[9480]: cluster 2020-11-16T21:00:23.169767+0000 osd.5 (osd.5) 241 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:24.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:24 smithi071 bash[9480]: cluster 2020-11-16T21:00:23.169897+0000 osd.5 (osd.5) 242 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:24.470 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:24.482 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T21:00:24.482 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T21:00:24.576 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:24.747 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:24 smithi142 bash[20366]: debug 2020-11-16T21:00:24.476+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:24.797 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:24.902 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:25.023 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:24 smithi142 bash[114994]: debug 2020-11-16T21:00:24.804+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:25.066 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:25.171 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:25.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:25 smithi071 bash[9480]: cluster 2020-11-16T21:00:24.033766+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e877: 12 total, 11 up, 8 in
2020-11-16T21:00:25.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:25 smithi071 bash[26650]: debug 2020-11-16T21:00:25.067+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:25.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:25 smithi065 bash[9468]: cluster 2020-11-16T21:00:24.033766+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e877: 12 total, 11 up, 8 in
2020-11-16T21:00:25.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:25 smithi142 bash[9523]: cluster 2020-11-16T21:00:24.033766+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e877: 12 total, 11 up, 8 in
2020-11-16T21:00:25.294 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:25.398 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:25.522 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:25.628 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:25.749 INFO:teuthology.orchestra.run.smithi065:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.2 -b 65536 --object-size 65536 -p unique_pool_7 bench 90 write'
2020-11-16T21:00:25.756 INFO:tasks.radosbench:joining radosbench (timing out after 3000s)
2020-11-16T21:00:25.757 INFO:teuthology.orchestra.run:waiting for 3000
2020-11-16T21:00:25.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:25 smithi065 bash[16457]: debug 2020-11-16T21:00:25.296+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:25.780 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:25 smithi142 bash[114994]: debug 2020-11-16T21:00:25.528+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:25.781 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:25.888 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:25.944 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:25 smithi071 bash[16796]: debug 2020-11-16T21:00:25.783+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:26.024 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:26.051 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T21:00:26.054 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:hints = 1
2020-11-16T21:00:26.055 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects
2020-11-16T21:00:26.055 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object prefix: benchmark_data_smithi065_58100
2020-11-16T21:00:26.055 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T21:00:26.056 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    0       0         0         0         0         0           -           0
2020-11-16T21:00:26.130 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:26.264 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:26.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:26 smithi142 bash[9523]: cluster 2020-11-16T21:00:24.639799+0000 mgr.x (mgr.14196) 1473 : cluster [DBG] pgmap v2242: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:26.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:26 smithi142 bash[9523]: audit 2020-11-16T21:00:25.460935+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? v1:172.21.15.142:0/785744153' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:26.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:26 smithi142 bash[18009]: debug 2020-11-16T21:00:26.028+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:26.370 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:26.383 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:26 smithi065 bash[9468]: cluster 2020-11-16T21:00:24.639799+0000 mgr.x (mgr.14196) 1473 : cluster [DBG] pgmap v2242: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:26.383 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:26 smithi065 bash[9468]: audit 2020-11-16T21:00:25.460935+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? v1:172.21.15.142:0/785744153' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:26.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:26 smithi071 bash[12066]: debug 2020-11-16T21:00:26.267+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:26.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:26 smithi071 bash[9480]: cluster 2020-11-16T21:00:24.639799+0000 mgr.x (mgr.14196) 1473 : cluster [DBG] pgmap v2242: 17 pgs: 17 active+clean; 0 B data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:26.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:26 smithi071 bash[9480]: audit 2020-11-16T21:00:25.460935+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? v1:172.21.15.142:0/785744153' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:26.483 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:00:26.640 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:26.798 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:26.903 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:27.056 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    1      16      2862      2846   177.747   177.875  0.00397503  0.00560446
2020-11-16T21:00:27.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:26 smithi065 bash[18823]: debug 2020-11-16T21:00:26.800+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:27.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: cluster 2020-11-16T21:00:26.043493+0000 mon.a (mon.0) 2728 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:00:27.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: cluster 2020-11-16T21:00:26.043550+0000 mon.a (mon.0) 2729 : cluster [INF] Cluster is now healthy
2020-11-16T21:00:27.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: audit 2020-11-16T21:00:26.056471+0000 mon.a (mon.0) 2730 : audit [INF] from='client.? v1:172.21.15.142:0/785744153' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:27.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: cluster 2020-11-16T21:00:26.056563+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e878: 12 total, 11 up, 8 in
2020-11-16T21:00:27.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: audit 2020-11-16T21:00:26.349157+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:00:27.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: audit 2020-11-16T21:00:26.349747+0000 mon.c (mon.2) 98 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:00:27.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: audit 2020-11-16T21:00:26.352398+0000 mon.a (mon.0) 2732 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:00:27.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: audit 2020-11-16T21:00:26.353485+0000 mon.a (mon.0) 2733 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:00:27.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[9468]: cluster 2020-11-16T21:00:26.828378+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e879: 12 total, 11 up, 8 in
2020-11-16T21:00:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: cluster 2020-11-16T21:00:26.043493+0000 mon.a (mon.0) 2728 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:00:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: cluster 2020-11-16T21:00:26.043550+0000 mon.a (mon.0) 2729 : cluster [INF] Cluster is now healthy
2020-11-16T21:00:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: audit 2020-11-16T21:00:26.056471+0000 mon.a (mon.0) 2730 : audit [INF] from='client.? v1:172.21.15.142:0/785744153' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: cluster 2020-11-16T21:00:26.056563+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e878: 12 total, 11 up, 8 in
2020-11-16T21:00:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: audit 2020-11-16T21:00:26.349157+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:00:27.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: audit 2020-11-16T21:00:26.349747+0000 mon.c (mon.2) 98 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:00:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: audit 2020-11-16T21:00:26.352398+0000 mon.a (mon.0) 2732 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:00:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: audit 2020-11-16T21:00:26.353485+0000 mon.a (mon.0) 2733 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:00:27.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[9480]: cluster 2020-11-16T21:00:26.828378+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e879: 12 total, 11 up, 8 in
2020-11-16T21:00:27.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: cluster 2020-11-16T21:00:26.043493+0000 mon.a (mon.0) 2728 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:00:27.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: cluster 2020-11-16T21:00:26.043550+0000 mon.a (mon.0) 2729 : cluster [INF] Cluster is now healthy
2020-11-16T21:00:27.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: audit 2020-11-16T21:00:26.056471+0000 mon.a (mon.0) 2730 : audit [INF] from='client.? v1:172.21.15.142:0/785744153' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:27.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: cluster 2020-11-16T21:00:26.056563+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e878: 12 total, 11 up, 8 in
2020-11-16T21:00:27.519 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: audit 2020-11-16T21:00:26.349157+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:00:27.520 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: audit 2020-11-16T21:00:26.349747+0000 mon.c (mon.2) 98 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:00:27.520 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: audit 2020-11-16T21:00:26.352398+0000 mon.a (mon.0) 2732 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:00:27.520 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: audit 2020-11-16T21:00:26.353485+0000 mon.a (mon.0) 2733 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:00:27.520 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:27 smithi142 bash[9523]: cluster 2020-11-16T21:00:26.828378+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e879: 12 total, 11 up, 8 in
2020-11-16T21:00:27.744 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:27.847 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:27.971 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:28.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:27 smithi065 bash[16457]: debug 2020-11-16T21:00:27.744+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:28.056 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    2      16      6486      6470   202.104     226.5  0.00402007  0.00493338
2020-11-16T21:00:28.076 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:28.181 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:28 smithi071 bash[9480]: cluster 2020-11-16T21:00:26.640278+0000 mgr.x (mgr.14196) 1474 : cluster [DBG] pgmap v2244: 17 pgs: 17 active+clean; 3.8 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:28.182 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:27 smithi071 bash[16796]: debug 2020-11-16T21:00:27.971+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:28.286 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:28.444 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:28 smithi071 bash[26650]: debug 2020-11-16T21:00:28.183+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:28.484 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:28 smithi142 bash[9523]: cluster 2020-11-16T21:00:26.640278+0000 mgr.x (mgr.14196) 1474 : cluster [DBG] pgmap v2244: 17 pgs: 17 active+clean; 3.8 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:28.484 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:28.542 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:28 smithi065 bash[9468]: cluster 2020-11-16T21:00:26.640278+0000 mgr.x (mgr.14196) 1474 : cluster [DBG] pgmap v2244: 17 pgs: 17 active+clean; 3.8 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail
2020-11-16T21:00:28.590 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:28.780 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:28 smithi142 bash[18009]: debug 2020-11-16T21:00:28.492+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:28.957 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:00:28.957 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T21:00:28.957 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T21:00:28.957 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T21:00:28.958 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:28.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:91257 7.e 7:7cc3ea2a:::benchmark_data_smithi065_48659_object91256:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e718)",
2020-11-16T21:00:28.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:52.732641+0000",
2020-11-16T21:00:28.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 456.218207248,
2020-11-16T21:00:28.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 11.119122921000001,
2020-11-16T21:00:28.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:28.959 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:28.959 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:28.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:28.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:28.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 91257
2020-11-16T21:00:28.959 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:28.959 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:28.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:28.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.732641+0000",
2020-11-16T21:00:28.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:28.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:28.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.732641+0000",
2020-11-16T21:00:28.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999714
2020-11-16T21:00:28.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:28.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.732612+0000",
2020-11-16T21:00:28.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000178636
2020-11-16T21:00:28.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:28.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.732791+0000",
2020-11-16T21:00:28.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3366999999999998e-05
2020-11-16T21:00:28.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:28.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.732814+0000",
2020-11-16T21:00:28.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2529999999999998e-06
2020-11-16T21:00:28.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:28.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.732822+0000",
2020-11-16T21:00:28.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000233828
2020-11-16T21:00:28.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.733055+0000",
2020-11-16T21:00:28.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1765e-05
2020-11-16T21:00:28.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting_for_map not empty",
2020-11-16T21:00:28.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.733067+0000",
2020-11-16T21:00:28.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0029611049999999999
2020-11-16T21:00:28.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.736028+0000",
2020-11-16T21:00:28.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3000000000000002e-06
2020-11-16T21:00:28.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:28.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.736037+0000",
2020-11-16T21:00:28.966 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.013237707
2020-11-16T21:00:28.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:53.749274+0000",
2020-11-16T21:00:28.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4637000000000001e-05
2020-11-16T21:00:28.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:28.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:53.749309+0000",
2020-11-16T21:00:28.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 10.054613996
2020-11-16T21:00:28.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.803923+0000",
2020-11-16T21:00:28.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026565399999999999
2020-11-16T21:00:28.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:28.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.804189+0000",
2020-11-16T21:00:28.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00035547299999999998
2020-11-16T21:00:28.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:28.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.804544+0000",
2020-11-16T21:00:28.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017889242999999999
2020-11-16T21:00:28.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:28.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.822433+0000",
2020-11-16T21:00:28.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029198709999999999
2020-11-16T21:00:28.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:28.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.851632+0000",
2020-11-16T21:00:28.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7509999999999995e-05
2020-11-16T21:00:28.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:28.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.851710+0000",
2020-11-16T21:00:28.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4456999999999997e-05
2020-11-16T21:00:28.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:28.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.851764+0000",
2020-11-16T21:00:28.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.119122921000001
2020-11-16T21:00:28.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:28.972 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:28.973 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:28.973 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:28.973 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:28.973 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:91263 7.e 7:798476a9:::benchmark_data_smithi065_48659_object91262:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e718)",
2020-11-16T21:00:28.973 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:52.734765+0000",
2020-11-16T21:00:28.973 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 456.21608349000002,
2020-11-16T21:00:28.973 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 11.117285366000001,
2020-11-16T21:00:28.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:28.974 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:28.974 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:28.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:28.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:28.974 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 91263
2020-11-16T21:00:28.974 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:28.974 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:28.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:28.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.734765+0000",
2020-11-16T21:00:28.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:28.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:28.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.734765+0000",
2020-11-16T21:00:28.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T21:00:28.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:28.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.734734+0000",
2020-11-16T21:00:28.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000101909
2020-11-16T21:00:28.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:28.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.734836+0000",
2020-11-16T21:00:28.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1968e-05
2020-11-16T21:00:28.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:28.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.734848+0000",
2020-11-16T21:00:28.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.443e-06
2020-11-16T21:00:28.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:28.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.734854+0000",
2020-11-16T21:00:28.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0012738179999999999
2020-11-16T21:00:28.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.736128+0000",
2020-11-16T21:00:28.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0676000000000001e-05
2020-11-16T21:00:28.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:28.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.736139+0000",
2020-11-16T21:00:28.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0131904759999999
2020-11-16T21:00:28.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:53.749329+0000",
2020-11-16T21:00:28.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9565999999999999e-05
2020-11-16T21:00:28.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:28.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:53.749349+0000",
2020-11-16T21:00:28.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 10.060730271000001
2020-11-16T21:00:28.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.810079+0000",
2020-11-16T21:00:28.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000487298
2020-11-16T21:00:28.982 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.982 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:28.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.810566+0000",
2020-11-16T21:00:28.982 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00061298500000000003
2020-11-16T21:00:28.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:28.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.811179+0000",
2020-11-16T21:00:28.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015959569999999999
2020-11-16T21:00:28.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:28.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.827139+0000",
2020-11-16T21:00:28.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.024742064000000001
2020-11-16T21:00:28.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:28.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.851881+0000",
2020-11-16T21:00:28.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011253599999999999
2020-11-16T21:00:28.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:28.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.851993+0000",
2020-11-16T21:00:28.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6901999999999998e-05
2020-11-16T21:00:28.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:28.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.852050+0000",
2020-11-16T21:00:28.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.117285366000001
2020-11-16T21:00:28.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:28.986 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:28.986 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:28.986 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:28.987 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:28.987 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:91287 7.e 7:73acef1b:::benchmark_data_smithi065_48659_object91286:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e718)",
2020-11-16T21:00:28.987 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:52.754771+0000",
2020-11-16T21:00:28.987 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 456.19607755300001,
2020-11-16T21:00:28.987 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 11.097525492999999,
2020-11-16T21:00:28.987 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:28.987 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:28.988 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:28.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:28.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:28.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 91287
2020-11-16T21:00:28.988 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:28.988 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:28.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:28.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754771+0000",
2020-11-16T21:00:28.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:28.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:28.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754771+0000",
2020-11-16T21:00:28.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T21:00:28.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:28.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754740+0000",
2020-11-16T21:00:28.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000116678
2020-11-16T21:00:28.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:28.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754856+0000",
2020-11-16T21:00:28.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7711999999999999e-05
2020-11-16T21:00:28.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:28.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754874+0000",
2020-11-16T21:00:28.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9859999999999997e-06
2020-11-16T21:00:28.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:28.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754881+0000",
2020-11-16T21:00:28.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0717000000000002e-05
2020-11-16T21:00:28.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754942+0000",
2020-11-16T21:00:28.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4056000000000001e-05
2020-11-16T21:00:28.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:28.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754956+0000",
2020-11-16T21:00:28.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.99447729299999998
2020-11-16T21:00:28.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:53.749433+0000",
2020-11-16T21:00:28.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000131891
2020-11-16T21:00:28.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:28.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:53.749565+0000",
2020-11-16T21:00:28.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 10.065732082
2020-11-16T21:00:28.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:28.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.815297+0000",
2020-11-16T21:00:28.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000491454
2020-11-16T21:00:28.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:28.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.815788+0000",
2020-11-16T21:00:28.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00061807799999999999
2020-11-16T21:00:28.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:28.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.816406+0000",
2020-11-16T21:00:28.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.01074635
2020-11-16T21:00:28.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:28.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.827153+0000",
2020-11-16T21:00:28.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.025006471999999998
2020-11-16T21:00:28.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:28.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.852159+0000",
2020-11-16T21:00:28.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8141999999999998e-05
2020-11-16T21:00:28.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:28.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.852237+0000",
2020-11-16T21:00:28.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8891999999999998e-05
2020-11-16T21:00:28.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:28.999 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:28.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:28.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.852296+0000",
2020-11-16T21:00:28.999 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.097525492999999
2020-11-16T21:00:29.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.000 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.000 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.000 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.000 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.000 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:91288 7.e 7:70ff9a3e:::benchmark_data_smithi065_48659_object91287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e718)",
2020-11-16T21:00:29.000 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:52:52.754941+0000",
2020-11-16T21:00:29.001 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 456.19590707600003,
2020-11-16T21:00:29.001 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 11.097548590000001,
2020-11-16T21:00:29.001 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.001 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.001 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 91288
2020-11-16T21:00:29.002 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.002 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754941+0000",
2020-11-16T21:00:29.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754941+0000",
2020-11-16T21:00:29.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999719
2020-11-16T21:00:29.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.754913+0000",
2020-11-16T21:00:29.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8152999999999994e-05
2020-11-16T21:00:29.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.755011+0000",
2020-11-16T21:00:29.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2801e-05
2020-11-16T21:00:29.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.755024+0000",
2020-11-16T21:00:29.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3780000000000003e-06
2020-11-16T21:00:29.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.755031+0000",
2020-11-16T21:00:29.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1121000000000001e-05
2020-11-16T21:00:29.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.755082+0000",
2020-11-16T21:00:29.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3091999999999999e-05
2020-11-16T21:00:29.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:52.755096+0000",
2020-11-16T21:00:29.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.99453839499999996
2020-11-16T21:00:29.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.007 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.007 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:53.749634+0000",
2020-11-16T21:00:29.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3930000000000002e-05
2020-11-16T21:00:29.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:52:53.749668+0000",
2020-11-16T21:00:29.008 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 10.070815788000001
2020-11-16T21:00:29.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.820484+0000",
2020-11-16T21:00:29.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012516599999999999
2020-11-16T21:00:29.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.820609+0000",
2020-11-16T21:00:29.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013466300000000001
2020-11-16T21:00:29.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.820743+0000",
2020-11-16T21:00:29.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011255833999999999
2020-11-16T21:00:29.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.831999+0000",
2020-11-16T21:00:29.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.020368056999999998
2020-11-16T21:00:29.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.852367+0000",
2020-11-16T21:00:29.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5679e-05
2020-11-16T21:00:29.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.852423+0000",
2020-11-16T21:00:29.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6854999999999996e-05
2020-11-16T21:00:29.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:03.852490+0000",
2020-11-16T21:00:29.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.097548590000001
2020-11-16T21:00:29.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.013 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.013 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.014 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.014 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.014 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133428 7.10 7:098a7a02:::benchmark_data_smithi065_48659_object20269:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.014 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:54.769777+0000",
2020-11-16T21:00:29.014 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 394.18107181200003,
2020-11-16T21:00:29.014 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.821809738000001,
2020-11-16T21:00:29.014 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.015 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.015 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133428
2020-11-16T21:00:29.015 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.015 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.769777+0000",
2020-11-16T21:00:29.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.769777+0000",
2020-11-16T21:00:29.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999714
2020-11-16T21:00:29.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.769748+0000",
2020-11-16T21:00:29.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5009e-05
2020-11-16T21:00:29.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.769813+0000",
2020-11-16T21:00:29.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0494e-05
2020-11-16T21:00:29.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.018 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.018 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.769823+0000",
2020-11-16T21:00:29.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3410000000000002e-06
2020-11-16T21:00:29.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.769829+0000",
2020-11-16T21:00:29.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1749999999999997e-05
2020-11-16T21:00:29.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.769890+0000",
2020-11-16T21:00:29.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1072e-05
2020-11-16T21:00:29.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.769902+0000",
2020-11-16T21:00:29.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.97723473299999997
2020-11-16T21:00:29.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747136+0000",
2020-11-16T21:00:29.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7399999999999999e-05
2020-11-16T21:00:29.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747164+0000",
2020-11-16T21:00:29.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.809820088
2020-11-16T21:00:29.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.556984+0000",
2020-11-16T21:00:29.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000250871
2020-11-16T21:00:29.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.557235+0000",
2020-11-16T21:00:29.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018530599999999999
2020-11-16T21:00:29.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.557420+0000",
2020-11-16T21:00:29.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011589003
2020-11-16T21:00:29.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.569009+0000",
2020-11-16T21:00:29.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.022478286
2020-11-16T21:00:29.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591487+0000",
2020-11-16T21:00:29.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8023999999999999e-05
2020-11-16T21:00:29.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591545+0000",
2020-11-16T21:00:29.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1077e-05
2020-11-16T21:00:29.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591586+0000",
2020-11-16T21:00:29.027 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.821809738000001
2020-11-16T21:00:29.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.027 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.027 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.027 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.027 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.027 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133472 7.10 7:0e53a8f8:::benchmark_data_smithi065_48659_object20313:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.028 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:54.821958+0000",
2020-11-16T21:00:29.028 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 394.12888988499998,
2020-11-16T21:00:29.028 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.769766454000001,
2020-11-16T21:00:29.028 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.028 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.028 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133472
2020-11-16T21:00:29.029 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.029 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.821958+0000",
2020-11-16T21:00:29.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.821958+0000",
2020-11-16T21:00:29.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T21:00:29.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.821924+0000",
2020-11-16T21:00:29.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3848000000000002e-05
2020-11-16T21:00:29.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.821998+0000",
2020-11-16T21:00:29.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9579999999999999e-05
2020-11-16T21:00:29.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.822018+0000",
2020-11-16T21:00:29.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8619999999999997e-06
2020-11-16T21:00:29.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.822025+0000",
2020-11-16T21:00:29.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9166000000000002e-05
2020-11-16T21:00:29.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.822084+0000",
2020-11-16T21:00:29.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4610000000000001e-05
2020-11-16T21:00:29.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.822098+0000",
2020-11-16T21:00:29.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.92509144200000004
2020-11-16T21:00:29.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747190+0000",
2020-11-16T21:00:29.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3345e-05
2020-11-16T21:00:29.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747223+0000",
2020-11-16T21:00:29.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.813366546999999
2020-11-16T21:00:29.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.560590+0000",
2020-11-16T21:00:29.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000272293
2020-11-16T21:00:29.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.560862+0000",
2020-11-16T21:00:29.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015930299999999999
2020-11-16T21:00:29.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.561021+0000",
2020-11-16T21:00:29.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012733995999999999
2020-11-16T21:00:29.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.573755+0000",
2020-11-16T21:00:29.038 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017886668000000001
2020-11-16T21:00:29.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591642+0000",
2020-11-16T21:00:29.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7800000000000003e-05
2020-11-16T21:00:29.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591690+0000",
2020-11-16T21:00:29.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5073000000000001e-05
2020-11-16T21:00:29.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591725+0000",
2020-11-16T21:00:29.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.769766454000001
2020-11-16T21:00:29.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.040 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.041 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.041 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.041 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.041 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133504 7.10 7:09da1b65:::benchmark_data_smithi065_48659_object20345:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.041 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:54.856281+0000",
2020-11-16T21:00:29.041 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 394.09456730900001,
2020-11-16T21:00:29.041 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.735622308,
2020-11-16T21:00:29.042 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.042 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.042 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133504
2020-11-16T21:00:29.042 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.043 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.856281+0000",
2020-11-16T21:00:29.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.856281+0000",
2020-11-16T21:00:29.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999604
2020-11-16T21:00:29.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.856242+0000",
2020-11-16T21:00:29.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5347999999999998e-05
2020-11-16T21:00:29.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.856317+0000",
2020-11-16T21:00:29.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1454000000000001e-05
2020-11-16T21:00:29.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.856328+0000",
2020-11-16T21:00:29.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4099999999999996e-06
2020-11-16T21:00:29.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.856335+0000",
2020-11-16T21:00:29.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1649999999999994e-05
2020-11-16T21:00:29.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.856397+0000",
2020-11-16T21:00:29.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0324e-05
2020-11-16T21:00:29.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.856407+0000",
2020-11-16T21:00:29.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.89083800199999996
2020-11-16T21:00:29.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747245+0000",
2020-11-16T21:00:29.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1257000000000002e-05
2020-11-16T21:00:29.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747276+0000",
2020-11-16T21:00:29.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.816094799
2020-11-16T21:00:29.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.563371+0000",
2020-11-16T21:00:29.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000195007
2020-11-16T21:00:29.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.563566+0000",
2020-11-16T21:00:29.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013247199999999999
2020-11-16T21:00:29.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.563698+0000",
2020-11-16T21:00:29.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010072529
2020-11-16T21:00:29.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.573771+0000",
2020-11-16T21:00:29.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018013722999999999
2020-11-16T21:00:29.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591785+0000",
2020-11-16T21:00:29.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2631000000000004e-05
2020-11-16T21:00:29.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591847+0000",
2020-11-16T21:00:29.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6076999999999999e-05
2020-11-16T21:00:29.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591903+0000",
2020-11-16T21:00:29.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.735622308
2020-11-16T21:00:29.054 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.054 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.054 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.054 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.054 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.055 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133519 7.10 7:0b6c9263:::benchmark_data_smithi065_48659_object20360:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.055 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:54.869419+0000",
2020-11-16T21:00:29.055 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 394.081429082,
2020-11-16T21:00:29.055 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.722896613,
2020-11-16T21:00:29.055 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.055 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.055 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133519
2020-11-16T21:00:29.056 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.056 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.869419+0000",
2020-11-16T21:00:29.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.869419+0000",
2020-11-16T21:00:29.057 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T21:00:29.057 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.869388+0000",
2020-11-16T21:00:29.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4170000000000001e-05
2020-11-16T21:00:29.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.869482+0000",
2020-11-16T21:00:29.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2237e-05
2020-11-16T21:00:29.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.869495+0000",
2020-11-16T21:00:29.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.579e-06
2020-11-16T21:00:29.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.869501+0000",
2020-11-16T21:00:29.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7656000000000004e-05
2020-11-16T21:00:29.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.869569+0000",
2020-11-16T21:00:29.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1365999999999999e-05
2020-11-16T21:00:29.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.869580+0000",
2020-11-16T21:00:29.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.877708763
2020-11-16T21:00:29.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747289+0000",
2020-11-16T21:00:29.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9796000000000002e-05
2020-11-16T21:00:29.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747309+0000",
2020-11-16T21:00:29.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.81894855
2020-11-16T21:00:29.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.566257+0000",
2020-11-16T21:00:29.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00030247999999999999
2020-11-16T21:00:29.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.566560+0000",
2020-11-16T21:00:29.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00029817299999999999
2020-11-16T21:00:29.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.566858+0000",
2020-11-16T21:00:29.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010901535
2020-11-16T21:00:29.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.065 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.577759+0000",
2020-11-16T21:00:29.065 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014376264
2020-11-16T21:00:29.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592136+0000",
2020-11-16T21:00:29.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9396999999999998e-05
2020-11-16T21:00:29.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592225+0000",
2020-11-16T21:00:29.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0783000000000001e-05
2020-11-16T21:00:29.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592316+0000",
2020-11-16T21:00:29.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.722896613
2020-11-16T21:00:29.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.068 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.068 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.068 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.068 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.068 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133551 7.10 7:09428d3d:::benchmark_data_smithi065_48659_object20392:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.068 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:54.903256+0000",
2020-11-16T21:00:29.068 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 394.04759278400002,
2020-11-16T21:00:29.069 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.689237508,
2020-11-16T21:00:29.069 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.069 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.069 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133551
2020-11-16T21:00:29.070 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.070 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.903256+0000",
2020-11-16T21:00:29.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.903256+0000",
2020-11-16T21:00:29.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T21:00:29.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.903224+0000",
2020-11-16T21:00:29.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8281000000000006e-05
2020-11-16T21:00:29.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.903292+0000",
2020-11-16T21:00:29.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1829e-05
2020-11-16T21:00:29.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.903304+0000",
2020-11-16T21:00:29.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0529999999999996e-06
2020-11-16T21:00:29.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.903313+0000",
2020-11-16T21:00:29.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8600999999999997e-05
2020-11-16T21:00:29.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.903372+0000",
2020-11-16T21:00:29.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3745e-05
2020-11-16T21:00:29.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:54.903385+0000",
2020-11-16T21:00:29.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.84394266200000001
2020-11-16T21:00:29.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747328+0000",
2020-11-16T21:00:29.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3173999999999998e-05
2020-11-16T21:00:29.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747361+0000",
2020-11-16T21:00:29.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.821767627
2020-11-16T21:00:29.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.569129+0000",
2020-11-16T21:00:29.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017994500000000001
2020-11-16T21:00:29.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.569309+0000",
2020-11-16T21:00:29.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013196099999999999
2020-11-16T21:00:29.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.569441+0000",
2020-11-16T21:00:29.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0083327239999999997
2020-11-16T21:00:29.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.577774+0000",
2020-11-16T21:00:29.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014618600000000001
2020-11-16T21:00:29.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592392+0000",
2020-11-16T21:00:29.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7339000000000002e-05
2020-11-16T21:00:29.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592440+0000",
2020-11-16T21:00:29.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3576999999999999e-05
2020-11-16T21:00:29.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592493+0000",
2020-11-16T21:00:29.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.689237508
2020-11-16T21:00:29.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.081 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.081 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.082 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.082 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133661 7.10 7:0f94e415:::benchmark_data_smithi065_48659_object20502:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.017526+0000",
2020-11-16T21:00:29.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.93332246599999,
2020-11-16T21:00:29.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.575182579,
2020-11-16T21:00:29.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.082 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.083 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133661
2020-11-16T21:00:29.083 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.083 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.017526+0000",
2020-11-16T21:00:29.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.017526+0000",
2020-11-16T21:00:29.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T21:00:29.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.017494+0000",
2020-11-16T21:00:29.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0184000000000003e-05
2020-11-16T21:00:29.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.017574+0000",
2020-11-16T21:00:29.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6351999999999999e-05
2020-11-16T21:00:29.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.017590+0000",
2020-11-16T21:00:29.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2228999999999999e-05
2020-11-16T21:00:29.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.017602+0000",
2020-11-16T21:00:29.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0198000000000002e-05
2020-11-16T21:00:29.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.017663+0000",
2020-11-16T21:00:29.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1564e-05
2020-11-16T21:00:29.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.017674+0000",
2020-11-16T21:00:29.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.729724967
2020-11-16T21:00:29.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747399+0000",
2020-11-16T21:00:29.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1387999999999999e-05
2020-11-16T21:00:29.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747420+0000",
2020-11-16T21:00:29.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.823941345
2020-11-16T21:00:29.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.090 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.090 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.571362+0000",
2020-11-16T21:00:29.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025441899999999998
2020-11-16T21:00:29.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.571616+0000",
2020-11-16T21:00:29.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00024792899999999998
2020-11-16T21:00:29.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.571864+0000",
2020-11-16T21:00:29.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011236372999999999
2020-11-16T21:00:29.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.583101+0000",
2020-11-16T21:00:29.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0094909420000000005
2020-11-16T21:00:29.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592591+0000",
2020-11-16T21:00:29.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1370000000000004e-05
2020-11-16T21:00:29.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592653+0000",
2020-11-16T21:00:29.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5624000000000001e-05
2020-11-16T21:00:29.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592708+0000",
2020-11-16T21:00:29.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.575182579
2020-11-16T21:00:29.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.095 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.095 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.095 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.095 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.095 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133690 7.10 7:0865f4ca:::benchmark_data_smithi065_48659_object20531:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.096 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.054625+0000",
2020-11-16T21:00:29.096 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.89622304400001,
2020-11-16T21:00:29.096 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.538268455000001,
2020-11-16T21:00:29.096 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.096 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.096 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133690
2020-11-16T21:00:29.097 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.097 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.054625+0000",
2020-11-16T21:00:29.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.054625+0000",
2020-11-16T21:00:29.098 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T21:00:29.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.054605+0000",
2020-11-16T21:00:29.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4826000000000001e-05
2020-11-16T21:00:29.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.099 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.054650+0000",
2020-11-16T21:00:29.099 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1770000000000004e-06
2020-11-16T21:00:29.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.054659+0000",
2020-11-16T21:00:29.100 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8560000000000003e-06
2020-11-16T21:00:29.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.100 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.054665+0000",
2020-11-16T21:00:29.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5478e-05
2020-11-16T21:00:29.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.101 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.054721+0000",
2020-11-16T21:00:29.101 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8550000000000008e-06
2020-11-16T21:00:29.102 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.102 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.054730+0000",
2020-11-16T21:00:29.102 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.69270267500000005
2020-11-16T21:00:29.102 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.102 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747432+0000",
2020-11-16T21:00:29.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5610000000000001e-05
2020-11-16T21:00:29.103 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.103 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.103 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747448+0000",
2020-11-16T21:00:29.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.826404197
2020-11-16T21:00:29.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.573852+0000",
2020-11-16T21:00:29.104 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018130199999999999
2020-11-16T21:00:29.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.104 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.574033+0000",
2020-11-16T21:00:29.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000169314
2020-11-16T21:00:29.105 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.105 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.105 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.574203+0000",
2020-11-16T21:00:29.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0089085350000000004
2020-11-16T21:00:29.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.583111+0000",
2020-11-16T21:00:29.106 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0096629909999999992
2020-11-16T21:00:29.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.106 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592774+0000",
2020-11-16T21:00:29.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2958000000000003e-05
2020-11-16T21:00:29.107 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.107 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.107 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592837+0000",
2020-11-16T21:00:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6645999999999999e-05
2020-11-16T21:00:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592894+0000",
2020-11-16T21:00:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.538268455000001
2020-11-16T21:00:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.108 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.109 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.109 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.109 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.109 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133799 7.10 7:0f6befba:::benchmark_data_smithi065_48659_object20640:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.109 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.186775+0000",
2020-11-16T21:00:29.109 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.76407374500002,
2020-11-16T21:00:29.109 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.406307304,
2020-11-16T21:00:29.110 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.110 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.110 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.110 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133799
2020-11-16T21:00:29.110 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.111 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.111 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.186775+0000",
2020-11-16T21:00:29.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.111 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.111 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.111 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.186775+0000",
2020-11-16T21:00:29.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999819
2020-11-16T21:00:29.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.112 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.186757+0000",
2020-11-16T21:00:29.112 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0704000000000002e-05
2020-11-16T21:00:29.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.186797+0000",
2020-11-16T21:00:29.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4030000000000007e-06
2020-11-16T21:00:29.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.113 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.113 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.186806+0000",
2020-11-16T21:00:29.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5639999999999999e-06
2020-11-16T21:00:29.114 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.114 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.186813+0000",
2020-11-16T21:00:29.114 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0053999999999998e-05
2020-11-16T21:00:29.115 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.115 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.186873+0000",
2020-11-16T21:00:29.115 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4222999999999999e-05
2020-11-16T21:00:29.115 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.115 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.116 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.116 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.186888+0000",
2020-11-16T21:00:29.116 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.56057085100000004
2020-11-16T21:00:29.116 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.116 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.116 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.116 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747458+0000",
2020-11-16T21:00:29.116 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5118e-05
2020-11-16T21:00:29.117 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.117 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.117 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.117 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747474+0000",
2020-11-16T21:00:29.117 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.828448523
2020-11-16T21:00:29.117 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.117 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.575922+0000",
2020-11-16T21:00:29.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021368900000000001
2020-11-16T21:00:29.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.118 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.576136+0000",
2020-11-16T21:00:29.118 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020474999999999999
2020-11-16T21:00:29.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.576340+0000",
2020-11-16T21:00:29.119 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010019946
2020-11-16T21:00:29.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.119 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.586360+0000",
2020-11-16T21:00:29.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0065859869999999997
2020-11-16T21:00:29.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.120 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.120 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592946+0000",
2020-11-16T21:00:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7608999999999996e-05
2020-11-16T21:00:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593014+0000",
2020-11-16T21:00:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7915000000000003e-05
2020-11-16T21:00:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.121 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593082+0000",
2020-11-16T21:00:29.122 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.406307304
2020-11-16T21:00:29.122 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.122 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.122 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.122 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.123 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.123 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133808 7.10 7:0f9e7a03:::benchmark_data_smithi065_48659_object20649:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.123 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.196525+0000",
2020-11-16T21:00:29.123 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.75432345399997,
2020-11-16T21:00:29.123 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.396713925,
2020-11-16T21:00:29.123 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.123 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.123 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133808
2020-11-16T21:00:29.124 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.124 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.124 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.124 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.196525+0000",
2020-11-16T21:00:29.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.125 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.125 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.196525+0000",
2020-11-16T21:00:29.125 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T21:00:29.125 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.196495+0000",
2020-11-16T21:00:29.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.758e-05
2020-11-16T21:00:29.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.126 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.126 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.196563+0000",
2020-11-16T21:00:29.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2057e-05
2020-11-16T21:00:29.127 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.127 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.196575+0000",
2020-11-16T21:00:29.127 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7309999999999996e-06
2020-11-16T21:00:29.127 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.128 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.128 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.128 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.196581+0000",
2020-11-16T21:00:29.128 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001208782
2020-11-16T21:00:29.128 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.128 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.128 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.197790+0000",
2020-11-16T21:00:29.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9760000000000001e-06
2020-11-16T21:00:29.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.197799+0000",
2020-11-16T21:00:29.129 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.54968458399999998
2020-11-16T21:00:29.129 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.130 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747484+0000",
2020-11-16T21:00:29.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.521e-05
2020-11-16T21:00:29.130 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.130 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.130 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747499+0000",
2020-11-16T21:00:29.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.830354096000001
2020-11-16T21:00:29.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.131 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.577853+0000",
2020-11-16T21:00:29.131 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019870900000000001
2020-11-16T21:00:29.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.578052+0000",
2020-11-16T21:00:29.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014415000000000001
2020-11-16T21:00:29.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.132 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.132 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.578196+0000",
2020-11-16T21:00:29.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0081742229999999996
2020-11-16T21:00:29.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.133 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.586370+0000",
2020-11-16T21:00:29.133 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0067674859999999996
2020-11-16T21:00:29.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593138+0000",
2020-11-16T21:00:29.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3820999999999999e-05
2020-11-16T21:00:29.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.134 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.134 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593191+0000",
2020-11-16T21:00:29.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7515000000000002e-05
2020-11-16T21:00:29.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.135 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593239+0000",
2020-11-16T21:00:29.135 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.396713925
2020-11-16T21:00:29.136 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.136 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.136 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.136 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.136 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.136 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:133972 7.10 7:0de6bf12:::benchmark_data_smithi065_48659_object20813:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.136 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.435636+0000",
2020-11-16T21:00:29.136 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.51521234699999,
2020-11-16T21:00:29.137 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.157749878000001,
2020-11-16T21:00:29.137 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.137 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.137 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.137 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 133972
2020-11-16T21:00:29.138 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.138 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.138 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.435636+0000",
2020-11-16T21:00:29.138 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.138 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.139 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.139 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.139 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.435636+0000",
2020-11-16T21:00:29.139 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999647
2020-11-16T21:00:29.139 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.139 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.139 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.139 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.435601+0000",
2020-11-16T21:00:29.140 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8376999999999999e-05
2020-11-16T21:00:29.140 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.140 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.140 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.140 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.435679+0000",
2020-11-16T21:00:29.140 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6310000000000001e-05
2020-11-16T21:00:29.140 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.141 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.141 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.141 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.435695+0000",
2020-11-16T21:00:29.141 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0193e-05
2020-11-16T21:00:29.141 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.141 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.141 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.141 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.435705+0000",
2020-11-16T21:00:29.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1351000000000003e-05
2020-11-16T21:00:29.142 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.142 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.435767+0000",
2020-11-16T21:00:29.142 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3844e-05
2020-11-16T21:00:29.142 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.143 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.435781+0000",
2020-11-16T21:00:29.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.31172862600000001
2020-11-16T21:00:29.143 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.143 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.143 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747509+0000",
2020-11-16T21:00:29.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8374999999999999e-05
2020-11-16T21:00:29.144 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.144 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747528+0000",
2020-11-16T21:00:29.144 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.832185882999999
2020-11-16T21:00:29.144 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.145 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.579714+0000",
2020-11-16T21:00:29.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017024999999999999
2020-11-16T21:00:29.145 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.145 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.145 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.579884+0000",
2020-11-16T21:00:29.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010107600000000001
2020-11-16T21:00:29.146 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.146 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.579985+0000",
2020-11-16T21:00:29.146 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0063968920000000004
2020-11-16T21:00:29.146 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.147 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.147 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.147 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.586382+0000",
2020-11-16T21:00:29.147 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.006907219
2020-11-16T21:00:29.147 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.147 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.147 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.147 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593289+0000",
2020-11-16T21:00:29.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0396000000000003e-05
2020-11-16T21:00:29.148 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.148 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593339+0000",
2020-11-16T21:00:29.148 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6502999999999998e-05
2020-11-16T21:00:29.148 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.149 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.149 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.149 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593386+0000",
2020-11-16T21:00:29.149 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.157749878000001
2020-11-16T21:00:29.149 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.149 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.149 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.149 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.150 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.150 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:134048 7.10 7:09702f95:::benchmark_data_smithi065_48659_object20889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.150 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.547243+0000",
2020-11-16T21:00:29.150 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.403605879,
2020-11-16T21:00:29.150 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.04628544,
2020-11-16T21:00:29.150 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.150 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.151 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.151 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.151 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.151 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134048
2020-11-16T21:00:29.151 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.151 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.151 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.151 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.152 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.547243+0000",
2020-11-16T21:00:29.152 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.152 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.152 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.152 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.152 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.547243+0000",
2020-11-16T21:00:29.152 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999628
2020-11-16T21:00:29.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.547205+0000",
2020-11-16T21:00:29.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2968999999999998e-05
2020-11-16T21:00:29.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.153 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.153 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.547288+0000",
2020-11-16T21:00:29.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2924e-05
2020-11-16T21:00:29.154 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.154 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.547301+0000",
2020-11-16T21:00:29.154 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1539999999999999e-06
2020-11-16T21:00:29.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.547307+0000",
2020-11-16T21:00:29.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000130164
2020-11-16T21:00:29.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.155 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.155 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.547438+0000",
2020-11-16T21:00:29.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6093999999999999e-05
2020-11-16T21:00:29.156 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.156 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.547454+0000",
2020-11-16T21:00:29.156 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20009518500000001
2020-11-16T21:00:29.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747549+0000",
2020-11-16T21:00:29.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9831e-05
2020-11-16T21:00:29.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.157 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.157 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747569+0000",
2020-11-16T21:00:29.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.833894000000001
2020-11-16T21:00:29.158 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.158 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.581463+0000",
2020-11-16T21:00:29.158 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012356300000000001
2020-11-16T21:00:29.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.581586+0000",
2020-11-16T21:00:29.159 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000108161
2020-11-16T21:00:29.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.159 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.581694+0000",
2020-11-16T21:00:29.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0064893579999999998
2020-11-16T21:00:29.160 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.160 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.588184+0000",
2020-11-16T21:00:29.160 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0052463809999999996
2020-11-16T21:00:29.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593430+0000",
2020-11-16T21:00:29.161 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1388000000000003e-05
2020-11-16T21:00:29.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.161 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.163 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593482+0000",
2020-11-16T21:00:29.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6372999999999998e-05
2020-11-16T21:00:29.164 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.164 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.164 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593528+0000",
2020-11-16T21:00:29.165 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.04628544
2020-11-16T21:00:29.165 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.165 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.165 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.165 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.165 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.165 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:134071 7.10 7:0a87f168:::benchmark_data_smithi065_48659_object20912:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.165 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.586555+0000",
2020-11-16T21:00:29.166 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.36429300499998,
2020-11-16T21:00:29.166 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 12.00711903,
2020-11-16T21:00:29.166 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.166 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.166 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.166 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.166 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.167 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134071
2020-11-16T21:00:29.167 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.167 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.167 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.586555+0000",
2020-11-16T21:00:29.167 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.586555+0000",
2020-11-16T21:00:29.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999979
2020-11-16T21:00:29.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.168 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.168 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.586535+0000",
2020-11-16T21:00:29.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1469000000000003e-05
2020-11-16T21:00:29.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.169 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.586606+0000",
2020-11-16T21:00:29.169 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5698000000000001e-05
2020-11-16T21:00:29.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.586622+0000",
2020-11-16T21:00:29.170 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8139999999999995e-06
2020-11-16T21:00:29.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.170 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.586632+0000",
2020-11-16T21:00:29.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5928999999999999e-05
2020-11-16T21:00:29.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.171 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.586688+0000",
2020-11-16T21:00:29.171 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6620999999999999e-05
2020-11-16T21:00:29.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.586704+0000",
2020-11-16T21:00:29.172 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.16087784199999999
2020-11-16T21:00:29.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.172 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747582+0000",
2020-11-16T21:00:29.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5325999999999999e-05
2020-11-16T21:00:29.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.173 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.173 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747597+0000",
2020-11-16T21:00:29.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.835568838
2020-11-16T21:00:29.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.583166+0000",
2020-11-16T21:00:29.174 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012138000000000001
2020-11-16T21:00:29.174 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.583288+0000",
2020-11-16T21:00:29.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000211578
2020-11-16T21:00:29.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.175 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.175 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.583499+0000",
2020-11-16T21:00:29.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0046988300000000002
2020-11-16T21:00:29.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.588198+0000",
2020-11-16T21:00:29.176 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0053741040000000002
2020-11-16T21:00:29.176 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593572+0000",
2020-11-16T21:00:29.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0599999999999997e-05
2020-11-16T21:00:29.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.177 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.177 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593623+0000",
2020-11-16T21:00:29.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1746000000000002e-05
2020-11-16T21:00:29.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593674+0000",
2020-11-16T21:00:29.178 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 12.00711903
2020-11-16T21:00:29.178 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.179 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.179 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.179 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.179 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.179 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:134085 7.10 7:08d48219:::benchmark_data_smithi065_48659_object20926:head [delete] snapc 0=[] ondisk+write+known_if_redirected e743)",
2020-11-16T21:00:29.179 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.613041+0000",
2020-11-16T21:00:29.179 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.33780739500003,
2020-11-16T21:00:29.180 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 11.980776146,
2020-11-16T21:00:29.180 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.180 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.180 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.180 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134085
2020-11-16T21:00:29.180 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.181 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.613041+0000",
2020-11-16T21:00:29.181 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.181 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.613041+0000",
2020-11-16T21:00:29.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T21:00:29.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.182 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.613007+0000",
2020-11-16T21:00:29.182 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6499000000000001e-05
2020-11-16T21:00:29.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.613084+0000",
2020-11-16T21:00:29.183 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4323e-05
2020-11-16T21:00:29.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.183 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.613098+0000",
2020-11-16T21:00:29.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3200000000000002e-06
2020-11-16T21:00:29.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.184 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.613105+0000",
2020-11-16T21:00:29.184 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9290999999999997e-05
2020-11-16T21:00:29.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.613184+0000",
2020-11-16T21:00:29.185 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1474000000000001e-05
2020-11-16T21:00:29.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.185 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:00:29.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.613196+0000",
2020-11-16T21:00:29.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.13441166800000001
2020-11-16T21:00:29.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.186 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747608+0000",
2020-11-16T21:00:29.186 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5466999999999999e-05
2020-11-16T21:00:29.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.747623+0000",
2020-11-16T21:00:29.187 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.837152336999999
2020-11-16T21:00:29.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.187 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.584775+0000",
2020-11-16T21:00:29.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012047199999999999
2020-11-16T21:00:29.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.188 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.188 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.584896+0000",
2020-11-16T21:00:29.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000108476
2020-11-16T21:00:29.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.189 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.189 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.585004+0000",
2020-11-16T21:00:29.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0064192499999999996
2020-11-16T21:00:29.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.190 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591424+0000",
2020-11-16T21:00:29.190 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0022953660000000001
2020-11-16T21:00:29.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593719+0000",
2020-11-16T21:00:29.191 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0846000000000001e-05
2020-11-16T21:00:29.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.191 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593770+0000",
2020-11-16T21:00:29.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7309999999999999e-05
2020-11-16T21:00:29.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.192 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593817+0000",
2020-11-16T21:00:29.192 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.980776146
2020-11-16T21:00:29.193 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.193 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.193 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.193 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.193 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.193 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:134135 7.10 7:0fddb63d:::benchmark_data_smithi065_48659_object20976:head [delete] snapc 0=[] ondisk+write+known_if_redirected e744)",
2020-11-16T21:00:29.193 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.759472+0000",
2020-11-16T21:00:29.194 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.19137595000001,
2020-11-16T21:00:29.194 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 11.834485484,
2020-11-16T21:00:29.194 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.194 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.194 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.194 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134135
2020-11-16T21:00:29.195 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.195 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.195 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.759472+0000",
2020-11-16T21:00:29.195 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.759472+0000",
2020-11-16T21:00:29.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T21:00:29.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.196 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.196 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.759442+0000",
2020-11-16T21:00:29.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8918999999999995e-05
2020-11-16T21:00:29.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.197 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.759510+0000",
2020-11-16T21:00:29.197 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3057000000000001e-05
2020-11-16T21:00:29.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.759524+0000",
2020-11-16T21:00:29.198 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0280000000000003e-06
2020-11-16T21:00:29.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.198 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.759531+0000",
2020-11-16T21:00:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3609999999999996e-05
2020-11-16T21:00:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.759594+0000",
2020-11-16T21:00:29.199 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3542999999999999e-05
2020-11-16T21:00:29.200 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.200 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.759648+0000",
2020-11-16T21:00:29.200 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.826792128999999
2020-11-16T21:00:29.200 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.200 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.586440+0000",
2020-11-16T21:00:29.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014342099999999999
2020-11-16T21:00:29.201 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.201 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.201 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.586583+0000",
2020-11-16T21:00:29.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9807000000000002e-05
2020-11-16T21:00:29.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.586683+0000",
2020-11-16T21:00:29.202 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0050544730000000003
2020-11-16T21:00:29.202 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591738+0000",
2020-11-16T21:00:29.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0021226439999999999
2020-11-16T21:00:29.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.203 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.203 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593860+0000",
2020-11-16T21:00:29.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1354000000000003e-05
2020-11-16T21:00:29.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593912+0000",
2020-11-16T21:00:29.204 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6384999999999997e-05
2020-11-16T21:00:29.204 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.593958+0000",
2020-11-16T21:00:29.205 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.834485484
2020-11-16T21:00:29.205 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.205 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.205 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.205 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.206 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.206 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:134149 7.10 7:08124ef0:::benchmark_data_smithi065_48659_object20990:head [delete] snapc 0=[] ondisk+write+known_if_redirected e744)",
2020-11-16T21:00:29.206 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:55.820493+0000",
2020-11-16T21:00:29.206 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 393.13035560700001,
2020-11-16T21:00:29.206 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 11.773614346,
2020-11-16T21:00:29.206 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.206 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.207 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134149
2020-11-16T21:00:29.207 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.207 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.207 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.820493+0000",
2020-11-16T21:00:29.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.208 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.820493+0000",
2020-11-16T21:00:29.208 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999719
2020-11-16T21:00:29.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.820465+0000",
2020-11-16T21:00:29.209 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011461200000000001
2020-11-16T21:00:29.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.209 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.820579+0000",
2020-11-16T21:00:29.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7835000000000001e-05
2020-11-16T21:00:29.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.210 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.820597+0000",
2020-11-16T21:00:29.210 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.901e-06
2020-11-16T21:00:29.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.820606+0000",
2020-11-16T21:00:29.211 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6187000000000006e-05
2020-11-16T21:00:29.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.211 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.820702+0000",
2020-11-16T21:00:29.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5918000000000001e-05
2020-11-16T21:00:29.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.212 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:55.820768+0000",
2020-11-16T21:00:29.212 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.767483292
2020-11-16T21:00:29.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.588251+0000",
2020-11-16T21:00:29.213 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000167422
2020-11-16T21:00:29.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.213 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.588419+0000",
2020-11-16T21:00:29.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010997099999999999
2020-11-16T21:00:29.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.214 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.214 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.588529+0000",
2020-11-16T21:00:29.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0032179830000000002
2020-11-16T21:00:29.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.591747+0000",
2020-11-16T21:00:29.215 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0022583019999999998
2020-11-16T21:00:29.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.215 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.594005+0000",
2020-11-16T21:00:29.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0927999999999998e-05
2020-11-16T21:00:29.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.216 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.216 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.594056+0000",
2020-11-16T21:00:29.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1156000000000003e-05
2020-11-16T21:00:29.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.594107+0000",
2020-11-16T21:00:29.217 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.773614346
2020-11-16T21:00:29.217 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.217 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.218 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.218 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:00:29.218 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:00:29.218 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:134180 7.10 7:0a910d65:::benchmark_data_smithi065_48659_object21021:head [delete] snapc 0=[] ondisk+write+known_if_redirected e744)",
2020-11-16T21:00:29.218 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:56.068511+0000",
2020-11-16T21:00:29.218 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 392.882337678,
2020-11-16T21:00:29.218 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 11.529860991,
2020-11-16T21:00:29.219 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:00:29.219 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:00:29.219 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:00:29.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:00:29.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:00:29.219 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134180
2020-11-16T21:00:29.219 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:00:29.220 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:00:29.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:00:29.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:56.068511+0000",
2020-11-16T21:00:29.220 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:00:29.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.220 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:00:29.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:56.068511+0000",
2020-11-16T21:00:29.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999557
2020-11-16T21:00:29.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.221 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:00:29.221 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:56.068467+0000",
2020-11-16T21:00:29.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000101056
2020-11-16T21:00:29.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:00:29.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:56.068568+0000",
2020-11-16T21:00:29.222 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2702e-05
2020-11-16T21:00:29.222 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:00:29.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:56.068590+0000",
2020-11-16T21:00:29.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1046999999999999e-05
2020-11-16T21:00:29.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.223 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.223 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:00:29.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:56.068601+0000",
2020-11-16T21:00:29.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4467000000000004e-05
2020-11-16T21:00:29.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.224 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:56.068676+0000",
2020-11-16T21:00:29.224 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2018000000000002e-05
2020-11-16T21:00:29.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for readable",
2020-11-16T21:00:29.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:56.068728+0000",
2020-11-16T21:00:29.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.521248793
2020-11-16T21:00:29.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.225 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.225 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:00:29.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.589977+0000",
2020-11-16T21:00:29.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2380000000000007e-05
2020-11-16T21:00:29.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.226 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:00:29.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.590069+0000",
2020-11-16T21:00:29.226 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8344000000000007e-05
2020-11-16T21:00:29.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:00:29.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.590157+0000",
2020-11-16T21:00:29.227 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002186987
2020-11-16T21:00:29.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.227 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:00:29.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.592344+0000",
2020-11-16T21:00:29.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0058795890000000002
2020-11-16T21:00:29.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.228 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:00:29.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.598224+0000",
2020-11-16T21:00:29.228 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2386999999999996e-05
2020-11-16T21:00:29.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:00:29.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.598306+0000",
2020-11-16T21:00:29.229 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5370999999999995e-05
2020-11-16T21:00:29.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:00:29.229 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:00:29.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:00:29.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:54:07.598372+0000",
2020-11-16T21:00:29.230 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 11.529860991
2020-11-16T21:00:29.230 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:00:29.230 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:00:29.230 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:00:29.230 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T21:00:29.231 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T21:00:29.231 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:00:29.231 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    3      16      9563      9547   198.835   192.312  0.00262105  0.00502192
2020-11-16T21:00:29.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:29 smithi142 bash[9523]: cluster 2020-11-16T21:00:28.045747+0000 osd.7 (osd.7) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:29.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:29 smithi142 bash[9523]: cluster 2020-11-16T21:00:28.045871+0000 osd.7 (osd.7) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:29.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:29 smithi142 bash[9523]: cluster 2020-11-16T21:00:28.067258+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e880: 12 total, 11 up, 8 in
2020-11-16T21:00:29.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:29 smithi071 bash[9480]: cluster 2020-11-16T21:00:28.045747+0000 osd.7 (osd.7) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:29.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:29 smithi071 bash[9480]: cluster 2020-11-16T21:00:28.045871+0000 osd.7 (osd.7) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:29.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:29 smithi071 bash[9480]: cluster 2020-11-16T21:00:28.067258+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e880: 12 total, 11 up, 8 in
2020-11-16T21:00:29.525 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T21:00:29.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:29 smithi065 bash[9468]: cluster 2020-11-16T21:00:28.045747+0000 osd.7 (osd.7) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:29.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:29 smithi065 bash[9468]: cluster 2020-11-16T21:00:28.045871+0000 osd.7 (osd.7) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:29.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:29 smithi065 bash[9468]: cluster 2020-11-16T21:00:28.067258+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e880: 12 total, 11 up, 8 in
2020-11-16T21:00:29.693 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:30.056 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    4      16     12495     12479   194.936    183.25  0.00321796  0.00512456
2020-11-16T21:00:30.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:30 smithi071 bash[9480]: cluster 2020-11-16T21:00:28.640751+0000 mgr.x (mgr.14196) 1475 : cluster [DBG] pgmap v2247: 17 pgs: 17 active+clean; 123 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail
2020-11-16T21:00:30.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:30 smithi065 bash[9468]: cluster 2020-11-16T21:00:28.640751+0000 mgr.x (mgr.14196) 1475 : cluster [DBG] pgmap v2247: 17 pgs: 17 active+clean; 123 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail
2020-11-16T21:00:30.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:30 smithi142 bash[9523]: cluster 2020-11-16T21:00:28.640751+0000 mgr.x (mgr.14196) 1475 : cluster [DBG] pgmap v2247: 17 pgs: 17 active+clean; 123 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail
2020-11-16T21:00:31.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    5      16     14952     14936   186.659   153.562  0.00260453  0.00535007
2020-11-16T21:00:32.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    6      16     17534     17518   182.444   161.375  0.00423141  0.00547719
2020-11-16T21:00:32.165 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:32.270 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:32.341 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:32 smithi142 bash[9523]: cluster 2020-11-16T21:00:30.641291+0000 mgr.x (mgr.14196) 1476 : cluster [DBG] pgmap v2248: 17 pgs: 17 active+clean; 379 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail
2020-11-16T21:00:32.341 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:32 smithi142 bash[9523]: cluster 2020-11-16T21:00:31.834073+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e881: 12 total, 11 up, 8 in
2020-11-16T21:00:32.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:32 smithi071 bash[9480]: cluster 2020-11-16T21:00:30.641291+0000 mgr.x (mgr.14196) 1476 : cluster [DBG] pgmap v2248: 17 pgs: 17 active+clean; 379 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail
2020-11-16T21:00:32.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:32 smithi071 bash[9480]: cluster 2020-11-16T21:00:31.834073+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e881: 12 total, 11 up, 8 in
2020-11-16T21:00:32.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:32 smithi065 bash[11785]: debug 2020-11-16T21:00:32.168+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:32.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:32 smithi065 bash[9468]: cluster 2020-11-16T21:00:30.641291+0000 mgr.x (mgr.14196) 1476 : cluster [DBG] pgmap v2248: 17 pgs: 17 active+clean; 379 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail
2020-11-16T21:00:32.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:32 smithi065 bash[9468]: cluster 2020-11-16T21:00:31.834073+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e881: 12 total, 11 up, 8 in
2020-11-16T21:00:32.850 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:32.954 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:33.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    7      16     19016     19000   169.613    92.625   0.0038775  0.00589256
2020-11-16T21:00:33.194 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:00:33.222 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:00:33.255 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:00:33.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:32 smithi065 bash[11785]: debug 2020-11-16T21:00:32.848+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:33.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:33 smithi065 bash[9468]: cluster 2020-11-16T21:00:31.777199+0000 osd.8 (osd.8) 248 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:33.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:33 smithi065 bash[9468]: cluster 2020-11-16T21:00:31.777275+0000 osd.8 (osd.8) 249 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:33.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:33 smithi142 bash[9523]: cluster 2020-11-16T21:00:31.777199+0000 osd.8 (osd.8) 248 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:33.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:33 smithi142 bash[9523]: cluster 2020-11-16T21:00:31.777275+0000 osd.8 (osd.8) 249 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:33.285 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:00:33.316 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:00:33.347 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:00:33.380 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:00:33.411 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:00:33.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:33 smithi071 bash[9480]: cluster 2020-11-16T21:00:31.777199+0000 osd.8 (osd.8) 248 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:33.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:33 smithi071 bash[9480]: cluster 2020-11-16T21:00:31.777275+0000 osd.8 (osd.8) 249 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:33.448 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:00:33.480 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:00:33.509 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:33.537 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:00:33.537 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T21:00:33.537 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T21:00:33.538 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.538 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.538 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.538 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.538 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.538 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.539 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.539 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.539 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.539 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.539 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:00:33.540 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_ops_in_flight
2020-11-16T21:00:33.613 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:33.726 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:33.782 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:33.866 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:33 smithi142 bash[18009]: debug 2020-11-16T21:00:33.516+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:33.886 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:34.007 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:34.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:33 smithi065 bash[16457]: debug 2020-11-16T21:00:33.784+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:34.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    8      16     21554     21538   168.238   158.625  0.00396869  0.00593993
2020-11-16T21:00:34.111 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:34.194 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[14419]: debug 2020-11-16T21:00:34.007+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:32.641945+0000 mgr.x (mgr.14196) 1477 : cluster [DBG] pgmap v2250: 17 pgs: 17 active+clean; 896 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s
2020-11-16T21:00:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: audit 2020-11-16T21:00:33.170487+0000 mon.c (mon.2) 99 : audit [DBG] from='client.? v1:172.21.15.142:0/551826307' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.203145+0000 osd.1 (osd.1) 326 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.231408+0000 osd.2 (osd.2) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.264384+0000 osd.3 (osd.3) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.294232+0000 osd.4 (osd.4) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.325030+0000 osd.5 (osd.5) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.355743+0000 osd.6 (osd.6) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.388448+0000 osd.7 (osd.7) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.454430+0000 osd.9 (osd.9) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:34 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.523651+0000 osd.11 (osd.11) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:32.641945+0000 mgr.x (mgr.14196) 1477 : cluster [DBG] pgmap v2250: 17 pgs: 17 active+clean; 896 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s
2020-11-16T21:00:34.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: audit 2020-11-16T21:00:33.170487+0000 mon.c (mon.2) 99 : audit [DBG] from='client.? v1:172.21.15.142:0/551826307' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:34.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.203145+0000 osd.1 (osd.1) 326 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.231408+0000 osd.2 (osd.2) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.264384+0000 osd.3 (osd.3) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.294232+0000 osd.4 (osd.4) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.325030+0000 osd.5 (osd.5) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.355743+0000 osd.6 (osd.6) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.388448+0000 osd.7 (osd.7) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.454430+0000 osd.9 (osd.9) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.523651+0000 osd.11 (osd.11) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:32.641945+0000 mgr.x (mgr.14196) 1477 : cluster [DBG] pgmap v2250: 17 pgs: 17 active+clean; 896 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s
2020-11-16T21:00:34.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: audit 2020-11-16T21:00:33.170487+0000 mon.c (mon.2) 99 : audit [DBG] from='client.? v1:172.21.15.142:0/551826307' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:34.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.203145+0000 osd.1 (osd.1) 326 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.231408+0000 osd.2 (osd.2) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.264384+0000 osd.3 (osd.3) 55 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.294232+0000 osd.4 (osd.4) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.325030+0000 osd.5 (osd.5) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.355743+0000 osd.6 (osd.6) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.388448+0000 osd.7 (osd.7) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.454430+0000 osd.9 (osd.9) 227 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:34 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.523651+0000 osd.11 (osd.11) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:34.903 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:35.007 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:35.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:    9      16     23846     23830    165.46    143.25  0.00740357   0.0060406
2020-11-16T21:00:35.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:35 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.418262+0000 osd.8 (osd.8) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:35.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:35 smithi065 bash[9468]: cluster 2020-11-16T21:00:33.487215+0000 osd.10 (osd.10) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:35.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:34 smithi065 bash[16457]: debug 2020-11-16T21:00:34.904+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:35.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:35 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.418262+0000 osd.8 (osd.8) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:35.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:35 smithi142 bash[9523]: cluster 2020-11-16T21:00:33.487215+0000 osd.10 (osd.10) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:35.348 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T21:00:35.349 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T21:00:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:35 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.418262+0000 osd.8 (osd.8) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:35 smithi071 bash[9480]: cluster 2020-11-16T21:00:33.487215+0000 osd.10 (osd.10) 230 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:35.523 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:35.627 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:35.747 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:35.780 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:35 smithi142 bash[20366]: debug 2020-11-16T21:00:35.528+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:35.852 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:35.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:35 smithi071 bash[12066]: debug 2020-11-16T21:00:35.747+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:35.993 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:36.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   10      16     26137     26121   163.231   143.188  0.00288674   0.0060084
2020-11-16T21:00:36.090 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:36 smithi142 bash[20366]: debug 2020-11-16T21:00:36.000+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:36.098 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:36.408 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:36.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:36 smithi065 bash[9468]: cluster 2020-11-16T21:00:34.642505+0000 mgr.x (mgr.14196) 1478 : cluster [DBG] pgmap v2251: 17 pgs: 17 active+clean; 996 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s
2020-11-16T21:00:36.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:36 smithi065 bash[9468]: cluster 2020-11-16T21:00:35.837568+0000 osd.1 (osd.1) 327 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:36.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:36 smithi065 bash[9468]: cluster 2020-11-16T21:00:35.837673+0000 osd.1 (osd.1) 328 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:36 smithi071 bash[9480]: cluster 2020-11-16T21:00:34.642505+0000 mgr.x (mgr.14196) 1478 : cluster [DBG] pgmap v2251: 17 pgs: 17 active+clean; 996 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s
2020-11-16T21:00:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:36 smithi071 bash[9480]: cluster 2020-11-16T21:00:35.837568+0000 osd.1 (osd.1) 327 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:36 smithi071 bash[9480]: cluster 2020-11-16T21:00:35.837673+0000 osd.1 (osd.1) 328 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:36.514 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:36.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:36 smithi142 bash[9523]: cluster 2020-11-16T21:00:34.642505+0000 mgr.x (mgr.14196) 1478 : cluster [DBG] pgmap v2251: 17 pgs: 17 active+clean; 996 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s
2020-11-16T21:00:36.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:36 smithi142 bash[9523]: cluster 2020-11-16T21:00:35.837568+0000 osd.1 (osd.1) 327 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:36.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:36 smithi142 bash[9523]: cluster 2020-11-16T21:00:35.837673+0000 osd.1 (osd.1) 328 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:36.657 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:36.713 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:36 smithi065 bash[18823]: debug 2020-11-16T21:00:36.408+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:36.761 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:36.780 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:36 smithi142 bash[20366]: debug 2020-11-16T21:00:36.664+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:36.828 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T21:00:36.895 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:37.000 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:37.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   11      16     27958     27942   158.738   113.812  0.00400503  0.00629672
2020-11-16T21:00:37.143 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:37.247 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:37.257 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:36 smithi142 bash[18009]: debug 2020-11-16T21:00:36.900+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:37.257 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:37 smithi142 bash[9523]: cluster 2020-11-16T21:00:36.096356+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e882: 12 total, 11 up, 8 in
2020-11-16T21:00:37.258 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:37 smithi142 bash[9523]: audit 2020-11-16T21:00:36.313151+0000 mon.a (mon.0) 2738 : audit [INF] from='client.? v1:172.21.15.142:0/2548221834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:00:37.258 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:37 smithi142 bash[9523]: cluster 2020-11-16T21:00:36.826135+0000 mon.a (mon.0) 2739 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:37.258 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:37 smithi142 bash[9523]: audit 2020-11-16T21:00:36.832032+0000 mon.a (mon.0) 2740 : audit [INF] from='client.? v1:172.21.15.142:0/2548221834' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:00:37.258 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:37 smithi142 bash[9523]: cluster 2020-11-16T21:00:36.832089+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e883: 12 total, 11 up, 8 in
2020-11-16T21:00:37.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:37 smithi065 bash[9468]: cluster 2020-11-16T21:00:36.096356+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e882: 12 total, 11 up, 8 in
2020-11-16T21:00:37.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:37 smithi065 bash[9468]: audit 2020-11-16T21:00:36.313151+0000 mon.a (mon.0) 2738 : audit [INF] from='client.? v1:172.21.15.142:0/2548221834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:00:37.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:37 smithi065 bash[9468]: cluster 2020-11-16T21:00:36.826135+0000 mon.a (mon.0) 2739 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:37.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:37 smithi065 bash[9468]: audit 2020-11-16T21:00:36.832032+0000 mon.a (mon.0) 2740 : audit [INF] from='client.? v1:172.21.15.142:0/2548221834' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:00:37.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:37 smithi065 bash[9468]: cluster 2020-11-16T21:00:36.832089+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e883: 12 total, 11 up, 8 in
2020-11-16T21:00:37.350 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:00:37.457 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:37 smithi071 bash[12066]: debug 2020-11-16T21:00:37.147+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:37.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:37 smithi071 bash[9480]: cluster 2020-11-16T21:00:36.096356+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e882: 12 total, 11 up, 8 in
2020-11-16T21:00:37.457 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:37 smithi071 bash[9480]: audit 2020-11-16T21:00:36.313151+0000 mon.a (mon.0) 2738 : audit [INF] from='client.? v1:172.21.15.142:0/2548221834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:00:37.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:37 smithi071 bash[9480]: cluster 2020-11-16T21:00:36.826135+0000 mon.a (mon.0) 2739 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:37.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:37 smithi071 bash[9480]: audit 2020-11-16T21:00:36.832032+0000 mon.a (mon.0) 2740 : audit [INF] from='client.? v1:172.21.15.142:0/2548221834' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:00:37.458 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:37 smithi071 bash[9480]: cluster 2020-11-16T21:00:36.832089+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e883: 12 total, 11 up, 8 in
2020-11-16T21:00:37.553 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:38.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   12      16     30142     30126   156.884     136.5  0.00573349  0.00637087
2020-11-16T21:00:38.244 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:38.296 INFO:tasks.thrashosds.thrasher:Reviving osd 0
2020-11-16T21:00:38.297 INFO:tasks.cephadm.osd.0:Restarting osd.0 (starting--it wasn't running)...
2020-11-16T21:00:38.297 INFO:teuthology.orchestra.run.smithi142:osd.0> sudo journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.0.service
2020-11-16T21:00:38.299 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl start ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.0
2020-11-16T21:00:38.349 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:38.355 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:38 smithi142 bash[114994]: debug 2020-11-16T21:00:38.248+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:38.355 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:38 smithi142 bash[9523]: cluster 2020-11-16T21:00:36.643049+0000 mgr.x (mgr.14196) 1479 : cluster [DBG] pgmap v2253: 17 pgs: 17 active+clean; 1.4 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 158 MiB/s wr, 2.52k op/s
2020-11-16T21:00:38.356 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:38 smithi142 bash[9523]: cluster 2020-11-16T21:00:37.439149+0000 osd.11 (osd.11) 249 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:38.356 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:38 smithi142 bash[9523]: cluster 2020-11-16T21:00:37.439209+0000 osd.11 (osd.11) 250 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:38.356 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:38 smithi071 bash[9480]: cluster 2020-11-16T21:00:36.643049+0000 mgr.x (mgr.14196) 1479 : cluster [DBG] pgmap v2253: 17 pgs: 17 active+clean; 1.4 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 158 MiB/s wr, 2.52k op/s
2020-11-16T21:00:38.356 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:38 smithi071 bash[9480]: cluster 2020-11-16T21:00:37.439149+0000 osd.11 (osd.11) 249 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:38.356 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:38 smithi071 bash[9480]: cluster 2020-11-16T21:00:37.439209+0000 osd.11 (osd.11) 250 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:38.381 INFO:journalctl@ceph.osd.0.smithi142.stdout:-- Logs begin at Sun 2020-11-15 12:21:41 UTC. --
2020-11-16T21:00:38.402 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T21:00:38.463 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:38.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:38 smithi065 bash[9468]: cluster 2020-11-16T21:00:36.643049+0000 mgr.x (mgr.14196) 1479 : cluster [DBG] pgmap v2253: 17 pgs: 17 active+clean; 1.4 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 158 MiB/s wr, 2.52k op/s
2020-11-16T21:00:38.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:38 smithi065 bash[9468]: cluster 2020-11-16T21:00:37.439149+0000 osd.11 (osd.11) 249 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:38.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:38 smithi065 bash[9468]: cluster 2020-11-16T21:00:37.439209+0000 osd.11 (osd.11) 250 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:38.567 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:38.608 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:38.638 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:38 smithi142 docker[147315]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:00:38.639 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:38 smithi142 systemd[1]: Started Ceph osd.0 for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T21:00:38.639 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:38 smithi142 bash[147327]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0-activate
2020-11-16T21:00:38.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:38 smithi071 bash[16796]: debug 2020-11-16T21:00:38.467+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:38.727 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:38.831 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:38.946 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:38 smithi142 bash[18009]: debug 2020-11-16T21:00:38.732+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:38.947 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:39.051 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:39.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   13      15     32505     32490    156.18    147.75  0.00325698  0.00637145
2020-11-16T21:00:39.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:38 smithi142 bash[18009]: debug 2020-11-16T21:00:38.952+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:39 smithi142 bash[9523]: cluster 2020-11-16T21:00:38.110749+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e884: 12 total, 11 up, 8 in
2020-11-16T21:00:39.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:39 smithi142 bash[9523]: cluster 2020-11-16T21:00:38.248444+0000 osd.3 (osd.3) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:39.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:39 smithi142 bash[9523]: cluster 2020-11-16T21:00:38.250708+0000 osd.3 (osd.3) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:39 smithi071 bash[9480]: cluster 2020-11-16T21:00:38.110749+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e884: 12 total, 11 up, 8 in
2020-11-16T21:00:39.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:39 smithi071 bash[9480]: cluster 2020-11-16T21:00:38.248444+0000 osd.3 (osd.3) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:39.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:39 smithi071 bash[9480]: cluster 2020-11-16T21:00:38.250708+0000 osd.3 (osd.3) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:39 smithi065 bash[9468]: cluster 2020-11-16T21:00:38.110749+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e884: 12 total, 11 up, 8 in
2020-11-16T21:00:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:39 smithi065 bash[9468]: cluster 2020-11-16T21:00:38.248444+0000 osd.3 (osd.3) 56 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:39 smithi065 bash[9468]: cluster 2020-11-16T21:00:38.250708+0000 osd.3 (osd.3) 57 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:39.846 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:39.950 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:40.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   14      15     34764     34749   155.109   141.188  0.00453067   0.0064437
2020-11-16T21:00:40.082 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:40.113 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:39 smithi065 bash[11785]: debug 2020-11-16T21:00:39.848+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:40.187 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:40.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:40 smithi071 bash[9480]: cluster 2020-11-16T21:00:38.643612+0000 mgr.x (mgr.14196) 1480 : cluster [DBG] pgmap v2256: 17 pgs: 17 active+clean; 1.6 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s
2020-11-16T21:00:40.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:40 smithi071 bash[9480]: cluster 2020-11-16T21:00:39.124108+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e885: 12 total, 11 up, 8 in
2020-11-16T21:00:40.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:40 smithi071 bash[16796]: debug 2020-11-16T21:00:40.083+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:40.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:40 smithi065 bash[9468]: cluster 2020-11-16T21:00:38.643612+0000 mgr.x (mgr.14196) 1480 : cluster [DBG] pgmap v2256: 17 pgs: 17 active+clean; 1.6 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s
2020-11-16T21:00:40.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:40 smithi065 bash[9468]: cluster 2020-11-16T21:00:39.124108+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e885: 12 total, 11 up, 8 in
2020-11-16T21:00:40.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:40 smithi142 bash[9523]: cluster 2020-11-16T21:00:38.643612+0000 mgr.x (mgr.14196) 1480 : cluster [DBG] pgmap v2256: 17 pgs: 17 active+clean; 1.6 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s
2020-11-16T21:00:40.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:40 smithi142 bash[9523]: cluster 2020-11-16T21:00:39.124108+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e885: 12 total, 11 up, 8 in
2020-11-16T21:00:40.639 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T21:00:40.803 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:41.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   15      16     37159     37143   154.742   149.625   0.0057576  0.00645974
2020-11-16T21:00:41.133 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:41.237 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:41.428 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:41 smithi065 bash[11785]: debug 2020-11-16T21:00:41.132+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:41.428 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:00:41 smithi065 bash[16457]: debug 2020-11-16T21:00:41.428+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:41.428 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:00:41.532 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:41.643 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:41.748 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:41.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:41 smithi071 bash[12066]: debug 2020-11-16T21:00:41.643+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:42.057 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   16      15     38671     38656   150.981   94.5625  0.00724932  0.00662008
2020-11-16T21:00:42.073 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:00:42.073 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:00:42.348 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:42 smithi071 bash[9480]: cluster 2020-11-16T21:00:40.645910+0000 mgr.x (mgr.14196) 1481 : cluster [DBG] pgmap v2258: 17 pgs: 17 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s
2020-11-16T21:00:42.452 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:42.459 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:42 smithi065 bash[9468]: cluster 2020-11-16T21:00:40.645910+0000 mgr.x (mgr.14196) 1481 : cluster [DBG] pgmap v2258: 17 pgs: 17 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s
2020-11-16T21:00:42.503 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:42 smithi142 bash[20366]: debug 2020-11-16T21:00:42.352+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:42.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:42 smithi142 bash[9523]: cluster 2020-11-16T21:00:40.645910+0000 mgr.x (mgr.14196) 1481 : cluster [DBG] pgmap v2258: 17 pgs: 17 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s
2020-11-16T21:00:43.058 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   17      16     40852     40836   150.113    136.25   0.0104467  0.00665769
2020-11-16T21:00:43.902 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:44.006 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:44.058 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   18      16     43031     43015   149.333   136.188  0.00385884  0.00669364
2020-11-16T21:00:44.149 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:44.154 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:44 smithi065 bash[9468]: cluster 2020-11-16T21:00:42.646627+0000 mgr.x (mgr.14196) 1482 : cluster [DBG] pgmap v2259: 17 pgs: 17 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s
2020-11-16T21:00:44.154 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:43 smithi065 bash[14115]: debug 2020-11-16T21:00:43.900+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:44.154 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:44 smithi065 bash[14115]: debug 2020-11-16T21:00:44.144+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:44.216 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_blocked_ops
2020-11-16T21:00:44.255 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:44.388 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:44.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:44 smithi142 bash[9523]: cluster 2020-11-16T21:00:42.646627+0000 mgr.x (mgr.14196) 1482 : cluster [DBG] pgmap v2259: 17 pgs: 17 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s
2020-11-16T21:00:44.532 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:44 smithi071 bash[9480]: cluster 2020-11-16T21:00:42.646627+0000 mgr.x (mgr.14196) 1482 : cluster [DBG] pgmap v2259: 17 pgs: 17 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s
2020-11-16T21:00:45.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   19      16     44760     44744    147.16   108.062  0.00340192   0.0067922
2020-11-16T21:00:46.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 21:00:46.066264 min lat: 0.00164088 max lat: 0.295659 avg lat: 0.00681917
2020-11-16T21:00:46.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T21:00:46.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   20      16     46205     46189   144.317   90.3125  0.00342512  0.00681917
2020-11-16T21:00:46.419 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:46 smithi142 bash[9523]: cluster 2020-11-16T21:00:44.647103+0000 mgr.x (mgr.14196) 1483 : cluster [DBG] pgmap v2260: 17 pgs: 17 active+clean; 2.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 1.99k op/s
2020-11-16T21:00:46.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:46 smithi071 bash[9480]: cluster 2020-11-16T21:00:44.647103+0000 mgr.x (mgr.14196) 1483 : cluster [DBG] pgmap v2260: 17 pgs: 17 active+clean; 2.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 1.99k op/s
2020-11-16T21:00:46.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:46 smithi065 bash[9468]: cluster 2020-11-16T21:00:44.647103+0000 mgr.x (mgr.14196) 1483 : cluster [DBG] pgmap v2260: 17 pgs: 17 active+clean; 2.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 1.99k op/s
2020-11-16T21:00:46.984 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:47.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   21      16     47900     47884   142.489   105.938  0.00354964  0.00701531
2020-11-16T21:00:47.089 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:47.331 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:00:47.349 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:00:47 smithi142 bash[114994]: debug 2020-11-16T21:00:47.336+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:47.350 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:47 smithi142 bash[9523]: cluster 2020-11-16T21:00:46.030099+0000 osd.6 (osd.6) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:47.350 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:47 smithi142 bash[9523]: cluster 2020-11-16T21:00:46.030230+0000 osd.6 (osd.6) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:47.350 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:47 smithi142 bash[9523]: cluster 2020-11-16T21:00:46.142872+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e886: 12 total, 11 up, 8 in
2020-11-16T21:00:47.350 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:47 smithi142 bash[9523]: cluster 2020-11-16T21:00:46.835010+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e887: 12 total, 11 up, 8 in
2020-11-16T21:00:47.351 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:47 smithi142 bash[9523]: audit 2020-11-16T21:00:46.847534+0000 mon.a (mon.0) 2746 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:00:47.351 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:47 smithi142 bash[9523]: audit 2020-11-16T21:00:46.850682+0000 mon.a (mon.0) 2747 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:00:47.436 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:47.444 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:46 smithi071 bash[26650]: debug 2020-11-16T21:00:46.991+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:47.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:47 smithi071 bash[9480]: cluster 2020-11-16T21:00:46.030099+0000 osd.6 (osd.6) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:47.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:47 smithi071 bash[9480]: cluster 2020-11-16T21:00:46.030230+0000 osd.6 (osd.6) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:47.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:47 smithi071 bash[9480]: cluster 2020-11-16T21:00:46.142872+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e886: 12 total, 11 up, 8 in
2020-11-16T21:00:47.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:47 smithi071 bash[9480]: cluster 2020-11-16T21:00:46.835010+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e887: 12 total, 11 up, 8 in
2020-11-16T21:00:47.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:47 smithi071 bash[9480]: audit 2020-11-16T21:00:46.847534+0000 mon.a (mon.0) 2746 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:00:47.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:47 smithi071 bash[9480]: audit 2020-11-16T21:00:46.850682+0000 mon.a (mon.0) 2747 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:00:47.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:47 smithi065 bash[9468]: cluster 2020-11-16T21:00:46.030099+0000 osd.6 (osd.6) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:47.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:47 smithi065 bash[9468]: cluster 2020-11-16T21:00:46.030230+0000 osd.6 (osd.6) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:47.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:47 smithi065 bash[9468]: cluster 2020-11-16T21:00:46.142872+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e886: 12 total, 11 up, 8 in
2020-11-16T21:00:47.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:47 smithi065 bash[9468]: cluster 2020-11-16T21:00:46.835010+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e887: 12 total, 11 up, 8 in
2020-11-16T21:00:47.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:47 smithi065 bash[9468]: audit 2020-11-16T21:00:46.847534+0000 mon.a (mon.0) 2746 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:00:47.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:47 smithi065 bash[9468]: audit 2020-11-16T21:00:46.850682+0000 mon.a (mon.0) 2747 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:00:48.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   22      16     49700     49684   141.126     112.5   0.0109015  0.00708313
2020-11-16T21:00:49.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   23      16     51689     51673   140.394   124.312  0.00734764  0.00712006
2020-11-16T21:00:49.118 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:49.224 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:49.491 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[20366]: debug 2020-11-16T21:00:49.124+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:49.491 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[147327]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0
2020-11-16T21:00:49.491 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[147327]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config
2020-11-16T21:00:49.491 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[147327]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block
2020-11-16T21:00:49.492 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[147327]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block
2020-11-16T21:00:49.492 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[147327]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3
2020-11-16T21:00:49.492 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[147327]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0
2020-11-16T21:00:49.492 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[147327]: --> ceph-volume lvm activate successful for osd ID: 0
2020-11-16T21:00:49.746 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[9523]: cluster 2020-11-16T21:00:48.648092+0000 mgr.x (mgr.14196) 1485 : cluster [DBG] pgmap v2264: 17 pgs: 17 active+clean; 2.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s
2020-11-16T21:00:49.747 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:49 smithi142 bash[20366]: debug 2020-11-16T21:00:49.752+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:49.747 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:49.851 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:50.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:49 smithi065 bash[9468]: cluster 2020-11-16T21:00:48.648092+0000 mgr.x (mgr.14196) 1485 : cluster [DBG] pgmap v2264: 17 pgs: 17 active+clean; 2.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s
2020-11-16T21:00:50.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   24      16     53537     53521   139.357     115.5   0.0103869  0.00717376
2020-11-16T21:00:50.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:49 smithi071 bash[9480]: cluster 2020-11-16T21:00:48.648092+0000 mgr.x (mgr.14196) 1485 : cluster [DBG] pgmap v2264: 17 pgs: 17 active+clean; 2.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s
2020-11-16T21:00:50.512 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:50.616 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:50.747 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:00:50.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:50 smithi065 bash[18823]: debug 2020-11-16T21:00:50.512+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:50.851 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:50.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:00:50 smithi071 bash[12066]: debug 2020-11-16T21:00:50.751+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:50.967 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:51.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   25      16     55447     55431   138.557   119.375  0.00370464  0.00721459
2020-11-16T21:00:51.073 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:51.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:50 smithi065 bash[18823]: debug 2020-11-16T21:00:50.964+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:51.397 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:51.401 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:00:51.401 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:00:51.501 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:51.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:51 smithi142 bash[9523]: cluster 2020-11-16T21:00:50.648608+0000 mgr.x (mgr.14196) 1486 : cluster [DBG] pgmap v2265: 17 pgs: 17 active+clean; 3.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s
2020-11-16T21:00:51.780 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:51 smithi142 bash[20366]: debug 2020-11-16T21:00:51.404+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:51.813 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:51 smithi065 bash[9468]: cluster 2020-11-16T21:00:50.648608+0000 mgr.x (mgr.14196) 1486 : cluster [DBG] pgmap v2265: 17 pgs: 17 active+clean; 3.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s
2020-11-16T21:00:52.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   26      16     57058     57042     137.1   100.688  0.00827097  0.00728873
2020-11-16T21:00:52.126 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:52.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:51 smithi071 bash[9480]: cluster 2020-11-16T21:00:50.648608+0000 mgr.x (mgr.14196) 1486 : cluster [DBG] pgmap v2265: 17 pgs: 17 active+clean; 3.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s
2020-11-16T21:00:52.232 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:52.280 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:52 smithi142 bash[20366]: debug 2020-11-16T21:00:52.132+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:52.780 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:52 smithi142 bash[147327]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:00:52.806 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:00:52.833 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:00:52.862 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:00:52.883 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:00:52.914 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:00:52.938 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:00:52.963 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:00:52.994 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:00:53.032 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:00:53.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   27      16     58341     58325   134.992   80.1875   0.0125154  0.00740544
2020-11-16T21:00:53.062 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:00:53.091 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:53.091 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:52 smithi065 bash[9468]: audit 2020-11-16T21:00:52.784223+0000 mon.a (mon.0) 2748 : audit [DBG] from='client.? v1:172.21.15.142:0/1322758266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:53.092 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[18823]: debug 2020-11-16T21:00:53.092+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:53.093 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:00:53.093 INFO:teuthology.orchestra.run.smithi142.stderr:Error ENXIO: problem getting command descriptions from osd.0
2020-11-16T21:00:53.093 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: problem getting command descriptions from osd.0
2020-11-16T21:00:53.094 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.094 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.094 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.094 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.094 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.094 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.094 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.095 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.095 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.095 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.095 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:00:53.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:52 smithi071 bash[9480]: audit 2020-11-16T21:00:52.784223+0000 mon.a (mon.0) 2748 : audit [DBG] from='client.? v1:172.21.15.142:0/1322758266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:53.197 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:53.210 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_historic_ops
2020-11-16T21:00:53.368 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:53.433 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:00:53.472 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:53.506 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:52 smithi142 bash[9523]: audit 2020-11-16T21:00:52.784223+0000 mon.a (mon.0) 2748 : audit [DBG] from='client.? v1:172.21.15.142:0/1322758266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:00:53.608 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:53.713 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:53.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[18823]: debug 2020-11-16T21:00:53.368+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:53.841 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[26650]: debug 2020-11-16T21:00:53.611+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:53.842 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:53.947 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:54.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   28      16     59819     59803    133.47    92.375   0.0104572  0.00748927
2020-11-16T21:00:54.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[26650]: debug 2020-11-16T21:00:53.847+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:54.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:52.649273+0000 mgr.x (mgr.14196) 1487 : cluster [DBG] pgmap v2266: 17 pgs: 17 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 134 MiB/s wr, 2.15k op/s
2020-11-16T21:00:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:52.815385+0000 osd.1 (osd.1) 329 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:52.842829+0000 osd.2 (osd.2) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:52.871650+0000 osd.3 (osd.3) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:52.892149+0000 osd.4 (osd.4) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:52.922421+0000 osd.5 (osd.5) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:52.946468+0000 osd.6 (osd.6) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:52.971516+0000 osd.7 (osd.7) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:53.000995+0000 osd.8 (osd.8) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:53 smithi071 bash[9480]: cluster 2020-11-16T21:00:53.069320+0000 osd.10 (osd.10) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.270 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:00:54.271 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:52.649273+0000 mgr.x (mgr.14196) 1487 : cluster [DBG] pgmap v2266: 17 pgs: 17 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 134 MiB/s wr, 2.15k op/s
2020-11-16T21:00:54.271 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:52.815385+0000 osd.1 (osd.1) 329 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.271 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:52.842829+0000 osd.2 (osd.2) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:52.871650+0000 osd.3 (osd.3) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:52.892149+0000 osd.4 (osd.4) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:52.922421+0000 osd.5 (osd.5) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:52.946468+0000 osd.6 (osd.6) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:52.971516+0000 osd.7 (osd.7) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:53.000995+0000 osd.8 (osd.8) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.272 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:53 smithi142 bash[9523]: cluster 2020-11-16T21:00:53.069320+0000 osd.10 (osd.10) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.273 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:00:54 smithi142 bash[20366]: debug 2020-11-16T21:00:54.276+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:52.649273+0000 mgr.x (mgr.14196) 1487 : cluster [DBG] pgmap v2266: 17 pgs: 17 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 134 MiB/s wr, 2.15k op/s
2020-11-16T21:00:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:52.815385+0000 osd.1 (osd.1) 329 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:52.842829+0000 osd.2 (osd.2) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:52.871650+0000 osd.3 (osd.3) 58 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:52.892149+0000 osd.4 (osd.4) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:52.922421+0000 osd.5 (osd.5) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:52.946468+0000 osd.6 (osd.6) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:52.971516+0000 osd.7 (osd.7) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:53.000995+0000 osd.8 (osd.8) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:53 smithi065 bash[9468]: cluster 2020-11-16T21:00:53.069320+0000 osd.10 (osd.10) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:54.375 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:54.501 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:54.606 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:54.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:54 smithi071 bash[14419]: debug 2020-11-16T21:00:54.507+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:54.755 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:00:54.859 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:55.059 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   29      16     61547     61531   132.592       108  0.00361602  0.00753966
2020-11-16T21:00:55.188 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:54 smithi142 bash[9523]: cluster 2020-11-16T21:00:53.037793+0000 osd.9 (osd.9) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:55.188 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:54 smithi142 bash[9523]: cluster 2020-11-16T21:00:53.099243+0000 osd.11 (osd.11) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:55.188 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:54 smithi142 bash[9523]: cluster 2020-11-16T21:00:53.517486+0000 osd.4 (osd.4) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:55.188 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:54 smithi142 bash[9523]: cluster 2020-11-16T21:00:53.517572+0000 osd.4 (osd.4) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:55.189 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:54 smithi142 bash[9523]: cluster 2020-11-16T21:00:53.849131+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e888: 12 total, 11 up, 8 in
2020-11-16T21:00:55.189 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:55.194 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:00:54 smithi071 bash[14419]: debug 2020-11-16T21:00:54.755+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:54 smithi071 bash[9480]: cluster 2020-11-16T21:00:53.037793+0000 osd.9 (osd.9) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:55.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:54 smithi071 bash[9480]: cluster 2020-11-16T21:00:53.099243+0000 osd.11 (osd.11) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:55.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:54 smithi071 bash[9480]: cluster 2020-11-16T21:00:53.517486+0000 osd.4 (osd.4) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:55.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:54 smithi071 bash[9480]: cluster 2020-11-16T21:00:53.517572+0000 osd.4 (osd.4) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:55.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:54 smithi071 bash[9480]: cluster 2020-11-16T21:00:53.849131+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e888: 12 total, 11 up, 8 in
2020-11-16T21:00:55.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:54 smithi065 bash[9468]: cluster 2020-11-16T21:00:53.037793+0000 osd.9 (osd.9) 228 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:55.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:54 smithi065 bash[9468]: cluster 2020-11-16T21:00:53.099243+0000 osd.11 (osd.11) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:00:55.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:54 smithi065 bash[9468]: cluster 2020-11-16T21:00:53.517486+0000 osd.4 (osd.4) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:00:55.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:54 smithi065 bash[9468]: cluster 2020-11-16T21:00:53.517572+0000 osd.4 (osd.4) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:00:55.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:54 smithi065 bash[9468]: cluster 2020-11-16T21:00:53.849131+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e888: 12 total, 11 up, 8 in
2020-11-16T21:00:55.294 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:55.504 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:55 smithi142 bash[18009]: debug 2020-11-16T21:00:55.196+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:55.529 DEBUG:teuthology.orchestra.run:got remote process result: 6
2020-11-16T21:00:55.530 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring
2020-11-16T21:00:55.545 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:55.648 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:55.679 INFO:teuthology.orchestra.run.smithi142.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused
2020-11-16T21:00:55.757 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:55.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:55 smithi065 bash[18823]: debug 2020-11-16T21:00:55.755+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:55.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:55 smithi142 bash[18009]: debug 2020-11-16T21:00:55.552+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:55.866 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:55.987 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:00:56.060 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   30      16     63089     63073   131.384    96.375   0.0068477  0.00760888
2020-11-16T21:00:56.090 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:56.098 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:55 smithi142 bash[9523]: cluster 2020-11-16T21:00:54.649820+0000 mgr.x (mgr.14196) 1488 : cluster [DBG] pgmap v2268: 17 pgs: 17 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T21:00:56.098 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:55 smithi142 bash[147327]: debug 2020-11-16T21:00:55.840+0000 7fb97ef2e700 10 -- 172.21.15.142:0/2489329120 dispatch_throttle_release 194 to dispatch throttler 194/104857600
2020-11-16T21:00:56.098 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:55 smithi142 bash[147327]: debug 2020-11-16T21:00:55.840+0000 7fb97ef2e700 20 -- 172.21.15.142:0/2489329120 done calling dispatch on 0x55dfb746e340
2020-11-16T21:00:56.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:00:55 smithi071 bash[26650]: debug 2020-11-16T21:00:55.991+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:56.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:55 smithi071 bash[9480]: cluster 2020-11-16T21:00:54.649820+0000 mgr.x (mgr.14196) 1488 : cluster [DBG] pgmap v2268: 17 pgs: 17 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T21:00:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:55 smithi065 bash[9468]: cluster 2020-11-16T21:00:54.649820+0000 mgr.x (mgr.14196) 1488 : cluster [DBG] pgmap v2268: 17 pgs: 17 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s
2020-11-16T21:00:56.780 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:56 smithi142 bash[147327]: debug 2020-11-16T21:00:56.436+0000 7fb9869aef40 -1 Falling back to public interface
2020-11-16T21:00:56.833 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T21:00:56.857 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:56 smithi071 bash[9480]: audit 2020-11-16T21:00:56.231756+0000 mon.a (mon.0) 2750 : audit [INF] from='client.? v1:172.21.15.142:0/3220710443' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:56.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:56 smithi071 bash[9480]: cluster 2020-11-16T21:00:56.833115+0000 mon.a (mon.0) 2751 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:56.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:56 smithi071 bash[9480]: audit 2020-11-16T21:00:56.839653+0000 mon.a (mon.0) 2752 : audit [INF] from='client.? v1:172.21.15.142:0/3220710443' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:56.858 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:56 smithi071 bash[9480]: cluster 2020-11-16T21:00:56.839703+0000 mon.a (mon.0) 2753 : cluster [DBG] osdmap e889: 12 total, 11 up, 8 in
2020-11-16T21:00:56.930 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:00:57.037 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:57.060 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   31      16     64455     64439   129.897    85.375  0.00737239  0.00769619
2020-11-16T21:00:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:56 smithi065 bash[9468]: audit 2020-11-16T21:00:56.231756+0000 mon.a (mon.0) 2750 : audit [INF] from='client.? v1:172.21.15.142:0/3220710443' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:56 smithi065 bash[9468]: cluster 2020-11-16T21:00:56.833115+0000 mon.a (mon.0) 2751 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:56 smithi065 bash[9468]: audit 2020-11-16T21:00:56.839653+0000 mon.a (mon.0) 2752 : audit [INF] from='client.? v1:172.21.15.142:0/3220710443' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:56 smithi065 bash[9468]: cluster 2020-11-16T21:00:56.839703+0000 mon.a (mon.0) 2753 : cluster [DBG] osdmap e889: 12 total, 11 up, 8 in
2020-11-16T21:00:57.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:00:56 smithi142 bash[18009]: debug 2020-11-16T21:00:56.936+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:57.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:56 smithi142 bash[9523]: audit 2020-11-16T21:00:56.231756+0000 mon.a (mon.0) 2750 : audit [INF] from='client.? v1:172.21.15.142:0/3220710443' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:00:57.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:56 smithi142 bash[9523]: cluster 2020-11-16T21:00:56.833115+0000 mon.a (mon.0) 2751 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:00:57.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:56 smithi142 bash[9523]: audit 2020-11-16T21:00:56.839653+0000 mon.a (mon.0) 2752 : audit [INF] from='client.? v1:172.21.15.142:0/3220710443' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:00:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:56 smithi142 bash[9523]: cluster 2020-11-16T21:00:56.839703+0000 mon.a (mon.0) 2753 : cluster [DBG] osdmap e889: 12 total, 11 up, 8 in
2020-11-16T21:00:57.346 DEBUG:teuthology.orchestra.run:got remote process result: 22
2020-11-16T21:00:57.347 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-0, ['dump_ops_in_flight']
2020-11-16T21:00:57.510 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:00:57.531 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:00:57.615 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:57.688 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:00:57.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:00:57 smithi065 bash[11785]: debug 2020-11-16T21:00:57.511+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:58.061 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   32      16     65922     65906   128.703   91.6875  0.00908185  0.00776718
2020-11-16T21:00:58.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:57 smithi071 bash[9480]: cluster 2020-11-16T21:00:56.650440+0000 mgr.x (mgr.14196) 1489 : cluster [DBG] pgmap v2269: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T21:00:58.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:57 smithi065 bash[9468]: cluster 2020-11-16T21:00:56.650440+0000 mgr.x (mgr.14196) 1489 : cluster [DBG] pgmap v2269: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T21:00:58.280 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:00:57 smithi142 bash[147327]: debug 2020-11-16T21:00:57.892+0000 7fb9869aef40 -1 osd.0 817 log_to_monitors {default=true}
2020-11-16T21:00:58.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:57 smithi142 bash[9523]: cluster 2020-11-16T21:00:56.650440+0000 mgr.x (mgr.14196) 1489 : cluster [DBG] pgmap v2269: 17 pgs: 17 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 111 MiB/s wr, 1.78k op/s
2020-11-16T21:00:58.465 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:58.570 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:58.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:58 smithi065 bash[18823]: debug 2020-11-16T21:00:58.463+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:58.788 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:58.894 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:59.031 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:00:59.060 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   33      15     67465     67450   127.727      96.5    0.013235  0.00782666
2020-11-16T21:00:59.136 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:59.144 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:58 smithi065 bash[9468]: audit 2020-11-16T21:00:57.899518+0000 mon.c (mon.2) 100 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1026156329' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T21:00:59.144 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:58 smithi065 bash[9468]: audit 2020-11-16T21:00:57.901157+0000 mon.c (mon.2) 101 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1026156329' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T21:00:59.144 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:58 smithi065 bash[9468]: audit 2020-11-16T21:00:57.902589+0000 mon.a (mon.0) 2754 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T21:00:59.144 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:58 smithi065 bash[9468]: audit 2020-11-16T21:00:57.904108+0000 mon.a (mon.0) 2755 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T21:00:59.145 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:58 smithi065 bash[18823]: debug 2020-11-16T21:00:58.787+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:59.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:58 smithi071 bash[9480]: audit 2020-11-16T21:00:57.899518+0000 mon.c (mon.2) 100 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1026156329' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T21:00:59.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:58 smithi071 bash[9480]: audit 2020-11-16T21:00:57.901157+0000 mon.c (mon.2) 101 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1026156329' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T21:00:59.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:58 smithi071 bash[9480]: audit 2020-11-16T21:00:57.902589+0000 mon.a (mon.0) 2754 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T21:00:59.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:58 smithi071 bash[9480]: audit 2020-11-16T21:00:57.904108+0000 mon.a (mon.0) 2755 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T21:00:59.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:00:59 smithi071 bash[16796]: debug 2020-11-16T21:00:59.039+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:59.195 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:58 smithi142 bash[9523]: audit 2020-11-16T21:00:57.899518+0000 mon.c (mon.2) 100 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1026156329' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T21:00:59.196 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:58 smithi142 bash[9523]: audit 2020-11-16T21:00:57.901157+0000 mon.c (mon.2) 101 : audit [INF] from='osd.0 v1:172.21.15.142:6800/1026156329' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T21:00:59.196 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:58 smithi142 bash[9523]: audit 2020-11-16T21:00:57.902589+0000 mon.a (mon.0) 2754 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2020-11-16T21:00:59.196 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:58 smithi142 bash[9523]: audit 2020-11-16T21:00:57.904108+0000 mon.a (mon.0) 2755 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch
2020-11-16T21:00:59.617 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:00:59.723 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:59.872 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:00:59.875 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:59 smithi142 bash[9523]: cluster 2020-11-16T21:00:58.651116+0000 mgr.x (mgr.14196) 1490 : cluster [DBG] pgmap v2271: 17 pgs: 17 active+clean; 3.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s
2020-11-16T21:00:59.875 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:59 smithi142 bash[9523]: cluster 2020-11-16T21:00:58.876654+0000 mon.a (mon.0) 2756 : cluster [INF] osd.0 v1:172.21.15.142:6800/1026156329 boot
2020-11-16T21:00:59.876 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:59 smithi142 bash[9523]: cluster 2020-11-16T21:00:58.876692+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e890: 12 total, 12 up, 8 in
2020-11-16T21:00:59.876 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:00:59 smithi142 bash[9523]: audit 2020-11-16T21:00:58.877054+0000 mon.a (mon.0) 2758 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T21:00:59.876 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:59 smithi065 bash[9468]: cluster 2020-11-16T21:00:58.651116+0000 mgr.x (mgr.14196) 1490 : cluster [DBG] pgmap v2271: 17 pgs: 17 active+clean; 3.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s
2020-11-16T21:00:59.877 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:59 smithi065 bash[9468]: cluster 2020-11-16T21:00:58.876654+0000 mon.a (mon.0) 2756 : cluster [INF] osd.0 v1:172.21.15.142:6800/1026156329 boot
2020-11-16T21:00:59.877 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:59 smithi065 bash[9468]: cluster 2020-11-16T21:00:58.876692+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e890: 12 total, 12 up, 8 in
2020-11-16T21:00:59.877 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:00:59 smithi065 bash[9468]: audit 2020-11-16T21:00:58.877054+0000 mon.a (mon.0) 2758 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T21:00:59.877 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:00:59 smithi065 bash[18823]: debug 2020-11-16T21:00:59.615+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:00:59.978 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:00.060 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   34      16     69000     68984    126.79    95.875  0.00842973  0.00788471
2020-11-16T21:01:00.092 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:00.194 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:00 smithi071 bash[12066]: debug 2020-11-16T21:01:00.098+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:00.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:59 smithi071 bash[9480]: cluster 2020-11-16T21:00:58.651116+0000 mgr.x (mgr.14196) 1490 : cluster [DBG] pgmap v2271: 17 pgs: 17 active+clean; 3.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s
2020-11-16T21:01:00.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:59 smithi071 bash[9480]: cluster 2020-11-16T21:00:58.876654+0000 mon.a (mon.0) 2756 : cluster [INF] osd.0 v1:172.21.15.142:6800/1026156329 boot
2020-11-16T21:01:00.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:59 smithi071 bash[9480]: cluster 2020-11-16T21:00:58.876692+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e890: 12 total, 12 up, 8 in
2020-11-16T21:01:00.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:00:59 smithi071 bash[9480]: audit 2020-11-16T21:00:58.877054+0000 mon.a (mon.0) 2758 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2020-11-16T21:01:00.196 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:00.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:00:59 smithi065 bash[14115]: debug 2020-11-16T21:00:59.879+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:00.513 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:01:00.514 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T21:01:00.514 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T21:01:00.514 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T21:01:00.514 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.514 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:96157 7.15 7:aef0455c:::benchmark_data_smithi065_48659_object96156:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T21:01:00.514 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:07.290304+0000",
2020-11-16T21:01:00.515 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 473.22075207699999,
2020-11-16T21:01:00.515 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.045663338,
2020-11-16T21:01:00.515 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.515 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:00.515 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.515 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:01:00.515 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:00.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 96157
2020-11-16T21:01:00.516 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.516 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290304+0000",
2020-11-16T21:01:00.516 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290304+0000",
2020-11-16T21:01:00.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999709
2020-11-16T21:01:00.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290275+0000",
2020-11-16T21:01:00.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010045800000000001
2020-11-16T21:01:00.518 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.518 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290375+0000",
2020-11-16T21:01:00.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2677000000000001e-05
2020-11-16T21:01:00.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290388+0000",
2020-11-16T21:01:00.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0090000000000001e-06
2020-11-16T21:01:00.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290395+0000",
2020-11-16T21:01:00.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.11891206
2020-11-16T21:01:00.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409307+0000",
2020-11-16T21:01:00.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1949999999999992e-06
2020-11-16T21:01:00.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:00.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409316+0000",
2020-11-16T21:01:00.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.92654745699999996
2020-11-16T21:01:00.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.335864+0000",
2020-11-16T21:01:00.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103494
2020-11-16T21:01:00.522 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.522 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.335967+0000",
2020-11-16T21:01:00.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.045663338
2020-11-16T21:01:00.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.523 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.523 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.523 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.523 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.523 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:96159 7.5 7:a327cef3:::benchmark_data_smithi065_48659_object96158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T21:01:00.523 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:07.290448+0000",
2020-11-16T21:01:00.524 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 473.22060852999999,
2020-11-16T21:01:00.524 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.02286462,
2020-11-16T21:01:00.524 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.524 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:00.524 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:01:00.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:00.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 96159
2020-11-16T21:01:00.525 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.525 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290448+0000",
2020-11-16T21:01:00.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290448+0000",
2020-11-16T21:01:00.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999733
2020-11-16T21:01:00.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290421+0000",
2020-11-16T21:01:00.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3066999999999995e-05
2020-11-16T21:01:00.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290514+0000",
2020-11-16T21:01:00.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0234000000000001e-05
2020-11-16T21:01:00.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290524+0000",
2020-11-16T21:01:00.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0679999999999996e-06
2020-11-16T21:01:00.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.290529+0000",
2020-11-16T21:01:00.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002037283
2020-11-16T21:01:00.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.292566+0000",
2020-11-16T21:01:00.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7370000000000006e-06
2020-11-16T21:01:00.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.530 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op must wait for map",
2020-11-16T21:01:00.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.292574+0000",
2020-11-16T21:01:00.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.11648138700000001
2020-11-16T21:01:00.530 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.530 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409055+0000",
2020-11-16T21:01:00.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4561e-05
2020-11-16T21:01:00.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:00.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409070+0000",
2020-11-16T21:01:00.531 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.90413778099999997
2020-11-16T21:01:00.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.313208+0000",
2020-11-16T21:01:00.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000104298
2020-11-16T21:01:00.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.313312+0000",
2020-11-16T21:01:00.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.02286462
2020-11-16T21:01:00.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.533 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.533 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.533 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.533 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.533 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.36236.0:96169 7.15 7:af38ddc4:::benchmark_data_smithi065_48659_object96168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e723)",
2020-11-16T21:01:00.534 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:53:07.304258+0000",
2020-11-16T21:01:00.534 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 473.20679824600001,
2020-11-16T21:01:00.534 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.0381436749999999,
2020-11-16T21:01:00.534 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.534 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.534 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.36236",
2020-11-16T21:01:00.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:00.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 96169
2020-11-16T21:01:00.535 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.535 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304258+0000",
2020-11-16T21:01:00.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304258+0000",
2020-11-16T21:01:00.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999371
2020-11-16T21:01:00.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304195+0000",
2020-11-16T21:01:00.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014510799999999999
2020-11-16T21:01:00.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304340+0000",
2020-11-16T21:01:00.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4106e-05
2020-11-16T21:01:00.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304354+0000",
2020-11-16T21:01:00.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3764000000000002e-05
2020-11-16T21:01:00.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.304408+0000",
2020-11-16T21:01:00.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.104948679
2020-11-16T21:01:00.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409356+0000",
2020-11-16T21:01:00.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7919999999999998e-06
2020-11-16T21:01:00.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:00.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:07.409365+0000",
2020-11-16T21:01:00.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.92663421000000001
2020-11-16T21:01:00.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.335999+0000",
2020-11-16T21:01:00.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000181631
2020-11-16T21:01:00.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.336181+0000",
2020-11-16T21:01:00.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020782400000000001
2020-11-16T21:01:00.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:01:00.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.336389+0000",
2020-11-16T21:01:00.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0047341240000000001
2020-11-16T21:01:00.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.341123+0000",
2020-11-16T21:01:00.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001152321
2020-11-16T21:01:00.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.342275+0000",
2020-11-16T21:01:00.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8825000000000005e-05
2020-11-16T21:01:00.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.342354+0000",
2020-11-16T21:01:00.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7296000000000003e-05
2020-11-16T21:01:00.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:53:08.342401+0000",
2020-11-16T21:01:00.545 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0381436749999999
2020-11-16T21:01:00.545 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.545 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.545 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.545 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.546 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:73025 8.f 8:f5fbd784:::benchmark_data_smithi065_53143_object73024:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e815)",
2020-11-16T21:01:00.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:56:55.690666+0000",
2020-11-16T21:01:00.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.820390059,
2020-11-16T21:01:00.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.20123521,
2020-11-16T21:01:00.546 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.546 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.547 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 73025
2020-11-16T21:01:00.547 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.547 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.690666+0000",
2020-11-16T21:01:00.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.690666+0000",
2020-11-16T21:01:00.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T21:01:00.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.690636+0000",
2020-11-16T21:01:00.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012663600000000001
2020-11-16T21:01:00.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.690762+0000",
2020-11-16T21:01:00.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6220000000000001e-05
2020-11-16T21:01:00.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.690779+0000",
2020-11-16T21:01:00.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2389999999999999e-06
2020-11-16T21:01:00.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.690785+0000",
2020-11-16T21:01:00.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011063100000000001
2020-11-16T21:01:00.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.690896+0000",
2020-11-16T21:01:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000208517
2020-11-16T21:01:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.691104+0000",
2020-11-16T21:01:00.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026521100000000001
2020-11-16T21:01:00.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.691369+0000",
2020-11-16T21:01:00.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0092453889999999997
2020-11-16T21:01:00.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.700615+0000",
2020-11-16T21:01:00.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.191154564
2020-11-16T21:01:00.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.891769+0000",
2020-11-16T21:01:00.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2270999999999999e-05
2020-11-16T21:01:00.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.891851+0000",
2020-11-16T21:01:00.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9734999999999997e-05
2020-11-16T21:01:00.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.891901+0000",
2020-11-16T21:01:00.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20123521
2020-11-16T21:01:00.556 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.556 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.556 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.556 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.556 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.557 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:73030 8.f 8:f5d480f8:::benchmark_data_smithi065_53143_object73029:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e815)",
2020-11-16T21:01:00.557 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:56:55.691678+0000",
2020-11-16T21:01:00.557 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 244.81937835400001,
2020-11-16T21:01:00.557 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.20036310299999999,
2020-11-16T21:01:00.557 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.557 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.557 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 73030
2020-11-16T21:01:00.558 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.558 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.691678+0000",
2020-11-16T21:01:00.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.691678+0000",
2020-11-16T21:01:00.559 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T21:01:00.559 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.691645+0000",
2020-11-16T21:01:00.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000102438
2020-11-16T21:01:00.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.560 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.691748+0000",
2020-11-16T21:01:00.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2492e-05
2020-11-16T21:01:00.561 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.561 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.691760+0000",
2020-11-16T21:01:00.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5300000000000002e-06
2020-11-16T21:01:00.561 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.691767+0000",
2020-11-16T21:01:00.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0057307590000000002
2020-11-16T21:01:00.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.697498+0000",
2020-11-16T21:01:00.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022983500000000001
2020-11-16T21:01:00.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.697727+0000",
2020-11-16T21:01:00.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018526999999999999
2020-11-16T21:01:00.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.697913+0000",
2020-11-16T21:01:00.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0029543519999999999
2020-11-16T21:01:00.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.700867+0000",
2020-11-16T21:01:00.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.19108101299999999
2020-11-16T21:01:00.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.891948+0000",
2020-11-16T21:01:00.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0340999999999998e-05
2020-11-16T21:01:00.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.891998+0000",
2020-11-16T21:01:00.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.2429999999999999e-05
2020-11-16T21:01:00.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:56:55.892041+0000",
2020-11-16T21:01:00.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20036310299999999
2020-11-16T21:01:00.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.567 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.567 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.567 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.567 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.567 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:118183 8.f 8:ff879544:::benchmark_data_smithi065_53143_object30562:head [delete] snapc 0=[] ondisk+write+known_if_redirected e839)",
2020-11-16T21:01:00.568 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:29.698461+0000",
2020-11-16T21:01:00.568 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.81259541099999,
2020-11-16T21:01:00.568 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.27189584100000003,
2020-11-16T21:01:00.568 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.568 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.568 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 118183
2020-11-16T21:01:00.569 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.569 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.698461+0000",
2020-11-16T21:01:00.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.698461+0000",
2020-11-16T21:01:00.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999695
2020-11-16T21:01:00.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.698430+0000",
2020-11-16T21:01:00.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8269999999999995e-05
2020-11-16T21:01:00.571 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.571 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.571 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.698498+0000",
2020-11-16T21:01:00.572 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2549e-05
2020-11-16T21:01:00.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.572 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.572 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.698511+0000",
2020-11-16T21:01:00.572 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9059999999999996e-06
2020-11-16T21:01:00.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.698518+0000",
2020-11-16T21:01:00.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013734657000000001
2020-11-16T21:01:00.573 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.573 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.712253+0000",
2020-11-16T21:01:00.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017157000000000001
2020-11-16T21:01:00.574 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.574 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.712424+0000",
2020-11-16T21:01:00.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016391499999999999
2020-11-16T21:01:00.574 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.574 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.712588+0000",
2020-11-16T21:01:00.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0044541650000000004
2020-11-16T21:01:00.575 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.575 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717042+0000",
2020-11-16T21:01:00.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.25298911499999999
2020-11-16T21:01:00.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.970031+0000",
2020-11-16T21:01:00.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000182356
2020-11-16T21:01:00.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.970214+0000",
2020-11-16T21:01:00.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014279700000000001
2020-11-16T21:01:00.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.970356+0000",
2020-11-16T21:01:00.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.27189584100000003
2020-11-16T21:01:00.578 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.578 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.578 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.578 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.578 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.578 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:118194 8.3 8:c482784b:::benchmark_data_smithi065_53143_object30573:head [delete] snapc 0=[] ondisk+write+known_if_redirected e839)",
2020-11-16T21:01:00.578 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:29.717361+0000",
2020-11-16T21:01:00.579 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.79369472299999,
2020-11-16T21:01:00.579 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.26683544300000001,
2020-11-16T21:01:00.579 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.579 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.579 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 118194
2020-11-16T21:01:00.580 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.580 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.580 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717361+0000",
2020-11-16T21:01:00.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.580 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717361+0000",
2020-11-16T21:01:00.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999704
2020-11-16T21:01:00.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717332+0000",
2020-11-16T21:01:00.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8460000000000005e-05
2020-11-16T21:01:00.582 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.582 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717400+0000",
2020-11-16T21:01:00.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2510000000000001e-05
2020-11-16T21:01:00.582 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.583 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.583 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.583 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717413+0000",
2020-11-16T21:01:00.583 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2219999999999996e-06
2020-11-16T21:01:00.583 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.583 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.583 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.584 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717420+0000",
2020-11-16T21:01:00.584 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3052e-05
2020-11-16T21:01:00.584 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.584 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.584 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.584 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717473+0000",
2020-11-16T21:01:00.584 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000149445
2020-11-16T21:01:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717623+0000",
2020-11-16T21:01:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013514399999999999
2020-11-16T21:01:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.717758+0000",
2020-11-16T21:01:00.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0044195600000000003
2020-11-16T21:01:00.586 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.586 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.722177+0000",
2020-11-16T21:01:00.586 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.261873833
2020-11-16T21:01:00.587 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.587 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984051+0000",
2020-11-16T21:01:00.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0370999999999993e-05
2020-11-16T21:01:00.587 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.587 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.587 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.588 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984132+0000",
2020-11-16T21:01:00.588 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5225e-05
2020-11-16T21:01:00.588 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.588 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.588 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.588 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984197+0000",
2020-11-16T21:01:00.588 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.26683544300000001
2020-11-16T21:01:00.588 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.589 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.589 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.589 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.589 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.589 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:118195 8.f 8:f0c23010:::benchmark_data_smithi065_53143_object30574:head [delete] snapc 0=[] ondisk+write+known_if_redirected e839)",
2020-11-16T21:01:00.589 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:29.719704+0000",
2020-11-16T21:01:00.589 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.79135173099999,
2020-11-16T21:01:00.590 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.26883357200000002,
2020-11-16T21:01:00.590 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.590 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.590 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.590 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.590 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.590 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 118195
2020-11-16T21:01:00.591 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.591 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.591 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.591 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.591 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.719704+0000",
2020-11-16T21:01:00.591 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.591 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.591 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.719704+0000",
2020-11-16T21:01:00.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T21:01:00.592 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.592 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.592 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.719673+0000",
2020-11-16T21:01:00.593 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3745000000000006e-05
2020-11-16T21:01:00.593 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.593 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.593 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.593 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.719747+0000",
2020-11-16T21:01:00.593 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3523000000000001e-05
2020-11-16T21:01:00.593 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.593 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.594 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.594 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.719760+0000",
2020-11-16T21:01:00.594 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0229999999999992e-06
2020-11-16T21:01:00.594 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.594 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.594 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.594 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.719768+0000",
2020-11-16T21:01:00.595 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0263e-05
2020-11-16T21:01:00.595 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.595 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.595 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.595 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.719849+0000",
2020-11-16T21:01:00.595 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000171779
2020-11-16T21:01:00.595 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.595 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.720020+0000",
2020-11-16T21:01:00.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0358000000000005e-05
2020-11-16T21:01:00.596 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.596 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.720101+0000",
2020-11-16T21:01:00.596 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0036281540000000002
2020-11-16T21:01:00.597 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.597 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.597 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.597 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.723729+0000",
2020-11-16T21:01:00.597 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.26467245099999998
2020-11-16T21:01:00.597 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.597 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.598 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.598 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.988401+0000",
2020-11-16T21:01:00.598 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7819000000000003e-05
2020-11-16T21:01:00.598 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.598 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.598 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.598 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.988459+0000",
2020-11-16T21:01:00.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8663000000000002e-05
2020-11-16T21:01:00.599 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.599 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.988538+0000",
2020-11-16T21:01:00.599 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.26883357200000002
2020-11-16T21:01:00.599 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.600 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.600 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.600 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.600 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.600 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:118202 8.f 8:f08ba5e1:::benchmark_data_smithi065_53143_object30581:head [delete] snapc 0=[] ondisk+write+known_if_redirected e839)",
2020-11-16T21:01:00.600 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:29.728847+0000",
2020-11-16T21:01:00.600 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.78220927800001,
2020-11-16T21:01:00.601 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.25980479400000001,
2020-11-16T21:01:00.601 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.601 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.601 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.601 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.601 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.601 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 118202
2020-11-16T21:01:00.601 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.602 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.602 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.602 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.602 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.728847+0000",
2020-11-16T21:01:00.602 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.602 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.602 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.603 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.603 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.728847+0000",
2020-11-16T21:01:00.603 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999523
2020-11-16T21:01:00.603 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.603 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.603 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.603 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.728799+0000",
2020-11-16T21:01:00.603 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7429000000000006e-05
2020-11-16T21:01:00.604 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.604 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.604 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.604 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.728886+0000",
2020-11-16T21:01:00.604 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2830000000000001e-05
2020-11-16T21:01:00.604 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.604 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.728899+0000",
2020-11-16T21:01:00.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.754e-06
2020-11-16T21:01:00.605 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.605 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.728906+0000",
2020-11-16T21:01:00.605 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7391000000000003e-05
2020-11-16T21:01:00.606 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.606 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.606 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.606 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729003+0000",
2020-11-16T21:01:00.606 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016196099999999999
2020-11-16T21:01:00.606 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.606 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729165+0000",
2020-11-16T21:01:00.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000160075
2020-11-16T21:01:00.607 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.607 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729325+0000",
2020-11-16T21:01:00.607 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011001211
2020-11-16T21:01:00.608 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.608 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.608 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.608 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.740327+0000",
2020-11-16T21:01:00.608 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.248259277
2020-11-16T21:01:00.608 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.608 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.988586+0000",
2020-11-16T21:01:00.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.1099999999999997e-05
2020-11-16T21:01:00.609 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.609 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.988617+0000",
2020-11-16T21:01:00.609 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4678000000000002e-05
2020-11-16T21:01:00.610 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.610 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.610 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.610 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.988652+0000",
2020-11-16T21:01:00.610 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.25980479400000001
2020-11-16T21:01:00.610 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.610 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.611 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.611 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.611 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.611 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:118204 8.3 8:cba7a2dc:::benchmark_data_smithi065_53143_object30583:head [delete] snapc 0=[] ondisk+write+known_if_redirected e839)",
2020-11-16T21:01:00.611 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:29.729032+0000",
2020-11-16T21:01:00.611 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.78202394600001,
2020-11-16T21:01:00.611 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.25531675599999998,
2020-11-16T21:01:00.612 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.612 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.612 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.612 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.612 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.612 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 118204
2020-11-16T21:01:00.612 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.612 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.613 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.613 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.613 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729032+0000",
2020-11-16T21:01:00.613 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.613 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.613 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.613 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729032+0000",
2020-11-16T21:01:00.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999676
2020-11-16T21:01:00.614 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.614 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729000+0000",
2020-11-16T21:01:00.614 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020556400000000001
2020-11-16T21:01:00.614 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.615 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729205+0000",
2020-11-16T21:01:00.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2371e-05
2020-11-16T21:01:00.615 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.615 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.615 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.616 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729228+0000",
2020-11-16T21:01:00.616 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5939999999999996e-06
2020-11-16T21:01:00.616 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.616 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.616 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.616 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729235+0000",
2020-11-16T21:01:00.616 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7178e-05
2020-11-16T21:01:00.616 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.617 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729293+0000",
2020-11-16T21:01:00.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013875500000000001
2020-11-16T21:01:00.617 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.617 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.617 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729431+0000",
2020-11-16T21:01:00.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013699599999999999
2020-11-16T21:01:00.618 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.618 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.729568+0000",
2020-11-16T21:01:00.618 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0052986229999999997
2020-11-16T21:01:00.618 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.619 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.619 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.619 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.734867+0000",
2020-11-16T21:01:00.619 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.24937832900000001
2020-11-16T21:01:00.619 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.619 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.619 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984245+0000",
2020-11-16T21:01:00.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9657999999999997e-05
2020-11-16T21:01:00.620 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.620 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984305+0000",
2020-11-16T21:01:00.620 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3922999999999999e-05
2020-11-16T21:01:00.620 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.621 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.621 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.621 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984349+0000",
2020-11-16T21:01:00.621 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.25531675599999998
2020-11-16T21:01:00.621 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.621 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.621 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.622 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.622 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:118222 8.3 8:cd55addd:::benchmark_data_smithi065_53143_object30601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e839)",
2020-11-16T21:01:00.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:29.767778+0000",
2020-11-16T21:01:00.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.74327774100001,
2020-11-16T21:01:00.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.21670487799999999,
2020-11-16T21:01:00.622 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.622 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.623 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 118222
2020-11-16T21:01:00.623 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.623 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.623 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.767778+0000",
2020-11-16T21:01:00.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.624 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.624 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.767778+0000",
2020-11-16T21:01:00.624 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999614
2020-11-16T21:01:00.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.767740+0000",
2020-11-16T21:01:00.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8228999999999998e-05
2020-11-16T21:01:00.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.625 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.625 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.767838+0000",
2020-11-16T21:01:00.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8810000000000001e-05
2020-11-16T21:01:00.626 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.626 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.767857+0000",
2020-11-16T21:01:00.626 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7510000000000008e-06
2020-11-16T21:01:00.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.767864+0000",
2020-11-16T21:01:00.627 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3077000000000006e-05
2020-11-16T21:01:00.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.627 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.767928+0000",
2020-11-16T21:01:00.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028275899999999999
2020-11-16T21:01:00.628 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.628 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.768210+0000",
2020-11-16T21:01:00.628 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014757
2020-11-16T21:01:00.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.768358+0000",
2020-11-16T21:01:00.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0072052519999999997
2020-11-16T21:01:00.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.629 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.629 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.775563+0000",
2020-11-16T21:01:00.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20882595000000001
2020-11-16T21:01:00.630 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.630 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984389+0000",
2020-11-16T21:01:00.630 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.922e-05
2020-11-16T21:01:00.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984438+0000",
2020-11-16T21:01:00.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4916999999999997e-05
2020-11-16T21:01:00.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.631 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.631 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.984483+0000",
2020-11-16T21:01:00.632 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.21670487799999999
2020-11-16T21:01:00.632 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.632 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.632 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.632 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.632 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:118223 8.3 8:cad344b5:::benchmark_data_smithi065_53143_object30602:head [delete] snapc 0=[] ondisk+write+known_if_redirected e839)",
2020-11-16T21:01:00.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:29.768591+0000",
2020-11-16T21:01:00.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 150.74246481500001,
2020-11-16T21:01:00.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.223968429,
2020-11-16T21:01:00.633 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.633 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.633 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.633 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 118223
2020-11-16T21:01:00.634 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.634 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.634 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.634 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.768591+0000",
2020-11-16T21:01:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.768591+0000",
2020-11-16T21:01:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999647
2020-11-16T21:01:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.635 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.768556+0000",
2020-11-16T21:01:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9956000000000005e-05
2020-11-16T21:01:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.768636+0000",
2020-11-16T21:01:00.636 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.8303000000000001e-05
2020-11-16T21:01:00.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.768654+0000",
2020-11-16T21:01:00.637 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5629999999999992e-06
2020-11-16T21:01:00.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.637 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.768663+0000",
2020-11-16T21:01:00.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0030959590000000001
2020-11-16T21:01:00.638 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.638 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.771759+0000",
2020-11-16T21:01:00.638 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015031300000000001
2020-11-16T21:01:00.639 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.639 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.771909+0000",
2020-11-16T21:01:00.639 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010395600000000001
2020-11-16T21:01:00.639 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.639 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.640 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.640 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.772013+0000",
2020-11-16T21:01:00.640 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0037934819999999999
2020-11-16T21:01:00.640 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.640 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.640 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.640 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.775807+0000",
2020-11-16T21:01:00.640 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.216628705
2020-11-16T21:01:00.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.641 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.641 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.992435+0000",
2020-11-16T21:01:00.641 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7757999999999997e-05
2020-11-16T21:01:00.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.641 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.992503+0000",
2020-11-16T21:01:00.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6495e-05
2020-11-16T21:01:00.642 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.642 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.642 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:29.992560+0000",
2020-11-16T21:01:00.643 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.223968429
2020-11-16T21:01:00.643 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.643 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.643 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.643 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.643 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.643 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:120861 8.d 8:b1038ff0:::benchmark_data_smithi065_53143_object33240:head [delete] snapc 0=[] ondisk+write+known_if_redirected e841)",
2020-11-16T21:01:00.643 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:33.799081+0000",
2020-11-16T21:01:00.644 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 146.71197489599999,
2020-11-16T21:01:00.644 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.19847658200000001,
2020-11-16T21:01:00.644 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.644 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.644 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.644 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.644 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 120861
2020-11-16T21:01:00.645 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.645 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.799081+0000",
2020-11-16T21:01:00.645 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.645 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.646 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.799081+0000",
2020-11-16T21:01:00.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999695
2020-11-16T21:01:00.646 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.646 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.646 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.647 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.799051+0000",
2020-11-16T21:01:00.647 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8312999999999995e-05
2020-11-16T21:01:00.647 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.647 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.647 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.647 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.799119+0000",
2020-11-16T21:01:00.647 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2622999999999999e-05
2020-11-16T21:01:00.647 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.648 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.799131+0000",
2020-11-16T21:01:00.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7900000000000002e-06
2020-11-16T21:01:00.648 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.648 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.648 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.799138+0000",
2020-11-16T21:01:00.649 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00125376
2020-11-16T21:01:00.649 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.649 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.649 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.649 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.800392+0000",
2020-11-16T21:01:00.649 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000126363
2020-11-16T21:01:00.649 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.650 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.650 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.650 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.800518+0000",
2020-11-16T21:01:00.650 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012457399999999999
2020-11-16T21:01:00.650 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.650 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.650 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T21:01:00.650 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.800643+0000",
2020-11-16T21:01:00.651 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.01489614
2020-11-16T21:01:00.651 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.651 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.651 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.651 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.815539+0000",
2020-11-16T21:01:00.651 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.18192208400000001
2020-11-16T21:01:00.651 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.652 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.997461+0000",
2020-11-16T21:01:00.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6431000000000002e-05
2020-11-16T21:01:00.652 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.652 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.652 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.997518+0000",
2020-11-16T21:01:00.653 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.0089000000000002e-05
2020-11-16T21:01:00.653 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.653 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.653 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.653 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.997558+0000",
2020-11-16T21:01:00.653 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.19847658200000001
2020-11-16T21:01:00.653 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.653 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.654 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.654 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.654 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.654 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:120880 8.d 8:b370a2ad:::benchmark_data_smithi065_53143_object33259:head [delete] snapc 0=[] ondisk+write+known_if_redirected e841)",
2020-11-16T21:01:00.654 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:33.823094+0000",
2020-11-16T21:01:00.654 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 146.68796224900001,
2020-11-16T21:01:00.654 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.19346546000000001,
2020-11-16T21:01:00.655 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.655 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.655 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.655 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.655 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.655 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 120880
2020-11-16T21:01:00.655 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.655 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.656 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823094+0000",
2020-11-16T21:01:00.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.656 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.656 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.656 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823094+0000",
2020-11-16T21:01:00.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999638
2020-11-16T21:01:00.657 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.657 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823058+0000",
2020-11-16T21:01:00.657 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1113999999999996e-05
2020-11-16T21:01:00.657 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.658 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.658 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.658 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823139+0000",
2020-11-16T21:01:00.659 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.522e-05
2020-11-16T21:01:00.659 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.659 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.659 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.659 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823154+0000",
2020-11-16T21:01:00.659 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7119999999999995e-06
2020-11-16T21:01:00.659 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.660 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.660 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.660 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823164+0000",
2020-11-16T21:01:00.660 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9395999999999998e-05
2020-11-16T21:01:00.660 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.660 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.660 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.660 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823233+0000",
2020-11-16T21:01:00.661 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012522400000000001
2020-11-16T21:01:00.661 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.661 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.661 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.661 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823358+0000",
2020-11-16T21:01:00.661 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9723999999999997e-05
2020-11-16T21:01:00.661 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.662 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.662 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T21:01:00.662 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.823448+0000",
2020-11-16T21:01:00.662 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0040251230000000002
2020-11-16T21:01:00.662 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.662 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.662 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:33.827473+0000",
2020-11-16T21:01:00.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.188939043
2020-11-16T21:01:00.663 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.663 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:34.016412+0000",
2020-11-16T21:01:00.663 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8061999999999998e-05
2020-11-16T21:01:00.664 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.664 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:34.016500+0000",
2020-11-16T21:01:00.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8894999999999998e-05
2020-11-16T21:01:00.664 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.664 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.664 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.665 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:34.016559+0000",
2020-11-16T21:01:00.665 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.19346546000000001
2020-11-16T21:01:00.665 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.665 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.665 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.665 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.665 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.666 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:169740 8.f 8:f7fb67db:::benchmark_data_smithi065_53143_object82119:head [delete] snapc 0=[] ondisk+write+known_if_redirected e860)",
2020-11-16T21:01:00.666 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:59:46.223290+0000",
2020-11-16T21:01:00.666 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 74.287765594000007,
2020-11-16T21:01:00.666 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.21445726600000001,
2020-11-16T21:01:00.666 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.666 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.666 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.666 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.667 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.667 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 169740
2020-11-16T21:01:00.667 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.667 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.667 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.667 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.667 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223290+0000",
2020-11-16T21:01:00.668 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.668 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.668 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.668 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.668 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223290+0000",
2020-11-16T21:01:00.668 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T21:01:00.668 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.669 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.669 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.669 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223258+0000",
2020-11-16T21:01:00.669 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0957000000000005e-05
2020-11-16T21:01:00.669 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.669 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.669 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.669 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223329+0000",
2020-11-16T21:01:00.670 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3295999999999999e-05
2020-11-16T21:01:00.670 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.670 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.670 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.670 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223342+0000",
2020-11-16T21:01:00.670 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1500000000000002e-06
2020-11-16T21:01:00.670 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.671 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.671 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.671 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223349+0000",
2020-11-16T21:01:00.671 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2862999999999998e-05
2020-11-16T21:01:00.671 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.671 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.671 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223412+0000",
2020-11-16T21:01:00.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013717100000000001
2020-11-16T21:01:00.672 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.672 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223549+0000",
2020-11-16T21:01:00.672 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00039795899999999998
2020-11-16T21:01:00.672 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.673 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.673 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.673 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.223947+0000",
2020-11-16T21:01:00.673 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0097965970000000006
2020-11-16T21:01:00.673 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.673 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.673 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.674 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.233744+0000",
2020-11-16T21:01:00.674 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20384465800000001
2020-11-16T21:01:00.676 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.676 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.676 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.676 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.437588+0000",
2020-11-16T21:01:00.676 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1921000000000005e-05
2020-11-16T21:01:00.676 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.677 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.677 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.677 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.437660+0000",
2020-11-16T21:01:00.677 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7447000000000005e-05
2020-11-16T21:01:00.677 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.677 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.677 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.677 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.437748+0000",
2020-11-16T21:01:00.678 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.21445726600000001
2020-11-16T21:01:00.678 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.678 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.678 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.678 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.678 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.678 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:169745 8.3 8:cd90394e:::benchmark_data_smithi065_53143_object82124:head [delete] snapc 0=[] ondisk+write+known_if_redirected e860)",
2020-11-16T21:01:00.679 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:59:46.231216+0000",
2020-11-16T21:01:00.679 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 74.279839566000007,
2020-11-16T21:01:00.679 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.20659433999999999,
2020-11-16T21:01:00.679 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.679 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.679 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.679 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.680 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.680 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 169745
2020-11-16T21:01:00.680 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.680 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.680 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.680 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.680 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231216+0000",
2020-11-16T21:01:00.680 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.681 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.681 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.681 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.681 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231216+0000",
2020-11-16T21:01:00.681 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T21:01:00.681 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.681 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231186+0000",
2020-11-16T21:01:00.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6973999999999999e-05
2020-11-16T21:01:00.682 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.682 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231253+0000",
2020-11-16T21:01:00.682 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1803e-05
2020-11-16T21:01:00.683 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.683 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.683 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.683 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231265+0000",
2020-11-16T21:01:00.683 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3779999999999998e-06
2020-11-16T21:01:00.683 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.683 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231272+0000",
2020-11-16T21:01:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1835000000000001e-05
2020-11-16T21:01:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231323+0000",
2020-11-16T21:01:00.684 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000100111
2020-11-16T21:01:00.685 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.685 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.685 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.685 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231423+0000",
2020-11-16T21:01:00.685 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8029999999999996e-05
2020-11-16T21:01:00.685 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.685 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.231511+0000",
2020-11-16T21:01:00.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016805921000000001
2020-11-16T21:01:00.686 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.686 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.248317+0000",
2020-11-16T21:01:00.686 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.189363896
2020-11-16T21:01:00.687 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.687 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.687 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.687 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.437681+0000",
2020-11-16T21:01:00.687 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7816000000000003e-05
2020-11-16T21:01:00.687 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.687 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.688 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.688 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.437749+0000",
2020-11-16T21:01:00.688 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1707999999999999e-05
2020-11-16T21:01:00.688 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.688 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.688 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.688 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.437811+0000",
2020-11-16T21:01:00.689 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20659433999999999
2020-11-16T21:01:00.689 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.689 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.689 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.689 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.689 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.689 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26560.0:169751 8.3 8:c95b83ad:::benchmark_data_smithi065_53143_object82130:head [delete] snapc 0=[] ondisk+write+known_if_redirected e860)",
2020-11-16T21:01:00.689 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:59:46.242361+0000",
2020-11-16T21:01:00.690 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 74.268694647000004,
2020-11-16T21:01:00.690 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.213677912,
2020-11-16T21:01:00.690 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.690 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.690 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.690 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26560",
2020-11-16T21:01:00.690 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/3384163796",
2020-11-16T21:01:00.691 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 169751
2020-11-16T21:01:00.691 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.691 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.691 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.691 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.691 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242361+0000",
2020-11-16T21:01:00.691 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.691 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.692 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.692 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.692 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242361+0000",
2020-11-16T21:01:00.692 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T21:01:00.692 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.692 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.692 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242331+0000",
2020-11-16T21:01:00.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7521999999999995e-05
2020-11-16T21:01:00.693 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.693 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242399+0000",
2020-11-16T21:01:00.693 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1342000000000001e-05
2020-11-16T21:01:00.693 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.694 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.694 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.694 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242410+0000",
2020-11-16T21:01:00.694 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7019999999999998e-06
2020-11-16T21:01:00.694 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.694 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.694 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242416+0000",
2020-11-16T21:01:00.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00024893199999999999
2020-11-16T21:01:00.695 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.695 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242665+0000",
2020-11-16T21:01:00.695 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8304e-05
2020-11-16T21:01:00.695 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.696 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.696 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.696 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242753+0000",
2020-11-16T21:01:00.696 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2980999999999997e-05
2020-11-16T21:01:00.696 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.696 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.696 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:00.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.242836+0000",
2020-11-16T21:01:00.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0056837249999999997
2020-11-16T21:01:00.697 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.697 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.248520+0000",
2020-11-16T21:01:00.697 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.20738046500000001
2020-11-16T21:01:00.697 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.698 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.698 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.698 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.455900+0000",
2020-11-16T21:01:00.698 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3394999999999997e-05
2020-11-16T21:01:00.698 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.698 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.698 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.699 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.455984+0000",
2020-11-16T21:01:00.699 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5788000000000002e-05
2020-11-16T21:01:00.699 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.699 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.699 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.699 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:59:46.456039+0000",
2020-11-16T21:01:00.699 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.213677912
2020-11-16T21:01:00.699 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.700 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.700 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.700 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.700 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.700 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:18688 9.8 9:1049a3c0:::benchmark_data_smithi065_58100_object18687:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e881)",
2020-11-16T21:01:00.700 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:00:32.470656+0000",
2020-11-16T21:01:00.700 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 28.040400472000002,
2020-11-16T21:01:00.701 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.22150145199999999,
2020-11-16T21:01:00.701 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.701 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.701 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:01:00.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:00.701 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 18688
2020-11-16T21:01:00.701 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.702 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.470656+0000",
2020-11-16T21:01:00.702 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.702 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.470656+0000",
2020-11-16T21:01:00.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999704
2020-11-16T21:01:00.703 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.703 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.703 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.470626+0000",
2020-11-16T21:01:00.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6854000000000005e-05
2020-11-16T21:01:00.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.470723+0000",
2020-11-16T21:01:00.704 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5094e-05
2020-11-16T21:01:00.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.704 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.470758+0000",
2020-11-16T21:01:00.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1659999999999997e-06
2020-11-16T21:01:00.705 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.705 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.705 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.470765+0000",
2020-11-16T21:01:00.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6959999999999998e-05
2020-11-16T21:01:00.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.470812+0000",
2020-11-16T21:01:00.706 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000137365
2020-11-16T21:01:00.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.706 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.470950+0000",
2020-11-16T21:01:00.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107062
2020-11-16T21:01:00.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.707 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:01:00.707 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471057+0000",
2020-11-16T21:01:00.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001202664
2020-11-16T21:01:00.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.472259+0000",
2020-11-16T21:01:00.708 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.21960112400000001
2020-11-16T21:01:00.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.708 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.691860+0000",
2020-11-16T21:01:00.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015619399999999999
2020-11-16T21:01:00.709 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.709 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.709 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.692017+0000",
2020-11-16T21:01:00.710 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014034400000000001
2020-11-16T21:01:00.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.710 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.710 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.692157+0000",
2020-11-16T21:01:00.710 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.22150145199999999
2020-11-16T21:01:00.710 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.710 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.711 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.711 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.711 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.711 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:18703 9.8 9:1702c02c:::benchmark_data_smithi065_58100_object18702:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e881)",
2020-11-16T21:01:00.711 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:00:32.475655+0000",
2020-11-16T21:01:00.711 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 28.035401419999999,
2020-11-16T21:01:00.711 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.222666012,
2020-11-16T21:01:00.712 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.712 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.712 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:01:00.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:00.712 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 18703
2020-11-16T21:01:00.712 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.712 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.713 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.475655+0000",
2020-11-16T21:01:00.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.713 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.713 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.713 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.475655+0000",
2020-11-16T21:01:00.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T21:01:00.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.475623+0000",
2020-11-16T21:01:00.714 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013922000000000001
2020-11-16T21:01:00.714 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.475762+0000",
2020-11-16T21:01:00.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2687999999999999e-05
2020-11-16T21:01:00.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.715 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.715 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.475775+0000",
2020-11-16T21:01:00.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4640000000000003e-06
2020-11-16T21:01:00.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.475782+0000",
2020-11-16T21:01:00.716 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1266999999999994e-05
2020-11-16T21:01:00.716 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.475853+0000",
2020-11-16T21:01:00.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026746799999999998
2020-11-16T21:01:00.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.717 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.717 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476120+0000",
2020-11-16T21:01:00.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000186792
2020-11-16T21:01:00.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:01:00.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476307+0000",
2020-11-16T21:01:00.718 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0013941400000000001
2020-11-16T21:01:00.718 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.477701+0000",
2020-11-16T21:01:00.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.220322091
2020-11-16T21:01:00.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.719 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.719 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.698023+0000",
2020-11-16T21:01:00.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016752100000000001
2020-11-16T21:01:00.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.720 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.698191+0000",
2020-11-16T21:01:00.720 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012985699999999999
2020-11-16T21:01:00.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.698321+0000",
2020-11-16T21:01:00.721 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.222666012
2020-11-16T21:01:00.721 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.721 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.721 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.722 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:01:00.722 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:01:00.722 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:18706 9.8 9:1b136351:::benchmark_data_smithi065_58100_object18705:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e881)",
2020-11-16T21:01:00.722 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:00:32.476222+0000",
2020-11-16T21:01:00.722 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 28.034833781,
2020-11-16T21:01:00.722 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.22498441599999999,
2020-11-16T21:01:00.722 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:01:00.723 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:00.723 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:01:00.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:01:00.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:00.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 18706
2020-11-16T21:01:00.723 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:01:00.723 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:01:00.723 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:01:00.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476222+0000",
2020-11-16T21:01:00.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:01:00.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.724 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:01:00.724 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476222+0000",
2020-11-16T21:01:00.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999819
2020-11-16T21:01:00.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:01:00.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476204+0000",
2020-11-16T21:01:00.725 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1765000000000002e-05
2020-11-16T21:01:00.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.725 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:01:00.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476266+0000",
2020-11-16T21:01:00.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8660000000000006e-06
2020-11-16T21:01:00.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.726 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:01:00.726 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476274+0000",
2020-11-16T21:01:00.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6299999999999997e-06
2020-11-16T21:01:00.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:00.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476278+0000",
2020-11-16T21:01:00.727 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000720686
2020-11-16T21:01:00.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.727 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:01:00.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.476999+0000",
2020-11-16T21:01:00.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000139281
2020-11-16T21:01:00.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.728 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:01:00.728 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.477138+0000",
2020-11-16T21:01:00.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107784
2020-11-16T21:01:00.729 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.729 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:01:00.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.477246+0000",
2020-11-16T21:01:00.729 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00062394600000000001
2020-11-16T21:01:00.729 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.729 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.730 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:01:00.730 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.477870+0000",
2020-11-16T21:01:00.730 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.22304975399999999
2020-11-16T21:01:00.730 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.730 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.730 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:00.730 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.700920+0000",
2020-11-16T21:01:00.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000164597
2020-11-16T21:01:00.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:01:00.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.701084+0000",
2020-11-16T21:01:00.731 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000122368
2020-11-16T21:01:00.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:01:00.731 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:01:00.732 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:01:00.732 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.701207+0000",
2020-11-16T21:01:00.732 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.22498441599999999
2020-11-16T21:01:00.732 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:01:00.732 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:01:00.732 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:01:00.732 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T21:01:00.733 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T21:01:00.733 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:01:00.935 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:01.040 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:01.060 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   35      16     70426     70410   125.714    89.125   0.0258941  0.00795175
2020-11-16T21:01:01.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:00 smithi071 bash[9480]: cluster 2020-11-16T21:00:59.892829+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e891: 12 total, 12 up, 8 in
2020-11-16T21:01:01.197 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T21:01:01.204 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:01:00 smithi142 bash[20366]: debug 2020-11-16T21:01:00.940+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:01.204 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:00 smithi142 bash[9523]: cluster 2020-11-16T21:00:59.892829+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e891: 12 total, 12 up, 8 in
2020-11-16T21:01:01.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:00 smithi065 bash[9468]: cluster 2020-11-16T21:00:59.892829+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e891: 12 total, 12 up, 8 in
2020-11-16T21:01:01.351 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:02.002 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:02.060 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   36      16     71496     71480   124.079    66.875   0.0144497  0.00805664
2020-11-16T21:01:02.107 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:02.131 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T21:01:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:57.904783+0000 osd.0 (osd.0) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:58.885898+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:01 smithi071 bash[9480]: cluster 2020-11-16T21:00:58.888019+0000 osd.0 (osd.0) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:01 smithi071 bash[9480]: cluster 2020-11-16T21:01:00.651653+0000 mgr.x (mgr.14196) 1491 : cluster [DBG] pgmap v2274: 17 pgs: 17 active+clean; 4.0 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 105 MiB/s wr, 1.67k op/s
2020-11-16T21:01:02.227 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:02.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:57.904783+0000 osd.0 (osd.0) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:02.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:58.885898+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:02.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:01 smithi065 bash[9468]: cluster 2020-11-16T21:00:58.888019+0000 osd.0 (osd.0) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:01 smithi065 bash[9468]: cluster 2020-11-16T21:01:00.651653+0000 mgr.x (mgr.14196) 1491 : cluster [DBG] pgmap v2274: 17 pgs: 17 active+clean; 4.0 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 105 MiB/s wr, 1.67k op/s
2020-11-16T21:01:02.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:02 smithi065 bash[11785]: debug 2020-11-16T21:01:02.003+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:02.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:57.904783+0000 osd.0 (osd.0) 1 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:02.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:58.885898+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:02.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:01 smithi142 bash[9523]: cluster 2020-11-16T21:00:58.888019+0000 osd.0 (osd.0) 3 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:02.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:01 smithi142 bash[9523]: cluster 2020-11-16T21:01:00.651653+0000 mgr.x (mgr.14196) 1491 : cluster [DBG] pgmap v2274: 17 pgs: 17 active+clean; 4.0 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 105 MiB/s wr, 1.67k op/s
2020-11-16T21:01:02.315 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:01:02.330 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:02.347 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T21:01:02.533 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:02.694 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:01:02 smithi071 bash[26650]: debug 2020-11-16T21:01:02.230+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:02.794 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:02.900 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:03.062 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   37      16     72780     72764    122.89     80.25  0.00850224  0.00813484
2020-11-16T21:01:03.101 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:03.205 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:03.213 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:03 smithi065 bash[16457]: debug 2020-11-16T21:01:03.099+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:03.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:02 smithi142 bash[18009]: debug 2020-11-16T21:01:02.800+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:03.327 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:03.433 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:03.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:03 smithi065 bash[18823]: debug 2020-11-16T21:01:03.327+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:03.555 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:03.658 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:03.787 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:03.894 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:03.902 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:03 smithi065 bash[11785]: debug 2020-11-16T21:01:03.791+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:03.903 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:03 smithi065 bash[14115]: debug 2020-11-16T21:01:03.559+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:04.010 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:04.062 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   38      16     73969     73953   121.611   74.3125  0.00489068  0.00822075
2020-11-16T21:01:04.114 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:04.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:03 smithi071 bash[9480]: cluster 2020-11-16T21:01:02.652156+0000 mgr.x (mgr.14196) 1492 : cluster [DBG] pgmap v2275: 17 pgs: 17 active+clean; 4.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s
2020-11-16T21:01:04.232 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:03 smithi065 bash[9468]: cluster 2020-11-16T21:01:02.652156+0000 mgr.x (mgr.14196) 1492 : cluster [DBG] pgmap v2275: 17 pgs: 17 active+clean; 4.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s
2020-11-16T21:01:04.232 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:04 smithi065 bash[11785]: debug 2020-11-16T21:01:04.011+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:04.233 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:04 smithi065 bash[16457]: debug 2020-11-16T21:01:04.235+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:04.233 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:04.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:03 smithi142 bash[9523]: cluster 2020-11-16T21:01:02.652156+0000 mgr.x (mgr.14196) 1492 : cluster [DBG] pgmap v2275: 17 pgs: 17 active+clean; 4.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s
2020-11-16T21:01:04.338 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:04.703 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:01:04.732 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:01:04.765 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:01:04.793 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:01:04.823 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:01:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:01:04.886 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:01:04.914 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:01:04.948 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:01:04.980 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:01:05.016 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:01:05.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:04 smithi142 bash[9523]: cluster 2020-11-16T21:01:03.982377+0000 osd.9 (osd.9) 229 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:05.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:04 smithi142 bash[9523]: cluster 2020-11-16T21:01:03.982829+0000 osd.9 (osd.9) 230 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:05.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:04 smithi142 bash[9523]: audit 2020-11-16T21:01:04.682677+0000 mon.b (mon.1) 464 : audit [DBG] from='client.? v1:172.21.15.142:0/1680285313' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:05.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:04 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.713024+0000 osd.0 (osd.0) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:05.052 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:01:05.054 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.054 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.054 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.054 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.055 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.056 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:01:05.062 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   39      16     75334     75318    120.68   85.3125   0.0119073  0.00828347
2020-11-16T21:01:05.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:04 smithi071 bash[9480]: cluster 2020-11-16T21:01:03.982377+0000 osd.9 (osd.9) 229 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:04 smithi071 bash[9480]: cluster 2020-11-16T21:01:03.982829+0000 osd.9 (osd.9) 230 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:04 smithi071 bash[9480]: audit 2020-11-16T21:01:04.682677+0000 mon.b (mon.1) 464 : audit [DBG] from='client.? v1:172.21.15.142:0/1680285313' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:05.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:04 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.713024+0000 osd.0 (osd.0) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:05.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:04 smithi065 bash[9468]: cluster 2020-11-16T21:01:03.982377+0000 osd.9 (osd.9) 229 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:05.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:04 smithi065 bash[9468]: cluster 2020-11-16T21:01:03.982829+0000 osd.9 (osd.9) 230 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:05.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:04 smithi065 bash[9468]: audit 2020-11-16T21:01:04.682677+0000 mon.b (mon.1) 464 : audit [DBG] from='client.? v1:172.21.15.142:0/1680285313' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:05.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:04 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.713024+0000 osd.0 (osd.0) 4 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.062 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 21:01:06.070049 min lat: 0.00164088 max lat: 0.503103 avg lat: 0.00833822
2020-11-16T21:01:06.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T21:01:06.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   40      16     76762     76746   119.895     89.25  0.00809289  0.00833822
2020-11-16T21:01:06.103 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:06.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:06 smithi071 bash[16796]: debug 2020-11-16T21:01:06.106+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:06.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.652646+0000 mgr.x (mgr.14196) 1493 : cluster [DBG] pgmap v2276: 17 pgs: 17 active+clean; 4.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s
2020-11-16T21:01:06.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.741293+0000 osd.1 (osd.1) 330 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.774671+0000 osd.2 (osd.2) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.802516+0000 osd.3 (osd.3) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.831624+0000 osd.4 (osd.4) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.860360+0000 osd.5 (osd.5) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.894162+0000 osd.6 (osd.6) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.922063+0000 osd.7 (osd.7) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.939617+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e892: 12 total, 12 up, 8 in
2020-11-16T21:01:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.954570+0000 osd.8 (osd.8) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:04.987535+0000 osd.9 (osd.9) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:05.023256+0000 osd.10 (osd.10) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.197 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:05 smithi071 bash[9480]: cluster 2020-11-16T21:01:05.059035+0000 osd.11 (osd.11) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.207 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:06.216 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.652646+0000 mgr.x (mgr.14196) 1493 : cluster [DBG] pgmap v2276: 17 pgs: 17 active+clean; 4.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s
2020-11-16T21:01:06.216 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.741293+0000 osd.1 (osd.1) 330 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.216 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.774671+0000 osd.2 (osd.2) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.802516+0000 osd.3 (osd.3) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.831624+0000 osd.4 (osd.4) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.860360+0000 osd.5 (osd.5) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.894162+0000 osd.6 (osd.6) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.922063+0000 osd.7 (osd.7) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.939617+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e892: 12 total, 12 up, 8 in
2020-11-16T21:01:06.217 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.954570+0000 osd.8 (osd.8) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.218 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:04.987535+0000 osd.9 (osd.9) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.218 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:05.023256+0000 osd.10 (osd.10) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.218 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:05 smithi142 bash[9523]: cluster 2020-11-16T21:01:05.059035+0000 osd.11 (osd.11) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.652646+0000 mgr.x (mgr.14196) 1493 : cluster [DBG] pgmap v2276: 17 pgs: 17 active+clean; 4.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s
2020-11-16T21:01:06.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.741293+0000 osd.1 (osd.1) 330 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.774671+0000 osd.2 (osd.2) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.802516+0000 osd.3 (osd.3) 59 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.831624+0000 osd.4 (osd.4) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.860360+0000 osd.5 (osd.5) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.894162+0000 osd.6 (osd.6) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.922063+0000 osd.7 (osd.7) 237 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.939617+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e892: 12 total, 12 up, 8 in
2020-11-16T21:01:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.954570+0000 osd.8 (osd.8) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:04.987535+0000 osd.9 (osd.9) 231 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:05.023256+0000 osd.10 (osd.10) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:05 smithi065 bash[9468]: cluster 2020-11-16T21:01:05.059035+0000 osd.11 (osd.11) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:06.695 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:06.801 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:07.030 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:01:06 smithi142 bash[20366]: debug 2020-11-16T21:01:06.699+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:07.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   41      16     77799     77783   118.551   64.8125   0.0104902  0.00843272
2020-11-16T21:01:08.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   42      16     79108     79092   117.676   81.8125  0.00674368  0.00849529
2020-11-16T21:01:08.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:07 smithi071 bash[9480]: cluster 2020-11-16T21:01:06.653326+0000 mgr.x (mgr.14196) 1494 : cluster [DBG] pgmap v2278: 17 pgs: 17 active+clean; 4.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.37k op/s
2020-11-16T21:01:08.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:07 smithi071 bash[9480]: cluster 2020-11-16T21:01:06.840164+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e893: 12 total, 12 up, 8 in
2020-11-16T21:01:08.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:07 smithi065 bash[9468]: cluster 2020-11-16T21:01:06.653326+0000 mgr.x (mgr.14196) 1494 : cluster [DBG] pgmap v2278: 17 pgs: 17 active+clean; 4.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.37k op/s
2020-11-16T21:01:08.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:07 smithi065 bash[9468]: cluster 2020-11-16T21:01:06.840164+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e893: 12 total, 12 up, 8 in
2020-11-16T21:01:08.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:07 smithi142 bash[9523]: cluster 2020-11-16T21:01:06.653326+0000 mgr.x (mgr.14196) 1494 : cluster [DBG] pgmap v2278: 17 pgs: 17 active+clean; 4.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.37k op/s
2020-11-16T21:01:08.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:07 smithi142 bash[9523]: cluster 2020-11-16T21:01:06.840164+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e893: 12 total, 12 up, 8 in
2020-11-16T21:01:08.969 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:09.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   43      16     80577     80561   117.075   91.8125  0.00660401  0.00853923
2020-11-16T21:01:09.073 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:09.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:08 smithi071 bash[9480]: cluster 2020-11-16T21:01:07.382054+0000 osd.2 (osd.2) 245 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:09.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:08 smithi071 bash[9480]: cluster 2020-11-16T21:01:07.382174+0000 osd.2 (osd.2) 246 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:09.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:08 smithi071 bash[9480]: cluster 2020-11-16T21:01:07.944268+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e894: 12 total, 12 up, 8 in
2020-11-16T21:01:09.236 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:08 smithi142 bash[9523]: cluster 2020-11-16T21:01:07.382054+0000 osd.2 (osd.2) 245 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:09.236 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:08 smithi142 bash[9523]: cluster 2020-11-16T21:01:07.382174+0000 osd.2 (osd.2) 246 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:09.236 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:08 smithi142 bash[9523]: cluster 2020-11-16T21:01:07.944268+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e894: 12 total, 12 up, 8 in
2020-11-16T21:01:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:08 smithi065 bash[9468]: cluster 2020-11-16T21:01:07.382054+0000 osd.2 (osd.2) 245 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:08 smithi065 bash[9468]: cluster 2020-11-16T21:01:07.382174+0000 osd.2 (osd.2) 246 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:09.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:08 smithi065 bash[9468]: cluster 2020-11-16T21:01:07.944268+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e894: 12 total, 12 up, 8 in
2020-11-16T21:01:09.279 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:08 smithi065 bash[11785]: debug 2020-11-16T21:01:08.971+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:09.402 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:09.413 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T21:01:09.414 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:01:09.507 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:09.659 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:09.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:09 smithi071 bash[16796]: debug 2020-11-16T21:01:09.406+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:09.762 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:09.780 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:01:09 smithi142 bash[20366]: debug 2020-11-16T21:01:09.663+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:09.895 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:09.951 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T21:01:10.003 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:10.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:09 smithi065 bash[9468]: cluster 2020-11-16T21:01:08.653909+0000 mgr.x (mgr.14196) 1495 : cluster [DBG] pgmap v2281: 17 pgs: 17 active+clean; 4.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s
2020-11-16T21:01:10.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:09 smithi065 bash[9468]: audit 2020-11-16T21:01:09.685238+0000 mon.a (mon.0) 2763 : audit [INF] from='client.? v1:172.21.15.142:0/3905547483' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:01:10.028 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:09 smithi065 bash[18823]: debug 2020-11-16T21:01:09.899+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:10.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   44      16     81966     81950   116.387   86.8125  0.00593023  0.00858976
2020-11-16T21:01:10.178 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:10.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:09 smithi142 bash[9523]: cluster 2020-11-16T21:01:08.653909+0000 mgr.x (mgr.14196) 1495 : cluster [DBG] pgmap v2281: 17 pgs: 17 active+clean; 4.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s
2020-11-16T21:01:10.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:09 smithi142 bash[9523]: audit 2020-11-16T21:01:09.685238+0000 mon.a (mon.0) 2763 : audit [INF] from='client.? v1:172.21.15.142:0/3905547483' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:01:10.283 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:10.291 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:09 smithi071 bash[9480]: cluster 2020-11-16T21:01:08.653909+0000 mgr.x (mgr.14196) 1495 : cluster [DBG] pgmap v2281: 17 pgs: 17 active+clean; 4.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s
2020-11-16T21:01:10.291 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:09 smithi071 bash[9480]: audit 2020-11-16T21:01:09.685238+0000 mon.a (mon.0) 2763 : audit [INF] from='client.? v1:172.21.15.142:0/3905547483' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:01:10.292 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:01:10 smithi071 bash[14419]: debug 2020-11-16T21:01:10.182+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:10.415 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:10.454 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:01:10.519 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:10.611 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:10.687 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:10 smithi071 bash[16796]: debug 2020-11-16T21:01:10.418+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:10.687 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:10.788 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:10.944 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:01:10 smithi071 bash[26650]: debug 2020-11-16T21:01:10.686+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:10.951 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:11.055 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:11.056 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T21:01:11.056 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:01:11.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   45      16     83296     83280   115.647    83.125   0.0127358  0.00864421
2020-11-16T21:01:11.212 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:11.220 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:10 smithi065 bash[9468]: cluster 2020-11-16T21:01:09.949145+0000 mon.a (mon.0) 2764 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:11.220 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:10 smithi065 bash[9468]: audit 2020-11-16T21:01:09.955659+0000 mon.a (mon.0) 2765 : audit [INF] from='client.? v1:172.21.15.142:0/3905547483' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:01:11.221 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:10 smithi065 bash[9468]: cluster 2020-11-16T21:01:09.955758+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e895: 12 total, 12 up, 8 in
2020-11-16T21:01:11.221 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:11 smithi065 bash[18823]: debug 2020-11-16T21:01:11.219+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:11.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:10 smithi142 bash[9523]: cluster 2020-11-16T21:01:09.949145+0000 mon.a (mon.0) 2764 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:11.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:10 smithi142 bash[9523]: audit 2020-11-16T21:01:09.955659+0000 mon.a (mon.0) 2765 : audit [INF] from='client.? v1:172.21.15.142:0/3905547483' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:01:11.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:10 smithi142 bash[9523]: cluster 2020-11-16T21:01:09.955758+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e895: 12 total, 12 up, 8 in
2020-11-16T21:01:11.279 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T21:01:11.279 INFO:tasks.thrashosds.thrasher:inject_pause on 0
2020-11-16T21:01:11.280 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T21:01:11.280 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T21:01:11.280 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 config set filestore_inject_stall 3
2020-11-16T21:01:11.320 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:11.438 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:10 smithi071 bash[9480]: cluster 2020-11-16T21:01:09.949145+0000 mon.a (mon.0) 2764 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:10 smithi071 bash[9480]: audit 2020-11-16T21:01:09.955659+0000 mon.a (mon.0) 2765 : audit [INF] from='client.? v1:172.21.15.142:0/3905547483' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:01:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:10 smithi071 bash[9480]: cluster 2020-11-16T21:01:09.955758+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e895: 12 total, 12 up, 8 in
2020-11-16T21:01:11.444 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:10 smithi071 bash[16796]: debug 2020-11-16T21:01:10.954+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:12.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   46      16     84694     84678   115.033    87.375  0.00769448  0.00869046
2020-11-16T21:01:12.077 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:12.182 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:12.276 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:11 smithi071 bash[9480]: cluster 2020-11-16T21:01:10.654321+0000 mgr.x (mgr.14196) 1496 : cluster [DBG] pgmap v2283: 17 pgs: 17 active+clean; 4.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s
2020-11-16T21:01:12.277 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops
2020-11-16T21:01:12.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:11 smithi065 bash[9468]: cluster 2020-11-16T21:01:10.654321+0000 mgr.x (mgr.14196) 1496 : cluster [DBG] pgmap v2283: 17 pgs: 17 active+clean; 4.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s
2020-11-16T21:01:12.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:11 smithi142 bash[9523]: cluster 2020-11-16T21:01:10.654321+0000 mgr.x (mgr.14196) 1496 : cluster [DBG] pgmap v2283: 17 pgs: 17 active+clean; 4.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s
2020-11-16T21:01:12.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:12 smithi142 bash[18009]: debug 2020-11-16T21:01:12.083+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:12.391 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:12.433 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:01:12.496 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:12.780 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:12 smithi142 bash[147327]: debug 2020-11-16T21:01:12.395+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:13.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   47      15     86063     86048   114.407    85.625   0.0103769  0.00873845
2020-11-16T21:01:13.167 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:13.270 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:13.436 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:13.530 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:13 smithi142 bash[18009]: debug 2020-11-16T21:01:13.171+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:13.541 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:13.548 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:13 smithi065 bash[14115]: debug 2020-11-16T21:01:13.439+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:13.661 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:13.769 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:13.887 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:13.969 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:13 smithi142 bash[147327]: debug 2020-11-16T21:01:13.891+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:13.970 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:13 smithi065 bash[9468]: cluster 2020-11-16T21:01:12.140690+0000 osd.1 (osd.1) 331 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:01:13.970 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:13 smithi065 bash[9468]: cluster 2020-11-16T21:01:12.354015+0000 osd.1 (osd.1) 332 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:01:13.970 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:13 smithi065 bash[9468]: cluster 2020-11-16T21:01:12.654880+0000 mgr.x (mgr.14196) 1497 : cluster [DBG] pgmap v2284: 17 pgs: 17 active+clean; 5.1 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s
2020-11-16T21:01:13.970 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:13 smithi065 bash[9468]: cluster 2020-11-16T21:01:12.850360+0000 osd.10 (osd.10) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:13.970 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:13 smithi065 bash[9468]: cluster 2020-11-16T21:01:12.850464+0000 osd.10 (osd.10) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:13.971 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:13 smithi065 bash[9468]: cluster 2020-11-16T21:01:12.979366+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e896: 12 total, 12 up, 8 in
2020-11-16T21:01:13.971 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:13 smithi065 bash[11785]: debug 2020-11-16T21:01:13.663+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:13.992 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:14.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   48      16     87429     87413   113.801   85.3125  0.00607458  0.00878376
2020-11-16T21:01:14.169 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:14.275 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:14.277 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:14 smithi065 bash[14115]: debug 2020-11-16T21:01:14.171+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:14.352 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:13 smithi071 bash[9480]: cluster 2020-11-16T21:01:12.140690+0000 osd.1 (osd.1) 331 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:01:14.352 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:13 smithi071 bash[9480]: cluster 2020-11-16T21:01:12.354015+0000 osd.1 (osd.1) 332 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:01:14.352 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:13 smithi071 bash[9480]: cluster 2020-11-16T21:01:12.654880+0000 mgr.x (mgr.14196) 1497 : cluster [DBG] pgmap v2284: 17 pgs: 17 active+clean; 5.1 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s
2020-11-16T21:01:14.352 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:13 smithi071 bash[9480]: cluster 2020-11-16T21:01:12.850360+0000 osd.10 (osd.10) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:14.353 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:13 smithi071 bash[9480]: cluster 2020-11-16T21:01:12.850464+0000 osd.10 (osd.10) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:14.353 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:13 smithi071 bash[9480]: cluster 2020-11-16T21:01:12.979366+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e896: 12 total, 12 up, 8 in
2020-11-16T21:01:14.398 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:13 smithi142 bash[9523]: cluster 2020-11-16T21:01:12.140690+0000 osd.1 (osd.1) 331 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:01:14.398 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:13 smithi142 bash[9523]: cluster 2020-11-16T21:01:12.354015+0000 osd.1 (osd.1) 332 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:01:14.399 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:13 smithi142 bash[9523]: cluster 2020-11-16T21:01:12.654880+0000 mgr.x (mgr.14196) 1497 : cluster [DBG] pgmap v2284: 17 pgs: 17 active+clean; 5.1 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s
2020-11-16T21:01:14.399 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:13 smithi142 bash[9523]: cluster 2020-11-16T21:01:12.850360+0000 osd.10 (osd.10) 233 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:14.399 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:13 smithi142 bash[9523]: cluster 2020-11-16T21:01:12.850464+0000 osd.10 (osd.10) 234 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:14.399 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:13 smithi142 bash[9523]: cluster 2020-11-16T21:01:12.979366+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e896: 12 total, 12 up, 8 in
2020-11-16T21:01:14.410 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T21:01:14.558 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:14.698 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:14.804 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:15.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   49      16     88629     88613   113.009        75   0.0189484  0.00884613
2020-11-16T21:01:15.194 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:14 smithi071 bash[12066]: debug 2020-11-16T21:01:14.702+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:15.438 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:15.543 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:15.656 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:15.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:01:15 smithi071 bash[14419]: debug 2020-11-16T21:01:15.662+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:15.694 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:01:15 smithi071 bash[26650]: debug 2020-11-16T21:01:15.442+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:15.759 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:16.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:15 smithi142 bash[9523]: cluster 2020-11-16T21:01:14.655288+0000 mgr.x (mgr.14196) 1498 : cluster [DBG] pgmap v2286: 17 pgs: 17 active+clean; 5.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s
2020-11-16T21:01:16.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:15 smithi142 bash[9523]: cluster 2020-11-16T21:01:15.007101+0000 osd.11 (osd.11) 253 : cluster [DBG] 9.8 scrub starts
2020-11-16T21:01:16.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   50      16     89920     89904   112.362   80.6875   0.0068116  0.00889774
2020-11-16T21:01:16.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:15 smithi065 bash[9468]: cluster 2020-11-16T21:01:14.655288+0000 mgr.x (mgr.14196) 1498 : cluster [DBG] pgmap v2286: 17 pgs: 17 active+clean; 5.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s
2020-11-16T21:01:16.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:15 smithi065 bash[9468]: cluster 2020-11-16T21:01:15.007101+0000 osd.11 (osd.11) 253 : cluster [DBG] 9.8 scrub starts
2020-11-16T21:01:16.431 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:15 smithi071 bash[9480]: cluster 2020-11-16T21:01:14.655288+0000 mgr.x (mgr.14196) 1498 : cluster [DBG] pgmap v2286: 17 pgs: 17 active+clean; 5.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s
2020-11-16T21:01:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:15 smithi071 bash[9480]: cluster 2020-11-16T21:01:15.007101+0000 osd.11 (osd.11) 253 : cluster [DBG] 9.8 scrub starts
2020-11-16T21:01:16.536 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:16.780 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:01:16 smithi142 bash[114994]: debug 2020-11-16T21:01:16.431+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:17.064 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   51      16     91102     91086   111.607    73.875  0.00537688  0.00894571
2020-11-16T21:01:17.147 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:17.253 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:17.465 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:17.530 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:17 smithi142 bash[18009]: debug 2020-11-16T21:01:17.151+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:17.568 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:17.696 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T21:01:17.696 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:01:17.712 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:17.799 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:17 smithi071 bash[16796]: debug 2020-11-16T21:01:17.470+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:17.817 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:17.833 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:17 smithi065 bash[9468]: cluster 2020-11-16T21:01:16.655811+0000 mgr.x (mgr.14196) 1499 : cluster [DBG] pgmap v2287: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T21:01:17.833 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:17 smithi065 bash[16457]: debug 2020-11-16T21:01:17.715+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:18.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   52      16     92250     92234   110.841     71.75  0.00959426  0.00901872
2020-11-16T21:01:18.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:17 smithi071 bash[9480]: cluster 2020-11-16T21:01:16.655811+0000 mgr.x (mgr.14196) 1499 : cluster [DBG] pgmap v2287: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T21:01:18.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:17 smithi071 bash[9480]: cluster 2020-11-16T21:01:16.844329+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e897: 12 total, 12 up, 8 in
2020-11-16T21:01:18.210 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:17 smithi142 bash[9523]: cluster 2020-11-16T21:01:16.655811+0000 mgr.x (mgr.14196) 1499 : cluster [DBG] pgmap v2287: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s
2020-11-16T21:01:18.210 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:17 smithi142 bash[9523]: cluster 2020-11-16T21:01:16.844329+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e897: 12 total, 12 up, 8 in
2020-11-16T21:01:18.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:17 smithi065 bash[9468]: cluster 2020-11-16T21:01:16.844329+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e897: 12 total, 12 up, 8 in
2020-11-16T21:01:18.371 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:18.476 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:18.483 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:18 smithi142 bash[18009]: debug 2020-11-16T21:01:18.375+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:18.663 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:18.769 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:18.777 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:18 smithi142 bash[18009]: debug 2020-11-16T21:01:18.667+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:18.819 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_historic_ops
2020-11-16T21:01:18.976 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:01:19.008 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:19.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:18 smithi142 bash[9523]: cluster 2020-11-16T21:01:17.235632+0000 osd.11 (osd.11) 254 : cluster [DBG] 9.8 scrub ok
2020-11-16T21:01:19.030 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:19 smithi142 bash[18009]: debug 2020-11-16T21:01:19.015+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:19.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   53      16     93534     93518   110.264     80.25  0.00526381  0.00906658
2020-11-16T21:01:19.113 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:19.121 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:18 smithi065 bash[9468]: cluster 2020-11-16T21:01:17.235632+0000 osd.11 (osd.11) 254 : cluster [DBG] 9.8 scrub ok
2020-11-16T21:01:19.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:18 smithi071 bash[9480]: cluster 2020-11-16T21:01:17.235632+0000 osd.11 (osd.11) 254 : cluster [DBG] 9.8 scrub ok
2020-11-16T21:01:19.252 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:19.356 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:01:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:01:19.434 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:01:19.463 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:01:19.470 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:19 smithi065 bash[14115]: debug 2020-11-16T21:01:19.255+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:19.471 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:19.492 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:01:19.519 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:01:19.548 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:01:19.575 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:01:19.577 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:19.601 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:01:19.639 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:01:19.676 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:01:19.712 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:01:19.714 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.714 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.714 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.714 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.715 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.716 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:01:19.718 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:19.723 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:19 smithi065 bash[14115]: debug 2020-11-16T21:01:19.475+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:19.724 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:19 smithi065 bash[16457]: debug 2020-11-16T21:01:19.719+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:19.824 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:20.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:19 smithi065 bash[9468]: cluster 2020-11-16T21:01:18.656304+0000 mgr.x (mgr.14196) 1500 : cluster [DBG] pgmap v2289: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s
2020-11-16T21:01:20.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:19 smithi065 bash[9468]: audit 2020-11-16T21:01:19.370687+0000 mon.a (mon.0) 2769 : audit [DBG] from='client.? v1:172.21.15.142:0/1086022272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:20.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:19 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.527304+0000 osd.5 (osd.5) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:20.063 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   54      16     94718     94702   109.592        74  0.00567259  0.00912275
2020-11-16T21:01:20.121 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:19 smithi071 bash[9480]: cluster 2020-11-16T21:01:18.656304+0000 mgr.x (mgr.14196) 1500 : cluster [DBG] pgmap v2289: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s
2020-11-16T21:01:20.121 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:19 smithi071 bash[9480]: audit 2020-11-16T21:01:19.370687+0000 mon.a (mon.0) 2769 : audit [DBG] from='client.? v1:172.21.15.142:0/1086022272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:20.121 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:19 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.527304+0000 osd.5 (osd.5) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:20.122 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:20.225 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:20.270 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:19 smithi142 bash[9523]: cluster 2020-11-16T21:01:18.656304+0000 mgr.x (mgr.14196) 1500 : cluster [DBG] pgmap v2289: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s
2020-11-16T21:01:20.270 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:19 smithi142 bash[9523]: audit 2020-11-16T21:01:19.370687+0000 mon.a (mon.0) 2769 : audit [DBG] from='client.? v1:172.21.15.142:0/1086022272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:20.270 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:19 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.527304+0000 osd.5 (osd.5) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:20.346 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:20.444 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[26650]: debug 2020-11-16T21:01:20.126+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:20.452 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:20.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[16457]: debug 2020-11-16T21:01:20.347+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:20.545 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:01:20.545 INFO:teuthology.orchestra.run.smithi142.stdout:    "success": "filestore_inject_stall = '3' (not observed, change may require restart) "
2020-11-16T21:01:20.545 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:01:20.571 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:20.675 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:20.838 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[16796]: debug 2020-11-16T21:01:20.574+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:20.862 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:20.965 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:21.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   55      16     95880     95864   108.916    72.625  0.00502632  0.00917901
2020-11-16T21:01:21.098 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:21.107 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.396660+0000 osd.0 (osd.0) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.107 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.419572+0000 osd.1 (osd.1) 333 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.108 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.443859+0000 osd.2 (osd.2) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.108 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.473009+0000 osd.3 (osd.3) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.108 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.500679+0000 osd.4 (osd.4) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.108 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.556335+0000 osd.6 (osd.6) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.108 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.584164+0000 osd.7 (osd.7) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.108 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.608318+0000 osd.8 (osd.8) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.108 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.646412+0000 osd.9 (osd.9) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.109 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.682495+0000 osd.10 (osd.10) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.109 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:19.718843+0000 osd.11 (osd.11) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.109 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:20 smithi065 bash[9468]: cluster 2020-11-16T21:01:20.452153+0000 osd.10 (osd.10) 236 : cluster [DBG] 9.6 scrub starts
2020-11-16T21:01:21.109 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:21 smithi065 bash[11785]: debug 2020-11-16T21:01:21.099+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:21.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[26650]: debug 2020-11-16T21:01:20.862+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:21.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.396660+0000 osd.0 (osd.0) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.419572+0000 osd.1 (osd.1) 333 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.443859+0000 osd.2 (osd.2) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.473009+0000 osd.3 (osd.3) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.500679+0000 osd.4 (osd.4) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.556335+0000 osd.6 (osd.6) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.584164+0000 osd.7 (osd.7) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.608318+0000 osd.8 (osd.8) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.646412+0000 osd.9 (osd.9) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.682495+0000 osd.10 (osd.10) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:19.718843+0000 osd.11 (osd.11) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:20 smithi071 bash[9480]: cluster 2020-11-16T21:01:20.452153+0000 osd.10 (osd.10) 236 : cluster [DBG] 9.6 scrub starts
2020-11-16T21:01:21.210 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:21.238 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.396660+0000 osd.0 (osd.0) 5 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.238 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.419572+0000 osd.1 (osd.1) 333 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.238 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.443859+0000 osd.2 (osd.2) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.473009+0000 osd.3 (osd.3) 60 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.500679+0000 osd.4 (osd.4) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.556335+0000 osd.6 (osd.6) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.584164+0000 osd.7 (osd.7) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.608318+0000 osd.8 (osd.8) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.646412+0000 osd.9 (osd.9) 232 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.682495+0000 osd.10 (osd.10) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.240 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:19.718843+0000 osd.11 (osd.11) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:21.240 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:20 smithi142 bash[9523]: cluster 2020-11-16T21:01:20.452153+0000 osd.10 (osd.10) 236 : cluster [DBG] 9.6 scrub starts
2020-11-16T21:01:21.438 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:21.530 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:21 smithi142 bash[147327]: debug 2020-11-16T21:01:21.443+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:21.542 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:21.827 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:21.931 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:22.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   56      16     96983     96967   108.202   68.9375   0.0238927  0.00923936
2020-11-16T21:01:22.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:21 smithi071 bash[9480]: cluster 2020-11-16T21:01:20.058505+0000 osd.11 (osd.11) 256 : cluster [DBG] 9.5 scrub starts
2020-11-16T21:01:22.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:21 smithi071 bash[9480]: cluster 2020-11-16T21:01:20.656766+0000 mgr.x (mgr.14196) 1501 : cluster [DBG] pgmap v2290: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s
2020-11-16T21:01:22.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:21 smithi071 bash[12066]: debug 2020-11-16T21:01:21.826+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:22.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:21 smithi065 bash[9468]: cluster 2020-11-16T21:01:20.058505+0000 osd.11 (osd.11) 256 : cluster [DBG] 9.5 scrub starts
2020-11-16T21:01:22.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:21 smithi065 bash[9468]: cluster 2020-11-16T21:01:20.656766+0000 mgr.x (mgr.14196) 1501 : cluster [DBG] pgmap v2290: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s
2020-11-16T21:01:22.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:21 smithi142 bash[9523]: cluster 2020-11-16T21:01:20.058505+0000 osd.11 (osd.11) 256 : cluster [DBG] 9.5 scrub starts
2020-11-16T21:01:22.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:21 smithi142 bash[9523]: cluster 2020-11-16T21:01:20.656766+0000 mgr.x (mgr.14196) 1501 : cluster [DBG] pgmap v2290: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 5.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s
2020-11-16T21:01:22.612 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:22.717 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:22.869 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:22.976 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:22.985 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:22 smithi142 bash[18009]: debug 2020-11-16T21:01:22.615+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:23.027 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:22 smithi065 bash[14115]: debug 2020-11-16T21:01:22.871+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:23.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   57      16     98157     98141   107.591    73.375   0.0114742  0.00929183
2020-11-16T21:01:23.090 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:23.195 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:23.279 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:01:23 smithi142 bash[114994]: debug 2020-11-16T21:01:23.095+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:23.861 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T21:01:23.865 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:01:24.023 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:24.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   58      16     99356     99340   107.028   74.9375   0.0217234    0.009341
2020-11-16T21:01:24.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:23 smithi071 bash[9480]: cluster 2020-11-16T21:01:22.170378+0000 osd.11 (osd.11) 257 : cluster [DBG] 9.5 scrub ok
2020-11-16T21:01:24.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:23 smithi071 bash[9480]: cluster 2020-11-16T21:01:22.657292+0000 mgr.x (mgr.14196) 1502 : cluster [DBG] pgmap v2291: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 5.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 82 MiB/s wr, 1.30k op/s
2020-11-16T21:01:24.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:23 smithi071 bash[9480]: cluster 2020-11-16T21:01:22.678247+0000 osd.9 (osd.9) 233 : cluster [DBG] 9.1 scrub starts
2020-11-16T21:01:24.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:23 smithi071 bash[9480]: cluster 2020-11-16T21:01:23.138735+0000 osd.10 (osd.10) 237 : cluster [DBG] 9.6 scrub ok
2020-11-16T21:01:24.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:23 smithi071 bash[9480]: audit 2020-11-16T21:01:23.510661+0000 mon.a (mon.0) 2770 : audit [INF] from='client.? v1:172.21.15.142:0/715848812' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:01:24.196 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:01:24.196 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T21:01:24.197 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T21:01:24.197 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T21:01:24.197 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.197 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96154 7.18 7:1e1d6230:::benchmark_data_smithi065_48659_object96153:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T21:01:24.197 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.289449+0000",
2020-11-16T21:01:24.197 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 496.90687625700002,
2020-11-16T21:01:24.197 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0732320289999999,
2020-11-16T21:01:24.198 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.198 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:24.198 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T21:01:24.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:24.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96154
2020-11-16T21:01:24.198 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.199 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289449+0000",
2020-11-16T21:01:24.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289449+0000",
2020-11-16T21:01:24.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999681
2020-11-16T21:01:24.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289417+0000",
2020-11-16T21:01:24.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012683400000000001
2020-11-16T21:01:24.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289544+0000",
2020-11-16T21:01:24.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2346e-05
2020-11-16T21:01:24.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289556+0000",
2020-11-16T21:01:24.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5089999999999996e-06
2020-11-16T21:01:24.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.202 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.202 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289563+0000",
2020-11-16T21:01:24.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.104995934
2020-11-16T21:01:24.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.394559+0000",
2020-11-16T21:01:24.203 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1640999999999999e-05
2020-11-16T21:01:24.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:24.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.394571+0000",
2020-11-16T21:01:24.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96801837499999999
2020-11-16T21:01:24.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.362589+0000",
2020-11-16T21:01:24.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1403999999999994e-05
2020-11-16T21:01:24.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.362681+0000",
2020-11-16T21:01:24.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0732320289999999
2020-11-16T21:01:24.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.205 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.206 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.206 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.206 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.206 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:96156 7.8 7:110fb8b3:::benchmark_data_smithi065_48659_object96155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e723)",
2020-11-16T21:01:24.206 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:07.289619+0000",
2020-11-16T21:01:24.206 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 496.90670622499999,
2020-11-16T21:01:24.206 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0220092839999999,
2020-11-16T21:01:24.207 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.207 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:24.207 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T21:01:24.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:24.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 96156
2020-11-16T21:01:24.207 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.208 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289619+0000",
2020-11-16T21:01:24.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289619+0000",
2020-11-16T21:01:24.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999723
2020-11-16T21:01:24.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289591+0000",
2020-11-16T21:01:24.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107091
2020-11-16T21:01:24.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289698+0000",
2020-11-16T21:01:24.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1582e-05
2020-11-16T21:01:24.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289710+0000",
2020-11-16T21:01:24.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3029999999999996e-06
2020-11-16T21:01:24.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289716+0000",
2020-11-16T21:01:24.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6221000000000002e-05
2020-11-16T21:01:24.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289782+0000",
2020-11-16T21:01:24.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8630000000000003e-06
2020-11-16T21:01:24.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op must wait for map",
2020-11-16T21:01:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.289792+0000",
2020-11-16T21:01:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.104793714
2020-11-16T21:01:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.394586+0000",
2020-11-16T21:01:24.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2165000000000001e-05
2020-11-16T21:01:24.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:24.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:07.394618+0000",
2020-11-16T21:01:24.214 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.91687222400000001
2020-11-16T21:01:24.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.311490+0000",
2020-11-16T21:01:24.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013798
2020-11-16T21:01:24.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:08.311628+0000",
2020-11-16T21:01:24.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0220092839999999
2020-11-16T21:01:24.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.216 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.216 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.216 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.216 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.216 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97794 7.15 7.2219e055 (undecoded) ondisk+retry+write+known_if_redirected e725)",
2020-11-16T21:01:24.217 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.305781+0000",
2020-11-16T21:01:24.217 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.89054348799999,
2020-11-16T21:01:24.217 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.016585125,
2020-11-16T21:01:24.217 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.217 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:24.217 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.217 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T21:01:24.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:24.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97794
2020-11-16T21:01:24.218 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.218 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.305781+0000",
2020-11-16T21:01:24.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.305781+0000",
2020-11-16T21:01:24.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999423
2020-11-16T21:01:24.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.305724+0000",
2020-11-16T21:01:24.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032848099999999999
2020-11-16T21:01:24.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306052+0000",
2020-11-16T21:01:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3547e-05
2020-11-16T21:01:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306076+0000",
2020-11-16T21:01:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1514e-05
2020-11-16T21:01:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.306088+0000",
2020-11-16T21:01:24.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013612099000000001
2020-11-16T21:01:24.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319700+0000",
2020-11-16T21:01:24.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0329999999999997e-06
2020-11-16T21:01:24.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:24.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319709+0000",
2020-11-16T21:01:24.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0026438049999999
2020-11-16T21:01:24.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322352+0000",
2020-11-16T21:01:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4138000000000001e-05
2020-11-16T21:01:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322367+0000",
2020-11-16T21:01:24.225 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.016585125
2020-11-16T21:01:24.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.225 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.225 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.225 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.225 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.225 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97804 7.11 7.961b2091 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T21:01:24.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.310047+0000",
2020-11-16T21:01:24.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.88627841300001,
2020-11-16T21:01:24.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0121496130000001,
2020-11-16T21:01:24.226 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.226 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:24.226 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T21:01:24.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:24.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97804
2020-11-16T21:01:24.227 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.227 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310047+0000",
2020-11-16T21:01:24.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310047+0000",
2020-11-16T21:01:24.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999514
2020-11-16T21:01:24.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.309998+0000",
2020-11-16T21:01:24.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023859599999999999
2020-11-16T21:01:24.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310237+0000",
2020-11-16T21:01:24.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9604999999999999e-05
2020-11-16T21:01:24.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310256+0000",
2020-11-16T21:01:24.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0851e-05
2020-11-16T21:01:24.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.310267+0000",
2020-11-16T21:01:24.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0096030019999999994
2020-11-16T21:01:24.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319870+0000",
2020-11-16T21:01:24.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7430000000000002e-06
2020-11-16T21:01:24.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:24.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319878+0000",
2020-11-16T21:01:24.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0022858939999999
2020-11-16T21:01:24.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322164+0000",
2020-11-16T21:01:24.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2554e-05
2020-11-16T21:01:24.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322196+0000",
2020-11-16T21:01:24.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0121496130000001
2020-11-16T21:01:24.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.234 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.234 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.234 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.234 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.234 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97811 7.15 7.a65af715 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T21:01:24.234 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.314961+0000",
2020-11-16T21:01:24.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.881363927,
2020-11-16T21:01:24.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0074457729999999,
2020-11-16T21:01:24.235 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.235 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:24.235 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T21:01:24.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:24.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97811
2020-11-16T21:01:24.236 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.236 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314961+0000",
2020-11-16T21:01:24.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314961+0000",
2020-11-16T21:01:24.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999609
2020-11-16T21:01:24.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.314922+0000",
2020-11-16T21:01:24.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012647799999999999
2020-11-16T21:01:24.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.315048+0000",
2020-11-16T21:01:24.238 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9488999999999999e-05
2020-11-16T21:01:24.238 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.315068+0000",
2020-11-16T21:01:24.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.117e-05
2020-11-16T21:01:24.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.239 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.315079+0000",
2020-11-16T21:01:24.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004691026
2020-11-16T21:01:24.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319770+0000",
2020-11-16T21:01:24.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9439999999999996e-06
2020-11-16T21:01:24.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:24.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.319775+0000",
2020-11-16T21:01:24.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0026221310000001
2020-11-16T21:01:24.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322397+0000",
2020-11-16T21:01:24.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6239999999999997e-06
2020-11-16T21:01:24.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322407+0000",
2020-11-16T21:01:24.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0074457729999999
2020-11-16T21:01:24.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.243 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.243 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.243 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.243 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.243 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97832 7.11 7.8d92faf1 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T21:01:24.243 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.346182+0000",
2020-11-16T21:01:24.243 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.85014247399999,
2020-11-16T21:01:24.244 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.97611046300000004,
2020-11-16T21:01:24.244 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.244 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:24.244 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T21:01:24.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:24.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97832
2020-11-16T21:01:24.244 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.245 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346182+0000",
2020-11-16T21:01:24.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346182+0000",
2020-11-16T21:01:24.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999661
2020-11-16T21:01:24.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346148+0000",
2020-11-16T21:01:24.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000108527
2020-11-16T21:01:24.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346257+0000",
2020-11-16T21:01:24.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1182000000000001e-05
2020-11-16T21:01:24.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346268+0000",
2020-11-16T21:01:24.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2530000000000001e-06
2020-11-16T21:01:24.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346274+0000",
2020-11-16T21:01:24.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7922e-05
2020-11-16T21:01:24.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346322+0000",
2020-11-16T21:01:24.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2020000000000004e-06
2020-11-16T21:01:24.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.346331+0000",
2020-11-16T21:01:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.97593790599999997
2020-11-16T21:01:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322268+0000",
2020-11-16T21:01:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4484000000000001e-05
2020-11-16T21:01:24.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322293+0000",
2020-11-16T21:01:24.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.97611046300000004
2020-11-16T21:01:24.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.251 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.252 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.252 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.252 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.36236.0:97835 7.15 7.4bdc1bb5 (undecoded) ondisk+write+known_if_redirected e725)",
2020-11-16T21:01:24.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T20:53:09.360248+0000",
2020-11-16T21:01:24.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 494.836076617,
2020-11-16T21:01:24.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.96218524999999999,
2020-11-16T21:01:24.252 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.253 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:01:24.253 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.36236",
2020-11-16T21:01:24.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/1213231472",
2020-11-16T21:01:24.253 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 97835
2020-11-16T21:01:24.253 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.253 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360248+0000",
2020-11-16T21:01:24.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.254 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.254 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360248+0000",
2020-11-16T21:01:24.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T21:01:24.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360217+0000",
2020-11-16T21:01:24.255 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010753599999999999
2020-11-16T21:01:24.255 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360325+0000",
2020-11-16T21:01:24.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8187999999999999e-05
2020-11-16T21:01:24.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.256 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.256 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360343+0000",
2020-11-16T21:01:24.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3640000000000001e-06
2020-11-16T21:01:24.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360350+0000",
2020-11-16T21:01:24.257 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7781999999999996e-05
2020-11-16T21:01:24.257 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360418+0000",
2020-11-16T21:01:24.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5019e-05
2020-11-16T21:01:24.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.258 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.258 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:01:24.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:09.360433+0000",
2020-11-16T21:01:24.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96199367199999997
2020-11-16T21:01:24.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.259 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322427+0000",
2020-11-16T21:01:24.259 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9700000000000002e-06
2020-11-16T21:01:24.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T20:53:10.322434+0000",
2020-11-16T21:01:24.260 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96218524999999999
2020-11-16T21:01:24.260 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.260 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.260 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.261 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.261 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.261 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:18860 9.d 9:b11f2b46:::benchmark_data_smithi065_58100_object18859:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e881)",
2020-11-16T21:01:24.261 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:00:32.871471+0000",
2020-11-16T21:01:24.261 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 51.324854092000002,
2020-11-16T21:01:24.261 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.14119478299999999,
2020-11-16T21:01:24.261 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.262 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.262 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 18860
2020-11-16T21:01:24.262 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.262 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.262 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.871471+0000",
2020-11-16T21:01:24.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.263 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.263 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.871471+0000",
2020-11-16T21:01:24.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999456
2020-11-16T21:01:24.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.871416+0000",
2020-11-16T21:01:24.264 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000197171
2020-11-16T21:01:24.264 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.871614+0000",
2020-11-16T21:01:24.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.4783000000000002e-05
2020-11-16T21:01:24.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.265 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.265 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.871648+0000",
2020-11-16T21:01:24.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0112e-05
2020-11-16T21:01:24.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.871668+0000",
2020-11-16T21:01:24.266 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014647999999999999
2020-11-16T21:01:24.266 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.871815+0000",
2020-11-16T21:01:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00046959999999999998
2020-11-16T21:01:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.872285+0000",
2020-11-16T21:01:24.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00057392700000000001
2020-11-16T21:01:24.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.872858+0000",
2020-11-16T21:01:24.268 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002263929
2020-11-16T21:01:24.268 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.875122+0000",
2020-11-16T21:01:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.13718946900000001
2020-11-16T21:01:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.269 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:33.012312+0000",
2020-11-16T21:01:24.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021509400000000001
2020-11-16T21:01:24.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.270 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:33.012527+0000",
2020-11-16T21:01:24.270 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013872400000000001
2020-11-16T21:01:24.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:33.012666+0000",
2020-11-16T21:01:24.271 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.14119478299999999
2020-11-16T21:01:24.271 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.271 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.271 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.272 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.272 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:18871 9.d 9:bd08865c:::benchmark_data_smithi065_58100_object18870:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e881)",
2020-11-16T21:01:24.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:00:32.876883+0000",
2020-11-16T21:01:24.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 51.319441933,
2020-11-16T21:01:24.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.13747146199999999,
2020-11-16T21:01:24.272 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.273 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.273 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.273 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 18871
2020-11-16T21:01:24.273 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.273 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.876883+0000",
2020-11-16T21:01:24.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.274 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.274 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.876883+0000",
2020-11-16T21:01:24.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999633
2020-11-16T21:01:24.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.876846+0000",
2020-11-16T21:01:24.275 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014679100000000001
2020-11-16T21:01:24.275 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.876993+0000",
2020-11-16T21:01:24.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4e-05
2020-11-16T21:01:24.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.276 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.276 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.877007+0000",
2020-11-16T21:01:24.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.216e-06
2020-11-16T21:01:24.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.877014+0000",
2020-11-16T21:01:24.277 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4098999999999996e-05
2020-11-16T21:01:24.277 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.877088+0000",
2020-11-16T21:01:24.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000142058
2020-11-16T21:01:24.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.278 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.278 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.877230+0000",
2020-11-16T21:01:24.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000156269
2020-11-16T21:01:24.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.279 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.877387+0000",
2020-11-16T21:01:24.279 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0010472999999999999
2020-11-16T21:01:24.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:32.878434+0000",
2020-11-16T21:01:24.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.13569605300000001
2020-11-16T21:01:24.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.280 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.280 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:33.014130+0000",
2020-11-16T21:01:24.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000117156
2020-11-16T21:01:24.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.281 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:33.014247+0000",
2020-11-16T21:01:24.281 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010736
2020-11-16T21:01:24.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:33.014354+0000",
2020-11-16T21:01:24.282 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.13747146199999999
2020-11-16T21:01:24.282 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.282 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.282 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.283 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.283 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.283 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:59180 9.d 9:b5cff551:::benchmark_data_smithi065_58100_object59179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e887)",
2020-11-16T21:01:24.283 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:00:53.580471+0000",
2020-11-16T21:01:24.283 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 30.615853693999998,
2020-11-16T21:01:24.283 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.15015929,
2020-11-16T21:01:24.284 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.284 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.284 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.284 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 59180
2020-11-16T21:01:24.284 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.285 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.580471+0000",
2020-11-16T21:01:24.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.285 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.285 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.580471+0000",
2020-11-16T21:01:24.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999714
2020-11-16T21:01:24.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.286 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.580443+0000",
2020-11-16T21:01:24.286 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107087
2020-11-16T21:01:24.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.580550+0000",
2020-11-16T21:01:24.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5288999999999999e-05
2020-11-16T21:01:24.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.287 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.287 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.580565+0000",
2020-11-16T21:01:24.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.81e-06
2020-11-16T21:01:24.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.288 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.580572+0000",
2020-11-16T21:01:24.288 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010358500000000001
2020-11-16T21:01:24.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.580676+0000",
2020-11-16T21:01:24.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00037323899999999998
2020-11-16T21:01:24.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.289 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.289 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.581049+0000",
2020-11-16T21:01:24.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00042022700000000001
2020-11-16T21:01:24.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.290 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.581469+0000",
2020-11-16T21:01:24.290 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0041165439999999998
2020-11-16T21:01:24.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.585586+0000",
2020-11-16T21:01:24.291 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.14468213199999999
2020-11-16T21:01:24.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.291 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.730268+0000",
2020-11-16T21:01:24.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020886400000000001
2020-11-16T21:01:24.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.292 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.730477+0000",
2020-11-16T21:01:24.292 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000153898
2020-11-16T21:01:24.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.730631+0000",
2020-11-16T21:01:24.293 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.15015929
2020-11-16T21:01:24.293 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.293 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.294 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.294 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.294 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.294 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:59196 9.d 9:b194301a:::benchmark_data_smithi065_58100_object59195:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e887)",
2020-11-16T21:01:24.294 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:00:53.591076+0000",
2020-11-16T21:01:24.294 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 30.605249211,
2020-11-16T21:01:24.294 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.14502764300000001,
2020-11-16T21:01:24.294 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.295 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.295 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.295 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 59196
2020-11-16T21:01:24.295 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.295 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591076+0000",
2020-11-16T21:01:24.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.296 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.296 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591076+0000",
2020-11-16T21:01:24.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T21:01:24.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591052+0000",
2020-11-16T21:01:24.297 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8635999999999996e-05
2020-11-16T21:01:24.297 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591140+0000",
2020-11-16T21:01:24.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2046e-05
2020-11-16T21:01:24.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.298 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.298 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591152+0000",
2020-11-16T21:01:24.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.79e-06
2020-11-16T21:01:24.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591160+0000",
2020-11-16T21:01:24.299 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5026999999999999e-05
2020-11-16T21:01:24.299 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591225+0000",
2020-11-16T21:01:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022899800000000001
2020-11-16T21:01:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591454+0000",
2020-11-16T21:01:24.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024719500000000002
2020-11-16T21:01:24.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.591701+0000",
2020-11-16T21:01:24.301 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.002184914
2020-11-16T21:01:24.301 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.593886+0000",
2020-11-16T21:01:24.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.14187187400000001
2020-11-16T21:01:24.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.302 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.302 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.735758+0000",
2020-11-16T21:01:24.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020609400000000001
2020-11-16T21:01:24.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.735964+0000",
2020-11-16T21:01:24.303 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013912399999999999
2020-11-16T21:01:24.303 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:00:53.736103+0000",
2020-11-16T21:01:24.304 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.14502764300000001
2020-11-16T21:01:24.304 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.304 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.304 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.305 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.305 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.305 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:70841 9.d 9:b155d2b4:::benchmark_data_smithi065_58100_object70840:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.305 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:01.534066+0000",
2020-11-16T21:01:24.305 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 22.662258638000001,
2020-11-16T21:01:24.305 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.12577149500000001,
2020-11-16T21:01:24.305 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.305 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.306 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 70841
2020-11-16T21:01:24.306 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.306 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.306 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.534066+0000",
2020-11-16T21:01:24.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.307 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.534066+0000",
2020-11-16T21:01:24.307 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999104
2020-11-16T21:01:24.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.533977+0000",
2020-11-16T21:01:24.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00047927499999999998
2020-11-16T21:01:24.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.308 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.308 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.534456+0000",
2020-11-16T21:01:24.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4690000000000001e-05
2020-11-16T21:01:24.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.309 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.534500+0000",
2020-11-16T21:01:24.309 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3353000000000001e-05
2020-11-16T21:01:24.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.534514+0000",
2020-11-16T21:01:24.310 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0052667290000000004
2020-11-16T21:01:24.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.310 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.539781+0000",
2020-11-16T21:01:24.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00038204800000000001
2020-11-16T21:01:24.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.311 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.540163+0000",
2020-11-16T21:01:24.311 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032389499999999999
2020-11-16T21:01:24.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.540487+0000",
2020-11-16T21:01:24.312 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011197899000000001
2020-11-16T21:01:24.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.312 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.551684+0000",
2020-11-16T21:01:24.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.10805450900000001
2020-11-16T21:01:24.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.313 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.659739+0000",
2020-11-16T21:01:24.313 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8585999999999998e-05
2020-11-16T21:01:24.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.659798+0000",
2020-11-16T21:01:24.314 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0315000000000003e-05
2020-11-16T21:01:24.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.314 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.659838+0000",
2020-11-16T21:01:24.315 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12577149500000001
2020-11-16T21:01:24.315 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.315 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.315 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.315 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.315 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.316 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:70842 9.d 9:b27ad972:::benchmark_data_smithi065_58100_object70841:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.316 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:01.534658+0000",
2020-11-16T21:01:24.316 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 22.661666969999999,
2020-11-16T21:01:24.316 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.12551812800000001,
2020-11-16T21:01:24.316 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.316 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.316 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 70842
2020-11-16T21:01:24.317 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.317 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.317 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.317 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.534658+0000",
2020-11-16T21:01:24.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.534658+0000",
2020-11-16T21:01:24.318 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999142
2020-11-16T21:01:24.318 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.534572+0000",
2020-11-16T21:01:24.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00045832000000000002
2020-11-16T21:01:24.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.319 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.319 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.535031+0000",
2020-11-16T21:01:24.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.5883000000000002e-05
2020-11-16T21:01:24.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.535067+0000",
2020-11-16T21:01:24.320 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3152999999999999e-05
2020-11-16T21:01:24.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.320 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.535080+0000",
2020-11-16T21:01:24.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0088262970000000003
2020-11-16T21:01:24.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.321 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.321 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.543906+0000",
2020-11-16T21:01:24.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016682099999999999
2020-11-16T21:01:24.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.544073+0000",
2020-11-16T21:01:24.322 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015954900000000001
2020-11-16T21:01:24.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.322 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.544232+0000",
2020-11-16T21:01:24.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013150235
2020-11-16T21:01:24.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.323 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.323 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.557383+0000",
2020-11-16T21:01:24.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.102553293
2020-11-16T21:01:24.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.659936+0000",
2020-11-16T21:01:24.324 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013788599999999999
2020-11-16T21:01:24.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.324 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.660074+0000",
2020-11-16T21:01:24.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000102373
2020-11-16T21:01:24.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.325 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.325 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.660176+0000",
2020-11-16T21:01:24.326 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12551812800000001
2020-11-16T21:01:24.326 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.326 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.326 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.326 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.326 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.326 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:70860 9.d 9:bb3957fa:::benchmark_data_smithi065_58100_object70859:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.327 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:01.536210+0000",
2020-11-16T21:01:24.327 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 22.660114523000001,
2020-11-16T21:01:24.327 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.12545487899999999,
2020-11-16T21:01:24.327 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.327 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.327 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.327 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 70860
2020-11-16T21:01:24.328 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.328 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.328 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536210+0000",
2020-11-16T21:01:24.328 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536210+0000",
2020-11-16T21:01:24.329 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999175
2020-11-16T21:01:24.329 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536128+0000",
2020-11-16T21:01:24.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00034736400000000002
2020-11-16T21:01:24.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.330 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.330 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536475+0000",
2020-11-16T21:01:24.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.4353000000000001e-05
2020-11-16T21:01:24.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536510+0000",
2020-11-16T21:01:24.331 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2483000000000001e-05
2020-11-16T21:01:24.331 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536522+0000",
2020-11-16T21:01:24.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013210898
2020-11-16T21:01:24.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.332 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.332 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.549733+0000",
2020-11-16T21:01:24.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019186
2020-11-16T21:01:24.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.549925+0000",
2020-11-16T21:01:24.333 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000167219
2020-11-16T21:01:24.333 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.550092+0000",
2020-11-16T21:01:24.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0073074250000000002
2020-11-16T21:01:24.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.334 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.334 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.557400+0000",
2020-11-16T21:01:24.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.10398847999999999
2020-11-16T21:01:24.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.661388+0000",
2020-11-16T21:01:24.335 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014980000000000001
2020-11-16T21:01:24.335 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.661538+0000",
2020-11-16T21:01:24.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012733899999999999
2020-11-16T21:01:24.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.336 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.336 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.337 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.661665+0000",
2020-11-16T21:01:24.337 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12545487899999999
2020-11-16T21:01:24.337 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.337 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.337 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.337 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.337 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.337 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:70861 9.d 9:b39942f8:::benchmark_data_smithi065_58100_object70860:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:01.536656+0000",
2020-11-16T21:01:24.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 22.659669413,
2020-11-16T21:01:24.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.12525956799999999,
2020-11-16T21:01:24.338 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.338 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.338 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.338 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 70861
2020-11-16T21:01:24.339 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.339 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.339 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536656+0000",
2020-11-16T21:01:24.339 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536656+0000",
2020-11-16T21:01:24.340 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999166
2020-11-16T21:01:24.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.340 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536572+0000",
2020-11-16T21:01:24.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00034716100000000002
2020-11-16T21:01:24.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.341 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536919+0000",
2020-11-16T21:01:24.341 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.4159000000000003e-05
2020-11-16T21:01:24.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536954+0000",
2020-11-16T21:01:24.342 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2334000000000001e-05
2020-11-16T21:01:24.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.342 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.536966+0000",
2020-11-16T21:01:24.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014837636
2020-11-16T21:01:24.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.343 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.343 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.551804+0000",
2020-11-16T21:01:24.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000349525
2020-11-16T21:01:24.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.552153+0000",
2020-11-16T21:01:24.344 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00034413500000000002
2020-11-16T21:01:24.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.344 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.552497+0000",
2020-11-16T21:01:24.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0049081480000000002
2020-11-16T21:01:24.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.345 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.557405+0000",
2020-11-16T21:01:24.345 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.104360143
2020-11-16T21:01:24.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.346 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.661765+0000",
2020-11-16T21:01:24.346 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5346000000000006e-05
2020-11-16T21:01:24.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.661851+0000",
2020-11-16T21:01:24.347 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4309999999999999e-05
2020-11-16T21:01:24.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.347 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.661915+0000",
2020-11-16T21:01:24.348 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12525956799999999
2020-11-16T21:01:24.348 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.348 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.348 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.348 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.349 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:70908 9.d 9:bb3584ba:::benchmark_data_smithi065_58100_object70907:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:01.537099+0000",
2020-11-16T21:01:24.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 22.659225657,
2020-11-16T21:01:24.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.12520426300000001,
2020-11-16T21:01:24.349 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.349 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.349 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 70908
2020-11-16T21:01:24.350 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.350 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.350 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.350 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.537099+0000",
2020-11-16T21:01:24.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.351 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.537099+0000",
2020-11-16T21:01:24.351 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999166
2020-11-16T21:01:24.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.537016+0000",
2020-11-16T21:01:24.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00034048800000000001
2020-11-16T21:01:24.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.352 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.352 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.537356+0000",
2020-11-16T21:01:24.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.4727000000000001e-05
2020-11-16T21:01:24.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.353 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.537391+0000",
2020-11-16T21:01:24.353 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1888999999999999e-05
2020-11-16T21:01:24.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.537403+0000",
2020-11-16T21:01:24.354 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.018014224999999998
2020-11-16T21:01:24.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.354 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.555417+0000",
2020-11-16T21:01:24.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016967800000000001
2020-11-16T21:01:24.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.355 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.555587+0000",
2020-11-16T21:01:24.355 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015928000000000001
2020-11-16T21:01:24.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.555746+0000",
2020-11-16T21:01:24.356 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0017919730000000001
2020-11-16T21:01:24.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.356 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.557538+0000",
2020-11-16T21:01:24.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.10448658600000001
2020-11-16T21:01:24.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.357 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.662025+0000",
2020-11-16T21:01:24.357 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000173389
2020-11-16T21:01:24.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.662198+0000",
2020-11-16T21:01:24.358 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000105587
2020-11-16T21:01:24.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.358 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:01.662304+0000",
2020-11-16T21:01:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.12520426300000001
2020-11-16T21:01:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.360 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:72408 9.d 9:b5f2a9d3:::benchmark_data_smithi065_58100_object72407:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.360 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:02.644075+0000",
2020-11-16T21:01:24.360 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 21.552249506999999,
2020-11-16T21:01:24.360 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.196747863,
2020-11-16T21:01:24.360 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.360 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.360 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 72408
2020-11-16T21:01:24.361 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.361 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.361 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.361 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644075+0000",
2020-11-16T21:01:24.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644075+0000",
2020-11-16T21:01:24.362 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T21:01:24.362 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644053+0000",
2020-11-16T21:01:24.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012697300000000001
2020-11-16T21:01:24.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.363 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.363 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644180+0000",
2020-11-16T21:01:24.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3134e-05
2020-11-16T21:01:24.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644193+0000",
2020-11-16T21:01:24.364 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4950000000000002e-06
2020-11-16T21:01:24.364 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644201+0000",
2020-11-16T21:01:24.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2284000000000003e-05
2020-11-16T21:01:24.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.365 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.365 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644253+0000",
2020-11-16T21:01:24.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000199058
2020-11-16T21:01:24.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644452+0000",
2020-11-16T21:01:24.366 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00027748999999999997
2020-11-16T21:01:24.366 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644729+0000",
2020-11-16T21:01:24.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004434197
2020-11-16T21:01:24.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.367 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.367 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.649164+0000",
2020-11-16T21:01:24.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19143310899999999
2020-11-16T21:01:24.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.840597+0000",
2020-11-16T21:01:24.368 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013666700000000001
2020-11-16T21:01:24.368 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.840733+0000",
2020-11-16T21:01:24.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9865999999999996e-05
2020-11-16T21:01:24.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.369 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.369 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.840823+0000",
2020-11-16T21:01:24.370 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.196747863
2020-11-16T21:01:24.370 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.370 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.370 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.370 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.370 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.370 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:72419 9.d 9:b8e8acec:::benchmark_data_smithi065_58100_object72418:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:02.651696+0000",
2020-11-16T21:01:24.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 21.544628869,
2020-11-16T21:01:24.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.18942004200000001,
2020-11-16T21:01:24.371 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.371 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.371 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.371 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 72419
2020-11-16T21:01:24.372 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.372 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.372 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651696+0000",
2020-11-16T21:01:24.372 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651696+0000",
2020-11-16T21:01:24.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T21:01:24.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.373 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.373 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651666+0000",
2020-11-16T21:01:24.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010081000000000001
2020-11-16T21:01:24.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.374 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651766+0000",
2020-11-16T21:01:24.374 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1609999999999992e-06
2020-11-16T21:01:24.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651775+0000",
2020-11-16T21:01:24.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4610000000000001e-06
2020-11-16T21:01:24.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.375 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.375 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651780+0000",
2020-11-16T21:01:24.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2162e-05
2020-11-16T21:01:24.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.376 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651832+0000",
2020-11-16T21:01:24.376 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018874000000000001
2020-11-16T21:01:24.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.652021+0000",
2020-11-16T21:01:24.377 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000227037
2020-11-16T21:01:24.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.377 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.652248+0000",
2020-11-16T21:01:24.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0029059929999999999
2020-11-16T21:01:24.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.378 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.655154+0000",
2020-11-16T21:01:24.378 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18574675900000001
2020-11-16T21:01:24.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.840901+0000",
2020-11-16T21:01:24.379 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012888799999999999
2020-11-16T21:01:24.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.379 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841030+0000",
2020-11-16T21:01:24.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6623000000000001e-05
2020-11-16T21:01:24.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.380 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841116+0000",
2020-11-16T21:01:24.380 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18942004200000001
2020-11-16T21:01:24.381 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.381 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.381 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.381 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.381 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.381 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:72427 9.d 9:b4478df4:::benchmark_data_smithi065_58100_object72426:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.381 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:02.656607+0000",
2020-11-16T21:01:24.382 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 21.539717543999998,
2020-11-16T21:01:24.382 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.18478275399999999,
2020-11-16T21:01:24.382 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.382 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.382 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.382 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.383 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 72427
2020-11-16T21:01:24.385 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.386 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656607+0000",
2020-11-16T21:01:24.386 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.386 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656607+0000",
2020-11-16T21:01:24.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:01:24.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.387 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656585+0000",
2020-11-16T21:01:24.387 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000103158
2020-11-16T21:01:24.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656688+0000",
2020-11-16T21:01:24.388 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3173000000000001e-05
2020-11-16T21:01:24.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.388 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656701+0000",
2020-11-16T21:01:24.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2600000000000005e-06
2020-11-16T21:01:24.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.389 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656709+0000",
2020-11-16T21:01:24.389 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2182999999999997e-05
2020-11-16T21:01:24.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656781+0000",
2020-11-16T21:01:24.390 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000173685
2020-11-16T21:01:24.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.390 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656955+0000",
2020-11-16T21:01:24.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017316
2020-11-16T21:01:24.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.391 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.657128+0000",
2020-11-16T21:01:24.391 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0022017970000000001
2020-11-16T21:01:24.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.659330+0000",
2020-11-16T21:01:24.392 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18188849600000001
2020-11-16T21:01:24.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.392 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841218+0000",
2020-11-16T21:01:24.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000111358
2020-11-16T21:01:24.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.393 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841330+0000",
2020-11-16T21:01:24.393 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0399000000000002e-05
2020-11-16T21:01:24.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841390+0000",
2020-11-16T21:01:24.394 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18478275399999999
2020-11-16T21:01:24.394 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.394 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.395 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.395 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:01:24.395 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:01:24.395 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:72431 9.d 9:bf55ef2f:::benchmark_data_smithi065_58100_object72430:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:01:24.395 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:02.661928+0000",
2020-11-16T21:01:24.395 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 21.53439736,
2020-11-16T21:01:24.395 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.179745289,
2020-11-16T21:01:24.395 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:01:24.396 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:01:24.396 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:01:24.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:01:24.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:01:24.396 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 72431
2020-11-16T21:01:24.396 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:01:24.396 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:01:24.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:01:24.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.661928+0000",
2020-11-16T21:01:24.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:01:24.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.397 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:01:24.397 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.661928+0000",
2020-11-16T21:01:24.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999752
2020-11-16T21:01:24.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:01:24.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.661903+0000",
2020-11-16T21:01:24.398 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3534000000000003e-05
2020-11-16T21:01:24.398 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.399 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:01:24.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.661996+0000",
2020-11-16T21:01:24.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3344e-05
2020-11-16T21:01:24.399 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.399 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:01:24.399 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.662010+0000",
2020-11-16T21:01:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7439999999999996e-06
2020-11-16T21:01:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:01:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.662018+0000",
2020-11-16T21:01:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7667000000000003e-05
2020-11-16T21:01:24.400 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:01:24.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.662066+0000",
2020-11-16T21:01:24.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012761399999999999
2020-11-16T21:01:24.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.401 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:01:24.401 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.662194+0000",
2020-11-16T21:01:24.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014430899999999999
2020-11-16T21:01:24.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:01:24.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.662338+0000",
2020-11-16T21:01:24.402 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0021744609999999999
2020-11-16T21:01:24.402 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:01:24.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.664512+0000",
2020-11-16T21:01:24.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17696298099999999
2020-11-16T21:01:24.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.403 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.403 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:01:24.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841475+0000",
2020-11-16T21:01:24.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000118675
2020-11-16T21:01:24.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:01:24.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841594+0000",
2020-11-16T21:01:24.404 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8774000000000002e-05
2020-11-16T21:01:24.404 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:01:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:01:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:01:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841673+0000",
2020-11-16T21:01:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.179745289
2020-11-16T21:01:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:01:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:01:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:01:24.406 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T21:01:24.406 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T21:01:24.406 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:01:24.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:23 smithi142 bash[9523]: cluster 2020-11-16T21:01:22.170378+0000 osd.11 (osd.11) 257 : cluster [DBG] 9.5 scrub ok
2020-11-16T21:01:24.408 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:23 smithi142 bash[9523]: cluster 2020-11-16T21:01:22.657292+0000 mgr.x (mgr.14196) 1502 : cluster [DBG] pgmap v2291: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 5.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 82 MiB/s wr, 1.30k op/s
2020-11-16T21:01:24.409 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:23 smithi142 bash[9523]: cluster 2020-11-16T21:01:22.678247+0000 osd.9 (osd.9) 233 : cluster [DBG] 9.1 scrub starts
2020-11-16T21:01:24.409 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:23 smithi142 bash[9523]: cluster 2020-11-16T21:01:23.138735+0000 osd.10 (osd.10) 237 : cluster [DBG] 9.6 scrub ok
2020-11-16T21:01:24.409 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:23 smithi142 bash[9523]: audit 2020-11-16T21:01:23.510661+0000 mon.a (mon.0) 2770 : audit [INF] from='client.? v1:172.21.15.142:0/715848812' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:01:24.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:23 smithi065 bash[9468]: cluster 2020-11-16T21:01:22.170378+0000 osd.11 (osd.11) 257 : cluster [DBG] 9.5 scrub ok
2020-11-16T21:01:24.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:23 smithi065 bash[9468]: cluster 2020-11-16T21:01:22.657292+0000 mgr.x (mgr.14196) 1502 : cluster [DBG] pgmap v2291: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 5.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 82 MiB/s wr, 1.30k op/s
2020-11-16T21:01:24.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:23 smithi065 bash[9468]: cluster 2020-11-16T21:01:22.678247+0000 osd.9 (osd.9) 233 : cluster [DBG] 9.1 scrub starts
2020-11-16T21:01:24.410 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:23 smithi065 bash[9468]: cluster 2020-11-16T21:01:23.138735+0000 osd.10 (osd.10) 237 : cluster [DBG] 9.6 scrub ok
2020-11-16T21:01:24.410 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:23 smithi065 bash[9468]: audit 2020-11-16T21:01:23.510661+0000 mon.a (mon.0) 2770 : audit [INF] from='client.? v1:172.21.15.142:0/715848812' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:01:24.410 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:24.512 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:24.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:24 smithi065 bash[18823]: debug 2020-11-16T21:01:24.399+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:25.035 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:25.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   59      16    100393    100377   106.313   64.8125   0.0123525    0.009404
2020-11-16T21:01:25.140 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:25.151 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:24 smithi071 bash[9480]: cluster 2020-11-16T21:01:23.861179+0000 mon.a (mon.0) 2771 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:01:25.151 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:24 smithi071 bash[9480]: cluster 2020-11-16T21:01:23.861235+0000 mon.a (mon.0) 2772 : cluster [INF] Cluster is now healthy
2020-11-16T21:01:25.151 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:24 smithi071 bash[9480]: audit 2020-11-16T21:01:23.865933+0000 mon.a (mon.0) 2773 : audit [INF] from='client.? v1:172.21.15.142:0/715848812' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:01:25.151 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:24 smithi071 bash[9480]: cluster 2020-11-16T21:01:23.866007+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e898: 12 total, 12 up, 8 in
2020-11-16T21:01:25.151 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:24 smithi071 bash[9480]: cluster 2020-11-16T21:01:24.019435+0000 osd.5 (osd.5) 247 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:25.151 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:24 smithi071 bash[9480]: cluster 2020-11-16T21:01:24.019509+0000 osd.5 (osd.5) 248 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:25.152 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:01:25 smithi071 bash[14419]: debug 2020-11-16T21:01:25.038+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:25.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:24 smithi065 bash[9468]: cluster 2020-11-16T21:01:23.861179+0000 mon.a (mon.0) 2771 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:01:25.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:24 smithi065 bash[9468]: cluster 2020-11-16T21:01:23.861235+0000 mon.a (mon.0) 2772 : cluster [INF] Cluster is now healthy
2020-11-16T21:01:25.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:24 smithi065 bash[9468]: audit 2020-11-16T21:01:23.865933+0000 mon.a (mon.0) 2773 : audit [INF] from='client.? v1:172.21.15.142:0/715848812' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:01:25.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:24 smithi065 bash[9468]: cluster 2020-11-16T21:01:23.866007+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e898: 12 total, 12 up, 8 in
2020-11-16T21:01:25.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:24 smithi065 bash[9468]: cluster 2020-11-16T21:01:24.019435+0000 osd.5 (osd.5) 247 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:25.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:24 smithi065 bash[9468]: cluster 2020-11-16T21:01:24.019509+0000 osd.5 (osd.5) 248 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:25.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:24 smithi142 bash[9523]: cluster 2020-11-16T21:01:23.861179+0000 mon.a (mon.0) 2771 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:01:25.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:24 smithi142 bash[9523]: cluster 2020-11-16T21:01:23.861235+0000 mon.a (mon.0) 2772 : cluster [INF] Cluster is now healthy
2020-11-16T21:01:25.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:24 smithi142 bash[9523]: audit 2020-11-16T21:01:23.865933+0000 mon.a (mon.0) 2773 : audit [INF] from='client.? v1:172.21.15.142:0/715848812' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:01:25.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:24 smithi142 bash[9523]: cluster 2020-11-16T21:01:23.866007+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e898: 12 total, 12 up, 8 in
2020-11-16T21:01:25.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:24 smithi142 bash[9523]: cluster 2020-11-16T21:01:24.019435+0000 osd.5 (osd.5) 247 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:25.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:24 smithi142 bash[9523]: cluster 2020-11-16T21:01:24.019509+0000 osd.5 (osd.5) 248 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:25.299 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:25.319 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T21:01:25.403 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:25.444 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:25 smithi071 bash[16796]: debug 2020-11-16T21:01:25.302+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:25.474 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:25.874 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:25 smithi142 bash[9523]: cluster 2020-11-16T21:01:24.631270+0000 osd.9 (osd.9) 234 : cluster [DBG] 9.1 scrub ok
2020-11-16T21:01:25.875 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:25 smithi142 bash[9523]: cluster 2020-11-16T21:01:24.657664+0000 mgr.x (mgr.14196) 1503 : cluster [DBG] pgmap v2293: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 5.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s
2020-11-16T21:01:25.875 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:25 smithi142 bash[9523]: cluster 2020-11-16T21:01:24.885165+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e899: 12 total, 12 up, 8 in
2020-11-16T21:01:25.875 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:25 smithi065 bash[9468]: cluster 2020-11-16T21:01:24.631270+0000 osd.9 (osd.9) 234 : cluster [DBG] 9.1 scrub ok
2020-11-16T21:01:25.876 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:25 smithi065 bash[9468]: cluster 2020-11-16T21:01:24.657664+0000 mgr.x (mgr.14196) 1503 : cluster [DBG] pgmap v2293: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 5.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s
2020-11-16T21:01:25.918 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:26.022 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:26.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 21:01:26.073653 min lat: 0.00164088 max lat: 0.503103 avg lat: 0.00944782
2020-11-16T21:01:26.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T21:01:26.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   60      16    101620    101604   105.819   76.6875    0.010398  0.00944782
2020-11-16T21:01:26.144 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:25 smithi071 bash[9480]: cluster 2020-11-16T21:01:24.631270+0000 osd.9 (osd.9) 234 : cluster [DBG] 9.1 scrub ok
2020-11-16T21:01:26.144 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:25 smithi071 bash[9480]: cluster 2020-11-16T21:01:24.657664+0000 mgr.x (mgr.14196) 1503 : cluster [DBG] pgmap v2293: 17 pgs: 3 active+clean+scrubbing, 14 active+clean; 5.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s
2020-11-16T21:01:26.145 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:25 smithi071 bash[9480]: cluster 2020-11-16T21:01:24.885165+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e899: 12 total, 12 up, 8 in
2020-11-16T21:01:26.145 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:26.250 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:26.257 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:25 smithi065 bash[9468]: cluster 2020-11-16T21:01:24.885165+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e899: 12 total, 12 up, 8 in
2020-11-16T21:01:26.444 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:01:26 smithi071 bash[26650]: debug 2020-11-16T21:01:26.150+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:26.721 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:01:25 smithi142 bash[20366]: debug 2020-11-16T21:01:25.923+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:27.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   61      16    102529    102513   105.015   56.8125   0.0272383  0.00952006
2020-11-16T21:01:27.168 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:26 smithi142 bash[9523]: cluster 2020-11-16T21:01:25.307719+0000 osd.8 (osd.8) 254 : cluster [DBG] 9.3 scrub starts
2020-11-16T21:01:27.168 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:26 smithi142 bash[9523]: audit 2020-11-16T21:01:26.358478+0000 mon.a (mon.0) 2776 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:01:27.168 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:26 smithi142 bash[9523]: audit 2020-11-16T21:01:26.358744+0000 mon.a (mon.0) 2777 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:01:27.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:26 smithi071 bash[9480]: cluster 2020-11-16T21:01:25.307719+0000 osd.8 (osd.8) 254 : cluster [DBG] 9.3 scrub starts
2020-11-16T21:01:27.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:26 smithi071 bash[9480]: audit 2020-11-16T21:01:26.358478+0000 mon.a (mon.0) 2776 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:01:27.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:26 smithi071 bash[9480]: audit 2020-11-16T21:01:26.358744+0000 mon.a (mon.0) 2777 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:01:27.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:26 smithi065 bash[9468]: cluster 2020-11-16T21:01:25.307719+0000 osd.8 (osd.8) 254 : cluster [DBG] 9.3 scrub starts
2020-11-16T21:01:27.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:26 smithi065 bash[9468]: audit 2020-11-16T21:01:26.358478+0000 mon.a (mon.0) 2776 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:01:27.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:26 smithi065 bash[9468]: audit 2020-11-16T21:01:26.358744+0000 mon.a (mon.0) 2777 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:01:27.587 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T21:01:27.739 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:27.766 INFO:tasks.thrashosds.thrasher:in_osds:  [1, 4, 6, 7, 8, 11, 9, 10] out_osds:  [2, 5, 3, 0] dead_osds:  [] live_osds:  [1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3, 0]
2020-11-16T21:01:27.766 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T21:01:27.766 INFO:tasks.thrashosds.thrasher:inject_pause on 1
2020-11-16T21:01:27.767 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T21:01:27.767 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T21:01:27.767 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 config set filestore_inject_stall 3
2020-11-16T21:01:27.931 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:28.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:27 smithi142 bash[9523]: cluster 2020-11-16T21:01:26.658173+0000 mgr.x (mgr.14196) 1504 : cluster [DBG] pgmap v2295: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:28.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   62      16    103680    103664   104.481   71.9375  0.00697493  0.00956907
2020-11-16T21:01:28.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:27 smithi071 bash[9480]: cluster 2020-11-16T21:01:26.658173+0000 mgr.x (mgr.14196) 1504 : cluster [DBG] pgmap v2295: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:28.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:27 smithi065 bash[9468]: cluster 2020-11-16T21:01:26.658173+0000 mgr.x (mgr.14196) 1504 : cluster [DBG] pgmap v2295: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:28.954 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:29.060 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:29.066 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   63      16    104640    104624   103.775        60   0.0242034  0.00963411
2020-11-16T21:01:29.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:28 smithi071 bash[9480]: cluster 2020-11-16T21:01:27.454148+0000 osd.7 (osd.7) 239 : cluster [DBG] 9.d scrub starts
2020-11-16T21:01:29.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:28 smithi071 bash[9480]: cluster 2020-11-16T21:01:28.136807+0000 osd.8 (osd.8) 255 : cluster [DBG] 9.3 scrub ok
2020-11-16T21:01:29.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:28 smithi065 bash[9468]: cluster 2020-11-16T21:01:27.454148+0000 osd.7 (osd.7) 239 : cluster [DBG] 9.d scrub starts
2020-11-16T21:01:29.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:28 smithi065 bash[9468]: cluster 2020-11-16T21:01:28.136807+0000 osd.8 (osd.8) 255 : cluster [DBG] 9.3 scrub ok
2020-11-16T21:01:29.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:28 smithi065 bash[18823]: debug 2020-11-16T21:01:28.955+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:29.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:28 smithi142 bash[9523]: cluster 2020-11-16T21:01:27.454148+0000 osd.7 (osd.7) 239 : cluster [DBG] 9.d scrub starts
2020-11-16T21:01:29.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:28 smithi142 bash[9523]: cluster 2020-11-16T21:01:28.136807+0000 osd.8 (osd.8) 255 : cluster [DBG] 9.3 scrub ok
2020-11-16T21:01:29.333 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:29.437 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:29.780 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:29 smithi142 bash[18009]: debug 2020-11-16T21:01:29.339+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:29.966 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:30.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   64      16    105812    105796   103.298     73.25    0.028104  0.00967886
2020-11-16T21:01:30.071 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:30.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:29 smithi071 bash[9480]: cluster 2020-11-16T21:01:28.384150+0000 osd.8 (osd.8) 256 : cluster [DBG] 9.b scrub starts
2020-11-16T21:01:30.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:29 smithi071 bash[9480]: cluster 2020-11-16T21:01:28.407296+0000 osd.7 (osd.7) 240 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:30.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:29 smithi071 bash[9480]: cluster 2020-11-16T21:01:28.407394+0000 osd.7 (osd.7) 241 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:30.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:29 smithi071 bash[9480]: cluster 2020-11-16T21:01:28.658833+0000 mgr.x (mgr.14196) 1505 : cluster [DBG] pgmap v2296: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s
2020-11-16T21:01:30.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:29 smithi071 bash[9480]: cluster 2020-11-16T21:01:28.907512+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e900: 12 total, 12 up, 8 in
2020-11-16T21:01:30.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:29 smithi071 bash[9480]: cluster 2020-11-16T21:01:29.132664+0000 osd.7 (osd.7) 242 : cluster [DBG] 9.d scrub ok
2020-11-16T21:01:30.321 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:29 smithi142 bash[18009]: debug 2020-11-16T21:01:29.971+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:30.322 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:29 smithi142 bash[9523]: cluster 2020-11-16T21:01:28.384150+0000 osd.8 (osd.8) 256 : cluster [DBG] 9.b scrub starts
2020-11-16T21:01:30.322 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:29 smithi142 bash[9523]: cluster 2020-11-16T21:01:28.407296+0000 osd.7 (osd.7) 240 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:30.322 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:29 smithi142 bash[9523]: cluster 2020-11-16T21:01:28.407394+0000 osd.7 (osd.7) 241 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:30.322 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:29 smithi142 bash[9523]: cluster 2020-11-16T21:01:28.658833+0000 mgr.x (mgr.14196) 1505 : cluster [DBG] pgmap v2296: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s
2020-11-16T21:01:30.323 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:29 smithi142 bash[9523]: cluster 2020-11-16T21:01:28.907512+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e900: 12 total, 12 up, 8 in
2020-11-16T21:01:30.323 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:29 smithi142 bash[9523]: cluster 2020-11-16T21:01:29.132664+0000 osd.7 (osd.7) 242 : cluster [DBG] 9.d scrub ok
2020-11-16T21:01:30.351 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:29 smithi065 bash[9468]: cluster 2020-11-16T21:01:28.384150+0000 osd.8 (osd.8) 256 : cluster [DBG] 9.b scrub starts
2020-11-16T21:01:30.351 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:29 smithi065 bash[9468]: cluster 2020-11-16T21:01:28.407296+0000 osd.7 (osd.7) 240 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:30.351 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:29 smithi065 bash[9468]: cluster 2020-11-16T21:01:28.407394+0000 osd.7 (osd.7) 241 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:30.352 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:29 smithi065 bash[9468]: cluster 2020-11-16T21:01:28.658833+0000 mgr.x (mgr.14196) 1505 : cluster [DBG] pgmap v2296: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s
2020-11-16T21:01:30.352 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:29 smithi065 bash[9468]: cluster 2020-11-16T21:01:28.907512+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e900: 12 total, 12 up, 8 in
2020-11-16T21:01:30.352 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:29 smithi065 bash[9468]: cluster 2020-11-16T21:01:29.132664+0000 osd.7 (osd.7) 242 : cluster [DBG] 9.d scrub ok
2020-11-16T21:01:31.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   65      16    106676    106660    102.54        54  0.00713669  0.00975035
2020-11-16T21:01:31.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:30 smithi071 bash[9480]: cluster 2020-11-16T21:01:29.296427+0000 osd.1 (osd.1) 334 : cluster [DBG] 9.2 scrub starts
2020-11-16T21:01:31.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:30 smithi065 bash[9468]: cluster 2020-11-16T21:01:29.296427+0000 osd.1 (osd.1) 334 : cluster [DBG] 9.2 scrub starts
2020-11-16T21:01:31.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:30 smithi142 bash[9523]: cluster 2020-11-16T21:01:29.296427+0000 osd.1 (osd.1) 334 : cluster [DBG] 9.2 scrub starts
2020-11-16T21:01:32.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   66      16    107433    107417   101.703   47.3125  0.00522962  0.00982544
2020-11-16T21:01:32.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:31 smithi071 bash[9480]: cluster 2020-11-16T21:01:30.659339+0000 mgr.x (mgr.14196) 1506 : cluster [DBG] pgmap v2298: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s
2020-11-16T21:01:32.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:31 smithi065 bash[9468]: cluster 2020-11-16T21:01:30.659339+0000 mgr.x (mgr.14196) 1506 : cluster [DBG] pgmap v2298: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s
2020-11-16T21:01:32.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:31 smithi142 bash[9523]: cluster 2020-11-16T21:01:30.659339+0000 mgr.x (mgr.14196) 1506 : cluster [DBG] pgmap v2298: 17 pgs: 2 active+clean+scrubbing, 15 active+clean; 6.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s
2020-11-16T21:01:32.835 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:32.939 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:33.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   67      16    108519    108503   101.198    67.875    0.019618  0.00987927
2020-11-16T21:01:33.152 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:33.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:32 smithi071 bash[9480]: cluster 2020-11-16T21:01:31.372683+0000 osd.8 (osd.8) 257 : cluster [DBG] 9.b scrub ok
2020-11-16T21:01:33.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:32 smithi071 bash[9480]: cluster 2020-11-16T21:01:31.897104+0000 osd.8 (osd.8) 258 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:33.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:32 smithi071 bash[9480]: cluster 2020-11-16T21:01:31.897190+0000 osd.8 (osd.8) 259 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:33.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:32 smithi071 bash[9480]: cluster 2020-11-16T21:01:32.849144+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e901: 12 total, 12 up, 8 in
2020-11-16T21:01:33.256 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:33.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:32 smithi065 bash[9468]: cluster 2020-11-16T21:01:31.372683+0000 osd.8 (osd.8) 257 : cluster [DBG] 9.b scrub ok
2020-11-16T21:01:33.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:32 smithi065 bash[9468]: cluster 2020-11-16T21:01:31.897104+0000 osd.8 (osd.8) 258 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:33.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:32 smithi065 bash[9468]: cluster 2020-11-16T21:01:31.897190+0000 osd.8 (osd.8) 259 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:33.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:32 smithi065 bash[9468]: cluster 2020-11-16T21:01:32.849144+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e901: 12 total, 12 up, 8 in
2020-11-16T21:01:33.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:32 smithi065 bash[16457]: debug 2020-11-16T21:01:32.835+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:33.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:33 smithi142 bash[18009]: debug 2020-11-16T21:01:33.155+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:33.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:32 smithi142 bash[9523]: cluster 2020-11-16T21:01:31.372683+0000 osd.8 (osd.8) 257 : cluster [DBG] 9.b scrub ok
2020-11-16T21:01:33.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:32 smithi142 bash[9523]: cluster 2020-11-16T21:01:31.897104+0000 osd.8 (osd.8) 258 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:33.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:32 smithi142 bash[9523]: cluster 2020-11-16T21:01:31.897190+0000 osd.8 (osd.8) 259 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:33.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:32 smithi142 bash[9523]: cluster 2020-11-16T21:01:32.849144+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e901: 12 total, 12 up, 8 in
2020-11-16T21:01:33.387 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:33.491 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:33.633 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:33.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:33 smithi071 bash[12066]: debug 2020-11-16T21:01:33.394+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:33.736 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:33.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:33 smithi065 bash[11785]: debug 2020-11-16T21:01:33.635+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:33.862 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:33.967 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:33.977 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:33 smithi142 bash[9523]: cluster 2020-11-16T21:01:32.545465+0000 osd.1 (osd.1) 335 : cluster [DBG] 9.2 scrub ok
2020-11-16T21:01:33.977 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:33 smithi142 bash[9523]: cluster 2020-11-16T21:01:32.659867+0000 mgr.x (mgr.14196) 1507 : cluster [DBG] pgmap v2299: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s
2020-11-16T21:01:34.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   68      16    109631    109615   100.732      69.5   0.0089527  0.00992517
2020-11-16T21:01:34.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:33 smithi071 bash[9480]: cluster 2020-11-16T21:01:32.545465+0000 osd.1 (osd.1) 335 : cluster [DBG] 9.2 scrub ok
2020-11-16T21:01:34.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:33 smithi071 bash[9480]: cluster 2020-11-16T21:01:32.659867+0000 mgr.x (mgr.14196) 1507 : cluster [DBG] pgmap v2299: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s
2020-11-16T21:01:34.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:33 smithi065 bash[9468]: cluster 2020-11-16T21:01:32.545465+0000 osd.1 (osd.1) 335 : cluster [DBG] 9.2 scrub ok
2020-11-16T21:01:34.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:33 smithi065 bash[9468]: cluster 2020-11-16T21:01:32.659867+0000 mgr.x (mgr.14196) 1507 : cluster [DBG] pgmap v2299: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s
2020-11-16T21:01:34.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:33 smithi065 bash[16457]: debug 2020-11-16T21:01:33.867+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:34.329 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:34.386 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:01:34.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T21:01:34.386 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 0
2020-11-16T21:01:34.387 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:01:34.412 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:01:34.434 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:34.446 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:01:34.477 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:01:34.500 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:01:34.527 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:01:34.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:01:34.555 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:34.586 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:01:34.610 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:01:34.640 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:01:34.660 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:34.663 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:34 smithi142 bash[147327]: debug 2020-11-16T21:01:34.335+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:34.682 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:01:34.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:34 smithi071 bash[12066]: debug 2020-11-16T21:01:34.558+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:34.717 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:01:34.747 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:01:34.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.749 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.750 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.751 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:01:34.910 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:34.921 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:34 smithi142 bash[147327]: debug 2020-11-16T21:01:34.911+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:35.012 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:35.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   69      16    110800    110784   100.331   73.0625   0.0190026  0.00996494
2020-11-16T21:01:35.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:34 smithi071 bash[9480]: cluster 2020-11-16T21:01:33.148002+0000 osd.4 (osd.4) 271 : cluster [DBG] 9.c scrub starts
2020-11-16T21:01:35.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:34 smithi071 bash[9480]: audit 2020-11-16T21:01:34.380511+0000 mon.a (mon.0) 2780 : audit [DBG] from='client.? v1:172.21.15.142:0/4261685064' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:35.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:34 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.420743+0000 osd.0 (osd.0) 6 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:34 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.561893+0000 osd.5 (osd.5) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:34 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.689831+0000 osd.9 (osd.9) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:34 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.754269+0000 osd.11 (osd.11) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:34 smithi065 bash[9468]: cluster 2020-11-16T21:01:33.148002+0000 osd.4 (osd.4) 271 : cluster [DBG] 9.c scrub starts
2020-11-16T21:01:35.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:34 smithi065 bash[9468]: audit 2020-11-16T21:01:34.380511+0000 mon.a (mon.0) 2780 : audit [DBG] from='client.? v1:172.21.15.142:0/4261685064' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:35.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:34 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.420743+0000 osd.0 (osd.0) 6 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:34 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.561893+0000 osd.5 (osd.5) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:34 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.689831+0000 osd.9 (osd.9) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:34 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.754269+0000 osd.11 (osd.11) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:34 smithi142 bash[9523]: cluster 2020-11-16T21:01:33.148002+0000 osd.4 (osd.4) 271 : cluster [DBG] 9.c scrub starts
2020-11-16T21:01:35.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:34 smithi142 bash[9523]: audit 2020-11-16T21:01:34.380511+0000 mon.a (mon.0) 2780 : audit [DBG] from='client.? v1:172.21.15.142:0/4261685064' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:35.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:34 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.420743+0000 osd.0 (osd.0) 6 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:34 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.561893+0000 osd.5 (osd.5) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:34 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.689831+0000 osd.9 (osd.9) 235 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:35.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:34 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.754269+0000 osd.11 (osd.11) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   70      16    111805    111789   99.7949   62.8125  0.00602181   0.0100175
2020-11-16T21:01:36.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.455772+0000 osd.1 (osd.1) 336 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.487235+0000 osd.2 (osd.2) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.509987+0000 osd.3 (osd.3) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.535952+0000 osd.4 (osd.4) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.595188+0000 osd.6 (osd.6) 280 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.618840+0000 osd.7 (osd.7) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.647715+0000 osd.8 (osd.8) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.660321+0000 mgr.x (mgr.14196) 1508 : cluster [DBG] pgmap v2301: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 58 MiB/s wr, 935 op/s
2020-11-16T21:01:36.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:35 smithi071 bash[9480]: cluster 2020-11-16T21:01:34.724820+0000 osd.10 (osd.10) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.455772+0000 osd.1 (osd.1) 336 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.487235+0000 osd.2 (osd.2) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.509987+0000 osd.3 (osd.3) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.535952+0000 osd.4 (osd.4) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.595188+0000 osd.6 (osd.6) 280 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.618840+0000 osd.7 (osd.7) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.647715+0000 osd.8 (osd.8) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.660321+0000 mgr.x (mgr.14196) 1508 : cluster [DBG] pgmap v2301: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 58 MiB/s wr, 935 op/s
2020-11-16T21:01:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:35 smithi065 bash[9468]: cluster 2020-11-16T21:01:34.724820+0000 osd.10 (osd.10) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.455772+0000 osd.1 (osd.1) 336 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.487235+0000 osd.2 (osd.2) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.509987+0000 osd.3 (osd.3) 61 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.535952+0000 osd.4 (osd.4) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.595188+0000 osd.6 (osd.6) 280 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.618840+0000 osd.7 (osd.7) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.647715+0000 osd.8 (osd.8) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.660321+0000 mgr.x (mgr.14196) 1508 : cluster [DBG] pgmap v2301: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 58 MiB/s wr, 935 op/s
2020-11-16T21:01:36.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:35 smithi142 bash[9523]: cluster 2020-11-16T21:01:34.724820+0000 osd.10 (osd.10) 238 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:36.501 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:36.605 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:36.749 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:36.856 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:36.863 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:01:36 smithi071 bash[14419]: debug 2020-11-16T21:01:36.506+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:36.937 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:36 smithi065 bash[18823]: debug 2020-11-16T21:01:36.751+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:36.960 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:37.061 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops
2020-11-16T21:01:37.066 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:37.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   71      15    112777    112762   99.2458   60.8125  0.00826077   0.0100732
2020-11-16T21:01:37.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:37 smithi071 bash[16796]: debug 2020-11-16T21:01:37.198+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:37.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:36 smithi071 bash[12066]: debug 2020-11-16T21:01:36.966+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:37.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:36 smithi071 bash[9480]: cluster 2020-11-16T21:01:35.497168+0000 osd.4 (osd.4) 273 : cluster [DBG] 9.c scrub ok
2020-11-16T21:01:37.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:36 smithi071 bash[9480]: cluster 2020-11-16T21:01:35.576911+0000 osd.10 (osd.10) 239 : cluster [DBG] 9.7 scrub starts
2020-11-16T21:01:37.195 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:37.249 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:37.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:36 smithi065 bash[9468]: cluster 2020-11-16T21:01:35.497168+0000 osd.4 (osd.4) 273 : cluster [DBG] 9.c scrub ok
2020-11-16T21:01:37.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:36 smithi065 bash[9468]: cluster 2020-11-16T21:01:35.576911+0000 osd.10 (osd.10) 239 : cluster [DBG] 9.7 scrub starts
2020-11-16T21:01:37.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:36 smithi142 bash[9523]: cluster 2020-11-16T21:01:35.497168+0000 osd.4 (osd.4) 273 : cluster [DBG] 9.c scrub ok
2020-11-16T21:01:37.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:36 smithi142 bash[9523]: cluster 2020-11-16T21:01:35.576911+0000 osd.10 (osd.10) 239 : cluster [DBG] 9.7 scrub starts
2020-11-16T21:01:37.300 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:38.031 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:38.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   72      16    113728    113712    98.692    59.375    0.021168   0.0101301
2020-11-16T21:01:38.136 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:37 smithi071 bash[9480]: cluster 2020-11-16T21:01:36.617698+0000 osd.1 (osd.1) 337 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:37 smithi071 bash[9480]: cluster 2020-11-16T21:01:36.617763+0000 osd.1 (osd.1) 338 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:37 smithi071 bash[9480]: cluster 2020-11-16T21:01:36.660848+0000 mgr.x (mgr.14196) 1509 : cluster [DBG] pgmap v2302: 17 pgs: 17 active+clean; 6.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 62 MiB/s wr, 998 op/s
2020-11-16T21:01:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:37 smithi071 bash[9480]: cluster 2020-11-16T21:01:36.948497+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e902: 12 total, 12 up, 8 in
2020-11-16T21:01:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:37 smithi071 bash[9480]: cluster 2020-11-16T21:01:37.653166+0000 osd.11 (osd.11) 259 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:38.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:37 smithi071 bash[9480]: cluster 2020-11-16T21:01:37.653256+0000 osd.11 (osd.11) 260 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:38.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:37 smithi065 bash[9468]: cluster 2020-11-16T21:01:36.617698+0000 osd.1 (osd.1) 337 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:38.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:37 smithi065 bash[9468]: cluster 2020-11-16T21:01:36.617763+0000 osd.1 (osd.1) 338 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:38.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:37 smithi065 bash[9468]: cluster 2020-11-16T21:01:36.660848+0000 mgr.x (mgr.14196) 1509 : cluster [DBG] pgmap v2302: 17 pgs: 17 active+clean; 6.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 62 MiB/s wr, 998 op/s
2020-11-16T21:01:38.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:37 smithi065 bash[9468]: cluster 2020-11-16T21:01:36.948497+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e902: 12 total, 12 up, 8 in
2020-11-16T21:01:38.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:37 smithi065 bash[9468]: cluster 2020-11-16T21:01:37.653166+0000 osd.11 (osd.11) 259 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:38.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:37 smithi065 bash[9468]: cluster 2020-11-16T21:01:37.653256+0000 osd.11 (osd.11) 260 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:37 smithi142 bash[9523]: cluster 2020-11-16T21:01:36.617698+0000 osd.1 (osd.1) 337 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:37 smithi142 bash[9523]: cluster 2020-11-16T21:01:36.617763+0000 osd.1 (osd.1) 338 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:37 smithi142 bash[9523]: cluster 2020-11-16T21:01:36.660848+0000 mgr.x (mgr.14196) 1509 : cluster [DBG] pgmap v2302: 17 pgs: 17 active+clean; 6.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 62 MiB/s wr, 998 op/s
2020-11-16T21:01:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:37 smithi142 bash[9523]: cluster 2020-11-16T21:01:36.948497+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e902: 12 total, 12 up, 8 in
2020-11-16T21:01:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:37 smithi142 bash[9523]: cluster 2020-11-16T21:01:37.653166+0000 osd.11 (osd.11) 259 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:37 smithi142 bash[9523]: cluster 2020-11-16T21:01:37.653256+0000 osd.11 (osd.11) 260 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:38.280 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:01:38 smithi142 bash[20366]: debug 2020-11-16T21:01:38.035+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:38.719 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:38.824 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:38.949 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:38 smithi142 bash[147327]: debug 2020-11-16T21:01:38.723+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:38.950 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:38 smithi142 bash[9523]: cluster 2020-11-16T21:01:37.955262+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e903: 12 total, 12 up, 8 in
2020-11-16T21:01:38.951 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:38 smithi142 bash[9523]: cluster 2020-11-16T21:01:38.206067+0000 osd.10 (osd.10) 240 : cluster [DBG] 9.7 scrub ok
2020-11-16T21:01:39.004 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:01:39.005 INFO:teuthology.orchestra.run.smithi142.stdout:    "success": ""
2020-11-16T21:01:39.005 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:01:39.014 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:39.064 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:01:39.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   73      16    114862    114846   98.3109    70.875  0.00953847   0.0101698
2020-11-16T21:01:39.119 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:39.213 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:39.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:38 smithi065 bash[9468]: cluster 2020-11-16T21:01:37.955262+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e903: 12 total, 12 up, 8 in
2020-11-16T21:01:39.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:38 smithi065 bash[9468]: cluster 2020-11-16T21:01:38.206067+0000 osd.10 (osd.10) 240 : cluster [DBG] 9.7 scrub ok
2020-11-16T21:01:39.279 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:01:39 smithi142 bash[20366]: debug 2020-11-16T21:01:39.019+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:39.299 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:38 smithi071 bash[9480]: cluster 2020-11-16T21:01:37.955262+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e903: 12 total, 12 up, 8 in
2020-11-16T21:01:39.299 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:38 smithi071 bash[9480]: cluster 2020-11-16T21:01:38.206067+0000 osd.10 (osd.10) 240 : cluster [DBG] 9.7 scrub ok
2020-11-16T21:01:39.299 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:39.404 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:39.520 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:39.626 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:39.633 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:01:39 smithi071 bash[14419]: debug 2020-11-16T21:01:39.302+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:39.633 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:39 smithi071 bash[16796]: debug 2020-11-16T21:01:39.526+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:39.758 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:39.861 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:39.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:39 smithi071 bash[12066]: debug 2020-11-16T21:01:39.758+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:39.972 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T21:01:40.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   74      16    115922    115906   97.8776     66.25  0.00565046   0.0102148
2020-11-16T21:01:40.142 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:39 smithi142 bash[9523]: cluster 2020-11-16T21:01:38.661364+0000 mgr.x (mgr.14196) 1510 : cluster [DBG] pgmap v2305: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 983 op/s
2020-11-16T21:01:40.142 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:39 smithi142 bash[9523]: audit 2020-11-16T21:01:39.264256+0000 mon.b (mon.1) 465 : audit [INF] from='client.? v1:172.21.15.142:0/2741650279' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:01:40.142 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:39 smithi142 bash[9523]: audit 2020-11-16T21:01:39.265931+0000 mon.a (mon.0) 2783 : audit [INF] from='client.26950 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:01:40.142 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:40.248 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:40.257 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:39 smithi071 bash[9480]: cluster 2020-11-16T21:01:38.661364+0000 mgr.x (mgr.14196) 1510 : cluster [DBG] pgmap v2305: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 983 op/s
2020-11-16T21:01:40.258 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:39 smithi071 bash[9480]: audit 2020-11-16T21:01:39.264256+0000 mon.b (mon.1) 465 : audit [INF] from='client.? v1:172.21.15.142:0/2741650279' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:01:40.258 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:39 smithi071 bash[9480]: audit 2020-11-16T21:01:39.265931+0000 mon.a (mon.0) 2783 : audit [INF] from='client.26950 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:01:40.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:39 smithi065 bash[9468]: cluster 2020-11-16T21:01:38.661364+0000 mgr.x (mgr.14196) 1510 : cluster [DBG] pgmap v2305: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 6.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 983 op/s
2020-11-16T21:01:40.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:39 smithi065 bash[9468]: audit 2020-11-16T21:01:39.264256+0000 mon.b (mon.1) 465 : audit [INF] from='client.? v1:172.21.15.142:0/2741650279' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:01:40.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:39 smithi065 bash[9468]: audit 2020-11-16T21:01:39.265931+0000 mon.a (mon.0) 2783 : audit [INF] from='client.26950 ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:01:40.371 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:40.427 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:40 smithi142 bash[18009]: debug 2020-11-16T21:01:40.147+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:40.477 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:40.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:40 smithi071 bash[16796]: debug 2020-11-16T21:01:40.374+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:41.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   75      16    117064    117048   97.5242    71.375  0.00633067   0.0102515
2020-11-16T21:01:41.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:40 smithi065 bash[9468]: cluster 2020-11-16T21:01:39.241071+0000 osd.3 (osd.3) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:41.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:40 smithi065 bash[9468]: cluster 2020-11-16T21:01:39.243663+0000 osd.3 (osd.3) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:41.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:40 smithi065 bash[9468]: cluster 2020-11-16T21:01:39.724116+0000 osd.10 (osd.10) 241 : cluster [DBG] 9.9 scrub starts
2020-11-16T21:01:41.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:40 smithi065 bash[9468]: cluster 2020-11-16T21:01:39.959354+0000 mon.a (mon.0) 2784 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:41.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:40 smithi065 bash[9468]: audit 2020-11-16T21:01:39.974961+0000 mon.a (mon.0) 2785 : audit [INF] from='client.26950 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:01:41.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:40 smithi065 bash[9468]: cluster 2020-11-16T21:01:39.975023+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e904: 12 total, 12 up, 8 in
2020-11-16T21:01:41.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:40 smithi142 bash[9523]: cluster 2020-11-16T21:01:39.241071+0000 osd.3 (osd.3) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:40 smithi142 bash[9523]: cluster 2020-11-16T21:01:39.243663+0000 osd.3 (osd.3) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:40 smithi142 bash[9523]: cluster 2020-11-16T21:01:39.724116+0000 osd.10 (osd.10) 241 : cluster [DBG] 9.9 scrub starts
2020-11-16T21:01:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:40 smithi142 bash[9523]: cluster 2020-11-16T21:01:39.959354+0000 mon.a (mon.0) 2784 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:40 smithi142 bash[9523]: audit 2020-11-16T21:01:39.974961+0000 mon.a (mon.0) 2785 : audit [INF] from='client.26950 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:01:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:40 smithi142 bash[9523]: cluster 2020-11-16T21:01:39.975023+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e904: 12 total, 12 up, 8 in
2020-11-16T21:01:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:40 smithi071 bash[9480]: cluster 2020-11-16T21:01:39.241071+0000 osd.3 (osd.3) 62 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:40 smithi071 bash[9480]: cluster 2020-11-16T21:01:39.243663+0000 osd.3 (osd.3) 63 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:41.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:40 smithi071 bash[9480]: cluster 2020-11-16T21:01:39.724116+0000 osd.10 (osd.10) 241 : cluster [DBG] 9.9 scrub starts
2020-11-16T21:01:41.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:40 smithi071 bash[9480]: cluster 2020-11-16T21:01:39.959354+0000 mon.a (mon.0) 2784 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:41.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:40 smithi071 bash[9480]: audit 2020-11-16T21:01:39.974961+0000 mon.a (mon.0) 2785 : audit [INF] from='client.26950 ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:01:41.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:40 smithi071 bash[9480]: cluster 2020-11-16T21:01:39.975023+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e904: 12 total, 12 up, 8 in
2020-11-16T21:01:41.485 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:41.589 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:41.737 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:41.779 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:01:41 smithi142 bash[114994]: debug 2020-11-16T21:01:41.487+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:41.844 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:41.965 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:41 smithi065 bash[14115]: debug 2020-11-16T21:01:41.747+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:41.979 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:42.067 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   76      16    118160    118144   97.1422      68.5  0.00622261   0.0102919
2020-11-16T21:01:42.084 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:42.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:41 smithi071 bash[9480]: cluster 2020-11-16T21:01:40.661834+0000 mgr.x (mgr.14196) 1511 : cluster [DBG] pgmap v2307: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 7.0 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:42.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:01:41 smithi071 bash[26650]: debug 2020-11-16T21:01:41.986+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:42.203 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:42.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:41 smithi065 bash[9468]: cluster 2020-11-16T21:01:40.661834+0000 mgr.x (mgr.14196) 1511 : cluster [DBG] pgmap v2307: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 7.0 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:42.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:41 smithi142 bash[9523]: cluster 2020-11-16T21:01:40.661834+0000 mgr.x (mgr.14196) 1511 : cluster [DBG] pgmap v2307: 17 pgs: 1 active+clean+scrubbing, 16 active+clean; 7.0 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:42.310 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:42.553 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:42.657 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:42.658 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:01:42 smithi142 bash[114994]: debug 2020-11-16T21:01:42.559+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:42.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:42 smithi071 bash[12066]: debug 2020-11-16T21:01:42.206+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:43.068 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   77      16    119280    119264   96.7897        70   0.0154476   0.0103292
2020-11-16T21:01:43.301 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:43.406 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:43.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:43 smithi142 bash[18009]: debug 2020-11-16T21:01:43.307+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:43.926 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:44.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:43 smithi142 bash[9523]: cluster 2020-11-16T21:01:42.662297+0000 mgr.x (mgr.14196) 1512 : cluster [DBG] pgmap v2308: 17 pgs: 17 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:44.030 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:01:43 smithi142 bash[114994]: debug 2020-11-16T21:01:43.931+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:44.032 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:44.068 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   78      15    120391    120376   96.4398      69.5  0.00594048   0.0103668
2020-11-16T21:01:44.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:43 smithi065 bash[9468]: cluster 2020-11-16T21:01:42.662297+0000 mgr.x (mgr.14196) 1512 : cluster [DBG] pgmap v2308: 17 pgs: 17 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:43 smithi071 bash[9480]: cluster 2020-11-16T21:01:42.662297+0000 mgr.x (mgr.14196) 1512 : cluster [DBG] pgmap v2308: 17 pgs: 17 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s
2020-11-16T21:01:44.461 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T21:01:44.623 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:44.692 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:44.796 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:44.896 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:44 smithi142 bash[18009]: debug 2020-11-16T21:01:44.695+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:45.068 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   79      16    121452    121436   96.0576     66.25  0.00792384    0.010408
2020-11-16T21:01:45.232 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:45.337 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:45.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:45 smithi065 bash[11785]: debug 2020-11-16T21:01:45.234+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:45.805 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T21:01:45.806 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:01:46.068 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:2020-11-16 21:01:46.075596 min lat: 0.00164088 max lat: 0.503103 avg lat: 0.0104565
2020-11-16T21:01:46.068 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:  sec Cur ops   started  finished  avg MB/s  cur MB/s last lat(s)  avg lat(s)
2020-11-16T21:01:46.068 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   80      16    122420    122404   95.6131      60.5   0.0176536   0.0104565
2020-11-16T21:01:46.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:45 smithi065 bash[9468]: cluster 2020-11-16T21:01:44.662738+0000 mgr.x (mgr.14196) 1513 : cluster [DBG] pgmap v2309: 17 pgs: 17 active+clean; 7.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 978 op/s
2020-11-16T21:01:46.341 INFO:tasks.thrashosds.thrasher:in_osds:  [1, 4, 6, 7, 8, 11, 9, 10] out_osds:  [2, 5, 3, 0] dead_osds:  [] live_osds:  [1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3, 0]
2020-11-16T21:01:46.342 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T21:01:46.342 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'}
2020-11-16T21:01:46.342 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight-by-utilization 110 3.0
2020-11-16T21:01:46.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:45 smithi071 bash[9480]: cluster 2020-11-16T21:01:44.662738+0000 mgr.x (mgr.14196) 1513 : cluster [DBG] pgmap v2309: 17 pgs: 17 active+clean; 7.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 978 op/s
2020-11-16T21:01:46.510 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:46.586 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:45 smithi142 bash[9523]: cluster 2020-11-16T21:01:44.662738+0000 mgr.x (mgr.14196) 1513 : cluster [DBG] pgmap v2309: 17 pgs: 17 active+clean; 7.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 978 op/s
2020-11-16T21:01:46.897 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:47.001 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:47.068 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   81      16    123443    123427    95.222   63.9375  0.00636348   0.0104991
2020-11-16T21:01:47.141 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:47.194 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:46 smithi071 bash[12066]: debug 2020-11-16T21:01:46.902+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:47.246 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:47.277 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:47 smithi065 bash[18823]: debug 2020-11-16T21:01:47.146+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:47.551 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:01:47.656 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:47.763 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:47.868 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:47.877 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:01:47 smithi142 bash[20366]: debug 2020-11-16T21:01:47.555+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:47.944 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:47 smithi071 bash[16796]: debug 2020-11-16T21:01:47.770+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:48.068 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   82      15    124485    124470   94.8557   65.1875   0.0104058   0.0105401
2020-11-16T21:01:48.168 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:47 smithi142 bash[9523]: cluster 2020-11-16T21:01:46.037397+0000 osd.6 (osd.6) 281 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:48.168 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:47 smithi142 bash[9523]: cluster 2020-11-16T21:01:46.037500+0000 osd.6 (osd.6) 282 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:48.169 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:47 smithi142 bash[9523]: cluster 2020-11-16T21:01:46.663289+0000 mgr.x (mgr.14196) 1514 : cluster [DBG] pgmap v2310: 17 pgs: 17 active+clean; 7.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s
2020-11-16T21:01:48.169 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:47 smithi142 bash[9523]: cluster 2020-11-16T21:01:46.991465+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e905: 12 total, 12 up, 8 in
2020-11-16T21:01:48.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:47 smithi065 bash[9468]: cluster 2020-11-16T21:01:46.037397+0000 osd.6 (osd.6) 281 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:48.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:47 smithi065 bash[9468]: cluster 2020-11-16T21:01:46.037500+0000 osd.6 (osd.6) 282 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:48.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:47 smithi065 bash[9468]: cluster 2020-11-16T21:01:46.663289+0000 mgr.x (mgr.14196) 1514 : cluster [DBG] pgmap v2310: 17 pgs: 17 active+clean; 7.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s
2020-11-16T21:01:48.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:47 smithi065 bash[9468]: cluster 2020-11-16T21:01:46.991465+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e905: 12 total, 12 up, 8 in
2020-11-16T21:01:48.304 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:48.316 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_historic_ops
2020-11-16T21:01:48.408 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:48.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:47 smithi071 bash[9480]: cluster 2020-11-16T21:01:46.037397+0000 osd.6 (osd.6) 281 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:48.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:47 smithi071 bash[9480]: cluster 2020-11-16T21:01:46.037500+0000 osd.6 (osd.6) 282 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:48.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:47 smithi071 bash[9480]: cluster 2020-11-16T21:01:46.663289+0000 mgr.x (mgr.14196) 1514 : cluster [DBG] pgmap v2310: 17 pgs: 17 active+clean; 7.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s
2020-11-16T21:01:48.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:47 smithi071 bash[9480]: cluster 2020-11-16T21:01:46.991465+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e905: 12 total, 12 up, 8 in
2020-11-16T21:01:48.529 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:48 smithi142 bash[147327]: debug 2020-11-16T21:01:48.311+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:48.530 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:48.584 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:48.687 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:48.817 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:48.920 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:49.029 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:01:48 smithi142 bash[114994]: debug 2020-11-16T21:01:48.587+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:49.069 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   83      16    125473    125457   94.4546   61.6875  0.00765398   0.0105849
2020-11-16T21:01:49.070 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:49.175 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:49.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:48 smithi071 bash[16796]: debug 2020-11-16T21:01:48.822+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:49.278 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:49 smithi065 bash[14115]: debug 2020-11-16T21:01:49.070+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:49.867 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:49.936 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:01:49.963 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:01:49.975 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:49.991 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:01:50.022 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:01:50.052 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:01:50.072 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   84      16    126374    126358   93.9977   56.3125   0.0174282   0.0106359
2020-11-16T21:01:50.082 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:01:50.104 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:50.117 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:01:50.150 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:01:50.185 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:01:50.209 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:50.216 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:01:50.246 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:49 smithi142 bash[18009]: debug 2020-11-16T21:01:49.871+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:50.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:49 smithi142 bash[9523]: cluster 2020-11-16T21:01:48.663744+0000 mgr.x (mgr.14196) 1515 : cluster [DBG] pgmap v2312: 17 pgs: 17 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s
2020-11-16T21:01:50.247 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:49 smithi142 bash[9523]: audit 2020-11-16T21:01:49.920762+0000 mon.a (mon.0) 2788 : audit [DBG] from='client.? v1:172.21.15.142:0/537144260' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:50.256 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:01:50.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:49 smithi065 bash[9468]: cluster 2020-11-16T21:01:48.663744+0000 mgr.x (mgr.14196) 1515 : cluster [DBG] pgmap v2312: 17 pgs: 17 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s
2020-11-16T21:01:50.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:49 smithi065 bash[9468]: audit 2020-11-16T21:01:49.920762+0000 mon.a (mon.0) 2788 : audit [DBG] from='client.? v1:172.21.15.142:0/537144260' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:50.280 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:50 smithi065 bash[11785]: debug 2020-11-16T21:01:50.106+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:50.290 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:01:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.292 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.293 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.294 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:01:50.341 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:50.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:49 smithi071 bash[9480]: cluster 2020-11-16T21:01:48.663744+0000 mgr.x (mgr.14196) 1515 : cluster [DBG] pgmap v2312: 17 pgs: 17 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s
2020-11-16T21:01:50.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:49 smithi071 bash[9480]: audit 2020-11-16T21:01:49.920762+0000 mon.a (mon.0) 2788 : audit [DBG] from='client.? v1:172.21.15.142:0/537144260' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:01:50.447 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:50.582 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:50.687 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:50.695 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:50 smithi065 bash[14115]: debug 2020-11-16T21:01:50.586+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:50.695 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:50 smithi065 bash[16457]: debug 2020-11-16T21:01:50.338+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:50.822 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:50.925 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:50.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:49.946084+0000 osd.0 (osd.0) 7 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:49.973229+0000 osd.1 (osd.1) 339 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.001049+0000 osd.2 (osd.2) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.032112+0000 osd.3 (osd.3) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.090497+0000 osd.5 (osd.5) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.158654+0000 osd.7 (osd.7) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.192389+0000 osd.8 (osd.8) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.223388+0000 osd.9 (osd.9) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.263765+0000 osd.10 (osd.10) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.293979+0000 osd.11 (osd.11) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:50.998 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:50 smithi065 bash[14115]: debug 2020-11-16T21:01:50.826+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:51.060 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:51.072 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   85      16    127400    127384   93.6463    64.125  0.00980353   0.0106762
2020-11-16T21:01:51.165 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:51.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:49.946084+0000 osd.0 (osd.0) 7 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:49.973229+0000 osd.1 (osd.1) 339 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.001049+0000 osd.2 (osd.2) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.032112+0000 osd.3 (osd.3) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.090497+0000 osd.5 (osd.5) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.158654+0000 osd.7 (osd.7) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.192389+0000 osd.8 (osd.8) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.223388+0000 osd.9 (osd.9) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.263765+0000 osd.10 (osd.10) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.293979+0000 osd.11 (osd.11) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.195 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:51 smithi071 bash[16796]: debug 2020-11-16T21:01:51.066+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:51.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:49.946084+0000 osd.0 (osd.0) 7 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:49.973229+0000 osd.1 (osd.1) 339 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.001049+0000 osd.2 (osd.2) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.032112+0000 osd.3 (osd.3) 64 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.090497+0000 osd.5 (osd.5) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.158654+0000 osd.7 (osd.7) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.192389+0000 osd.8 (osd.8) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.223388+0000 osd.9 (osd.9) 236 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.263765+0000 osd.10 (osd.10) 242 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:51 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.293979+0000 osd.11 (osd.11) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:51.282 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:51.386 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:51.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:51 smithi065 bash[16457]: debug 2020-11-16T21:01:51.282+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:52.072 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   86      16    128389    128373   93.2761   61.8125   0.0072769   0.0107189
2020-11-16T21:01:52.112 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:52.217 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:52.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:52 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.060875+0000 osd.4 (osd.4) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:52.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:52 smithi065 bash[9468]: cluster 2020-11-16T21:01:50.125658+0000 osd.6 (osd.6) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:52.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:52 smithi065 bash[9468]: audit 2020-11-16T21:01:51.620889+0000 mon.a (mon.0) 2789 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:01:52.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:52 smithi065 bash[9468]: audit 2020-11-16T21:01:51.626535+0000 mon.a (mon.0) 2790 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:01:52.340 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:52 smithi142 bash[147327]: debug 2020-11-16T21:01:52.115+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:52.340 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:52 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.060875+0000 osd.4 (osd.4) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:52.340 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:52 smithi142 bash[9523]: cluster 2020-11-16T21:01:50.125658+0000 osd.6 (osd.6) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:52.340 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:52 smithi142 bash[9523]: audit 2020-11-16T21:01:51.620889+0000 mon.a (mon.0) 2789 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:01:52.340 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:52 smithi142 bash[9523]: audit 2020-11-16T21:01:51.626535+0000 mon.a (mon.0) 2790 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:01:52.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:52 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.060875+0000 osd.4 (osd.4) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:52.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:52 smithi071 bash[9480]: cluster 2020-11-16T21:01:50.125658+0000 osd.6 (osd.6) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:01:52.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:52 smithi071 bash[9480]: audit 2020-11-16T21:01:51.620889+0000 mon.a (mon.0) 2789 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:01:52.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:52 smithi071 bash[9480]: audit 2020-11-16T21:01:51.626535+0000 mon.a (mon.0) 2790 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:01:52.593 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:52.699 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:52.819 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:52.923 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:52.938 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:52 smithi142 bash[18009]: debug 2020-11-16T21:01:52.599+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:53.031 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:52 smithi071 bash[16796]: debug 2020-11-16T21:01:52.822+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:53.032 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:01:53 smithi071 bash[26650]: debug 2020-11-16T21:01:53.038+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:53.032 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:01:53.072 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   87      16    129441    129425   92.9597     65.75  0.00650781   0.0107553
2020-11-16T21:01:53.137 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:53.259 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:53.365 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:53.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:53 smithi071 bash[12066]: debug 2020-11-16T21:01:53.266+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:53.529 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:53.635 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:53.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:53 smithi065 bash[18823]: debug 2020-11-16T21:01:53.530+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:53.999 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:54 smithi142 bash[9523]: cluster 2020-11-16T21:01:52.664754+0000 mgr.x (mgr.14196) 1517 : cluster [DBG] pgmap v2314: 17 pgs: 17 active+clean; 7.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s
2020-11-16T21:01:54.037 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:54.072 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   88      16    130509    130493   92.6618     66.75  0.00582762   0.0107897
2020-11-16T21:01:54.142 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:54.256 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:54 smithi065 bash[9468]: cluster 2020-11-16T21:01:52.664754+0000 mgr.x (mgr.14196) 1517 : cluster [DBG] pgmap v2314: 17 pgs: 17 active+clean; 7.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s
2020-11-16T21:01:54.257 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:54.342 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:01:54.361 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:54.369 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:54 smithi071 bash[9480]: cluster 2020-11-16T21:01:52.664754+0000 mgr.x (mgr.14196) 1517 : cluster [DBG] pgmap v2314: 17 pgs: 17 active+clean; 7.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s
2020-11-16T21:01:54.483 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:54.498 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:01:54.528 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:54 smithi065 bash[14115]: debug 2020-11-16T21:01:54.258+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:54.586 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:54.587 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:54 smithi142 bash[147327]: debug 2020-11-16T21:01:54.039+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:54.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:54 smithi071 bash[16796]: debug 2020-11-16T21:01:54.490+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:54.699 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:01:54.804 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:54.945 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:01:55.011 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:01:54 smithi071 bash[12066]: debug 2020-11-16T21:01:54.702+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:55.011 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:55 smithi071 bash[9480]: cluster 2020-11-16T21:01:53.606448+0000 osd.4 (osd.4) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:55.012 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:55 smithi071 bash[9480]: cluster 2020-11-16T21:01:53.606550+0000 osd.4 (osd.4) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:55.012 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:55 smithi071 bash[9480]: cluster 2020-11-16T21:01:54.015435+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e906: 12 total, 12 up, 8 in
2020-11-16T21:01:55.012 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:55 smithi142 bash[9523]: cluster 2020-11-16T21:01:53.606448+0000 osd.4 (osd.4) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:55.012 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:55 smithi142 bash[9523]: cluster 2020-11-16T21:01:53.606550+0000 osd.4 (osd.4) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:55.012 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:55 smithi142 bash[9523]: cluster 2020-11-16T21:01:54.015435+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e906: 12 total, 12 up, 8 in
2020-11-16T21:01:55.048 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:55.072 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:   89      16    131479    131463   92.3018    60.625   0.0129459   0.0108318
2020-11-16T21:01:55.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:55 smithi065 bash[9468]: cluster 2020-11-16T21:01:53.606448+0000 osd.4 (osd.4) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:01:55.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:55 smithi065 bash[9468]: cluster 2020-11-16T21:01:53.606550+0000 osd.4 (osd.4) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:01:55.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:55 smithi065 bash[9468]: cluster 2020-11-16T21:01:54.015435+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e906: 12 total, 12 up, 8 in
2020-11-16T21:01:55.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:01:54 smithi065 bash[16457]: debug 2020-11-16T21:01:54.946+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:56.016 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:01:56.072 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total time run:         90.0135
2020-11-16T21:01:56.073 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Total writes made:      132347
2020-11-16T21:01:56.073 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Write size:             65536
2020-11-16T21:01:56.073 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Object size:            65536
2020-11-16T21:01:56.073 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Bandwidth (MB/sec):     91.8939
2020-11-16T21:01:56.073 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Bandwidth:       35.4683
2020-11-16T21:01:56.073 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max bandwidth (MB/sec): 226.5
2020-11-16T21:01:56.074 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min bandwidth (MB/sec): 47.3125
2020-11-16T21:01:56.074 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average IOPS:           1470
2020-11-16T21:01:56.074 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev IOPS:            567
2020-11-16T21:01:56.074 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max IOPS:               3624
2020-11-16T21:01:56.074 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min IOPS:               757
2020-11-16T21:01:56.074 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Average Latency(s):     0.0108809
2020-11-16T21:01:56.075 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Stddev Latency(s):      0.0148389
2020-11-16T21:01:56.075 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Max latency(s):         0.503103
2020-11-16T21:01:56.075 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Min latency(s):         0.00164088
2020-11-16T21:01:56.080 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Cleaning up (deleting benchmark objects)
2020-11-16T21:01:56.119 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:56.234 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:56.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:56 smithi065 bash[9468]: cluster 2020-11-16T21:01:54.665136+0000 mgr.x (mgr.14196) 1518 : cluster [DBG] pgmap v2316: 17 pgs: 17 active+clean; 7.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 56 MiB/s wr, 903 op/s
2020-11-16T21:01:56.338 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:56.347 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:56 smithi142 bash[9523]: cluster 2020-11-16T21:01:54.665136+0000 mgr.x (mgr.14196) 1518 : cluster [DBG] pgmap v2316: 17 pgs: 17 active+clean; 7.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 56 MiB/s wr, 903 op/s
2020-11-16T21:01:56.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:56 smithi071 bash[9480]: cluster 2020-11-16T21:01:54.665136+0000 mgr.x (mgr.14196) 1518 : cluster [DBG] pgmap v2316: 17 pgs: 17 active+clean; 7.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 56 MiB/s wr, 903 op/s
2020-11-16T21:01:56.444 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:01:56 smithi071 bash[14419]: debug 2020-11-16T21:01:56.018+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:56.444 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:56 smithi071 bash[16796]: debug 2020-11-16T21:01:56.238+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:56.940 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:57.024 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T21:01:57.045 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:57.256 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:56 smithi142 bash[18009]: debug 2020-11-16T21:01:56.943+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:57.256 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:57 smithi142 bash[9523]: audit 2020-11-16T21:01:56.067353+0000 mon.a (mon.0) 2792 : audit [INF] from='client.? v1:172.21.15.142:0/1023706' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:01:57.258 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:01:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:57 smithi065 bash[9468]: audit 2020-11-16T21:01:56.067353+0000 mon.a (mon.0) 2792 : audit [INF] from='client.? v1:172.21.15.142:0/1023706' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:01:57.363 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:57.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:57 smithi071 bash[9480]: audit 2020-11-16T21:01:56.067353+0000 mon.a (mon.0) 2792 : audit [INF] from='client.? v1:172.21.15.142:0/1023706' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:01:57.521 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:57.529 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:01:57 smithi142 bash[114994]: debug 2020-11-16T21:01:57.263+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:57.625 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:57.634 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:57 smithi065 bash[18823]: debug 2020-11-16T21:01:57.518+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:57.741 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:57.845 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:57.988 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:57.989 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:01:57 smithi065 bash[11785]: debug 2020-11-16T21:01:57.742+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:58.032 INFO:teuthology.orchestra.run.smithi142.stdout:moved 7 / 34 (20.5882%)
2020-11-16T21:01:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:01:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 2.04634 -> 1.92029 (expected baseline 1.92841)
2020-11-16T21:01:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.4 with 2 -> 3 pgs (0.470588 -> 0.705882 * mean)
2020-11-16T21:01:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:01:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:01:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T21:01:58.033 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 3
2020-11-16T21:01:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:01:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0275
2020-11-16T21:01:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0302
2020-11-16T21:01:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1 weight 1.0000 -> 0.6004
2020-11-16T21:01:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9 weight 1.0000 -> 0.6844
2020-11-16T21:01:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7 weight 1.0000 -> 0.8351
2020-11-16T21:01:58.034 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10 weight 1.0000 -> 0.8851
2020-11-16T21:01:58.093 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:58.222 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:01:58.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:57 smithi065 bash[18823]: debug 2020-11-16T21:01:57.990+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:58.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:01:58 smithi065 bash[18823]: debug 2020-11-16T21:01:58.226+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:58.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:58 smithi065 bash[9468]: cluster 2020-11-16T21:01:56.665914+0000 mgr.x (mgr.14196) 1519 : cluster [DBG] pgmap v2317: 17 pgs: 17 active+clean; 8.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 105 B/s rd, 65 MiB/s wr, 1.05k op/s
2020-11-16T21:01:58.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:58 smithi065 bash[9468]: cluster 2020-11-16T21:01:57.022161+0000 mon.a (mon.0) 2793 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:58.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:58 smithi065 bash[9468]: audit 2020-11-16T21:01:57.030215+0000 mon.a (mon.0) 2794 : audit [INF] from='client.? v1:172.21.15.142:0/1023706' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:01:58.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:58 smithi065 bash[9468]: cluster 2020-11-16T21:01:57.030255+0000 mon.a (mon.0) 2795 : cluster [DBG] osdmap e907: 12 total, 12 up, 8 in
2020-11-16T21:01:58.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:58 smithi065 bash[9468]: audit 2020-11-16T21:01:57.421325+0000 mgr.x (mgr.14196) 1520 : audit [DBG] from='client.17118 v1:172.21.15.142:0/2240974698' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:01:58.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:58 smithi065 bash[9468]: audit 2020-11-16T21:01:57.423133+0000 mon.a (mon.0) 2796 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'39349','7':'54731','9':'44855','10':'58007'}"}]: dispatch
2020-11-16T21:01:58.304 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:58 smithi142 bash[9523]: cluster 2020-11-16T21:01:56.665914+0000 mgr.x (mgr.14196) 1519 : cluster [DBG] pgmap v2317: 17 pgs: 17 active+clean; 8.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 105 B/s rd, 65 MiB/s wr, 1.05k op/s
2020-11-16T21:01:58.304 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:58 smithi142 bash[9523]: cluster 2020-11-16T21:01:57.022161+0000 mon.a (mon.0) 2793 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:58.304 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:58 smithi142 bash[9523]: audit 2020-11-16T21:01:57.030215+0000 mon.a (mon.0) 2794 : audit [INF] from='client.? v1:172.21.15.142:0/1023706' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:01:58.304 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:58 smithi142 bash[9523]: cluster 2020-11-16T21:01:57.030255+0000 mon.a (mon.0) 2795 : cluster [DBG] osdmap e907: 12 total, 12 up, 8 in
2020-11-16T21:01:58.304 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:58 smithi142 bash[9523]: audit 2020-11-16T21:01:57.421325+0000 mgr.x (mgr.14196) 1520 : audit [DBG] from='client.17118 v1:172.21.15.142:0/2240974698' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:01:58.305 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:58 smithi142 bash[9523]: audit 2020-11-16T21:01:57.423133+0000 mon.a (mon.0) 2796 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'39349','7':'54731','9':'44855','10':'58007'}"}]: dispatch
2020-11-16T21:01:58.327 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:58 smithi071 bash[9480]: cluster 2020-11-16T21:01:56.665914+0000 mgr.x (mgr.14196) 1519 : cluster [DBG] pgmap v2317: 17 pgs: 17 active+clean; 8.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 105 B/s rd, 65 MiB/s wr, 1.05k op/s
2020-11-16T21:01:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:58 smithi071 bash[9480]: cluster 2020-11-16T21:01:57.022161+0000 mon.a (mon.0) 2793 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:01:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:58 smithi071 bash[9480]: audit 2020-11-16T21:01:57.030215+0000 mon.a (mon.0) 2794 : audit [INF] from='client.? v1:172.21.15.142:0/1023706' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:01:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:58 smithi071 bash[9480]: cluster 2020-11-16T21:01:57.030255+0000 mon.a (mon.0) 2795 : cluster [DBG] osdmap e907: 12 total, 12 up, 8 in
2020-11-16T21:01:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:58 smithi071 bash[9480]: audit 2020-11-16T21:01:57.421325+0000 mgr.x (mgr.14196) 1520 : audit [DBG] from='client.17118 v1:172.21.15.142:0/2240974698' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:01:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:58 smithi071 bash[9480]: audit 2020-11-16T21:01:57.423133+0000 mon.a (mon.0) 2796 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'39349','7':'54731','9':'44855','10':'58007'}"}]: dispatch
2020-11-16T21:01:58.566 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:01:58.606 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:01:58 smithi142 bash[147327]: debug 2020-11-16T21:01:58.571+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:58.671 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:58.794 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:01:58.900 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:58.944 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:01:58 smithi071 bash[16796]: debug 2020-11-16T21:01:58.798+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:59.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:59 smithi142 bash[9523]: audit 2020-11-16T21:01:58.042157+0000 mon.a (mon.0) 2797 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'39349','7':'54731','9':'44855','10':'58007'}"}]': finished
2020-11-16T21:01:59.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:01:59 smithi142 bash[9523]: cluster 2020-11-16T21:01:58.042220+0000 mon.a (mon.0) 2798 : cluster [DBG] osdmap e908: 12 total, 12 up, 8 in
2020-11-16T21:01:59.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:59 smithi071 bash[9480]: audit 2020-11-16T21:01:58.042157+0000 mon.a (mon.0) 2797 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'39349','7':'54731','9':'44855','10':'58007'}"}]': finished
2020-11-16T21:01:59.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:01:59 smithi071 bash[9480]: cluster 2020-11-16T21:01:58.042220+0000 mon.a (mon.0) 2798 : cluster [DBG] osdmap e908: 12 total, 12 up, 8 in
2020-11-16T21:01:59.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:59 smithi065 bash[9468]: audit 2020-11-16T21:01:58.042157+0000 mon.a (mon.0) 2797 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'39349','7':'54731','9':'44855','10':'58007'}"}]': finished
2020-11-16T21:01:59.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:01:59 smithi065 bash[9468]: cluster 2020-11-16T21:01:58.042220+0000 mon.a (mon.0) 2798 : cluster [DBG] osdmap e908: 12 total, 12 up, 8 in
2020-11-16T21:01:59.556 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:01:59.660 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:59.679 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:01:59.679 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T21:01:59.679 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T21:01:59.679 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": []
2020-11-16T21:01:59.680 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:01:59.747 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:01:59 smithi142 bash[18009]: debug 2020-11-16T21:01:59.559+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:01:59.786 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:01:59.786 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 110 0.05
2020-11-16T21:01:59.801 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:01:59.905 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:01:59.927 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:00.017 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:01:59 smithi065 bash[14115]: debug 2020-11-16T21:01:59.802+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:00.018 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:00 smithi065 bash[11785]: debug 2020-11-16T21:02:00.022+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:00.021 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:00.129 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:00.252 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:00.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:00 smithi065 bash[11785]: debug 2020-11-16T21:02:00.254+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:00 smithi065 bash[9468]: cluster 2020-11-16T21:01:58.666617+0000 mgr.x (mgr.14196) 1521 : cluster [DBG] pgmap v2320: 17 pgs: 17 active+clean; 8.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 170 B/s rd, 52 MiB/s wr, 943 op/s
2020-11-16T21:02:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:00 smithi065 bash[9468]: cluster 2020-11-16T21:01:59.052141+0000 mon.a (mon.0) 2799 : cluster [DBG] osdmap e909: 12 total, 12 up, 8 in
2020-11-16T21:02:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:00 smithi065 bash[9468]: cluster 2020-11-16T21:01:59.112368+0000 osd.0 (osd.0) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:00.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:00 smithi065 bash[9468]: cluster 2020-11-16T21:01:59.117281+0000 osd.0 (osd.0) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:00.360 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:00.369 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:00 smithi142 bash[9523]: cluster 2020-11-16T21:01:58.666617+0000 mgr.x (mgr.14196) 1521 : cluster [DBG] pgmap v2320: 17 pgs: 17 active+clean; 8.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 170 B/s rd, 52 MiB/s wr, 943 op/s
2020-11-16T21:02:00.369 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:00 smithi142 bash[9523]: cluster 2020-11-16T21:01:59.052141+0000 mon.a (mon.0) 2799 : cluster [DBG] osdmap e909: 12 total, 12 up, 8 in
2020-11-16T21:02:00.370 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:00 smithi142 bash[9523]: cluster 2020-11-16T21:01:59.112368+0000 osd.0 (osd.0) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:00.370 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:00 smithi142 bash[9523]: cluster 2020-11-16T21:01:59.117281+0000 osd.0 (osd.0) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:00 smithi071 bash[9480]: cluster 2020-11-16T21:01:58.666617+0000 mgr.x (mgr.14196) 1521 : cluster [DBG] pgmap v2320: 17 pgs: 17 active+clean; 8.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 170 B/s rd, 52 MiB/s wr, 943 op/s
2020-11-16T21:02:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:00 smithi071 bash[9480]: cluster 2020-11-16T21:01:59.052141+0000 mon.a (mon.0) 2799 : cluster [DBG] osdmap e909: 12 total, 12 up, 8 in
2020-11-16T21:02:00.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:00 smithi071 bash[9480]: cluster 2020-11-16T21:01:59.112368+0000 osd.0 (osd.0) 8 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:00.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:00 smithi071 bash[9480]: cluster 2020-11-16T21:01:59.117281+0000 osd.0 (osd.0) 9 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:00.608 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T21:02:00.773 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:01.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:01 smithi071 bash[9480]: cluster 2020-11-16T21:02:00.054454+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e910: 12 total, 12 up, 8 in
2020-11-16T21:02:01.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:01 smithi065 bash[9468]: cluster 2020-11-16T21:02:00.054454+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e910: 12 total, 12 up, 8 in
2020-11-16T21:02:01.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:01 smithi142 bash[9523]: cluster 2020-11-16T21:02:00.054454+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e910: 12 total, 12 up, 8 in
2020-11-16T21:02:01.656 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:01.761 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:02.029 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:02:01 smithi142 bash[18009]: debug 2020-11-16T21:02:01.663+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:02.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:02 smithi071 bash[9480]: cluster 2020-11-16T21:02:00.667165+0000 mgr.x (mgr.14196) 1522 : cluster [DBG] pgmap v2323: 17 pgs: 2 active+recovering, 1 activating+remapped, 14 active+clean; 8.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 27 MiB/s wr, 787 op/s; 24444/261678 objects misplaced (9.341%); 896 KiB/s, 13 objects/s recovering
2020-11-16T21:02:02.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:02 smithi065 bash[9468]: cluster 2020-11-16T21:02:00.667165+0000 mgr.x (mgr.14196) 1522 : cluster [DBG] pgmap v2323: 17 pgs: 2 active+recovering, 1 activating+remapped, 14 active+clean; 8.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 27 MiB/s wr, 787 op/s; 24444/261678 objects misplaced (9.341%); 896 KiB/s, 13 objects/s recovering
2020-11-16T21:02:02.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:02 smithi142 bash[9523]: cluster 2020-11-16T21:02:00.667165+0000 mgr.x (mgr.14196) 1522 : cluster [DBG] pgmap v2323: 17 pgs: 2 active+recovering, 1 activating+remapped, 14 active+clean; 8.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 27 MiB/s wr, 787 op/s; 24444/261678 objects misplaced (9.341%); 896 KiB/s, 13 objects/s recovering
2020-11-16T21:02:03.248 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:03.305 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T21:02:03.353 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:03.473 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:03.529 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:02:03 smithi142 bash[18009]: debug 2020-11-16T21:02:03.251+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:04.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:04 smithi071 bash[9480]: cluster 2020-11-16T21:02:02.667614+0000 mgr.x (mgr.14196) 1523 : cluster [DBG] pgmap v2324: 17 pgs: 6 active+recovering, 1 activating+remapped, 10 active+clean; 7.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 19 MiB/s wr, 735 op/s; 56734/259688 objects misplaced (21.847%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T21:02:04.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:04 smithi142 bash[9523]: cluster 2020-11-16T21:02:02.667614+0000 mgr.x (mgr.14196) 1523 : cluster [DBG] pgmap v2324: 17 pgs: 6 active+recovering, 1 activating+remapped, 10 active+clean; 7.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 19 MiB/s wr, 735 op/s; 56734/259688 objects misplaced (21.847%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T21:02:04.568 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:04 smithi065 bash[9468]: cluster 2020-11-16T21:02:02.667614+0000 mgr.x (mgr.14196) 1523 : cluster [DBG] pgmap v2324: 17 pgs: 6 active+recovering, 1 activating+remapped, 10 active+clean; 7.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 19 MiB/s wr, 735 op/s; 56734/259688 objects misplaced (21.847%); 2.9 MiB/s, 46 objects/s recovering
2020-11-16T21:02:05.281 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:05.386 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:05.395 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:05 smithi142 bash[9523]: cluster 2020-11-16T21:02:04.857019+0000 osd.9 (osd.9) 237 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:05.395 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:05 smithi142 bash[9523]: cluster 2020-11-16T21:02:04.857110+0000 osd.9 (osd.9) 238 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:05.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:05 smithi071 bash[9480]: cluster 2020-11-16T21:02:04.857019+0000 osd.9 (osd.9) 237 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:05.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:05 smithi071 bash[9480]: cluster 2020-11-16T21:02:04.857110+0000 osd.9 (osd.9) 238 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:05.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:05 smithi065 bash[9468]: cluster 2020-11-16T21:02:04.857019+0000 osd.9 (osd.9) 237 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:05.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:05 smithi065 bash[9468]: cluster 2020-11-16T21:02:04.857110+0000 osd.9 (osd.9) 238 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:05.529 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:05 smithi065 bash[11785]: debug 2020-11-16T21:02:05.286+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:06 smithi071 bash[9480]: cluster 2020-11-16T21:02:04.668058+0000 mgr.x (mgr.14196) 1524 : cluster [DBG] pgmap v2325: 17 pgs: 6 active+recovering, 1 activating+remapped, 10 active+clean; 7.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 4.9 MiB/s wr, 416 op/s; 56734/259336 objects misplaced (21.877%); 2.5 MiB/s, 39 objects/s recovering
2020-11-16T21:02:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:06 smithi071 bash[9480]: cluster 2020-11-16T21:02:05.080915+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e911: 12 total, 12 up, 8 in
2020-11-16T21:02:06.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:06 smithi065 bash[9468]: cluster 2020-11-16T21:02:04.668058+0000 mgr.x (mgr.14196) 1524 : cluster [DBG] pgmap v2325: 17 pgs: 6 active+recovering, 1 activating+remapped, 10 active+clean; 7.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 4.9 MiB/s wr, 416 op/s; 56734/259336 objects misplaced (21.877%); 2.5 MiB/s, 39 objects/s recovering
2020-11-16T21:02:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:06 smithi065 bash[9468]: cluster 2020-11-16T21:02:05.080915+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e911: 12 total, 12 up, 8 in
2020-11-16T21:02:06.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:06 smithi142 bash[9523]: cluster 2020-11-16T21:02:04.668058+0000 mgr.x (mgr.14196) 1524 : cluster [DBG] pgmap v2325: 17 pgs: 6 active+recovering, 1 activating+remapped, 10 active+clean; 7.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 4.9 MiB/s wr, 416 op/s; 56734/259336 objects misplaced (21.877%); 2.5 MiB/s, 39 objects/s recovering
2020-11-16T21:02:06.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:06 smithi142 bash[9523]: cluster 2020-11-16T21:02:05.080915+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e911: 12 total, 12 up, 8 in
2020-11-16T21:02:06.836 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:06.940 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:07.077 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:07.181 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:02:07.189 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:02:06 smithi142 bash[20366]: debug 2020-11-16T21:02:06.835+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:07.354 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:02:07.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:07 smithi071 bash[12066]: debug 2020-11-16T21:02:07.081+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:07.458 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:07.530 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:02:07 smithi142 bash[147327]: debug 2020-11-16T21:02:07.359+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:07.585 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:07.689 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:07.944 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:07 smithi071 bash[12066]: debug 2020-11-16T21:02:07.589+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:08.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:08 smithi142 bash[9523]: cluster 2020-11-16T21:02:06.668651+0000 mgr.x (mgr.14196) 1525 : cluster [DBG] pgmap v2327: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.8 MiB/s wr, 452 op/s; 55871/256842 objects misplaced (21.753%); 8.0 MiB/s, 128 objects/s recovering
2020-11-16T21:02:08.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:08 smithi071 bash[9480]: cluster 2020-11-16T21:02:06.668651+0000 mgr.x (mgr.14196) 1525 : cluster [DBG] pgmap v2327: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.8 MiB/s wr, 452 op/s; 55871/256842 objects misplaced (21.753%); 8.0 MiB/s, 128 objects/s recovering
2020-11-16T21:02:08.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:08 smithi065 bash[9468]: cluster 2020-11-16T21:02:06.668651+0000 mgr.x (mgr.14196) 1525 : cluster [DBG] pgmap v2327: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.8 MiB/s wr, 452 op/s; 55871/256842 objects misplaced (21.753%); 8.0 MiB/s, 128 objects/s recovering
2020-11-16T21:02:09.479 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:02:09.512 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:02:09.543 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:02:09.574 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:02:09.606 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:02:09.638 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:02:09.668 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:02:09.698 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:02:09.733 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:02:09.763 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:02:09.792 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:02:09.835 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:02:09.839 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.839 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.839 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.840 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.840 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.840 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.840 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.840 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.840 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.840 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:02:09.841 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:02:10.214 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:10.318 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:08.283380+0000 osd.2 (osd.2) 250 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:08.283483+0000 osd.2 (osd.2) 251 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:08.669171+0000 mgr.x (mgr.14196) 1526 : cluster [DBG] pgmap v2328: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.6 MiB/s wr, 483 op/s; 55745/255406 objects misplaced (21.826%); 8.0 MiB/s, 128 objects/s recovering
2020-11-16T21:02:10.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.089876+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e912: 12 total, 12 up, 8 in
2020-11-16T21:02:10.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: audit 2020-11-16T21:02:09.460680+0000 mon.a (mon.0) 2803 : audit [DBG] from='client.? v1:172.21.15.142:0/2767638541' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:10.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.489238+0000 osd.0 (osd.0) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.584160+0000 osd.3 (osd.3) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.612541+0000 osd.4 (osd.4) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.646646+0000 osd.5 (osd.5) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.677028+0000 osd.6 (osd.6) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.770510+0000 osd.9 (osd.9) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.446 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:10 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.842740+0000 osd.11 (osd.11) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:08.283380+0000 osd.2 (osd.2) 250 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:10.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:08.283483+0000 osd.2 (osd.2) 251 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:08.669171+0000 mgr.x (mgr.14196) 1526 : cluster [DBG] pgmap v2328: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.6 MiB/s wr, 483 op/s; 55745/255406 objects misplaced (21.826%); 8.0 MiB/s, 128 objects/s recovering
2020-11-16T21:02:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.089876+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e912: 12 total, 12 up, 8 in
2020-11-16T21:02:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: audit 2020-11-16T21:02:09.460680+0000 mon.a (mon.0) 2803 : audit [DBG] from='client.? v1:172.21.15.142:0/2767638541' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.489238+0000 osd.0 (osd.0) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.584160+0000 osd.3 (osd.3) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.612541+0000 osd.4 (osd.4) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.646646+0000 osd.5 (osd.5) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.677028+0000 osd.6 (osd.6) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.770510+0000 osd.9 (osd.9) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.842740+0000 osd.11 (osd.11) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.530 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:02:10 smithi065 bash[18823]: debug 2020-11-16T21:02:10.218+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:10.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:08.283380+0000 osd.2 (osd.2) 250 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:10.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:08.283483+0000 osd.2 (osd.2) 251 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:10.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:08.669171+0000 mgr.x (mgr.14196) 1526 : cluster [DBG] pgmap v2328: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.6 MiB/s wr, 483 op/s; 55745/255406 objects misplaced (21.826%); 8.0 MiB/s, 128 objects/s recovering
2020-11-16T21:02:10.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.089876+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e912: 12 total, 12 up, 8 in
2020-11-16T21:02:10.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: audit 2020-11-16T21:02:09.460680+0000 mon.a (mon.0) 2803 : audit [DBG] from='client.? v1:172.21.15.142:0/2767638541' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:10.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.489238+0000 osd.0 (osd.0) 10 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.584160+0000 osd.3 (osd.3) 65 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.612541+0000 osd.4 (osd.4) 277 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.646646+0000 osd.5 (osd.5) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.677028+0000 osd.6 (osd.6) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.770510+0000 osd.9 (osd.9) 239 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:10.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:10 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.842740+0000 osd.11 (osd.11) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:11 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.521930+0000 osd.1 (osd.1) 340 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:11 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.553388+0000 osd.2 (osd.2) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:11 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.706281+0000 osd.7 (osd.7) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:11 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.740396+0000 osd.8 (osd.8) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:11 smithi142 bash[9523]: cluster 2020-11-16T21:02:09.799730+0000 osd.10 (osd.10) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:11 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.521930+0000 osd.1 (osd.1) 340 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:11 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.553388+0000 osd.2 (osd.2) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:11 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.706281+0000 osd.7 (osd.7) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:11 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.740396+0000 osd.8 (osd.8) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:11 smithi071 bash[9480]: cluster 2020-11-16T21:02:09.799730+0000 osd.10 (osd.10) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:11 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.521930+0000 osd.1 (osd.1) 340 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:11 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.553388+0000 osd.2 (osd.2) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:11 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.706281+0000 osd.7 (osd.7) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:11 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.740396+0000 osd.8 (osd.8) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:11.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:11 smithi065 bash[9468]: cluster 2020-11-16T21:02:09.799730+0000 osd.10 (osd.10) 243 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:12 smithi071 bash[9480]: cluster 2020-11-16T21:02:10.669787+0000 mgr.x (mgr.14196) 1527 : cluster [DBG] pgmap v2330: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 363 op/s; 55434/253876 objects misplaced (21.835%); 9.0 MiB/s, 143 objects/s recovering
2020-11-16T21:02:12.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:12 smithi065 bash[9468]: cluster 2020-11-16T21:02:10.669787+0000 mgr.x (mgr.14196) 1527 : cluster [DBG] pgmap v2330: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 363 op/s; 55434/253876 objects misplaced (21.835%); 9.0 MiB/s, 143 objects/s recovering
2020-11-16T21:02:12.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:12 smithi142 bash[9523]: cluster 2020-11-16T21:02:10.669787+0000 mgr.x (mgr.14196) 1527 : cluster [DBG] pgmap v2330: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 363 op/s; 55434/253876 objects misplaced (21.835%); 9.0 MiB/s, 143 objects/s recovering
2020-11-16T21:02:12.883 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:12.986 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:13.194 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:12 smithi071 bash[12066]: debug 2020-11-16T21:02:12.885+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:13.932 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:14.037 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:14.211 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:14.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:14 smithi142 bash[9523]: cluster 2020-11-16T21:02:12.670247+0000 mgr.x (mgr.14196) 1528 : cluster [DBG] pgmap v2331: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 54909/251800 objects misplaced (21.807%); 13 MiB/s, 209 objects/s recovering
2020-11-16T21:02:14.280 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:02:13 smithi142 bash[20366]: debug 2020-11-16T21:02:13.934+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:14.320 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:14.327 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:02:14 smithi065 bash[14115]: debug 2020-11-16T21:02:14.210+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:14.328 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:14 smithi065 bash[9468]: cluster 2020-11-16T21:02:12.670247+0000 mgr.x (mgr.14196) 1528 : cluster [DBG] pgmap v2331: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 54909/251800 objects misplaced (21.807%); 13 MiB/s, 209 objects/s recovering
2020-11-16T21:02:14.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:14 smithi071 bash[9480]: cluster 2020-11-16T21:02:12.670247+0000 mgr.x (mgr.14196) 1528 : cluster [DBG] pgmap v2331: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 54909/251800 objects misplaced (21.807%); 13 MiB/s, 209 objects/s recovering
2020-11-16T21:02:15.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:15 smithi071 bash[9480]: cluster 2020-11-16T21:02:13.773251+0000 osd.10 (osd.10) 244 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:15.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:15 smithi071 bash[9480]: cluster 2020-11-16T21:02:13.773351+0000 osd.10 (osd.10) 245 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:15.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:15 smithi071 bash[9480]: cluster 2020-11-16T21:02:14.113945+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e913: 12 total, 12 up, 8 in
2020-11-16T21:02:15.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:15 smithi065 bash[9468]: cluster 2020-11-16T21:02:13.773251+0000 osd.10 (osd.10) 244 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:15.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:15 smithi065 bash[9468]: cluster 2020-11-16T21:02:13.773351+0000 osd.10 (osd.10) 245 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:15.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:15 smithi065 bash[9468]: cluster 2020-11-16T21:02:14.113945+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e913: 12 total, 12 up, 8 in
2020-11-16T21:02:15.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:15 smithi142 bash[9523]: cluster 2020-11-16T21:02:13.773251+0000 osd.10 (osd.10) 244 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:15 smithi142 bash[9523]: cluster 2020-11-16T21:02:13.773351+0000 osd.10 (osd.10) 245 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:15 smithi142 bash[9523]: cluster 2020-11-16T21:02:14.113945+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e913: 12 total, 12 up, 8 in
2020-11-16T21:02:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:16 smithi071 bash[9480]: cluster 2020-11-16T21:02:14.670759+0000 mgr.x (mgr.14196) 1529 : cluster [DBG] pgmap v2333: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 346 op/s; 54909/251296 objects misplaced (21.850%); 7.5 MiB/s, 120 objects/s recovering
2020-11-16T21:02:16.461 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:16 smithi142 bash[9523]: cluster 2020-11-16T21:02:14.670759+0000 mgr.x (mgr.14196) 1529 : cluster [DBG] pgmap v2333: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 346 op/s; 54909/251296 objects misplaced (21.850%); 7.5 MiB/s, 120 objects/s recovering
2020-11-16T21:02:16.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:16 smithi065 bash[9468]: cluster 2020-11-16T21:02:14.670759+0000 mgr.x (mgr.14196) 1529 : cluster [DBG] pgmap v2333: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 346 op/s; 54909/251296 objects misplaced (21.850%); 7.5 MiB/s, 120 objects/s recovering
2020-11-16T21:02:16.666 INFO:teuthology.orchestra.run.smithi142.stdout:moved 1 / 34 (2.94118%)
2020-11-16T21:02:16.666 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:02:16.667 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 2.10654 (expected baseline 1.92841)
2020-11-16T21:02:16.667 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 2 pgs (0.470588 -> 0.470588 * mean)
2020-11-16T21:02:16.667 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:02:16.667 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:02:16.667 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T21:02:16.667 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 0.05
2020-11-16T21:02:16.668 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:02:16.668 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0269
2020-11-16T21:02:16.668 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0296
2020-11-16T21:02:16.668 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1 weight 0.6004 -> 0.5504
2020-11-16T21:02:16.668 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9 weight 0.6844 -> 0.6344
2020-11-16T21:02:16.668 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7 weight 0.8351 -> 0.7851
2020-11-16T21:02:16.668 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10 weight 0.8851 -> 0.8351
2020-11-16T21:02:16.672 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:02:16.723 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:02:16.781 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T21:02:16.781 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:02:16.916 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:16.944 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:02:16 smithi071 bash[10230]: debug 2020-11-16T21:02:16.669+0000 7f1e83161700 -1 mgr.server reply reply (4) Interrupted system call no change
2020-11-16T21:02:17.181 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:17.286 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:17.411 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:17.514 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:17.527 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:02:17 smithi065 bash[14115]: debug 2020-11-16T21:02:17.182+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:17.694 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:17 smithi071 bash[12066]: debug 2020-11-16T21:02:17.413+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:17.856 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T21:02:18.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:17 smithi071 bash[9480]: cluster 2020-11-16T21:02:16.671623+0000 mgr.x (mgr.14196) 1530 : cluster [DBG] pgmap v2334: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 382 op/s; 54454/249290 objects misplaced (21.844%); 10 MiB/s, 161 objects/s recovering
2020-11-16T21:02:18.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:17 smithi071 bash[9480]: audit 2020-11-16T21:02:16.674506+0000 mgr.x (mgr.14196) 1531 : audit [DBG] from='client.17130 v1:172.21.15.142:0/3374870533' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:02:18.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:17 smithi071 bash[9480]: audit 2020-11-16T21:02:17.057853+0000 mon.c (mon.2) 102 : audit [INF] from='client.? v1:172.21.15.142:0/281320460' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:02:18.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:17 smithi071 bash[9480]: audit 2020-11-16T21:02:17.060998+0000 mon.a (mon.0) 2805 : audit [INF] from='client.36830 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:02:18.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:17 smithi065 bash[9468]: cluster 2020-11-16T21:02:16.671623+0000 mgr.x (mgr.14196) 1530 : cluster [DBG] pgmap v2334: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 382 op/s; 54454/249290 objects misplaced (21.844%); 10 MiB/s, 161 objects/s recovering
2020-11-16T21:02:18.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:17 smithi065 bash[9468]: audit 2020-11-16T21:02:16.674506+0000 mgr.x (mgr.14196) 1531 : audit [DBG] from='client.17130 v1:172.21.15.142:0/3374870533' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:02:18.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:17 smithi065 bash[9468]: audit 2020-11-16T21:02:17.057853+0000 mon.c (mon.2) 102 : audit [INF] from='client.? v1:172.21.15.142:0/281320460' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:02:18.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:17 smithi065 bash[9468]: audit 2020-11-16T21:02:17.060998+0000 mon.a (mon.0) 2805 : audit [INF] from='client.36830 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:02:18.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:17 smithi142 bash[9523]: cluster 2020-11-16T21:02:16.671623+0000 mgr.x (mgr.14196) 1530 : cluster [DBG] pgmap v2334: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 382 op/s; 54454/249290 objects misplaced (21.844%); 10 MiB/s, 161 objects/s recovering
2020-11-16T21:02:18.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:17 smithi142 bash[9523]: audit 2020-11-16T21:02:16.674506+0000 mgr.x (mgr.14196) 1531 : audit [DBG] from='client.17130 v1:172.21.15.142:0/3374870533' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:02:18.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:17 smithi142 bash[9523]: audit 2020-11-16T21:02:17.057853+0000 mon.c (mon.2) 102 : audit [INF] from='client.? v1:172.21.15.142:0/281320460' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:02:18.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:17 smithi142 bash[9523]: audit 2020-11-16T21:02:17.060998+0000 mon.a (mon.0) 2805 : audit [INF] from='client.36830 ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:02:19.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:18 smithi071 bash[9480]: cluster 2020-11-16T21:02:17.855297+0000 mon.a (mon.0) 2806 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:02:19.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:18 smithi071 bash[9480]: audit 2020-11-16T21:02:17.862834+0000 mon.a (mon.0) 2807 : audit [INF] from='client.36830 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:02:19.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:18 smithi071 bash[9480]: cluster 2020-11-16T21:02:17.862891+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e914: 12 total, 12 up, 8 in
2020-11-16T21:02:19.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:18 smithi065 bash[9468]: cluster 2020-11-16T21:02:17.855297+0000 mon.a (mon.0) 2806 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:02:19.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:18 smithi065 bash[9468]: audit 2020-11-16T21:02:17.862834+0000 mon.a (mon.0) 2807 : audit [INF] from='client.36830 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:02:19.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:18 smithi065 bash[9468]: cluster 2020-11-16T21:02:17.862891+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e914: 12 total, 12 up, 8 in
2020-11-16T21:02:19.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:18 smithi142 bash[9523]: cluster 2020-11-16T21:02:17.855297+0000 mon.a (mon.0) 2806 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:02:19.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:18 smithi142 bash[9523]: audit 2020-11-16T21:02:17.862834+0000 mon.a (mon.0) 2807 : audit [INF] from='client.36830 ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:02:19.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:18 smithi142 bash[9523]: cluster 2020-11-16T21:02:17.862891+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e914: 12 total, 12 up, 8 in
2020-11-16T21:02:20.052 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:20.156 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:20.163 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:19 smithi071 bash[9480]: cluster 2020-11-16T21:02:18.672168+0000 mgr.x (mgr.14196) 1532 : cluster [DBG] pgmap v2336: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 405 op/s; 54093/247386 objects misplaced (21.866%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:20.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:19 smithi065 bash[9468]: cluster 2020-11-16T21:02:18.672168+0000 mgr.x (mgr.14196) 1532 : cluster [DBG] pgmap v2336: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 405 op/s; 54093/247386 objects misplaced (21.866%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:20.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:19 smithi142 bash[9523]: cluster 2020-11-16T21:02:18.672168+0000 mgr.x (mgr.14196) 1532 : cluster [DBG] pgmap v2336: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 405 op/s; 54093/247386 objects misplaced (21.866%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:20.280 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:02:20 smithi142 bash[114994]: debug 2020-11-16T21:02:20.058+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:20.310 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:20.420 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:20.444 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:02:20 smithi071 bash[16796]: debug 2020-11-16T21:02:20.313+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:20.573 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:20.680 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:20.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:20 smithi065 bash[11785]: debug 2020-11-16T21:02:20.578+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:21.589 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops
2020-11-16T21:02:21.743 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:21.768 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:21.840 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:02:21 smithi142 bash[18009]: debug 2020-11-16T21:02:21.770+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:21.841 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'reweight-by-utilization'}
2020-11-16T21:02:21.841 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight-by-utilization 1000 1.0
2020-11-16T21:02:21.875 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:22.084 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:22.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:21 smithi071 bash[9480]: cluster 2020-11-16T21:02:20.672588+0000 mgr.x (mgr.14196) 1533 : cluster [DBG] pgmap v2337: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 371 op/s; 53778/245862 objects misplaced (21.873%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T21:02:22.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:21 smithi065 bash[9468]: cluster 2020-11-16T21:02:20.672588+0000 mgr.x (mgr.14196) 1533 : cluster [DBG] pgmap v2337: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 371 op/s; 53778/245862 objects misplaced (21.873%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T21:02:22.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:21 smithi142 bash[9523]: cluster 2020-11-16T21:02:20.672588+0000 mgr.x (mgr.14196) 1533 : cluster [DBG] pgmap v2337: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 371 op/s; 53778/245862 objects misplaced (21.873%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T21:02:23.316 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:23.421 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:23.652 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:02:23 smithi142 bash[20366]: debug 2020-11-16T21:02:23.322+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:23.652 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:23.757 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:23.816 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T21:02:23.908 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:24.003 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:24.013 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:24.021 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:23 smithi065 bash[9468]: cluster 2020-11-16T21:02:22.673080+0000 mgr.x (mgr.14196) 1534 : cluster [DBG] pgmap v2338: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 435 op/s; 53249/243834 objects misplaced (21.838%); 12 MiB/s, 193 objects/s recovering
2020-11-16T21:02:24.021 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:02:23 smithi065 bash[16457]: debug 2020-11-16T21:02:23.906+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:24.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:23 smithi142 bash[9523]: cluster 2020-11-16T21:02:22.673080+0000 mgr.x (mgr.14196) 1534 : cluster [DBG] pgmap v2338: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 435 op/s; 53249/243834 objects misplaced (21.838%); 12 MiB/s, 193 objects/s recovering
2020-11-16T21:02:24.030 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:02:23 smithi142 bash[20366]: debug 2020-11-16T21:02:23.658+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:24.138 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:24.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:23 smithi071 bash[9480]: cluster 2020-11-16T21:02:22.673080+0000 mgr.x (mgr.14196) 1534 : cluster [DBG] pgmap v2338: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 435 op/s; 53249/243834 objects misplaced (21.838%); 12 MiB/s, 193 objects/s recovering
2020-11-16T21:02:24.244 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:24.277 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:02:24 smithi065 bash[18823]: debug 2020-11-16T21:02:24.146+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:24.356 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:24.459 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:24.573 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:24.680 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:24.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:24 smithi065 bash[11785]: debug 2020-11-16T21:02:24.358+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:24.778 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:24 smithi065 bash[11785]: debug 2020-11-16T21:02:24.578+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:24.930 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:24 smithi142 bash[9523]: cluster 2020-11-16T21:02:24.144521+0000 osd.5 (osd.5) 252 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:24.930 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:24 smithi142 bash[9523]: cluster 2020-11-16T21:02:24.144593+0000 osd.5 (osd.5) 253 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:24.930 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:25.035 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:25.177 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:25.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:24 smithi065 bash[9468]: cluster 2020-11-16T21:02:24.144521+0000 osd.5 (osd.5) 252 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:25.178 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:24 smithi065 bash[9468]: cluster 2020-11-16T21:02:24.144593+0000 osd.5 (osd.5) 253 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:25.178 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:02:25 smithi065 bash[16457]: debug 2020-11-16T21:02:25.178+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:25.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:24 smithi071 bash[9480]: cluster 2020-11-16T21:02:24.144521+0000 osd.5 (osd.5) 252 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:25.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:24 smithi071 bash[9480]: cluster 2020-11-16T21:02:24.144593+0000 osd.5 (osd.5) 253 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:25.279 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:02:24 smithi142 bash[114994]: debug 2020-11-16T21:02:24.934+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:25.281 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:25.407 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:25.510 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:25.620 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:02:25 smithi071 bash[14419]: debug 2020-11-16T21:02:25.409+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:25.621 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:02:25 smithi071 bash[14419]: debug 2020-11-16T21:02:25.625+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:25.626 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:25.731 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:02:25.835 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:02:25.875 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:02:25 smithi071 bash[26650]: debug 2020-11-16T21:02:25.841+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:25.941 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:26.089 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:26.193 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:26.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:25 smithi071 bash[9480]: cluster 2020-11-16T21:02:24.673557+0000 mgr.x (mgr.14196) 1535 : cluster [DBG] pgmap v2339: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 400 op/s; 53249/243286 objects misplaced (21.887%); 10 MiB/s, 165 objects/s recovering
2020-11-16T21:02:26.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:25 smithi071 bash[9480]: cluster 2020-11-16T21:02:24.890607+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e915: 12 total, 12 up, 8 in
2020-11-16T21:02:26.201 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:25 smithi142 bash[9523]: cluster 2020-11-16T21:02:24.673557+0000 mgr.x (mgr.14196) 1535 : cluster [DBG] pgmap v2339: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 400 op/s; 53249/243286 objects misplaced (21.887%); 10 MiB/s, 165 objects/s recovering
2020-11-16T21:02:26.201 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:25 smithi142 bash[9523]: cluster 2020-11-16T21:02:24.890607+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e915: 12 total, 12 up, 8 in
2020-11-16T21:02:26.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:25 smithi065 bash[9468]: cluster 2020-11-16T21:02:24.673557+0000 mgr.x (mgr.14196) 1535 : cluster [DBG] pgmap v2339: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 400 op/s; 53249/243286 objects misplaced (21.887%); 10 MiB/s, 165 objects/s recovering
2020-11-16T21:02:26.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:25 smithi065 bash[9468]: cluster 2020-11-16T21:02:24.890607+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e915: 12 total, 12 up, 8 in
2020-11-16T21:02:26.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:02:26 smithi065 bash[18823]: debug 2020-11-16T21:02:26.090+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:26.482 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:26.586 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:26.779 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:02:26 smithi142 bash[114994]: debug 2020-11-16T21:02:26.482+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:26.881 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:26 smithi065 bash[9468]: audit 2020-11-16T21:02:26.367238+0000 mon.a (mon.0) 2810 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:02:26.881 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:26 smithi065 bash[9468]: audit 2020-11-16T21:02:26.367501+0000 mon.a (mon.0) 2811 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:02:27.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:26 smithi071 bash[9480]: audit 2020-11-16T21:02:26.367238+0000 mon.a (mon.0) 2810 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:02:27.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:26 smithi071 bash[9480]: audit 2020-11-16T21:02:26.367501+0000 mon.a (mon.0) 2811 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:02:27.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:26 smithi142 bash[9523]: audit 2020-11-16T21:02:26.367238+0000 mon.a (mon.0) 2810 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:02:27.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:26 smithi142 bash[9523]: audit 2020-11-16T21:02:26.367501+0000 mon.a (mon.0) 2811 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:02:28.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:27 smithi071 bash[9480]: cluster 2020-11-16T21:02:26.674044+0000 mgr.x (mgr.14196) 1536 : cluster [DBG] pgmap v2341: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 378 op/s; 52764/241198 objects misplaced (21.876%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T21:02:28.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:27 smithi142 bash[9523]: cluster 2020-11-16T21:02:26.674044+0000 mgr.x (mgr.14196) 1536 : cluster [DBG] pgmap v2341: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 378 op/s; 52764/241198 objects misplaced (21.876%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T21:02:28.324 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:27 smithi065 bash[9468]: cluster 2020-11-16T21:02:26.674044+0000 mgr.x (mgr.14196) 1536 : cluster [DBG] pgmap v2341: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 378 op/s; 52764/241198 objects misplaced (21.876%); 9.4 MiB/s, 150 objects/s recovering
2020-11-16T21:02:29.057 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:29.161 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:29.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:29 smithi065 bash[11785]: debug 2020-11-16T21:02:29.058+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:30.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:29 smithi071 bash[9480]: cluster 2020-11-16T21:02:28.494919+0000 osd.7 (osd.7) 246 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:30.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:29 smithi071 bash[9480]: cluster 2020-11-16T21:02:28.495008+0000 osd.7 (osd.7) 247 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:30.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:29 smithi071 bash[9480]: cluster 2020-11-16T21:02:28.674483+0000 mgr.x (mgr.14196) 1537 : cluster [DBG] pgmap v2342: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 403 op/s; 52400/239314 objects misplaced (21.896%); 11 MiB/s, 169 objects/s recovering
2020-11-16T21:02:30.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:30 smithi071 bash[9480]: cluster 2020-11-16T21:02:28.903571+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e916: 12 total, 12 up, 8 in
2020-11-16T21:02:30.250 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:29 smithi142 bash[9523]: cluster 2020-11-16T21:02:28.494919+0000 osd.7 (osd.7) 246 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:30.251 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:29 smithi142 bash[9523]: cluster 2020-11-16T21:02:28.495008+0000 osd.7 (osd.7) 247 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:30.251 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:29 smithi142 bash[9523]: cluster 2020-11-16T21:02:28.674483+0000 mgr.x (mgr.14196) 1537 : cluster [DBG] pgmap v2342: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 403 op/s; 52400/239314 objects misplaced (21.896%); 11 MiB/s, 169 objects/s recovering
2020-11-16T21:02:30.251 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:29 smithi142 bash[9523]: cluster 2020-11-16T21:02:28.903571+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e916: 12 total, 12 up, 8 in
2020-11-16T21:02:30.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:29 smithi065 bash[9468]: cluster 2020-11-16T21:02:28.494919+0000 osd.7 (osd.7) 246 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:30.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:29 smithi065 bash[9468]: cluster 2020-11-16T21:02:28.495008+0000 osd.7 (osd.7) 247 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:30.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:29 smithi065 bash[9468]: cluster 2020-11-16T21:02:28.674483+0000 mgr.x (mgr.14196) 1537 : cluster [DBG] pgmap v2342: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 403 op/s; 52400/239314 objects misplaced (21.896%); 11 MiB/s, 169 objects/s recovering
2020-11-16T21:02:30.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:29 smithi065 bash[9468]: cluster 2020-11-16T21:02:28.903571+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e916: 12 total, 12 up, 8 in
2020-11-16T21:02:31.495 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:31.599 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:31.896 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:02:31 smithi071 bash[14419]: debug 2020-11-16T21:02:31.501+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:31.897 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:31 smithi071 bash[9480]: cluster 2020-11-16T21:02:30.675011+0000 mgr.x (mgr.14196) 1538 : cluster [DBG] pgmap v2344: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 375 op/s; 52097/237832 objects misplaced (21.905%); 9.0 MiB/s, 143 objects/s recovering
2020-11-16T21:02:31.897 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:31 smithi142 bash[9523]: cluster 2020-11-16T21:02:30.675011+0000 mgr.x (mgr.14196) 1538 : cluster [DBG] pgmap v2344: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 375 op/s; 52097/237832 objects misplaced (21.905%); 9.0 MiB/s, 143 objects/s recovering
2020-11-16T21:02:32.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:31 smithi065 bash[9468]: cluster 2020-11-16T21:02:30.675011+0000 mgr.x (mgr.14196) 1538 : cluster [DBG] pgmap v2344: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 375 op/s; 52097/237832 objects misplaced (21.905%); 9.0 MiB/s, 143 objects/s recovering
2020-11-16T21:02:32.557 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:32.661 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:32.671 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:02:32.695 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:02:32.725 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:02:32.758 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:02:32.784 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:02:32.798 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:32.811 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:02:32.842 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:02:32.877 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:02:32.903 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:02:32 smithi142 bash[18009]: debug 2020-11-16T21:02:32.562+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:32.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:32 smithi142 bash[9523]: audit 2020-11-16T21:02:32.643876+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? v1:172.21.15.142:0/4271612194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:32.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:32 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.681750+0000 osd.0 (osd.0) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:32.907 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:32.915 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:02:32.946 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:02:32.979 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:02:33.014 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:02:33.016 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.017 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.017 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.017 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.017 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.017 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.017 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.018 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.018 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.018 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.018 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.018 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:02:33.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:32 smithi065 bash[9468]: audit 2020-11-16T21:02:32.643876+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? v1:172.21.15.142:0/4271612194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:33.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:32 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.681750+0000 osd.0 (osd.0) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:33.028 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:02:32 smithi065 bash[14115]: debug 2020-11-16T21:02:32.798+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:33.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:32 smithi071 bash[9480]: audit 2020-11-16T21:02:32.643876+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? v1:172.21.15.142:0/4271612194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:33.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:32 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.681750+0000 osd.0 (osd.0) 11 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:33.455 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:33.558 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:33.681 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:33.784 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:33.903 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[12066]: debug 2020-11-16T21:02:33.457+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:33.903 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[12066]: debug 2020-11-16T21:02:33.685+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:33.928 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:34.031 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:34.151 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.636393+0000 osd.8 (osd.8) 263 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:34.151 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.636496+0000 osd.8 (osd.8) 264 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:34.151 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.675936+0000 mgr.x (mgr.14196) 1539 : cluster [DBG] pgmap v2345: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 457 op/s; 51617/235970 objects misplaced (21.874%); 13 MiB/s, 203 objects/s recovering
2020-11-16T21:02:34.151 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.704863+0000 osd.1 (osd.1) 341 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.152 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.735668+0000 osd.2 (osd.2) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.152 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.768175+0000 osd.3 (osd.3) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.152 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.792667+0000 osd.4 (osd.4) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.152 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.819639+0000 osd.5 (osd.5) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.152 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.850905+0000 osd.6 (osd.6) 285 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.152 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.885758+0000 osd.7 (osd.7) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.152 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.915489+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e917: 12 total, 12 up, 8 in
2020-11-16T21:02:34.153 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.922760+0000 osd.8 (osd.8) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.153 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.986225+0000 osd.10 (osd.10) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.153 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[9468]: cluster 2020-11-16T21:02:33.021878+0000 osd.11 (osd.11) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.153 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:02:33 smithi065 bash[18823]: debug 2020-11-16T21:02:33.930+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:34.153 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:02:34 smithi065 bash[18823]: debug 2020-11-16T21:02:34.154+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:34.154 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:34.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.636393+0000 osd.8 (osd.8) 263 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:34.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.636496+0000 osd.8 (osd.8) 264 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:34.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.675936+0000 mgr.x (mgr.14196) 1539 : cluster [DBG] pgmap v2345: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 457 op/s; 51617/235970 objects misplaced (21.874%); 13 MiB/s, 203 objects/s recovering
2020-11-16T21:02:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.704863+0000 osd.1 (osd.1) 341 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.735668+0000 osd.2 (osd.2) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.768175+0000 osd.3 (osd.3) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.792667+0000 osd.4 (osd.4) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.819639+0000 osd.5 (osd.5) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.850905+0000 osd.6 (osd.6) 285 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.885758+0000 osd.7 (osd.7) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.915489+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e917: 12 total, 12 up, 8 in
2020-11-16T21:02:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.922760+0000 osd.8 (osd.8) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.986225+0000 osd.10 (osd.10) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:33 smithi071 bash[9480]: cluster 2020-11-16T21:02:33.021878+0000 osd.11 (osd.11) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.259 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:34.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.636393+0000 osd.8 (osd.8) 263 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.636496+0000 osd.8 (osd.8) 264 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.675936+0000 mgr.x (mgr.14196) 1539 : cluster [DBG] pgmap v2345: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 457 op/s; 51617/235970 objects misplaced (21.874%); 13 MiB/s, 203 objects/s recovering
2020-11-16T21:02:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.704863+0000 osd.1 (osd.1) 341 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.735668+0000 osd.2 (osd.2) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.768175+0000 osd.3 (osd.3) 66 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.792667+0000 osd.4 (osd.4) 278 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.819639+0000 osd.5 (osd.5) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.850905+0000 osd.6 (osd.6) 285 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.885758+0000 osd.7 (osd.7) 248 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.915489+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e917: 12 total, 12 up, 8 in
2020-11-16T21:02:34.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.922760+0000 osd.8 (osd.8) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.986225+0000 osd.10 (osd.10) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:33 smithi142 bash[9523]: cluster 2020-11-16T21:02:33.021878+0000 osd.11 (osd.11) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:34.389 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:34.495 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:34.531 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:34 smithi065 bash[11785]: debug 2020-11-16T21:02:34.390+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:34.606 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:34.710 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:34.815 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:34.815 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:02:34 smithi071 bash[14419]: debug 2020-11-16T21:02:34.609+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:34.921 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:35.031 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:35.135 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:35.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:34 smithi071 bash[9480]: cluster 2020-11-16T21:02:32.953778+0000 osd.9 (osd.9) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:35.194 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:34 smithi071 bash[12066]: debug 2020-11-16T21:02:34.821+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:35.195 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:35 smithi071 bash[12066]: debug 2020-11-16T21:02:35.037+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:35.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:34 smithi065 bash[9468]: cluster 2020-11-16T21:02:32.953778+0000 osd.9 (osd.9) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:35.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:34 smithi142 bash[9523]: cluster 2020-11-16T21:02:32.953778+0000 osd.9 (osd.9) 240 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:35.433 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:35.537 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:35.832 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:35 smithi065 bash[11785]: debug 2020-11-16T21:02:35.433+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:36.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:35 smithi071 bash[9480]: cluster 2020-11-16T21:02:34.676521+0000 mgr.x (mgr.14196) 1540 : cluster [DBG] pgmap v2347: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 354 op/s; 51617/235522 objects misplaced (21.916%); 8.9 MiB/s, 143 objects/s recovering
2020-11-16T21:02:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:35 smithi065 bash[9468]: cluster 2020-11-16T21:02:34.676521+0000 mgr.x (mgr.14196) 1540 : cluster [DBG] pgmap v2347: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 354 op/s; 51617/235522 objects misplaced (21.916%); 8.9 MiB/s, 143 objects/s recovering
2020-11-16T21:02:36.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:35 smithi142 bash[9523]: cluster 2020-11-16T21:02:34.676521+0000 mgr.x (mgr.14196) 1540 : cluster [DBG] pgmap v2347: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 354 op/s; 51617/235522 objects misplaced (21.916%); 8.9 MiB/s, 143 objects/s recovering
2020-11-16T21:02:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:37 smithi071 bash[9480]: cluster 2020-11-16T21:02:36.676951+0000 mgr.x (mgr.14196) 1541 : cluster [DBG] pgmap v2348: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 360 op/s; 51129/233546 objects misplaced (21.892%); 9.9 MiB/s, 158 objects/s recovering
2020-11-16T21:02:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:37 smithi071 bash[9480]: cluster 2020-11-16T21:02:36.773684+0000 osd.1 (osd.1) 342 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:37 smithi071 bash[9480]: cluster 2020-11-16T21:02:36.773756+0000 osd.1 (osd.1) 343 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:37 smithi071 bash[9480]: cluster 2020-11-16T21:02:36.957646+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e918: 12 total, 12 up, 8 in
2020-11-16T21:02:38.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:37 smithi065 bash[9468]: cluster 2020-11-16T21:02:36.676951+0000 mgr.x (mgr.14196) 1541 : cluster [DBG] pgmap v2348: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 360 op/s; 51129/233546 objects misplaced (21.892%); 9.9 MiB/s, 158 objects/s recovering
2020-11-16T21:02:38.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:37 smithi065 bash[9468]: cluster 2020-11-16T21:02:36.773684+0000 osd.1 (osd.1) 342 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:38.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:37 smithi065 bash[9468]: cluster 2020-11-16T21:02:36.773756+0000 osd.1 (osd.1) 343 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:38.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:37 smithi065 bash[9468]: cluster 2020-11-16T21:02:36.957646+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e918: 12 total, 12 up, 8 in
2020-11-16T21:02:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:37 smithi142 bash[9523]: cluster 2020-11-16T21:02:36.676951+0000 mgr.x (mgr.14196) 1541 : cluster [DBG] pgmap v2348: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 360 op/s; 51129/233546 objects misplaced (21.892%); 9.9 MiB/s, 158 objects/s recovering
2020-11-16T21:02:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:37 smithi142 bash[9523]: cluster 2020-11-16T21:02:36.773684+0000 osd.1 (osd.1) 342 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:37 smithi142 bash[9523]: cluster 2020-11-16T21:02:36.773756+0000 osd.1 (osd.1) 343 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:37 smithi142 bash[9523]: cluster 2020-11-16T21:02:36.957646+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e918: 12 total, 12 up, 8 in
2020-11-16T21:02:38.500 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T21:02:38.501 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:02:38.501 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 1.92029 (expected baseline 1.92841)
2020-11-16T21:02:38.501 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 2 pgs (0.470588 -> 0.470588 * mean)
2020-11-16T21:02:38.501 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:02:38.501 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:02:38.501 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T21:02:38.502 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 1
2020-11-16T21:02:38.502 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:02:38.502 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0258
2020-11-16T21:02:38.502 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.2581
2020-11-16T21:02:38.503 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:02:38.591 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:02:38.592 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T21:02:38.592 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T21:02:38.592 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T21:02:38.592 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:02:38.639 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:02:38.812 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:39.235 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:38 smithi065 bash[9468]: cluster 2020-11-16T21:02:38.417843+0000 osd.11 (osd.11) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:39.236 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:38 smithi065 bash[9468]: cluster 2020-11-16T21:02:38.417935+0000 osd.11 (osd.11) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:39.236 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:38 smithi065 bash[9468]: audit 2020-11-16T21:02:38.509004+0000 mgr.x (mgr.14196) 1542 : audit [DBG] from='client.17148 v1:172.21.15.142:0/3464078251' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:02:39.237 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:39.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:38 smithi142 bash[9523]: cluster 2020-11-16T21:02:38.417843+0000 osd.11 (osd.11) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:38 smithi142 bash[9523]: cluster 2020-11-16T21:02:38.417935+0000 osd.11 (osd.11) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:38 smithi142 bash[9523]: audit 2020-11-16T21:02:38.509004+0000 mgr.x (mgr.14196) 1542 : audit [DBG] from='client.17148 v1:172.21.15.142:0/3464078251' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:02:39.341 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:38 smithi071 bash[9480]: cluster 2020-11-16T21:02:38.417843+0000 osd.11 (osd.11) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:38 smithi071 bash[9480]: cluster 2020-11-16T21:02:38.417935+0000 osd.11 (osd.11) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:38 smithi071 bash[9480]: audit 2020-11-16T21:02:38.509004+0000 mgr.x (mgr.14196) 1542 : audit [DBG] from='client.17148 v1:172.21.15.142:0/3464078251' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:02:39.527 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:02:39 smithi065 bash[16457]: debug 2020-11-16T21:02:39.237+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:39.957 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T21:02:40.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:39 smithi065 bash[9468]: cluster 2020-11-16T21:02:38.677466+0000 mgr.x (mgr.14196) 1543 : cluster [DBG] pgmap v2350: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 399 op/s; 50749/231436 objects misplaced (21.928%); 11 MiB/s, 168 objects/s recovering
2020-11-16T21:02:40.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:39 smithi065 bash[9468]: cluster 2020-11-16T21:02:38.963393+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e919: 12 total, 12 up, 8 in
2020-11-16T21:02:40.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:39 smithi065 bash[9468]: audit 2020-11-16T21:02:39.056209+0000 mon.a (mon.0) 2816 : audit [INF] from='client.? v1:172.21.15.142:0/3631307574' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:02:40.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:39 smithi142 bash[9523]: cluster 2020-11-16T21:02:38.677466+0000 mgr.x (mgr.14196) 1543 : cluster [DBG] pgmap v2350: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 399 op/s; 50749/231436 objects misplaced (21.928%); 11 MiB/s, 168 objects/s recovering
2020-11-16T21:02:40.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:39 smithi142 bash[9523]: cluster 2020-11-16T21:02:38.963393+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e919: 12 total, 12 up, 8 in
2020-11-16T21:02:40.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:39 smithi142 bash[9523]: audit 2020-11-16T21:02:39.056209+0000 mon.a (mon.0) 2816 : audit [INF] from='client.? v1:172.21.15.142:0/3631307574' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:02:40.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:39 smithi071 bash[9480]: cluster 2020-11-16T21:02:38.677466+0000 mgr.x (mgr.14196) 1543 : cluster [DBG] pgmap v2350: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 399 op/s; 50749/231436 objects misplaced (21.928%); 11 MiB/s, 168 objects/s recovering
2020-11-16T21:02:40.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:39 smithi071 bash[9480]: cluster 2020-11-16T21:02:38.963393+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e919: 12 total, 12 up, 8 in
2020-11-16T21:02:40.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:39 smithi071 bash[9480]: audit 2020-11-16T21:02:39.056209+0000 mon.a (mon.0) 2816 : audit [INF] from='client.? v1:172.21.15.142:0/3631307574' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:02:41.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:40 smithi065 bash[9468]: cluster 2020-11-16T21:02:39.382967+0000 osd.3 (osd.3) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:41.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:40 smithi065 bash[9468]: cluster 2020-11-16T21:02:39.384789+0000 osd.3 (osd.3) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:41.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:40 smithi065 bash[9468]: cluster 2020-11-16T21:02:39.959126+0000 mon.a (mon.0) 2817 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:02:41.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:40 smithi065 bash[9468]: cluster 2020-11-16T21:02:39.959166+0000 mon.a (mon.0) 2818 : cluster [INF] Cluster is now healthy
2020-11-16T21:02:41.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:40 smithi065 bash[9468]: audit 2020-11-16T21:02:39.963766+0000 mon.a (mon.0) 2819 : audit [INF] from='client.? v1:172.21.15.142:0/3631307574' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:02:41.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:40 smithi065 bash[9468]: cluster 2020-11-16T21:02:39.963833+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e920: 12 total, 12 up, 8 in
2020-11-16T21:02:41.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:40 smithi142 bash[9523]: cluster 2020-11-16T21:02:39.382967+0000 osd.3 (osd.3) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:40 smithi142 bash[9523]: cluster 2020-11-16T21:02:39.384789+0000 osd.3 (osd.3) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:40 smithi142 bash[9523]: cluster 2020-11-16T21:02:39.959126+0000 mon.a (mon.0) 2817 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:02:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:40 smithi142 bash[9523]: cluster 2020-11-16T21:02:39.959166+0000 mon.a (mon.0) 2818 : cluster [INF] Cluster is now healthy
2020-11-16T21:02:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:40 smithi142 bash[9523]: audit 2020-11-16T21:02:39.963766+0000 mon.a (mon.0) 2819 : audit [INF] from='client.? v1:172.21.15.142:0/3631307574' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:02:41.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:40 smithi142 bash[9523]: cluster 2020-11-16T21:02:39.963833+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e920: 12 total, 12 up, 8 in
2020-11-16T21:02:41.380 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:40 smithi071 bash[9480]: cluster 2020-11-16T21:02:39.382967+0000 osd.3 (osd.3) 67 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:40 smithi071 bash[9480]: cluster 2020-11-16T21:02:39.384789+0000 osd.3 (osd.3) 68 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:40 smithi071 bash[9480]: cluster 2020-11-16T21:02:39.959126+0000 mon.a (mon.0) 2817 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:02:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:40 smithi071 bash[9480]: cluster 2020-11-16T21:02:39.959166+0000 mon.a (mon.0) 2818 : cluster [INF] Cluster is now healthy
2020-11-16T21:02:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:40 smithi071 bash[9480]: audit 2020-11-16T21:02:39.963766+0000 mon.a (mon.0) 2819 : audit [INF] from='client.? v1:172.21.15.142:0/3631307574' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:02:41.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:40 smithi071 bash[9480]: cluster 2020-11-16T21:02:39.963833+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e920: 12 total, 12 up, 8 in
2020-11-16T21:02:41.485 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:41.651 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:41.754 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:41.763 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:02:41 smithi071 bash[16796]: debug 2020-11-16T21:02:41.657+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:41.779 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:02:41 smithi142 bash[20366]: debug 2020-11-16T21:02:41.386+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:41.877 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:41.982 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:42.237 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:41 smithi071 bash[9480]: cluster 2020-11-16T21:02:40.677911+0000 mgr.x (mgr.14196) 1544 : cluster [DBG] pgmap v2353: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 50403/229876 objects misplaced (21.926%); 13 MiB/s, 202 objects/s recovering
2020-11-16T21:02:42.237 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:41 smithi071 bash[12066]: debug 2020-11-16T21:02:41.881+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:42.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:41 smithi065 bash[9468]: cluster 2020-11-16T21:02:40.677911+0000 mgr.x (mgr.14196) 1544 : cluster [DBG] pgmap v2353: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 50403/229876 objects misplaced (21.926%); 13 MiB/s, 202 objects/s recovering
2020-11-16T21:02:42.288 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:41 smithi142 bash[9523]: cluster 2020-11-16T21:02:40.677911+0000 mgr.x (mgr.14196) 1544 : cluster [DBG] pgmap v2353: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 50403/229876 objects misplaced (21.926%); 13 MiB/s, 202 objects/s recovering
2020-11-16T21:02:43.179 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:02:43.179 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 1.0
2020-11-16T21:02:43.336 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:43.467 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_historic_ops
2020-11-16T21:02:43.600 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:43.628 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:43.704 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:43.944 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:02:43 smithi071 bash[16796]: debug 2020-11-16T21:02:43.605+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:43.969 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:43 smithi065 bash[9468]: cluster 2020-11-16T21:02:42.678419+0000 mgr.x (mgr.14196) 1545 : cluster [DBG] pgmap v2354: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 49883/227754 objects misplaced (21.902%); 13 MiB/s, 207 objects/s recovering
2020-11-16T21:02:44.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:43 smithi142 bash[9523]: cluster 2020-11-16T21:02:42.678419+0000 mgr.x (mgr.14196) 1545 : cluster [DBG] pgmap v2354: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 49883/227754 objects misplaced (21.902%); 13 MiB/s, 207 objects/s recovering
2020-11-16T21:02:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:43 smithi071 bash[9480]: cluster 2020-11-16T21:02:42.678419+0000 mgr.x (mgr.14196) 1545 : cluster [DBG] pgmap v2354: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 7.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 49883/227754 objects misplaced (21.902%); 13 MiB/s, 207 objects/s recovering
2020-11-16T21:02:45.097 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:45.201 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:45.468 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T21:02:45.527 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:02:45 smithi065 bash[18823]: debug 2020-11-16T21:02:45.101+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:45.636 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:02:46.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:45 smithi142 bash[9523]: cluster 2020-11-16T21:02:44.678948+0000 mgr.x (mgr.14196) 1546 : cluster [DBG] pgmap v2355: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 49883/227202 objects misplaced (21.955%); 8.0 MiB/s, 129 objects/s recovering
2020-11-16T21:02:46.343 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:45 smithi065 bash[9468]: cluster 2020-11-16T21:02:44.678948+0000 mgr.x (mgr.14196) 1546 : cluster [DBG] pgmap v2355: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 49883/227202 objects misplaced (21.955%); 8.0 MiB/s, 129 objects/s recovering
2020-11-16T21:02:46.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:45 smithi071 bash[9480]: cluster 2020-11-16T21:02:44.678948+0000 mgr.x (mgr.14196) 1546 : cluster [DBG] pgmap v2355: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 49883/227202 objects misplaced (21.955%); 8.0 MiB/s, 129 objects/s recovering
2020-11-16T21:02:47.104 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:47.208 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:47.349 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:47.453 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:47.527 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:02:47 smithi065 bash[14115]: debug 2020-11-16T21:02:47.349+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:47.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:47 smithi065 bash[11785]: debug 2020-11-16T21:02:47.105+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:47.733 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:47.807 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:02:47 smithi142 bash[20366]: debug 2020-11-16T21:02:47.630+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:47.915 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:48.019 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:48.027 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:02:47 smithi065 bash[16457]: debug 2020-11-16T21:02:47.917+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:48.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:47 smithi065 bash[9468]: cluster 2020-11-16T21:02:46.679402+0000 mgr.x (mgr.14196) 1547 : cluster [DBG] pgmap v2356: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 390 op/s; 49397/225182 objects misplaced (21.936%); 10 MiB/s, 168 objects/s recovering
2020-11-16T21:02:48.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:47 smithi065 bash[9468]: cluster 2020-11-16T21:02:46.944638+0000 osd.6 (osd.6) 286 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:48.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:47 smithi065 bash[9468]: cluster 2020-11-16T21:02:46.944711+0000 osd.6 (osd.6) 287 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:48.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:47 smithi065 bash[9468]: cluster 2020-11-16T21:02:47.864677+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e921: 12 total, 12 up, 8 in
2020-11-16T21:02:48.257 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:47 smithi142 bash[9523]: cluster 2020-11-16T21:02:46.679402+0000 mgr.x (mgr.14196) 1547 : cluster [DBG] pgmap v2356: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 390 op/s; 49397/225182 objects misplaced (21.936%); 10 MiB/s, 168 objects/s recovering
2020-11-16T21:02:48.258 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:47 smithi142 bash[9523]: cluster 2020-11-16T21:02:46.944638+0000 osd.6 (osd.6) 286 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:48.258 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:47 smithi142 bash[9523]: cluster 2020-11-16T21:02:46.944711+0000 osd.6 (osd.6) 287 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:48.258 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:47 smithi142 bash[9523]: cluster 2020-11-16T21:02:47.864677+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e921: 12 total, 12 up, 8 in
2020-11-16T21:02:48.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:47 smithi071 bash[9480]: cluster 2020-11-16T21:02:46.679402+0000 mgr.x (mgr.14196) 1547 : cluster [DBG] pgmap v2356: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 390 op/s; 49397/225182 objects misplaced (21.936%); 10 MiB/s, 168 objects/s recovering
2020-11-16T21:02:48.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:47 smithi071 bash[9480]: cluster 2020-11-16T21:02:46.944638+0000 osd.6 (osd.6) 286 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:48.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:47 smithi071 bash[9480]: cluster 2020-11-16T21:02:46.944711+0000 osd.6 (osd.6) 287 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:48.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:47 smithi071 bash[9480]: cluster 2020-11-16T21:02:47.864677+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e921: 12 total, 12 up, 8 in
2020-11-16T21:02:49.105 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:49.209 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:49.381 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:02:49.443 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:02:49 smithi071 bash[14419]: debug 2020-11-16T21:02:49.105+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:49.487 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:49.528 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:02:49 smithi065 bash[14115]: debug 2020-11-16T21:02:49.377+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:49.605 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:49.710 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:02:49.943 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:02:49 smithi071 bash[16796]: debug 2020-11-16T21:02:49.609+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:50.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:49 smithi142 bash[9523]: cluster 2020-11-16T21:02:48.679871+0000 mgr.x (mgr.14196) 1548 : cluster [DBG] pgmap v2358: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 467 op/s; 49042/223290 objects misplaced (21.963%); 12 MiB/s, 195 objects/s recovering
2020-11-16T21:02:50.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:49 smithi065 bash[9468]: cluster 2020-11-16T21:02:48.679871+0000 mgr.x (mgr.14196) 1548 : cluster [DBG] pgmap v2358: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 467 op/s; 49042/223290 objects misplaced (21.963%); 12 MiB/s, 195 objects/s recovering
2020-11-16T21:02:50.416 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:02:50.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:49 smithi071 bash[9480]: cluster 2020-11-16T21:02:48.679871+0000 mgr.x (mgr.14196) 1548 : cluster [DBG] pgmap v2358: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 467 op/s; 49042/223290 objects misplaced (21.963%); 12 MiB/s, 195 objects/s recovering
2020-11-16T21:02:50.520 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:50.527 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:02:50 smithi142 bash[147327]: debug 2020-11-16T21:02:50.418+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:52.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:51 smithi065 bash[9468]: cluster 2020-11-16T21:02:50.680363+0000 mgr.x (mgr.14196) 1549 : cluster [DBG] pgmap v2359: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 48730/221900 objects misplaced (21.960%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:52.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:51 smithi142 bash[9523]: cluster 2020-11-16T21:02:50.680363+0000 mgr.x (mgr.14196) 1549 : cluster [DBG] pgmap v2359: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 48730/221900 objects misplaced (21.960%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:52.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:51 smithi071 bash[9480]: cluster 2020-11-16T21:02:50.680363+0000 mgr.x (mgr.14196) 1549 : cluster [DBG] pgmap v2359: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 48730/221900 objects misplaced (21.960%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:52.761 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:52.864 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:02:53.017 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:02:53.029 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:02:52 smithi142 bash[114994]: debug 2020-11-16T21:02:52.766+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:53.121 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:53.193 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:02:53 smithi071 bash[26650]: debug 2020-11-16T21:02:53.021+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:53.443 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:02:53.548 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:53.678 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:53.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:02:53 smithi142 bash[18009]: debug 2020-11-16T21:02:53.438+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:53.783 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:53.943 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:02:53 smithi071 bash[14419]: debug 2020-11-16T21:02:53.681+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:54.206 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:53 smithi142 bash[9523]: cluster 2020-11-16T21:02:52.680877+0000 mgr.x (mgr.14196) 1550 : cluster [DBG] pgmap v2360: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 390 op/s; 48206/219950 objects misplaced (21.917%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:54.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:53 smithi065 bash[9468]: cluster 2020-11-16T21:02:52.680877+0000 mgr.x (mgr.14196) 1550 : cluster [DBG] pgmap v2360: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 390 op/s; 48206/219950 objects misplaced (21.917%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:54.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:54 smithi071 bash[9480]: cluster 2020-11-16T21:02:52.680877+0000 mgr.x (mgr.14196) 1550 : cluster [DBG] pgmap v2360: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 390 op/s; 48206/219950 objects misplaced (21.917%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:55.291 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:02:55.396 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:55.607 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:02:55.682 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:02:55.718 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:02:55.746 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:02:55.774 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:02:55.779 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:02:55 smithi142 bash[114994]: debug 2020-11-16T21:02:55.294+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:55.803 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:02:55.831 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:02:55.868 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:02:55.899 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:02:55.934 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:02:55.965 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:02:56.004 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:02:56.012 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.012 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.012 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.013 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.013 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.013 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.013 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.013 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.013 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.013 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.014 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.014 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:02:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:56 smithi065 bash[9468]: cluster 2020-11-16T21:02:54.489536+0000 osd.4 (osd.4) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:56 smithi065 bash[9468]: cluster 2020-11-16T21:02:54.489655+0000 osd.4 (osd.4) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:56 smithi065 bash[9468]: cluster 2020-11-16T21:02:54.681280+0000 mgr.x (mgr.14196) 1551 : cluster [DBG] pgmap v2361: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 386 op/s; 48206/219466 objects misplaced (21.965%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:56 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.006092+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e922: 12 total, 12 up, 8 in
2020-11-16T21:02:56.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:56 smithi065 bash[9468]: audit 2020-11-16T21:02:55.583145+0000 mon.a (mon.0) 2823 : audit [DBG] from='client.? v1:172.21.15.142:0/1558816362' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:56.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:56 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.614211+0000 osd.0 (osd.0) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:56.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:56 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.755717+0000 osd.3 (osd.3) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:56.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:56 smithi142 bash[9523]: cluster 2020-11-16T21:02:54.489536+0000 osd.4 (osd.4) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:56 smithi142 bash[9523]: cluster 2020-11-16T21:02:54.489655+0000 osd.4 (osd.4) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:56 smithi142 bash[9523]: cluster 2020-11-16T21:02:54.681280+0000 mgr.x (mgr.14196) 1551 : cluster [DBG] pgmap v2361: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 386 op/s; 48206/219466 objects misplaced (21.965%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:56 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.006092+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e922: 12 total, 12 up, 8 in
2020-11-16T21:02:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:56 smithi142 bash[9523]: audit 2020-11-16T21:02:55.583145+0000 mon.a (mon.0) 2823 : audit [DBG] from='client.? v1:172.21.15.142:0/1558816362' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:56 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.614211+0000 osd.0 (osd.0) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:56 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.755717+0000 osd.3 (osd.3) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:56.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:56 smithi071 bash[9480]: cluster 2020-11-16T21:02:54.489536+0000 osd.4 (osd.4) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:02:56.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:56 smithi071 bash[9480]: cluster 2020-11-16T21:02:54.489655+0000 osd.4 (osd.4) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:02:56.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:56 smithi071 bash[9480]: cluster 2020-11-16T21:02:54.681280+0000 mgr.x (mgr.14196) 1551 : cluster [DBG] pgmap v2361: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 386 op/s; 48206/219466 objects misplaced (21.965%); 10 MiB/s, 167 objects/s recovering
2020-11-16T21:02:56.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:56 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.006092+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e922: 12 total, 12 up, 8 in
2020-11-16T21:02:56.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:56 smithi071 bash[9480]: audit 2020-11-16T21:02:55.583145+0000 mon.a (mon.0) 2823 : audit [DBG] from='client.? v1:172.21.15.142:0/1558816362' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:02:56.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:56 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.614211+0000 osd.0 (osd.0) 12 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:56.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:56 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.755717+0000 osd.3 (osd.3) 69 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.691988+0000 osd.1 (osd.1) 344 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.728377+0000 osd.2 (osd.2) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.782926+0000 osd.4 (osd.4) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.812149+0000 osd.5 (osd.5) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.840185+0000 osd.6 (osd.6) 288 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.876888+0000 osd.7 (osd.7) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.905791+0000 osd.8 (osd.8) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.941450+0000 osd.9 (osd.9) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:55.972923+0000 osd.10 (osd.10) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[9468]: cluster 2020-11-16T21:02:56.011028+0000 osd.11 (osd.11) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.691988+0000 osd.1 (osd.1) 344 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.728377+0000 osd.2 (osd.2) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.782926+0000 osd.4 (osd.4) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.812149+0000 osd.5 (osd.5) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.840185+0000 osd.6 (osd.6) 288 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.876888+0000 osd.7 (osd.7) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.905791+0000 osd.8 (osd.8) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.941450+0000 osd.9 (osd.9) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:55.972923+0000 osd.10 (osd.10) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:57 smithi142 bash[9523]: cluster 2020-11-16T21:02:56.011028+0000 osd.11 (osd.11) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.349 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:57.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.691988+0000 osd.1 (osd.1) 344 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.728377+0000 osd.2 (osd.2) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.782926+0000 osd.4 (osd.4) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.812149+0000 osd.5 (osd.5) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.840185+0000 osd.6 (osd.6) 288 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.876888+0000 osd.7 (osd.7) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.905791+0000 osd.8 (osd.8) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.941450+0000 osd.9 (osd.9) 241 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:55.972923+0000 osd.10 (osd.10) 247 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[9480]: cluster 2020-11-16T21:02:56.011028+0000 osd.11 (osd.11) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:02:57.453 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:57.607 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:02:57.712 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:57.720 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[11785]: debug 2020-11-16T21:02:57.349+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:57.845 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:57.944 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:02:57 smithi071 bash[16796]: debug 2020-11-16T21:02:57.609+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:57.948 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:58.006 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:02:57 smithi065 bash[16457]: debug 2020-11-16T21:02:57.845+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:58.069 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:58.175 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:58.270 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:58 smithi142 bash[9523]: cluster 2020-11-16T21:02:56.681895+0000 mgr.x (mgr.14196) 1552 : cluster [DBG] pgmap v2363: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 358 op/s; 47692/217414 objects misplaced (21.936%); 9.5 MiB/s, 153 objects/s recovering
2020-11-16T21:02:58.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:58 smithi065 bash[9468]: cluster 2020-11-16T21:02:56.681895+0000 mgr.x (mgr.14196) 1552 : cluster [DBG] pgmap v2363: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 358 op/s; 47692/217414 objects misplaced (21.936%); 9.5 MiB/s, 153 objects/s recovering
2020-11-16T21:02:58.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:02:58 smithi065 bash[16457]: debug 2020-11-16T21:02:58.073+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:58.311 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:02:58 smithi071 bash[14419]: debug 2020-11-16T21:02:58.317+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:58.311 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:58 smithi071 bash[9480]: cluster 2020-11-16T21:02:56.681895+0000 mgr.x (mgr.14196) 1552 : cluster [DBG] pgmap v2363: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 358 op/s; 47692/217414 objects misplaced (21.936%); 9.5 MiB/s, 153 objects/s recovering
2020-11-16T21:02:58.312 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:02:58.415 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:58.599 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:02:58.609 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T21:02:58.609 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:02:58.704 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:58.820 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T21:02:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:02:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 1.92029 (expected baseline 1.92841)
2020-11-16T21:02:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 2 pgs (0.470588 -> 0.470588 * mean)
2020-11-16T21:02:58.858 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:02:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:02:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T21:02:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 1
2020-11-16T21:02:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:02:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0245
2020-11-16T21:02:58.859 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.2454
2020-11-16T21:02:58.864 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:02:58.923 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:58.980 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:02:58 smithi142 bash[20366]: debug 2020-11-16T21:02:58.598+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:59.012 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:02:59 smithi071 bash[9480]: audit 2020-11-16T21:02:58.891910+0000 mon.a (mon.0) 2824 : audit [INF] from='client.? v1:172.21.15.142:0/1407181805' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:02:59.012 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:58 smithi071 bash[12066]: debug 2020-11-16T21:02:58.825+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:59.017 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T21:02:59.038 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:02:59.143 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:59.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:02:59 smithi065 bash[9468]: audit 2020-11-16T21:02:58.891910+0000 mon.a (mon.0) 2824 : audit [INF] from='client.? v1:172.21.15.142:0/1407181805' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:02:59.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:02:59 smithi065 bash[18823]: debug 2020-11-16T21:02:59.037+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:59.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:02:59 smithi142 bash[9523]: audit 2020-11-16T21:02:58.891910+0000 mon.a (mon.0) 2824 : audit [INF] from='client.? v1:172.21.15.142:0/1407181805' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:02:59.288 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:59.396 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:59.511 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:02:59.615 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:59.623 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:59 smithi065 bash[11785]: debug 2020-11-16T21:02:59.289+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:59.693 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:02:59 smithi071 bash[12066]: debug 2020-11-16T21:02:59.517+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:59.752 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:02:59.856 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:02:59.979 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:02:59 smithi065 bash[11785]: debug 2020-11-16T21:02:59.753+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:59.979 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:02:59 smithi065 bash[16457]: debug 2020-11-16T21:02:59.981+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:02:59.979 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:00.002 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:03:00.082 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:00.165 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:00.203 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:00 smithi065 bash[9468]: cluster 2020-11-16T21:02:58.682466+0000 mgr.x (mgr.14196) 1553 : cluster [DBG] pgmap v2364: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 400 op/s; 47277/215286 objects misplaced (21.960%); 11 MiB/s, 176 objects/s recovering
2020-11-16T21:03:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:00 smithi065 bash[9468]: audit 2020-11-16T21:02:58.866362+0000 mgr.x (mgr.14196) 1554 : audit [DBG] from='client.17166 v1:172.21.15.142:0/3661885144' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:00 smithi065 bash[9468]: cluster 2020-11-16T21:02:59.016305+0000 mon.a (mon.0) 2825 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:00 smithi065 bash[9468]: audit 2020-11-16T21:02:59.024146+0000 mon.a (mon.0) 2826 : audit [INF] from='client.? v1:172.21.15.142:0/1407181805' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:03:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:00 smithi065 bash[9468]: cluster 2020-11-16T21:02:59.024207+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e923: 12 total, 12 up, 8 in
2020-11-16T21:03:00.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:00 smithi065 bash[9468]: cluster 2020-11-16T21:02:59.722756+0000 osd.0 (osd.0) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:00.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:00 smithi065 bash[9468]: cluster 2020-11-16T21:02:59.725783+0000 osd.0 (osd.0) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:00.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:00 smithi142 bash[9523]: cluster 2020-11-16T21:02:58.682466+0000 mgr.x (mgr.14196) 1553 : cluster [DBG] pgmap v2364: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 400 op/s; 47277/215286 objects misplaced (21.960%); 11 MiB/s, 176 objects/s recovering
2020-11-16T21:03:00.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:00 smithi142 bash[9523]: audit 2020-11-16T21:02:58.866362+0000 mgr.x (mgr.14196) 1554 : audit [DBG] from='client.17166 v1:172.21.15.142:0/3661885144' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:00.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:00 smithi142 bash[9523]: cluster 2020-11-16T21:02:59.016305+0000 mon.a (mon.0) 2825 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:00.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:00 smithi142 bash[9523]: audit 2020-11-16T21:02:59.024146+0000 mon.a (mon.0) 2826 : audit [INF] from='client.? v1:172.21.15.142:0/1407181805' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:03:00.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:00 smithi142 bash[9523]: cluster 2020-11-16T21:02:59.024207+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e923: 12 total, 12 up, 8 in
2020-11-16T21:03:00.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:00 smithi142 bash[9523]: cluster 2020-11-16T21:02:59.722756+0000 osd.0 (osd.0) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:00.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:00 smithi142 bash[9523]: cluster 2020-11-16T21:02:59.725783+0000 osd.0 (osd.0) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:00.308 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:03:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:00 smithi071 bash[9480]: cluster 2020-11-16T21:02:58.682466+0000 mgr.x (mgr.14196) 1553 : cluster [DBG] pgmap v2364: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 400 op/s; 47277/215286 objects misplaced (21.960%); 11 MiB/s, 176 objects/s recovering
2020-11-16T21:03:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:00 smithi071 bash[9480]: audit 2020-11-16T21:02:58.866362+0000 mgr.x (mgr.14196) 1554 : audit [DBG] from='client.17166 v1:172.21.15.142:0/3661885144' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:00 smithi071 bash[9480]: cluster 2020-11-16T21:02:59.016305+0000 mon.a (mon.0) 2825 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:00 smithi071 bash[9480]: audit 2020-11-16T21:02:59.024146+0000 mon.a (mon.0) 2826 : audit [INF] from='client.? v1:172.21.15.142:0/1407181805' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:03:00.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:00 smithi071 bash[9480]: cluster 2020-11-16T21:02:59.024207+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e923: 12 total, 12 up, 8 in
2020-11-16T21:03:00.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:00 smithi071 bash[9480]: cluster 2020-11-16T21:02:59.722756+0000 osd.0 (osd.0) 13 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:00.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:00 smithi071 bash[9480]: cluster 2020-11-16T21:02:59.725783+0000 osd.0 (osd.0) 14 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:00.445 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:00 smithi071 bash[16796]: debug 2020-11-16T21:03:00.205+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:01.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:01 smithi065 bash[9468]: cluster 2020-11-16T21:03:00.033779+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e924: 12 total, 12 up, 8 in
2020-11-16T21:03:01.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:01 smithi142 bash[9523]: cluster 2020-11-16T21:03:00.033779+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e924: 12 total, 12 up, 8 in
2020-11-16T21:03:01.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:01 smithi071 bash[9480]: cluster 2020-11-16T21:03:00.033779+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e924: 12 total, 12 up, 8 in
2020-11-16T21:03:01.832 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:03:01.936 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:03:02.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:02 smithi142 bash[9523]: cluster 2020-11-16T21:03:00.682936+0000 mgr.x (mgr.14196) 1555 : cluster [DBG] pgmap v2367: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 348 op/s; 47277/215286 objects misplaced (21.960%); 9.6 MiB/s, 154 objects/s recovering
2020-11-16T21:03:02.280 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:03:01 smithi142 bash[147327]: debug 2020-11-16T21:03:01.834+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:02.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:02 smithi071 bash[9480]: cluster 2020-11-16T21:03:00.682936+0000 mgr.x (mgr.14196) 1555 : cluster [DBG] pgmap v2367: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 348 op/s; 47277/215286 objects misplaced (21.960%); 9.6 MiB/s, 154 objects/s recovering
2020-11-16T21:03:02.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:02 smithi065 bash[9468]: cluster 2020-11-16T21:03:00.682936+0000 mgr.x (mgr.14196) 1555 : cluster [DBG] pgmap v2367: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 348 op/s; 47277/215286 objects misplaced (21.960%); 9.6 MiB/s, 154 objects/s recovering
2020-11-16T21:03:03.093 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:03:03.199 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:03.235 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:03:03.235 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 3.0
2020-11-16T21:03:03.319 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight
2020-11-16T21:03:03.373 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:03:03 smithi142 bash[147327]: debug 2020-11-16T21:03:03.094+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:03.379 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:03.450 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:03.486 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:03.518 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:03.779 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:03:03 smithi142 bash[20366]: debug 2020-11-16T21:03:03.382+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:04.306 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:04 smithi071 bash[9480]: cluster 2020-11-16T21:03:02.683471+0000 mgr.x (mgr.14196) 1556 : cluster [DBG] pgmap v2368: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 512 op/s; 46392/211588 objects misplaced (21.926%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:03:04.307 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:04.413 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:03:04.420 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:04 smithi065 bash[9468]: cluster 2020-11-16T21:03:02.683471+0000 mgr.x (mgr.14196) 1556 : cluster [DBG] pgmap v2368: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 512 op/s; 46392/211588 objects misplaced (21.926%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:03:04.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:04 smithi142 bash[9523]: cluster 2020-11-16T21:03:02.683471+0000 mgr.x (mgr.14196) 1556 : cluster [DBG] pgmap v2368: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 512 op/s; 46392/211588 objects misplaced (21.926%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:03:04.578 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:03:04.681 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:04.689 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:03:04 smithi065 bash[14115]: debug 2020-11-16T21:03:04.581+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:04.693 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:03:04 smithi071 bash[12066]: debug 2020-11-16T21:03:04.308+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:04.812 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:04.916 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:05.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:04 smithi065 bash[18823]: debug 2020-11-16T21:03:04.813+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:05.116 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T21:03:05.275 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:05.451 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:05.554 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:05.693 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:05.796 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:03:05.805 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:05 smithi071 bash[16796]: debug 2020-11-16T21:03:05.452+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:06.028 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:05 smithi065 bash[11785]: debug 2020-11-16T21:03:05.693+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:06.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:06 smithi071 bash[9480]: cluster 2020-11-16T21:03:04.683887+0000 mgr.x (mgr.14196) 1557 : cluster [DBG] pgmap v2369: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 46392/211042 objects misplaced (21.982%); 10 MiB/s, 162 objects/s recovering
2020-11-16T21:03:06.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:06 smithi071 bash[9480]: cluster 2020-11-16T21:03:04.983869+0000 osd.9 (osd.9) 242 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:06.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:06 smithi071 bash[9480]: cluster 2020-11-16T21:03:04.983956+0000 osd.9 (osd.9) 243 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:06.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:06 smithi071 bash[9480]: cluster 2020-11-16T21:03:05.050200+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e925: 12 total, 12 up, 8 in
2020-11-16T21:03:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:06 smithi065 bash[9468]: cluster 2020-11-16T21:03:04.683887+0000 mgr.x (mgr.14196) 1557 : cluster [DBG] pgmap v2369: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 46392/211042 objects misplaced (21.982%); 10 MiB/s, 162 objects/s recovering
2020-11-16T21:03:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:06 smithi065 bash[9468]: cluster 2020-11-16T21:03:04.983869+0000 osd.9 (osd.9) 242 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:06 smithi065 bash[9468]: cluster 2020-11-16T21:03:04.983956+0000 osd.9 (osd.9) 243 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:06 smithi065 bash[9468]: cluster 2020-11-16T21:03:05.050200+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e925: 12 total, 12 up, 8 in
2020-11-16T21:03:06.763 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:06 smithi142 bash[9523]: cluster 2020-11-16T21:03:04.683887+0000 mgr.x (mgr.14196) 1557 : cluster [DBG] pgmap v2369: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 46392/211042 objects misplaced (21.982%); 10 MiB/s, 162 objects/s recovering
2020-11-16T21:03:06.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:06 smithi142 bash[9523]: cluster 2020-11-16T21:03:04.983869+0000 osd.9 (osd.9) 242 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:06.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:06 smithi142 bash[9523]: cluster 2020-11-16T21:03:04.983956+0000 osd.9 (osd.9) 243 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:06.764 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:06 smithi142 bash[9523]: cluster 2020-11-16T21:03:05.050200+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e925: 12 total, 12 up, 8 in
2020-11-16T21:03:07.839 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:03:07.942 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:08.090 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:08.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:08 smithi071 bash[9480]: cluster 2020-11-16T21:03:06.684419+0000 mgr.x (mgr.14196) 1558 : cluster [DBG] pgmap v2371: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 411 op/s; 45882/208984 objects misplaced (21.955%); 11 MiB/s, 182 objects/s recovering
2020-11-16T21:03:08.194 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:03:07 smithi071 bash[14419]: debug 2020-11-16T21:03:07.844+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:08.196 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:08.203 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:08 smithi065 bash[9468]: cluster 2020-11-16T21:03:06.684419+0000 mgr.x (mgr.14196) 1558 : cluster [DBG] pgmap v2371: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 411 op/s; 45882/208984 objects misplaced (21.955%); 11 MiB/s, 182 objects/s recovering
2020-11-16T21:03:08.203 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:08 smithi065 bash[16457]: debug 2020-11-16T21:03:08.093+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:08.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:08 smithi142 bash[9523]: cluster 2020-11-16T21:03:06.684419+0000 mgr.x (mgr.14196) 1558 : cluster [DBG] pgmap v2371: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 411 op/s; 45882/208984 objects misplaced (21.955%); 11 MiB/s, 182 objects/s recovering
2020-11-16T21:03:08.304 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:08.412 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:08.527 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:08 smithi065 bash[11785]: debug 2020-11-16T21:03:08.305+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:08.564 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:08.668 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:09.028 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:08 smithi065 bash[11785]: debug 2020-11-16T21:03:08.565+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:09.260 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:09.363 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:09.503 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:09.606 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:09.638 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:03:09 smithi142 bash[18009]: debug 2020-11-16T21:03:09.265+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:09.693 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:09 smithi071 bash[16796]: debug 2020-11-16T21:03:09.504+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:09.744 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:09.848 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:09.982 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:09 smithi065 bash[16457]: debug 2020-11-16T21:03:09.985+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:09.982 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:09 smithi065 bash[18823]: debug 2020-11-16T21:03:09.749+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:09.983 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:10.087 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:10.248 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:10 smithi065 bash[9468]: cluster 2020-11-16T21:03:08.331709+0000 osd.2 (osd.2) 255 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:10.249 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:10 smithi065 bash[9468]: cluster 2020-11-16T21:03:08.331786+0000 osd.2 (osd.2) 256 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:10.249 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:10 smithi065 bash[9468]: cluster 2020-11-16T21:03:08.684901+0000 mgr.x (mgr.14196) 1559 : cluster [DBG] pgmap v2372: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 484 op/s; 45498/206898 objects misplaced (21.991%); 13 MiB/s, 205 objects/s recovering
2020-11-16T21:03:10.249 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:10 smithi065 bash[9468]: cluster 2020-11-16T21:03:09.062475+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e926: 12 total, 12 up, 8 in
2020-11-16T21:03:10.256 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:10.360 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:10.370 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:10 smithi142 bash[9523]: cluster 2020-11-16T21:03:08.331709+0000 osd.2 (osd.2) 255 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:10.371 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:10 smithi142 bash[9523]: cluster 2020-11-16T21:03:08.331786+0000 osd.2 (osd.2) 256 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:10.371 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:10 smithi142 bash[9523]: cluster 2020-11-16T21:03:08.684901+0000 mgr.x (mgr.14196) 1559 : cluster [DBG] pgmap v2372: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 484 op/s; 45498/206898 objects misplaced (21.991%); 13 MiB/s, 205 objects/s recovering
2020-11-16T21:03:10.371 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:10 smithi142 bash[9523]: cluster 2020-11-16T21:03:09.062475+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e926: 12 total, 12 up, 8 in
2020-11-16T21:03:10.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:10 smithi071 bash[9480]: cluster 2020-11-16T21:03:08.331709+0000 osd.2 (osd.2) 255 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:10 smithi071 bash[9480]: cluster 2020-11-16T21:03:08.331786+0000 osd.2 (osd.2) 256 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:10 smithi071 bash[9480]: cluster 2020-11-16T21:03:08.684901+0000 mgr.x (mgr.14196) 1559 : cluster [DBG] pgmap v2372: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 484 op/s; 45498/206898 objects misplaced (21.991%); 13 MiB/s, 205 objects/s recovering
2020-11-16T21:03:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:10 smithi071 bash[9480]: cluster 2020-11-16T21:03:09.062475+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e926: 12 total, 12 up, 8 in
2020-11-16T21:03:10.528 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:10 smithi065 bash[18823]: debug 2020-11-16T21:03:10.253+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:10.973 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:11.076 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:11.193 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:11.279 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:03:10 smithi142 bash[18009]: debug 2020-11-16T21:03:10.977+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:11.297 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:11.431 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:11 smithi065 bash[18823]: debug 2020-11-16T21:03:11.193+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:11.431 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:11.536 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:11.676 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:11.777 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:11 smithi065 bash[11785]: debug 2020-11-16T21:03:11.425+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:11.780 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:11.900 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:11.943 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:03:11 smithi071 bash[12066]: debug 2020-11-16T21:03:11.680+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:12.012 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:12.053 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:11 smithi065 bash[18823]: debug 2020-11-16T21:03:11.893+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:12.053 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:12 smithi065 bash[9468]: cluster 2020-11-16T21:03:10.685391+0000 mgr.x (mgr.14196) 1560 : cluster [DBG] pgmap v2374: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 293 op/s; 45498/206898 objects misplaced (21.991%); 7.0 MiB/s, 111 objects/s recovering
2020-11-16T21:03:12.136 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:12.241 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:03:12.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:12 smithi071 bash[9480]: cluster 2020-11-16T21:03:10.685391+0000 mgr.x (mgr.14196) 1560 : cluster [DBG] pgmap v2374: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 293 op/s; 45498/206898 objects misplaced (21.991%); 7.0 MiB/s, 111 objects/s recovering
2020-11-16T21:03:12.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:12 smithi065 bash[16457]: debug 2020-11-16T21:03:12.133+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:12.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:12 smithi142 bash[9523]: cluster 2020-11-16T21:03:10.685391+0000 mgr.x (mgr.14196) 1560 : cluster [DBG] pgmap v2374: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 293 op/s; 45498/206898 objects misplaced (21.991%); 7.0 MiB/s, 111 objects/s recovering
2020-11-16T21:03:12.844 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:03:12.947 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:13.094 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:13.200 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:13.277 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:13 smithi065 bash[16457]: debug 2020-11-16T21:03:13.097+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:13.323 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:03:12 smithi142 bash[147327]: debug 2020-11-16T21:03:12.845+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:13.462 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:13.566 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:13.943 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:13 smithi071 bash[16796]: debug 2020-11-16T21:03:13.464+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:14.381 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:14 smithi142 bash[9523]: cluster 2020-11-16T21:03:12.685826+0000 mgr.x (mgr.14196) 1561 : cluster [DBG] pgmap v2375: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 491 op/s; 44614/203172 objects misplaced (21.959%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:03:14.382 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:14.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:14 smithi071 bash[9480]: cluster 2020-11-16T21:03:12.685826+0000 mgr.x (mgr.14196) 1561 : cluster [DBG] pgmap v2375: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 491 op/s; 44614/203172 objects misplaced (21.959%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:03:14.479 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:03:14.487 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:14.494 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:14 smithi065 bash[9468]: cluster 2020-11-16T21:03:12.685826+0000 mgr.x (mgr.14196) 1561 : cluster [DBG] pgmap v2375: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 491 op/s; 44614/203172 objects misplaced (21.959%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:03:14.512 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:03:14.544 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:03:14.572 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:03:14.605 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:03:14.625 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:14.639 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:03:14.665 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:03:14.692 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:03:14.728 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:03:14.729 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:14.736 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:03:14 smithi142 bash[114994]: debug 2020-11-16T21:03:14.385+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:14.760 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:03:14.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:14 smithi065 bash[18823]: debug 2020-11-16T21:03:14.625+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:14.795 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:03:14.826 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:03:14.828 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.828 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.828 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:03:14.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:03:15.255 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:15.358 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:03:15.366 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[9480]: audit 2020-11-16T21:03:14.453885+0000 mon.a (mon.0) 2831 : audit [DBG] from='client.? v1:172.21.15.142:0/1034740065' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:03:15.366 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.488594+0000 osd.0 (osd.0) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.366 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.581802+0000 osd.3 (osd.3) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.366 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.613892+0000 osd.4 (osd.4) 282 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.366 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.648594+0000 osd.5 (osd.5) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.367 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.674496+0000 osd.6 (osd.6) 289 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.367 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.767714+0000 osd.9 (osd.9) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.367 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.833401+0000 osd.11 (osd.11) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.493 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:03:15.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[9468]: audit 2020-11-16T21:03:14.453885+0000 mon.a (mon.0) 2831 : audit [DBG] from='client.? v1:172.21.15.142:0/1034740065' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:03:15.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.488594+0000 osd.0 (osd.0) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.581802+0000 osd.3 (osd.3) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.613892+0000 osd.4 (osd.4) 282 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.648594+0000 osd.5 (osd.5) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.674496+0000 osd.6 (osd.6) 289 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.767714+0000 osd.9 (osd.9) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.833401+0000 osd.11 (osd.11) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.529 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[20366]: debug 2020-11-16T21:03:15.257+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[9523]: audit 2020-11-16T21:03:14.453885+0000 mon.a (mon.0) 2831 : audit [DBG] from='client.? v1:172.21.15.142:0/1034740065' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:03:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.488594+0000 osd.0 (osd.0) 15 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.581802+0000 osd.3 (osd.3) 70 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.613892+0000 osd.4 (osd.4) 282 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.648594+0000 osd.5 (osd.5) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.674496+0000 osd.6 (osd.6) 289 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.767714+0000 osd.9 (osd.9) 244 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:15 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.833401+0000 osd.11 (osd.11) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:15.596 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:15.694 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:03:15 smithi071 bash[26650]: debug 2020-11-16T21:03:15.492+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:15.777 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:15.880 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:16.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:15 smithi065 bash[16457]: debug 2020-11-16T21:03:15.781+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:16.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.521762+0000 osd.1 (osd.1) 345 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.554645+0000 osd.2 (osd.2) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.686259+0000 mgr.x (mgr.14196) 1562 : cluster [DBG] pgmap v2376: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 436 op/s; 44614/202628 objects misplaced (22.018%); 12 MiB/s, 184 objects/s recovering
2020-11-16T21:03:16.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.701513+0000 osd.7 (osd.7) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.734734+0000 osd.8 (osd.8) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.744161+0000 osd.10 (osd.10) 248 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:16.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.744256+0000 osd.10 (osd.10) 249 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:16.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:14.802306+0000 osd.10 (osd.10) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[9523]: cluster 2020-11-16T21:03:15.077364+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e927: 12 total, 12 up, 8 in
2020-11-16T21:03:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.521762+0000 osd.1 (osd.1) 345 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.554645+0000 osd.2 (osd.2) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.686259+0000 mgr.x (mgr.14196) 1562 : cluster [DBG] pgmap v2376: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 436 op/s; 44614/202628 objects misplaced (22.018%); 12 MiB/s, 184 objects/s recovering
2020-11-16T21:03:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.701513+0000 osd.7 (osd.7) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.734734+0000 osd.8 (osd.8) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.744161+0000 osd.10 (osd.10) 248 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:16.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.744256+0000 osd.10 (osd.10) 249 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:16.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:14.802306+0000 osd.10 (osd.10) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:16 smithi071 bash[9480]: cluster 2020-11-16T21:03:15.077364+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e927: 12 total, 12 up, 8 in
2020-11-16T21:03:16.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.521762+0000 osd.1 (osd.1) 345 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.554645+0000 osd.2 (osd.2) 257 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.686259+0000 mgr.x (mgr.14196) 1562 : cluster [DBG] pgmap v2376: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 436 op/s; 44614/202628 objects misplaced (22.018%); 12 MiB/s, 184 objects/s recovering
2020-11-16T21:03:16.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.701513+0000 osd.7 (osd.7) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.734734+0000 osd.8 (osd.8) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.744161+0000 osd.10 (osd.10) 248 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:16.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.744256+0000 osd.10 (osd.10) 249 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:16.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:14.802306+0000 osd.10 (osd.10) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:16.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:16 smithi065 bash[9468]: cluster 2020-11-16T21:03:15.077364+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e927: 12 total, 12 up, 8 in
2020-11-16T21:03:16.871 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:16.974 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:03:17.083 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:03:17.188 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:17.196 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:03:16 smithi142 bash[114994]: debug 2020-11-16T21:03:16.873+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:17.443 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:03:17 smithi071 bash[14419]: debug 2020-11-16T21:03:17.084+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:18.426 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:18 smithi142 bash[9523]: cluster 2020-11-16T21:03:16.686718+0000 mgr.x (mgr.14196) 1563 : cluster [DBG] pgmap v2378: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 44098/200522 objects misplaced (21.992%); 11 MiB/s, 174 objects/s recovering
2020-11-16T21:03:18.431 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:18.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:18 smithi071 bash[9480]: cluster 2020-11-16T21:03:16.686718+0000 mgr.x (mgr.14196) 1563 : cluster [DBG] pgmap v2378: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 44098/200522 objects misplaced (21.992%); 11 MiB/s, 174 objects/s recovering
2020-11-16T21:03:18.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:18 smithi065 bash[9468]: cluster 2020-11-16T21:03:16.686718+0000 mgr.x (mgr.14196) 1563 : cluster [DBG] pgmap v2378: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 398 op/s; 44098/200522 objects misplaced (21.992%); 11 MiB/s, 174 objects/s recovering
2020-11-16T21:03:18.535 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:18.779 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:03:18 smithi142 bash[114994]: debug 2020-11-16T21:03:18.433+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:18.799 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:18.904 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:19.017 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:19.122 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:19.123 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:03:18 smithi142 bash[20366]: debug 2020-11-16T21:03:18.801+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:19.193 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:03:19 smithi071 bash[12066]: debug 2020-11-16T21:03:19.020+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:19.316 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T21:03:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:03:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 1.92029 (expected baseline 1.92841)
2020-11-16T21:03:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 2 pgs (0.470588 -> 0.470588 * mean)
2020-11-16T21:03:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:03:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:03:19.317 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T21:03:19.318 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 3
2020-11-16T21:03:19.318 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:03:19.318 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0235
2020-11-16T21:03:19.318 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.2349
2020-11-16T21:03:19.321 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:19.321 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:03:19.326 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:03:19.326 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T21:03:19.326 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.26884.0:166721 9.2 e927/873)",
2020-11-16T21:03:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.332571+0000",
2020-11-16T21:03:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0025973609999999999,
2020-11-16T21:03:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0026231929999999998,
2020-11-16T21:03:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.327 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T21:03:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.332571+0000",
2020-11-16T21:03:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.328 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.332571+0000",
2020-11-16T21:03:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:03:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.329 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.332548+0000",
2020-11-16T21:03:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9367999999999998e-05
2020-11-16T21:03:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.332608+0000",
2020-11-16T21:03:19.330 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0397999999999999e-05
2020-11-16T21:03:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.332618+0000",
2020-11-16T21:03:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5169999999999996e-06
2020-11-16T21:03:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.331 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.332625+0000",
2020-11-16T21:03:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3328000000000002e-05
2020-11-16T21:03:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.332 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop_reply(client.26884.0:166713 9.6 e927/908)",
2020-11-16T21:03:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.334653+0000",
2020-11-16T21:03:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.00051555399999999999,
2020-11-16T21:03:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.00057712099999999999,
2020-11-16T21:03:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "queued for pg",
2020-11-16T21:03:19.333 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.334653+0000",
2020-11-16T21:03:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.334 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.334653+0000",
2020-11-16T21:03:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999733
2020-11-16T21:03:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.334627+0000",
2020-11-16T21:03:19.335 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1897999999999995e-05
2020-11-16T21:03:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.334698+0000",
2020-11-16T21:03:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2649e-05
2020-11-16T21:03:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.336 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.334711+0000",
2020-11-16T21:03:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.1009999999999998e-06
2020-11-16T21:03:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.334720+0000",
2020-11-16T21:03:19.337 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6973999999999999e-05
2020-11-16T21:03:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.338 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_repop(client.26884.0:166673 9.7 e927/908 9:ee9d2ddc:::benchmark_data_smithi065_58100_object34323:head v 927'10244, mlcod=885'2146)",
2020-11-16T21:03:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.262767+0000",
2020-11-16T21:03:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.072401883,
2020-11-16T21:03:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.072499087000000004,
2020-11-16T21:03:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T21:03:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.339 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.262767+0000",
2020-11-16T21:03:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.340 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.341 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.262767+0000",
2020-11-16T21:03:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999752
2020-11-16T21:03:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.342 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.262742+0000",
2020-11-16T21:03:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2280000000000005e-05
2020-11-16T21:03:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.262824+0000",
2020-11-16T21:03:19.343 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5781e-05
2020-11-16T21:03:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.262840+0000",
2020-11-16T21:03:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9900000000000003e-06
2020-11-16T21:03:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.344 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.262849+0000",
2020-11-16T21:03:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038011731
2020-11-16T21:03:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.345 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.300861+0000",
2020-11-16T21:03:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4612e-05
2020-11-16T21:03:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:03:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.300895+0000",
2020-11-16T21:03:19.346 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038128443999999997
2020-11-16T21:03:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:166643 9.f 9:fbc117c9:::benchmark_data_smithi065_58100_object34293:head [delete] snapc 0=[] ondisk+write+known_if_redirected e927)",
2020-11-16T21:03:19.347 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.097037+0000",
2020-11-16T21:03:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.23813136900000001,
2020-11-16T21:03:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.238273121,
2020-11-16T21:03:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "delayed",
2020-11-16T21:03:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:03:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:03:19.348 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:03:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 166643
2020-11-16T21:03:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:03:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.097037+0000",
2020-11-16T21:03:19.349 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.097037+0000",
2020-11-16T21:03:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999969
2020-11-16T21:03:19.350 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.097006+0000",
2020-11-16T21:03:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4614000000000001e-05
2020-11-16T21:03:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.351 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.097081+0000",
2020-11-16T21:03:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7549000000000001e-05
2020-11-16T21:03:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.097099+0000",
2020-11-16T21:03:19.352 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0652000000000001e-05
2020-11-16T21:03:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.097109+0000",
2020-11-16T21:03:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.097929154000000004
2020-11-16T21:03:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.353 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.195038+0000",
2020-11-16T21:03:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2891000000000003e-05
2020-11-16T21:03:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:03:19.354 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.195121+0000",
2020-11-16T21:03:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.098083901000000001
2020-11-16T21:03:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.355 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:166687 9.0 9:07bc1c10:::benchmark_data_smithi065_58100_object34337:head [delete] snapc 0=[] ondisk+write+known_if_redirected e927)",
2020-11-16T21:03:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.245798+0000",
2020-11-16T21:03:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.089370686000000005,
2020-11-16T21:03:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.089558296999999995,
2020-11-16T21:03:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T21:03:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:03:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:03:19.356 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:03:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 166687
2020-11-16T21:03:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:03:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.357 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.245798+0000",
2020-11-16T21:03:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.245798+0000",
2020-11-16T21:03:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T21:03:19.358 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.245768+0000",
2020-11-16T21:03:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6007999999999995e-05
2020-11-16T21:03:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.359 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.245834+0000",
2020-11-16T21:03:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0944999999999999e-05
2020-11-16T21:03:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.245845+0000",
2020-11-16T21:03:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5160000000000002e-06
2020-11-16T21:03:19.360 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.245851+0000",
2020-11-16T21:03:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020118707999999999
2020-11-16T21:03:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.361 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.265969+0000",
2020-11-16T21:03:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016988699999999999
2020-11-16T21:03:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for rw locks",
2020-11-16T21:03:19.362 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.266139+0000",
2020-11-16T21:03:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.057393597999999997
2020-11-16T21:03:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.323533+0000",
2020-11-16T21:03:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013045999999999999
2020-11-16T21:03:19.363 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:03:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.323663+0000",
2020-11-16T21:03:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000924295
2020-11-16T21:03:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6,11",
2020-11-16T21:03:19.364 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.324588+0000",
2020-11-16T21:03:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0078452020000000008
2020-11-16T21:03:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:03:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.332433+0000",
2020-11-16T21:03:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.086634802999999996
2020-11-16T21:03:19.365 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "MOSDPGPushReply(9.f 927/908 [PushReplyOp(9:fbc117c9:::benchmark_data_smithi065_58100_object34293:head)])",
2020-11-16T21:03:19.366 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.246063+0000",
2020-11-16T21:03:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.089106155000000006,
2020-11-16T21:03:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.089351162999999997,
2020-11-16T21:03:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:03:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.367 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.246063+0000",
2020-11-16T21:03:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.246063+0000",
2020-11-16T21:03:19.368 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999738
2020-11-16T21:03:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.246036+0000",
2020-11-16T21:03:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7367999999999996e-05
2020-11-16T21:03:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.369 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.246104+0000",
2020-11-16T21:03:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1732999999999999e-05
2020-11-16T21:03:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.370 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.246116+0000",
2020-11-16T21:03:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2229999999999998e-06
2020-11-16T21:03:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.246121+0000",
2020-11-16T21:03:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.083872494000000006
2020-11-16T21:03:19.371 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.329993+0000",
2020-11-16T21:03:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.083930631000000006
2020-11-16T21:03:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.372 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:166713 9.6 9:6aedcbf8:::benchmark_data_smithi065_58100_object34363:head [delete] snapc 0=[] ondisk+write+known_if_redirected e927)",
2020-11-16T21:03:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.315375+0000",
2020-11-16T21:03:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.019793359999999999,
2020-11-16T21:03:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.020073898,
2020-11-16T21:03:19.373 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T21:03:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:03:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:03:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:03:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 166713
2020-11-16T21:03:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:03:19.374 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.315375+0000",
2020-11-16T21:03:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.375 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.315375+0000",
2020-11-16T21:03:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T21:03:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.315345+0000",
2020-11-16T21:03:19.376 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8294999999999996e-05
2020-11-16T21:03:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.315414+0000",
2020-11-16T21:03:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3726e-05
2020-11-16T21:03:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.377 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.315427+0000",
2020-11-16T21:03:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9559999999999997e-06
2020-11-16T21:03:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.378 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.315435+0000",
2020-11-16T21:03:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.005785363
2020-11-16T21:03:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.321221+0000",
2020-11-16T21:03:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000161099
2020-11-16T21:03:19.379 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:03:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.321382+0000",
2020-11-16T21:03:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019474
2020-11-16T21:03:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.380 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T21:03:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.321577+0000",
2020-11-16T21:03:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0062012380000000004
2020-11-16T21:03:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.381 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:166720 9.4 9:22c9e6dd:::benchmark_data_smithi065_58100_object34370:head [delete] snapc 0=[] ondisk+write+known_if_redirected e927)",
2020-11-16T21:03:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.325334+0000",
2020-11-16T21:03:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0098347030000000002,
2020-11-16T21:03:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.010161172,
2020-11-16T21:03:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T21:03:19.382 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:03:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:03:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:03:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 166720
2020-11-16T21:03:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:03:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.383 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325334+0000",
2020-11-16T21:03:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325334+0000",
2020-11-16T21:03:19.384 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.999959
2020-11-16T21:03:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325293+0000",
2020-11-16T21:03:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000102435
2020-11-16T21:03:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.385 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325395+0000",
2020-11-16T21:03:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5233e-05
2020-11-16T21:03:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.386 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325411+0000",
2020-11-16T21:03:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0088000000000001e-05
2020-11-16T21:03:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325421+0000",
2020-11-16T21:03:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2748999999999999e-05
2020-11-16T21:03:19.387 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325474+0000",
2020-11-16T21:03:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015074500000000001
2020-11-16T21:03:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.388 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:03:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325624+0000",
2020-11-16T21:03:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014956400000000001
2020-11-16T21:03:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:03:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.325774+0000",
2020-11-16T21:03:19.389 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0092645880000000007
2020-11-16T21:03:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:03:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.335038+0000",
2020-11-16T21:03:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.009704407
2020-11-16T21:03:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.390 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:166721 9.2 9:499bf851:::benchmark_data_smithi065_58100_object34371:head [delete] snapc 0=[] ondisk+write+known_if_redirected e927)",
2020-11-16T21:03:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.327258+0000",
2020-11-16T21:03:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0079109530000000001,
2020-11-16T21:03:19.391 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0082892160000000003,
2020-11-16T21:03:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T21:03:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:03:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:03:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:03:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 166721
2020-11-16T21:03:19.392 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:03:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327258+0000",
2020-11-16T21:03:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.393 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327258+0000",
2020-11-16T21:03:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999695
2020-11-16T21:03:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.394 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327227+0000",
2020-11-16T21:03:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9957999999999997e-05
2020-11-16T21:03:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327297+0000",
2020-11-16T21:03:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3767999999999999e-05
2020-11-16T21:03:19.395 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327311+0000",
2020-11-16T21:03:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3319999999999992e-06
2020-11-16T21:03:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.396 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327319+0000",
2020-11-16T21:03:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4099999999999999e-05
2020-11-16T21:03:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327393+0000",
2020-11-16T21:03:19.397 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013525700000000001
2020-11-16T21:03:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:03:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327529+0000",
2020-11-16T21:03:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9467000000000002e-05
2020-11-16T21:03:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.398 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:03:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327618+0000",
2020-11-16T21:03:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00036023300000000001
2020-11-16T21:03:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.399 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:166722 9.2 9:426b80d0:::benchmark_data_smithi065_58100_object34372:head [delete] snapc 0=[] ondisk+write+known_if_redirected e927)",
2020-11-16T21:03:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.327411+0000",
2020-11-16T21:03:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.0077573290000000003,
2020-11-16T21:03:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.0081813909999999997,
2020-11-16T21:03:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.400 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "waiting for sub ops",
2020-11-16T21:03:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:03:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:03:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:03:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 166722
2020-11-16T21:03:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:03:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.401 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327411+0000",
2020-11-16T21:03:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.402 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327411+0000",
2020-11-16T21:03:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999719
2020-11-16T21:03:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327383+0000",
2020-11-16T21:03:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5870000000000005e-05
2020-11-16T21:03:19.403 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327449+0000",
2020-11-16T21:03:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.9040000000000004e-06
2020-11-16T21:03:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.404 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327459+0000",
2020-11-16T21:03:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6559999999999997e-06
2020-11-16T21:03:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.327465+0000",
2020-11-16T21:03:19.405 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0060515439999999998
2020-11-16T21:03:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.333516+0000",
2020-11-16T21:03:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000166501
2020-11-16T21:03:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.406 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:03:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.333683+0000",
2020-11-16T21:03:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000121552
2020-11-16T21:03:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:03:19.407 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.333804+0000",
2020-11-16T21:03:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0063929850000000003
2020-11-16T21:03:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:03:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:03:19.408 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "MOSDPGPush(9.7 927/908 [PushOp(9:e392bc90:::benchmark_data_smithi065_58100_object34329:head, version: 885'2147, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:e392bc90:::benchmark_data_smithi065_58100_object34329:head@885'2147, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])",
2020-11-16T21:03:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:19.257214+0000",
2020-11-16T21:03:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 0.077954908000000003,
2020-11-16T21:03:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.078439822000000006,
2020-11-16T21:03:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:03:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "started",
2020-11-16T21:03:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:03:19.409 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:03:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.257214+0000",
2020-11-16T21:03:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:03:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:03:19.410 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.257214+0000",
2020-11-16T21:03:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999752
2020-11-16T21:03:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:03:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.257189+0000",
2020-11-16T21:03:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012212
2020-11-16T21:03:19.411 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:03:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.257311+0000",
2020-11-16T21:03:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7001000000000001e-05
2020-11-16T21:03:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.412 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:03:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.257338+0000",
2020-11-16T21:03:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8189000000000003e-05
2020-11-16T21:03:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:03:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.257377+0000",
2020-11-16T21:03:19.413 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.065718609999999997
2020-11-16T21:03:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:03:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.323095+0000",
2020-11-16T21:03:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.2400000000000007e-06
2020-11-16T21:03:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:03:19.414 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:03:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:03:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:19.323103+0000",
2020-11-16T21:03:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.065889575000000006
2020-11-16T21:03:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:03:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:03:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:03:19.415 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T21:03:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:    ],
2020-11-16T21:03:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 11
2020-11-16T21:03:19.416 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:03:19.418 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:03:19 smithi142 bash[114994]: debug 2020-11-16T21:03:19.321+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:19.424 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:19.563 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:19.668 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:03:19.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:19 smithi065 bash[18823]: debug 2020-11-16T21:03:19.557+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:19.881 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:03:19.985 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:20.029 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:03:19 smithi142 bash[147327]: debug 2020-11-16T21:03:19.885+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:20.084 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T21:03:20.097 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:20.201 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:20.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:20 smithi065 bash[9468]: cluster 2020-11-16T21:03:18.687312+0000 mgr.x (mgr.14196) 1564 : cluster [DBG] pgmap v2379: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 43726/198248 objects misplaced (22.056%); 11 MiB/s, 184 objects/s recovering
2020-11-16T21:03:20.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:20 smithi065 bash[9468]: audit 2020-11-16T21:03:19.324868+0000 mgr.x (mgr.14196) 1565 : audit [DBG] from='client.27031 v1:172.21.15.142:0/1714689417' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:20.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:20 smithi065 bash[9468]: audit 2020-11-16T21:03:19.864824+0000 mon.a (mon.0) 2833 : audit [INF] from='client.? v1:172.21.15.142:0/2211980959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:03:20.278 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:20 smithi065 bash[11785]: debug 2020-11-16T21:03:20.097+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:20.313 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:20.419 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:20.428 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:03:20.437 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:20 smithi142 bash[9523]: cluster 2020-11-16T21:03:18.687312+0000 mgr.x (mgr.14196) 1564 : cluster [DBG] pgmap v2379: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 43726/198248 objects misplaced (22.056%); 11 MiB/s, 184 objects/s recovering
2020-11-16T21:03:20.437 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:20 smithi142 bash[9523]: audit 2020-11-16T21:03:19.324868+0000 mgr.x (mgr.14196) 1565 : audit [DBG] from='client.27031 v1:172.21.15.142:0/1714689417' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:20.437 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:20 smithi142 bash[9523]: audit 2020-11-16T21:03:19.864824+0000 mon.a (mon.0) 2833 : audit [INF] from='client.? v1:172.21.15.142:0/2211980959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:03:20.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:20 smithi071 bash[9480]: cluster 2020-11-16T21:03:18.687312+0000 mgr.x (mgr.14196) 1564 : cluster [DBG] pgmap v2379: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 43726/198248 objects misplaced (22.056%); 11 MiB/s, 184 objects/s recovering
2020-11-16T21:03:20.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:20 smithi071 bash[9480]: audit 2020-11-16T21:03:19.324868+0000 mgr.x (mgr.14196) 1565 : audit [DBG] from='client.27031 v1:172.21.15.142:0/1714689417' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:20.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:20 smithi071 bash[9480]: audit 2020-11-16T21:03:19.864824+0000 mon.a (mon.0) 2833 : audit [INF] from='client.? v1:172.21.15.142:0/2211980959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:03:20.563 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:20.567 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:20 smithi065 bash[16457]: debug 2020-11-16T21:03:20.553+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:20.568 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:20 smithi065 bash[18823]: debug 2020-11-16T21:03:20.313+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:20.596 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:20.669 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:03:20.785 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:03:20.890 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:20.943 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:03:20 smithi071 bash[26650]: debug 2020-11-16T21:03:20.788+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:21.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:21 smithi142 bash[9523]: cluster 2020-11-16T21:03:20.080024+0000 mon.a (mon.0) 2834 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:21.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:21 smithi142 bash[9523]: audit 2020-11-16T21:03:20.091332+0000 mon.a (mon.0) 2835 : audit [INF] from='client.? v1:172.21.15.142:0/2211980959' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:03:21.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:21 smithi142 bash[9523]: cluster 2020-11-16T21:03:20.091384+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e928: 12 total, 12 up, 8 in
2020-11-16T21:03:21.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:21 smithi071 bash[9480]: cluster 2020-11-16T21:03:20.080024+0000 mon.a (mon.0) 2834 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:21.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:21 smithi071 bash[9480]: audit 2020-11-16T21:03:20.091332+0000 mon.a (mon.0) 2835 : audit [INF] from='client.? v1:172.21.15.142:0/2211980959' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:03:21.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:21 smithi071 bash[9480]: cluster 2020-11-16T21:03:20.091384+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e928: 12 total, 12 up, 8 in
2020-11-16T21:03:21.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:21 smithi065 bash[9468]: cluster 2020-11-16T21:03:20.080024+0000 mon.a (mon.0) 2834 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:21.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:21 smithi065 bash[9468]: audit 2020-11-16T21:03:20.091332+0000 mon.a (mon.0) 2835 : audit [INF] from='client.? v1:172.21.15.142:0/2211980959' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:03:21.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:21 smithi065 bash[9468]: cluster 2020-11-16T21:03:20.091384+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e928: 12 total, 12 up, 8 in
2020-11-16T21:03:22.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:22 smithi071 bash[9480]: cluster 2020-11-16T21:03:20.687819+0000 mgr.x (mgr.14196) 1566 : cluster [DBG] pgmap v2381: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 307 op/s; 43726/198248 objects misplaced (22.056%); 6.9 MiB/s, 110 objects/s recovering
2020-11-16T21:03:22.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:22 smithi065 bash[9468]: cluster 2020-11-16T21:03:20.687819+0000 mgr.x (mgr.14196) 1566 : cluster [DBG] pgmap v2381: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 307 op/s; 43726/198248 objects misplaced (22.056%); 6.9 MiB/s, 110 objects/s recovering
2020-11-16T21:03:22.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:22 smithi142 bash[9523]: cluster 2020-11-16T21:03:20.687819+0000 mgr.x (mgr.14196) 1566 : cluster [DBG] pgmap v2381: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 6.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 307 op/s; 43726/198248 objects misplaced (22.056%); 6.9 MiB/s, 110 objects/s recovering
2020-11-16T21:03:22.600 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:22.704 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:23.029 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:03:22 smithi142 bash[20366]: debug 2020-11-16T21:03:22.601+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:24.232 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops
2020-11-16T21:03:24.401 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:24.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:24 smithi071 bash[9480]: cluster 2020-11-16T21:03:22.688249+0000 mgr.x (mgr.14196) 1567 : cluster [DBG] pgmap v2382: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 42768/194346 objects misplaced (22.006%); 14 MiB/s, 230 objects/s recovering
2020-11-16T21:03:24.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:24 smithi065 bash[9468]: cluster 2020-11-16T21:03:22.688249+0000 mgr.x (mgr.14196) 1567 : cluster [DBG] pgmap v2382: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 42768/194346 objects misplaced (22.006%); 14 MiB/s, 230 objects/s recovering
2020-11-16T21:03:24.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:24 smithi142 bash[9523]: cluster 2020-11-16T21:03:22.688249+0000 mgr.x (mgr.14196) 1567 : cluster [DBG] pgmap v2382: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 42768/194346 objects misplaced (22.006%); 14 MiB/s, 230 objects/s recovering
2020-11-16T21:03:25.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:25 smithi071 bash[9480]: cluster 2020-11-16T21:03:24.178161+0000 osd.5 (osd.5) 257 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:25.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:25 smithi071 bash[9480]: cluster 2020-11-16T21:03:24.178252+0000 osd.5 (osd.5) 258 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:25.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:25 smithi065 bash[9468]: cluster 2020-11-16T21:03:24.178161+0000 osd.5 (osd.5) 257 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:25.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:25 smithi065 bash[9468]: cluster 2020-11-16T21:03:24.178252+0000 osd.5 (osd.5) 258 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:25.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:25 smithi142 bash[9523]: cluster 2020-11-16T21:03:24.178161+0000 osd.5 (osd.5) 257 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:25.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:25 smithi142 bash[9523]: cluster 2020-11-16T21:03:24.178252+0000 osd.5 (osd.5) 258 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:25.824 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:25.929 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:26.032 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T21:03:26.054 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:26.097 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:26 smithi065 bash[9468]: cluster 2020-11-16T21:03:24.688629+0000 mgr.x (mgr.14196) 1568 : cluster [DBG] pgmap v2383: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 454 op/s; 42768/193888 objects misplaced (22.058%); 12 MiB/s, 191 objects/s recovering
2020-11-16T21:03:26.097 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:26 smithi065 bash[9468]: cluster 2020-11-16T21:03:25.106292+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e929: 12 total, 12 up, 8 in
2020-11-16T21:03:26.097 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:25 smithi065 bash[16457]: debug 2020-11-16T21:03:25.824+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:26.158 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:03:26.191 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:26.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:26 smithi071 bash[9480]: cluster 2020-11-16T21:03:24.688629+0000 mgr.x (mgr.14196) 1568 : cluster [DBG] pgmap v2383: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 454 op/s; 42768/193888 objects misplaced (22.058%); 12 MiB/s, 191 objects/s recovering
2020-11-16T21:03:26.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:26 smithi071 bash[9480]: cluster 2020-11-16T21:03:25.106292+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e929: 12 total, 12 up, 8 in
2020-11-16T21:03:26.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:26 smithi071 bash[16796]: debug 2020-11-16T21:03:26.056+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:26.283 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:03:26.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:26 smithi142 bash[9523]: cluster 2020-11-16T21:03:24.688629+0000 mgr.x (mgr.14196) 1568 : cluster [DBG] pgmap v2383: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 454 op/s; 42768/193888 objects misplaced (22.058%); 12 MiB/s, 191 objects/s recovering
2020-11-16T21:03:26.312 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:26 smithi142 bash[9523]: cluster 2020-11-16T21:03:25.106292+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e929: 12 total, 12 up, 8 in
2020-11-16T21:03:26.388 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:26.499 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:26.602 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:26.693 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:03:26 smithi071 bash[14419]: debug 2020-11-16T21:03:26.284+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:26.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:26 smithi071 bash[16796]: debug 2020-11-16T21:03:26.504+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:27.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:27 smithi071 bash[9480]: audit 2020-11-16T21:03:26.373230+0000 mon.a (mon.0) 2838 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:03:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:27 smithi071 bash[9480]: audit 2020-11-16T21:03:26.373463+0000 mon.a (mon.0) 2839 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:03:27.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:27 smithi065 bash[9468]: audit 2020-11-16T21:03:26.373230+0000 mon.a (mon.0) 2838 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:03:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:27 smithi065 bash[9468]: audit 2020-11-16T21:03:26.373463+0000 mon.a (mon.0) 2839 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:03:27.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:27 smithi142 bash[9523]: audit 2020-11-16T21:03:26.373230+0000 mon.a (mon.0) 2838 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:03:27.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:27 smithi142 bash[9523]: audit 2020-11-16T21:03:26.373463+0000 mon.a (mon.0) 2839 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:03:28.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:28 smithi071 bash[9480]: cluster 2020-11-16T21:03:26.689164+0000 mgr.x (mgr.14196) 1569 : cluster [DBG] pgmap v2385: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 401 op/s; 42232/191822 objects misplaced (22.016%); 12 MiB/s, 186 objects/s recovering
2020-11-16T21:03:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:28 smithi065 bash[9468]: cluster 2020-11-16T21:03:26.689164+0000 mgr.x (mgr.14196) 1569 : cluster [DBG] pgmap v2385: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 401 op/s; 42232/191822 objects misplaced (22.016%); 12 MiB/s, 186 objects/s recovering
2020-11-16T21:03:28.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:28 smithi142 bash[9523]: cluster 2020-11-16T21:03:26.689164+0000 mgr.x (mgr.14196) 1569 : cluster [DBG] pgmap v2385: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 401 op/s; 42232/191822 objects misplaced (22.016%); 12 MiB/s, 186 objects/s recovering
2020-11-16T21:03:29.183 INFO:tasks.thrashosds.thrasher:in_osds:  [1, 4, 6, 7, 8, 11, 9, 10] out_osds:  [2, 5, 3, 0] dead_osds:  [] live_osds:  [1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3, 0]
2020-11-16T21:03:29.183 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T21:03:29.184 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:03:29.184 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 3.0
2020-11-16T21:03:29.326 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:30.026 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:30.131 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:30.277 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:30 smithi065 bash[11785]: debug 2020-11-16T21:03:30.028+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:30.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:30 smithi065 bash[9468]: cluster 2020-11-16T21:03:28.689712+0000 mgr.x (mgr.14196) 1570 : cluster [DBG] pgmap v2386: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 41819/189690 objects misplaced (22.046%); 14 MiB/s, 221 objects/s recovering
2020-11-16T21:03:30.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:30 smithi065 bash[9468]: cluster 2020-11-16T21:03:29.138248+0000 osd.7 (osd.7) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:30.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:30 smithi065 bash[9468]: cluster 2020-11-16T21:03:29.138378+0000 osd.7 (osd.7) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:30.364 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:30 smithi142 bash[9523]: cluster 2020-11-16T21:03:28.689712+0000 mgr.x (mgr.14196) 1570 : cluster [DBG] pgmap v2386: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 41819/189690 objects misplaced (22.046%); 14 MiB/s, 221 objects/s recovering
2020-11-16T21:03:30.364 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:30 smithi142 bash[9523]: cluster 2020-11-16T21:03:29.138248+0000 osd.7 (osd.7) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:30.364 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:30 smithi142 bash[9523]: cluster 2020-11-16T21:03:29.138378+0000 osd.7 (osd.7) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:30.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:30 smithi071 bash[9480]: cluster 2020-11-16T21:03:28.689712+0000 mgr.x (mgr.14196) 1570 : cluster [DBG] pgmap v2386: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 41819/189690 objects misplaced (22.046%); 14 MiB/s, 221 objects/s recovering
2020-11-16T21:03:30.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:30 smithi071 bash[9480]: cluster 2020-11-16T21:03:29.138248+0000 osd.7 (osd.7) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:30.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:30 smithi071 bash[9480]: cluster 2020-11-16T21:03:29.138378+0000 osd.7 (osd.7) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:31.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:31 smithi071 bash[9480]: cluster 2020-11-16T21:03:30.117109+0000 mon.a (mon.0) 2840 : cluster [DBG] osdmap e930: 12 total, 12 up, 8 in
2020-11-16T21:03:31.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:31 smithi065 bash[9468]: cluster 2020-11-16T21:03:30.117109+0000 mon.a (mon.0) 2840 : cluster [DBG] osdmap e930: 12 total, 12 up, 8 in
2020-11-16T21:03:31.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:31 smithi142 bash[9523]: cluster 2020-11-16T21:03:30.117109+0000 mon.a (mon.0) 2840 : cluster [DBG] osdmap e930: 12 total, 12 up, 8 in
2020-11-16T21:03:31.985 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:32.089 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:32.304 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:32 smithi065 bash[9468]: cluster 2020-11-16T21:03:30.690167+0000 mgr.x (mgr.14196) 1571 : cluster [DBG] pgmap v2388: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 290 op/s; 41819/189690 objects misplaced (22.046%); 7.4 MiB/s, 118 objects/s recovering
2020-11-16T21:03:32.305 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:31 smithi065 bash[16457]: debug 2020-11-16T21:03:31.984+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:32.355 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:32 smithi142 bash[9523]: cluster 2020-11-16T21:03:30.690167+0000 mgr.x (mgr.14196) 1571 : cluster [DBG] pgmap v2388: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 290 op/s; 41819/189690 objects misplaced (22.046%); 7.4 MiB/s, 118 objects/s recovering
2020-11-16T21:03:32.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:32 smithi071 bash[9480]: cluster 2020-11-16T21:03:30.690167+0000 mgr.x (mgr.14196) 1571 : cluster [DBG] pgmap v2388: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 290 op/s; 41819/189690 objects misplaced (22.046%); 7.4 MiB/s, 118 objects/s recovering
2020-11-16T21:03:33.680 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:33.784 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:34.027 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:33 smithi065 bash[11785]: debug 2020-11-16T21:03:33.680+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:34.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:34 smithi142 bash[9523]: cluster 2020-11-16T21:03:32.690701+0000 mgr.x (mgr.14196) 1572 : cluster [DBG] pgmap v2389: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 463 op/s; 40991/186464 objects misplaced (21.983%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:03:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:34 smithi142 bash[9523]: cluster 2020-11-16T21:03:33.363236+0000 osd.8 (osd.8) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:34.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:34 smithi142 bash[9523]: cluster 2020-11-16T21:03:33.363336+0000 osd.8 (osd.8) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:34.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:34 smithi071 bash[9480]: cluster 2020-11-16T21:03:32.690701+0000 mgr.x (mgr.14196) 1572 : cluster [DBG] pgmap v2389: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 463 op/s; 40991/186464 objects misplaced (21.983%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:03:34.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:34 smithi071 bash[9480]: cluster 2020-11-16T21:03:33.363236+0000 osd.8 (osd.8) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:34.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:34 smithi071 bash[9480]: cluster 2020-11-16T21:03:33.363336+0000 osd.8 (osd.8) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:34.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:34 smithi065 bash[9468]: cluster 2020-11-16T21:03:32.690701+0000 mgr.x (mgr.14196) 1572 : cluster [DBG] pgmap v2389: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 463 op/s; 40991/186464 objects misplaced (21.983%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:03:34.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:34 smithi065 bash[9468]: cluster 2020-11-16T21:03:33.363236+0000 osd.8 (osd.8) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:34.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:34 smithi065 bash[9468]: cluster 2020-11-16T21:03:33.363336+0000 osd.8 (osd.8) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:34.655 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:03:34.684 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:03:34.711 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:03:34.739 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:03:34.766 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:03:34.801 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:03:34.829 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:03:34.854 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:03:34.884 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:03:34.998 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:03:35.024 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:03:35.109 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:03:35.111 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.111 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.111 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.112 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.112 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.112 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.112 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.112 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.112 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.112 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.113 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.113 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:03:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:35 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.136945+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e931: 12 total, 12 up, 8 in
2020-11-16T21:03:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:35 smithi071 bash[9480]: audit 2020-11-16T21:03:34.637230+0000 mon.a (mon.0) 2842 : audit [DBG] from='client.? v1:172.21.15.142:0/1428292026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:03:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:35 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.665444+0000 osd.0 (osd.0) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:35 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.694217+0000 osd.1 (osd.1) 346 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:35 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.721523+0000 osd.2 (osd.2) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:35 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.749328+0000 osd.3 (osd.3) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:35 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.775622+0000 osd.4 (osd.4) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:35 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.838101+0000 osd.6 (osd.6) 290 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.136945+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e931: 12 total, 12 up, 8 in
2020-11-16T21:03:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[9468]: audit 2020-11-16T21:03:34.637230+0000 mon.a (mon.0) 2842 : audit [DBG] from='client.? v1:172.21.15.142:0/1428292026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:03:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.665444+0000 osd.0 (osd.0) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.694217+0000 osd.1 (osd.1) 346 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.721523+0000 osd.2 (osd.2) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.749328+0000 osd.3 (osd.3) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.775622+0000 osd.4 (osd.4) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.838101+0000 osd.6 (osd.6) 290 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:35 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.136945+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e931: 12 total, 12 up, 8 in
2020-11-16T21:03:35.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:35 smithi142 bash[9523]: audit 2020-11-16T21:03:34.637230+0000 mon.a (mon.0) 2842 : audit [DBG] from='client.? v1:172.21.15.142:0/1428292026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:03:35.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:35 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.665444+0000 osd.0 (osd.0) 16 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:35 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.694217+0000 osd.1 (osd.1) 346 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:35 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.721523+0000 osd.2 (osd.2) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:35 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.749328+0000 osd.3 (osd.3) 71 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:35 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.775622+0000 osd.4 (osd.4) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:35 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.838101+0000 osd.6 (osd.6) 290 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:35.926 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:36.030 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:36 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.691152+0000 mgr.x (mgr.14196) 1573 : cluster [DBG] pgmap v2391: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 362 op/s; 40991/186026 objects misplaced (22.035%); 9.7 MiB/s, 155 objects/s recovering
2020-11-16T21:03:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:36 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.810549+0000 osd.5 (osd.5) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:36 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.863496+0000 osd.7 (osd.7) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:36 smithi065 bash[9468]: cluster 2020-11-16T21:03:34.891914+0000 osd.8 (osd.8) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:36 smithi065 bash[9468]: cluster 2020-11-16T21:03:35.004759+0000 osd.9 (osd.9) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:36 smithi065 bash[9468]: cluster 2020-11-16T21:03:35.031765+0000 osd.10 (osd.10) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:36 smithi065 bash[9468]: cluster 2020-11-16T21:03:35.116737+0000 osd.11 (osd.11) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.279 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:35 smithi065 bash[16457]: debug 2020-11-16T21:03:35.928+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:36.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:36 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.691152+0000 mgr.x (mgr.14196) 1573 : cluster [DBG] pgmap v2391: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 362 op/s; 40991/186026 objects misplaced (22.035%); 9.7 MiB/s, 155 objects/s recovering
2020-11-16T21:03:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:36 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.810549+0000 osd.5 (osd.5) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:36 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.863496+0000 osd.7 (osd.7) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:36 smithi071 bash[9480]: cluster 2020-11-16T21:03:34.891914+0000 osd.8 (osd.8) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:36 smithi071 bash[9480]: cluster 2020-11-16T21:03:35.004759+0000 osd.9 (osd.9) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:36 smithi071 bash[9480]: cluster 2020-11-16T21:03:35.031765+0000 osd.10 (osd.10) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:36 smithi071 bash[9480]: cluster 2020-11-16T21:03:35.116737+0000 osd.11 (osd.11) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:36 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.691152+0000 mgr.x (mgr.14196) 1573 : cluster [DBG] pgmap v2391: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 362 op/s; 40991/186026 objects misplaced (22.035%); 9.7 MiB/s, 155 objects/s recovering
2020-11-16T21:03:36.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:36 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.810549+0000 osd.5 (osd.5) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:36 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.863496+0000 osd.7 (osd.7) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:36 smithi142 bash[9523]: cluster 2020-11-16T21:03:34.891914+0000 osd.8 (osd.8) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:36 smithi142 bash[9523]: cluster 2020-11-16T21:03:35.004759+0000 osd.9 (osd.9) 245 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.818 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:36 smithi142 bash[9523]: cluster 2020-11-16T21:03:35.031765+0000 osd.10 (osd.10) 251 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:36.818 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:36 smithi142 bash[9523]: cluster 2020-11-16T21:03:35.116737+0000 osd.11 (osd.11) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:03:37.559 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:37.662 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:37.798 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:37.902 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:37.943 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:03:37 smithi071 bash[12066]: debug 2020-11-16T21:03:37.800+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:37.976 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:03:37 smithi142 bash[18009]: debug 2020-11-16T21:03:37.561+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:38 smithi142 bash[9523]: cluster 2020-11-16T21:03:36.691653+0000 mgr.x (mgr.14196) 1574 : cluster [DBG] pgmap v2392: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 355 op/s; 40448/183998 objects misplaced (21.983%); 11 MiB/s, 171 objects/s recovering
2020-11-16T21:03:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:38 smithi142 bash[9523]: cluster 2020-11-16T21:03:37.229951+0000 osd.1 (osd.1) 347 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:38.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:38 smithi142 bash[9523]: cluster 2020-11-16T21:03:37.230069+0000 osd.1 (osd.1) 348 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:38.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:38 smithi071 bash[9480]: cluster 2020-11-16T21:03:36.691653+0000 mgr.x (mgr.14196) 1574 : cluster [DBG] pgmap v2392: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 355 op/s; 40448/183998 objects misplaced (21.983%); 11 MiB/s, 171 objects/s recovering
2020-11-16T21:03:38.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:38 smithi071 bash[9480]: cluster 2020-11-16T21:03:37.229951+0000 osd.1 (osd.1) 347 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:38.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:38 smithi071 bash[9480]: cluster 2020-11-16T21:03:37.230069+0000 osd.1 (osd.1) 348 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:38.972 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:39.007 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T21:03:39.008 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:03:39.076 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:03:39.187 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:03:39.226 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:38 smithi065 bash[9468]: cluster 2020-11-16T21:03:36.691653+0000 mgr.x (mgr.14196) 1574 : cluster [DBG] pgmap v2392: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 355 op/s; 40448/183998 objects misplaced (21.983%); 11 MiB/s, 171 objects/s recovering
2020-11-16T21:03:39.226 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:38 smithi065 bash[9468]: cluster 2020-11-16T21:03:37.229951+0000 osd.1 (osd.1) 347 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:39.226 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:38 smithi065 bash[9468]: cluster 2020-11-16T21:03:37.230069+0000 osd.1 (osd.1) 348 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:39.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:03:38 smithi142 bash[18009]: debug 2020-11-16T21:03:38.973+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:39 smithi142 bash[9523]: cluster 2020-11-16T21:03:38.157458+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e932: 12 total, 12 up, 8 in
2020-11-16T21:03:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:39 smithi142 bash[9523]: cluster 2020-11-16T21:03:38.601219+0000 osd.11 (osd.11) 269 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:39 smithi142 bash[9523]: cluster 2020-11-16T21:03:38.601334+0000 osd.11 (osd.11) 270 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:39.297 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:39.444 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:03:39 smithi071 bash[14419]: debug 2020-11-16T21:03:39.188+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:39 smithi071 bash[9480]: cluster 2020-11-16T21:03:38.157458+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e932: 12 total, 12 up, 8 in
2020-11-16T21:03:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:39 smithi071 bash[9480]: cluster 2020-11-16T21:03:38.601219+0000 osd.11 (osd.11) 269 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:39 smithi071 bash[9480]: cluster 2020-11-16T21:03:38.601334+0000 osd.11 (osd.11) 270 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:39.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:39 smithi065 bash[9468]: cluster 2020-11-16T21:03:38.157458+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e932: 12 total, 12 up, 8 in
2020-11-16T21:03:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:39 smithi065 bash[9468]: cluster 2020-11-16T21:03:38.601219+0000 osd.11 (osd.11) 269 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:39 smithi065 bash[9468]: cluster 2020-11-16T21:03:38.601334+0000 osd.11 (osd.11) 270 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:40.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:40 smithi071 bash[9480]: cluster 2020-11-16T21:03:38.692214+0000 mgr.x (mgr.14196) 1575 : cluster [DBG] pgmap v2394: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 40061/181908 objects misplaced (22.023%); 14 MiB/s, 219 objects/s recovering
2020-11-16T21:03:40.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:40 smithi071 bash[9480]: cluster 2020-11-16T21:03:39.163677+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e933: 12 total, 12 up, 8 in
2020-11-16T21:03:40.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:40 smithi065 bash[9468]: cluster 2020-11-16T21:03:38.692214+0000 mgr.x (mgr.14196) 1575 : cluster [DBG] pgmap v2394: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 40061/181908 objects misplaced (22.023%); 14 MiB/s, 219 objects/s recovering
2020-11-16T21:03:40.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:40 smithi065 bash[9468]: cluster 2020-11-16T21:03:39.163677+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e933: 12 total, 12 up, 8 in
2020-11-16T21:03:40.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:40 smithi142 bash[9523]: cluster 2020-11-16T21:03:38.692214+0000 mgr.x (mgr.14196) 1575 : cluster [DBG] pgmap v2394: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 40061/181908 objects misplaced (22.023%); 14 MiB/s, 219 objects/s recovering
2020-11-16T21:03:40.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:40 smithi142 bash[9523]: cluster 2020-11-16T21:03:39.163677+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e933: 12 total, 12 up, 8 in
2020-11-16T21:03:41.037 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:03:41.202 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:41.423 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:41 smithi142 bash[9523]: cluster 2020-11-16T21:03:40.339516+0000 osd.3 (osd.3) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:41.424 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:41 smithi142 bash[9523]: cluster 2020-11-16T21:03:40.343857+0000 osd.3 (osd.3) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:41.429 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:41.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:41 smithi071 bash[9480]: cluster 2020-11-16T21:03:40.339516+0000 osd.3 (osd.3) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:41 smithi071 bash[9480]: cluster 2020-11-16T21:03:40.343857+0000 osd.3 (osd.3) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:41.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:41 smithi065 bash[9468]: cluster 2020-11-16T21:03:40.339516+0000 osd.3 (osd.3) 72 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:41.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:41 smithi065 bash[9468]: cluster 2020-11-16T21:03:40.343857+0000 osd.3 (osd.3) 73 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:41.531 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:03:41.693 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:03:41.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:03:41 smithi142 bash[18009]: debug 2020-11-16T21:03:41.425+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:41.797 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:41.805 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:03:41 smithi065 bash[14115]: debug 2020-11-16T21:03:41.692+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:42.065 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:42.170 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:42.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:42 smithi142 bash[9523]: cluster 2020-11-16T21:03:40.692719+0000 mgr.x (mgr.14196) 1576 : cluster [DBG] pgmap v2396: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 313 op/s; 40061/181908 objects misplaced (22.023%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T21:03:42.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:42 smithi142 bash[9523]: cluster 2020-11-16T21:03:41.173991+0000 mon.a (mon.0) 2845 : cluster [DBG] osdmap e934: 12 total, 12 up, 8 in
2020-11-16T21:03:42.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:42 smithi071 bash[9480]: cluster 2020-11-16T21:03:40.692719+0000 mgr.x (mgr.14196) 1576 : cluster [DBG] pgmap v2396: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 313 op/s; 40061/181908 objects misplaced (22.023%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T21:03:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:42 smithi071 bash[9480]: cluster 2020-11-16T21:03:41.173991+0000 mon.a (mon.0) 2845 : cluster [DBG] osdmap e934: 12 total, 12 up, 8 in
2020-11-16T21:03:42.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:42 smithi065 bash[9468]: cluster 2020-11-16T21:03:40.692719+0000 mgr.x (mgr.14196) 1576 : cluster [DBG] pgmap v2396: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 313 op/s; 40061/181908 objects misplaced (22.023%); 8.8 MiB/s, 141 objects/s recovering
2020-11-16T21:03:42.620 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:42 smithi065 bash[9468]: cluster 2020-11-16T21:03:41.173991+0000 mon.a (mon.0) 2845 : cluster [DBG] osdmap e934: 12 total, 12 up, 8 in
2020-11-16T21:03:42.621 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:42 smithi065 bash[18823]: debug 2020-11-16T21:03:42.064+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:42.831 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:42.941 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:43.164 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:42 smithi065 bash[11785]: debug 2020-11-16T21:03:42.832+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:43.164 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:43 smithi065 bash[9468]: audit 2020-11-16T21:03:42.816718+0000 mon.a (mon.0) 2846 : audit [INF] from='client.? v1:172.21.15.142:0/179642241' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:03:43.178 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T21:03:43.248 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.1 dump_historic_ops
2020-11-16T21:03:43.412 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:43.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:43 smithi071 bash[9480]: audit 2020-11-16T21:03:42.816718+0000 mon.a (mon.0) 2846 : audit [INF] from='client.? v1:172.21.15.142:0/179642241' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:03:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:43 smithi142 bash[9523]: audit 2020-11-16T21:03:42.816718+0000 mon.a (mon.0) 2846 : audit [INF] from='client.? v1:172.21.15.142:0/179642241' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:03:44.093 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:44.197 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:44.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:44 smithi071 bash[9480]: cluster 2020-11-16T21:03:42.693293+0000 mgr.x (mgr.14196) 1577 : cluster [DBG] pgmap v2398: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 39104/178048 objects misplaced (21.963%); 14 MiB/s, 223 objects/s recovering
2020-11-16T21:03:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:44 smithi071 bash[9480]: cluster 2020-11-16T21:03:43.172879+0000 mon.a (mon.0) 2847 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:44 smithi071 bash[9480]: audit 2020-11-16T21:03:43.185710+0000 mon.a (mon.0) 2848 : audit [INF] from='client.? v1:172.21.15.142:0/179642241' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:03:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:44 smithi071 bash[9480]: cluster 2020-11-16T21:03:43.185768+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e935: 12 total, 12 up, 8 in
2020-11-16T21:03:44.527 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:44 smithi065 bash[18823]: debug 2020-11-16T21:03:44.092+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:44.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:44 smithi065 bash[9468]: cluster 2020-11-16T21:03:42.693293+0000 mgr.x (mgr.14196) 1577 : cluster [DBG] pgmap v2398: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 39104/178048 objects misplaced (21.963%); 14 MiB/s, 223 objects/s recovering
2020-11-16T21:03:44.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:44 smithi065 bash[9468]: cluster 2020-11-16T21:03:43.172879+0000 mon.a (mon.0) 2847 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:44.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:44 smithi065 bash[9468]: audit 2020-11-16T21:03:43.185710+0000 mon.a (mon.0) 2848 : audit [INF] from='client.? v1:172.21.15.142:0/179642241' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:03:44.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:44 smithi065 bash[9468]: cluster 2020-11-16T21:03:43.185768+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e935: 12 total, 12 up, 8 in
2020-11-16T21:03:44.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:44 smithi142 bash[9523]: cluster 2020-11-16T21:03:42.693293+0000 mgr.x (mgr.14196) 1577 : cluster [DBG] pgmap v2398: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 39104/178048 objects misplaced (21.963%); 14 MiB/s, 223 objects/s recovering
2020-11-16T21:03:44.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:44 smithi142 bash[9523]: cluster 2020-11-16T21:03:43.172879+0000 mon.a (mon.0) 2847 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:03:44.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:44 smithi142 bash[9523]: audit 2020-11-16T21:03:43.185710+0000 mon.a (mon.0) 2848 : audit [INF] from='client.? v1:172.21.15.142:0/179642241' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:03:44.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:44 smithi142 bash[9523]: cluster 2020-11-16T21:03:43.185768+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e935: 12 total, 12 up, 8 in
2020-11-16T21:03:45.576 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:03:45.679 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:03:45.822 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:03:45.926 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:46.027 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:03:45 smithi065 bash[14115]: debug 2020-11-16T21:03:45.820+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:46.042 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:03:45 smithi142 bash[18009]: debug 2020-11-16T21:03:45.585+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:46.068 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:46.173 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:46.315 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:46.420 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:46.430 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:46 smithi071 bash[9480]: cluster 2020-11-16T21:03:44.693914+0000 mgr.x (mgr.14196) 1578 : cluster [DBG] pgmap v2400: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 364 op/s; 39104/177534 objects misplaced (22.026%); 9.9 MiB/s, 159 objects/s recovering
2020-11-16T21:03:46.431 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:03:46 smithi071 bash[12066]: debug 2020-11-16T21:03:46.316+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:46.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:46 smithi065 bash[9468]: cluster 2020-11-16T21:03:44.693914+0000 mgr.x (mgr.14196) 1578 : cluster [DBG] pgmap v2400: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 364 op/s; 39104/177534 objects misplaced (22.026%); 9.9 MiB/s, 159 objects/s recovering
2020-11-16T21:03:46.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:46 smithi065 bash[11785]: debug 2020-11-16T21:03:46.064+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:46 smithi142 bash[9523]: cluster 2020-11-16T21:03:44.693914+0000 mgr.x (mgr.14196) 1578 : cluster [DBG] pgmap v2400: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 364 op/s; 39104/177534 objects misplaced (22.026%); 9.9 MiB/s, 159 objects/s recovering
2020-11-16T21:03:46.542 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:46.650 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:46.693 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:46 smithi071 bash[16796]: debug 2020-11-16T21:03:46.544+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:47.412 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:47.516 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:47.658 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:47.762 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:47.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:47 smithi065 bash[16457]: debug 2020-11-16T21:03:47.656+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:47.779 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:03:47 smithi142 bash[114994]: debug 2020-11-16T21:03:47.417+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:48.093 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:48.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:47 smithi071 bash[9480]: cluster 2020-11-16T21:03:46.694502+0000 mgr.x (mgr.14196) 1579 : cluster [DBG] pgmap v2401: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 38554/175384 objects misplaced (21.983%); 12 MiB/s, 200 objects/s recovering
2020-11-16T21:03:48.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:47 smithi071 bash[9480]: cluster 2020-11-16T21:03:46.996339+0000 osd.6 (osd.6) 291 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:48.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:47 smithi071 bash[9480]: cluster 2020-11-16T21:03:46.996403+0000 osd.6 (osd.6) 292 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:48.194 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:47 smithi065 bash[9468]: cluster 2020-11-16T21:03:46.694502+0000 mgr.x (mgr.14196) 1579 : cluster [DBG] pgmap v2401: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 38554/175384 objects misplaced (21.983%); 12 MiB/s, 200 objects/s recovering
2020-11-16T21:03:48.195 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:47 smithi065 bash[9468]: cluster 2020-11-16T21:03:46.996339+0000 osd.6 (osd.6) 291 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:48.195 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:47 smithi065 bash[9468]: cluster 2020-11-16T21:03:46.996403+0000 osd.6 (osd.6) 292 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:48.195 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:48 smithi065 bash[18823]: debug 2020-11-16T21:03:48.092+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:48.196 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:48.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:47 smithi142 bash[9523]: cluster 2020-11-16T21:03:46.694502+0000 mgr.x (mgr.14196) 1579 : cluster [DBG] pgmap v2401: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 38554/175384 objects misplaced (21.983%); 12 MiB/s, 200 objects/s recovering
2020-11-16T21:03:48.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:47 smithi142 bash[9523]: cluster 2020-11-16T21:03:46.996339+0000 osd.6 (osd.6) 291 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:48.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:47 smithi142 bash[9523]: cluster 2020-11-16T21:03:46.996403+0000 osd.6 (osd.6) 292 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:48.339 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:48.444 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:48.685 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T21:03:48.686 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:03:48.686 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 1.92029 (expected baseline 1.92841)
2020-11-16T21:03:48.686 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 2 pgs (0.470588 -> 0.470588 * mean)
2020-11-16T21:03:48.686 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:03:48.686 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:03:48.686 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T21:03:48.687 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 3
2020-11-16T21:03:48.687 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:03:48.687 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0219
2020-11-16T21:03:48.687 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.2188
2020-11-16T21:03:48.688 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:03:48.693 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:48 smithi071 bash[16796]: debug 2020-11-16T21:03:48.344+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:49.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:48 smithi071 bash[9480]: cluster 2020-11-16T21:03:47.878824+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e936: 12 total, 12 up, 8 in
2020-11-16T21:03:49.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:48 smithi065 bash[9468]: cluster 2020-11-16T21:03:47.878824+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e936: 12 total, 12 up, 8 in
2020-11-16T21:03:49.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:48 smithi142 bash[9523]: cluster 2020-11-16T21:03:47.878824+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e936: 12 total, 12 up, 8 in
2020-11-16T21:03:49.629 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T21:03:49.799 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:50.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:49 smithi142 bash[9523]: audit 2020-11-16T21:03:48.694099+0000 mgr.x (mgr.14196) 1580 : audit [DBG] from='client.17202 v1:172.21.15.142:0/2024620318' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:50.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:49 smithi142 bash[9523]: cluster 2020-11-16T21:03:48.694997+0000 mgr.x (mgr.14196) 1581 : cluster [DBG] pgmap v2403: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.3 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 471 op/s; 38125/173144 objects misplaced (22.019%); 13 MiB/s, 208 objects/s recovering
2020-11-16T21:03:50.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:49 smithi071 bash[9480]: audit 2020-11-16T21:03:48.694099+0000 mgr.x (mgr.14196) 1580 : audit [DBG] from='client.17202 v1:172.21.15.142:0/2024620318' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:50.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:49 smithi071 bash[9480]: cluster 2020-11-16T21:03:48.694997+0000 mgr.x (mgr.14196) 1581 : cluster [DBG] pgmap v2403: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.3 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 471 op/s; 38125/173144 objects misplaced (22.019%); 13 MiB/s, 208 objects/s recovering
2020-11-16T21:03:50.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:49 smithi065 bash[9468]: audit 2020-11-16T21:03:48.694099+0000 mgr.x (mgr.14196) 1580 : audit [DBG] from='client.17202 v1:172.21.15.142:0/2024620318' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:03:50.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:49 smithi065 bash[9468]: cluster 2020-11-16T21:03:48.694997+0000 mgr.x (mgr.14196) 1581 : cluster [DBG] pgmap v2403: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.3 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 471 op/s; 38125/173144 objects misplaced (22.019%); 13 MiB/s, 208 objects/s recovering
2020-11-16T21:03:50.518 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:03:50.622 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:50.751 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:03:50.777 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:03:50 smithi065 bash[11785]: debug 2020-11-16T21:03:50.744+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:50.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:03:50 smithi065 bash[18823]: debug 2020-11-16T21:03:50.520+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:50.855 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:51.743 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:51.847 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:52.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:51 smithi142 bash[9523]: cluster 2020-11-16T21:03:50.695440+0000 mgr.x (mgr.14196) 1582 : cluster [DBG] pgmap v2404: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.3 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 306 op/s; 38125/173144 objects misplaced (22.019%); 7.6 MiB/s, 122 objects/s recovering
2020-11-16T21:03:52.062 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:03:51 smithi142 bash[114994]: debug 2020-11-16T21:03:51.749+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:52.114 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:52.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:51 smithi071 bash[9480]: cluster 2020-11-16T21:03:50.695440+0000 mgr.x (mgr.14196) 1582 : cluster [DBG] pgmap v2404: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.3 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 306 op/s; 38125/173144 objects misplaced (22.019%); 7.6 MiB/s, 122 objects/s recovering
2020-11-16T21:03:52.223 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:52.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:51 smithi065 bash[9468]: cluster 2020-11-16T21:03:50.695440+0000 mgr.x (mgr.14196) 1582 : cluster [DBG] pgmap v2404: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.3 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 306 op/s; 38125/173144 objects misplaced (22.019%); 7.6 MiB/s, 122 objects/s recovering
2020-11-16T21:03:52.529 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:03:52 smithi142 bash[20366]: debug 2020-11-16T21:03:52.121+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:53.675 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:53.779 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:54.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:53 smithi142 bash[9523]: cluster 2020-11-16T21:03:52.696076+0000 mgr.x (mgr.14196) 1583 : cluster [DBG] pgmap v2405: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 37206/169486 objects misplaced (21.952%); 12 MiB/s, 199 objects/s recovering
2020-11-16T21:03:54.030 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:03:53 smithi142 bash[114994]: debug 2020-11-16T21:03:53.681+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:54.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:53 smithi071 bash[9480]: cluster 2020-11-16T21:03:52.696076+0000 mgr.x (mgr.14196) 1583 : cluster [DBG] pgmap v2405: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 37206/169486 objects misplaced (21.952%); 12 MiB/s, 199 objects/s recovering
2020-11-16T21:03:54.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:53 smithi065 bash[9468]: cluster 2020-11-16T21:03:52.696076+0000 mgr.x (mgr.14196) 1583 : cluster [DBG] pgmap v2405: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 37206/169486 objects misplaced (21.952%); 12 MiB/s, 199 objects/s recovering
2020-11-16T21:03:55.367 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:03:55.367 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 110 0.05
2020-11-16T21:03:55.515 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:03:56.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:55 smithi071 bash[9480]: cluster 2020-11-16T21:03:54.652402+0000 osd.4 (osd.4) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:56.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:55 smithi071 bash[9480]: cluster 2020-11-16T21:03:54.652484+0000 osd.4 (osd.4) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:56.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:55 smithi071 bash[9480]: cluster 2020-11-16T21:03:54.696501+0000 mgr.x (mgr.14196) 1584 : cluster [DBG] pgmap v2406: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 431 op/s; 37206/168910 objects misplaced (22.027%); 12 MiB/s, 189 objects/s recovering
2020-11-16T21:03:56.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:55 smithi071 bash[9480]: cluster 2020-11-16T21:03:54.905496+0000 mon.a (mon.0) 2851 : cluster [DBG] osdmap e937: 12 total, 12 up, 8 in
2020-11-16T21:03:56.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:55 smithi065 bash[9468]: cluster 2020-11-16T21:03:54.652402+0000 osd.4 (osd.4) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:55 smithi065 bash[9468]: cluster 2020-11-16T21:03:54.652484+0000 osd.4 (osd.4) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:55 smithi065 bash[9468]: cluster 2020-11-16T21:03:54.696501+0000 mgr.x (mgr.14196) 1584 : cluster [DBG] pgmap v2406: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 431 op/s; 37206/168910 objects misplaced (22.027%); 12 MiB/s, 189 objects/s recovering
2020-11-16T21:03:56.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:55 smithi065 bash[9468]: cluster 2020-11-16T21:03:54.905496+0000 mon.a (mon.0) 2851 : cluster [DBG] osdmap e937: 12 total, 12 up, 8 in
2020-11-16T21:03:56.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:55 smithi142 bash[9523]: cluster 2020-11-16T21:03:54.652402+0000 osd.4 (osd.4) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:03:56.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:55 smithi142 bash[9523]: cluster 2020-11-16T21:03:54.652484+0000 osd.4 (osd.4) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:03:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:55 smithi142 bash[9523]: cluster 2020-11-16T21:03:54.696501+0000 mgr.x (mgr.14196) 1584 : cluster [DBG] pgmap v2406: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 431 op/s; 37206/168910 objects misplaced (22.027%); 12 MiB/s, 189 objects/s recovering
2020-11-16T21:03:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:55 smithi142 bash[9523]: cluster 2020-11-16T21:03:54.905496+0000 mon.a (mon.0) 2851 : cluster [DBG] osdmap e937: 12 total, 12 up, 8 in
2020-11-16T21:03:56.958 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:03:57.061 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:57.443 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:03:56 smithi071 bash[16796]: debug 2020-11-16T21:03:56.960+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:58.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:57 smithi071 bash[9480]: cluster 2020-11-16T21:03:56.697001+0000 mgr.x (mgr.14196) 1585 : cluster [DBG] pgmap v2408: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 406 op/s; 36601/166490 objects misplaced (21.984%); 11 MiB/s, 172 objects/s recovering
2020-11-16T21:03:58.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:57 smithi065 bash[9468]: cluster 2020-11-16T21:03:56.697001+0000 mgr.x (mgr.14196) 1585 : cluster [DBG] pgmap v2408: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 406 op/s; 36601/166490 objects misplaced (21.984%); 11 MiB/s, 172 objects/s recovering
2020-11-16T21:03:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:57 smithi142 bash[9523]: cluster 2020-11-16T21:03:56.697001+0000 mgr.x (mgr.14196) 1585 : cluster [DBG] pgmap v2408: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 406 op/s; 36601/166490 objects misplaced (21.984%); 11 MiB/s, 172 objects/s recovering
2020-11-16T21:03:58.502 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:03:58.607 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:58.796 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:03:58.901 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:58.943 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:03:58 smithi071 bash[12066]: debug 2020-11-16T21:03:58.504+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:59.056 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:03:59.161 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:03:59.267 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:03:59.277 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:03:59 smithi065 bash[16457]: debug 2020-11-16T21:03:59.052+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:59.371 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:03:59.421 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:03:58 smithi142 bash[20366]: debug 2020-11-16T21:03:58.801+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:03:59.443 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:03:59 smithi071 bash[26650]: debug 2020-11-16T21:03:59.272+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:00.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:03:59 smithi071 bash[9480]: cluster 2020-11-16T21:03:58.697603+0000 mgr.x (mgr.14196) 1586 : cluster [DBG] pgmap v2409: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 452 op/s; 36198/164100 objects misplaced (22.059%); 12 MiB/s, 192 objects/s recovering
2020-11-16T21:04:00.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:03:59 smithi065 bash[9468]: cluster 2020-11-16T21:03:58.697603+0000 mgr.x (mgr.14196) 1586 : cluster [DBG] pgmap v2409: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 452 op/s; 36198/164100 objects misplaced (22.059%); 12 MiB/s, 192 objects/s recovering
2020-11-16T21:04:00.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:03:59 smithi142 bash[9523]: cluster 2020-11-16T21:03:58.697603+0000 mgr.x (mgr.14196) 1586 : cluster [DBG] pgmap v2409: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 452 op/s; 36198/164100 objects misplaced (22.059%); 12 MiB/s, 192 objects/s recovering
2020-11-16T21:04:00.485 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:04:00.518 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:04:00.547 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:04:00.578 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:04:00.607 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:04:00.632 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:04:00.660 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:04:00.693 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:04:00.725 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:04:00.752 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:04:00.795 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:04:00.821 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:04:00.824 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.824 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.824 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.824 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.824 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.825 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.825 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.825 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.825 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.825 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:04:00.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:04:01.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:00 smithi071 bash[9480]: audit 2020-11-16T21:04:00.462225+0000 mon.a (mon.0) 2852 : audit [DBG] from='client.? v1:172.21.15.142:0/3057723832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:01.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:00 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.640532+0000 osd.5 (osd.5) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:01.228 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:00 smithi142 bash[9523]: audit 2020-11-16T21:04:00.462225+0000 mon.a (mon.0) 2852 : audit [DBG] from='client.? v1:172.21.15.142:0/3057723832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:01.229 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:00 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.640532+0000 osd.5 (osd.5) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:01.229 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:01.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:00 smithi065 bash[9468]: audit 2020-11-16T21:04:00.462225+0000 mon.a (mon.0) 2852 : audit [DBG] from='client.? v1:172.21.15.142:0/3057723832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:01.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:00 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.640532+0000 osd.5 (osd.5) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:01.332 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:01.529 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[114994]: debug 2020-11-16T21:04:01.236+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:02.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:03:59.948045+0000 osd.0 (osd.0) 17 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:03:59.951764+0000 osd.0 (osd.0) 18 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.494887+0000 osd.0 (osd.0) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.528498+0000 osd.1 (osd.1) 349 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.557118+0000 osd.2 (osd.2) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.587964+0000 osd.3 (osd.3) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.615957+0000 osd.4 (osd.4) 286 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.669308+0000 osd.6 (osd.6) 293 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.698042+0000 mgr.x (mgr.14196) 1587 : cluster [DBG] pgmap v2410: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 452 op/s; 36198/164100 objects misplaced (22.059%); 12 MiB/s, 192 objects/s recovering
2020-11-16T21:04:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.702504+0000 osd.7 (osd.7) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.731463+0000 osd.8 (osd.8) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.759319+0000 osd.9 (osd.9) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.797730+0000 osd.10 (osd.10) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.828888+0000 osd.11 (osd.11) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.196 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:01 smithi071 bash[9480]: cluster 2020-11-16T21:04:00.922115+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e938: 12 total, 12 up, 8 in
2020-11-16T21:04:02.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:03:59.948045+0000 osd.0 (osd.0) 17 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:02.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:03:59.951764+0000 osd.0 (osd.0) 18 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:02.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.494887+0000 osd.0 (osd.0) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.528498+0000 osd.1 (osd.1) 349 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.557118+0000 osd.2 (osd.2) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.587964+0000 osd.3 (osd.3) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.615957+0000 osd.4 (osd.4) 286 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.669308+0000 osd.6 (osd.6) 293 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.698042+0000 mgr.x (mgr.14196) 1587 : cluster [DBG] pgmap v2410: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 452 op/s; 36198/164100 objects misplaced (22.059%); 12 MiB/s, 192 objects/s recovering
2020-11-16T21:04:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.702504+0000 osd.7 (osd.7) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.731463+0000 osd.8 (osd.8) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.759319+0000 osd.9 (osd.9) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.797730+0000 osd.10 (osd.10) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.828888+0000 osd.11 (osd.11) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:01 smithi065 bash[9468]: cluster 2020-11-16T21:04:00.922115+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e938: 12 total, 12 up, 8 in
2020-11-16T21:04:02.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:03:59.948045+0000 osd.0 (osd.0) 17 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:02.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:03:59.951764+0000 osd.0 (osd.0) 18 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.494887+0000 osd.0 (osd.0) 19 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.528498+0000 osd.1 (osd.1) 349 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.557118+0000 osd.2 (osd.2) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.587964+0000 osd.3 (osd.3) 74 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.615957+0000 osd.4 (osd.4) 286 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.669308+0000 osd.6 (osd.6) 293 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.698042+0000 mgr.x (mgr.14196) 1587 : cluster [DBG] pgmap v2410: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 452 op/s; 36198/164100 objects misplaced (22.059%); 12 MiB/s, 192 objects/s recovering
2020-11-16T21:04:02.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.702504+0000 osd.7 (osd.7) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.731463+0000 osd.8 (osd.8) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.759319+0000 osd.9 (osd.9) 246 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.797730+0000 osd.10 (osd.10) 252 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.828888+0000 osd.11 (osd.11) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:02.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:01 smithi142 bash[9523]: cluster 2020-11-16T21:04:00.922115+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e938: 12 total, 12 up, 8 in
2020-11-16T21:04:03.672 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:03.777 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:03.944 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:04:03 smithi142 bash[114994]: debug 2020-11-16T21:04:03.676+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:04.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:03 smithi065 bash[9468]: cluster 2020-11-16T21:04:02.698687+0000 mgr.x (mgr.14196) 1588 : cluster [DBG] pgmap v2412: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 35175/160122 objects misplaced (21.968%); 16 MiB/s, 253 objects/s recovering
2020-11-16T21:04:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:03 smithi142 bash[9523]: cluster 2020-11-16T21:04:02.698687+0000 mgr.x (mgr.14196) 1588 : cluster [DBG] pgmap v2412: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 35175/160122 objects misplaced (21.968%); 16 MiB/s, 253 objects/s recovering
2020-11-16T21:04:04.283 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:04.387 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:04.397 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:03 smithi071 bash[9480]: cluster 2020-11-16T21:04:02.698687+0000 mgr.x (mgr.14196) 1588 : cluster [DBG] pgmap v2412: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 35175/160122 objects misplaced (21.968%); 16 MiB/s, 253 objects/s recovering
2020-11-16T21:04:04.527 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:04.529 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:04 smithi142 bash[18009]: debug 2020-11-16T21:04:04.288+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:04.633 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:04.693 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:04 smithi071 bash[12066]: debug 2020-11-16T21:04:04.531+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:04.719 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:04:04.719 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T21:04:04.720 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T21:04:04.720 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T21:04:04.720 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.720 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134389 9.6 9:64555393:::benchmark_data_smithi065_58100_object2039:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:04:04.720 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:01:58.045950+0000",
2020-11-16T21:04:04.720 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 126.680121661,
2020-11-16T21:04:04.721 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.3562846980000001,
2020-11-16T21:04:04.721 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.721 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:04:04.721 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134389
2020-11-16T21:04:04.722 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.722 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.045950+0000",
2020-11-16T21:04:04.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.045950+0000",
2020-11-16T21:04:04.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999738
2020-11-16T21:04:04.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.045924+0000",
2020-11-16T21:04:04.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9851e-05
2020-11-16T21:04:04.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.045984+0000",
2020-11-16T21:04:04.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1293e-05
2020-11-16T21:04:04.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.045995+0000",
2020-11-16T21:04:04.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0079999999999996e-06
2020-11-16T21:04:04.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.725 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.725 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.046002+0000",
2020-11-16T21:04:04.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4276999999999995e-05
2020-11-16T21:04:04.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.046066+0000",
2020-11-16T21:04:04.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1119999999999998e-06
2020-11-16T21:04:04.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op must wait for map",
2020-11-16T21:04:04.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.046073+0000",
2020-11-16T21:04:04.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0025111560000000001
2020-11-16T21:04:04.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.048585+0000",
2020-11-16T21:04:04.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8349999999999999e-06
2020-11-16T21:04:04.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:04:04.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.048594+0000",
2020-11-16T21:04:04.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.305140339
2020-11-16T21:04:04.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.353735+0000",
2020-11-16T21:04:04.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0015688449999999999
2020-11-16T21:04:04.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:04:04.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.355304+0000",
2020-11-16T21:04:04.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015930805999999999
2020-11-16T21:04:04.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.371234+0000",
2020-11-16T21:04:04.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.003767645
2020-11-16T21:04:04.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:04:04.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.375002+0000",
2020-11-16T21:04:04.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00028401899999999999
2020-11-16T21:04:04.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T21:04:04.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.375286+0000",
2020-11-16T21:04:04.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019425847
2020-11-16T21:04:04.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:04:04.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.394712+0000",
2020-11-16T21:04:04.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0028071860000000001
2020-11-16T21:04:04.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.397519+0000",
2020-11-16T21:04:04.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3331000000000006e-05
2020-11-16T21:04:04.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:04:04.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.397602+0000",
2020-11-16T21:04:04.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0046323739999999999
2020-11-16T21:04:04.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.402235+0000",
2020-11-16T21:04:04.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3562846980000001
2020-11-16T21:04:04.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.735 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.735 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.735 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.735 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.735 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134390 9.f 9:f1583286:::benchmark_data_smithi065_58100_object2040:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:04:04.735 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:01:58.050805+0000",
2020-11-16T21:04:04.736 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 126.675266842,
2020-11-16T21:04:04.736 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.459729115,
2020-11-16T21:04:04.736 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.736 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:04:04.736 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134390
2020-11-16T21:04:04.737 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.737 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.050805+0000",
2020-11-16T21:04:04.737 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.050805+0000",
2020-11-16T21:04:04.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:04:04.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.738 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.050782+0000",
2020-11-16T21:04:04.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2782999999999999e-05
2020-11-16T21:04:04.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.050835+0000",
2020-11-16T21:04:04.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7909999999999999e-06
2020-11-16T21:04:04.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.050845+0000",
2020-11-16T21:04:04.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0090000000000001e-06
2020-11-16T21:04:04.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.050852+0000",
2020-11-16T21:04:04.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.002013239
2020-11-16T21:04:04.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.052865+0000",
2020-11-16T21:04:04.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0256e-05
2020-11-16T21:04:04.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:04:04.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.052875+0000",
2020-11-16T21:04:04.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.390287346
2020-11-16T21:04:04.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.443163+0000",
2020-11-16T21:04:04.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00068493500000000001
2020-11-16T21:04:04.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:04:04.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.443848+0000",
2020-11-16T21:04:04.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019874860000000001
2020-11-16T21:04:04.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.463722+0000",
2020-11-16T21:04:04.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012721999999999999
2020-11-16T21:04:04.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:04:04.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.463850+0000",
2020-11-16T21:04:04.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016780699999999999
2020-11-16T21:04:04.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T21:04:04.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.464017+0000",
2020-11-16T21:04:04.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041208047999999997
2020-11-16T21:04:04.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:04:04.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.505225+0000",
2020-11-16T21:04:04.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.7570000000000003e-05
2020-11-16T21:04:04.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.505323+0000",
2020-11-16T21:04:04.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000104732
2020-11-16T21:04:04.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:04:04.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.505428+0000",
2020-11-16T21:04:04.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0051061789999999998
2020-11-16T21:04:04.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.510534+0000",
2020-11-16T21:04:04.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.459729115
2020-11-16T21:04:04.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.748 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.749 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.749 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.749 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134393 9.6 9:6ced79fe:::benchmark_data_smithi065_58100_object2043:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:04:04.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:01:58.055128+0000",
2020-11-16T21:04:04.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 126.670943951,
2020-11-16T21:04:04.749 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.351184205,
2020-11-16T21:04:04.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:04:04.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134393
2020-11-16T21:04:04.750 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.055128+0000",
2020-11-16T21:04:04.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.055128+0000",
2020-11-16T21:04:04.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999804
2020-11-16T21:04:04.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.055108+0000",
2020-11-16T21:04:04.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.4192e-05
2020-11-16T21:04:04.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.055153+0000",
2020-11-16T21:04:04.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8259999999999999e-06
2020-11-16T21:04:04.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.055161+0000",
2020-11-16T21:04:04.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6509999999999998e-06
2020-11-16T21:04:04.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.055167+0000",
2020-11-16T21:04:04.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.7250999999999999e-05
2020-11-16T21:04:04.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.055214+0000",
2020-11-16T21:04:04.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7729999999999999e-06
2020-11-16T21:04:04.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:04:04.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.055222+0000",
2020-11-16T21:04:04.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.300127421
2020-11-16T21:04:04.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.355349+0000",
2020-11-16T21:04:04.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00095593900000000005
2020-11-16T21:04:04.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:04:04.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.356305+0000",
2020-11-16T21:04:04.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.032875134
2020-11-16T21:04:04.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.389181+0000",
2020-11-16T21:04:04.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000132996
2020-11-16T21:04:04.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:04:04.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.389314+0000",
2020-11-16T21:04:04.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000196555
2020-11-16T21:04:04.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 7",
2020-11-16T21:04:04.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.389510+0000",
2020-11-16T21:04:04.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.012765953999999999
2020-11-16T21:04:04.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:04:04.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.402276+0000",
2020-11-16T21:04:04.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6786000000000001e-05
2020-11-16T21:04:04.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.402333+0000",
2020-11-16T21:04:04.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1440999999999998e-05
2020-11-16T21:04:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:04:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.402384+0000",
2020-11-16T21:04:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0039276720000000001
2020-11-16T21:04:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.406312+0000",
2020-11-16T21:04:04.762 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.351184205
2020-11-16T21:04:04.762 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.762 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.762 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.762 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.762 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134410 9.f 9:f8f36459:::benchmark_data_smithi065_58100_object2060:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:04:04.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:01:58.076226+0000",
2020-11-16T21:04:04.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 126.64984617,
2020-11-16T21:04:04.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.445042417,
2020-11-16T21:04:04.763 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.763 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:04:04.763 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134410
2020-11-16T21:04:04.764 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.764 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.076226+0000",
2020-11-16T21:04:04.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.076226+0000",
2020-11-16T21:04:04.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999666
2020-11-16T21:04:04.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.076192+0000",
2020-11-16T21:04:04.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7608999999999995e-05
2020-11-16T21:04:04.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.076270+0000",
2020-11-16T21:04:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.36e-05
2020-11-16T21:04:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.076283+0000",
2020-11-16T21:04:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7959999999999996e-06
2020-11-16T21:04:04.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.076291+0000",
2020-11-16T21:04:04.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9764000000000005e-05
2020-11-16T21:04:04.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.076361+0000",
2020-11-16T21:04:04.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1997999999999999e-05
2020-11-16T21:04:04.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:04:04.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:58.076373+0000",
2020-11-16T21:04:04.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3675194829999999
2020-11-16T21:04:04.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.443892+0000",
2020-11-16T21:04:04.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00072293599999999998
2020-11-16T21:04:04.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:04:04.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.444615+0000",
2020-11-16T21:04:04.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.041226230000000003
2020-11-16T21:04:04.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.485841+0000",
2020-11-16T21:04:04.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0735000000000005e-05
2020-11-16T21:04:04.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:04:04.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.485932+0000",
2020-11-16T21:04:04.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000116329
2020-11-16T21:04:04.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T21:04:04.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.486048+0000",
2020-11-16T21:04:04.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.024519349999999999
2020-11-16T21:04:04.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:04:04.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.510568+0000",
2020-11-16T21:04:04.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0047845889999999997
2020-11-16T21:04:04.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.515352+0000",
2020-11-16T21:04:04.774 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4911000000000002e-05
2020-11-16T21:04:04.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.774 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:04:04.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.515427+0000",
2020-11-16T21:04:04.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0058406309999999998
2020-11-16T21:04:04.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.521268+0000",
2020-11-16T21:04:04.775 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.445042417
2020-11-16T21:04:04.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.776 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.776 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.776 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.776 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.776 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134412 9.0 9:0ef2c347:::benchmark_data_smithi065_58100_object2062:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e909)",
2020-11-16T21:04:04.776 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:01:59.056371+0000",
2020-11-16T21:04:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 125.66970080599999,
2020-11-16T21:04:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.4181025169999999,
2020-11-16T21:04:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:04:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134412
2020-11-16T21:04:04.778 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.778 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.056371+0000",
2020-11-16T21:04:04.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.056371+0000",
2020-11-16T21:04:04.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999461
2020-11-16T21:04:04.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.056317+0000",
2020-11-16T21:04:04.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013967800000000001
2020-11-16T21:04:04.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.056457+0000",
2020-11-16T21:04:04.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7027000000000001e-05
2020-11-16T21:04:04.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.056484+0000",
2020-11-16T21:04:04.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7153e-05
2020-11-16T21:04:04.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.056501+0000",
2020-11-16T21:04:04.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0013404020000000001
2020-11-16T21:04:04.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.057841+0000",
2020-11-16T21:04:04.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.7705e-05
2020-11-16T21:04:04.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:04:04.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.057869+0000",
2020-11-16T21:04:04.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3454326160000001
2020-11-16T21:04:04.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.403302+0000",
2020-11-16T21:04:04.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022341099999999999
2020-11-16T21:04:04.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:04:04.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.403525+0000",
2020-11-16T21:04:04.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023726300000000001
2020-11-16T21:04:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6,11",
2020-11-16T21:04:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.403762+0000",
2020-11-16T21:04:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017849400000000001
2020-11-16T21:04:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:04:04.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.421612+0000",
2020-11-16T21:04:04.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.047307546999999998
2020-11-16T21:04:04.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.786 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.468919+0000",
2020-11-16T21:04:04.786 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00022899699999999999
2020-11-16T21:04:04.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.469148+0000",
2020-11-16T21:04:04.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.0941999999999999e-05
2020-11-16T21:04:04.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.787 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:04:04.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.469219+0000",
2020-11-16T21:04:04.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0052540520000000004
2020-11-16T21:04:04.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.474473+0000",
2020-11-16T21:04:04.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4181025169999999
2020-11-16T21:04:04.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.789 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.789 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.789 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.789 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134422 9.0 9:06652a15:::benchmark_data_smithi065_58100_object2072:head [delete] snapc 0=[] ondisk+write+known_if_redirected e909)",
2020-11-16T21:04:04.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:01:59.427371+0000",
2020-11-16T21:04:04.789 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 125.298700876,
2020-11-16T21:04:04.790 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.052907627,
2020-11-16T21:04:04.790 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.790 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:04:04.790 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134422
2020-11-16T21:04:04.791 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.791 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.427371+0000",
2020-11-16T21:04:04.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.427371+0000",
2020-11-16T21:04:04.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999695
2020-11-16T21:04:04.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.427340+0000",
2020-11-16T21:04:04.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9255e-05
2020-11-16T21:04:04.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.427410+0000",
2020-11-16T21:04:04.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5352000000000001e-05
2020-11-16T21:04:04.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.427425+0000",
2020-11-16T21:04:04.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8060000000000001e-06
2020-11-16T21:04:04.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.427434+0000",
2020-11-16T21:04:04.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00094221300000000001
2020-11-16T21:04:04.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.428376+0000",
2020-11-16T21:04:04.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5099999999999999e-05
2020-11-16T21:04:04.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:04:04.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.428391+0000",
2020-11-16T21:04:04.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.98015890000000006
2020-11-16T21:04:04.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.408550+0000",
2020-11-16T21:04:04.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00021681200000000001
2020-11-16T21:04:04.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:04:04.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.408767+0000",
2020-11-16T21:04:04.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00061715200000000004
2020-11-16T21:04:04.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6,11",
2020-11-16T21:04:04.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.409384+0000",
2020-11-16T21:04:04.798 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020626248999999999
2020-11-16T21:04:04.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:04:04.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.430010+0000",
2020-11-16T21:04:04.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.038975717
2020-11-16T21:04:04.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.468986+0000",
2020-11-16T21:04:04.799 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0061072499999999998
2020-11-16T21:04:04.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.475093+0000",
2020-11-16T21:04:04.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012833699999999999
2020-11-16T21:04:04.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:04:04.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.475222+0000",
2020-11-16T21:04:04.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0050568870000000004
2020-11-16T21:04:04.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.480278+0000",
2020-11-16T21:04:04.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.052907627
2020-11-16T21:04:04.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.802 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.802 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.802 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.802 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.802 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134494 9.0 9:0d963ac7:::benchmark_data_smithi065_58100_object2144:head [delete] snapc 0=[] ondisk+write+known_if_redirected e909)",
2020-11-16T21:04:04.802 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:01:59.675489+0000",
2020-11-16T21:04:04.803 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 125.05058277400001,
2020-11-16T21:04:04.803 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.81429150400000005,
2020-11-16T21:04:04.803 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.803 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:04:04.803 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134494
2020-11-16T21:04:04.804 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.804 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.675489+0000",
2020-11-16T21:04:04.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.675489+0000",
2020-11-16T21:04:04.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999557
2020-11-16T21:04:04.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.675445+0000",
2020-11-16T21:04:04.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.9315999999999997e-05
2020-11-16T21:04:04.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.675534+0000",
2020-11-16T21:04:04.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7068e-05
2020-11-16T21:04:04.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.675551+0000",
2020-11-16T21:04:04.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6739999999999997e-06
2020-11-16T21:04:04.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.675559+0000",
2020-11-16T21:04:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000104899
2020-11-16T21:04:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.675664+0000",
2020-11-16T21:04:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7931000000000002e-05
2020-11-16T21:04:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:04:04.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:01:59.675682+0000",
2020-11-16T21:04:04.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.741425208
2020-11-16T21:04:04.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.417107+0000",
2020-11-16T21:04:04.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000148021
2020-11-16T21:04:04.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:04:04.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.417255+0000",
2020-11-16T21:04:04.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016404700000000001
2020-11-16T21:04:04.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 6,11",
2020-11-16T21:04:04.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.417419+0000",
2020-11-16T21:04:04.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.021607135999999999
2020-11-16T21:04:04.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.811 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.811 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:04:04.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.439026+0000",
2020-11-16T21:04:04.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.030071359999999998
2020-11-16T21:04:04.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.812 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.469097+0000",
2020-11-16T21:04:04.812 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016478509999999998
2020-11-16T21:04:04.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.485576+0000",
2020-11-16T21:04:04.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.3602000000000004e-05
2020-11-16T21:04:04.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.813 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.813 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:04:04.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.485659+0000",
2020-11-16T21:04:04.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0041209999999999997
2020-11-16T21:04:04.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.814 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.489780+0000",
2020-11-16T21:04:04.814 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.81429150400000005
2020-11-16T21:04:04.815 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.815 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.815 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.815 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.815 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.815 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134719 9.0 9:02fdf240:::benchmark_data_smithi065_58100_object2369:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e910)",
2020-11-16T21:04:04.815 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:02:00.669796+0000",
2020-11-16T21:04:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 124.056275853,
2020-11-16T21:04:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 2.483470863,
2020-11-16T21:04:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.816 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134719
2020-11-16T21:04:04.817 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.817 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.669796+0000",
2020-11-16T21:04:04.817 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.817 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.669796+0000",
2020-11-16T21:04:04.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999533
2020-11-16T21:04:04.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.818 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.818 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.669749+0000",
2020-11-16T21:04:04.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011273900000000001
2020-11-16T21:04:04.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.669862+0000",
2020-11-16T21:04:04.819 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0522000000000001e-05
2020-11-16T21:04:04.819 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.669882+0000",
2020-11-16T21:04:04.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0040000000000005e-06
2020-11-16T21:04:04.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.820 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.820 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.669891+0000",
2020-11-16T21:04:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015657400000000001
2020-11-16T21:04:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670048+0000",
2020-11-16T21:04:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000156341
2020-11-16T21:04:04.821 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670204+0000",
2020-11-16T21:04:04.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.483052469
2020-11-16T21:04:04.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.822 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.822 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:03.153257+0000",
2020-11-16T21:04:04.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0142e-05
2020-11-16T21:04:04.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.823 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:03.153267+0000",
2020-11-16T21:04:04.823 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.483470863
2020-11-16T21:04:04.824 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.824 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.824 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.824 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.824 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.824 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:134741 9.0 9:0cf1b0ae:::benchmark_data_smithi065_58100_object2391:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e910)",
2020-11-16T21:04:04.824 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:02:00.670339+0000",
2020-11-16T21:04:04.824 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 124.055733069,
2020-11-16T21:04:04.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 2.4905157099999999,
2020-11-16T21:04:04.825 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.825 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.825 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.825 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 134741
2020-11-16T21:04:04.826 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.826 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670339+0000",
2020-11-16T21:04:04.826 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.826 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670339+0000",
2020-11-16T21:04:04.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999614
2020-11-16T21:04:04.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.827 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.827 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670300+0000",
2020-11-16T21:04:04.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0420000000000005e-05
2020-11-16T21:04:04.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670390+0000",
2020-11-16T21:04:04.828 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4562000000000001e-05
2020-11-16T21:04:04.828 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670405+0000",
2020-11-16T21:04:04.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3635e-05
2020-11-16T21:04:04.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.829 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.829 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670429+0000",
2020-11-16T21:04:04.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6765000000000003e-05
2020-11-16T21:04:04.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670485+0000",
2020-11-16T21:04:04.830 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6769999999999998e-05
2020-11-16T21:04:04.830 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:00.670572+0000",
2020-11-16T21:04:04.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4902712550000001
2020-11-16T21:04:04.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.831 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.831 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:03.160843+0000",
2020-11-16T21:04:04.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0875e-05
2020-11-16T21:04:04.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:03.160854+0000",
2020-11-16T21:04:04.832 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4905157099999999
2020-11-16T21:04:04.832 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.833 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.833 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.833 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.833 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:148194 9.0 9:0f8e3464:::benchmark_data_smithi065_58100_object15844:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e917)",
2020-11-16T21:04:04.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:02:34.616065+0000",
2020-11-16T21:04:04.833 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 90.110007066999998,
2020-11-16T21:04:04.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 2.0543480550000002,
2020-11-16T21:04:04.834 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.834 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.834 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.834 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.834 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.834 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 148194
2020-11-16T21:04:04.834 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.835 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616065+0000",
2020-11-16T21:04:04.835 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.835 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616065+0000",
2020-11-16T21:04:04.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999809
2020-11-16T21:04:04.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.836 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.836 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616046+0000",
2020-11-16T21:04:04.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2086000000000003e-05
2020-11-16T21:04:04.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616088+0000",
2020-11-16T21:04:04.837 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.4570000000000002e-06
2020-11-16T21:04:04.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.837 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616094+0000",
2020-11-16T21:04:04.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0610000000000001e-06
2020-11-16T21:04:04.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.838 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.838 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616100+0000",
2020-11-16T21:04:04.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6119000000000003e-05
2020-11-16T21:04:04.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616156+0000",
2020-11-16T21:04:04.839 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00012152800000000001
2020-11-16T21:04:04.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.839 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616278+0000",
2020-11-16T21:04:04.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.054121377
2020-11-16T21:04:04.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.840 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.840 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:36.670399+0000",
2020-11-16T21:04:04.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3389e-05
2020-11-16T21:04:04.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:36.670413+0000",
2020-11-16T21:04:04.841 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0543480550000002
2020-11-16T21:04:04.841 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.841 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.842 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.842 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.842 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.842 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:148205 9.0 9:0244aced:::benchmark_data_smithi065_58100_object15855:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e917)",
2020-11-16T21:04:04.842 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:02:34.616340+0000",
2020-11-16T21:04:04.842 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 90.109731418999999,
2020-11-16T21:04:04.842 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 2.081555839,
2020-11-16T21:04:04.843 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.843 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.843 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.843 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 148205
2020-11-16T21:04:04.843 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.844 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616340+0000",
2020-11-16T21:04:04.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.844 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.844 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616340+0000",
2020-11-16T21:04:04.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T21:04:04.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.845 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616322+0000",
2020-11-16T21:04:04.845 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.0775000000000002e-05
2020-11-16T21:04:04.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616363+0000",
2020-11-16T21:04:04.846 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.19e-06
2020-11-16T21:04:04.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.846 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616369+0000",
2020-11-16T21:04:04.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4029999999999999e-06
2020-11-16T21:04:04.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.847 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616373+0000",
2020-11-16T21:04:04.847 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00070693800000000005
2020-11-16T21:04:04.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.617080+0000",
2020-11-16T21:04:04.848 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016807399999999999
2020-11-16T21:04:04.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.848 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.617248+0000",
2020-11-16T21:04:04.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0806310899999998
2020-11-16T21:04:04.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.849 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:36.697879+0000",
2020-11-16T21:04:04.849 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7167e-05
2020-11-16T21:04:04.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:36.697896+0000",
2020-11-16T21:04:04.850 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.081555839
2020-11-16T21:04:04.850 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.850 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.851 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.851 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.851 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:148206 9.0 9:02096f03:::benchmark_data_smithi065_58100_object15856:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e917)",
2020-11-16T21:04:04.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:02:34.616989+0000",
2020-11-16T21:04:04.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 90.109082521000005,
2020-11-16T21:04:04.851 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 2.1062306300000002,
2020-11-16T21:04:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 148206
2020-11-16T21:04:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.852 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616989+0000",
2020-11-16T21:04:04.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.853 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.853 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616989+0000",
2020-11-16T21:04:04.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9994035
2020-11-16T21:04:04.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.854 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.616393+0000",
2020-11-16T21:04:04.854 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00062129000000000004
2020-11-16T21:04:04.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.617014+0000",
2020-11-16T21:04:04.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8419999999999999e-06
2020-11-16T21:04:04.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.855 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.855 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.617021+0000",
2020-11-16T21:04:04.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.6459999999999999e-06
2020-11-16T21:04:04.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.856 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.617024+0000",
2020-11-16T21:04:04.856 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00025307699999999999
2020-11-16T21:04:04.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.617277+0000",
2020-11-16T21:04:04.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000109534
2020-11-16T21:04:04.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.857 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.857 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:34.617387+0000",
2020-11-16T21:04:04.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1058197399999998
2020-11-16T21:04:04.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.858 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:36.723207+0000",
2020-11-16T21:04:04.858 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3157e-05
2020-11-16T21:04:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:36.723220+0000",
2020-11-16T21:04:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1062306300000002
2020-11-16T21:04:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.859 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.860 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.860 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.860 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:149427 9.0 9:03a2bcf4:::benchmark_data_smithi065_58100_object17077:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e918)",
2020-11-16T21:04:04.860 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:02:37.752111+0000",
2020-11-16T21:04:04.860 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 86.973960227000006,
2020-11-16T21:04:04.860 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.95137857699999995,
2020-11-16T21:04:04.860 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.861 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.861 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 149427
2020-11-16T21:04:04.861 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.861 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.861 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:37.752111+0000",
2020-11-16T21:04:04.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.862 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.862 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:37.752111+0000",
2020-11-16T21:04:04.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999743
2020-11-16T21:04:04.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:37.752086+0000",
2020-11-16T21:04:04.863 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8202999999999998e-05
2020-11-16T21:04:04.863 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:37.752144+0000",
2020-11-16T21:04:04.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2731000000000001e-05
2020-11-16T21:04:04.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.864 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.864 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:37.752157+0000",
2020-11-16T21:04:04.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1670000000000002e-06
2020-11-16T21:04:04.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:37.752164+0000",
2020-11-16T21:04:04.865 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.027007561999999999
2020-11-16T21:04:04.865 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:37.779172+0000",
2020-11-16T21:04:04.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010728
2020-11-16T21:04:04.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.866 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.866 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:37.779279+0000",
2020-11-16T21:04:04.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.92419923299999995
2020-11-16T21:04:04.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:38.703478+0000",
2020-11-16T21:04:04.867 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2017e-05
2020-11-16T21:04:04.867 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:38.703490+0000",
2020-11-16T21:04:04.868 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.95137857699999995
2020-11-16T21:04:04.868 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.868 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.868 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.869 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.869 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:151787 9.0 9:0a648c2d:::benchmark_data_smithi065_58100_object19437:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e920)",
2020-11-16T21:04:04.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:02:43.196206+0000",
2020-11-16T21:04:04.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 81.529865369000007,
2020-11-16T21:04:04.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.6823210820000001,
2020-11-16T21:04:04.869 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.869 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.870 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.870 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.870 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.870 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 151787
2020-11-16T21:04:04.870 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.870 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.870 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:43.196206+0000",
2020-11-16T21:04:04.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.871 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.871 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:43.196206+0000",
2020-11-16T21:04:04.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999604
2020-11-16T21:04:04.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:43.196167+0000",
2020-11-16T21:04:04.872 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.9598000000000006e-05
2020-11-16T21:04:04.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.872 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:43.196246+0000",
2020-11-16T21:04:04.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0852999999999999e-05
2020-11-16T21:04:04.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.873 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.873 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:43.196257+0000",
2020-11-16T21:04:04.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1689999999999997e-06
2020-11-16T21:04:04.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:43.196263+0000",
2020-11-16T21:04:04.874 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000196708
2020-11-16T21:04:04.874 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:43.196460+0000",
2020-11-16T21:04:04.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010707
2020-11-16T21:04:04.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.875 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.875 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:43.196567+0000",
2020-11-16T21:04:04.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.681948116
2020-11-16T21:04:04.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:44.878515+0000",
2020-11-16T21:04:04.876 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2272999999999999e-05
2020-11-16T21:04:04.876 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:44.878527+0000",
2020-11-16T21:04:04.877 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.6823210820000001
2020-11-16T21:04:04.877 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.877 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.877 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.878 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.878 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:153183 9.0 9:0caffe30:::benchmark_data_smithi065_58100_object20833:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e920)",
2020-11-16T21:04:04.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:02:47.056108+0000",
2020-11-16T21:04:04.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 77.669963457999998,
2020-11-16T21:04:04.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 2.8271645790000002,
2020-11-16T21:04:04.878 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.878 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.879 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 153183
2020-11-16T21:04:04.879 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.879 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.879 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:47.056108+0000",
2020-11-16T21:04:04.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.880 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:47.056108+0000",
2020-11-16T21:04:04.880 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999352
2020-11-16T21:04:04.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:47.056043+0000",
2020-11-16T21:04:04.881 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014022500000000001
2020-11-16T21:04:04.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.881 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:47.056184+0000",
2020-11-16T21:04:04.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4122e-05
2020-11-16T21:04:04.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.882 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.882 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:47.056208+0000",
2020-11-16T21:04:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.152e-05
2020-11-16T21:04:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:47.056219+0000",
2020-11-16T21:04:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.9123999999999999e-05
2020-11-16T21:04:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.883 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:47.056268+0000",
2020-11-16T21:04:04.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000119628
2020-11-16T21:04:04.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.884 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.884 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:47.056388+0000",
2020-11-16T21:04:04.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.8268737370000001
2020-11-16T21:04:04.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:49.883262+0000",
2020-11-16T21:04:04.885 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1165999999999999e-05
2020-11-16T21:04:04.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.885 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:02:49.883273+0000",
2020-11-16T21:04:04.886 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.8271645790000002
2020-11-16T21:04:04.886 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.886 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.886 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.886 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.887 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:170920 9.f 9:fec7f5d4:::benchmark_data_smithi065_58100_object38570:head [delete] snapc 0=[] ondisk+write+known_if_redirected e929)",
2020-11-16T21:04:04.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:29.345569+0000",
2020-11-16T21:04:04.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 35.380502876000001,
2020-11-16T21:04:04.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.73605210399999998,
2020-11-16T21:04:04.887 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.887 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:04:04.888 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 170920
2020-11-16T21:04:04.888 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.888 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.888 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.888 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.345569+0000",
2020-11-16T21:04:04.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.889 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.345569+0000",
2020-11-16T21:04:04.889 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999495
2020-11-16T21:04:04.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.345518+0000",
2020-11-16T21:04:04.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011813
2020-11-16T21:04:04.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.890 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.890 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.345636+0000",
2020-11-16T21:04:04.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.4522999999999999e-05
2020-11-16T21:04:04.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.891 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.345661+0000",
2020-11-16T21:04:04.891 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1857e-05
2020-11-16T21:04:04.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.345673+0000",
2020-11-16T21:04:04.892 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.056733089
2020-11-16T21:04:04.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.892 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.402406+0000",
2020-11-16T21:04:04.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2639000000000005e-05
2020-11-16T21:04:04.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.893 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:04:04.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.402499+0000",
2020-11-16T21:04:04.893 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016057834999999999
2020-11-16T21:04:04.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.418556+0000",
2020-11-16T21:04:04.894 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000186985
2020-11-16T21:04:04.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.894 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:04:04.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.418743+0000",
2020-11-16T21:04:04.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00030102900000000002
2020-11-16T21:04:04.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.895 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 11",
2020-11-16T21:04:04.895 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.419044+0000",
2020-11-16T21:04:04.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.026486903999999999
2020-11-16T21:04:04.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:04:04.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:29.445531+0000",
2020-11-16T21:04:04.896 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.63109251399999999
2020-11-16T21:04:04.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.896 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:04:04.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:30.076624+0000",
2020-11-16T21:04:04.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.6112000000000002e-05
2020-11-16T21:04:04.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.897 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:04:04.897 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:30.076670+0000",
2020-11-16T21:04:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004950996
2020-11-16T21:04:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:30.081621+0000",
2020-11-16T21:04:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.73605210399999998
2020-11-16T21:04:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.898 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.899 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.899 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.899 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.899 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:172043 9.0 9:0a2083f6:::benchmark_data_smithi065_58100_object39693:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e930)",
2020-11-16T21:04:04.899 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:32.696554+0000",
2020-11-16T21:04:04.899 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 32.029517302999999,
2020-11-16T21:04:04.899 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.0382430279999999,
2020-11-16T21:04:04.900 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.900 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.900 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.900 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 172043
2020-11-16T21:04:04.900 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.901 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696554+0000",
2020-11-16T21:04:04.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.901 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.901 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696554+0000",
2020-11-16T21:04:04.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999661
2020-11-16T21:04:04.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.902 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696521+0000",
2020-11-16T21:04:04.902 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5865999999999995e-05
2020-11-16T21:04:04.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696597+0000",
2020-11-16T21:04:04.903 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2325e-05
2020-11-16T21:04:04.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.903 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696609+0000",
2020-11-16T21:04:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3289999999999999e-06
2020-11-16T21:04:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696615+0000",
2020-11-16T21:04:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000128329
2020-11-16T21:04:04.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696744+0000",
2020-11-16T21:04:04.905 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000127186
2020-11-16T21:04:04.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.905 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696871+0000",
2020-11-16T21:04:04.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.037901559
2020-11-16T21:04:04.906 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.906 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:33.734772+0000",
2020-11-16T21:04:04.906 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5055e-05
2020-11-16T21:04:04.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:33.734797+0000",
2020-11-16T21:04:04.907 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0382430279999999
2020-11-16T21:04:04.907 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.907 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:172053 9.0 9:0efc92b5:::benchmark_data_smithi065_58100_object39703:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e930)",
2020-11-16T21:04:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:03:32.696799+0000",
2020-11-16T21:04:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 32.029273029999999,
2020-11-16T21:04:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.048836082,
2020-11-16T21:04:04.908 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.909 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.909 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.909 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 172053
2020-11-16T21:04:04.909 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.909 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696799+0000",
2020-11-16T21:04:04.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.910 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.910 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696799+0000",
2020-11-16T21:04:04.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999671
2020-11-16T21:04:04.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696766+0000",
2020-11-16T21:04:04.911 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6304000000000007e-05
2020-11-16T21:04:04.911 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696842+0000",
2020-11-16T21:04:04.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2011000000000001e-05
2020-11-16T21:04:04.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.912 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.912 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696854+0000",
2020-11-16T21:04:04.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.784e-06
2020-11-16T21:04:04.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696860+0000",
2020-11-16T21:04:04.913 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5699999999999999e-05
2020-11-16T21:04:04.913 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.696916+0000",
2020-11-16T21:04:04.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013461199999999999
2020-11-16T21:04:04.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.914 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.914 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:32.697050+0000",
2020-11-16T21:04:04.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0485642559999999
2020-11-16T21:04:04.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.915 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:33.745614+0000",
2020-11-16T21:04:04.915 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0344999999999999e-05
2020-11-16T21:04:04.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:03:33.745635+0000",
2020-11-16T21:04:04.916 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.048836082
2020-11-16T21:04:04.916 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.916 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.916 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.917 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.917 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:184666 9.0 9:0418c5a7:::benchmark_data_smithi065_58100_object52316:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e938)",
2020-11-16T21:04:04.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:04:01.201463+0000",
2020-11-16T21:04:04.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.5246085030000001,
2020-11-16T21:04:04.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.752906788,
2020-11-16T21:04:04.917 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.918 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.918 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 184666
2020-11-16T21:04:04.918 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.918 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.918 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201463+0000",
2020-11-16T21:04:04.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.919 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.919 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201463+0000",
2020-11-16T21:04:04.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999828
2020-11-16T21:04:04.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201446+0000",
2020-11-16T21:04:04.920 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2812000000000003e-05
2020-11-16T21:04:04.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.920 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201489+0000",
2020-11-16T21:04:04.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.5869999999999998e-06
2020-11-16T21:04:04.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.921 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.921 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201495+0000",
2020-11-16T21:04:04.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.5449999999999999e-06
2020-11-16T21:04:04.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201499+0000",
2020-11-16T21:04:04.922 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00042722799999999998
2020-11-16T21:04:04.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.922 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201926+0000",
2020-11-16T21:04:04.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000142027
2020-11-16T21:04:04.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.923 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.923 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.202068+0000",
2020-11-16T21:04:04.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7522792810000001
2020-11-16T21:04:04.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:02.954348+0000",
2020-11-16T21:04:04.924 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2413999999999999e-05
2020-11-16T21:04:04.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.924 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:02.954370+0000",
2020-11-16T21:04:04.925 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.752906788
2020-11-16T21:04:04.925 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.925 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.925 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.925 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:04:04.926 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:04:04.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:184667 9.0 9:04596d2a:::benchmark_data_smithi065_58100_object52317:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e938)",
2020-11-16T21:04:04.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:04:01.201530+0000",
2020-11-16T21:04:04.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 3.5245413810000001,
2020-11-16T21:04:04.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.7594602260000001,
2020-11-16T21:04:04.926 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:04:04.926 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:04:04.927 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:04:04.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:04:04.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:04:04.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 184667
2020-11-16T21:04:04.927 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:04:04.927 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:04:04.927 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:04:04.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201530+0000",
2020-11-16T21:04:04.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:04:04.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.928 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:04:04.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201530+0000",
2020-11-16T21:04:04.928 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999824
2020-11-16T21:04:04.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:04:04.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201513+0000",
2020-11-16T21:04:04.929 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.8541000000000003e-05
2020-11-16T21:04:04.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.929 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:04:04.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201551+0000",
2020-11-16T21:04:04.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9170000000000003e-06
2020-11-16T21:04:04.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.930 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:04:04.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201557+0000",
2020-11-16T21:04:04.930 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9909999999999998e-06
2020-11-16T21:04:04.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:04:04.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.201560+0000",
2020-11-16T21:04:04.931 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00056445699999999998
2020-11-16T21:04:04.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.931 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.202124+0000",
2020-11-16T21:04:04.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00023986600000000001
2020-11-16T21:04:04.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.932 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for missing object",
2020-11-16T21:04:04.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:01.202364+0000",
2020-11-16T21:04:04.932 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.758612847
2020-11-16T21:04:04.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:04:04.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:02.960977+0000",
2020-11-16T21:04:04.933 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3395e-05
2020-11-16T21:04:04.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:04:04.933 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:04:04.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:04:04.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:04:02.960991+0000",
2020-11-16T21:04:04.934 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7594602260000001
2020-11-16T21:04:04.934 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:04:04.934 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:04:04.934 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:04:04.934 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T21:04:04.935 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T21:04:04.935 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:04:04.937 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:05.039 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:05.046 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:04 smithi071 bash[26650]: debug 2020-11-16T21:04:04.743+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:05.182 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:05.286 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:05.444 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:05 smithi071 bash[26650]: debug 2020-11-16T21:04:05.183+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:06.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:05 smithi065 bash[9468]: cluster 2020-11-16T21:04:04.699108+0000 mgr.x (mgr.14196) 1589 : cluster [DBG] pgmap v2413: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 35175/159508 objects misplaced (22.052%); 13 MiB/s, 207 objects/s recovering
2020-11-16T21:04:06.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:05 smithi142 bash[9523]: cluster 2020-11-16T21:04:04.699108+0000 mgr.x (mgr.14196) 1589 : cluster [DBG] pgmap v2413: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 35175/159508 objects misplaced (22.052%); 13 MiB/s, 207 objects/s recovering
2020-11-16T21:04:06.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:05 smithi071 bash[9480]: cluster 2020-11-16T21:04:04.699108+0000 mgr.x (mgr.14196) 1589 : cluster [DBG] pgmap v2413: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 35175/159508 objects misplaced (22.052%); 13 MiB/s, 207 objects/s recovering
2020-11-16T21:04:06.650 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:04:06.825 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:06.960 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:06 smithi142 bash[9523]: cluster 2020-11-16T21:04:05.196397+0000 osd.9 (osd.9) 247 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:06.961 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:06 smithi142 bash[9523]: cluster 2020-11-16T21:04:05.196493+0000 osd.9 (osd.9) 248 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:06.961 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:06 smithi142 bash[9523]: cluster 2020-11-16T21:04:05.966925+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e939: 12 total, 12 up, 8 in
2020-11-16T21:04:07.207 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:07.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:06 smithi065 bash[9468]: cluster 2020-11-16T21:04:05.196397+0000 osd.9 (osd.9) 247 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:07.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:06 smithi065 bash[9468]: cluster 2020-11-16T21:04:05.196493+0000 osd.9 (osd.9) 248 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:07.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:06 smithi065 bash[9468]: cluster 2020-11-16T21:04:05.966925+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e939: 12 total, 12 up, 8 in
2020-11-16T21:04:07.279 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:04:07 smithi142 bash[114994]: debug 2020-11-16T21:04:07.212+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:07.311 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:07.318 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:06 smithi071 bash[9480]: cluster 2020-11-16T21:04:05.196397+0000 osd.9 (osd.9) 247 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:07.319 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:06 smithi071 bash[9480]: cluster 2020-11-16T21:04:05.196493+0000 osd.9 (osd.9) 248 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:07.319 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:06 smithi071 bash[9480]: cluster 2020-11-16T21:04:05.966925+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e939: 12 total, 12 up, 8 in
2020-11-16T21:04:07.430 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:07.537 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:07.653 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:07.661 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:04:07 smithi071 bash[16796]: debug 2020-11-16T21:04:07.431+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:07.763 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:04:07.943 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:07 smithi071 bash[12066]: debug 2020-11-16T21:04:07.663+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:08.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:07 smithi065 bash[9468]: cluster 2020-11-16T21:04:06.699671+0000 mgr.x (mgr.14196) 1590 : cluster [DBG] pgmap v2415: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 423 op/s; 34585/157324 objects misplaced (21.983%); 13 MiB/s, 201 objects/s recovering
2020-11-16T21:04:08.309 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:07 smithi142 bash[9523]: cluster 2020-11-16T21:04:06.699671+0000 mgr.x (mgr.14196) 1590 : cluster [DBG] pgmap v2415: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 423 op/s; 34585/157324 objects misplaced (21.983%); 13 MiB/s, 201 objects/s recovering
2020-11-16T21:04:08.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:07 smithi071 bash[9480]: cluster 2020-11-16T21:04:06.699671+0000 mgr.x (mgr.14196) 1590 : cluster [DBG] pgmap v2415: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 423 op/s; 34585/157324 objects misplaced (21.983%); 13 MiB/s, 201 objects/s recovering
2020-11-16T21:04:09.815 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight
2020-11-16T21:04:09.975 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:10.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:09 smithi065 bash[9468]: cluster 2020-11-16T21:04:08.526824+0000 osd.2 (osd.2) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:10.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:09 smithi065 bash[9468]: cluster 2020-11-16T21:04:08.526927+0000 osd.2 (osd.2) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:10.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:09 smithi065 bash[9468]: cluster 2020-11-16T21:04:08.700249+0000 mgr.x (mgr.14196) 1591 : cluster [DBG] pgmap v2416: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 34115/154966 objects misplaced (22.015%); 16 MiB/s, 260 objects/s recovering
2020-11-16T21:04:10.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:09 smithi065 bash[9468]: cluster 2020-11-16T21:04:08.984357+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e940: 12 total, 12 up, 8 in
2020-11-16T21:04:10.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:09 smithi142 bash[9523]: cluster 2020-11-16T21:04:08.526824+0000 osd.2 (osd.2) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:10.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:09 smithi142 bash[9523]: cluster 2020-11-16T21:04:08.526927+0000 osd.2 (osd.2) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:10.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:09 smithi142 bash[9523]: cluster 2020-11-16T21:04:08.700249+0000 mgr.x (mgr.14196) 1591 : cluster [DBG] pgmap v2416: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 34115/154966 objects misplaced (22.015%); 16 MiB/s, 260 objects/s recovering
2020-11-16T21:04:10.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:09 smithi142 bash[9523]: cluster 2020-11-16T21:04:08.984357+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e940: 12 total, 12 up, 8 in
2020-11-16T21:04:10.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:09 smithi071 bash[9480]: cluster 2020-11-16T21:04:08.526824+0000 osd.2 (osd.2) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:09 smithi071 bash[9480]: cluster 2020-11-16T21:04:08.526927+0000 osd.2 (osd.2) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:09 smithi071 bash[9480]: cluster 2020-11-16T21:04:08.700249+0000 mgr.x (mgr.14196) 1591 : cluster [DBG] pgmap v2416: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 34115/154966 objects misplaced (22.015%); 16 MiB/s, 260 objects/s recovering
2020-11-16T21:04:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:09 smithi071 bash[9480]: cluster 2020-11-16T21:04:08.984357+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e940: 12 total, 12 up, 8 in
2020-11-16T21:04:11.057 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:04:11.161 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:11.527 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:04:11 smithi065 bash[18823]: debug 2020-11-16T21:04:11.056+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:12.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:11 smithi065 bash[9468]: cluster 2020-11-16T21:04:10.700712+0000 mgr.x (mgr.14196) 1592 : cluster [DBG] pgmap v2418: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 322 op/s; 34115/154966 objects misplaced (22.015%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T21:04:12.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:11 smithi142 bash[9523]: cluster 2020-11-16T21:04:10.700712+0000 mgr.x (mgr.14196) 1592 : cluster [DBG] pgmap v2418: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 322 op/s; 34115/154966 objects misplaced (22.015%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T21:04:12.372 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:12.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:11 smithi071 bash[9480]: cluster 2020-11-16T21:04:10.700712+0000 mgr.x (mgr.14196) 1592 : cluster [DBG] pgmap v2418: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 322 op/s; 34115/154966 objects misplaced (22.015%); 8.3 MiB/s, 132 objects/s recovering
2020-11-16T21:04:12.477 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:04:12.625 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:04:12 smithi142 bash[20366]: debug 2020-11-16T21:04:12.380+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:12.644 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:04:12.748 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:12.777 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:04:12 smithi065 bash[14115]: debug 2020-11-16T21:04:12.640+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:12.862 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:12.966 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:13.094 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:12 smithi071 bash[12066]: debug 2020-11-16T21:04:12.863+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:13.095 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:13.199 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:13.329 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:13.432 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:13.443 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:13 smithi071 bash[12066]: debug 2020-11-16T21:04:13.099+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:13.443 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:04:13 smithi071 bash[16796]: debug 2020-11-16T21:04:13.331+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:13.613 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:13.719 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:13.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:04:13 smithi065 bash[16457]: debug 2020-11-16T21:04:13.611+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:13.834 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:13.939 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:13.982 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:13 smithi071 bash[12066]: debug 2020-11-16T21:04:13.835+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:13.984 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T21:04:14.045 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T21:04:14.046 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:04:14.046 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 1.92029 (expected baseline 1.92841)
2020-11-16T21:04:14.046 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 2 pgs (0.470588 -> 0.470588 * mean)
2020-11-16T21:04:14.046 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:04:14.046 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:04:14.047 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T21:04:14.047 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 0.05
2020-11-16T21:04:14.047 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:04:14.047 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0203
2020-11-16T21:04:14.047 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0223
2020-11-16T21:04:14.047 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1 weight 0.6004 -> 0.5504
2020-11-16T21:04:14.047 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9 weight 0.6844 -> 0.6344
2020-11-16T21:04:14.048 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7 weight 0.8351 -> 0.7851
2020-11-16T21:04:14.058 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:14.064 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:04:14.162 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:04:14.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:13 smithi065 bash[9468]: cluster 2020-11-16T21:04:12.701252+0000 mgr.x (mgr.14196) 1593 : cluster [DBG] pgmap v2419: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 33062/150726 objects misplaced (21.935%); 16 MiB/s, 264 objects/s recovering
2020-11-16T21:04:14.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:13 smithi065 bash[9468]: audit 2020-11-16T21:04:13.769919+0000 mon.a (mon.0) 2856 : audit [INF] from='client.? v1:172.21.15.142:0/2427914869' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:04:14.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:13 smithi142 bash[9523]: cluster 2020-11-16T21:04:12.701252+0000 mgr.x (mgr.14196) 1593 : cluster [DBG] pgmap v2419: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 33062/150726 objects misplaced (21.935%); 16 MiB/s, 264 objects/s recovering
2020-11-16T21:04:14.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:13 smithi142 bash[9523]: audit 2020-11-16T21:04:13.769919+0000 mon.a (mon.0) 2856 : audit [INF] from='client.? v1:172.21.15.142:0/2427914869' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:04:14.314 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:04:14.418 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:04:14.444 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[26650]: debug 2020-11-16T21:04:14.059+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:14.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:13 smithi071 bash[9480]: cluster 2020-11-16T21:04:12.701252+0000 mgr.x (mgr.14196) 1593 : cluster [DBG] pgmap v2419: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 33062/150726 objects misplaced (21.935%); 16 MiB/s, 264 objects/s recovering
2020-11-16T21:04:14.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:13 smithi071 bash[9480]: audit 2020-11-16T21:04:13.769919+0000 mon.a (mon.0) 2856 : audit [INF] from='client.? v1:172.21.15.142:0/2427914869' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:04:14.445 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[10230]: debug 2020-11-16T21:04:14.047+0000 7f1e83161700 -1 mgr.server reply reply (3) No such process no change
2020-11-16T21:04:14.544 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:04:14.647 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:14.754 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:14.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:04:14 smithi065 bash[18823]: debug 2020-11-16T21:04:14.315+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:14.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:04:14 smithi065 bash[18823]: debug 2020-11-16T21:04:14.543+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:14.863 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:04:14.943 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[16796]: debug 2020-11-16T21:04:14.759+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:14.985 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:04:15.091 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:15.217 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:15.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:14 smithi065 bash[9468]: cluster 2020-11-16T21:04:13.984759+0000 mon.a (mon.0) 2857 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:04:15.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:14 smithi065 bash[9468]: cluster 2020-11-16T21:04:13.984800+0000 mon.a (mon.0) 2858 : cluster [INF] Cluster is now healthy
2020-11-16T21:04:15.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:14 smithi065 bash[9468]: audit 2020-11-16T21:04:13.988704+0000 mon.a (mon.0) 2859 : audit [INF] from='client.? v1:172.21.15.142:0/2427914869' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:04:15.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:14 smithi065 bash[9468]: cluster 2020-11-16T21:04:13.988743+0000 mon.a (mon.0) 2860 : cluster [DBG] osdmap e941: 12 total, 12 up, 8 in
2020-11-16T21:04:15.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:14 smithi065 bash[9468]: audit 2020-11-16T21:04:14.054348+0000 mgr.x (mgr.14196) 1594 : audit [DBG] from='client.17220 v1:172.21.15.142:0/2483274055' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:04:15.278 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:04:15 smithi065 bash[16457]: debug 2020-11-16T21:04:15.211+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:15.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:14 smithi142 bash[9523]: cluster 2020-11-16T21:04:13.984759+0000 mon.a (mon.0) 2857 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:04:15.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:14 smithi142 bash[9523]: cluster 2020-11-16T21:04:13.984800+0000 mon.a (mon.0) 2858 : cluster [INF] Cluster is now healthy
2020-11-16T21:04:15.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:14 smithi142 bash[9523]: audit 2020-11-16T21:04:13.988704+0000 mon.a (mon.0) 2859 : audit [INF] from='client.? v1:172.21.15.142:0/2427914869' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:04:15.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:14 smithi142 bash[9523]: cluster 2020-11-16T21:04:13.988743+0000 mon.a (mon.0) 2860 : cluster [DBG] osdmap e941: 12 total, 12 up, 8 in
2020-11-16T21:04:15.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:14 smithi142 bash[9523]: audit 2020-11-16T21:04:14.054348+0000 mgr.x (mgr.14196) 1594 : audit [DBG] from='client.17220 v1:172.21.15.142:0/2483274055' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:04:15.324 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:15.332 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[14419]: debug 2020-11-16T21:04:14.983+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:15.333 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[9480]: cluster 2020-11-16T21:04:13.984759+0000 mon.a (mon.0) 2857 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:04:15.333 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[9480]: cluster 2020-11-16T21:04:13.984800+0000 mon.a (mon.0) 2858 : cluster [INF] Cluster is now healthy
2020-11-16T21:04:15.333 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[9480]: audit 2020-11-16T21:04:13.988704+0000 mon.a (mon.0) 2859 : audit [INF] from='client.? v1:172.21.15.142:0/2427914869' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:04:15.333 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[9480]: cluster 2020-11-16T21:04:13.988743+0000 mon.a (mon.0) 2860 : cluster [DBG] osdmap e941: 12 total, 12 up, 8 in
2020-11-16T21:04:15.333 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:14 smithi071 bash[9480]: audit 2020-11-16T21:04:14.054348+0000 mgr.x (mgr.14196) 1594 : audit [DBG] from='client.17220 v1:172.21.15.142:0/2483274055' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:04:15.433 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:15.537 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:15.693 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:15 smithi071 bash[12066]: debug 2020-11-16T21:04:15.435+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:16.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:16 smithi065 bash[9468]: cluster 2020-11-16T21:04:14.701716+0000 mgr.x (mgr.14196) 1595 : cluster [DBG] pgmap v2421: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 33062/150142 objects misplaced (22.020%); 12 MiB/s, 190 objects/s recovering
2020-11-16T21:04:16.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:16 smithi065 bash[9468]: cluster 2020-11-16T21:04:15.079585+0000 osd.10 (osd.10) 253 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:16.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:16 smithi065 bash[9468]: cluster 2020-11-16T21:04:15.079665+0000 osd.10 (osd.10) 254 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:16.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:16 smithi142 bash[9523]: cluster 2020-11-16T21:04:14.701716+0000 mgr.x (mgr.14196) 1595 : cluster [DBG] pgmap v2421: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 33062/150142 objects misplaced (22.020%); 12 MiB/s, 190 objects/s recovering
2020-11-16T21:04:16.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:16 smithi142 bash[9523]: cluster 2020-11-16T21:04:15.079585+0000 osd.10 (osd.10) 253 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:16.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:16 smithi142 bash[9523]: cluster 2020-11-16T21:04:15.079665+0000 osd.10 (osd.10) 254 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:16.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:16 smithi071 bash[9480]: cluster 2020-11-16T21:04:14.701716+0000 mgr.x (mgr.14196) 1595 : cluster [DBG] pgmap v2421: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 33062/150142 objects misplaced (22.020%); 12 MiB/s, 190 objects/s recovering
2020-11-16T21:04:16.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:16 smithi071 bash[9480]: cluster 2020-11-16T21:04:15.079585+0000 osd.10 (osd.10) 253 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:16 smithi071 bash[9480]: cluster 2020-11-16T21:04:15.079665+0000 osd.10 (osd.10) 254 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:16.585 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:16.689 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:04:16.832 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:04:16.936 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:17.001 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:04:16 smithi142 bash[20366]: debug 2020-11-16T21:04:16.592+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:17.002 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:04:16 smithi065 bash[11785]: debug 2020-11-16T21:04:16.831+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:17.058 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:17.161 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:17.275 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:17 smithi071 bash[9480]: cluster 2020-11-16T21:04:16.000212+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e942: 12 total, 12 up, 8 in
2020-11-16T21:04:17.276 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:17 smithi071 bash[12066]: debug 2020-11-16T21:04:17.059+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:17.276 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:17.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:17 smithi065 bash[9468]: cluster 2020-11-16T21:04:16.000212+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e942: 12 total, 12 up, 8 in
2020-11-16T21:04:17.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:17 smithi142 bash[9523]: cluster 2020-11-16T21:04:16.000212+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e942: 12 total, 12 up, 8 in
2020-11-16T21:04:17.382 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:17.632 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:17.693 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:17 smithi071 bash[12066]: debug 2020-11-16T21:04:17.279+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:17.737 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:17.745 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:17 smithi142 bash[18009]: debug 2020-11-16T21:04:17.636+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:18.003 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:18 smithi142 bash[9523]: cluster 2020-11-16T21:04:16.702156+0000 mgr.x (mgr.14196) 1596 : cluster [DBG] pgmap v2423: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 473 op/s; 32460/147656 objects misplaced (21.984%); 13 MiB/s, 214 objects/s recovering
2020-11-16T21:04:18.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:18 smithi065 bash[9468]: cluster 2020-11-16T21:04:16.702156+0000 mgr.x (mgr.14196) 1596 : cluster [DBG] pgmap v2423: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 473 op/s; 32460/147656 objects misplaced (21.984%); 13 MiB/s, 214 objects/s recovering
2020-11-16T21:04:18.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:18 smithi071 bash[9480]: cluster 2020-11-16T21:04:16.702156+0000 mgr.x (mgr.14196) 1596 : cluster [DBG] pgmap v2423: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 473 op/s; 32460/147656 objects misplaced (21.984%); 13 MiB/s, 214 objects/s recovering
2020-11-16T21:04:19.115 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:19.220 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:19.303 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:04:19.303 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 110 3.0
2020-11-16T21:04:19.439 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:04:19 smithi142 bash[147327]: debug 2020-11-16T21:04:19.120+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:19.440 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:19.469 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:19.543 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:19.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:19 smithi142 bash[18009]: debug 2020-11-16T21:04:19.444+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:19.812 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T21:04:19.972 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:20.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:20 smithi065 bash[9468]: cluster 2020-11-16T21:04:18.702695+0000 mgr.x (mgr.14196) 1597 : cluster [DBG] pgmap v2424: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 32018/145166 objects misplaced (22.056%); 16 MiB/s, 262 objects/s recovering
2020-11-16T21:04:20.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:20 smithi142 bash[9523]: cluster 2020-11-16T21:04:18.702695+0000 mgr.x (mgr.14196) 1597 : cluster [DBG] pgmap v2424: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 32018/145166 objects misplaced (22.056%); 16 MiB/s, 262 objects/s recovering
2020-11-16T21:04:20.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:20 smithi071 bash[9480]: cluster 2020-11-16T21:04:18.702695+0000 mgr.x (mgr.14196) 1597 : cluster [DBG] pgmap v2424: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 32018/145166 objects misplaced (22.056%); 16 MiB/s, 262 objects/s recovering
2020-11-16T21:04:20.788 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:20.892 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:21.008 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:21.112 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:21.119 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:20 smithi142 bash[18009]: debug 2020-11-16T21:04:20.792+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:21.193 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:04:21 smithi071 bash[16796]: debug 2020-11-16T21:04:21.011+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:22.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:22 smithi065 bash[9468]: cluster 2020-11-16T21:04:20.703166+0000 mgr.x (mgr.14196) 1598 : cluster [DBG] pgmap v2425: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 347 op/s; 32018/145166 objects misplaced (22.056%); 8.1 MiB/s, 130 objects/s recovering
2020-11-16T21:04:22.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:22 smithi142 bash[9523]: cluster 2020-11-16T21:04:20.703166+0000 mgr.x (mgr.14196) 1598 : cluster [DBG] pgmap v2425: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 347 op/s; 32018/145166 objects misplaced (22.056%); 8.1 MiB/s, 130 objects/s recovering
2020-11-16T21:04:22.336 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:22.441 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:22.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:22 smithi071 bash[9480]: cluster 2020-11-16T21:04:20.703166+0000 mgr.x (mgr.14196) 1598 : cluster [DBG] pgmap v2425: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 347 op/s; 32018/145166 objects misplaced (22.056%); 8.1 MiB/s, 130 objects/s recovering
2020-11-16T21:04:22.567 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:22.670 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:22.693 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:22 smithi142 bash[18009]: debug 2020-11-16T21:04:22.340+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:22.816 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:22.920 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:22.943 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:22 smithi071 bash[26650]: debug 2020-11-16T21:04:22.567+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:23.027 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:04:22 smithi065 bash[16457]: debug 2020-11-16T21:04:22.819+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:23.142 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:23.245 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:04:23.388 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:04:23.496 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:23.527 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:04:23 smithi065 bash[14115]: debug 2020-11-16T21:04:23.387+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:23.529 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:04:23 smithi142 bash[114994]: debug 2020-11-16T21:04:23.148+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:23.551 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:04:23.581 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:04:23.606 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:04:23.619 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:23.633 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:04:23.665 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:04:23.689 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:04:23.716 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:04:23.723 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:04:23.740 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:04:23.779 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:04:23.815 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:04:23.848 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:04:23.889 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:04:23.898 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:04:23.898 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:04:23.898 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.050 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.050 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.051 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.051 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.051 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.051 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.051 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.051 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.051 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:04:28.055 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:24 smithi065 bash[9468]: cluster 2020-11-16T21:04:22.703710+0000 mgr.x (mgr.14196) 1599 : cluster [DBG] pgmap v2426: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 30886/140764 objects misplaced (21.942%); 16 MiB/s, 249 objects/s recovering
2020-11-16T21:04:28.055 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:24 smithi065 bash[9468]: audit 2020-11-16T21:04:23.521595+0000 mon.a (mon.0) 2862 : audit [DBG] from='client.? v1:172.21.15.142:0/2936195919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:28.055 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:24 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.560989+0000 osd.0 (osd.0) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.055 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:24 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.643472+0000 osd.3 (osd.3) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.056 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:24 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.725691+0000 osd.6 (osd.6) 294 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.056 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:24 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.822879+0000 osd.9 (osd.9) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.056 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:25 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.591683+0000 osd.1 (osd.1) 350 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.056 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:25 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.616546+0000 osd.2 (osd.2) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.056 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:25 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.674857+0000 osd.4 (osd.4) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.056 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:25 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.698297+0000 osd.5 (osd.5) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.056 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:25 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.749705+0000 osd.7 (osd.7) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.057 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:25 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.786301+0000 osd.8 (osd.8) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.057 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:25 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.855600+0000 osd.10 (osd.10) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.057 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:25 smithi065 bash[9468]: cluster 2020-11-16T21:04:23.895964+0000 osd.11 (osd.11) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.057 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:26 smithi065 bash[9468]: cluster 2020-11-16T21:04:24.704293+0000 mgr.x (mgr.14196) 1600 : cluster [DBG] pgmap v2427: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 500 op/s; 30886/140124 objects misplaced (22.042%); 14 MiB/s, 217 objects/s recovering
2020-11-16T21:04:28.057 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:26 smithi065 bash[9468]: cluster 2020-11-16T21:04:24.839982+0000 osd.5 (osd.5) 262 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:28.057 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:26 smithi065 bash[9468]: cluster 2020-11-16T21:04:24.840080+0000 osd.5 (osd.5) 263 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:28.057 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:26 smithi065 bash[9468]: cluster 2020-11-16T21:04:25.030595+0000 mon.a (mon.0) 2863 : cluster [DBG] osdmap e943: 12 total, 12 up, 8 in
2020-11-16T21:04:28.058 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:27 smithi065 bash[9468]: audit 2020-11-16T21:04:26.378572+0000 mon.a (mon.0) 2864 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:04:28.058 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:27 smithi065 bash[9468]: audit 2020-11-16T21:04:26.378935+0000 mon.a (mon.0) 2865 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:04:28.058 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:04:28.058 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:04:26 smithi065 bash[18823]: debug 2020-11-16T21:04:26.219+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:28.059 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:04:23 smithi071 bash[16796]: debug 2020-11-16T21:04:23.623+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:28.059 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:24 smithi071 bash[9480]: cluster 2020-11-16T21:04:22.703710+0000 mgr.x (mgr.14196) 1599 : cluster [DBG] pgmap v2426: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 30886/140764 objects misplaced (21.942%); 16 MiB/s, 249 objects/s recovering
2020-11-16T21:04:28.059 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:24 smithi071 bash[9480]: audit 2020-11-16T21:04:23.521595+0000 mon.a (mon.0) 2862 : audit [DBG] from='client.? v1:172.21.15.142:0/2936195919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:28.059 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:24 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.560989+0000 osd.0 (osd.0) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.059 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:24 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.643472+0000 osd.3 (osd.3) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:24 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.725691+0000 osd.6 (osd.6) 294 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:24 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.822879+0000 osd.9 (osd.9) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:25 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.591683+0000 osd.1 (osd.1) 350 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:25 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.616546+0000 osd.2 (osd.2) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:25 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.674857+0000 osd.4 (osd.4) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:25 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.698297+0000 osd.5 (osd.5) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.060 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:25 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.749705+0000 osd.7 (osd.7) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:25 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.786301+0000 osd.8 (osd.8) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:25 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.855600+0000 osd.10 (osd.10) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:25 smithi071 bash[9480]: cluster 2020-11-16T21:04:23.895964+0000 osd.11 (osd.11) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:26 smithi071 bash[9480]: cluster 2020-11-16T21:04:24.704293+0000 mgr.x (mgr.14196) 1600 : cluster [DBG] pgmap v2427: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 500 op/s; 30886/140124 objects misplaced (22.042%); 14 MiB/s, 217 objects/s recovering
2020-11-16T21:04:28.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:26 smithi071 bash[9480]: cluster 2020-11-16T21:04:24.839982+0000 osd.5 (osd.5) 262 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:28.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:26 smithi071 bash[9480]: cluster 2020-11-16T21:04:24.840080+0000 osd.5 (osd.5) 263 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:28.061 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:26 smithi071 bash[9480]: cluster 2020-11-16T21:04:25.030595+0000 mon.a (mon.0) 2863 : cluster [DBG] osdmap e943: 12 total, 12 up, 8 in
2020-11-16T21:04:28.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:27 smithi071 bash[9480]: audit 2020-11-16T21:04:26.378572+0000 mon.a (mon.0) 2864 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:04:28.062 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:27 smithi071 bash[9480]: audit 2020-11-16T21:04:26.378935+0000 mon.a (mon.0) 2865 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:04:28.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:24 smithi142 bash[9523]: cluster 2020-11-16T21:04:22.703710+0000 mgr.x (mgr.14196) 1599 : cluster [DBG] pgmap v2426: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 30886/140764 objects misplaced (21.942%); 16 MiB/s, 249 objects/s recovering
2020-11-16T21:04:28.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:24 smithi142 bash[9523]: audit 2020-11-16T21:04:23.521595+0000 mon.a (mon.0) 2862 : audit [DBG] from='client.? v1:172.21.15.142:0/2936195919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:28.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:24 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.560989+0000 osd.0 (osd.0) 20 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.062 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:24 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.643472+0000 osd.3 (osd.3) 75 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:24 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.725691+0000 osd.6 (osd.6) 294 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:24 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.822879+0000 osd.9 (osd.9) 249 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:25 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.591683+0000 osd.1 (osd.1) 350 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:25 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.616546+0000 osd.2 (osd.2) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:25 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.674857+0000 osd.4 (osd.4) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:25 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.698297+0000 osd.5 (osd.5) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:25 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.749705+0000 osd.7 (osd.7) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.063 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:25 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.786301+0000 osd.8 (osd.8) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:25 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.855600+0000 osd.10 (osd.10) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:25 smithi142 bash[9523]: cluster 2020-11-16T21:04:23.895964+0000 osd.11 (osd.11) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:28.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:26 smithi142 bash[9523]: cluster 2020-11-16T21:04:24.704293+0000 mgr.x (mgr.14196) 1600 : cluster [DBG] pgmap v2427: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 500 op/s; 30886/140124 objects misplaced (22.042%); 14 MiB/s, 217 objects/s recovering
2020-11-16T21:04:28.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:26 smithi142 bash[9523]: cluster 2020-11-16T21:04:24.839982+0000 osd.5 (osd.5) 262 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:28.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:26 smithi142 bash[9523]: cluster 2020-11-16T21:04:24.840080+0000 osd.5 (osd.5) 263 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:28.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:26 smithi142 bash[9523]: cluster 2020-11-16T21:04:25.030595+0000 mon.a (mon.0) 2863 : cluster [DBG] osdmap e943: 12 total, 12 up, 8 in
2020-11-16T21:04:28.064 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:27 smithi142 bash[9523]: audit 2020-11-16T21:04:26.378572+0000 mon.a (mon.0) 2864 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:04:28.065 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:27 smithi142 bash[9523]: audit 2020-11-16T21:04:26.378935+0000 mon.a (mon.0) 2865 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:04:28.065 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T21:04:28.065 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:04:28.159 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:28.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:28 smithi065 bash[9468]: cluster 2020-11-16T21:04:26.704778+0000 mgr.x (mgr.14196) 1601 : cluster [DBG] pgmap v2429: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 30238/137710 objects misplaced (21.958%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:04:28.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:28 smithi142 bash[9523]: cluster 2020-11-16T21:04:26.704778+0000 mgr.x (mgr.14196) 1601 : cluster [DBG] pgmap v2429: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 30238/137710 objects misplaced (21.958%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:04:28.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:28 smithi071 bash[9480]: cluster 2020-11-16T21:04:26.704778+0000 mgr.x (mgr.14196) 1601 : cluster [DBG] pgmap v2429: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 30238/137710 objects misplaced (21.958%); 14 MiB/s, 222 objects/s recovering
2020-11-16T21:04:29.314 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops
2020-11-16T21:04:29.475 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:30.067 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:04:34.206 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:30 smithi065 bash[9468]: cluster 2020-11-16T21:04:28.705252+0000 mgr.x (mgr.14196) 1602 : cluster [DBG] pgmap v2430: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 29768/135176 objects misplaced (22.022%); 14 MiB/s, 224 objects/s recovering
2020-11-16T21:04:34.206 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:31 smithi065 bash[9468]: cluster 2020-11-16T21:04:30.093337+0000 osd.7 (osd.7) 256 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:34.206 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:31 smithi065 bash[9468]: cluster 2020-11-16T21:04:30.093465+0000 osd.7 (osd.7) 257 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:34.206 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:32 smithi065 bash[9468]: cluster 2020-11-16T21:04:30.705867+0000 mgr.x (mgr.14196) 1603 : cluster [DBG] pgmap v2431: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 29768/135176 objects misplaced (22.022%); 14 MiB/s, 224 objects/s recovering
2020-11-16T21:04:34.207 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:32 smithi065 bash[9468]: cluster 2020-11-16T21:04:31.047187+0000 mon.a (mon.0) 2866 : cluster [DBG] osdmap e944: 12 total, 12 up, 8 in
2020-11-16T21:04:34.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:30 smithi142 bash[9523]: cluster 2020-11-16T21:04:28.705252+0000 mgr.x (mgr.14196) 1602 : cluster [DBG] pgmap v2430: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 29768/135176 objects misplaced (22.022%); 14 MiB/s, 224 objects/s recovering
2020-11-16T21:04:34.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:31 smithi142 bash[9523]: cluster 2020-11-16T21:04:30.093337+0000 osd.7 (osd.7) 256 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:34.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:31 smithi142 bash[9523]: cluster 2020-11-16T21:04:30.093465+0000 osd.7 (osd.7) 257 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:34.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:32 smithi142 bash[9523]: cluster 2020-11-16T21:04:30.705867+0000 mgr.x (mgr.14196) 1603 : cluster [DBG] pgmap v2431: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 29768/135176 objects misplaced (22.022%); 14 MiB/s, 224 objects/s recovering
2020-11-16T21:04:34.207 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:32 smithi142 bash[9523]: cluster 2020-11-16T21:04:31.047187+0000 mon.a (mon.0) 2866 : cluster [DBG] osdmap e944: 12 total, 12 up, 8 in
2020-11-16T21:04:34.208 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:34.208 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:30 smithi071 bash[9480]: cluster 2020-11-16T21:04:28.705252+0000 mgr.x (mgr.14196) 1602 : cluster [DBG] pgmap v2430: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 29768/135176 objects misplaced (22.022%); 14 MiB/s, 224 objects/s recovering
2020-11-16T21:04:34.208 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:31 smithi071 bash[9480]: cluster 2020-11-16T21:04:30.093337+0000 osd.7 (osd.7) 256 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:34.209 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:31 smithi071 bash[9480]: cluster 2020-11-16T21:04:30.093465+0000 osd.7 (osd.7) 257 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:34.209 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:32 smithi071 bash[9480]: cluster 2020-11-16T21:04:30.705867+0000 mgr.x (mgr.14196) 1603 : cluster [DBG] pgmap v2431: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 29768/135176 objects misplaced (22.022%); 14 MiB/s, 224 objects/s recovering
2020-11-16T21:04:34.209 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:32 smithi071 bash[9480]: cluster 2020-11-16T21:04:31.047187+0000 mon.a (mon.0) 2866 : cluster [DBG] osdmap e944: 12 total, 12 up, 8 in
2020-11-16T21:04:34.209 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:04:30 smithi071 bash[16796]: debug 2020-11-16T21:04:30.095+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:34.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:34 smithi142 bash[9523]: cluster 2020-11-16T21:04:32.706443+0000 mgr.x (mgr.14196) 1604 : cluster [DBG] pgmap v2433: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 28605/130798 objects misplaced (21.870%); 18 MiB/s, 285 objects/s recovering
2020-11-16T21:04:34.310 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:34.317 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:34 smithi065 bash[9468]: cluster 2020-11-16T21:04:32.706443+0000 mgr.x (mgr.14196) 1604 : cluster [DBG] pgmap v2433: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 28605/130798 objects misplaced (21.870%); 18 MiB/s, 285 objects/s recovering
2020-11-16T21:04:34.374 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:34.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:34 smithi071 bash[9480]: cluster 2020-11-16T21:04:32.706443+0000 mgr.x (mgr.14196) 1604 : cluster [DBG] pgmap v2433: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 28605/130798 objects misplaced (21.870%); 18 MiB/s, 285 objects/s recovering
2020-11-16T21:04:34.462 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:34.567 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:34.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:04:34 smithi065 bash[16457]: debug 2020-11-16T21:04:34.463+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:35.179 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:35 smithi142 bash[9523]: cluster 2020-11-16T21:04:33.405466+0000 osd.8 (osd.8) 273 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:35.180 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:35 smithi142 bash[9523]: cluster 2020-11-16T21:04:33.405567+0000 osd.8 (osd.8) 274 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:35.180 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:35 smithi142 bash[9523]: cluster 2020-11-16T21:04:34.050980+0000 mon.a (mon.0) 2867 : cluster [DBG] osdmap e945: 12 total, 12 up, 8 in
2020-11-16T21:04:35.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:35 smithi071 bash[9480]: cluster 2020-11-16T21:04:33.405466+0000 osd.8 (osd.8) 273 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:35 smithi071 bash[9480]: cluster 2020-11-16T21:04:33.405567+0000 osd.8 (osd.8) 274 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:35.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:35 smithi071 bash[9480]: cluster 2020-11-16T21:04:34.050980+0000 mon.a (mon.0) 2867 : cluster [DBG] osdmap e945: 12 total, 12 up, 8 in
2020-11-16T21:04:35.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:35 smithi065 bash[9468]: cluster 2020-11-16T21:04:33.405466+0000 osd.8 (osd.8) 273 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:35 smithi065 bash[9468]: cluster 2020-11-16T21:04:33.405567+0000 osd.8 (osd.8) 274 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:35.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:35 smithi065 bash[9468]: cluster 2020-11-16T21:04:34.050980+0000 mon.a (mon.0) 2867 : cluster [DBG] osdmap e945: 12 total, 12 up, 8 in
2020-11-16T21:04:36.171 INFO:teuthology.orchestra.run.smithi142.stdout:moved 5 / 34 (14.7059%)
2020-11-16T21:04:36.171 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:04:36.171 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 1.19896 (expected baseline 1.92841)
2020-11-16T21:04:36.171 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 4 pgs (0.470588 -> 0.941176 * mean)
2020-11-16T21:04:36.171 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 5 pgs (1.88235 -> 1.17647 * mean)
2020-11-16T21:04:36.172 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:04:36.172 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T21:04:36.172 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 3
2020-11-16T21:04:36.172 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:04:36.172 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0190
2020-11-16T21:04:36.172 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0209
2020-11-16T21:04:36.172 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1 weight 0.6004 -> 0.3800
2020-11-16T21:04:36.173 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9 weight 0.6844 -> 0.4422
2020-11-16T21:04:36.173 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7 weight 0.8351 -> 0.6317
2020-11-16T21:04:36.174 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:04:36.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:36 smithi071 bash[9480]: cluster 2020-11-16T21:04:34.706877+0000 mgr.x (mgr.14196) 1605 : cluster [DBG] pgmap v2435: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 473 op/s; 28605/130128 objects misplaced (21.982%); 13 MiB/s, 204 objects/s recovering
2020-11-16T21:04:36.444 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:04:36 smithi071 bash[10230]: debug 2020-11-16T21:04:36.175+0000 7f1e83161700 -1 mgr.server reply reply (3) No such process no change
2020-11-16T21:04:36.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:36 smithi065 bash[9468]: cluster 2020-11-16T21:04:34.706877+0000 mgr.x (mgr.14196) 1605 : cluster [DBG] pgmap v2435: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 473 op/s; 28605/130128 objects misplaced (21.982%); 13 MiB/s, 204 objects/s recovering
2020-11-16T21:04:36.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:36 smithi142 bash[9523]: cluster 2020-11-16T21:04:34.706877+0000 mgr.x (mgr.14196) 1605 : cluster [DBG] pgmap v2435: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 473 op/s; 28605/130128 objects misplaced (21.982%); 13 MiB/s, 204 objects/s recovering
2020-11-16T21:04:36.823 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:36.927 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:37.062 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:37.166 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:37.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:37 smithi071 bash[9480]: audit 2020-11-16T21:04:36.179774+0000 mgr.x (mgr.14196) 1606 : audit [DBG] from='client.17232 v1:172.21.15.142:0/3219719802' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:04:37.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:37 smithi071 bash[26650]: debug 2020-11-16T21:04:37.063+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:37.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:37 smithi142 bash[9523]: audit 2020-11-16T21:04:36.179774+0000 mgr.x (mgr.14196) 1606 : audit [DBG] from='client.17232 v1:172.21.15.142:0/3219719802' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:04:37.280 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:04:36 smithi142 bash[114994]: debug 2020-11-16T21:04:36.824+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:37.287 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:37.392 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:37.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:37 smithi065 bash[9468]: audit 2020-11-16T21:04:36.179774+0000 mgr.x (mgr.14196) 1606 : audit [DBG] from='client.17232 v1:172.21.15.142:0/3219719802' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:04:37.693 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:37 smithi071 bash[26650]: debug 2020-11-16T21:04:37.291+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:38.078 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T21:04:38.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:38 smithi071 bash[9480]: cluster 2020-11-16T21:04:36.707320+0000 mgr.x (mgr.14196) 1607 : cluster [DBG] pgmap v2436: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 472 op/s; 27876/127618 objects misplaced (21.843%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:04:38.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:38 smithi071 bash[9480]: audit 2020-11-16T21:04:37.498554+0000 mon.a (mon.0) 2868 : audit [INF] from='client.? v1:172.21.15.142:0/531897642' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:04:38.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:38 smithi065 bash[9468]: cluster 2020-11-16T21:04:36.707320+0000 mgr.x (mgr.14196) 1607 : cluster [DBG] pgmap v2436: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 472 op/s; 27876/127618 objects misplaced (21.843%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:04:38.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:38 smithi065 bash[9468]: audit 2020-11-16T21:04:37.498554+0000 mon.a (mon.0) 2868 : audit [INF] from='client.? v1:172.21.15.142:0/531897642' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:04:38.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:38 smithi142 bash[9523]: cluster 2020-11-16T21:04:36.707320+0000 mgr.x (mgr.14196) 1607 : cluster [DBG] pgmap v2436: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 472 op/s; 27876/127618 objects misplaced (21.843%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:04:38.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:38 smithi142 bash[9523]: audit 2020-11-16T21:04:37.498554+0000 mon.a (mon.0) 2868 : audit [INF] from='client.? v1:172.21.15.142:0/531897642' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:04:38.851 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:38.955 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:39.279 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:38 smithi142 bash[18009]: debug 2020-11-16T21:04:38.856+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:39 smithi142 bash[9523]: cluster 2020-11-16T21:04:37.380331+0000 osd.1 (osd.1) 351 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:39 smithi142 bash[9523]: cluster 2020-11-16T21:04:37.380432+0000 osd.1 (osd.1) 352 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:39 smithi142 bash[9523]: cluster 2020-11-16T21:04:38.071476+0000 mon.a (mon.0) 2869 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:04:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:39 smithi142 bash[9523]: audit 2020-11-16T21:04:38.083896+0000 mon.a (mon.0) 2870 : audit [INF] from='client.? v1:172.21.15.142:0/531897642' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:04:39.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:39 smithi142 bash[9523]: cluster 2020-11-16T21:04:38.084078+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e946: 12 total, 12 up, 8 in
2020-11-16T21:04:39.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:39 smithi071 bash[9480]: cluster 2020-11-16T21:04:37.380331+0000 osd.1 (osd.1) 351 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:39 smithi071 bash[9480]: cluster 2020-11-16T21:04:37.380432+0000 osd.1 (osd.1) 352 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:39 smithi071 bash[9480]: cluster 2020-11-16T21:04:38.071476+0000 mon.a (mon.0) 2869 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:04:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:39 smithi071 bash[9480]: audit 2020-11-16T21:04:38.083896+0000 mon.a (mon.0) 2870 : audit [INF] from='client.? v1:172.21.15.142:0/531897642' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:04:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:39 smithi071 bash[9480]: cluster 2020-11-16T21:04:38.084078+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e946: 12 total, 12 up, 8 in
2020-11-16T21:04:39.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:39 smithi065 bash[9468]: cluster 2020-11-16T21:04:37.380331+0000 osd.1 (osd.1) 351 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:39 smithi065 bash[9468]: cluster 2020-11-16T21:04:37.380432+0000 osd.1 (osd.1) 352 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:39 smithi065 bash[9468]: cluster 2020-11-16T21:04:38.071476+0000 mon.a (mon.0) 2869 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:04:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:39 smithi065 bash[9468]: audit 2020-11-16T21:04:38.083896+0000 mon.a (mon.0) 2870 : audit [INF] from='client.? v1:172.21.15.142:0/531897642' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:04:39.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:39 smithi065 bash[9468]: cluster 2020-11-16T21:04:38.084078+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e946: 12 total, 12 up, 8 in
2020-11-16T21:04:40.367 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:40 smithi142 bash[9523]: cluster 2020-11-16T21:04:38.707863+0000 mgr.x (mgr.14196) 1608 : cluster [DBG] pgmap v2438: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 27385/125092 objects misplaced (21.892%); 19 MiB/s, 310 objects/s recovering
2020-11-16T21:04:40.368 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:04:40 smithi142 bash[20366]: debug 2020-11-16T21:04:40.376+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:40.368 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:40.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:40 smithi071 bash[9480]: cluster 2020-11-16T21:04:38.707863+0000 mgr.x (mgr.14196) 1608 : cluster [DBG] pgmap v2438: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 27385/125092 objects misplaced (21.892%); 19 MiB/s, 310 objects/s recovering
2020-11-16T21:04:40.471 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:40.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:40 smithi065 bash[9468]: cluster 2020-11-16T21:04:38.707863+0000 mgr.x (mgr.14196) 1608 : cluster [DBG] pgmap v2438: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 27385/125092 objects misplaced (21.892%); 19 MiB/s, 310 objects/s recovering
2020-11-16T21:04:41.024 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:04:41.025 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 1.0
2020-11-16T21:04:41.035 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:41.144 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:41.223 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:41.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:41 smithi142 bash[9523]: cluster 2020-11-16T21:04:39.200486+0000 osd.11 (osd.11) 273 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:41.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:41 smithi142 bash[9523]: cluster 2020-11-16T21:04:39.200575+0000 osd.11 (osd.11) 274 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:41.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:41 smithi142 bash[9523]: cluster 2020-11-16T21:04:40.089000+0000 mon.a (mon.0) 2872 : cluster [DBG] osdmap e947: 12 total, 12 up, 8 in
2020-11-16T21:04:41.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:41 smithi142 bash[9523]: cluster 2020-11-16T21:04:40.465339+0000 osd.3 (osd.3) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:41.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:41 smithi142 bash[9523]: cluster 2020-11-16T21:04:40.466928+0000 osd.3 (osd.3) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:41.283 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:04:41 smithi142 bash[147327]: debug 2020-11-16T21:04:41.040+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:41.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:41 smithi071 bash[9480]: cluster 2020-11-16T21:04:39.200486+0000 osd.11 (osd.11) 273 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:41 smithi071 bash[9480]: cluster 2020-11-16T21:04:39.200575+0000 osd.11 (osd.11) 274 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:41 smithi071 bash[9480]: cluster 2020-11-16T21:04:40.089000+0000 mon.a (mon.0) 2872 : cluster [DBG] osdmap e947: 12 total, 12 up, 8 in
2020-11-16T21:04:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:41 smithi071 bash[9480]: cluster 2020-11-16T21:04:40.465339+0000 osd.3 (osd.3) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:41 smithi071 bash[9480]: cluster 2020-11-16T21:04:40.466928+0000 osd.3 (osd.3) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:41.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:41 smithi065 bash[9468]: cluster 2020-11-16T21:04:39.200486+0000 osd.11 (osd.11) 273 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:41.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:41 smithi065 bash[9468]: cluster 2020-11-16T21:04:39.200575+0000 osd.11 (osd.11) 274 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:41.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:41 smithi065 bash[9468]: cluster 2020-11-16T21:04:40.089000+0000 mon.a (mon.0) 2872 : cluster [DBG] osdmap e947: 12 total, 12 up, 8 in
2020-11-16T21:04:41.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:41 smithi065 bash[9468]: cluster 2020-11-16T21:04:40.465339+0000 osd.3 (osd.3) 76 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:41.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:41 smithi065 bash[9468]: cluster 2020-11-16T21:04:40.466928+0000 osd.3 (osd.3) 77 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:42.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:42 smithi071 bash[9480]: cluster 2020-11-16T21:04:40.708355+0000 mgr.x (mgr.14196) 1609 : cluster [DBG] pgmap v2440: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 378 op/s; 27385/125092 objects misplaced (21.892%); 11 MiB/s, 183 objects/s recovering
2020-11-16T21:04:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:42 smithi071 bash[9480]: cluster 2020-11-16T21:04:41.099882+0000 mon.a (mon.0) 2873 : cluster [DBG] osdmap e948: 12 total, 12 up, 8 in
2020-11-16T21:04:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:42 smithi065 bash[9468]: cluster 2020-11-16T21:04:40.708355+0000 mgr.x (mgr.14196) 1609 : cluster [DBG] pgmap v2440: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 378 op/s; 27385/125092 objects misplaced (21.892%); 11 MiB/s, 183 objects/s recovering
2020-11-16T21:04:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:42 smithi065 bash[9468]: cluster 2020-11-16T21:04:41.099882+0000 mon.a (mon.0) 2873 : cluster [DBG] osdmap e948: 12 total, 12 up, 8 in
2020-11-16T21:04:42.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:42 smithi142 bash[9523]: cluster 2020-11-16T21:04:40.708355+0000 mgr.x (mgr.14196) 1609 : cluster [DBG] pgmap v2440: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 378 op/s; 27385/125092 objects misplaced (21.892%); 11 MiB/s, 183 objects/s recovering
2020-11-16T21:04:42.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:42 smithi142 bash[9523]: cluster 2020-11-16T21:04:41.099882+0000 mon.a (mon.0) 2873 : cluster [DBG] osdmap e948: 12 total, 12 up, 8 in
2020-11-16T21:04:44.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:44 smithi142 bash[9523]: cluster 2020-11-16T21:04:42.709144+0000 mgr.x (mgr.14196) 1610 : cluster [DBG] pgmap v2442: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 592 op/s; 26094/120506 objects misplaced (21.654%); 18 MiB/s, 296 objects/s recovering
2020-11-16T21:04:44.360 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:44 smithi065 bash[9468]: cluster 2020-11-16T21:04:42.709144+0000 mgr.x (mgr.14196) 1610 : cluster [DBG] pgmap v2442: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 592 op/s; 26094/120506 objects misplaced (21.654%); 18 MiB/s, 296 objects/s recovering
2020-11-16T21:04:44.361 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:44.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:44 smithi071 bash[9480]: cluster 2020-11-16T21:04:42.709144+0000 mgr.x (mgr.14196) 1610 : cluster [DBG] pgmap v2442: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 592 op/s; 26094/120506 objects misplaced (21.654%); 18 MiB/s, 296 objects/s recovering
2020-11-16T21:04:44.465 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:44.775 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T21:04:44.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:04:44 smithi065 bash[16457]: debug 2020-11-16T21:04:44.367+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:44.937 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:46.245 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:46.350 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:46.357 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:46 smithi142 bash[9523]: cluster 2020-11-16T21:04:44.709634+0000 mgr.x (mgr.14196) 1611 : cluster [DBG] pgmap v2443: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 434 op/s; 26094/119940 objects misplaced (21.756%); 12 MiB/s, 194 objects/s recovering
2020-11-16T21:04:46.358 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:46 smithi142 bash[18009]: debug 2020-11-16T21:04:46.252+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:46.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:46 smithi071 bash[9480]: cluster 2020-11-16T21:04:44.709634+0000 mgr.x (mgr.14196) 1611 : cluster [DBG] pgmap v2443: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 434 op/s; 26094/119940 objects misplaced (21.756%); 12 MiB/s, 194 objects/s recovering
2020-11-16T21:04:46.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:46 smithi065 bash[9468]: cluster 2020-11-16T21:04:44.709634+0000 mgr.x (mgr.14196) 1611 : cluster [DBG] pgmap v2443: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 434 op/s; 26094/119940 objects misplaced (21.756%); 12 MiB/s, 194 objects/s recovering
2020-11-16T21:04:46.551 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:46.655 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:46.662 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:04:46 smithi142 bash[20366]: debug 2020-11-16T21:04:46.556+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:48.173 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:04:48.282 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:48.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:48 smithi071 bash[9480]: cluster 2020-11-16T21:04:46.710139+0000 mgr.x (mgr.14196) 1612 : cluster [DBG] pgmap v2444: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 484 op/s; 25356/117340 objects misplaced (21.609%); 16 MiB/s, 253 objects/s recovering
2020-11-16T21:04:48.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:48 smithi071 bash[9480]: cluster 2020-11-16T21:04:47.217307+0000 osd.6 (osd.6) 295 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:48.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:48 smithi071 bash[9480]: cluster 2020-11-16T21:04:47.217402+0000 osd.6 (osd.6) 296 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:48.444 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:48 smithi065 bash[9468]: cluster 2020-11-16T21:04:46.710139+0000 mgr.x (mgr.14196) 1612 : cluster [DBG] pgmap v2444: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 484 op/s; 25356/117340 objects misplaced (21.609%); 16 MiB/s, 253 objects/s recovering
2020-11-16T21:04:48.444 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:48 smithi065 bash[9468]: cluster 2020-11-16T21:04:47.217307+0000 osd.6 (osd.6) 295 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:48.445 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:48 smithi065 bash[9468]: cluster 2020-11-16T21:04:47.217402+0000 osd.6 (osd.6) 296 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:48.448 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:48.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:48 smithi142 bash[9523]: cluster 2020-11-16T21:04:46.710139+0000 mgr.x (mgr.14196) 1612 : cluster [DBG] pgmap v2444: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 484 op/s; 25356/117340 objects misplaced (21.609%); 16 MiB/s, 253 objects/s recovering
2020-11-16T21:04:48.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:48 smithi142 bash[9523]: cluster 2020-11-16T21:04:47.217307+0000 osd.6 (osd.6) 295 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:48.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:48 smithi142 bash[9523]: cluster 2020-11-16T21:04:47.217402+0000 osd.6 (osd.6) 296 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:48.530 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:04:48 smithi142 bash[20366]: debug 2020-11-16T21:04:48.176+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:48.553 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:48.710 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:48.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:04:48 smithi065 bash[16457]: debug 2020-11-16T21:04:48.451+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:48.813 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:48.820 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:48 smithi071 bash[26650]: debug 2020-11-16T21:04:48.707+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:48.965 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:49.069 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:04:49.114 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:48 smithi071 bash[12066]: debug 2020-11-16T21:04:48.967+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:49.317 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:04:49.422 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:49.431 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:49 smithi142 bash[9523]: cluster 2020-11-16T21:04:48.113194+0000 mon.a (mon.0) 2874 : cluster [DBG] osdmap e949: 12 total, 12 up, 8 in
2020-11-16T21:04:49.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:49 smithi071 bash[9480]: cluster 2020-11-16T21:04:48.113194+0000 mon.a (mon.0) 2874 : cluster [DBG] osdmap e949: 12 total, 12 up, 8 in
2020-11-16T21:04:49.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:49 smithi065 bash[9468]: cluster 2020-11-16T21:04:48.113194+0000 mon.a (mon.0) 2874 : cluster [DBG] osdmap e949: 12 total, 12 up, 8 in
2020-11-16T21:04:49.528 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:04:49 smithi065 bash[11785]: debug 2020-11-16T21:04:49.319+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:49.623 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:49.716 INFO:teuthology.orchestra.run.smithi142.stdout:ERROR: (22) Invalid argument
2020-11-16T21:04:49.716 INFO:teuthology.orchestra.run.smithi142.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:04:49.727 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:49.779 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:04:49 smithi142 bash[147327]: debug 2020-11-16T21:04:49.628+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:49.850 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:49.953 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:50.109 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:49 smithi071 bash[26650]: debug 2020-11-16T21:04:49.855+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:50.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:50 smithi071 bash[9480]: cluster 2020-11-16T21:04:48.710610+0000 mgr.x (mgr.14196) 1613 : cluster [DBG] pgmap v2446: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 650 op/s; 24882/114686 objects misplaced (21.696%); 19 MiB/s, 312 objects/s recovering
2020-11-16T21:04:50.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:50 smithi065 bash[9468]: cluster 2020-11-16T21:04:48.710610+0000 mgr.x (mgr.14196) 1613 : cluster [DBG] pgmap v2446: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 650 op/s; 24882/114686 objects misplaced (21.696%); 19 MiB/s, 312 objects/s recovering
2020-11-16T21:04:50.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:50 smithi142 bash[9523]: cluster 2020-11-16T21:04:48.710610+0000 mgr.x (mgr.14196) 1613 : cluster [DBG] pgmap v2446: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 650 op/s; 24882/114686 objects misplaced (21.696%); 19 MiB/s, 312 objects/s recovering
2020-11-16T21:04:52.420 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:52.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:52 smithi071 bash[9480]: cluster 2020-11-16T21:04:50.711066+0000 mgr.x (mgr.14196) 1614 : cluster [DBG] pgmap v2447: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s; 24882/114686 objects misplaced (21.696%); 16 MiB/s, 260 objects/s recovering
2020-11-16T21:04:52.496 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:52 smithi142 bash[9523]: cluster 2020-11-16T21:04:50.711066+0000 mgr.x (mgr.14196) 1614 : cluster [DBG] pgmap v2447: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s; 24882/114686 objects misplaced (21.696%); 16 MiB/s, 260 objects/s recovering
2020-11-16T21:04:52.524 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:52.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:52 smithi065 bash[9468]: cluster 2020-11-16T21:04:50.711066+0000 mgr.x (mgr.14196) 1614 : cluster [DBG] pgmap v2447: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s; 24882/114686 objects misplaced (21.696%); 16 MiB/s, 260 objects/s recovering
2020-11-16T21:04:52.731 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:52.780 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:52 smithi142 bash[18009]: debug 2020-11-16T21:04:52.428+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:52.780 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:52 smithi142 bash[18009]: debug 2020-11-16T21:04:52.732+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:52.835 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:52.994 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:04:53.098 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:53.104 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:04:53 smithi071 bash[12066]: debug 2020-11-16T21:04:52.999+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:53.212 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:04:53.228 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.2 dump_historic_ops
2020-11-16T21:04:53.317 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:53.414 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:04:53.443 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:04:53 smithi071 bash[26650]: debug 2020-11-16T21:04:53.219+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:53.462 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:04:53.566 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:53.710 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:04:53.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:04:53 smithi065 bash[16457]: debug 2020-11-16T21:04:53.463+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:53.813 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:53.943 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:04:53 smithi071 bash[16796]: debug 2020-11-16T21:04:53.707+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:54.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:54 smithi071 bash[9480]: cluster 2020-11-16T21:04:52.711589+0000 mgr.x (mgr.14196) 1615 : cluster [DBG] pgmap v2448: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 23635/109836 objects misplaced (21.518%); 15 MiB/s, 245 objects/s recovering
2020-11-16T21:04:54.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:54 smithi065 bash[9468]: cluster 2020-11-16T21:04:52.711589+0000 mgr.x (mgr.14196) 1615 : cluster [DBG] pgmap v2448: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 23635/109836 objects misplaced (21.518%); 15 MiB/s, 245 objects/s recovering
2020-11-16T21:04:54.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:54 smithi142 bash[9523]: cluster 2020-11-16T21:04:52.711589+0000 mgr.x (mgr.14196) 1615 : cluster [DBG] pgmap v2448: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 23635/109836 objects misplaced (21.518%); 15 MiB/s, 245 objects/s recovering
2020-11-16T21:04:55.332 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:04:55.436 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:04:55.597 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:04:55.701 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:04:55.709 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:04:55 smithi065 bash[14115]: debug 2020-11-16T21:04:55.599+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:55.779 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:04:55 smithi142 bash[114994]: debug 2020-11-16T21:04:55.335+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:55.943 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:04:56.027 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:04:55 smithi065 bash[11785]: debug 2020-11-16T21:04:55.943+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:56.047 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:56.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:56 smithi071 bash[9480]: cluster 2020-11-16T21:04:54.711994+0000 mgr.x (mgr.14196) 1616 : cluster [DBG] pgmap v2449: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 540 op/s; 23635/109122 objects misplaced (21.659%); 15 MiB/s, 245 objects/s recovering
2020-11-16T21:04:56.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:56 smithi071 bash[9480]: cluster 2020-11-16T21:04:55.365575+0000 osd.4 (osd.4) 288 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:56.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:56 smithi071 bash[9480]: cluster 2020-11-16T21:04:55.365673+0000 osd.4 (osd.4) 289 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:56.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:56 smithi065 bash[9468]: cluster 2020-11-16T21:04:54.711994+0000 mgr.x (mgr.14196) 1616 : cluster [DBG] pgmap v2449: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 540 op/s; 23635/109122 objects misplaced (21.659%); 15 MiB/s, 245 objects/s recovering
2020-11-16T21:04:56.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:56 smithi065 bash[9468]: cluster 2020-11-16T21:04:55.365575+0000 osd.4 (osd.4) 288 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:56.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:56 smithi065 bash[9468]: cluster 2020-11-16T21:04:55.365673+0000 osd.4 (osd.4) 289 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:56.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:56 smithi142 bash[9523]: cluster 2020-11-16T21:04:54.711994+0000 mgr.x (mgr.14196) 1616 : cluster [DBG] pgmap v2449: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 540 op/s; 23635/109122 objects misplaced (21.659%); 15 MiB/s, 245 objects/s recovering
2020-11-16T21:04:56.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:56 smithi142 bash[9523]: cluster 2020-11-16T21:04:55.365575+0000 osd.4 (osd.4) 288 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:04:56.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:56 smithi142 bash[9523]: cluster 2020-11-16T21:04:55.365673+0000 osd.4 (osd.4) 289 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:04:57.274 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:04:57.341 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:04:57.369 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:04:57.400 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:04:57.428 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:04:57.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:57 smithi071 bash[9480]: cluster 2020-11-16T21:04:56.133500+0000 mon.a (mon.0) 2875 : cluster [DBG] osdmap e950: 12 total, 12 up, 8 in
2020-11-16T21:04:57.457 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:04:57.467 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:57 smithi142 bash[9523]: cluster 2020-11-16T21:04:56.133500+0000 mon.a (mon.0) 2875 : cluster [DBG] osdmap e950: 12 total, 12 up, 8 in
2020-11-16T21:04:57.468 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:57.484 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:04:57.514 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:04:57.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:57 smithi065 bash[9468]: cluster 2020-11-16T21:04:56.133500+0000 mon.a (mon.0) 2875 : cluster [DBG] osdmap e950: 12 total, 12 up, 8 in
2020-11-16T21:04:57.555 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:04:57.572 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:57.603 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:04:57.637 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:04:57.668 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:04:57.669 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.670 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.670 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.670 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.670 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.670 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.670 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.671 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.671 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.671 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.671 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.671 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:04:57.731 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:04:57 smithi142 bash[147327]: debug 2020-11-16T21:04:57.471+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:57.731 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:04:57 smithi142 bash[18009]: debug 2020-11-16T21:04:57.735+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:04:57.732 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:04:57.843 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:04:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:56.712513+0000 mgr.x (mgr.14196) 1617 : cluster [DBG] pgmap v2451: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 22779/106318 objects misplaced (21.425%); 15 MiB/s, 244 objects/s recovering
2020-11-16T21:04:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: audit 2020-11-16T21:04:57.258647+0000 mon.a (mon.0) 2876 : audit [DBG] from='client.? v1:172.21.15.142:0/1213310743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.284337+0000 osd.0 (osd.0) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.379353+0000 osd.2 (osd.2) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.409739+0000 osd.3 (osd.3) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.437689+0000 osd.4 (osd.4) 290 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.466832+0000 osd.5 (osd.5) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.493552+0000 osd.6 (osd.6) 297 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.610565+0000 osd.9 (osd.9) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:58 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.675338+0000 osd.11 (osd.11) 275 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:56.712513+0000 mgr.x (mgr.14196) 1617 : cluster [DBG] pgmap v2451: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 22779/106318 objects misplaced (21.425%); 15 MiB/s, 244 objects/s recovering
2020-11-16T21:04:58.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: audit 2020-11-16T21:04:57.258647+0000 mon.a (mon.0) 2876 : audit [DBG] from='client.? v1:172.21.15.142:0/1213310743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:58.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.284337+0000 osd.0 (osd.0) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.379353+0000 osd.2 (osd.2) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.409739+0000 osd.3 (osd.3) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.437689+0000 osd.4 (osd.4) 290 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.466832+0000 osd.5 (osd.5) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.493552+0000 osd.6 (osd.6) 297 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.610565+0000 osd.9 (osd.9) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:58 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.675338+0000 osd.11 (osd.11) 275 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:56.712513+0000 mgr.x (mgr.14196) 1617 : cluster [DBG] pgmap v2451: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 22779/106318 objects misplaced (21.425%); 15 MiB/s, 244 objects/s recovering
2020-11-16T21:04:58.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: audit 2020-11-16T21:04:57.258647+0000 mon.a (mon.0) 2876 : audit [DBG] from='client.? v1:172.21.15.142:0/1213310743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:04:58.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.284337+0000 osd.0 (osd.0) 21 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.379353+0000 osd.2 (osd.2) 263 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.409739+0000 osd.3 (osd.3) 78 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.437689+0000 osd.4 (osd.4) 290 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.466832+0000 osd.5 (osd.5) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.493552+0000 osd.6 (osd.6) 297 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.610565+0000 osd.9 (osd.9) 250 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:58.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:58 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.675338+0000 osd.11 (osd.11) 275 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:59 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.349275+0000 osd.1 (osd.1) 353 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:59 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.522891+0000 osd.7 (osd.7) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:59 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.562143+0000 osd.8 (osd.8) 275 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:04:59 smithi071 bash[9480]: cluster 2020-11-16T21:04:57.644399+0000 osd.10 (osd.10) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:59 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.349275+0000 osd.1 (osd.1) 353 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:59 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.522891+0000 osd.7 (osd.7) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:59 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.562143+0000 osd.8 (osd.8) 275 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:04:59 smithi065 bash[9468]: cluster 2020-11-16T21:04:57.644399+0000 osd.10 (osd.10) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:59 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.349275+0000 osd.1 (osd.1) 353 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:59 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.522891+0000 osd.7 (osd.7) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:59 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.562143+0000 osd.8 (osd.8) 275 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:04:59.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:04:59 smithi142 bash[9523]: cluster 2020-11-16T21:04:57.644399+0000 osd.10 (osd.10) 256 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:00.070 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:00.174 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:00.302 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:00.408 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:00.416 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:00 smithi065 bash[9468]: cluster 2020-11-16T21:04:58.713092+0000 mgr.x (mgr.14196) 1618 : cluster [DBG] pgmap v2452: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 22244/103498 objects misplaced (21.492%); 16 MiB/s, 263 objects/s recovering
2020-11-16T21:05:00.443 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:05:00 smithi071 bash[16796]: debug 2020-11-16T21:05:00.307+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:00.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:00 smithi071 bash[9480]: cluster 2020-11-16T21:04:58.713092+0000 mgr.x (mgr.14196) 1618 : cluster [DBG] pgmap v2452: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 22244/103498 objects misplaced (21.492%); 16 MiB/s, 263 objects/s recovering
2020-11-16T21:05:00.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:00 smithi142 bash[9523]: cluster 2020-11-16T21:04:58.713092+0000 mgr.x (mgr.14196) 1618 : cluster [DBG] pgmap v2452: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 22244/103498 objects misplaced (21.492%); 16 MiB/s, 263 objects/s recovering
2020-11-16T21:05:00.529 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:00 smithi142 bash[147327]: debug 2020-11-16T21:05:00.075+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:00.585 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:00.690 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:00.777 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:00 smithi065 bash[14115]: debug 2020-11-16T21:05:00.591+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:00.806 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:00.913 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:01.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:01 smithi071 bash[9480]: cluster 2020-11-16T21:05:00.153790+0000 osd.0 (osd.0) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:01.152 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:01 smithi071 bash[9480]: cluster 2020-11-16T21:05:00.157109+0000 osd.0 (osd.0) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:01.152 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:00 smithi071 bash[14419]: debug 2020-11-16T21:05:00.807+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:01.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:01 smithi065 bash[9468]: cluster 2020-11-16T21:05:00.153790+0000 osd.0 (osd.0) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:01.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:01 smithi065 bash[9468]: cluster 2020-11-16T21:05:00.157109+0000 osd.0 (osd.0) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:01.475 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:01 smithi142 bash[9523]: cluster 2020-11-16T21:05:00.153790+0000 osd.0 (osd.0) 22 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:01.475 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:01 smithi142 bash[9523]: cluster 2020-11-16T21:05:00.157109+0000 osd.0 (osd.0) 23 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:02.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:02 smithi065 bash[9468]: cluster 2020-11-16T21:05:00.713575+0000 mgr.x (mgr.14196) 1619 : cluster [DBG] pgmap v2453: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 22244/103498 objects misplaced (21.492%); 16 MiB/s, 263 objects/s recovering
2020-11-16T21:05:02.409 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:02 smithi065 bash[9468]: cluster 2020-11-16T21:05:01.161961+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e951: 12 total, 12 up, 8 in
2020-11-16T21:05:02.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:02 smithi071 bash[9480]: cluster 2020-11-16T21:05:00.713575+0000 mgr.x (mgr.14196) 1619 : cluster [DBG] pgmap v2453: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 22244/103498 objects misplaced (21.492%); 16 MiB/s, 263 objects/s recovering
2020-11-16T21:05:02.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:02 smithi071 bash[9480]: cluster 2020-11-16T21:05:01.161961+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e951: 12 total, 12 up, 8 in
2020-11-16T21:05:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:02.523 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:02 smithi142 bash[9523]: cluster 2020-11-16T21:05:00.713575+0000 mgr.x (mgr.14196) 1619 : cluster [DBG] pgmap v2453: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 22244/103498 objects misplaced (21.492%); 16 MiB/s, 263 objects/s recovering
2020-11-16T21:05:02.523 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:02 smithi142 bash[9523]: cluster 2020-11-16T21:05:01.161961+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e951: 12 total, 12 up, 8 in
2020-11-16T21:05:02.578 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:02.710 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:05:02 smithi065 bash[18823]: debug 2020-11-16T21:05:02.474+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:02.711 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:02.819 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:03.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:05:02 smithi065 bash[18823]: debug 2020-11-16T21:05:02.714+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:03.087 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:03.195 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:03.279 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:03 smithi142 bash[18009]: debug 2020-11-16T21:05:03.087+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:03.315 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:03.420 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:03.527 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:05:03 smithi065 bash[18823]: debug 2020-11-16T21:05:03.314+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:03.595 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T21:05:03.595 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:05:03.596 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 1.92029 (expected baseline 1.92841)
2020-11-16T21:05:03.596 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 2 pgs (0.470588 -> 0.470588 * mean)
2020-11-16T21:05:03.596 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:05:03.596 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:05:03.596 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T21:05:03.596 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 1
2020-11-16T21:05:03.597 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:05:03.597 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0170
2020-11-16T21:05:03.597 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.1700
2020-11-16T21:05:03.602 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:05:03.637 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:03.691 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:03 smithi142 bash[114994]: debug 2020-11-16T21:05:03.643+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:03.739 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:03.880 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:03.981 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:04.027 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:05:03 smithi065 bash[16457]: debug 2020-11-16T21:05:03.874+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:04 smithi142 bash[9523]: cluster 2020-11-16T21:05:02.714047+0000 mgr.x (mgr.14196) 1620 : cluster [DBG] pgmap v2455: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 20815/98628 objects misplaced (21.105%); 22 MiB/s, 352 objects/s recovering
2020-11-16T21:05:04.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:04 smithi142 bash[9523]: audit 2020-11-16T21:05:03.604448+0000 mgr.x (mgr.14196) 1621 : audit [DBG] from='client.17250 v1:172.21.15.142:0/2640850851' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:05:04.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:04 smithi071 bash[9480]: cluster 2020-11-16T21:05:02.714047+0000 mgr.x (mgr.14196) 1620 : cluster [DBG] pgmap v2455: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 20815/98628 objects misplaced (21.105%); 22 MiB/s, 352 objects/s recovering
2020-11-16T21:05:04.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:04 smithi071 bash[9480]: audit 2020-11-16T21:05:03.604448+0000 mgr.x (mgr.14196) 1621 : audit [DBG] from='client.17250 v1:172.21.15.142:0/2640850851' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:05:04.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:04 smithi065 bash[9468]: cluster 2020-11-16T21:05:02.714047+0000 mgr.x (mgr.14196) 1620 : cluster [DBG] pgmap v2455: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 20815/98628 objects misplaced (21.105%); 22 MiB/s, 352 objects/s recovering
2020-11-16T21:05:04.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:04 smithi065 bash[9468]: audit 2020-11-16T21:05:03.604448+0000 mgr.x (mgr.14196) 1621 : audit [DBG] from='client.17250 v1:172.21.15.142:0/2640850851' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:05:04.635 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:05:04.808 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:05.171 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T21:05:05.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:05 smithi071 bash[9480]: audit 2020-11-16T21:05:05.036023+0000 mon.a (mon.0) 2878 : audit [INF] from='client.? v1:172.21.15.142:0/1334983363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:05:05.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:05 smithi065 bash[9468]: audit 2020-11-16T21:05:05.036023+0000 mon.a (mon.0) 2878 : audit [INF] from='client.? v1:172.21.15.142:0/1334983363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:05:05.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:05 smithi142 bash[9523]: audit 2020-11-16T21:05:05.036023+0000 mon.a (mon.0) 2878 : audit [INF] from='client.? v1:172.21.15.142:0/1334983363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:05:05.944 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:06.047 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:06.162 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:05 smithi142 bash[18009]: debug 2020-11-16T21:05:05.947+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:06.351 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:06.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:06 smithi071 bash[9480]: cluster 2020-11-16T21:05:04.714514+0000 mgr.x (mgr.14196) 1622 : cluster [DBG] pgmap v2456: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 650 op/s; 20815/97960 objects misplaced (21.248%); 21 MiB/s, 328 objects/s recovering
2020-11-16T21:05:06.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:06 smithi071 bash[9480]: cluster 2020-11-16T21:05:05.161715+0000 mon.a (mon.0) 2879 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:05:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:06 smithi071 bash[9480]: audit 2020-11-16T21:05:05.176869+0000 mon.a (mon.0) 2880 : audit [INF] from='client.? v1:172.21.15.142:0/1334983363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:05:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:06 smithi071 bash[9480]: cluster 2020-11-16T21:05:05.176945+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e952: 12 total, 12 up, 8 in
2020-11-16T21:05:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:06 smithi071 bash[9480]: cluster 2020-11-16T21:05:05.967985+0000 osd.9 (osd.9) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:06 smithi071 bash[9480]: cluster 2020-11-16T21:05:05.968065+0000 osd.9 (osd.9) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:06.456 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:06.524 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:06 smithi142 bash[9523]: cluster 2020-11-16T21:05:04.714514+0000 mgr.x (mgr.14196) 1622 : cluster [DBG] pgmap v2456: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 650 op/s; 20815/97960 objects misplaced (21.248%); 21 MiB/s, 328 objects/s recovering
2020-11-16T21:05:06.524 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:06 smithi142 bash[9523]: cluster 2020-11-16T21:05:05.161715+0000 mon.a (mon.0) 2879 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:05:06.524 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:06 smithi142 bash[9523]: audit 2020-11-16T21:05:05.176869+0000 mon.a (mon.0) 2880 : audit [INF] from='client.? v1:172.21.15.142:0/1334983363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:05:06.524 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:06 smithi142 bash[9523]: cluster 2020-11-16T21:05:05.176945+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e952: 12 total, 12 up, 8 in
2020-11-16T21:05:06.524 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:06 smithi142 bash[9523]: cluster 2020-11-16T21:05:05.967985+0000 osd.9 (osd.9) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:06.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:06 smithi142 bash[9523]: cluster 2020-11-16T21:05:05.968065+0000 osd.9 (osd.9) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:06.525 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:06 smithi142 bash[147327]: debug 2020-11-16T21:05:06.355+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:06.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:06 smithi065 bash[9468]: cluster 2020-11-16T21:05:04.714514+0000 mgr.x (mgr.14196) 1622 : cluster [DBG] pgmap v2456: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 650 op/s; 20815/97960 objects misplaced (21.248%); 21 MiB/s, 328 objects/s recovering
2020-11-16T21:05:06.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:06 smithi065 bash[9468]: cluster 2020-11-16T21:05:05.161715+0000 mon.a (mon.0) 2879 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:05:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:06 smithi065 bash[9468]: audit 2020-11-16T21:05:05.176869+0000 mon.a (mon.0) 2880 : audit [INF] from='client.? v1:172.21.15.142:0/1334983363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:05:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:06 smithi065 bash[9468]: cluster 2020-11-16T21:05:05.176945+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e952: 12 total, 12 up, 8 in
2020-11-16T21:05:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:06 smithi065 bash[9468]: cluster 2020-11-16T21:05:05.967985+0000 osd.9 (osd.9) 251 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:06.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:06 smithi065 bash[9468]: cluster 2020-11-16T21:05:05.968065+0000 osd.9 (osd.9) 252 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:06.594 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:06.697 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:06.943 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:06 smithi071 bash[14419]: debug 2020-11-16T21:05:06.594+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:07.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:07 smithi071 bash[9480]: cluster 2020-11-16T21:05:06.179618+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e953: 12 total, 12 up, 8 in
2020-11-16T21:05:07.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:07 smithi065 bash[9468]: cluster 2020-11-16T21:05:06.179618+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e953: 12 total, 12 up, 8 in
2020-11-16T21:05:07.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:07 smithi142 bash[9523]: cluster 2020-11-16T21:05:06.179618+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e953: 12 total, 12 up, 8 in
2020-11-16T21:05:07.542 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:05:07.542 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 110 0.05
2020-11-16T21:05:07.554 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:07.660 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:07.718 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:07.791 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:07.895 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:07.906 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:07 smithi142 bash[147327]: debug 2020-11-16T21:05:07.559+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:08.027 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:07 smithi065 bash[14115]: debug 2020-11-16T21:05:07.794+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:08.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:08 smithi071 bash[9480]: cluster 2020-11-16T21:05:06.715001+0000 mgr.x (mgr.14196) 1623 : cluster [DBG] pgmap v2459: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 19873/95140 objects misplaced (20.888%); 25 MiB/s, 395 objects/s recovering
2020-11-16T21:05:08.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:08 smithi065 bash[9468]: cluster 2020-11-16T21:05:06.715001+0000 mgr.x (mgr.14196) 1623 : cluster [DBG] pgmap v2459: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 19873/95140 objects misplaced (20.888%); 25 MiB/s, 395 objects/s recovering
2020-11-16T21:05:08.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:08 smithi142 bash[9523]: cluster 2020-11-16T21:05:06.715001+0000 mgr.x (mgr.14196) 1623 : cluster [DBG] pgmap v2459: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 19873/95140 objects misplaced (20.888%); 25 MiB/s, 395 objects/s recovering
2020-11-16T21:05:09.088 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:09.193 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:09.320 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:09.423 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:09.432 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:05:09 smithi142 bash[20366]: debug 2020-11-16T21:05:09.095+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:09.432 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:09 smithi142 bash[9523]: cluster 2020-11-16T21:05:08.543385+0000 osd.2 (osd.2) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:09.432 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:09 smithi142 bash[9523]: cluster 2020-11-16T21:05:08.543478+0000 osd.2 (osd.2) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:09.443 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:09 smithi071 bash[14419]: debug 2020-11-16T21:05:09.326+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:09.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:09 smithi071 bash[9480]: cluster 2020-11-16T21:05:08.543385+0000 osd.2 (osd.2) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:09.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:09 smithi071 bash[9480]: cluster 2020-11-16T21:05:08.543478+0000 osd.2 (osd.2) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:09.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:09 smithi065 bash[9468]: cluster 2020-11-16T21:05:08.543385+0000 osd.2 (osd.2) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:09.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:09 smithi065 bash[9468]: cluster 2020-11-16T21:05:08.543478+0000 osd.2 (osd.2) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:10.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:10 smithi071 bash[9480]: cluster 2020-11-16T21:05:08.715533+0000 mgr.x (mgr.14196) 1624 : cluster [DBG] pgmap v2460: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 19320/92324 objects misplaced (20.926%); 24 MiB/s, 386 objects/s recovering
2020-11-16T21:05:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:10 smithi071 bash[9480]: cluster 2020-11-16T21:05:09.199900+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e954: 12 total, 12 up, 8 in
2020-11-16T21:05:10.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:10 smithi065 bash[9468]: cluster 2020-11-16T21:05:08.715533+0000 mgr.x (mgr.14196) 1624 : cluster [DBG] pgmap v2460: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 19320/92324 objects misplaced (20.926%); 24 MiB/s, 386 objects/s recovering
2020-11-16T21:05:10.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:10 smithi065 bash[9468]: cluster 2020-11-16T21:05:09.199900+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e954: 12 total, 12 up, 8 in
2020-11-16T21:05:10.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:10 smithi142 bash[9523]: cluster 2020-11-16T21:05:08.715533+0000 mgr.x (mgr.14196) 1624 : cluster [DBG] pgmap v2460: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 19320/92324 objects misplaced (20.926%); 24 MiB/s, 386 objects/s recovering
2020-11-16T21:05:10.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:10 smithi142 bash[9523]: cluster 2020-11-16T21:05:09.199900+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e954: 12 total, 12 up, 8 in
2020-11-16T21:05:10.660 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:10.764 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:11.025 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:10 smithi142 bash[147327]: debug 2020-11-16T21:05:10.663+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:11.027 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:11.096 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T21:05:11.130 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:11.245 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:11.272 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:11.279 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:11 smithi142 bash[18009]: debug 2020-11-16T21:05:11.031+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:11.377 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:11.443 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:11 smithi071 bash[14419]: debug 2020-11-16T21:05:11.278+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:11.600 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:11.707 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:11.777 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:05:11 smithi065 bash[11785]: debug 2020-11-16T21:05:11.602+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:11.826 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:11.929 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:12.045 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:05:11 smithi071 bash[16796]: debug 2020-11-16T21:05:11.830+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:12.046 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:12.151 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:12.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:12 smithi071 bash[9480]: cluster 2020-11-16T21:05:10.716046+0000 mgr.x (mgr.14196) 1625 : cluster [DBG] pgmap v2462: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 19320/92324 objects misplaced (20.926%); 16 MiB/s, 249 objects/s recovering
2020-11-16T21:05:12.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:05:12 smithi071 bash[12066]: debug 2020-11-16T21:05:12.050+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:12.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:12 smithi142 bash[9523]: cluster 2020-11-16T21:05:10.716046+0000 mgr.x (mgr.14196) 1625 : cluster [DBG] pgmap v2462: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 19320/92324 objects misplaced (20.926%); 16 MiB/s, 249 objects/s recovering
2020-11-16T21:05:12.686 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:12 smithi065 bash[9468]: cluster 2020-11-16T21:05:10.716046+0000 mgr.x (mgr.14196) 1625 : cluster [DBG] pgmap v2462: 17 pgs: 1 active+recovering+remapped, 6 active+recovering, 10 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 19320/92324 objects misplaced (20.926%); 16 MiB/s, 249 objects/s recovering
2020-11-16T21:05:12.921 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:05:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T21:05:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T21:05:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": []
2020-11-16T21:05:12.922 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:05:14.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:14 smithi071 bash[9480]: cluster 2020-11-16T21:05:12.716971+0000 mgr.x (mgr.14196) 1626 : cluster [DBG] pgmap v2463: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.7 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 614 op/s; 18453/88694 objects misplaced (20.805%); 20 MiB/s, 326 objects/s recovering
2020-11-16T21:05:14.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:14 smithi065 bash[9468]: cluster 2020-11-16T21:05:12.716971+0000 mgr.x (mgr.14196) 1626 : cluster [DBG] pgmap v2463: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.7 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 614 op/s; 18453/88694 objects misplaced (20.805%); 20 MiB/s, 326 objects/s recovering
2020-11-16T21:05:14.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:14 smithi142 bash[9523]: cluster 2020-11-16T21:05:12.716971+0000 mgr.x (mgr.14196) 1626 : cluster [DBG] pgmap v2463: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.7 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 614 op/s; 18453/88694 objects misplaced (20.805%); 20 MiB/s, 326 objects/s recovering
2020-11-16T21:05:14.759 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:14.864 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:14.993 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:15.027 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:14 smithi065 bash[14115]: debug 2020-11-16T21:05:14.990+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:15.028 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:05:14 smithi065 bash[16457]: debug 2020-11-16T21:05:14.762+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:15.099 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:15.258 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:15.364 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:15.527 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:15 smithi065 bash[14115]: debug 2020-11-16T21:05:15.262+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:15.735 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:15.840 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:15.966 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:16.029 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:15 smithi142 bash[147327]: debug 2020-11-16T21:05:15.739+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:16.069 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:16.188 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:15 smithi071 bash[14419]: debug 2020-11-16T21:05:15.974+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:16.191 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:16.297 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:16.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:16 smithi071 bash[9480]: cluster 2020-11-16T21:05:14.717575+0000 mgr.x (mgr.14196) 1627 : cluster [DBG] pgmap v2464: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 17901/86652 objects misplaced (20.658%); 21 MiB/s, 353 objects/s recovering
2020-11-16T21:05:16.444 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:05:16 smithi071 bash[12066]: debug 2020-11-16T21:05:16.194+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:16.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:16 smithi065 bash[9468]: cluster 2020-11-16T21:05:14.717575+0000 mgr.x (mgr.14196) 1627 : cluster [DBG] pgmap v2464: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 17901/86652 objects misplaced (20.658%); 21 MiB/s, 353 objects/s recovering
2020-11-16T21:05:16.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:16 smithi142 bash[9523]: cluster 2020-11-16T21:05:14.717575+0000 mgr.x (mgr.14196) 1627 : cluster [DBG] pgmap v2464: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 17901/86652 objects misplaced (20.658%); 21 MiB/s, 353 objects/s recovering
2020-11-16T21:05:16.869 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight
2020-11-16T21:05:16.870 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:16.973 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:17.062 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:05:17.208 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:16 smithi142 bash[18009]: debug 2020-11-16T21:05:16.875+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:17.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:17 smithi065 bash[9468]: cluster 2020-11-16T21:05:15.989303+0000 osd.10 (osd.10) 257 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:17.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:17 smithi065 bash[9468]: cluster 2020-11-16T21:05:15.989377+0000 osd.10 (osd.10) 258 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:17.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:17 smithi065 bash[9468]: cluster 2020-11-16T21:05:16.207772+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e955: 12 total, 12 up, 8 in
2020-11-16T21:05:17.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:17 smithi065 bash[9468]: cluster 2020-11-16T21:05:16.897411+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e956: 12 total, 12 up, 8 in
2020-11-16T21:05:17.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:17 smithi142 bash[9523]: cluster 2020-11-16T21:05:15.989303+0000 osd.10 (osd.10) 257 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:17.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:17 smithi142 bash[9523]: cluster 2020-11-16T21:05:15.989377+0000 osd.10 (osd.10) 258 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:17.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:17 smithi142 bash[9523]: cluster 2020-11-16T21:05:16.207772+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e955: 12 total, 12 up, 8 in
2020-11-16T21:05:17.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:17 smithi142 bash[9523]: cluster 2020-11-16T21:05:16.897411+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e956: 12 total, 12 up, 8 in
2020-11-16T21:05:17.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:17 smithi071 bash[9480]: cluster 2020-11-16T21:05:15.989303+0000 osd.10 (osd.10) 257 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:17.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:17 smithi071 bash[9480]: cluster 2020-11-16T21:05:15.989377+0000 osd.10 (osd.10) 258 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:17.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:17 smithi071 bash[9480]: cluster 2020-11-16T21:05:16.207772+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e955: 12 total, 12 up, 8 in
2020-11-16T21:05:17.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:17 smithi071 bash[9480]: cluster 2020-11-16T21:05:16.897411+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e956: 12 total, 12 up, 8 in
2020-11-16T21:05:17.900 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:18.003 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:18.210 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:18 smithi142 bash[9523]: cluster 2020-11-16T21:05:16.718137+0000 mgr.x (mgr.14196) 1628 : cluster [DBG] pgmap v2466: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 17403/84080 objects misplaced (20.698%); 15 MiB/s, 252 objects/s recovering
2020-11-16T21:05:18.211 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:05:17 smithi142 bash[20366]: debug 2020-11-16T21:05:17.903+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:18.307 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:18.411 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:18.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:18 smithi065 bash[9468]: cluster 2020-11-16T21:05:16.718137+0000 mgr.x (mgr.14196) 1628 : cluster [DBG] pgmap v2466: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 17403/84080 objects misplaced (20.698%); 15 MiB/s, 252 objects/s recovering
2020-11-16T21:05:18.529 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:05:18 smithi142 bash[20366]: debug 2020-11-16T21:05:18.307+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:18.597 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:18.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:18 smithi071 bash[9480]: cluster 2020-11-16T21:05:16.718137+0000 mgr.x (mgr.14196) 1628 : cluster [DBG] pgmap v2466: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 17403/84080 objects misplaced (20.698%); 15 MiB/s, 252 objects/s recovering
2020-11-16T21:05:18.702 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:19.027 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:05:18 smithi065 bash[16457]: debug 2020-11-16T21:05:18.598+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:19.633 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:19.738 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:19.943 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:05:19 smithi071 bash[26650]: debug 2020-11-16T21:05:19.638+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:20.308 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:20.412 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:20.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:20 smithi065 bash[9468]: cluster 2020-11-16T21:05:18.718590+0000 mgr.x (mgr.14196) 1629 : cluster [DBG] pgmap v2468: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 16829/81128 objects misplaced (20.744%); 19 MiB/s, 324 objects/s recovering
2020-11-16T21:05:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:20 smithi142 bash[9523]: cluster 2020-11-16T21:05:18.718590+0000 mgr.x (mgr.14196) 1629 : cluster [DBG] pgmap v2468: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 16829/81128 objects misplaced (20.744%); 19 MiB/s, 324 objects/s recovering
2020-11-16T21:05:20.594 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:20 smithi071 bash[9480]: cluster 2020-11-16T21:05:18.718590+0000 mgr.x (mgr.14196) 1629 : cluster [DBG] pgmap v2468: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 16829/81128 objects misplaced (20.744%); 19 MiB/s, 324 objects/s recovering
2020-11-16T21:05:20.594 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:05:20 smithi071 bash[12066]: debug 2020-11-16T21:05:20.314+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:20.594 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:20.699 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:20.892 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:05:20 smithi071 bash[12066]: debug 2020-11-16T21:05:20.602+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:21.434 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:21.538 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:21.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:21 smithi142 bash[18009]: debug 2020-11-16T21:05:21.435+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:22.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:22 smithi065 bash[9468]: cluster 2020-11-16T21:05:20.719197+0000 mgr.x (mgr.14196) 1630 : cluster [DBG] pgmap v2469: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 472 op/s; 16829/81128 objects misplaced (20.744%); 13 MiB/s, 202 objects/s recovering
2020-11-16T21:05:22.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:22 smithi065 bash[9468]: cluster 2020-11-16T21:05:21.900094+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e957: 12 total, 12 up, 8 in
2020-11-16T21:05:22.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:22 smithi142 bash[9523]: cluster 2020-11-16T21:05:20.719197+0000 mgr.x (mgr.14196) 1630 : cluster [DBG] pgmap v2469: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 472 op/s; 16829/81128 objects misplaced (20.744%); 13 MiB/s, 202 objects/s recovering
2020-11-16T21:05:22.545 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:22 smithi142 bash[9523]: cluster 2020-11-16T21:05:21.900094+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e957: 12 total, 12 up, 8 in
2020-11-16T21:05:22.594 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:22.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:22 smithi071 bash[9480]: cluster 2020-11-16T21:05:20.719197+0000 mgr.x (mgr.14196) 1630 : cluster [DBG] pgmap v2469: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 472 op/s; 16829/81128 objects misplaced (20.744%); 13 MiB/s, 202 objects/s recovering
2020-11-16T21:05:22.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:22 smithi071 bash[9480]: cluster 2020-11-16T21:05:21.900094+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e957: 12 total, 12 up, 8 in
2020-11-16T21:05:22.699 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:22.862 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:22.966 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:22.975 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:22 smithi142 bash[18009]: debug 2020-11-16T21:05:22.599+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:23.173 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:05:23.193 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:05:22 smithi071 bash[16796]: debug 2020-11-16T21:05:22.866+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:23.196 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:23.200 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:05:23.231 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:05:23.264 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:05:23.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:23 smithi142 bash[9523]: audit 2020-11-16T21:05:23.151769+0000 mon.a (mon.0) 2887 : audit [DBG] from='client.? v1:172.21.15.142:0/2738395121' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:23.279 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:23 smithi142 bash[147327]: debug 2020-11-16T21:05:23.199+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:23.295 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:05:23.299 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:23.329 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:05:23.358 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:05:23.392 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:05:23.422 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:05:23.455 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:05:23.483 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:23 smithi071 bash[9480]: audit 2020-11-16T21:05:23.151769+0000 mon.a (mon.0) 2887 : audit [DBG] from='client.? v1:172.21.15.142:0/2738395121' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:23.486 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:23.491 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:05:23.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:23 smithi065 bash[9468]: audit 2020-11-16T21:05:23.151769+0000 mon.a (mon.0) 2887 : audit [DBG] from='client.? v1:172.21.15.142:0/2738395121' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:23.544 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:05:23.547 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.547 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.548 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.548 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.548 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.548 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.548 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.548 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.548 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.549 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.549 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:05:23.593 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:23.943 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:23 smithi071 bash[14419]: debug 2020-11-16T21:05:23.490+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T21:05:24.213 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:05:24.408 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:24.511 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:24.529 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[18009]: debug 2020-11-16T21:05:24.411+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:24.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:22.719684+0000 mgr.x (mgr.14196) 1631 : cluster [DBG] pgmap v2471: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 700 op/s; 16310/77526 objects misplaced (21.038%); 15 MiB/s, 244 objects/s recovering
2020-11-16T21:05:24.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.183134+0000 osd.0 (osd.0) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.210242+0000 osd.1 (osd.1) 354 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.239414+0000 osd.2 (osd.2) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.274545+0000 osd.3 (osd.3) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.304276+0000 osd.4 (osd.4) 291 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.339037+0000 osd.5 (osd.5) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.367777+0000 osd.6 (osd.6) 298 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.462893+0000 osd.9 (osd.9) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.498569+0000 osd.10 (osd.10) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:24 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.551474+0000 osd.11 (osd.11) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:22.719684+0000 mgr.x (mgr.14196) 1631 : cluster [DBG] pgmap v2471: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 700 op/s; 16310/77526 objects misplaced (21.038%); 15 MiB/s, 244 objects/s recovering
2020-11-16T21:05:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.183134+0000 osd.0 (osd.0) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.210242+0000 osd.1 (osd.1) 354 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.239414+0000 osd.2 (osd.2) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.274545+0000 osd.3 (osd.3) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.304276+0000 osd.4 (osd.4) 291 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.339037+0000 osd.5 (osd.5) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.367777+0000 osd.6 (osd.6) 298 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.462893+0000 osd.9 (osd.9) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.498569+0000 osd.10 (osd.10) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.551474+0000 osd.11 (osd.11) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.854 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T21:05:24.855 INFO:teuthology.orchestra.run.smithi142.stdout:avg 4.25
2020-11-16T21:05:24.855 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.92029 -> 1.92029 (expected baseline 1.92841)
2020-11-16T21:05:24.855 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 2 -> 2 pgs (0.470588 -> 0.470588 * mean)
2020-11-16T21:05:24.855 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 8 -> 8 pgs (1.88235 -> 1.88235 * mean)
2020-11-16T21:05:24.855 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:05:24.856 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T21:05:24.856 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 0.05
2020-11-16T21:05:24.856 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:05:24.856 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0147
2020-11-16T21:05:24.856 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0162
2020-11-16T21:05:24.856 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9 weight 0.6844 -> 0.6344
2020-11-16T21:05:24.856 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7 weight 0.8351 -> 0.7851
2020-11-16T21:05:24.857 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1 weight 0.6004 -> 0.5504
2020-11-16T21:05:24.858 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:05:24.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:22.719684+0000 mgr.x (mgr.14196) 1631 : cluster [DBG] pgmap v2471: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 700 op/s; 16310/77526 objects misplaced (21.038%); 15 MiB/s, 244 objects/s recovering
2020-11-16T21:05:24.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.183134+0000 osd.0 (osd.0) 24 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.210242+0000 osd.1 (osd.1) 354 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.239414+0000 osd.2 (osd.2) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.996 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.274545+0000 osd.3 (osd.3) 79 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.304276+0000 osd.4 (osd.4) 291 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.339037+0000 osd.5 (osd.5) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.367777+0000 osd.6 (osd.6) 298 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.462893+0000 osd.9 (osd.9) 253 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.498569+0000 osd.10 (osd.10) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:24.997 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:24 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.551474+0000 osd.11 (osd.11) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:25.193 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:05:24 smithi071 bash[10230]: debug 2020-11-16T21:05:24.862+0000 7f1e83161700 -1 mgr.server reply reply (3) No such process no change
2020-11-16T21:05:25.232 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:25 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.401395+0000 osd.7 (osd.7) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:25.233 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:25 smithi142 bash[9523]: cluster 2020-11-16T21:05:23.427837+0000 osd.8 (osd.8) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:25.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:25 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.401395+0000 osd.7 (osd.7) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:25.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:25 smithi065 bash[9468]: cluster 2020-11-16T21:05:23.427837+0000 osd.8 (osd.8) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:25.316 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops
2020-11-16T21:05:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:05:25.649 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:25.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:25 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.401395+0000 osd.7 (osd.7) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:25.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:25 smithi071 bash[9480]: cluster 2020-11-16T21:05:23.427837+0000 osd.8 (osd.8) 276 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:25.753 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:26.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:05:25 smithi065 bash[18823]: debug 2020-11-16T21:05:25.650+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:26.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:26 smithi065 bash[9468]: cluster 2020-11-16T21:05:24.720202+0000 mgr.x (mgr.14196) 1632 : cluster [DBG] pgmap v2472: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 15750/75254 objects misplaced (20.929%); 13 MiB/s, 206 objects/s recovering
2020-11-16T21:05:26.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:26 smithi065 bash[9468]: audit 2020-11-16T21:05:24.863599+0000 mgr.x (mgr.14196) 1633 : audit [DBG] from='client.27121 v1:172.21.15.142:0/3833757999' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:05:26.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:26 smithi142 bash[9523]: cluster 2020-11-16T21:05:24.720202+0000 mgr.x (mgr.14196) 1632 : cluster [DBG] pgmap v2472: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 15750/75254 objects misplaced (20.929%); 13 MiB/s, 206 objects/s recovering
2020-11-16T21:05:26.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:26 smithi142 bash[9523]: audit 2020-11-16T21:05:24.863599+0000 mgr.x (mgr.14196) 1633 : audit [DBG] from='client.27121 v1:172.21.15.142:0/3833757999' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:05:26.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:26 smithi071 bash[9480]: cluster 2020-11-16T21:05:24.720202+0000 mgr.x (mgr.14196) 1632 : cluster [DBG] pgmap v2472: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 15750/75254 objects misplaced (20.929%); 13 MiB/s, 206 objects/s recovering
2020-11-16T21:05:26.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:26 smithi071 bash[9480]: audit 2020-11-16T21:05:24.863599+0000 mgr.x (mgr.14196) 1633 : audit [DBG] from='client.27121 v1:172.21.15.142:0/3833757999' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:05:26.973 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:27.077 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:27.242 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:26 smithi142 bash[18009]: debug 2020-11-16T21:05:26.979+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:27.242 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[9523]: cluster 2020-11-16T21:05:25.730549+0000 osd.5 (osd.5) 266 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:27.243 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[9523]: cluster 2020-11-16T21:05:25.730637+0000 osd.5 (osd.5) 267 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:27.243 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[9523]: cluster 2020-11-16T21:05:26.246999+0000 mon.a (mon.0) 2888 : cluster [DBG] osdmap e958: 12 total, 12 up, 8 in
2020-11-16T21:05:27.328 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:27.433 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:27.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:27 smithi071 bash[9480]: cluster 2020-11-16T21:05:25.730549+0000 osd.5 (osd.5) 266 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:27.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:27 smithi071 bash[9480]: cluster 2020-11-16T21:05:25.730637+0000 osd.5 (osd.5) 267 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:27.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:27 smithi071 bash[9480]: cluster 2020-11-16T21:05:26.246999+0000 mon.a (mon.0) 2888 : cluster [DBG] osdmap e958: 12 total, 12 up, 8 in
2020-11-16T21:05:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:27 smithi071 bash[9480]: audit 2020-11-16T21:05:26.382338+0000 mon.a (mon.0) 2889 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:05:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:27 smithi071 bash[9480]: audit 2020-11-16T21:05:26.383084+0000 mon.a (mon.0) 2890 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:05:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:27 smithi071 bash[9480]: cluster 2020-11-16T21:05:26.901017+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e959: 12 total, 12 up, 8 in
2020-11-16T21:05:27.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:27 smithi065 bash[9468]: cluster 2020-11-16T21:05:25.730549+0000 osd.5 (osd.5) 266 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:27.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:27 smithi065 bash[9468]: cluster 2020-11-16T21:05:25.730637+0000 osd.5 (osd.5) 267 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:27 smithi065 bash[9468]: cluster 2020-11-16T21:05:26.246999+0000 mon.a (mon.0) 2888 : cluster [DBG] osdmap e958: 12 total, 12 up, 8 in
2020-11-16T21:05:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:27 smithi065 bash[9468]: audit 2020-11-16T21:05:26.382338+0000 mon.a (mon.0) 2889 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:05:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:27 smithi065 bash[9468]: audit 2020-11-16T21:05:26.383084+0000 mon.a (mon.0) 2890 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:05:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:27 smithi065 bash[9468]: cluster 2020-11-16T21:05:26.901017+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e959: 12 total, 12 up, 8 in
2020-11-16T21:05:27.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[9523]: audit 2020-11-16T21:05:26.382338+0000 mon.a (mon.0) 2889 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:05:27.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[9523]: audit 2020-11-16T21:05:26.383084+0000 mon.a (mon.0) 2890 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:05:27.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[9523]: cluster 2020-11-16T21:05:26.901017+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e959: 12 total, 12 up, 8 in
2020-11-16T21:05:27.530 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[147327]: debug 2020-11-16T21:05:27.331+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:27.571 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:27.675 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:27.791 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[114994]: debug 2020-11-16T21:05:27.571+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:27.791 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:27 smithi142 bash[114994]: debug 2020-11-16T21:05:27.795+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:27.792 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:27.895 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:28.016 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:28.119 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:28.193 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:05:28 smithi071 bash[26650]: debug 2020-11-16T21:05:28.022+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:28.226 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:28.263 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T21:05:28.331 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:28.385 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:28 smithi142 bash[18009]: debug 2020-11-16T21:05:28.231+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:28.385 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:28 smithi142 bash[9523]: cluster 2020-11-16T21:05:26.720624+0000 mgr.x (mgr.14196) 1634 : cluster [DBG] pgmap v2474: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 15213/72302 objects misplaced (21.041%); 13 MiB/s, 201 objects/s recovering
2020-11-16T21:05:28.385 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:28 smithi142 bash[9523]: audit 2020-11-16T21:05:27.887145+0000 mon.a (mon.0) 2892 : audit [INF] from='client.? v1:172.21.15.142:0/2799811024' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:05:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:28 smithi065 bash[9468]: cluster 2020-11-16T21:05:26.720624+0000 mgr.x (mgr.14196) 1634 : cluster [DBG] pgmap v2474: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 15213/72302 objects misplaced (21.041%); 13 MiB/s, 201 objects/s recovering
2020-11-16T21:05:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:28 smithi065 bash[9468]: audit 2020-11-16T21:05:27.887145+0000 mon.a (mon.0) 2892 : audit [INF] from='client.? v1:172.21.15.142:0/2799811024' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:05:28.573 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:28 smithi071 bash[9480]: cluster 2020-11-16T21:05:26.720624+0000 mgr.x (mgr.14196) 1634 : cluster [DBG] pgmap v2474: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 15213/72302 objects misplaced (21.041%); 13 MiB/s, 201 objects/s recovering
2020-11-16T21:05:28.573 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:28 smithi071 bash[9480]: audit 2020-11-16T21:05:27.887145+0000 mon.a (mon.0) 2892 : audit [INF] from='client.? v1:172.21.15.142:0/2799811024' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:05:28.574 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:28.574 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:05:28 smithi071 bash[12066]: debug 2020-11-16T21:05:28.578+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:28.677 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:28.868 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:28.973 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:28.981 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:28 smithi065 bash[14115]: debug 2020-11-16T21:05:28.870+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:29.107 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:29.212 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:29.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:29 smithi065 bash[9468]: cluster 2020-11-16T21:05:28.257571+0000 mon.a (mon.0) 2893 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:05:29.268 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:29 smithi065 bash[9468]: audit 2020-11-16T21:05:28.262497+0000 mon.a (mon.0) 2894 : audit [INF] from='client.? v1:172.21.15.142:0/2799811024' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:05:29.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:29 smithi065 bash[9468]: cluster 2020-11-16T21:05:28.262547+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e960: 12 total, 12 up, 8 in
2020-11-16T21:05:29.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:29 smithi065 bash[9468]: cluster 2020-11-16T21:05:28.377096+0000 osd.4 (osd.4) 292 : cluster [DBG] 9.c scrub starts
2020-11-16T21:05:29.269 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:29 smithi065 bash[9468]: cluster 2020-11-16T21:05:28.957673+0000 osd.4 (osd.4) 293 : cluster [DBG] 9.c scrub ok
2020-11-16T21:05:29.269 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:29 smithi065 bash[14115]: debug 2020-11-16T21:05:29.110+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:29.342 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:05:29.409 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:29.510 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:29.512 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:29.520 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:05:29 smithi071 bash[16796]: debug 2020-11-16T21:05:29.414+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:29.520 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:29 smithi071 bash[9480]: cluster 2020-11-16T21:05:28.257571+0000 mon.a (mon.0) 2893 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:05:29.520 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:29 smithi071 bash[9480]: audit 2020-11-16T21:05:28.262497+0000 mon.a (mon.0) 2894 : audit [INF] from='client.? v1:172.21.15.142:0/2799811024' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:05:29.521 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:29 smithi071 bash[9480]: cluster 2020-11-16T21:05:28.262547+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e960: 12 total, 12 up, 8 in
2020-11-16T21:05:29.521 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:29 smithi071 bash[9480]: cluster 2020-11-16T21:05:28.377096+0000 osd.4 (osd.4) 292 : cluster [DBG] 9.c scrub starts
2020-11-16T21:05:29.521 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:29 smithi071 bash[9480]: cluster 2020-11-16T21:05:28.957673+0000 osd.4 (osd.4) 293 : cluster [DBG] 9.c scrub ok
2020-11-16T21:05:29.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:29 smithi142 bash[9523]: cluster 2020-11-16T21:05:28.257571+0000 mon.a (mon.0) 2893 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:05:29.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:29 smithi142 bash[9523]: audit 2020-11-16T21:05:28.262497+0000 mon.a (mon.0) 2894 : audit [INF] from='client.? v1:172.21.15.142:0/2799811024' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:05:29.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:29 smithi142 bash[9523]: cluster 2020-11-16T21:05:28.262547+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e960: 12 total, 12 up, 8 in
2020-11-16T21:05:29.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:29 smithi142 bash[9523]: cluster 2020-11-16T21:05:28.377096+0000 osd.4 (osd.4) 292 : cluster [DBG] 9.c scrub starts
2020-11-16T21:05:29.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:29 smithi142 bash[9523]: cluster 2020-11-16T21:05:28.957673+0000 osd.4 (osd.4) 293 : cluster [DBG] 9.c scrub ok
2020-11-16T21:05:29.654 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:29.758 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:29.891 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:29.943 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:29 smithi071 bash[14419]: debug 2020-11-16T21:05:29.658+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:29.996 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:30.027 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:29 smithi065 bash[14115]: debug 2020-11-16T21:05:29.894+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:30.286 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T21:05:30.286 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:05:30.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:30 smithi065 bash[9468]: cluster 2020-11-16T21:05:28.721008+0000 mgr.x (mgr.14196) 1635 : cluster [DBG] pgmap v2477: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 14682/69372 objects misplaced (21.164%); 17 MiB/s, 271 objects/s recovering
2020-11-16T21:05:30.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:30 smithi142 bash[9523]: cluster 2020-11-16T21:05:28.721008+0000 mgr.x (mgr.14196) 1635 : cluster [DBG] pgmap v2477: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 14682/69372 objects misplaced (21.164%); 17 MiB/s, 271 objects/s recovering
2020-11-16T21:05:30.676 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:30.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:30 smithi071 bash[9480]: cluster 2020-11-16T21:05:28.721008+0000 mgr.x (mgr.14196) 1635 : cluster [DBG] pgmap v2477: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 14682/69372 objects misplaced (21.164%); 17 MiB/s, 271 objects/s recovering
2020-11-16T21:05:30.780 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:30.932 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:30 smithi142 bash[114994]: debug 2020-11-16T21:05:30.683+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:30.933 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:30 smithi142 bash[147327]: debug 2020-11-16T21:05:30.939+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:31.041 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:31.184 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:31.217 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.4 dump_historic_ops
2020-11-16T21:05:31.288 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:31.383 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:05:31.417 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:31.521 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:31.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:31 smithi065 bash[9468]: cluster 2020-11-16T21:05:31.033775+0000 osd.7 (osd.7) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:31.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:31 smithi065 bash[9468]: cluster 2020-11-16T21:05:31.033889+0000 osd.7 (osd.7) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:31.528 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:05:31 smithi065 bash[16457]: debug 2020-11-16T21:05:31.186+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:31.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:31 smithi142 bash[9523]: cluster 2020-11-16T21:05:31.033775+0000 osd.7 (osd.7) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:31.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:31 smithi142 bash[9523]: cluster 2020-11-16T21:05:31.033889+0000 osd.7 (osd.7) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:31.693 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:31 smithi071 bash[14419]: debug 2020-11-16T21:05:31.422+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:31.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:31 smithi071 bash[9480]: cluster 2020-11-16T21:05:31.033775+0000 osd.7 (osd.7) 260 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:31.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:31 smithi071 bash[9480]: cluster 2020-11-16T21:05:31.033889+0000 osd.7 (osd.7) 261 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:32.096 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:32.201 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:32.348 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:32.435 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:32 smithi142 bash[147327]: debug 2020-11-16T21:05:32.099+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:32.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:32 smithi142 bash[9523]: cluster 2020-11-16T21:05:30.721525+0000 mgr.x (mgr.14196) 1636 : cluster [DBG] pgmap v2478: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 490 op/s; 14682/69372 objects misplaced (21.164%); 11 MiB/s, 177 objects/s recovering
2020-11-16T21:05:32.436 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:32 smithi142 bash[9523]: cluster 2020-11-16T21:05:31.288051+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e961: 12 total, 12 up, 8 in
2020-11-16T21:05:32.455 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:32.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:32 smithi065 bash[9468]: cluster 2020-11-16T21:05:30.721525+0000 mgr.x (mgr.14196) 1636 : cluster [DBG] pgmap v2478: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 490 op/s; 14682/69372 objects misplaced (21.164%); 11 MiB/s, 177 objects/s recovering
2020-11-16T21:05:32.462 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:32 smithi065 bash[9468]: cluster 2020-11-16T21:05:31.288051+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e961: 12 total, 12 up, 8 in
2020-11-16T21:05:32.463 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:05:32 smithi065 bash[16457]: debug 2020-11-16T21:05:32.350+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:32.534 INFO:tasks.thrashosds.thrasher:in_osds:  [1, 4, 6, 7, 8, 11, 9, 10] out_osds:  [2, 5, 3, 0] dead_osds:  [] live_osds:  [1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3, 0]
2020-11-16T21:05:32.535 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T21:05:32.535 INFO:tasks.thrashosds.thrasher:Adding osd 5
2020-11-16T21:05:32.535 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd in 5
2020-11-16T21:05:32.615 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:32.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:32 smithi071 bash[9480]: cluster 2020-11-16T21:05:30.721525+0000 mgr.x (mgr.14196) 1636 : cluster [DBG] pgmap v2478: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 490 op/s; 14682/69372 objects misplaced (21.164%); 11 MiB/s, 177 objects/s recovering
2020-11-16T21:05:32.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:32 smithi071 bash[9480]: cluster 2020-11-16T21:05:31.288051+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e961: 12 total, 12 up, 8 in
2020-11-16T21:05:32.709 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:32.720 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:32.777 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:05:32 smithi065 bash[11785]: debug 2020-11-16T21:05:32.618+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:33.010 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T21:05:33.170 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:34.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:34 smithi142 bash[9523]: cluster 2020-11-16T21:05:32.722026+0000 mgr.x (mgr.14196) 1637 : cluster [DBG] pgmap v2480: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 578 op/s; 14070/65360 objects misplaced (21.527%); 12 MiB/s, 190 objects/s recovering
2020-11-16T21:05:34.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:34 smithi071 bash[9480]: cluster 2020-11-16T21:05:32.722026+0000 mgr.x (mgr.14196) 1637 : cluster [DBG] pgmap v2480: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 578 op/s; 14070/65360 objects misplaced (21.527%); 12 MiB/s, 190 objects/s recovering
2020-11-16T21:05:34.735 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:34.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:34 smithi065 bash[9468]: cluster 2020-11-16T21:05:32.722026+0000 mgr.x (mgr.14196) 1637 : cluster [DBG] pgmap v2480: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 578 op/s; 14070/65360 objects misplaced (21.527%); 12 MiB/s, 190 objects/s recovering
2020-11-16T21:05:34.840 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:35.029 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:34 smithi142 bash[18009]: debug 2020-11-16T21:05:34.739+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:35.031 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:35.135 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:35.149 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:35 smithi071 bash[14419]: debug 2020-11-16T21:05:35.038+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:35.323 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T21:05:35.323 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:05:35.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:35 smithi142 bash[9523]: cluster 2020-11-16T21:05:34.370797+0000 osd.8 (osd.8) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:35.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:35 smithi142 bash[9523]: cluster 2020-11-16T21:05:34.370895+0000 osd.8 (osd.8) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:35.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:35 smithi071 bash[9480]: cluster 2020-11-16T21:05:34.370797+0000 osd.8 (osd.8) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:35.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:35 smithi071 bash[9480]: cluster 2020-11-16T21:05:34.370895+0000 osd.8 (osd.8) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:35.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:35 smithi065 bash[9468]: cluster 2020-11-16T21:05:34.370797+0000 osd.8 (osd.8) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:35.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:35 smithi065 bash[9468]: cluster 2020-11-16T21:05:34.370895+0000 osd.8 (osd.8) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:36.060 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:36.164 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:36.337 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight
2020-11-16T21:05:36.478 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:05:36.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:36 smithi142 bash[9523]: cluster 2020-11-16T21:05:34.722452+0000 mgr.x (mgr.14196) 1638 : cluster [DBG] pgmap v2481: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 595 op/s; 13464/62988 objects misplaced (21.376%); 14 MiB/s, 223 objects/s recovering
2020-11-16T21:05:36.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:36 smithi142 bash[9523]: cluster 2020-11-16T21:05:35.300661+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e962: 12 total, 12 up, 8 in
2020-11-16T21:05:36.530 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:05:36 smithi142 bash[20366]: debug 2020-11-16T21:05:36.059+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:36.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:36 smithi071 bash[9480]: cluster 2020-11-16T21:05:34.722452+0000 mgr.x (mgr.14196) 1638 : cluster [DBG] pgmap v2481: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 595 op/s; 13464/62988 objects misplaced (21.376%); 14 MiB/s, 223 objects/s recovering
2020-11-16T21:05:36.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:36 smithi071 bash[9480]: cluster 2020-11-16T21:05:35.300661+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e962: 12 total, 12 up, 8 in
2020-11-16T21:05:36.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:36 smithi065 bash[9468]: cluster 2020-11-16T21:05:34.722452+0000 mgr.x (mgr.14196) 1638 : cluster [DBG] pgmap v2481: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 595 op/s; 13464/62988 objects misplaced (21.376%); 14 MiB/s, 223 objects/s recovering
2020-11-16T21:05:36.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:36 smithi065 bash[9468]: cluster 2020-11-16T21:05:35.300661+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e962: 12 total, 12 up, 8 in
2020-11-16T21:05:36.804 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:36.909 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:37.214 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:05:37.317 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:37.392 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:36 smithi142 bash[114994]: debug 2020-11-16T21:05:36.811+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:37.693 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:05:37 smithi071 bash[12066]: debug 2020-11-16T21:05:37.218+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:38.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:37 smithi071 bash[9480]: cluster 2020-11-16T21:05:36.722948+0000 mgr.x (mgr.14196) 1639 : cluster [DBG] pgmap v2483: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.8 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 12793/59854 objects misplaced (21.374%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:05:38.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:37 smithi071 bash[9480]: cluster 2020-11-16T21:05:36.903698+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e963: 12 total, 12 up, 8 in
2020-11-16T21:05:38.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:37 smithi065 bash[9468]: cluster 2020-11-16T21:05:36.722948+0000 mgr.x (mgr.14196) 1639 : cluster [DBG] pgmap v2483: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.8 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 12793/59854 objects misplaced (21.374%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:05:38.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:37 smithi065 bash[9468]: cluster 2020-11-16T21:05:36.903698+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e963: 12 total, 12 up, 8 in
2020-11-16T21:05:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:37 smithi142 bash[9523]: cluster 2020-11-16T21:05:36.722948+0000 mgr.x (mgr.14196) 1639 : cluster [DBG] pgmap v2483: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.8 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 12793/59854 objects misplaced (21.374%); 15 MiB/s, 236 objects/s recovering
2020-11-16T21:05:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:37 smithi142 bash[9523]: cluster 2020-11-16T21:05:36.903698+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e963: 12 total, 12 up, 8 in
2020-11-16T21:05:38.443 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:38.548 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:38.720 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:38.727 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:38 smithi142 bash[147327]: debug 2020-11-16T21:05:38.447+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:38.826 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:38.895 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:38 smithi065 bash[9468]: cluster 2020-11-16T21:05:37.816380+0000 osd.1 (osd.1) 355 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:38.895 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:38 smithi065 bash[9468]: cluster 2020-11-16T21:05:37.816443+0000 osd.1 (osd.1) 356 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:38.896 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:38 smithi065 bash[9468]: cluster 2020-11-16T21:05:38.302422+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e964: 12 total, 12 up, 8 in
2020-11-16T21:05:38.896 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:05:38 smithi065 bash[11785]: debug 2020-11-16T21:05:38.718+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:39.173 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:38 smithi142 bash[9523]: cluster 2020-11-16T21:05:37.816380+0000 osd.1 (osd.1) 355 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:39.174 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:38 smithi142 bash[9523]: cluster 2020-11-16T21:05:37.816443+0000 osd.1 (osd.1) 356 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:39.174 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:38 smithi142 bash[9523]: cluster 2020-11-16T21:05:38.302422+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e964: 12 total, 12 up, 8 in
2020-11-16T21:05:39.175 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:05:39 smithi142 bash[20366]: debug 2020-11-16T21:05:39.179+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:39.175 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:39.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:38 smithi071 bash[9480]: cluster 2020-11-16T21:05:37.816380+0000 osd.1 (osd.1) 355 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:39.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:38 smithi071 bash[9480]: cluster 2020-11-16T21:05:37.816443+0000 osd.1 (osd.1) 356 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:39.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:38 smithi071 bash[9480]: cluster 2020-11-16T21:05:38.302422+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e964: 12 total, 12 up, 8 in
2020-11-16T21:05:39.278 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:39.658 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:05:39.691 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:05:39.721 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:05:39.756 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:05:39.791 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:05:39.841 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:05:39.842 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:39.872 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:05:39.918 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:05:39.946 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:39.955 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:05:40.004 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:05:40.035 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:05:40.068 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:05:40.070 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.070 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.070 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.071 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.071 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.071 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.071 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.071 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.071 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.071 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.072 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.072 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:05:40.193 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:05:39 smithi071 bash[26650]: debug 2020-11-16T21:05:39.850+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:40.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: audit 2020-11-16T21:05:39.638508+0000 mon.a (mon.0) 2900 : audit [DBG] from='client.? v1:172.21.15.142:0/2609111299' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:40.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: audit 2020-11-16T21:05:39.652527+0000 mon.b (mon.1) 466 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:05:40.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: audit 2020-11-16T21:05:39.654483+0000 mon.b (mon.1) 467 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:05:40.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.667883+0000 osd.0 (osd.0) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.700253+0000 osd.1 (osd.1) 357 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.731624+0000 osd.2 (osd.2) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.766715+0000 osd.3 (osd.3) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.798047+0000 osd.4 (osd.4) 294 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.882050+0000 osd.6 (osd.6) 299 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.928239+0000 osd.7 (osd.7) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.993700+0000 osd.11 (osd.11) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:40.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.993803+0000 osd.11 (osd.11) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:40.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:40.006312+0000 osd.9 (osd.9) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:40 smithi142 bash[9523]: cluster 2020-11-16T21:05:40.074190+0000 osd.11 (osd.11) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.547 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: audit 2020-11-16T21:05:39.638508+0000 mon.a (mon.0) 2900 : audit [DBG] from='client.? v1:172.21.15.142:0/2609111299' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:40.547 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: audit 2020-11-16T21:05:39.652527+0000 mon.b (mon.1) 466 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:05:40.547 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: audit 2020-11-16T21:05:39.654483+0000 mon.b (mon.1) 467 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:05:40.547 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.667883+0000 osd.0 (osd.0) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.547 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.700253+0000 osd.1 (osd.1) 357 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.548 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.731624+0000 osd.2 (osd.2) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.548 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.766715+0000 osd.3 (osd.3) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.548 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.798047+0000 osd.4 (osd.4) 294 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.548 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.882050+0000 osd.6 (osd.6) 299 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.548 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.928239+0000 osd.7 (osd.7) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.548 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.993700+0000 osd.11 (osd.11) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:40.548 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.993803+0000 osd.11 (osd.11) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:40.548 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:40.006312+0000 osd.9 (osd.9) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.549 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[9480]: cluster 2020-11-16T21:05:40.074190+0000 osd.11 (osd.11) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.549 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:40.651 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:40.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: audit 2020-11-16T21:05:39.638508+0000 mon.a (mon.0) 2900 : audit [DBG] from='client.? v1:172.21.15.142:0/2609111299' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:40.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: audit 2020-11-16T21:05:39.652527+0000 mon.b (mon.1) 466 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:05:40.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: audit 2020-11-16T21:05:39.654483+0000 mon.b (mon.1) 467 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:05:40.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.667883+0000 osd.0 (osd.0) 25 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.700253+0000 osd.1 (osd.1) 357 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.731624+0000 osd.2 (osd.2) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.766715+0000 osd.3 (osd.3) 80 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.798047+0000 osd.4 (osd.4) 294 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.882050+0000 osd.6 (osd.6) 299 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.928239+0000 osd.7 (osd.7) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.993700+0000 osd.11 (osd.11) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:40.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.993803+0000 osd.11 (osd.11) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:40.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:40.006312+0000 osd.9 (osd.9) 254 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:40 smithi065 bash[9468]: cluster 2020-11-16T21:05:40.074190+0000 osd.11 (osd.11) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:40.908 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:40 smithi071 bash[14419]: debug 2020-11-16T21:05:40.554+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:41.294 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:41.399 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:41.550 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[14419]: debug 2020-11-16T21:05:41.298+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:41.551 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.850524+0000 osd.5 (osd.5) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.551 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: cluster 2020-11-16T21:05:39.962300+0000 osd.8 (osd.8) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.551 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: cluster 2020-11-16T21:05:40.041509+0000 osd.10 (osd.10) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.551 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: cluster 2020-11-16T21:05:40.315082+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e965: 12 total, 12 up, 8 in
2020-11-16T21:05:41.552 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: audit 2020-11-16T21:05:40.332150+0000 mon.b (mon.1) 468 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:05:41.552 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: audit 2020-11-16T21:05:40.333539+0000 mon.a (mon.0) 2902 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:05:41.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: audit 2020-11-16T21:05:40.338520+0000 mon.a (mon.0) 2903 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]': finished
2020-11-16T21:05:41.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: cluster 2020-11-16T21:05:40.689336+0000 osd.3 (osd.3) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:41.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: cluster 2020-11-16T21:05:40.691846+0000 osd.3 (osd.3) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:41.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: audit 2020-11-16T21:05:41.201320+0000 mon.b (mon.1) 469 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T21:05:41.553 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: audit 2020-11-16T21:05:41.202670+0000 mon.a (mon.0) 2904 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T21:05:41.554 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[9480]: audit 2020-11-16T21:05:41.208238+0000 mon.a (mon.0) 2905 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]': finished
2020-11-16T21:05:41.554 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:41.655 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:41.665 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.850524+0000 osd.5 (osd.5) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.665 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: cluster 2020-11-16T21:05:39.962300+0000 osd.8 (osd.8) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.666 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: cluster 2020-11-16T21:05:40.041509+0000 osd.10 (osd.10) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.666 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: cluster 2020-11-16T21:05:40.315082+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e965: 12 total, 12 up, 8 in
2020-11-16T21:05:41.666 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: audit 2020-11-16T21:05:40.332150+0000 mon.b (mon.1) 468 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:05:41.666 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: audit 2020-11-16T21:05:40.333539+0000 mon.a (mon.0) 2902 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:05:41.666 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: audit 2020-11-16T21:05:40.338520+0000 mon.a (mon.0) 2903 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]': finished
2020-11-16T21:05:41.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: cluster 2020-11-16T21:05:40.689336+0000 osd.3 (osd.3) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:41.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: cluster 2020-11-16T21:05:40.691846+0000 osd.3 (osd.3) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:41.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: audit 2020-11-16T21:05:41.201320+0000 mon.b (mon.1) 469 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T21:05:41.667 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: audit 2020-11-16T21:05:41.202670+0000 mon.a (mon.0) 2904 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T21:05:41.668 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:41 smithi142 bash[9523]: audit 2020-11-16T21:05:41.208238+0000 mon.a (mon.0) 2905 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]': finished
2020-11-16T21:05:41.740 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:05:41.740 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T21:05:41.740 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 0
2020-11-16T21:05:41.740 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:05:41.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.850524+0000 osd.5 (osd.5) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: cluster 2020-11-16T21:05:39.962300+0000 osd.8 (osd.8) 279 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: cluster 2020-11-16T21:05:40.041509+0000 osd.10 (osd.10) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:41.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: cluster 2020-11-16T21:05:40.315082+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e965: 12 total, 12 up, 8 in
2020-11-16T21:05:41.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: audit 2020-11-16T21:05:40.332150+0000 mon.b (mon.1) 468 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:05:41.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: audit 2020-11-16T21:05:40.333539+0000 mon.a (mon.0) 2902 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:05:41.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: audit 2020-11-16T21:05:40.338520+0000 mon.a (mon.0) 2903 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988388\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"status\": 0, \"status_desc\": \"stopped\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988501\", \"created\": \"2020-11-16T20:14:41.032294\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.988859\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989109\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T20:58:54.989352\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T20:58:54.989663\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]': finished
2020-11-16T21:05:41.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: cluster 2020-11-16T21:05:40.689336+0000 osd.3 (osd.3) 81 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:41.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: cluster 2020-11-16T21:05:40.691846+0000 osd.3 (osd.3) 82 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:41.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: audit 2020-11-16T21:05:41.201320+0000 mon.b (mon.1) 469 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T21:05:41.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: audit 2020-11-16T21:05:41.202670+0000 mon.a (mon.0) 2904 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]: dispatch
2020-11-16T21:05:41.780 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:41 smithi065 bash[9468]: audit 2020-11-16T21:05:41.208238+0000 mon.a (mon.0) 2905 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T20:58:53.940528\"}"}]': finished
2020-11-16T21:05:41.821 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:05:41 smithi071 bash[26650]: debug 2020-11-16T21:05:41.558+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:42.001 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[114994]: debug 2020-11-16T21:05:42.007+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:42.003 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:42.106 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:42.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: cluster 2020-11-16T21:05:40.723851+0000 mgr.x (mgr.14196) 1641 : cluster [DBG] pgmap v2488: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.7 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 580 op/s; 12144/56688 objects misplaced (21.423%); 15 MiB/s, 243 objects/s recovering
2020-11-16T21:05:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: cluster 2020-11-16T21:05:41.347979+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e966: 12 total, 12 up, 8 in
2020-11-16T21:05:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: audit 2020-11-16T21:05:41.456491+0000 mon.b (mon.1) 470 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T21:05:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: audit 2020-11-16T21:05:41.457887+0000 mon.a (mon.0) 2907 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T21:05:42.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: audit 2020-11-16T21:05:41.461939+0000 mon.a (mon.0) 2908 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]': finished
2020-11-16T21:05:42.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: audit 2020-11-16T21:05:41.463132+0000 mon.b (mon.1) 471 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:05:42.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: audit 2020-11-16T21:05:41.464208+0000 mon.a (mon.0) 2909 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:05:42.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: audit 2020-11-16T21:05:41.470431+0000 mon.a (mon.0) 2910 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:05:42.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[9480]: cluster 2020-11-16T21:05:41.906389+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e967: 12 total, 12 up, 8 in
2020-11-16T21:05:42.722 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:42.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: cluster 2020-11-16T21:05:40.723851+0000 mgr.x (mgr.14196) 1641 : cluster [DBG] pgmap v2488: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.7 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 580 op/s; 12144/56688 objects misplaced (21.423%); 15 MiB/s, 243 objects/s recovering
2020-11-16T21:05:42.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: cluster 2020-11-16T21:05:41.347979+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e966: 12 total, 12 up, 8 in
2020-11-16T21:05:42.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: audit 2020-11-16T21:05:41.456491+0000 mon.b (mon.1) 470 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T21:05:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: audit 2020-11-16T21:05:41.457887+0000 mon.a (mon.0) 2907 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T21:05:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: audit 2020-11-16T21:05:41.461939+0000 mon.a (mon.0) 2908 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]': finished
2020-11-16T21:05:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: audit 2020-11-16T21:05:41.463132+0000 mon.b (mon.1) 471 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:05:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: audit 2020-11-16T21:05:41.464208+0000 mon.a (mon.0) 2909 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:05:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: audit 2020-11-16T21:05:41.470431+0000 mon.a (mon.0) 2910 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:05:42.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:42 smithi065 bash[9468]: cluster 2020-11-16T21:05:41.906389+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e967: 12 total, 12 up, 8 in
2020-11-16T21:05:42.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: cluster 2020-11-16T21:05:40.723851+0000 mgr.x (mgr.14196) 1641 : cluster [DBG] pgmap v2488: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.7 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 580 op/s; 12144/56688 objects misplaced (21.423%); 15 MiB/s, 243 objects/s recovering
2020-11-16T21:05:42.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: cluster 2020-11-16T21:05:41.347979+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e966: 12 total, 12 up, 8 in
2020-11-16T21:05:42.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: audit 2020-11-16T21:05:41.456491+0000 mon.b (mon.1) 470 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T21:05:42.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: audit 2020-11-16T21:05:41.457887+0000 mon.a (mon.0) 2907 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]: dispatch
2020-11-16T21:05:42.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: audit 2020-11-16T21:05:41.461939+0000 mon.a (mon.0) 2908 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T20:58:53.776708\"}"}]': finished
2020-11-16T21:05:42.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: audit 2020-11-16T21:05:41.463132+0000 mon.b (mon.1) 471 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:05:42.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: audit 2020-11-16T21:05:41.464208+0000 mon.a (mon.0) 2909 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:05:42.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: audit 2020-11-16T21:05:41.470431+0000 mon.a (mon.0) 2910 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:05:42.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:42 smithi142 bash[9523]: cluster 2020-11-16T21:05:41.906389+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e967: 12 total, 12 up, 8 in
2020-11-16T21:05:42.826 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:42.853 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops
2020-11-16T21:05:43.005 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:05:43.193 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:42 smithi071 bash[14419]: debug 2020-11-16T21:05:42.726+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:44.036 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:05:44.139 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:44.338 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:05:44 smithi142 bash[18009]: debug 2020-11-16T21:05:44.035+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:44.349 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:44.454 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:44.576 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:05:44.689 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:44 smithi071 bash[9480]: cluster 2020-11-16T21:05:42.724314+0000 mgr.x (mgr.14196) 1642 : cluster [DBG] pgmap v2491: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11221/52412 objects misplaced (21.409%); 13 MiB/s, 208 objects/s recovering
2020-11-16T21:05:44.744 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:44.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:44 smithi065 bash[9468]: cluster 2020-11-16T21:05:42.724314+0000 mgr.x (mgr.14196) 1642 : cluster [DBG] pgmap v2491: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11221/52412 objects misplaced (21.409%); 13 MiB/s, 208 objects/s recovering
2020-11-16T21:05:44.779 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:44 smithi142 bash[114994]: debug 2020-11-16T21:05:44.355+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:44.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:44 smithi142 bash[9523]: cluster 2020-11-16T21:05:42.724314+0000 mgr.x (mgr.14196) 1642 : cluster [DBG] pgmap v2491: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11221/52412 objects misplaced (21.409%); 13 MiB/s, 208 objects/s recovering
2020-11-16T21:05:46.081 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:46.185 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:46.455 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:46 smithi065 bash[9468]: cluster 2020-11-16T21:05:44.724779+0000 mgr.x (mgr.14196) 1643 : cluster [DBG] pgmap v2492: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.6 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 11009/50832 objects misplaced (21.658%); 12 MiB/s, 189 objects/s recovering
2020-11-16T21:05:46.606 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:46 smithi071 bash[9480]: cluster 2020-11-16T21:05:44.724779+0000 mgr.x (mgr.14196) 1643 : cluster [DBG] pgmap v2492: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.6 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 11009/50832 objects misplaced (21.658%); 12 MiB/s, 189 objects/s recovering
2020-11-16T21:05:46.777 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:46 smithi065 bash[14115]: debug 2020-11-16T21:05:46.082+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:46.809 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:46 smithi142 bash[9523]: cluster 2020-11-16T21:05:44.724779+0000 mgr.x (mgr.14196) 1643 : cluster [DBG] pgmap v2492: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.6 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 11009/50832 objects misplaced (21.658%); 12 MiB/s, 189 objects/s recovering
2020-11-16T21:05:46.862 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:05:46.863 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T21:05:46.863 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T21:05:46.863 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T21:05:46.863 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:05:47.747 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.5 dump_historic_ops
2020-11-16T21:05:47.893 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:05:48.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:47 smithi142 bash[9523]: debug 2020-11-16T21:05:47.718+0000 7f756b108700 -1 mon.a@0(leader).osd e967 definitely_dead 0
2020-11-16T21:05:48.354 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T21:05:48.357 INFO:teuthology.orchestra.run.smithi142.stderr:marked in osd.5.
2020-11-16T21:05:48.683 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:48 smithi065 bash[9468]: cluster 2020-11-16T21:05:46.725282+0000 mgr.x (mgr.14196) 1644 : cluster [DBG] pgmap v2493: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 9849/46922 objects misplaced (20.990%); 22 MiB/s, 373 objects/s recovering
2020-11-16T21:05:48.683 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:48 smithi065 bash[9468]: audit 2020-11-16T21:05:47.723501+0000 mon.a (mon.0) 2912 : audit [DBG] from='client.? v1:172.21.15.142:0/1875334649' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch
2020-11-16T21:05:48.684 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:48 smithi065 bash[9468]: audit 2020-11-16T21:05:47.951080+0000 mon.a (mon.0) 2913 : audit [INF] from='client.? v1:172.21.15.142:0/1683263500' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:05:48.684 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:48.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:48 smithi071 bash[9480]: cluster 2020-11-16T21:05:46.725282+0000 mgr.x (mgr.14196) 1644 : cluster [DBG] pgmap v2493: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 9849/46922 objects misplaced (20.990%); 22 MiB/s, 373 objects/s recovering
2020-11-16T21:05:48.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:48 smithi071 bash[9480]: audit 2020-11-16T21:05:47.723501+0000 mon.a (mon.0) 2912 : audit [DBG] from='client.? v1:172.21.15.142:0/1875334649' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch
2020-11-16T21:05:48.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:48 smithi071 bash[9480]: audit 2020-11-16T21:05:47.951080+0000 mon.a (mon.0) 2913 : audit [INF] from='client.? v1:172.21.15.142:0/1683263500' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:05:48.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:48 smithi142 bash[9523]: cluster 2020-11-16T21:05:46.725282+0000 mgr.x (mgr.14196) 1644 : cluster [DBG] pgmap v2493: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 9849/46922 objects misplaced (20.990%); 22 MiB/s, 373 objects/s recovering
2020-11-16T21:05:48.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:48 smithi142 bash[9523]: audit 2020-11-16T21:05:47.723501+0000 mon.a (mon.0) 2912 : audit [DBG] from='client.? v1:172.21.15.142:0/1875334649' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch
2020-11-16T21:05:48.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:48 smithi142 bash[9523]: audit 2020-11-16T21:05:47.951080+0000 mon.a (mon.0) 2913 : audit [INF] from='client.? v1:172.21.15.142:0/1683263500' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:05:48.790 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:49.018 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:05:49.027 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:05:48 smithi065 bash[11785]: debug 2020-11-16T21:05:48.686+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:49.123 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:49.193 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:05:49 smithi071 bash[26650]: debug 2020-11-16T21:05:49.022+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:49.437 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:49 smithi065 bash[9468]: cluster 2020-11-16T21:05:48.177893+0000 osd.6 (osd.6) 300 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:49.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:49 smithi065 bash[9468]: cluster 2020-11-16T21:05:48.178025+0000 osd.6 (osd.6) 301 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:49.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:49 smithi065 bash[9468]: cluster 2020-11-16T21:05:48.353586+0000 mon.a (mon.0) 2914 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:05:49.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:49 smithi065 bash[9468]: cluster 2020-11-16T21:05:48.353637+0000 mon.a (mon.0) 2915 : cluster [INF] Cluster is now healthy
2020-11-16T21:05:49.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:49 smithi065 bash[9468]: audit 2020-11-16T21:05:48.358169+0000 mon.a (mon.0) 2916 : audit [INF] from='client.? v1:172.21.15.142:0/1875334649' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished
2020-11-16T21:05:49.438 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:49 smithi065 bash[9468]: audit 2020-11-16T21:05:48.358224+0000 mon.a (mon.0) 2917 : audit [INF] from='client.? v1:172.21.15.142:0/1683263500' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:05:49.439 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:49 smithi065 bash[9468]: cluster 2020-11-16T21:05:48.358258+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e968: 12 total, 12 up, 9 in
2020-11-16T21:05:49.526 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:49 smithi071 bash[9480]: cluster 2020-11-16T21:05:48.177893+0000 osd.6 (osd.6) 300 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:49.526 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:49 smithi071 bash[9480]: cluster 2020-11-16T21:05:48.178025+0000 osd.6 (osd.6) 301 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:49.526 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:49 smithi071 bash[9480]: cluster 2020-11-16T21:05:48.353586+0000 mon.a (mon.0) 2914 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:05:49.526 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:49 smithi071 bash[9480]: cluster 2020-11-16T21:05:48.353637+0000 mon.a (mon.0) 2915 : cluster [INF] Cluster is now healthy
2020-11-16T21:05:49.526 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:49 smithi071 bash[9480]: audit 2020-11-16T21:05:48.358169+0000 mon.a (mon.0) 2916 : audit [INF] from='client.? v1:172.21.15.142:0/1875334649' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished
2020-11-16T21:05:49.527 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:49 smithi071 bash[9480]: audit 2020-11-16T21:05:48.358224+0000 mon.a (mon.0) 2917 : audit [INF] from='client.? v1:172.21.15.142:0/1683263500' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:05:49.527 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:49 smithi071 bash[9480]: cluster 2020-11-16T21:05:48.358258+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e968: 12 total, 12 up, 9 in
2020-11-16T21:05:49.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:49 smithi142 bash[9523]: cluster 2020-11-16T21:05:48.177893+0000 osd.6 (osd.6) 300 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:49.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:49 smithi142 bash[9523]: cluster 2020-11-16T21:05:48.178025+0000 osd.6 (osd.6) 301 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:49.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:49 smithi142 bash[9523]: cluster 2020-11-16T21:05:48.353586+0000 mon.a (mon.0) 2914 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:05:49.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:49 smithi142 bash[9523]: cluster 2020-11-16T21:05:48.353637+0000 mon.a (mon.0) 2915 : cluster [INF] Cluster is now healthy
2020-11-16T21:05:49.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:49 smithi142 bash[9523]: audit 2020-11-16T21:05:48.358169+0000 mon.a (mon.0) 2916 : audit [INF] from='client.? v1:172.21.15.142:0/1875334649' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished
2020-11-16T21:05:49.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:49 smithi142 bash[9523]: audit 2020-11-16T21:05:48.358224+0000 mon.a (mon.0) 2917 : audit [INF] from='client.? v1:172.21.15.142:0/1683263500' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:05:49.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:49 smithi142 bash[9523]: cluster 2020-11-16T21:05:48.358258+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e968: 12 total, 12 up, 9 in
2020-11-16T21:05:50.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:50 smithi071 bash[9480]: cluster 2020-11-16T21:05:48.725928+0000 mgr.x (mgr.14196) 1645 : cluster [DBG] pgmap v2495: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 9650/44756 objects misplaced (21.561%); 19 MiB/s, 317 objects/s recovering
2020-11-16T21:05:50.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:50 smithi071 bash[9480]: cluster 2020-11-16T21:05:49.369344+0000 mon.a (mon.0) 2919 : cluster [DBG] osdmap e969: 12 total, 12 up, 9 in
2020-11-16T21:05:50.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:50 smithi065 bash[9468]: cluster 2020-11-16T21:05:48.725928+0000 mgr.x (mgr.14196) 1645 : cluster [DBG] pgmap v2495: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 9650/44756 objects misplaced (21.561%); 19 MiB/s, 317 objects/s recovering
2020-11-16T21:05:50.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:50 smithi065 bash[9468]: cluster 2020-11-16T21:05:49.369344+0000 mon.a (mon.0) 2919 : cluster [DBG] osdmap e969: 12 total, 12 up, 9 in
2020-11-16T21:05:50.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:50 smithi142 bash[9523]: cluster 2020-11-16T21:05:48.725928+0000 mgr.x (mgr.14196) 1645 : cluster [DBG] pgmap v2495: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 9650/44756 objects misplaced (21.561%); 19 MiB/s, 317 objects/s recovering
2020-11-16T21:05:50.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:50 smithi142 bash[9523]: cluster 2020-11-16T21:05:49.369344+0000 mon.a (mon.0) 2919 : cluster [DBG] osdmap e969: 12 total, 12 up, 9 in
2020-11-16T21:05:50.903 INFO:tasks.thrashosds.thrasher:Added osd 5
2020-11-16T21:05:51.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:51 smithi142 bash[9523]: cluster 2020-11-16T21:05:50.389202+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e970: 12 total, 12 up, 9 in
2020-11-16T21:05:51.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:51 smithi142 bash[9523]: cluster 2020-11-16T21:05:50.391098+0000 osd.7 (osd.7) 263 : cluster [DBG] 9.d starting backfill to osd.5 from (0'0,0'0] MAX to 967'15325
2020-11-16T21:05:51.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:51 smithi142 bash[9523]: cluster 2020-11-16T21:05:50.391996+0000 osd.11 (osd.11) 280 : cluster [DBG] 9.8 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15274
2020-11-16T21:05:51.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:51 smithi142 bash[9523]: cluster 2020-11-16T21:05:50.392073+0000 osd.11 (osd.11) 281 : cluster [DBG] 9.5 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15054
2020-11-16T21:05:51.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:51 smithi142 bash[9523]: cluster 2020-11-16T21:05:50.392457+0000 osd.1 (osd.1) 358 : cluster [DBG] 9.6 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15453
2020-11-16T21:05:51.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:51 smithi142 bash[9523]: cluster 2020-11-16T21:05:50.392599+0000 osd.1 (osd.1) 359 : cluster [DBG] 9.f starting backfill to osd.5 from (0'0,0'0] MAX to 967'15060
2020-11-16T21:05:51.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:51 smithi142 bash[9523]: cluster 2020-11-16T21:05:50.392606+0000 osd.1 (osd.1) 360 : cluster [DBG] 9.a starting backfill to osd.5 from (0'0,0'0] MAX to 967'14928
2020-11-16T21:05:51.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:51 smithi071 bash[9480]: cluster 2020-11-16T21:05:50.389202+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e970: 12 total, 12 up, 9 in
2020-11-16T21:05:51.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:51 smithi071 bash[9480]: cluster 2020-11-16T21:05:50.391098+0000 osd.7 (osd.7) 263 : cluster [DBG] 9.d starting backfill to osd.5 from (0'0,0'0] MAX to 967'15325
2020-11-16T21:05:51.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:51 smithi071 bash[9480]: cluster 2020-11-16T21:05:50.391996+0000 osd.11 (osd.11) 280 : cluster [DBG] 9.8 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15274
2020-11-16T21:05:51.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:51 smithi071 bash[9480]: cluster 2020-11-16T21:05:50.392073+0000 osd.11 (osd.11) 281 : cluster [DBG] 9.5 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15054
2020-11-16T21:05:51.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:51 smithi071 bash[9480]: cluster 2020-11-16T21:05:50.392457+0000 osd.1 (osd.1) 358 : cluster [DBG] 9.6 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15453
2020-11-16T21:05:51.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:51 smithi071 bash[9480]: cluster 2020-11-16T21:05:50.392599+0000 osd.1 (osd.1) 359 : cluster [DBG] 9.f starting backfill to osd.5 from (0'0,0'0] MAX to 967'15060
2020-11-16T21:05:51.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:51 smithi071 bash[9480]: cluster 2020-11-16T21:05:50.392606+0000 osd.1 (osd.1) 360 : cluster [DBG] 9.a starting backfill to osd.5 from (0'0,0'0] MAX to 967'14928
2020-11-16T21:05:51.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:51 smithi065 bash[9468]: cluster 2020-11-16T21:05:50.389202+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e970: 12 total, 12 up, 9 in
2020-11-16T21:05:51.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:51 smithi065 bash[9468]: cluster 2020-11-16T21:05:50.391098+0000 osd.7 (osd.7) 263 : cluster [DBG] 9.d starting backfill to osd.5 from (0'0,0'0] MAX to 967'15325
2020-11-16T21:05:51.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:51 smithi065 bash[9468]: cluster 2020-11-16T21:05:50.391996+0000 osd.11 (osd.11) 280 : cluster [DBG] 9.8 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15274
2020-11-16T21:05:51.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:51 smithi065 bash[9468]: cluster 2020-11-16T21:05:50.392073+0000 osd.11 (osd.11) 281 : cluster [DBG] 9.5 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15054
2020-11-16T21:05:51.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:51 smithi065 bash[9468]: cluster 2020-11-16T21:05:50.392457+0000 osd.1 (osd.1) 358 : cluster [DBG] 9.6 starting backfill to osd.5 from (0'0,0'0] MAX to 967'15453
2020-11-16T21:05:51.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:51 smithi065 bash[9468]: cluster 2020-11-16T21:05:50.392599+0000 osd.1 (osd.1) 359 : cluster [DBG] 9.f starting backfill to osd.5 from (0'0,0'0] MAX to 967'15060
2020-11-16T21:05:51.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:51 smithi065 bash[9468]: cluster 2020-11-16T21:05:50.392606+0000 osd.1 (osd.1) 360 : cluster [DBG] 9.a starting backfill to osd.5 from (0'0,0'0] MAX to 967'14928
2020-11-16T21:05:51.900 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:52.005 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:52.019 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:05:52.019 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T21:05:52.020 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T21:05:52.020 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T21:05:52.020 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:243156 9.6 9.94010576 (undecoded) ondisk+retry+write+known_if_redirected e968)",
2020-11-16T21:05:52.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:48.356344+0000",
2020-11-16T21:05:52.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 3.6699198420000001,
2020-11-16T21:05:52.020 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0172291090000001,
2020-11-16T21:05:52.021 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.021 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:05:52.021 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:05:52.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:05:52.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:05:52.021 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 243156
2020-11-16T21:05:52.021 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:05:52.022 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.356344+0000",
2020-11-16T21:05:52.022 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.356344+0000",
2020-11-16T21:05:52.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999623
2020-11-16T21:05:52.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.356306+0000",
2020-11-16T21:05:52.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.5977999999999996e-05
2020-11-16T21:05:52.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.356392+0000",
2020-11-16T21:05:52.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6756999999999999e-05
2020-11-16T21:05:52.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.356409+0000",
2020-11-16T21:05:52.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2092e-05
2020-11-16T21:05:52.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.356421+0000",
2020-11-16T21:05:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012965515
2020-11-16T21:05:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.369387+0000",
2020-11-16T21:05:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0625000000000001e-05
2020-11-16T21:05:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:05:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.369397+0000",
2020-11-16T21:05:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.004144712
2020-11-16T21:05:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.373542+0000",
2020-11-16T21:05:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.1213000000000001e-05
2020-11-16T21:05:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.373573+0000",
2020-11-16T21:05:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0172291090000001
2020-11-16T21:05:52.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.029 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.029 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.029 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.029 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.029 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:243158 9.f 9.a7a10daf (undecoded) ondisk+retry+write+known_if_redirected e968)",
2020-11-16T21:05:52.029 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:48.357153+0000",
2020-11-16T21:05:52.030 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 3.669111123,
2020-11-16T21:05:52.030 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.0172839410000001,
2020-11-16T21:05:52.030 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.030 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:05:52.030 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:05:52.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:05:52.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:05:52.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 243158
2020-11-16T21:05:52.031 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:05:52.031 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.357153+0000",
2020-11-16T21:05:52.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.357153+0000",
2020-11-16T21:05:52.032 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999633
2020-11-16T21:05:52.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.032 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.357116+0000",
2020-11-16T21:05:52.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2589000000000005e-05
2020-11-16T21:05:52.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.033 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.357199+0000",
2020-11-16T21:05:52.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3226e-05
2020-11-16T21:05:52.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.357212+0000",
2020-11-16T21:05:52.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.6340000000000003e-06
2020-11-16T21:05:52.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.357219+0000",
2020-11-16T21:05:52.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0089764749999999994
2020-11-16T21:05:52.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.366195+0000",
2020-11-16T21:05:52.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4793999999999999e-05
2020-11-16T21:05:52.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:05:52.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.366210+0000",
2020-11-16T21:05:52.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0081953029999999
2020-11-16T21:05:52.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374405+0000",
2020-11-16T21:05:52.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.1414000000000001e-05
2020-11-16T21:05:52.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374437+0000",
2020-11-16T21:05:52.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0172839410000001
2020-11-16T21:05:52.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.040 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.040 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.040 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.040 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.040 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:243167 9.6 9.70a3be46 (undecoded) ondisk+write+known_if_redirected e968)",
2020-11-16T21:05:52.040 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:48.362429+0000",
2020-11-16T21:05:52.041 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 3.6638349969999999,
2020-11-16T21:05:52.041 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 1.01135511,
2020-11-16T21:05:52.041 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.041 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:05:52.041 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:05:52.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:05:52.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:05:52.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 243167
2020-11-16T21:05:52.042 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:05:52.042 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.362429+0000",
2020-11-16T21:05:52.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.362429+0000",
2020-11-16T21:05:52.043 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999237
2020-11-16T21:05:52.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.362352+0000",
2020-11-16T21:05:52.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015646900000000001
2020-11-16T21:05:52.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.044 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.362509+0000",
2020-11-16T21:05:52.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7432000000000001e-05
2020-11-16T21:05:52.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.362536+0000",
2020-11-16T21:05:52.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1608e-05
2020-11-16T21:05:52.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.362548+0000",
2020-11-16T21:05:52.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0068713009999999998
2020-11-16T21:05:52.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.369419+0000",
2020-11-16T21:05:52.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0380000000000002e-06
2020-11-16T21:05:52.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:05:52.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.369426+0000",
2020-11-16T21:05:52.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0043369090000001
2020-11-16T21:05:52.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.373763+0000",
2020-11-16T21:05:52.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0732000000000001e-05
2020-11-16T21:05:52.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.373784+0000",
2020-11-16T21:05:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.01135511
2020-11-16T21:05:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:243175 9.f 9.93943f2f (undecoded) ondisk+write+known_if_redirected e968)",
2020-11-16T21:05:52.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:48.390487+0000",
2020-11-16T21:05:52.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 3.6357767139999999,
2020-11-16T21:05:52.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.98406591600000004,
2020-11-16T21:05:52.050 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.050 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:05:52.050 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:05:52.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:05:52.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:05:52.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 243175
2020-11-16T21:05:52.051 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:05:52.051 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.390487+0000",
2020-11-16T21:05:52.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.390487+0000",
2020-11-16T21:05:52.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999757
2020-11-16T21:05:52.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.390463+0000",
2020-11-16T21:05:52.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8690000000000002e-05
2020-11-16T21:05:52.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.390521+0000",
2020-11-16T21:05:52.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2224e-05
2020-11-16T21:05:52.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.054 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.390534+0000",
2020-11-16T21:05:52.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9389999999999997e-06
2020-11-16T21:05:52.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.390542+0000",
2020-11-16T21:05:52.055 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6681000000000006e-05
2020-11-16T21:05:52.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.390628+0000",
2020-11-16T21:05:52.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.116e-05
2020-11-16T21:05:52.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:05:52.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.390639+0000",
2020-11-16T21:05:52.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.98387547500000005
2020-11-16T21:05:52.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374515+0000",
2020-11-16T21:05:52.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8192000000000003e-05
2020-11-16T21:05:52.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374553+0000",
2020-11-16T21:05:52.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.98406591600000004
2020-11-16T21:05:52.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.058 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.058 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.058 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.059 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:243183 9.f 9.4ae4969f (undecoded) ondisk+write+known_if_redirected e968)",
2020-11-16T21:05:52.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:48.407578+0000",
2020-11-16T21:05:52.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 3.6186861170000002,
2020-11-16T21:05:52.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.96710032700000004,
2020-11-16T21:05:52.059 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.059 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "reached pg",
2020-11-16T21:05:52.059 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:05:52.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:05:52.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:05:52.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 243183
2020-11-16T21:05:52.060 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:05:52.060 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.060 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.407578+0000",
2020-11-16T21:05:52.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.407578+0000",
2020-11-16T21:05:52.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999752
2020-11-16T21:05:52.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.407553+0000",
2020-11-16T21:05:52.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5825999999999997e-05
2020-11-16T21:05:52.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.407609+0000",
2020-11-16T21:05:52.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1245e-05
2020-11-16T21:05:52.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.407620+0000",
2020-11-16T21:05:52.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1650000000000003e-06
2020-11-16T21:05:52.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.407626+0000",
2020-11-16T21:05:52.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000124945
2020-11-16T21:05:52.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.407751+0000",
2020-11-16T21:05:52.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4436999999999999e-05
2020-11-16T21:05:52.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.065 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:05:52.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.407766+0000",
2020-11-16T21:05:52.065 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96687258499999995
2020-11-16T21:05:52.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374638+0000",
2020-11-16T21:05:52.066 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9888000000000002e-05
2020-11-16T21:05:52.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374678+0000",
2020-11-16T21:05:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96710032700000004
2020-11-16T21:05:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243182 9.d e970/969 9:bdc74a63:::benchmark_data_smithi065_58100_object110832:head v 970'15327, mlcod=0'0)",
2020-11-16T21:05:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:50.778311+0000",
2020-11-16T21:05:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 1.2479526080000001,
2020-11-16T21:05:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.017021660000000001,
2020-11-16T21:05:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778311+0000",
2020-11-16T21:05:52.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778311+0000",
2020-11-16T21:05:52.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T21:05:52.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778289+0000",
2020-11-16T21:05:52.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9144e-05
2020-11-16T21:05:52.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778368+0000",
2020-11-16T21:05:52.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0282000000000001e-05
2020-11-16T21:05:52.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778378+0000",
2020-11-16T21:05:52.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8289999999999996e-06
2020-11-16T21:05:52.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778384+0000",
2020-11-16T21:05:52.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8142000000000002e-05
2020-11-16T21:05:52.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778422+0000",
2020-11-16T21:05:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1333999999999999e-05
2020-11-16T21:05:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778443+0000",
2020-11-16T21:05:52.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016835198999999999
2020-11-16T21:05:52.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.795279+0000",
2020-11-16T21:05:52.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4330999999999999e-05
2020-11-16T21:05:52.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.795333+0000",
2020-11-16T21:05:52.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.017021660000000001
2020-11-16T21:05:52.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.075 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.075 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.075 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.076 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243253 9.d e970/969 9:bed6d0f2:::benchmark_data_smithi065_58100_object110903:head v 970'15333, mlcod=970'15331)",
2020-11-16T21:05:52.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:50.863715+0000",
2020-11-16T21:05:52.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 1.162548417,
2020-11-16T21:05:52.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.016475086,
2020-11-16T21:05:52.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.076 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.077 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.863715+0000",
2020-11-16T21:05:52.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.077 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.863715+0000",
2020-11-16T21:05:52.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999785
2020-11-16T21:05:52.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.863694+0000",
2020-11-16T21:05:52.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7669999999999994e-05
2020-11-16T21:05:52.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.863762+0000",
2020-11-16T21:05:52.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1670000000000005e-06
2020-11-16T21:05:52.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.863771+0000",
2020-11-16T21:05:52.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.3769999999999998e-06
2020-11-16T21:05:52.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.863775+0000",
2020-11-16T21:05:52.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0031937889999999998
2020-11-16T21:05:52.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.866969+0000",
2020-11-16T21:05:52.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6680999999999998e-05
2020-11-16T21:05:52.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.866986+0000",
2020-11-16T21:05:52.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013136045000000001
2020-11-16T21:05:52.082 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.082 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.880122+0000",
2020-11-16T21:05:52.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8929000000000004e-05
2020-11-16T21:05:52.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.880191+0000",
2020-11-16T21:05:52.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016475086
2020-11-16T21:05:52.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.083 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.083 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.084 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.084 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243263 9.d e970/969 9:b36f876f:::benchmark_data_smithi065_58100_object110913:head v 970'15334, mlcod=970'15331)",
2020-11-16T21:05:52.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:50.864080+0000",
2020-11-16T21:05:52.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 1.1621835760000001,
2020-11-16T21:05:52.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.016169617000000001,
2020-11-16T21:05:52.084 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.085 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.085 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.864080+0000",
2020-11-16T21:05:52.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.864080+0000",
2020-11-16T21:05:52.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999795
2020-11-16T21:05:52.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.864060+0000",
2020-11-16T21:05:52.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5264000000000004e-05
2020-11-16T21:05:52.087 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.087 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.864125+0000",
2020-11-16T21:05:52.087 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7450000000000001e-06
2020-11-16T21:05:52.087 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.087 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.864134+0000",
2020-11-16T21:05:52.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.7859999999999998e-06
2020-11-16T21:05:52.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.088 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.864137+0000",
2020-11-16T21:05:52.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0066715000000000003
2020-11-16T21:05:52.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.870809+0000",
2020-11-16T21:05:52.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7783000000000001e-05
2020-11-16T21:05:52.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.870837+0000",
2020-11-16T21:05:52.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0093610940000000004
2020-11-16T21:05:52.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.880198+0000",
2020-11-16T21:05:52.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1999000000000001e-05
2020-11-16T21:05:52.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.880250+0000",
2020-11-16T21:05:52.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016169617000000001
2020-11-16T21:05:52.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.092 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.092 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.092 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.092 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.092 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243294 9.d e970/969 9:b3686bad:::benchmark_data_smithi065_58100_object110944:head v 970'15341, mlcod=970'15339)",
2020-11-16T21:05:52.092 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:50.907839+0000",
2020-11-16T21:05:52.092 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 1.118425024,
2020-11-16T21:05:52.092 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.014705763,
2020-11-16T21:05:52.093 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.093 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.093 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.093 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.907839+0000",
2020-11-16T21:05:52.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.907839+0000",
2020-11-16T21:05:52.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T21:05:52.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.907816+0000",
2020-11-16T21:05:52.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0091000000000004e-05
2020-11-16T21:05:52.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.907886+0000",
2020-11-16T21:05:52.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6509999999999996e-06
2020-11-16T21:05:52.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.907896+0000",
2020-11-16T21:05:52.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3460000000000001e-06
2020-11-16T21:05:52.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.907901+0000",
2020-11-16T21:05:52.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0015414440000000001
2020-11-16T21:05:52.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.909443+0000",
2020-11-16T21:05:52.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4609000000000001e-05
2020-11-16T21:05:52.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.099 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.099 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.909468+0000",
2020-11-16T21:05:52.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012997214
2020-11-16T21:05:52.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.922465+0000",
2020-11-16T21:05:52.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9814999999999994e-05
2020-11-16T21:05:52.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.922545+0000",
2020-11-16T21:05:52.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014705763
2020-11-16T21:05:52.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.101 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.101 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.101 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.102 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.102 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "MOSDPGPush(9.6 970/969 [PushOp(9:613dbbfc:::benchmark_data_smithi065_58100_object112890:head, version: 902'7210, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:613dbbfc:::benchmark_data_smithi065_58100_object112890:head@902'7210, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])",
2020-11-16T21:05:52.102 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.309193+0000",
2020-11-16T21:05:52.102 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.71707033399999998,
2020-11-16T21:05:52.102 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.016322432000000001,
2020-11-16T21:05:52.102 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.102 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T21:05:52.103 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309193+0000",
2020-11-16T21:05:52.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309193+0000",
2020-11-16T21:05:52.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999647
2020-11-16T21:05:52.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309158+0000",
2020-11-16T21:05:52.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000129901
2020-11-16T21:05:52.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309288+0000",
2020-11-16T21:05:52.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5570000000000001e-05
2020-11-16T21:05:52.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309314+0000",
2020-11-16T21:05:52.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.6160000000000001e-05
2020-11-16T21:05:52.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309330+0000",
2020-11-16T21:05:52.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015976166
2020-11-16T21:05:52.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.325306+0000",
2020-11-16T21:05:52.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5333999999999999e-05
2020-11-16T21:05:52.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.325321+0000",
2020-11-16T21:05:52.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019467
2020-11-16T21:05:52.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.325516+0000",
2020-11-16T21:05:52.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016322432000000001
2020-11-16T21:05:52.109 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.109 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.109 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.109 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.109 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.109 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243467 9.6 e970/969 9:6a100460:::benchmark_data_smithi065_58100_object111117:head v 970'15473, mlcod=970'15471)",
2020-11-16T21:05:52.109 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.309605+0000",
2020-11-16T21:05:52.110 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.71665917400000001,
2020-11-16T21:05:52.110 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.015988622000000001,
2020-11-16T21:05:52.110 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.110 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.110 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.110 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.110 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309605+0000",
2020-11-16T21:05:52.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309605+0000",
2020-11-16T21:05:52.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999552
2020-11-16T21:05:52.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309560+0000",
2020-11-16T21:05:52.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000124666
2020-11-16T21:05:52.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309684+0000",
2020-11-16T21:05:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7193999999999998e-05
2020-11-16T21:05:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309702+0000",
2020-11-16T21:05:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2030000000000003e-06
2020-11-16T21:05:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.309709+0000",
2020-11-16T21:05:52.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0061616639999999999
2020-11-16T21:05:52.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.315870+0000",
2020-11-16T21:05:52.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1835000000000001e-05
2020-11-16T21:05:52.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.315922+0000",
2020-11-16T21:05:52.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0095970759999999995
2020-11-16T21:05:52.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.325519+0000",
2020-11-16T21:05:52.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3986000000000006e-05
2020-11-16T21:05:52.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.325593+0000",
2020-11-16T21:05:52.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015988622000000001
2020-11-16T21:05:52.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.117 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.117 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.117 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.117 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.118 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243499 9.5 e970/969 9:ab17e0e6:::benchmark_data_smithi065_58100_object111149:head v 970'15074, mlcod=904'7220)",
2020-11-16T21:05:52.118 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.366620+0000",
2020-11-16T21:05:52.118 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.65964356099999999,
2020-11-16T21:05:52.118 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.015572710999999999,
2020-11-16T21:05:52.118 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.118 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.118 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.366620+0000",
2020-11-16T21:05:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.366620+0000",
2020-11-16T21:05:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999762
2020-11-16T21:05:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.366596+0000",
2020-11-16T21:05:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1987e-05
2020-11-16T21:05:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.366668+0000",
2020-11-16T21:05:52.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0095000000000001e-05
2020-11-16T21:05:52.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.366679+0000",
2020-11-16T21:05:52.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4929999999999998e-06
2020-11-16T21:05:52.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.366684+0000",
2020-11-16T21:05:52.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.1205999999999996e-05
2020-11-16T21:05:52.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.366745+0000",
2020-11-16T21:05:52.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3819e-05
2020-11-16T21:05:52.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.366769+0000",
2020-11-16T21:05:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015371502
2020-11-16T21:05:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.382141+0000",
2020-11-16T21:05:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2431e-05
2020-11-16T21:05:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.382193+0000",
2020-11-16T21:05:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015572710999999999
2020-11-16T21:05:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243502 9.d e970/969 9:bff8925b:::benchmark_data_smithi065_58100_object111152:head v 970'15355, mlcod=970'15352)",
2020-11-16T21:05:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.367502+0000",
2020-11-16T21:05:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.65876202299999997,
2020-11-16T21:05:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.014434097999999999,
2020-11-16T21:05:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.367502+0000",
2020-11-16T21:05:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.367502+0000",
2020-11-16T21:05:52.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T21:05:52.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.367479+0000",
2020-11-16T21:05:52.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0205999999999998e-05
2020-11-16T21:05:52.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.367550+0000",
2020-11-16T21:05:52.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9520000000000006e-06
2020-11-16T21:05:52.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.367560+0000",
2020-11-16T21:05:52.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6899999999999997e-06
2020-11-16T21:05:52.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.367565+0000",
2020-11-16T21:05:52.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9299000000000001e-05
2020-11-16T21:05:52.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.367645+0000",
2020-11-16T21:05:52.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3011999999999999e-05
2020-11-16T21:05:52.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.367668+0000",
2020-11-16T21:05:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014212341
2020-11-16T21:05:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.381880+0000",
2020-11-16T21:05:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6023999999999998e-05
2020-11-16T21:05:52.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.381936+0000",
2020-11-16T21:05:52.133 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014434097999999999
2020-11-16T21:05:52.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.133 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.133 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.134 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.134 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.134 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243530 9.d e970/969 9:bedff458:::benchmark_data_smithi065_58100_object111180:head v 970'15358, mlcod=970'15356)",
2020-11-16T21:05:52.134 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.415847+0000",
2020-11-16T21:05:52.134 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.61041693100000005,
2020-11-16T21:05:52.134 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.020282402000000001,
2020-11-16T21:05:52.134 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.135 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.135 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415847+0000",
2020-11-16T21:05:52.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415847+0000",
2020-11-16T21:05:52.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T21:05:52.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415825+0000",
2020-11-16T21:05:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1409999999999996e-05
2020-11-16T21:05:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415896+0000",
2020-11-16T21:05:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.8339999999999994e-06
2020-11-16T21:05:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415906+0000",
2020-11-16T21:05:52.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5279999999999997e-06
2020-11-16T21:05:52.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415910+0000",
2020-11-16T21:05:52.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0020879940000000001
2020-11-16T21:05:52.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.417998+0000",
2020-11-16T21:05:52.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3685e-05
2020-11-16T21:05:52.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.418012+0000",
2020-11-16T21:05:52.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.018054800999999999
2020-11-16T21:05:52.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.436067+0000",
2020-11-16T21:05:52.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2444e-05
2020-11-16T21:05:52.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.436129+0000",
2020-11-16T21:05:52.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.020282402000000001
2020-11-16T21:05:52.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.142 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.142 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.142 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.142 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.142 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "MOSDPGPush(9.d 970/969 [PushOp(9:b13400ed:::benchmark_data_smithi065_58100_object123469:head, version: 905'7790, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:b13400ed:::benchmark_data_smithi065_58100_object123469:head@905'7790, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])",
2020-11-16T21:05:52.142 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.415949+0000",
2020-11-16T21:05:52.142 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.61031480299999996,
2020-11-16T21:05:52.142 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.016707847000000001,
2020-11-16T21:05:52.143 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.143 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "started",
2020-11-16T21:05:52.143 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415949+0000",
2020-11-16T21:05:52.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415949+0000",
2020-11-16T21:05:52.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999979
2020-11-16T21:05:52.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.415928+0000",
2020-11-16T21:05:52.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4148999999999997e-05
2020-11-16T21:05:52.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.416012+0000",
2020-11-16T21:05:52.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2303999999999999e-05
2020-11-16T21:05:52.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.416034+0000",
2020-11-16T21:05:52.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.8169000000000001e-05
2020-11-16T21:05:52.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.147 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.416062+0000",
2020-11-16T21:05:52.147 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016324209999999999
2020-11-16T21:05:52.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.432387+0000",
2020-11-16T21:05:52.148 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5285e-05
2020-11-16T21:05:52.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.432402+0000",
2020-11-16T21:05:52.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025491799999999997
2020-11-16T21:05:52.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.432657+0000",
2020-11-16T21:05:52.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016707847000000001
2020-11-16T21:05:52.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.150 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.150 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.150 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.150 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.150 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243534 9.d e970/969 9:bf362087:::benchmark_data_smithi065_58100_object111184:head v 970'15359, mlcod=970'15356)",
2020-11-16T21:05:52.150 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.417138+0000",
2020-11-16T21:05:52.151 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.60912618699999999,
2020-11-16T21:05:52.151 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.019051994999999999,
2020-11-16T21:05:52.151 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.151 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.151 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.417138+0000",
2020-11-16T21:05:52.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.417138+0000",
2020-11-16T21:05:52.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:05:52.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.417115+0000",
2020-11-16T21:05:52.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2133999999999997e-05
2020-11-16T21:05:52.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.417187+0000",
2020-11-16T21:05:52.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0856000000000001e-05
2020-11-16T21:05:52.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.417198+0000",
2020-11-16T21:05:52.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2349999999999996e-06
2020-11-16T21:05:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.417204+0000",
2020-11-16T21:05:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0050914460000000003
2020-11-16T21:05:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.422296+0000",
2020-11-16T21:05:52.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8219e-05
2020-11-16T21:05:52.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.422314+0000",
2020-11-16T21:05:52.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013834898999999999
2020-11-16T21:05:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.436149+0000",
2020-11-16T21:05:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0988999999999997e-05
2020-11-16T21:05:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.436190+0000",
2020-11-16T21:05:52.158 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.019051994999999999
2020-11-16T21:05:52.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.158 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.158 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.158 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.158 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243570 9.f e970/969 9:f71d1042:::benchmark_data_smithi065_58100_object111220:head v 970'15088, mlcod=901'6909)",
2020-11-16T21:05:52.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.495049+0000",
2020-11-16T21:05:52.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.53121493500000005,
2020-11-16T21:05:52.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.020898924999999999,
2020-11-16T21:05:52.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.159 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.159 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.495049+0000",
2020-11-16T21:05:52.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.495049+0000",
2020-11-16T21:05:52.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999747
2020-11-16T21:05:52.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.495024+0000",
2020-11-16T21:05:52.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5294000000000001e-05
2020-11-16T21:05:52.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.495099+0000",
2020-11-16T21:05:52.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0919e-05
2020-11-16T21:05:52.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.495110+0000",
2020-11-16T21:05:52.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7799999999999997e-06
2020-11-16T21:05:52.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.495116+0000",
2020-11-16T21:05:52.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0042148250000000002
2020-11-16T21:05:52.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.499330+0000",
2020-11-16T21:05:52.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3151999999999997e-05
2020-11-16T21:05:52.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.499364+0000",
2020-11-16T21:05:52.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016526998000000001
2020-11-16T21:05:52.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.515891+0000",
2020-11-16T21:05:52.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7191999999999997e-05
2020-11-16T21:05:52.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.515948+0000",
2020-11-16T21:05:52.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.020898924999999999
2020-11-16T21:05:52.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.166 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.166 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.167 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.167 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.167 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243579 9.5 e970/969 9:ab7c4890:::benchmark_data_smithi065_58100_object111229:head v 970'15078, mlcod=904'7230)",
2020-11-16T21:05:52.167 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.505453+0000",
2020-11-16T21:05:52.167 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.52081054100000002,
2020-11-16T21:05:52.167 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.014091091,
2020-11-16T21:05:52.167 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.168 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.168 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.505453+0000",
2020-11-16T21:05:52.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.505453+0000",
2020-11-16T21:05:52.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T21:05:52.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.169 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.169 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.505431+0000",
2020-11-16T21:05:52.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1984999999999996e-05
2020-11-16T21:05:52.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.505503+0000",
2020-11-16T21:05:52.170 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2588999999999999e-05
2020-11-16T21:05:52.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.505515+0000",
2020-11-16T21:05:52.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.4979999999999997e-06
2020-11-16T21:05:52.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.505521+0000",
2020-11-16T21:05:52.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.001809396
2020-11-16T21:05:52.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.507330+0000",
2020-11-16T21:05:52.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5624000000000001e-05
2020-11-16T21:05:52.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.507356+0000",
2020-11-16T21:05:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012114283
2020-11-16T21:05:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.519470+0000",
2020-11-16T21:05:52.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4320999999999995e-05
2020-11-16T21:05:52.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.519544+0000",
2020-11-16T21:05:52.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014091091
2020-11-16T21:05:52.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.175 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.175 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.175 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.175 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.175 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243690 9.8 e970/969 9:196801db:::benchmark_data_smithi065_58100_object111340:head v 970'15328, mlcod=901'6983)",
2020-11-16T21:05:52.175 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.808361+0000",
2020-11-16T21:05:52.176 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.21790300600000001,
2020-11-16T21:05:52.176 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.016268438,
2020-11-16T21:05:52.176 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.176 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.176 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.808361+0000",
2020-11-16T21:05:52.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.808361+0000",
2020-11-16T21:05:52.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999738
2020-11-16T21:05:52.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.808335+0000",
2020-11-16T21:05:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1377000000000004e-05
2020-11-16T21:05:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.808416+0000",
2020-11-16T21:05:52.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3986e-05
2020-11-16T21:05:52.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.808430+0000",
2020-11-16T21:05:52.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8730000000000001e-06
2020-11-16T21:05:52.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.808437+0000",
2020-11-16T21:05:52.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3159999999999998e-05
2020-11-16T21:05:52.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.180 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.180 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.808500+0000",
2020-11-16T21:05:52.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9007000000000001e-05
2020-11-16T21:05:52.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.808539+0000",
2020-11-16T21:05:52.181 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0160462
2020-11-16T21:05:52.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.824585+0000",
2020-11-16T21:05:52.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4045999999999998e-05
2020-11-16T21:05:52.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.824629+0000",
2020-11-16T21:05:52.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.016268438
2020-11-16T21:05:52.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.183 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.183 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.183 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:05:52.183 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:05:52.184 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:243746 9.6 e970/969 9:6d51b1df:::benchmark_data_smithi065_58100_object111396:head v 970'15490, mlcod=970'15488)",
2020-11-16T21:05:52.184 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:51.809356+0000",
2020-11-16T21:05:52.184 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 0.21690770700000001,
2020-11-16T21:05:52.184 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.015482387,
2020-11-16T21:05:52.184 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:05:52.184 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:05:52.184 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:05:52.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:05:52.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.809356+0000",
2020-11-16T21:05:52.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:05:52.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:05:52.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.809356+0000",
2020-11-16T21:05:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999743
2020-11-16T21:05:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:05:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.809330+0000",
2020-11-16T21:05:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8802999999999998e-05
2020-11-16T21:05:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:05:52.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.809409+0000",
2020-11-16T21:05:52.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5084e-05
2020-11-16T21:05:52.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:05:52.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.809424+0000",
2020-11-16T21:05:52.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3249999999999996e-06
2020-11-16T21:05:52.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:05:52.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.809431+0000",
2020-11-16T21:05:52.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0036307470000000001
2020-11-16T21:05:52.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:05:52.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.813061+0000",
2020-11-16T21:05:52.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.5763e-05
2020-11-16T21:05:52.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:05:52.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.813087+0000",
2020-11-16T21:05:52.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011714614999999999
2020-11-16T21:05:52.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:05:52.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.824802+0000",
2020-11-16T21:05:52.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6832999999999998e-05
2020-11-16T21:05:52.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:05:52.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:05:52.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:05:52.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:51.824839+0000",
2020-11-16T21:05:52.191 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.015482387
2020-11-16T21:05:52.191 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:05:52.191 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:05:52.192 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:05:52.192 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T21:05:52.192 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T21:05:52.192 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:05:52.194 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:05:52.267 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:05:52 smithi142 bash[147327]: debug 2020-11-16T21:05:52.174+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:52.277 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:51 smithi065 bash[14115]: debug 2020-11-16T21:05:51.901+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:52.295 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:52.525 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:05:52.630 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:52.637 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:52 smithi142 bash[9523]: cluster 2020-11-16T21:05:50.726388+0000 mgr.x (mgr.14196) 1646 : cluster [DBG] pgmap v2498: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 8.9 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 506 op/s; 9650/44756 objects misplaced (21.561%); 14 MiB/s, 243 objects/s recovering
2020-11-16T21:05:52.638 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:52 smithi142 bash[9523]: cluster 2020-11-16T21:05:51.908724+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e971: 12 total, 12 up, 9 in
2020-11-16T21:05:52.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:52 smithi071 bash[9480]: cluster 2020-11-16T21:05:50.726388+0000 mgr.x (mgr.14196) 1646 : cluster [DBG] pgmap v2498: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 8.9 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 506 op/s; 9650/44756 objects misplaced (21.561%); 14 MiB/s, 243 objects/s recovering
2020-11-16T21:05:52.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:52 smithi071 bash[9480]: cluster 2020-11-16T21:05:51.908724+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e971: 12 total, 12 up, 9 in
2020-11-16T21:05:52.739 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:05:52.754 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:52.770 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:05:52.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:52 smithi065 bash[9468]: cluster 2020-11-16T21:05:50.726388+0000 mgr.x (mgr.14196) 1646 : cluster [DBG] pgmap v2498: 17 pgs: 1 active+recovering+remapped, 5 active+recovering, 11 active+clean; 1.4 GiB data, 8.9 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 506 op/s; 9650/44756 objects misplaced (21.561%); 14 MiB/s, 243 objects/s recovering
2020-11-16T21:05:52.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:52 smithi065 bash[9468]: cluster 2020-11-16T21:05:51.908724+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e971: 12 total, 12 up, 9 in
2020-11-16T21:05:52.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:05:52 smithi065 bash[18823]: debug 2020-11-16T21:05:52.521+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:52.804 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:05:52.842 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:05:52.859 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:52.880 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:05:52.910 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:05:52.950 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:05:52.987 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:05:53.019 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:05:53.029 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:52 smithi142 bash[114994]: debug 2020-11-16T21:05:52.754+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:53.050 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:05:53.084 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:05:53.121 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:05:53.123 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.123 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.123 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.123 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.123 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.124 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.124 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.124 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.124 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.124 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.124 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.125 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:05:53.155 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set noscrub
2020-11-16T21:05:53.302 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:05:53.326 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:53.406 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:53.423 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight
2020-11-16T21:05:53.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: audit 2020-11-16T21:05:52.707920+0000 mon.b (mon.1) 472 : audit [DBG] from='client.? v1:172.21.15.142:0/3555400853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:53.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.741577+0000 osd.0 (osd.0) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.780170+0000 osd.1 (osd.1) 361 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.814367+0000 osd.2 (osd.2) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.852352+0000 osd.3 (osd.3) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.889967+0000 osd.4 (osd.4) 295 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.959123+0000 osd.6 (osd.6) 302 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.994423+0000 osd.7 (osd.7) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:53 smithi142 bash[9523]: cluster 2020-11-16T21:05:53.127465+0000 osd.11 (osd.11) 282 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.558 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:05:53.663 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:53.672 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: audit 2020-11-16T21:05:52.707920+0000 mon.b (mon.1) 472 : audit [DBG] from='client.? v1:172.21.15.142:0/3555400853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:53.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.741577+0000 osd.0 (osd.0) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.780170+0000 osd.1 (osd.1) 361 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.814367+0000 osd.2 (osd.2) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.852352+0000 osd.3 (osd.3) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.889967+0000 osd.4 (osd.4) 295 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.959123+0000 osd.6 (osd.6) 302 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.673 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.994423+0000 osd.7 (osd.7) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.674 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[9480]: cluster 2020-11-16T21:05:53.127465+0000 osd.11 (osd.11) 282 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.674 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:05:53 smithi071 bash[16796]: debug 2020-11-16T21:05:53.310+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:53.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: audit 2020-11-16T21:05:52.707920+0000 mon.b (mon.1) 472 : audit [DBG] from='client.? v1:172.21.15.142:0/3555400853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:05:53.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.741577+0000 osd.0 (osd.0) 26 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.780170+0000 osd.1 (osd.1) 361 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.814367+0000 osd.2 (osd.2) 268 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.852352+0000 osd.3 (osd.3) 83 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.889967+0000 osd.4 (osd.4) 295 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.959123+0000 osd.6 (osd.6) 302 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.994423+0000 osd.7 (osd.7) 264 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[9468]: cluster 2020-11-16T21:05:53.127465+0000 osd.11 (osd.11) 282 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:53.779 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:05:53 smithi065 bash[11785]: debug 2020-11-16T21:05:53.557+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:54.518 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:05:54.622 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:54.693 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:05:54 smithi071 bash[14419]: debug 2020-11-16T21:05:54.522+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:54.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:54 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.726822+0000 mgr.x (mgr.14196) 1647 : cluster [DBG] pgmap v2500: 17 pgs: 3 active+remapped+backfilling, 4 active+recovering+remapped, 1 active+recovering, 9 active+clean; 1.3 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 305 op/s; 12798/42458 objects misplaced (30.143%); 12 MiB/s, 203 objects/s recovering
2020-11-16T21:05:54.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:54 smithi071 bash[9480]: cluster 2020-11-16T21:05:52.919956+0000 osd.5 (osd.5) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:54 smithi071 bash[9480]: cluster 2020-11-16T21:05:53.025768+0000 osd.8 (osd.8) 280 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:54 smithi071 bash[9480]: cluster 2020-11-16T21:05:53.057623+0000 osd.9 (osd.9) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:54 smithi071 bash[9480]: cluster 2020-11-16T21:05:53.091489+0000 osd.10 (osd.10) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.774 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:05:54 smithi065 bash[14115]: debug 2020-11-16T21:05:54.777+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:54.774 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:54 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.726822+0000 mgr.x (mgr.14196) 1647 : cluster [DBG] pgmap v2500: 17 pgs: 3 active+remapped+backfilling, 4 active+recovering+remapped, 1 active+recovering, 9 active+clean; 1.3 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 305 op/s; 12798/42458 objects misplaced (30.143%); 12 MiB/s, 203 objects/s recovering
2020-11-16T21:05:54.774 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:54 smithi065 bash[9468]: cluster 2020-11-16T21:05:52.919956+0000 osd.5 (osd.5) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.774 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:54 smithi065 bash[9468]: cluster 2020-11-16T21:05:53.025768+0000 osd.8 (osd.8) 280 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.775 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:54 smithi065 bash[9468]: cluster 2020-11-16T21:05:53.057623+0000 osd.9 (osd.9) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.775 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:54 smithi065 bash[9468]: cluster 2020-11-16T21:05:53.091489+0000 osd.10 (osd.10) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.776 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:05:54.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:54 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.726822+0000 mgr.x (mgr.14196) 1647 : cluster [DBG] pgmap v2500: 17 pgs: 3 active+remapped+backfilling, 4 active+recovering+remapped, 1 active+recovering, 9 active+clean; 1.3 GiB data, 8.8 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 305 op/s; 12798/42458 objects misplaced (30.143%); 12 MiB/s, 203 objects/s recovering
2020-11-16T21:05:54.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:54 smithi142 bash[9523]: cluster 2020-11-16T21:05:52.919956+0000 osd.5 (osd.5) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:54 smithi142 bash[9523]: cluster 2020-11-16T21:05:53.025768+0000 osd.8 (osd.8) 280 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:54 smithi142 bash[9523]: cluster 2020-11-16T21:05:53.057623+0000 osd.9 (osd.9) 255 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:54 smithi142 bash[9523]: cluster 2020-11-16T21:05:53.091489+0000 osd.10 (osd.10) 261 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:05:54.884 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:55.351 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:55.455 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:55.620 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:05:55.725 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:55.734 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:05:55 smithi065 bash[16457]: debug 2020-11-16T21:05:55.621+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:55.783 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:55 smithi142 bash[114994]: debug 2020-11-16T21:05:55.354+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:55.893 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:05:55.904 INFO:tasks.thrashosds.thrasher:in_osds:  [1, 4, 6, 7, 8, 11, 9, 10, 5] out_osds:  [2, 3, 0] dead_osds:  [] live_osds:  [1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3, 0]
2020-11-16T21:05:55.904 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T21:05:55.905 INFO:tasks.thrashosds.thrasher:Adding osd 3
2020-11-16T21:05:55.905 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd in 3
2020-11-16T21:05:55.998 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:56.027 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:05:55 smithi065 bash[11785]: debug 2020-11-16T21:05:55.897+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:56.089 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:56.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:56 smithi071 bash[9480]: cluster 2020-11-16T21:05:54.727338+0000 mgr.x (mgr.14196) 1648 : cluster [DBG] pgmap v2501: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.3 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 256 op/s; 12522/41682 objects misplaced (30.042%); 12 MiB/s, 193 objects/s recovering
2020-11-16T21:05:56.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:56 smithi071 bash[9480]: cluster 2020-11-16T21:05:55.380545+0000 osd.4 (osd.4) 296 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:56.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:56 smithi071 bash[9480]: cluster 2020-11-16T21:05:55.380615+0000 osd.4 (osd.4) 297 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:56.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:56 smithi071 bash[9480]: cluster 2020-11-16T21:05:55.413395+0000 mon.a (mon.0) 2922 : cluster [DBG] osdmap e972: 12 total, 12 up, 9 in
2020-11-16T21:05:56.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:56 smithi065 bash[9468]: cluster 2020-11-16T21:05:54.727338+0000 mgr.x (mgr.14196) 1648 : cluster [DBG] pgmap v2501: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.3 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 256 op/s; 12522/41682 objects misplaced (30.042%); 12 MiB/s, 193 objects/s recovering
2020-11-16T21:05:56.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:56 smithi065 bash[9468]: cluster 2020-11-16T21:05:55.380545+0000 osd.4 (osd.4) 296 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:56.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:56 smithi065 bash[9468]: cluster 2020-11-16T21:05:55.380615+0000 osd.4 (osd.4) 297 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:56.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:56 smithi065 bash[9468]: cluster 2020-11-16T21:05:55.413395+0000 mon.a (mon.0) 2922 : cluster [DBG] osdmap e972: 12 total, 12 up, 9 in
2020-11-16T21:05:56.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:56 smithi142 bash[9523]: cluster 2020-11-16T21:05:54.727338+0000 mgr.x (mgr.14196) 1648 : cluster [DBG] pgmap v2501: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.3 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 256 op/s; 12522/41682 objects misplaced (30.042%); 12 MiB/s, 193 objects/s recovering
2020-11-16T21:05:56.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:56 smithi142 bash[9523]: cluster 2020-11-16T21:05:55.380545+0000 osd.4 (osd.4) 296 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:05:56.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:56 smithi142 bash[9523]: cluster 2020-11-16T21:05:55.380615+0000 osd.4 (osd.4) 297 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:05:56.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:56 smithi142 bash[9523]: cluster 2020-11-16T21:05:55.413395+0000 mon.a (mon.0) 2922 : cluster [DBG] osdmap e972: 12 total, 12 up, 9 in
2020-11-16T21:05:56.942 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:57.047 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:57.279 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:56 smithi142 bash[114994]: debug 2020-11-16T21:05:56.942+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:57.494 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:05:57.662 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:05:58.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:57 smithi071 bash[9480]: cluster 2020-11-16T21:05:56.727781+0000 mgr.x (mgr.14196) 1649 : cluster [DBG] pgmap v2503: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.1 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 562 op/s; 8944/37628 objects misplaced (23.770%); 42 MiB/s, 684 objects/s recovering
2020-11-16T21:05:58.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:57 smithi071 bash[9480]: cluster 2020-11-16T21:05:56.915008+0000 mon.a (mon.0) 2923 : cluster [DBG] osdmap e973: 12 total, 12 up, 9 in
2020-11-16T21:05:58.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:57 smithi065 bash[9468]: cluster 2020-11-16T21:05:56.727781+0000 mgr.x (mgr.14196) 1649 : cluster [DBG] pgmap v2503: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.1 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 562 op/s; 8944/37628 objects misplaced (23.770%); 42 MiB/s, 684 objects/s recovering
2020-11-16T21:05:58.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:57 smithi065 bash[9468]: cluster 2020-11-16T21:05:56.915008+0000 mon.a (mon.0) 2923 : cluster [DBG] osdmap e973: 12 total, 12 up, 9 in
2020-11-16T21:05:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:57 smithi142 bash[9523]: cluster 2020-11-16T21:05:56.727781+0000 mgr.x (mgr.14196) 1649 : cluster [DBG] pgmap v2503: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.1 GiB data, 8.6 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 562 op/s; 8944/37628 objects misplaced (23.770%); 42 MiB/s, 684 objects/s recovering
2020-11-16T21:05:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:57 smithi142 bash[9523]: cluster 2020-11-16T21:05:56.915008+0000 mon.a (mon.0) 2923 : cluster [DBG] osdmap e973: 12 total, 12 up, 9 in
2020-11-16T21:05:58.704 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:05:58.807 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:59.325 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:05:58 smithi142 bash[20366]: debug 2020-11-16T21:05:58.706+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:05:59.362 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T21:05:59.362 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:05:59.883 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:05:59.987 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:00.139 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:59 smithi142 bash[9523]: cluster 2020-11-16T21:05:58.728311+0000 mgr.x (mgr.14196) 1650 : cluster [DBG] pgmap v2505: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.1 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 564 op/s; 8680/35172 objects misplaced (24.679%); 34 MiB/s, 544 objects/s recovering
2020-11-16T21:06:00.139 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:05:59 smithi142 bash[9523]: cluster 2020-11-16T21:05:58.923925+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e974: 12 total, 12 up, 9 in
2020-11-16T21:06:00.139 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:05:59 smithi142 bash[114994]: debug 2020-11-16T21:05:59.886+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:00.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:59 smithi071 bash[9480]: cluster 2020-11-16T21:05:58.728311+0000 mgr.x (mgr.14196) 1650 : cluster [DBG] pgmap v2505: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.1 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 564 op/s; 8680/35172 objects misplaced (24.679%); 34 MiB/s, 544 objects/s recovering
2020-11-16T21:06:00.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:05:59 smithi071 bash[9480]: cluster 2020-11-16T21:05:58.923925+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e974: 12 total, 12 up, 9 in
2020-11-16T21:06:00.193 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:06:00 smithi071 bash[12066]: debug 2020-11-16T21:06:00.198+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:00.202 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:00.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:59 smithi065 bash[9468]: cluster 2020-11-16T21:05:58.728311+0000 mgr.x (mgr.14196) 1650 : cluster [DBG] pgmap v2505: 17 pgs: 1 active+recovering, 3 active+remapped+backfilling, 4 active+recovering+remapped, 9 active+clean; 1.1 GiB data, 8.4 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 564 op/s; 8680/35172 objects misplaced (24.679%); 34 MiB/s, 544 objects/s recovering
2020-11-16T21:06:00.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:05:59 smithi065 bash[9468]: cluster 2020-11-16T21:05:58.923925+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e974: 12 total, 12 up, 9 in
2020-11-16T21:06:00.288 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops
2020-11-16T21:06:00.306 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:00.451 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:06:00.476 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:00.580 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:00.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:06:00 smithi065 bash[18823]: debug 2020-11-16T21:06:00.473+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:00.930 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:00 smithi142 bash[9523]: cluster 2020-11-16T21:05:59.927264+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e975: 12 total, 12 up, 9 in
2020-11-16T21:06:00.930 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:00 smithi142 bash[9523]: cluster 2020-11-16T21:06:00.819930+0000 osd.0 (osd.0) 27 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:00.930 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:00 smithi142 bash[9523]: cluster 2020-11-16T21:06:00.823613+0000 osd.0 (osd.0) 28 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:01.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:00 smithi071 bash[9480]: cluster 2020-11-16T21:05:59.927264+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e975: 12 total, 12 up, 9 in
2020-11-16T21:06:01.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:00 smithi071 bash[9480]: cluster 2020-11-16T21:06:00.819930+0000 osd.0 (osd.0) 27 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:01.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:00 smithi071 bash[9480]: cluster 2020-11-16T21:06:00.823613+0000 osd.0 (osd.0) 28 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:01.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:00 smithi065 bash[9468]: cluster 2020-11-16T21:05:59.927264+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e975: 12 total, 12 up, 9 in
2020-11-16T21:06:01.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:00 smithi065 bash[9468]: cluster 2020-11-16T21:06:00.819930+0000 osd.0 (osd.0) 27 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:01.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:00 smithi065 bash[9468]: cluster 2020-11-16T21:06:00.823613+0000 osd.0 (osd.0) 28 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:01.896 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:02.001 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:02.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:01 smithi071 bash[9480]: cluster 2020-11-16T21:06:00.728791+0000 mgr.x (mgr.14196) 1651 : cluster [DBG] pgmap v2508: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 4 active+recovering+remapped, 11 active+clean; 1.1 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 660 op/s; 8055/34652 objects misplaced (23.245%); 48 MiB/s, 760 objects/s recovering
2020-11-16T21:06:02.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:01 smithi071 bash[9480]: cluster 2020-11-16T21:06:00.942163+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e976: 12 total, 12 up, 9 in
2020-11-16T21:06:02.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:01 smithi071 bash[9480]: cluster 2020-11-16T21:06:01.914035+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e977: 12 total, 12 up, 9 in
2020-11-16T21:06:02.195 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:01 smithi142 bash[9523]: cluster 2020-11-16T21:06:00.728791+0000 mgr.x (mgr.14196) 1651 : cluster [DBG] pgmap v2508: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 4 active+recovering+remapped, 11 active+clean; 1.1 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 660 op/s; 8055/34652 objects misplaced (23.245%); 48 MiB/s, 760 objects/s recovering
2020-11-16T21:06:02.196 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:01 smithi142 bash[9523]: cluster 2020-11-16T21:06:00.942163+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e976: 12 total, 12 up, 9 in
2020-11-16T21:06:02.196 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:01 smithi142 bash[9523]: cluster 2020-11-16T21:06:01.914035+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e977: 12 total, 12 up, 9 in
2020-11-16T21:06:02.196 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:01 smithi142 bash[20366]: debug 2020-11-16T21:06:01.902+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:02.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:01 smithi065 bash[9468]: cluster 2020-11-16T21:06:00.728791+0000 mgr.x (mgr.14196) 1651 : cluster [DBG] pgmap v2508: 17 pgs: 1 active+recovering, 1 active+remapped+backfilling, 4 active+recovering+remapped, 11 active+clean; 1.1 GiB data, 8.5 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 660 op/s; 8055/34652 objects misplaced (23.245%); 48 MiB/s, 760 objects/s recovering
2020-11-16T21:06:02.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:01 smithi065 bash[9468]: cluster 2020-11-16T21:06:00.942163+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e976: 12 total, 12 up, 9 in
2020-11-16T21:06:02.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:01 smithi065 bash[9468]: cluster 2020-11-16T21:06:01.914035+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e977: 12 total, 12 up, 9 in
2020-11-16T21:06:02.293 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:02.398 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:06:02.554 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:06:02.658 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:02.667 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:06:02 smithi065 bash[11785]: debug 2020-11-16T21:06:02.557+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:02.779 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:02 smithi142 bash[147327]: debug 2020-11-16T21:06:02.294+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:02.786 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:02.892 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:03.026 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:02 smithi065 bash[16457]: debug 2020-11-16T21:06:02.785+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:03.027 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:03.132 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:03.277 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:03 smithi065 bash[16457]: debug 2020-11-16T21:06:03.029+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:03.459 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:03.563 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:03.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:06:03 smithi142 bash[18009]: debug 2020-11-16T21:06:03.462+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:04.195 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:03 smithi071 bash[9480]: cluster 2020-11-16T21:06:02.729210+0000 mgr.x (mgr.14196) 1652 : cluster [DBG] pgmap v2511: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 977 MiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 490 op/s; 6761/31250 objects misplaced (21.635%); 30 MiB/s, 473 objects/s recovering
2020-11-16T21:06:04.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:03 smithi065 bash[9468]: cluster 2020-11-16T21:06:02.729210+0000 mgr.x (mgr.14196) 1652 : cluster [DBG] pgmap v2511: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 977 MiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 490 op/s; 6761/31250 objects misplaced (21.635%); 30 MiB/s, 473 objects/s recovering
2020-11-16T21:06:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:03 smithi142 bash[9523]: cluster 2020-11-16T21:06:02.729210+0000 mgr.x (mgr.14196) 1652 : cluster [DBG] pgmap v2511: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 977 MiB data, 8.2 GiB used, 796 GiB / 805 GiB avail; 0 B/s wr, 490 op/s; 6761/31250 objects misplaced (21.635%); 30 MiB/s, 473 objects/s recovering
2020-11-16T21:06:04.644 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:04.698 INFO:teuthology.orchestra.run.smithi071.stdout:ERROR: (22) Invalid argument
2020-11-16T21:06:04.698 INFO:teuthology.orchestra.run.smithi071.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:06:04.752 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:04.910 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:05.015 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:05.022 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:04 smithi065 bash[16457]: debug 2020-11-16T21:06:04.905+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:05.169 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:05.169 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:04 smithi142 bash[20366]: debug 2020-11-16T21:06:04.650+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:05.276 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:05.277 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:06:05 smithi065 bash[14115]: debug 2020-11-16T21:06:05.169+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:05.658 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 dump_historic_ops
2020-11-16T21:06:05.803 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:05.809 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:06:05.907 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:05.951 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:05 smithi071 bash[9480]: cluster 2020-11-16T21:06:04.729609+0000 mgr.x (mgr.14196) 1653 : cluster [DBG] pgmap v2512: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 933 MiB data, 8.0 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 458 op/s; 6452/29842 objects misplaced (21.621%); 24 MiB/s, 379 objects/s recovering
2020-11-16T21:06:06.053 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:06.160 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:06.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:05 smithi065 bash[9468]: cluster 2020-11-16T21:06:04.729609+0000 mgr.x (mgr.14196) 1653 : cluster [DBG] pgmap v2512: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 933 MiB data, 8.0 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 458 op/s; 6452/29842 objects misplaced (21.621%); 24 MiB/s, 379 objects/s recovering
2020-11-16T21:06:06.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:06:06 smithi065 bash[18823]: debug 2020-11-16T21:06:06.049+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:06.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:05 smithi142 bash[9523]: cluster 2020-11-16T21:06:04.729609+0000 mgr.x (mgr.14196) 1653 : cluster [DBG] pgmap v2512: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 933 MiB data, 8.0 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 458 op/s; 6452/29842 objects misplaced (21.621%); 24 MiB/s, 379 objects/s recovering
2020-11-16T21:06:06.280 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:06:05 smithi142 bash[18009]: debug 2020-11-16T21:06:05.806+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:06.426 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:06.531 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:06.685 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:06.693 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:06:06 smithi071 bash[12066]: debug 2020-11-16T21:06:06.434+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:06.790 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:07.027 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:06 smithi065 bash[16457]: debug 2020-11-16T21:06:06.689+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:07.708 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:07.812 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:07.937 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:07.957 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is set
2020-11-16T21:06:07.979 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:07 smithi142 bash[20366]: debug 2020-11-16T21:06:07.714+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:07.979 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:07 smithi142 bash[9523]: cluster 2020-11-16T21:06:06.616119+0000 osd.9 (osd.9) 256 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:07.979 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:07 smithi142 bash[9523]: cluster 2020-11-16T21:06:06.616199+0000 osd.9 (osd.9) 257 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:07.980 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:07 smithi142 bash[9523]: cluster 2020-11-16T21:06:06.957530+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e978: 12 total, 12 up, 9 in
2020-11-16T21:06:07.980 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:07 smithi142 bash[9523]: audit 2020-11-16T21:06:06.957667+0000 mon.a (mon.0) 2929 : audit [INF] from='client.? v1:172.21.15.142:0/3010398438' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:06:07.980 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:07 smithi142 bash[9523]: audit 2020-11-16T21:06:06.969577+0000 mon.b (mon.1) 473 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:07.980 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:07 smithi142 bash[9523]: audit 2020-11-16T21:06:06.970699+0000 mon.a (mon.0) 2930 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:07.980 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:07 smithi142 bash[9523]: audit 2020-11-16T21:06:06.974758+0000 mon.a (mon.0) 2931 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:06:08.041 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:08.277 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:07 smithi065 bash[16457]: debug 2020-11-16T21:06:07.941+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:08.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:07 smithi065 bash[9468]: cluster 2020-11-16T21:06:06.616119+0000 osd.9 (osd.9) 256 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:08.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:07 smithi065 bash[9468]: cluster 2020-11-16T21:06:06.616199+0000 osd.9 (osd.9) 257 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:08.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:07 smithi065 bash[9468]: cluster 2020-11-16T21:06:06.957530+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e978: 12 total, 12 up, 9 in
2020-11-16T21:06:08.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:07 smithi065 bash[9468]: audit 2020-11-16T21:06:06.957667+0000 mon.a (mon.0) 2929 : audit [INF] from='client.? v1:172.21.15.142:0/3010398438' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:06:08.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:07 smithi065 bash[9468]: audit 2020-11-16T21:06:06.969577+0000 mon.b (mon.1) 473 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:08.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:07 smithi065 bash[9468]: audit 2020-11-16T21:06:06.970699+0000 mon.a (mon.0) 2930 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:08.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:07 smithi065 bash[9468]: audit 2020-11-16T21:06:06.974758+0000 mon.a (mon.0) 2931 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:06:08.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:07 smithi071 bash[9480]: cluster 2020-11-16T21:06:06.616119+0000 osd.9 (osd.9) 256 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:08.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:07 smithi071 bash[9480]: cluster 2020-11-16T21:06:06.616199+0000 osd.9 (osd.9) 257 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:08.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:07 smithi071 bash[9480]: cluster 2020-11-16T21:06:06.957530+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e978: 12 total, 12 up, 9 in
2020-11-16T21:06:08.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:07 smithi071 bash[9480]: audit 2020-11-16T21:06:06.957667+0000 mon.a (mon.0) 2929 : audit [INF] from='client.? v1:172.21.15.142:0/3010398438' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch
2020-11-16T21:06:08.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:07 smithi071 bash[9480]: audit 2020-11-16T21:06:06.969577+0000 mon.b (mon.1) 473 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:08.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:07 smithi071 bash[9480]: audit 2020-11-16T21:06:06.970699+0000 mon.a (mon.0) 2930 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:08.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:07 smithi071 bash[9480]: audit 2020-11-16T21:06:06.974758+0000 mon.a (mon.0) 2931 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:06:08.470 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:06:08.497 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:08.504 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:06:08.535 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:06:08.570 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:06:08.600 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:06:08.602 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:08.627 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:06:08.655 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:06:08.687 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:06:08.715 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:06:08.724 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:08.752 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:06:08.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:08 smithi142 bash[9523]: debug 2020-11-16T21:06:08.422+0000 7f756b108700 -1 mon.a@0(leader).osd e979 definitely_dead 0
2020-11-16T21:06:08.780 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:06:08.827 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:06:08.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.829 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.830 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.831 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.831 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.831 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.831 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:06:08.832 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:08.943 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:06:08 smithi071 bash[12066]: debug 2020-11-16T21:06:08.501+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:08.949 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:06:08 smithi065 bash[18823]: debug 2020-11-16T21:06:08.721+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:08.964 INFO:teuthology.orchestra.run.smithi142.stderr:marked in osd.3.
2020-11-16T21:06:09.238 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:08 smithi142 bash[9523]: cluster 2020-11-16T21:06:07.954259+0000 mon.a (mon.0) 2932 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:09.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:08 smithi142 bash[9523]: audit 2020-11-16T21:06:07.964025+0000 mon.a (mon.0) 2933 : audit [INF] from='client.? v1:172.21.15.142:0/3010398438' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:06:09.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:08 smithi142 bash[9523]: cluster 2020-11-16T21:06:07.964065+0000 mon.a (mon.0) 2934 : cluster [DBG] osdmap e979: 12 total, 12 up, 9 in
2020-11-16T21:06:09.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:08 smithi142 bash[9523]: audit 2020-11-16T21:06:08.427572+0000 mon.a (mon.0) 2935 : audit [DBG] from='client.? v1:172.21.15.142:0/1185141698' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch
2020-11-16T21:06:09.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:08 smithi142 bash[9523]: audit 2020-11-16T21:06:08.454510+0000 mon.a (mon.0) 2936 : audit [DBG] from='client.? v1:172.21.15.142:0/2392648093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:09.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:08 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.480719+0000 osd.0 (osd.0) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:09.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:08 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.636282+0000 osd.5 (osd.5) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:09.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:08 smithi065 bash[9468]: cluster 2020-11-16T21:06:07.954259+0000 mon.a (mon.0) 2932 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:08 smithi065 bash[9468]: audit 2020-11-16T21:06:07.964025+0000 mon.a (mon.0) 2933 : audit [INF] from='client.? v1:172.21.15.142:0/3010398438' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:06:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:08 smithi065 bash[9468]: cluster 2020-11-16T21:06:07.964065+0000 mon.a (mon.0) 2934 : cluster [DBG] osdmap e979: 12 total, 12 up, 9 in
2020-11-16T21:06:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:08 smithi065 bash[9468]: audit 2020-11-16T21:06:08.427572+0000 mon.a (mon.0) 2935 : audit [DBG] from='client.? v1:172.21.15.142:0/1185141698' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch
2020-11-16T21:06:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:08 smithi065 bash[9468]: audit 2020-11-16T21:06:08.454510+0000 mon.a (mon.0) 2936 : audit [DBG] from='client.? v1:172.21.15.142:0/2392648093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:09.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:08 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.480719+0000 osd.0 (osd.0) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:09.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:08 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.636282+0000 osd.5 (osd.5) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:09.301 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:09.406 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:09.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:08 smithi071 bash[9480]: cluster 2020-11-16T21:06:07.954259+0000 mon.a (mon.0) 2932 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:09.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:08 smithi071 bash[9480]: audit 2020-11-16T21:06:07.964025+0000 mon.a (mon.0) 2933 : audit [INF] from='client.? v1:172.21.15.142:0/3010398438' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished
2020-11-16T21:06:09.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:08 smithi071 bash[9480]: cluster 2020-11-16T21:06:07.964065+0000 mon.a (mon.0) 2934 : cluster [DBG] osdmap e979: 12 total, 12 up, 9 in
2020-11-16T21:06:09.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:08 smithi071 bash[9480]: audit 2020-11-16T21:06:08.427572+0000 mon.a (mon.0) 2935 : audit [DBG] from='client.? v1:172.21.15.142:0/1185141698' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch
2020-11-16T21:06:09.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:08 smithi071 bash[9480]: audit 2020-11-16T21:06:08.454510+0000 mon.a (mon.0) 2936 : audit [DBG] from='client.? v1:172.21.15.142:0/2392648093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:09.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:08 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.480719+0000 osd.0 (osd.0) 29 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:09.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:08 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.636282+0000 osd.5 (osd.5) 270 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:09.529 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[147327]: debug 2020-11-16T21:06:09.306+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:09.675 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:09.780 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:09.947 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:09.960 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[147327]: debug 2020-11-16T21:06:09.678+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:10.053 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:10.192 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[12066]: debug 2020-11-16T21:06:09.953+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:10.192 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.514406+0000 osd.1 (osd.1) 362 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.192 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.545409+0000 osd.2 (osd.2) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.576831+0000 osd.3 (osd.3) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.609999+0000 osd.4 (osd.4) 298 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.665015+0000 osd.6 (osd.6) 303 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.696622+0000 osd.7 (osd.7) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.722470+0000 osd.8 (osd.8) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.730642+0000 mgr.x (mgr.14196) 1655 : cluster [DBG] pgmap v2516: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 707 MiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 684 op/s; 5279/22628 objects misplaced (23.330%); 14 MiB/s, 227 objects/s recovering
2020-11-16T21:06:10.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.759542+0000 osd.9 (osd.9) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.788496+0000 osd.10 (osd.10) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.835284+0000 osd.11 (osd.11) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: audit 2020-11-16T21:06:08.969241+0000 mon.a (mon.0) 2937 : audit [INF] from='client.? v1:172.21.15.142:0/1185141698' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished
2020-11-16T21:06:10.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:08.969291+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e980: 12 total, 12 up, 10 in
2020-11-16T21:06:10.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:09.054281+0000 osd.2 (osd.2) 270 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:10.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:09 smithi071 bash[9480]: cluster 2020-11-16T21:06:09.054368+0000 osd.2 (osd.2) 271 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:10.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.514406+0000 osd.1 (osd.1) 362 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.545409+0000 osd.2 (osd.2) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.576831+0000 osd.3 (osd.3) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.609999+0000 osd.4 (osd.4) 298 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.665015+0000 osd.6 (osd.6) 303 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.696622+0000 osd.7 (osd.7) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.722470+0000 osd.8 (osd.8) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.730642+0000 mgr.x (mgr.14196) 1655 : cluster [DBG] pgmap v2516: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 707 MiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 684 op/s; 5279/22628 objects misplaced (23.330%); 14 MiB/s, 227 objects/s recovering
2020-11-16T21:06:10.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.759542+0000 osd.9 (osd.9) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.788496+0000 osd.10 (osd.10) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.835284+0000 osd.11 (osd.11) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: audit 2020-11-16T21:06:08.969241+0000 mon.a (mon.0) 2937 : audit [INF] from='client.? v1:172.21.15.142:0/1185141698' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished
2020-11-16T21:06:10.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:08.969291+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e980: 12 total, 12 up, 10 in
2020-11-16T21:06:10.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:09.054281+0000 osd.2 (osd.2) 270 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:10.280 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:09 smithi065 bash[9468]: cluster 2020-11-16T21:06:09.054368+0000 osd.2 (osd.2) 271 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:10.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.514406+0000 osd.1 (osd.1) 362 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.545409+0000 osd.2 (osd.2) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.576831+0000 osd.3 (osd.3) 84 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.609999+0000 osd.4 (osd.4) 298 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.665015+0000 osd.6 (osd.6) 303 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.696622+0000 osd.7 (osd.7) 265 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.722470+0000 osd.8 (osd.8) 281 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.730642+0000 mgr.x (mgr.14196) 1655 : cluster [DBG] pgmap v2516: 17 pgs: 1 active+recovering, 4 active+recovering+remapped, 12 active+clean; 707 MiB data, 7.7 GiB used, 797 GiB / 805 GiB avail; 0 B/s wr, 684 op/s; 5279/22628 objects misplaced (23.330%); 14 MiB/s, 227 objects/s recovering
2020-11-16T21:06:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.759542+0000 osd.9 (osd.9) 258 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.788496+0000 osd.10 (osd.10) 262 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.835284+0000 osd.11 (osd.11) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: audit 2020-11-16T21:06:08.969241+0000 mon.a (mon.0) 2937 : audit [INF] from='client.? v1:172.21.15.142:0/1185141698' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished
2020-11-16T21:06:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:08.969291+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e980: 12 total, 12 up, 10 in
2020-11-16T21:06:10.282 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:09.054281+0000 osd.2 (osd.2) 270 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:10.283 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:09 smithi142 bash[9523]: cluster 2020-11-16T21:06:09.054368+0000 osd.2 (osd.2) 271 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:10.451 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:06:10.451 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T21:06:10.451 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T21:06:10.451 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T21:06:10.452 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.452 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:128196 9.1 e905/873 9:88a621a8:::benchmark_data_smithi065_58100_object128195:head v 905'8013, mlcod=905'8011)",
2020-11-16T21:06:10.452 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:51.890623+0000",
2020-11-16T21:06:10.452 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 258.56763835100003,
2020-11-16T21:06:10.452 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.035323882000000001,
2020-11-16T21:06:10.452 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.453 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.453 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.890623+0000",
2020-11-16T21:06:10.453 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.453 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.890623+0000",
2020-11-16T21:06:10.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999471
2020-11-16T21:06:10.454 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.454 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.454 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.890570+0000",
2020-11-16T21:06:10.455 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000206703
2020-11-16T21:06:10.455 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.455 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.455 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.455 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.890777+0000",
2020-11-16T21:06:10.455 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9296e-05
2020-11-16T21:06:10.455 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.456 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.456 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.456 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.890796+0000",
2020-11-16T21:06:10.456 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1372999999999999e-05
2020-11-16T21:06:10.456 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.456 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.456 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.456 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.890808+0000",
2020-11-16T21:06:10.457 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4832000000000005e-05
2020-11-16T21:06:10.457 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.457 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.457 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.457 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.890882+0000",
2020-11-16T21:06:10.457 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.0509999999999997e-05
2020-11-16T21:06:10.457 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.458 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.890923+0000",
2020-11-16T21:06:10.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.034948883
2020-11-16T21:06:10.458 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.458 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.458 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.925872+0000",
2020-11-16T21:06:10.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5181999999999999e-05
2020-11-16T21:06:10.459 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.459 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:51.925947+0000",
2020-11-16T21:06:10.459 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.035323882000000001
2020-11-16T21:06:10.459 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.460 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.460 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.460 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.460 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.460 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:151251 9.0 e920/909 9:0720b5c2:::benchmark_data_smithi065_58100_object18901:head v 920'9387, mlcod=881'1219)",
2020-11-16T21:06:10.460 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:02:41.902657+0000",
2020-11-16T21:06:10.460 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 208.55560409700001,
2020-11-16T21:06:10.461 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.029384130000000001,
2020-11-16T21:06:10.461 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.461 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.461 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.461 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.461 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.461 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.902657+0000",
2020-11-16T21:06:10.461 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.462 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.462 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.902657+0000",
2020-11-16T21:06:10.462 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999728
2020-11-16T21:06:10.462 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.462 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.902630+0000",
2020-11-16T21:06:10.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1936999999999998e-05
2020-11-16T21:06:10.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.463 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.463 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.902712+0000",
2020-11-16T21:06:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.8172999999999999e-05
2020-11-16T21:06:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.902740+0000",
2020-11-16T21:06:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1061e-05
2020-11-16T21:06:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.902751+0000",
2020-11-16T21:06:10.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2749000000000004e-05
2020-11-16T21:06:10.465 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.465 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.465 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.902824+0000",
2020-11-16T21:06:10.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2320999999999998e-05
2020-11-16T21:06:10.466 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.466 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.902856+0000",
2020-11-16T21:06:10.466 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.029091841
2020-11-16T21:06:10.466 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.931948+0000",
2020-11-16T21:06:10.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3449999999999995e-05
2020-11-16T21:06:10.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.467 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.467 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.932041+0000",
2020-11-16T21:06:10.468 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.029384130000000001
2020-11-16T21:06:10.468 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.468 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.468 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.468 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.468 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.468 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:151259 9.1 e920/873 9:87e15065:::benchmark_data_smithi065_58100_object18909:head v 920'9404, mlcod=920'9402)",
2020-11-16T21:06:10.469 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:02:41.909592+0000",
2020-11-16T21:06:10.469 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 208.54866919200001,
2020-11-16T21:06:10.469 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.019090751999999999,
2020-11-16T21:06:10.469 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.469 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.469 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.469 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.469 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.909592+0000",
2020-11-16T21:06:10.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.470 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.470 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.909592+0000",
2020-11-16T21:06:10.470 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999838
2020-11-16T21:06:10.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.909576+0000",
2020-11-16T21:06:10.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3983000000000001e-05
2020-11-16T21:06:10.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.471 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.471 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.909630+0000",
2020-11-16T21:06:10.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.8189999999999998e-06
2020-11-16T21:06:10.472 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.472 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.909639+0000",
2020-11-16T21:06:10.472 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8460000000000008e-06
2020-11-16T21:06:10.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.909647+0000",
2020-11-16T21:06:10.473 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8709999999999999e-05
2020-11-16T21:06:10.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.473 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.909705+0000",
2020-11-16T21:06:10.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.7042999999999998e-05
2020-11-16T21:06:10.474 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.474 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.909732+0000",
2020-11-16T21:06:10.474 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.018856564999999999
2020-11-16T21:06:10.475 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.475 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.928589+0000",
2020-11-16T21:06:10.475 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4036000000000006e-05
2020-11-16T21:06:10.475 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.475 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.476 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.476 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:02:41.928683+0000",
2020-11-16T21:06:10.476 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.019090751999999999
2020-11-16T21:06:10.476 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.476 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.476 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.476 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.476 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.477 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:167812 9.1 e928/873 9:8c96d179:::benchmark_data_smithi065_58100_object35462:head v 928'10450, mlcod=928'10448)",
2020-11-16T21:06:10.477 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:03:21.915142+0000",
2020-11-16T21:06:10.477 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 168.54311963999999,
2020-11-16T21:06:10.477 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.024812259999999999,
2020-11-16T21:06:10.477 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.477 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.477 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.478 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.478 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.478 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.915142+0000",
2020-11-16T21:06:10.478 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.478 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.478 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.478 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.915142+0000",
2020-11-16T21:06:10.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999666
2020-11-16T21:06:10.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.915108+0000",
2020-11-16T21:06:10.479 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010301099999999999
2020-11-16T21:06:10.479 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.915211+0000",
2020-11-16T21:06:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7778000000000002e-05
2020-11-16T21:06:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.915229+0000",
2020-11-16T21:06:10.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9510000000000001e-06
2020-11-16T21:06:10.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.915239+0000",
2020-11-16T21:06:10.481 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010607600000000001
2020-11-16T21:06:10.481 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.915345+0000",
2020-11-16T21:06:10.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.029e-05
2020-11-16T21:06:10.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.482 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.482 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.915375+0000",
2020-11-16T21:06:10.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.024480742999999999
2020-11-16T21:06:10.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.939856+0000",
2020-11-16T21:06:10.483 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.7973999999999994e-05
2020-11-16T21:06:10.483 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.484 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:21.939954+0000",
2020-11-16T21:06:10.484 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.024812259999999999
2020-11-16T21:06:10.484 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.484 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.484 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.485 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.485 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.485 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:171609 9.0 e930/909 9:0c60c8d1:::benchmark_data_smithi065_58100_object39259:head v 930'10589, mlcod=885'2425)",
2020-11-16T21:06:10.485 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:03:31.562514+0000",
2020-11-16T21:06:10.485 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 158.89574760599999,
2020-11-16T21:06:10.485 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.019381543000000001,
2020-11-16T21:06:10.485 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.485 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.486 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.486 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.486 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.486 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.562514+0000",
2020-11-16T21:06:10.486 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.486 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.486 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.562514+0000",
2020-11-16T21:06:10.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999614
2020-11-16T21:06:10.487 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.487 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.562475+0000",
2020-11-16T21:06:10.487 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000119601
2020-11-16T21:06:10.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.488 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.488 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.562595+0000",
2020-11-16T21:06:10.488 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9133000000000001e-05
2020-11-16T21:06:10.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.488 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.488 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.562614+0000",
2020-11-16T21:06:10.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.012387791
2020-11-16T21:06:10.489 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.489 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.575002+0000",
2020-11-16T21:06:10.489 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6266000000000003e-05
2020-11-16T21:06:10.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.575098+0000",
2020-11-16T21:06:10.490 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.1411999999999997e-05
2020-11-16T21:06:10.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.490 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.575129+0000",
2020-11-16T21:06:10.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0063193559999999999
2020-11-16T21:06:10.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.491 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.581449+0000",
2020-11-16T21:06:10.491 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00044680300000000001
2020-11-16T21:06:10.492 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.492 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.581895+0000",
2020-11-16T21:06:10.492 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.019381543000000001
2020-11-16T21:06:10.492 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.492 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.493 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.493 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.493 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.493 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:185038 9.0 e938/909 9:0b1a66ef:::benchmark_data_smithi065_58100_object52688:head v 938'11433, mlcod=887'3269)",
2020-11-16T21:06:10.493 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:04:01.912381+0000",
2020-11-16T21:06:10.493 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 128.54588052899999,
2020-11-16T21:06:10.493 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.033527761000000003,
2020-11-16T21:06:10.493 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.494 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.494 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.494 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.494 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.494 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.912381+0000",
2020-11-16T21:06:10.494 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.494 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.912381+0000",
2020-11-16T21:06:10.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999804
2020-11-16T21:06:10.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.495 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.495 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.912361+0000",
2020-11-16T21:06:10.496 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3292000000000003e-05
2020-11-16T21:06:10.496 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.496 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.496 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.496 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.912425+0000",
2020-11-16T21:06:10.496 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1024e-05
2020-11-16T21:06:10.496 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.497 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.912436+0000",
2020-11-16T21:06:10.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6100000000000006e-06
2020-11-16T21:06:10.497 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.497 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.497 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.912444+0000",
2020-11-16T21:06:10.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5191000000000006e-05
2020-11-16T21:06:10.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.912520+0000",
2020-11-16T21:06:10.498 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6532000000000002e-05
2020-11-16T21:06:10.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.498 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.912556+0000",
2020-11-16T21:06:10.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.033228621
2020-11-16T21:06:10.499 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.499 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.499 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.945785+0000",
2020-11-16T21:06:10.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000123996
2020-11-16T21:06:10.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:01.945909+0000",
2020-11-16T21:06:10.500 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.033527761000000003
2020-11-16T21:06:10.500 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.500 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.501 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.501 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.501 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.501 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:189700 9.1 e940/873 9:80544b38:::benchmark_data_smithi065_58100_object57350:head v 940'11841, mlcod=940'11839)",
2020-11-16T21:06:10.501 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:04:11.917579+0000",
2020-11-16T21:06:10.501 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 118.54068205199999,
2020-11-16T21:06:10.501 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.033782784000000003,
2020-11-16T21:06:10.502 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.502 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.502 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.502 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.917579+0000",
2020-11-16T21:06:10.502 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.502 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.917579+0000",
2020-11-16T21:06:10.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999743
2020-11-16T21:06:10.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.503 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.503 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.917554+0000",
2020-11-16T21:06:10.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9987000000000005e-05
2020-11-16T21:06:10.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.917634+0000",
2020-11-16T21:06:10.504 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5454000000000001e-05
2020-11-16T21:06:10.504 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.505 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.917649+0000",
2020-11-16T21:06:10.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7050000000000005e-06
2020-11-16T21:06:10.505 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.505 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.505 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.917658+0000",
2020-11-16T21:06:10.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3300999999999996e-05
2020-11-16T21:06:10.506 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.506 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.917721+0000",
2020-11-16T21:06:10.506 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6693999999999998e-05
2020-11-16T21:06:10.507 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.507 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.507 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.507 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.917758+0000",
2020-11-16T21:06:10.507 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.033540509000000003
2020-11-16T21:06:10.507 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.507 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.507 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.508 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.951299+0000",
2020-11-16T21:06:10.508 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3668000000000001e-05
2020-11-16T21:06:10.508 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.508 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.508 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.508 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.951362+0000",
2020-11-16T21:06:10.508 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.033782784000000003
2020-11-16T21:06:10.508 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.509 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.509 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.509 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.509 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.509 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:189701 9.0 e940/909 9:085814c0:::benchmark_data_smithi065_58100_object57351:head v 940'11709, mlcod=887'3547)",
2020-11-16T21:06:10.509 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:04:11.919423+0000",
2020-11-16T21:06:10.509 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 118.53883856900001,
2020-11-16T21:06:10.510 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.035263835,
2020-11-16T21:06:10.510 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.510 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.510 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.510 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.919423+0000",
2020-11-16T21:06:10.510 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.919423+0000",
2020-11-16T21:06:10.511 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999747
2020-11-16T21:06:10.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.511 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.919398+0000",
2020-11-16T21:06:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0918e-05
2020-11-16T21:06:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.919479+0000",
2020-11-16T21:06:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4698999999999999e-05
2020-11-16T21:06:10.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.919493+0000",
2020-11-16T21:06:10.513 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1253000000000001e-05
2020-11-16T21:06:10.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.513 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.919505+0000",
2020-11-16T21:06:10.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4525999999999999e-05
2020-11-16T21:06:10.514 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.514 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.919569+0000",
2020-11-16T21:06:10.514 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.4128999999999998e-05
2020-11-16T21:06:10.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.919603+0000",
2020-11-16T21:06:10.515 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.035005125999999998
2020-11-16T21:06:10.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.515 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.954608+0000",
2020-11-16T21:06:10.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8392000000000004e-05
2020-11-16T21:06:10.516 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.516 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.954687+0000",
2020-11-16T21:06:10.516 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.035263835
2020-11-16T21:06:10.517 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.517 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.517 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.517 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.517 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.517 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:189705 9.1 e940/873 9:8f52504e:::benchmark_data_smithi065_58100_object57355:head v 940'11842, mlcod=940'11839)",
2020-11-16T21:06:10.517 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:04:11.926858+0000",
2020-11-16T21:06:10.518 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 118.531403227,
2020-11-16T21:06:10.518 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.027823884,
2020-11-16T21:06:10.518 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.518 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.518 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.518 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.518 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.518 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.926858+0000",
2020-11-16T21:06:10.519 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.519 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.519 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.519 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.519 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.926858+0000",
2020-11-16T21:06:10.519 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999766
2020-11-16T21:06:10.519 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.520 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.926835+0000",
2020-11-16T21:06:10.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4989999999999999e-05
2020-11-16T21:06:10.520 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.520 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.520 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.926910+0000",
2020-11-16T21:06:10.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.8440999999999998e-05
2020-11-16T21:06:10.521 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.521 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.926928+0000",
2020-11-16T21:06:10.521 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0573e-05
2020-11-16T21:06:10.521 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.926939+0000",
2020-11-16T21:06:10.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1667000000000003e-05
2020-11-16T21:06:10.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.522 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.522 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.927010+0000",
2020-11-16T21:06:10.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9564999999999999e-05
2020-11-16T21:06:10.523 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.523 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.927040+0000",
2020-11-16T21:06:10.523 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.027591570999999999
2020-11-16T21:06:10.523 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.954632+0000",
2020-11-16T21:06:10.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.0587999999999997e-05
2020-11-16T21:06:10.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.524 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.524 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:11.954682+0000",
2020-11-16T21:06:10.525 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.027823884
2020-11-16T21:06:10.525 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.525 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.525 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.525 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.525 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.525 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:191047 9.1 e941/873 9:802dd4bc:::benchmark_data_smithi065_58100_object58697:head v 941'11918, mlcod=941'11915)",
2020-11-16T21:06:10.526 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:04:14.665115+0000",
2020-11-16T21:06:10.526 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 115.79314694999999,
2020-11-16T21:06:10.526 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.018422045000000001,
2020-11-16T21:06:10.526 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.526 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.526 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.526 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.665115+0000",
2020-11-16T21:06:10.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.527 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.665115+0000",
2020-11-16T21:06:10.527 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:06:10.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.665092+0000",
2020-11-16T21:06:10.528 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.3431999999999998e-05
2020-11-16T21:06:10.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.528 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.665165+0000",
2020-11-16T21:06:10.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1189000000000001e-05
2020-11-16T21:06:10.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.529 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.665176+0000",
2020-11-16T21:06:10.529 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1689999999999992e-06
2020-11-16T21:06:10.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.665184+0000",
2020-11-16T21:06:10.530 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00097717399999999992
2020-11-16T21:06:10.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.530 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.666162+0000",
2020-11-16T21:06:10.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.9913999999999998e-05
2020-11-16T21:06:10.531 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.531 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.666201+0000",
2020-11-16T21:06:10.531 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.017259799999999999
2020-11-16T21:06:10.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.683461+0000",
2020-11-16T21:06:10.532 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5263000000000001e-05
2020-11-16T21:06:10.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.532 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.533 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.533 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:14.683537+0000",
2020-11-16T21:06:10.533 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.018422045000000001
2020-11-16T21:06:10.533 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.533 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.533 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.533 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.533 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.534 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:192117 9.1 e942/873 9:82fc420e:::benchmark_data_smithi065_58100_object59767:head v 942'11998, mlcod=942'11995)",
2020-11-16T21:06:10.534 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:04:16.923999+0000",
2020-11-16T21:06:10.534 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 113.53426274,
2020-11-16T21:06:10.534 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.030445802000000001,
2020-11-16T21:06:10.534 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.534 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.534 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.923999+0000",
2020-11-16T21:06:10.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.535 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.535 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.923999+0000",
2020-11-16T21:06:10.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999552
2020-11-16T21:06:10.536 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.536 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.923954+0000",
2020-11-16T21:06:10.536 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000131855
2020-11-16T21:06:10.536 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.924086+0000",
2020-11-16T21:06:10.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1826000000000001e-05
2020-11-16T21:06:10.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.537 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.537 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.924108+0000",
2020-11-16T21:06:10.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3465000000000001e-05
2020-11-16T21:06:10.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.924121+0000",
2020-11-16T21:06:10.538 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5438000000000006e-05
2020-11-16T21:06:10.538 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.539 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.924187+0000",
2020-11-16T21:06:10.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.8596000000000001e-05
2020-11-16T21:06:10.539 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.539 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.539 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.924225+0000",
2020-11-16T21:06:10.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.030138584999999999
2020-11-16T21:06:10.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.954364+0000",
2020-11-16T21:06:10.540 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0729000000000006e-05
2020-11-16T21:06:10.540 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.541 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.541 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.541 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.954445+0000",
2020-11-16T21:06:10.541 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.030445802000000001
2020-11-16T21:06:10.541 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.541 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.541 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.542 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.542 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.542 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:192121 9.1 e942/873 9:883f07b9:::benchmark_data_smithi065_58100_object59771:head v 942'11999, mlcod=942'11995)",
2020-11-16T21:06:10.542 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:04:16.930364+0000",
2020-11-16T21:06:10.542 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 113.52789762099999,
2020-11-16T21:06:10.542 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.024126809999999999,
2020-11-16T21:06:10.542 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.542 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.543 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.930364+0000",
2020-11-16T21:06:10.543 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.543 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.930364+0000",
2020-11-16T21:06:10.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99998
2020-11-16T21:06:10.544 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.544 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.930344+0000",
2020-11-16T21:06:10.544 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4690000000000006e-05
2020-11-16T21:06:10.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.930409+0000",
2020-11-16T21:06:10.545 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5204e-05
2020-11-16T21:06:10.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.545 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.930424+0000",
2020-11-16T21:06:10.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4258999999999999e-05
2020-11-16T21:06:10.546 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.546 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.930448+0000",
2020-11-16T21:06:10.546 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1159999999999998e-05
2020-11-16T21:06:10.547 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.547 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.930499+0000",
2020-11-16T21:06:10.547 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3533e-05
2020-11-16T21:06:10.547 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.547 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.930523+0000",
2020-11-16T21:06:10.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.023925925000000001
2020-11-16T21:06:10.548 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.548 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.954449+0000",
2020-11-16T21:06:10.548 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1838999999999997e-05
2020-11-16T21:06:10.549 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.549 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.549 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.549 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.954491+0000",
2020-11-16T21:06:10.549 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.024126809999999999
2020-11-16T21:06:10.549 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.549 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.550 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.550 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.550 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.550 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:192124 9.0 e942/909 9:0bcacbac:::benchmark_data_smithi065_58100_object59774:head v 942'11852, mlcod=888'3689)",
2020-11-16T21:06:10.550 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:04:16.937155+0000",
2020-11-16T21:06:10.550 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 113.521106682,
2020-11-16T21:06:10.550 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.017307046,
2020-11-16T21:06:10.551 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.551 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.551 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.937155+0000",
2020-11-16T21:06:10.551 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.551 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.552 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.937155+0000",
2020-11-16T21:06:10.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999795
2020-11-16T21:06:10.552 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.552 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.552 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.937134+0000",
2020-11-16T21:06:10.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2508000000000005e-05
2020-11-16T21:06:10.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.937197+0000",
2020-11-16T21:06:10.553 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0105000000000001e-05
2020-11-16T21:06:10.553 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.554 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.937207+0000",
2020-11-16T21:06:10.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5200000000000003e-06
2020-11-16T21:06:10.554 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.554 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.554 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.937214+0000",
2020-11-16T21:06:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0934999999999997e-05
2020-11-16T21:06:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.937294+0000",
2020-11-16T21:06:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.2564999999999997e-05
2020-11-16T21:06:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.556 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.937327+0000",
2020-11-16T21:06:10.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.017057946000000001
2020-11-16T21:06:10.556 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.556 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.556 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.557 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.954385+0000",
2020-11-16T21:06:10.557 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6827000000000002e-05
2020-11-16T21:06:10.557 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.557 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.557 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.557 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:04:16.954462+0000",
2020-11-16T21:06:10.557 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.017307046
2020-11-16T21:06:10.557 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.558 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.558 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.558 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.558 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.558 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:215672 9.0 e951/909 9:04c3759c:::benchmark_data_smithi065_58100_object83322:head v 951'13262, mlcod=895'5098)",
2020-11-16T21:06:10.558 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:01.917058+0000",
2020-11-16T21:06:10.558 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 68.541203292000006,
2020-11-16T21:06:10.559 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.029839234999999999,
2020-11-16T21:06:10.559 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.559 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.559 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.559 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.917058+0000",
2020-11-16T21:06:10.559 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.917058+0000",
2020-11-16T21:06:10.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999838
2020-11-16T21:06:10.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.560 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.560 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.917042+0000",
2020-11-16T21:06:10.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.3232999999999997e-05
2020-11-16T21:06:10.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.561 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.917095+0000",
2020-11-16T21:06:10.561 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0007e-05
2020-11-16T21:06:10.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.917115+0000",
2020-11-16T21:06:10.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6179999999999997e-06
2020-11-16T21:06:10.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.562 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.562 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.917123+0000",
2020-11-16T21:06:10.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3585000000000006e-05
2020-11-16T21:06:10.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.563 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.917216+0000",
2020-11-16T21:06:10.563 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.5497000000000002e-05
2020-11-16T21:06:10.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.917262+0000",
2020-11-16T21:06:10.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.029567421
2020-11-16T21:06:10.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.564 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.564 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.946829+0000",
2020-11-16T21:06:10.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8051000000000003e-05
2020-11-16T21:06:10.565 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.565 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.946897+0000",
2020-11-16T21:06:10.565 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.029839234999999999
2020-11-16T21:06:10.566 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.566 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.566 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.566 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.566 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.566 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:215674 9.0 e951/909 9:03d71570:::benchmark_data_smithi065_58100_object83324:head v 951'13264, mlcod=895'5100)",
2020-11-16T21:06:10.566 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:01.990242+0000",
2020-11-16T21:06:10.566 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 68.468019804999997,
2020-11-16T21:06:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.025319385999999999,
2020-11-16T21:06:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.990242+0000",
2020-11-16T21:06:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.990242+0000",
2020-11-16T21:06:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999824
2020-11-16T21:06:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.990224+0000",
2020-11-16T21:06:10.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5086000000000001e-05
2020-11-16T21:06:10.569 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.569 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.990279+0000",
2020-11-16T21:06:10.569 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.465e-06
2020-11-16T21:06:10.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.990288+0000",
2020-11-16T21:06:10.570 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9469999999999998e-06
2020-11-16T21:06:10.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.570 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.990298+0000",
2020-11-16T21:06:10.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5325000000000002e-05
2020-11-16T21:06:10.571 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.571 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.571 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.990364+0000",
2020-11-16T21:06:10.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.9396000000000001e-05
2020-11-16T21:06:10.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:01.990393+0000",
2020-11-16T21:06:10.572 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.025034693
2020-11-16T21:06:10.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.572 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:02.015428+0000",
2020-11-16T21:06:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013319800000000001
2020-11-16T21:06:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:02.015561+0000",
2020-11-16T21:06:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.025319385999999999
2020-11-16T21:06:10.574 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.574 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.574 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.574 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.574 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.574 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:221343 9.0 e954/909 9:0a281594:::benchmark_data_smithi065_58100_object88993:head v 954'13608, mlcod=896'5445)",
2020-11-16T21:06:10.574 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:11.883605+0000",
2020-11-16T21:06:10.575 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 58.574656765999997,
2020-11-16T21:06:10.575 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.018719514999999999,
2020-11-16T21:06:10.575 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.575 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.575 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.575 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.575 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.575 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.883605+0000",
2020-11-16T21:06:10.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.576 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.576 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.883605+0000",
2020-11-16T21:06:10.576 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999719
2020-11-16T21:06:10.576 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.883577+0000",
2020-11-16T21:06:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9798999999999999e-05
2020-11-16T21:06:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.883666+0000",
2020-11-16T21:06:10.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9448000000000001e-05
2020-11-16T21:06:10.578 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.578 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.883686+0000",
2020-11-16T21:06:10.578 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1381e-05
2020-11-16T21:06:10.578 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.579 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.883697+0000",
2020-11-16T21:06:10.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2795999999999997e-05
2020-11-16T21:06:10.579 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.579 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.579 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.883790+0000",
2020-11-16T21:06:10.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9094000000000001e-05
2020-11-16T21:06:10.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.883839+0000",
2020-11-16T21:06:10.580 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.018425515
2020-11-16T21:06:10.580 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.902265+0000",
2020-11-16T21:06:10.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.9484000000000002e-05
2020-11-16T21:06:10.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.581 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.581 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:11.902324+0000",
2020-11-16T21:06:10.582 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.018719514999999999
2020-11-16T21:06:10.582 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.582 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.582 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.582 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.582 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.582 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:223989 9.0 e956/909 9:090e1351:::benchmark_data_smithi065_58100_object91639:head v 956'13764, mlcod=897'5600)",
2020-11-16T21:06:10.583 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:16.938307+0000",
2020-11-16T21:06:10.583 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 53.519954935000001,
2020-11-16T21:06:10.583 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.020753690000000002,
2020-11-16T21:06:10.583 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.583 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.583 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.583 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.583 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.938307+0000",
2020-11-16T21:06:10.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.584 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.584 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.938307+0000",
2020-11-16T21:06:10.584 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999979
2020-11-16T21:06:10.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.938285+0000",
2020-11-16T21:06:10.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.9487999999999996e-05
2020-11-16T21:06:10.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.585 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.585 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.938355+0000",
2020-11-16T21:06:10.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0392e-05
2020-11-16T21:06:10.586 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.586 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.938365+0000",
2020-11-16T21:06:10.586 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.8490000000000006e-06
2020-11-16T21:06:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.938373+0000",
2020-11-16T21:06:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1360999999999997e-05
2020-11-16T21:06:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.587 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.938444+0000",
2020-11-16T21:06:10.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2959e-05
2020-11-16T21:06:10.588 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.588 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.938487+0000",
2020-11-16T21:06:10.588 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.020477977000000001
2020-11-16T21:06:10.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.958965+0000",
2020-11-16T21:06:10.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4835999999999998e-05
2020-11-16T21:06:10.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.589 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.589 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.590 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:16.959060+0000",
2020-11-16T21:06:10.590 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.020753690000000002
2020-11-16T21:06:10.590 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.590 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.590 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.590 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.590 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.591 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:226943 9.0 e957/909 9:0468f56d:::benchmark_data_smithi065_58100_object94593:head v 957'13959, mlcod=897'5793)",
2020-11-16T21:06:10.591 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:21.934598+0000",
2020-11-16T21:06:10.591 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 48.523663902999999,
2020-11-16T21:06:10.591 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.029542862999999999,
2020-11-16T21:06:10.591 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.591 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.591 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.591 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.934598+0000",
2020-11-16T21:06:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.934598+0000",
2020-11-16T21:06:10.592 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T21:06:10.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.934575+0000",
2020-11-16T21:06:10.593 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1398999999999999e-05
2020-11-16T21:06:10.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.593 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.934647+0000",
2020-11-16T21:06:10.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2876e-05
2020-11-16T21:06:10.594 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.594 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.934660+0000",
2020-11-16T21:06:10.594 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.3770000000000002e-06
2020-11-16T21:06:10.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.934669+0000",
2020-11-16T21:06:10.595 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4503000000000002e-05
2020-11-16T21:06:10.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.595 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.934733+0000",
2020-11-16T21:06:10.596 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.6437999999999999e-05
2020-11-16T21:06:10.596 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.597 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.934770+0000",
2020-11-16T21:06:10.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.029187483
2020-11-16T21:06:10.597 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.597 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.597 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.963957+0000",
2020-11-16T21:06:10.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000183062
2020-11-16T21:06:10.598 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.598 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:21.964140+0000",
2020-11-16T21:06:10.598 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.029542862999999999
2020-11-16T21:06:10.599 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.599 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.599 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.599 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.599 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.599 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:242316 9.0 e967/909 9:022f240e:::benchmark_data_smithi065_58100_object109966:head v 967'14918, mlcod=901'6751)",
2020-11-16T21:06:10.599 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:46.931741+0000",
2020-11-16T21:06:10.600 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 23.526520186999999,
2020-11-16T21:06:10.600 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.022259548000000001,
2020-11-16T21:06:10.600 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.600 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.600 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.600 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.600 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.600 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.931741+0000",
2020-11-16T21:06:10.601 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.601 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.601 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.601 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.601 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.931741+0000",
2020-11-16T21:06:10.601 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999785
2020-11-16T21:06:10.601 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.602 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.931720+0000",
2020-11-16T21:06:10.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7899999999999997e-05
2020-11-16T21:06:10.602 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.602 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.602 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.931788+0000",
2020-11-16T21:06:10.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2003e-05
2020-11-16T21:06:10.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.931800+0000",
2020-11-16T21:06:10.603 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0171e-05
2020-11-16T21:06:10.603 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.604 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.931810+0000",
2020-11-16T21:06:10.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4685999999999996e-05
2020-11-16T21:06:10.604 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.604 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.604 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.931885+0000",
2020-11-16T21:06:10.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.6777000000000003e-05
2020-11-16T21:06:10.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.931931+0000",
2020-11-16T21:06:10.605 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.021997648000000002
2020-11-16T21:06:10.605 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.606 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.953929+0000",
2020-11-16T21:06:10.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.1758e-05
2020-11-16T21:06:10.606 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.606 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.606 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.954001+0000",
2020-11-16T21:06:10.607 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.022259548000000001
2020-11-16T21:06:10.607 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.607 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.607 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.607 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:06:10.607 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:06:10.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_repop(client.26884.0:242323 9.1 e967/873 9:8f6f1b96:::benchmark_data_smithi065_58100_object109973:head v 967'15115, mlcod=967'15113)",
2020-11-16T21:06:10.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:46.945892+0000",
2020-11-16T21:06:10.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 23.51236969,
2020-11-16T21:06:10.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.017354352999999999,
2020-11-16T21:06:10.608 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:06:10.608 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:10.608 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:06:10.608 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:06:10.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.945892+0000",
2020-11-16T21:06:10.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:06:10.609 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.609 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:06:10.609 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.945892+0000",
2020-11-16T21:06:10.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999833
2020-11-16T21:06:10.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:06:10.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.945875+0000",
2020-11-16T21:06:10.610 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2899000000000003e-05
2020-11-16T21:06:10.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.610 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:06:10.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.945928+0000",
2020-11-16T21:06:10.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2329999999999995e-06
2020-11-16T21:06:10.611 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.611 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:06:10.611 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.945937+0000",
2020-11-16T21:06:10.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.0609999999999998e-06
2020-11-16T21:06:10.612 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.612 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:10.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.945944+0000",
2020-11-16T21:06:10.612 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2782999999999999e-05
2020-11-16T21:06:10.612 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.612 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:06:10.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.945997+0000",
2020-11-16T21:06:10.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.0216e-05
2020-11-16T21:06:10.613 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.613 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:06:10.613 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.946027+0000",
2020-11-16T21:06:10.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.017160959999999999
2020-11-16T21:06:10.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:06:10.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.963188+0000",
2020-11-16T21:06:10.614 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7875999999999999e-05
2020-11-16T21:06:10.614 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:06:10.615 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:06:10.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:06:10.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:46.963246+0000",
2020-11-16T21:06:10.615 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.017354352999999999
2020-11-16T21:06:10.615 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:06:10.615 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:06:10.615 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:06:10.615 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T21:06:10.616 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T21:06:10.616 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:06:10.618 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:10.720 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:10.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:06:10 smithi142 bash[18009]: debug 2020-11-16T21:06:10.454+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:11.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:10 smithi065 bash[9468]: cluster 2020-11-16T21:06:09.980930+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e981: 12 total, 12 up, 10 in
2020-11-16T21:06:11.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:10 smithi142 bash[9523]: cluster 2020-11-16T21:06:09.980930+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e981: 12 total, 12 up, 10 in
2020-11-16T21:06:11.313 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:10 smithi071 bash[9480]: cluster 2020-11-16T21:06:09.980930+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e981: 12 total, 12 up, 10 in
2020-11-16T21:06:11.314 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:11.419 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:06:11.442 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_ops_in_flight
2020-11-16T21:06:11.602 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:06:11.635 INFO:tasks.thrashosds.thrasher:Added osd 3
2020-11-16T21:06:11.653 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd set nodeep-scrub
2020-11-16T21:06:11.678 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:11.693 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[26650]: debug 2020-11-16T21:06:11.317+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:11.707 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:11.718 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[11785]: debug 2020-11-16T21:06:11.605+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:11.856 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:12.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: cluster 2020-11-16T21:06:10.731460+0000 mgr.x (mgr.14196) 1656 : cluster [DBG] pgmap v2519: 17 pgs: 1 remapped+peering, 1 active+recovering, 4 active+recovering+remapped, 11 active+clean; 690 MiB data, 7.7 GiB used, 886 GiB / 894 GiB avail; 0 B/s wr, 392 op/s; 5279/22074 objects misplaced (23.915%); 5.1 MiB/s, 81 objects/s recovering
2020-11-16T21:06:12.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: cluster 2020-11-16T21:06:10.988152+0000 osd.10 (osd.10) 263 : cluster [DBG] 9.7 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15619
2020-11-16T21:06:12.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: cluster 2020-11-16T21:06:10.988850+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e982: 12 total, 12 up, 10 in
2020-11-16T21:06:12.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: cluster 2020-11-16T21:06:10.989679+0000 osd.8 (osd.8) 282 : cluster [DBG] 9.3 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15959
2020-11-16T21:06:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: cluster 2020-11-16T21:06:10.989932+0000 osd.4 (osd.4) 299 : cluster [DBG] 9.c starting backfill to osd.3 from (0'0,0'0] MAX to 979'16288
2020-11-16T21:06:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: cluster 2020-11-16T21:06:10.995594+0000 osd.6 (osd.6) 304 : cluster [DBG] 9.1 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15892
2020-11-16T21:06:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: cluster 2020-11-16T21:06:10.995884+0000 osd.1 (osd.1) 363 : cluster [DBG] 9.2 starting backfill to osd.3 from (0'0,0'0] MAX to 979'16046
2020-11-16T21:06:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: cluster 2020-11-16T21:06:11.915611+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e983: 12 total, 12 up, 10 in
2020-11-16T21:06:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: audit 2020-11-16T21:06:11.933400+0000 mon.b (mon.1) 474 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: audit 2020-11-16T21:06:11.934577+0000 mon.a (mon.0) 2942 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:12.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:11 smithi065 bash[9468]: audit 2020-11-16T21:06:11.937665+0000 mon.a (mon.0) 2943 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:06:12.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:11 smithi142 bash[9523]: cluster 2020-11-16T21:06:10.731460+0000 mgr.x (mgr.14196) 1656 : cluster [DBG] pgmap v2519: 17 pgs: 1 remapped+peering, 1 active+recovering, 4 active+recovering+remapped, 11 active+clean; 690 MiB data, 7.7 GiB used, 886 GiB / 894 GiB avail; 0 B/s wr, 392 op/s; 5279/22074 objects misplaced (23.915%); 5.1 MiB/s, 81 objects/s recovering
2020-11-16T21:06:12.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:11 smithi142 bash[9523]: cluster 2020-11-16T21:06:10.988152+0000 osd.10 (osd.10) 263 : cluster [DBG] 9.7 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15619
2020-11-16T21:06:12.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:11 smithi142 bash[9523]: cluster 2020-11-16T21:06:10.988850+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e982: 12 total, 12 up, 10 in
2020-11-16T21:06:12.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:11 smithi142 bash[9523]: cluster 2020-11-16T21:06:10.989679+0000 osd.8 (osd.8) 282 : cluster [DBG] 9.3 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15959
2020-11-16T21:06:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:12 smithi142 bash[9523]: cluster 2020-11-16T21:06:10.989932+0000 osd.4 (osd.4) 299 : cluster [DBG] 9.c starting backfill to osd.3 from (0'0,0'0] MAX to 979'16288
2020-11-16T21:06:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:12 smithi142 bash[9523]: cluster 2020-11-16T21:06:10.995594+0000 osd.6 (osd.6) 304 : cluster [DBG] 9.1 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15892
2020-11-16T21:06:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:12 smithi142 bash[9523]: cluster 2020-11-16T21:06:10.995884+0000 osd.1 (osd.1) 363 : cluster [DBG] 9.2 starting backfill to osd.3 from (0'0,0'0] MAX to 979'16046
2020-11-16T21:06:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:12 smithi142 bash[9523]: cluster 2020-11-16T21:06:11.915611+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e983: 12 total, 12 up, 10 in
2020-11-16T21:06:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:12 smithi142 bash[9523]: audit 2020-11-16T21:06:11.933400+0000 mon.b (mon.1) 474 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:12 smithi142 bash[9523]: audit 2020-11-16T21:06:11.934577+0000 mon.a (mon.0) 2942 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:12.281 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:12 smithi142 bash[9523]: audit 2020-11-16T21:06:11.937665+0000 mon.a (mon.0) 2943 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:06:12.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: cluster 2020-11-16T21:06:10.731460+0000 mgr.x (mgr.14196) 1656 : cluster [DBG] pgmap v2519: 17 pgs: 1 remapped+peering, 1 active+recovering, 4 active+recovering+remapped, 11 active+clean; 690 MiB data, 7.7 GiB used, 886 GiB / 894 GiB avail; 0 B/s wr, 392 op/s; 5279/22074 objects misplaced (23.915%); 5.1 MiB/s, 81 objects/s recovering
2020-11-16T21:06:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: cluster 2020-11-16T21:06:10.988152+0000 osd.10 (osd.10) 263 : cluster [DBG] 9.7 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15619
2020-11-16T21:06:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: cluster 2020-11-16T21:06:10.988850+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e982: 12 total, 12 up, 10 in
2020-11-16T21:06:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: cluster 2020-11-16T21:06:10.989679+0000 osd.8 (osd.8) 282 : cluster [DBG] 9.3 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15959
2020-11-16T21:06:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: cluster 2020-11-16T21:06:10.989932+0000 osd.4 (osd.4) 299 : cluster [DBG] 9.c starting backfill to osd.3 from (0'0,0'0] MAX to 979'16288
2020-11-16T21:06:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: cluster 2020-11-16T21:06:10.995594+0000 osd.6 (osd.6) 304 : cluster [DBG] 9.1 starting backfill to osd.3 from (0'0,0'0] MAX to 979'15892
2020-11-16T21:06:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: cluster 2020-11-16T21:06:10.995884+0000 osd.1 (osd.1) 363 : cluster [DBG] 9.2 starting backfill to osd.3 from (0'0,0'0] MAX to 979'16046
2020-11-16T21:06:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: cluster 2020-11-16T21:06:11.915611+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e983: 12 total, 12 up, 10 in
2020-11-16T21:06:12.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: audit 2020-11-16T21:06:11.933400+0000 mon.b (mon.1) 474 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:12.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: audit 2020-11-16T21:06:11.934577+0000 mon.a (mon.0) 2942 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:06:12.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:11 smithi071 bash[9480]: audit 2020-11-16T21:06:11.937665+0000 mon.a (mon.0) 2943 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:06:12.952 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:13.055 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:13.194 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:13.277 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:06:12 smithi065 bash[18823]: debug 2020-11-16T21:06:12.949+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:13.298 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:13.443 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:13 smithi071 bash[16796]: debug 2020-11-16T21:06:13.197+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:13.644 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false
2020-11-16T21:06:13.831 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:13.982 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:13 smithi142 bash[9523]: cluster 2020-11-16T21:06:12.732062+0000 mgr.x (mgr.14196) 1657 : cluster [DBG] pgmap v2522: 17 pgs: 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 1 active+recovering, 3 active+recovering+remapped, 9 active+clean; 616 MiB data, 7.4 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 362 op/s; 5456/19724 objects misplaced (27.662%); 25 MiB/s, 417 objects/s recovering
2020-11-16T21:06:14.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:13 smithi065 bash[9468]: cluster 2020-11-16T21:06:12.732062+0000 mgr.x (mgr.14196) 1657 : cluster [DBG] pgmap v2522: 17 pgs: 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 1 active+recovering, 3 active+recovering+remapped, 9 active+clean; 616 MiB data, 7.4 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 362 op/s; 5456/19724 objects misplaced (27.662%); 25 MiB/s, 417 objects/s recovering
2020-11-16T21:06:14.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:13 smithi071 bash[9480]: cluster 2020-11-16T21:06:12.732062+0000 mgr.x (mgr.14196) 1657 : cluster [DBG] pgmap v2522: 17 pgs: 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 1 active+recovering, 3 active+recovering+remapped, 9 active+clean; 616 MiB data, 7.4 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 362 op/s; 5456/19724 objects misplaced (27.662%); 25 MiB/s, 417 objects/s recovering
2020-11-16T21:06:16.010 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:16.114 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:16.244 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:16.271 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:16 smithi142 bash[9523]: cluster 2020-11-16T21:06:14.732543+0000 mgr.x (mgr.14196) 1658 : cluster [DBG] pgmap v2523: 17 pgs: 3 active+remapped+backfilling, 1 peering, 1 remapped+peering, 4 active+recovering+remapped, 8 active+clean; 595 MiB data, 7.4 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 312 op/s; 5687/19028 objects misplaced (29.888%); 21 MiB/s, 369 objects/s recovering
2020-11-16T21:06:16.271 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:16 smithi142 bash[9523]: cluster 2020-11-16T21:06:15.004642+0000 mon.a (mon.0) 2944 : cluster [DBG] osdmap e984: 12 total, 12 up, 10 in
2020-11-16T21:06:16.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:16 smithi065 bash[9468]: cluster 2020-11-16T21:06:14.732543+0000 mgr.x (mgr.14196) 1658 : cluster [DBG] pgmap v2523: 17 pgs: 3 active+remapped+backfilling, 1 peering, 1 remapped+peering, 4 active+recovering+remapped, 8 active+clean; 595 MiB data, 7.4 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 312 op/s; 5687/19028 objects misplaced (29.888%); 21 MiB/s, 369 objects/s recovering
2020-11-16T21:06:16.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:16 smithi065 bash[9468]: cluster 2020-11-16T21:06:15.004642+0000 mon.a (mon.0) 2944 : cluster [DBG] osdmap e984: 12 total, 12 up, 10 in
2020-11-16T21:06:16.278 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:06:16 smithi065 bash[18823]: debug 2020-11-16T21:06:16.013+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:16.349 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:16.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:16 smithi071 bash[9480]: cluster 2020-11-16T21:06:14.732543+0000 mgr.x (mgr.14196) 1658 : cluster [DBG] pgmap v2523: 17 pgs: 3 active+remapped+backfilling, 1 peering, 1 remapped+peering, 4 active+recovering+remapped, 8 active+clean; 595 MiB data, 7.4 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 312 op/s; 5687/19028 objects misplaced (29.888%); 21 MiB/s, 369 objects/s recovering
2020-11-16T21:06:16.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:16 smithi071 bash[9480]: cluster 2020-11-16T21:06:15.004642+0000 mon.a (mon.0) 2944 : cluster [DBG] osdmap e984: 12 total, 12 up, 10 in
2020-11-16T21:06:16.443 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:16 smithi071 bash[16796]: debug 2020-11-16T21:06:16.245+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:16.483 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:16.529 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:16 smithi142 bash[20366]: debug 2020-11-16T21:06:16.490+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:16.588 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:16.636 INFO:tasks.thrashosds.thrasher:in_osds:  [1, 4, 6, 7, 8, 11, 9, 10, 5, 3] out_osds:  [2, 0] dead_osds:  [] live_osds:  [1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3, 0]
2020-11-16T21:06:16.637 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T21:06:16.637 INFO:tasks.thrashosds.thrasher:inject_pause on 6
2020-11-16T21:06:16.637 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3
2020-11-16T21:06:16.637 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False
2020-11-16T21:06:16.638 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.6 config set filestore_inject_stall 3
2020-11-16T21:06:16.769 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:16.798 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:06:16.874 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:17.008 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:06:16 smithi142 bash[114994]: debug 2020-11-16T21:06:16.774+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:17.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:17 smithi065 bash[9468]: cluster 2020-11-16T21:06:16.010197+0000 mon.a (mon.0) 2945 : cluster [DBG] osdmap e985: 12 total, 12 up, 10 in
2020-11-16T21:06:17.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:17 smithi065 bash[9468]: cluster 2020-11-16T21:06:16.030776+0000 osd.10 (osd.10) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:17.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:17 smithi065 bash[9468]: cluster 2020-11-16T21:06:16.030904+0000 osd.10 (osd.10) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:17.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:17 smithi065 bash[9468]: audit 2020-11-16T21:06:16.321875+0000 mon.b (mon.1) 475 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:17.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:17 smithi065 bash[9468]: audit 2020-11-16T21:06:16.323186+0000 mon.a (mon.0) 2946 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:17.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:17 smithi065 bash[9468]: audit 2020-11-16T21:06:16.326809+0000 mon.a (mon.0) 2947 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:17.279 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:17 smithi065 bash[9468]: cluster 2020-11-16T21:06:17.010813+0000 mon.a (mon.0) 2948 : cluster [DBG] osdmap e986: 12 total, 12 up, 10 in
2020-11-16T21:06:17.384 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:17 smithi142 bash[9523]: cluster 2020-11-16T21:06:16.010197+0000 mon.a (mon.0) 2945 : cluster [DBG] osdmap e985: 12 total, 12 up, 10 in
2020-11-16T21:06:17.384 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:17 smithi142 bash[9523]: cluster 2020-11-16T21:06:16.030776+0000 osd.10 (osd.10) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:17.385 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:17 smithi142 bash[9523]: cluster 2020-11-16T21:06:16.030904+0000 osd.10 (osd.10) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:17.385 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:17 smithi142 bash[9523]: audit 2020-11-16T21:06:16.321875+0000 mon.b (mon.1) 475 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:17.385 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:17 smithi142 bash[9523]: audit 2020-11-16T21:06:16.323186+0000 mon.a (mon.0) 2946 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:17.385 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:17 smithi142 bash[9523]: audit 2020-11-16T21:06:16.326809+0000 mon.a (mon.0) 2947 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:17.385 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:17 smithi142 bash[9523]: cluster 2020-11-16T21:06:17.010813+0000 mon.a (mon.0) 2948 : cluster [DBG] osdmap e986: 12 total, 12 up, 10 in
2020-11-16T21:06:17.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:17 smithi071 bash[9480]: cluster 2020-11-16T21:06:16.010197+0000 mon.a (mon.0) 2945 : cluster [DBG] osdmap e985: 12 total, 12 up, 10 in
2020-11-16T21:06:17.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:17 smithi071 bash[9480]: cluster 2020-11-16T21:06:16.030776+0000 osd.10 (osd.10) 264 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:17.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:17 smithi071 bash[9480]: cluster 2020-11-16T21:06:16.030904+0000 osd.10 (osd.10) 265 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:17.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:17 smithi071 bash[9480]: audit 2020-11-16T21:06:16.321875+0000 mon.b (mon.1) 475 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:17.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:17 smithi071 bash[9480]: audit 2020-11-16T21:06:16.323186+0000 mon.a (mon.0) 2946 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:17.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:17 smithi071 bash[9480]: audit 2020-11-16T21:06:16.326809+0000 mon.a (mon.0) 2947 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:17.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:17 smithi071 bash[9480]: cluster 2020-11-16T21:06:17.010813+0000 mon.a (mon.0) 2948 : cluster [DBG] osdmap e986: 12 total, 12 up, 10 in
2020-11-16T21:06:18.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:18 smithi071 bash[9480]: cluster 2020-11-16T21:06:16.733187+0000 mgr.x (mgr.14196) 1659 : cluster [DBG] pgmap v2526: 17 pgs: 4 active+remapped+backfilling, 1 remapped+peering, 3 active+recovering+remapped, 9 active+clean; 504 MiB data, 6.6 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 471 op/s; 5325/16114 objects misplaced (33.046%); 19 MiB/s, 351 objects/s recovering
2020-11-16T21:06:18.761 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:18.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:18 smithi065 bash[9468]: cluster 2020-11-16T21:06:16.733187+0000 mgr.x (mgr.14196) 1659 : cluster [DBG] pgmap v2526: 17 pgs: 4 active+remapped+backfilling, 1 remapped+peering, 3 active+recovering+remapped, 9 active+clean; 504 MiB data, 6.6 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 471 op/s; 5325/16114 objects misplaced (33.046%); 19 MiB/s, 351 objects/s recovering
2020-11-16T21:06:18.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:18 smithi142 bash[9523]: cluster 2020-11-16T21:06:16.733187+0000 mgr.x (mgr.14196) 1659 : cluster [DBG] pgmap v2526: 17 pgs: 4 active+remapped+backfilling, 1 remapped+peering, 3 active+recovering+remapped, 9 active+clean; 504 MiB data, 6.6 GiB used, 887 GiB / 894 GiB avail; 0 B/s wr, 471 op/s; 5325/16114 objects misplaced (33.046%); 19 MiB/s, 351 objects/s recovering
2020-11-16T21:06:18.865 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:19.193 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:18 smithi071 bash[14419]: debug 2020-11-16T21:06:18.765+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:19.312 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:19.417 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:19.599 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:19.615 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:19 smithi142 bash[147327]: debug 2020-11-16T21:06:19.318+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:19.618 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:19 smithi142 bash[9523]: cluster 2020-11-16T21:06:18.335423+0000 mon.a (mon.0) 2949 : cluster [DBG] osdmap e987: 12 total, 12 up, 10 in
2020-11-16T21:06:19.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:19 smithi071 bash[9480]: cluster 2020-11-16T21:06:18.335423+0000 mon.a (mon.0) 2949 : cluster [DBG] osdmap e987: 12 total, 12 up, 10 in
2020-11-16T21:06:19.707 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:19.717 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:19 smithi065 bash[9468]: cluster 2020-11-16T21:06:18.335423+0000 mon.a (mon.0) 2949 : cluster [DBG] osdmap e987: 12 total, 12 up, 10 in
2020-11-16T21:06:19.889 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:19.993 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:20.002 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:06:19 smithi142 bash[114994]: debug 2020-11-16T21:06:19.602+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:20.027 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:06:19 smithi065 bash[14115]: debug 2020-11-16T21:06:19.893+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:20.367 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:20.471 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:20.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:20 smithi071 bash[9480]: cluster 2020-11-16T21:06:18.733719+0000 mgr.x (mgr.14196) 1660 : cluster [DBG] pgmap v2529: 17 pgs: 3 active+remapped+backfilling, 1 remapped+peering, 2 active+recovering+remapped, 11 active+clean; 464 MiB data, 5.9 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 520 op/s; 4832/14860 objects misplaced (32.517%); 25 MiB/s, 440 objects/s recovering
2020-11-16T21:06:20.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:20 smithi071 bash[9480]: cluster 2020-11-16T21:06:19.344364+0000 mon.a (mon.0) 2950 : cluster [DBG] osdmap e988: 12 total, 12 up, 10 in
2020-11-16T21:06:20.775 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:20 smithi065 bash[9468]: cluster 2020-11-16T21:06:18.733719+0000 mgr.x (mgr.14196) 1660 : cluster [DBG] pgmap v2529: 17 pgs: 3 active+remapped+backfilling, 1 remapped+peering, 2 active+recovering+remapped, 11 active+clean; 464 MiB data, 5.9 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 520 op/s; 4832/14860 objects misplaced (32.517%); 25 MiB/s, 440 objects/s recovering
2020-11-16T21:06:20.776 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:20 smithi065 bash[9468]: cluster 2020-11-16T21:06:19.344364+0000 mon.a (mon.0) 2950 : cluster [DBG] osdmap e988: 12 total, 12 up, 10 in
2020-11-16T21:06:20.776 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:20.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:20 smithi142 bash[9523]: cluster 2020-11-16T21:06:18.733719+0000 mgr.x (mgr.14196) 1660 : cluster [DBG] pgmap v2529: 17 pgs: 3 active+remapped+backfilling, 1 remapped+peering, 2 active+recovering+remapped, 11 active+clean; 464 MiB data, 5.9 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 520 op/s; 4832/14860 objects misplaced (32.517%); 25 MiB/s, 440 objects/s recovering
2020-11-16T21:06:20.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:20 smithi142 bash[9523]: cluster 2020-11-16T21:06:19.344364+0000 mon.a (mon.0) 2950 : cluster [DBG] osdmap e988: 12 total, 12 up, 10 in
2020-11-16T21:06:20.780 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:06:20 smithi142 bash[18009]: debug 2020-11-16T21:06:20.370+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:20.881 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:21.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:06:20 smithi065 bash[18823]: debug 2020-11-16T21:06:20.777+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:21.072 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:21.177 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:21.193 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:21 smithi071 bash[14419]: debug 2020-11-16T21:06:21.069+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:21.360 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:21.463 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:21.529 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:06:21 smithi142 bash[18009]: debug 2020-11-16T21:06:21.366+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:21.597 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:21.703 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:21.777 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:06:21 smithi065 bash[14115]: debug 2020-11-16T21:06:21.601+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:21.916 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:22.020 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:22.193 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:21 smithi071 bash[14419]: debug 2020-11-16T21:06:21.921+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:22.256 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:22.362 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:22.529 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:06:22 smithi142 bash[114994]: debug 2020-11-16T21:06:22.262+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:22.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:22 smithi142 bash[9523]: cluster 2020-11-16T21:06:20.734280+0000 mgr.x (mgr.14196) 1661 : cluster [DBG] pgmap v2531: 17 pgs: 2 active+recovering+remapped, 15 active+clean; 396 MiB data, 6.0 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 540 op/s; 3671/12664 objects misplaced (28.988%); 38 MiB/s, 643 objects/s recovering
2020-11-16T21:06:22.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:22 smithi142 bash[9523]: cluster 2020-11-16T21:06:21.350912+0000 mon.a (mon.0) 2951 : cluster [DBG] osdmap e989: 12 total, 12 up, 10 in
2020-11-16T21:06:22.553 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:22.577 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:06:22.603 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:06:22.639 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:06:22.658 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:22.671 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:06:22.693 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:22 smithi071 bash[14419]: debug 2020-11-16T21:06:22.557+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:22.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:22 smithi071 bash[9480]: cluster 2020-11-16T21:06:20.734280+0000 mgr.x (mgr.14196) 1661 : cluster [DBG] pgmap v2531: 17 pgs: 2 active+recovering+remapped, 15 active+clean; 396 MiB data, 6.0 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 540 op/s; 3671/12664 objects misplaced (28.988%); 38 MiB/s, 643 objects/s recovering
2020-11-16T21:06:22.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:22 smithi071 bash[9480]: cluster 2020-11-16T21:06:21.350912+0000 mon.a (mon.0) 2951 : cluster [DBG] osdmap e989: 12 total, 12 up, 10 in
2020-11-16T21:06:22.710 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:06:22.748 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:06:22.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:22 smithi065 bash[9468]: cluster 2020-11-16T21:06:20.734280+0000 mgr.x (mgr.14196) 1661 : cluster [DBG] pgmap v2531: 17 pgs: 2 active+recovering+remapped, 15 active+clean; 396 MiB data, 6.0 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 540 op/s; 3671/12664 objects misplaced (28.988%); 38 MiB/s, 643 objects/s recovering
2020-11-16T21:06:22.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:22 smithi065 bash[9468]: cluster 2020-11-16T21:06:21.350912+0000 mon.a (mon.0) 2951 : cluster [DBG] osdmap e989: 12 total, 12 up, 10 in
2020-11-16T21:06:22.778 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:06:22.788 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:22.808 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:06:22.845 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:06:22.878 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:06:22.892 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:22.915 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:06:22.950 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:06:22.951 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.951 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.952 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.952 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.952 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.952 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.952 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.952 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.952 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.953 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.953 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'false'
2020-11-16T21:06:22.953 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'false'
2020-11-16T21:06:23.026 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:06:22 smithi142 bash[114994]: debug 2020-11-16T21:06:22.790+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:23.051 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:06:23.051 INFO:teuthology.orchestra.run.smithi071.stdout:    "success": ""
2020-11-16T21:06:23.052 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:06:23.163 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[14115]: debug 2020-11-16T21:06:23.165+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:23.164 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:23.269 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:23.361 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is set
2020-11-16T21:06:23.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.362493+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e990: 12 total, 12 up, 10 in
2020-11-16T21:06:23.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: audit 2020-11-16T21:06:22.553346+0000 mon.b (mon.1) 476 : audit [DBG] from='client.? v1:172.21.15.142:0/2163115249' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:23.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.587573+0000 osd.0 (osd.0) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.613765+0000 osd.1 (osd.1) 364 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.648585+0000 osd.2 (osd.2) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.681150+0000 osd.3 (osd.3) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.720098+0000 osd.4 (osd.4) 300 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.787924+0000 osd.6 (osd.6) 305 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.818084+0000 osd.7 (osd.7) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: audit 2020-11-16T21:06:22.858321+0000 mon.a (mon.0) 2953 : audit [INF] from='client.? v1:172.21.15.142:0/23946365' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:06:23.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.885989+0000 osd.9 (osd.9) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:23 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.957714+0000 osd.11 (osd.11) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.362493+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e990: 12 total, 12 up, 10 in
2020-11-16T21:06:23.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: audit 2020-11-16T21:06:22.553346+0000 mon.b (mon.1) 476 : audit [DBG] from='client.? v1:172.21.15.142:0/2163115249' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:23.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.587573+0000 osd.0 (osd.0) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.613765+0000 osd.1 (osd.1) 364 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.648585+0000 osd.2 (osd.2) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.681150+0000 osd.3 (osd.3) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.720098+0000 osd.4 (osd.4) 300 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.787924+0000 osd.6 (osd.6) 305 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.818084+0000 osd.7 (osd.7) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: audit 2020-11-16T21:06:22.858321+0000 mon.a (mon.0) 2953 : audit [INF] from='client.? v1:172.21.15.142:0/23946365' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:06:23.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.885989+0000 osd.9 (osd.9) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.957714+0000 osd.11 (osd.11) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.362493+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e990: 12 total, 12 up, 10 in
2020-11-16T21:06:23.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: audit 2020-11-16T21:06:22.553346+0000 mon.b (mon.1) 476 : audit [DBG] from='client.? v1:172.21.15.142:0/2163115249' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:23.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.587573+0000 osd.0 (osd.0) 30 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.613765+0000 osd.1 (osd.1) 364 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.648585+0000 osd.2 (osd.2) 272 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.681150+0000 osd.3 (osd.3) 85 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.720098+0000 osd.4 (osd.4) 300 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.787924+0000 osd.6 (osd.6) 305 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.818084+0000 osd.7 (osd.7) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: audit 2020-11-16T21:06:22.858321+0000 mon.a (mon.0) 2953 : audit [INF] from='client.? v1:172.21.15.142:0/23946365' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:06:23.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.885989+0000 osd.9 (osd.9) 259 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:23 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.957714+0000 osd.11 (osd.11) 284 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:23.793 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:23.896 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:24.042 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:23 smithi065 bash[16457]: debug 2020-11-16T21:06:23.793+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:24.044 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:06:24.151 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:06:24.299 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:06:24.303 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[14115]: debug 2020-11-16T21:06:24.045+0000 7fdc3d7bc700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:24.303 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[11785]: debug 2020-11-16T21:06:24.293+0000 7f364ccf5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:24.405 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:24.473 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:06:24.473 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:06:24.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.734696+0000 mgr.x (mgr.14196) 1662 : cluster [DBG] pgmap v2534: 17 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 15 active+clean; 313 MiB data, 5.6 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 548 op/s; 3404/10030 objects misplaced (33.938%); 31 MiB/s, 527 objects/s recovering
2020-11-16T21:06:24.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.757587+0000 osd.5 (osd.5) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.564 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.851352+0000 osd.8 (osd.8) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.565 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[9468]: cluster 2020-11-16T21:06:22.917774+0000 osd.10 (osd.10) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.565 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[9468]: cluster 2020-11-16T21:06:23.359481+0000 mon.a (mon.0) 2954 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:24.565 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[9468]: audit 2020-11-16T21:06:23.368066+0000 mon.a (mon.0) 2955 : audit [INF] from='client.? v1:172.21.15.142:0/23946365' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:06:24.565 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:24 smithi065 bash[9468]: cluster 2020-11-16T21:06:23.368121+0000 mon.a (mon.0) 2956 : cluster [DBG] osdmap e991: 12 total, 12 up, 10 in
2020-11-16T21:06:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:24 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.734696+0000 mgr.x (mgr.14196) 1662 : cluster [DBG] pgmap v2534: 17 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 15 active+clean; 313 MiB data, 5.6 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 548 op/s; 3404/10030 objects misplaced (33.938%); 31 MiB/s, 527 objects/s recovering
2020-11-16T21:06:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:24 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.757587+0000 osd.5 (osd.5) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:24 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.851352+0000 osd.8 (osd.8) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:24 smithi071 bash[9480]: cluster 2020-11-16T21:06:22.917774+0000 osd.10 (osd.10) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:24 smithi071 bash[9480]: cluster 2020-11-16T21:06:23.359481+0000 mon.a (mon.0) 2954 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:24 smithi071 bash[9480]: audit 2020-11-16T21:06:23.368066+0000 mon.a (mon.0) 2955 : audit [INF] from='client.? v1:172.21.15.142:0/23946365' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:06:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:24 smithi071 bash[9480]: cluster 2020-11-16T21:06:23.368121+0000 mon.a (mon.0) 2956 : cluster [DBG] osdmap e991: 12 total, 12 up, 10 in
2020-11-16T21:06:24.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:24 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.734696+0000 mgr.x (mgr.14196) 1662 : cluster [DBG] pgmap v2534: 17 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 15 active+clean; 313 MiB data, 5.6 GiB used, 888 GiB / 894 GiB avail; 0 B/s wr, 548 op/s; 3404/10030 objects misplaced (33.938%); 31 MiB/s, 527 objects/s recovering
2020-11-16T21:06:24.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:24 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.757587+0000 osd.5 (osd.5) 271 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:24 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.851352+0000 osd.8 (osd.8) 283 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:24 smithi142 bash[9523]: cluster 2020-11-16T21:06:22.917774+0000 osd.10 (osd.10) 266 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:24.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:24 smithi142 bash[9523]: cluster 2020-11-16T21:06:23.359481+0000 mon.a (mon.0) 2954 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:24.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:24 smithi142 bash[9523]: audit 2020-11-16T21:06:23.368066+0000 mon.a (mon.0) 2955 : audit [INF] from='client.? v1:172.21.15.142:0/23946365' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished
2020-11-16T21:06:24.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:24 smithi142 bash[9523]: cluster 2020-11-16T21:06:23.368121+0000 mon.a (mon.0) 2956 : cluster [DBG] osdmap e991: 12 total, 12 up, 10 in
2020-11-16T21:06:24.831 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:24.936 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:25.078 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:25.105 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:24 smithi142 bash[147327]: debug 2020-11-16T21:06:24.834+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:25.183 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:25.305 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:25.409 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:25.418 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:06:25 smithi071 bash[26650]: debug 2020-11-16T21:06:25.081+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:25.526 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:25.529 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:25 smithi142 bash[147327]: debug 2020-11-16T21:06:25.306+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:25.601 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_blocked_ops
2020-11-16T21:06:25.631 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:25.693 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:25 smithi071 bash[16796]: debug 2020-11-16T21:06:25.529+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:25.782 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:25.808 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:25.917 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:26.027 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:25 smithi065 bash[16457]: debug 2020-11-16T21:06:25.801+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:26.037 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:26.141 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:26.193 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:26 smithi071 bash[16796]: debug 2020-11-16T21:06:26.041+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:26.263 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:26.372 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:26.529 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:26 smithi142 bash[20366]: debug 2020-11-16T21:06:26.266+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:26.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:26 smithi142 bash[9523]: cluster 2020-11-16T21:06:24.735086+0000 mgr.x (mgr.14196) 1663 : cluster [DBG] pgmap v2536: 17 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 15 active+clean; 262 MiB data, 5.2 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 479 op/s; 3404/8374 objects misplaced (40.650%); 11 MiB/s, 193 objects/s recovering
2020-11-16T21:06:26.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:26 smithi142 bash[9523]: audit 2020-11-16T21:06:26.328013+0000 mon.b (mon.1) 477 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:26.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:26 smithi142 bash[9523]: audit 2020-11-16T21:06:26.329314+0000 mon.a (mon.0) 2957 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:26.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:26 smithi142 bash[9523]: audit 2020-11-16T21:06:26.332468+0000 mon.a (mon.0) 2958 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:26.634 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:26 smithi065 bash[9468]: cluster 2020-11-16T21:06:24.735086+0000 mgr.x (mgr.14196) 1663 : cluster [DBG] pgmap v2536: 17 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 15 active+clean; 262 MiB data, 5.2 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 479 op/s; 3404/8374 objects misplaced (40.650%); 11 MiB/s, 193 objects/s recovering
2020-11-16T21:06:26.634 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:26 smithi065 bash[9468]: audit 2020-11-16T21:06:26.328013+0000 mon.b (mon.1) 477 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:26.634 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:26 smithi065 bash[9468]: audit 2020-11-16T21:06:26.329314+0000 mon.a (mon.0) 2957 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:26.635 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:26 smithi065 bash[9468]: audit 2020-11-16T21:06:26.332468+0000 mon.a (mon.0) 2958 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:26.635 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:26 smithi065 bash[16457]: debug 2020-11-16T21:06:26.637+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:26.635 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:26.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:26 smithi071 bash[9480]: cluster 2020-11-16T21:06:24.735086+0000 mgr.x (mgr.14196) 1663 : cluster [DBG] pgmap v2536: 17 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 15 active+clean; 262 MiB data, 5.2 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 479 op/s; 3404/8374 objects misplaced (40.650%); 11 MiB/s, 193 objects/s recovering
2020-11-16T21:06:26.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:26 smithi071 bash[9480]: audit 2020-11-16T21:06:26.328013+0000 mon.b (mon.1) 477 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:26.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:26 smithi071 bash[9480]: audit 2020-11-16T21:06:26.329314+0000 mon.a (mon.0) 2957 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:26.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:26 smithi071 bash[9480]: audit 2020-11-16T21:06:26.332468+0000 mon.a (mon.0) 2958 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:26.738 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:26.867 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:26.971 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:27.106 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:27.107 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T21:06:27.126 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true
2020-11-16T21:06:27.193 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:26 smithi071 bash[16796]: debug 2020-11-16T21:06:26.873+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:27.212 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:27.279 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[114994]: debug 2020-11-16T21:06:27.106+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:27.285 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:27.335 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:27.345 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Removed 132347 objects
2020-11-16T21:06:27.346 INFO:tasks.radosbench.radosbench.2.smithi065.stdout:Clean up completed and total clean up time :271.266
2020-11-16T21:06:27.644 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:27 smithi065 bash[9468]: cluster 2020-11-16T21:06:25.824806+0000 osd.5 (osd.5) 272 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:27.644 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:27 smithi065 bash[9468]: cluster 2020-11-16T21:06:25.824905+0000 osd.5 (osd.5) 273 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:27.645 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:27 smithi065 bash[9468]: cluster 2020-11-16T21:06:26.374020+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e992: 12 total, 12 up, 10 in
2020-11-16T21:06:27.645 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:27 smithi065 bash[9468]: audit 2020-11-16T21:06:26.386810+0000 mon.b (mon.1) 478 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:06:27.645 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:27 smithi065 bash[9468]: audit 2020-11-16T21:06:26.387035+0000 mon.b (mon.1) 479 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:06:27.645 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:27 smithi065 bash[9468]: audit 2020-11-16T21:06:26.387970+0000 mon.a (mon.0) 2960 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:06:27.645 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:27 smithi065 bash[9468]: audit 2020-11-16T21:06:26.388425+0000 mon.a (mon.0) 2961 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:06:27.645 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:27 smithi065 bash[9468]: cluster 2020-11-16T21:06:26.918545+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e993: 12 total, 12 up, 10 in
2020-11-16T21:06:27.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:27 smithi071 bash[9480]: cluster 2020-11-16T21:06:25.824806+0000 osd.5 (osd.5) 272 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:27 smithi071 bash[9480]: cluster 2020-11-16T21:06:25.824905+0000 osd.5 (osd.5) 273 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:27 smithi071 bash[9480]: cluster 2020-11-16T21:06:26.374020+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e992: 12 total, 12 up, 10 in
2020-11-16T21:06:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:27 smithi071 bash[9480]: audit 2020-11-16T21:06:26.386810+0000 mon.b (mon.1) 478 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:06:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:27 smithi071 bash[9480]: audit 2020-11-16T21:06:26.387035+0000 mon.b (mon.1) 479 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:06:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:27 smithi071 bash[9480]: audit 2020-11-16T21:06:26.387970+0000 mon.a (mon.0) 2960 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:06:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:27 smithi071 bash[9480]: audit 2020-11-16T21:06:26.388425+0000 mon.a (mon.0) 2961 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:06:27.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:27 smithi071 bash[9480]: cluster 2020-11-16T21:06:26.918545+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e993: 12 total, 12 up, 10 in
2020-11-16T21:06:27.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[9523]: cluster 2020-11-16T21:06:25.824806+0000 osd.5 (osd.5) 272 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[9523]: cluster 2020-11-16T21:06:25.824905+0000 osd.5 (osd.5) 273 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[9523]: cluster 2020-11-16T21:06:26.374020+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e992: 12 total, 12 up, 10 in
2020-11-16T21:06:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[9523]: audit 2020-11-16T21:06:26.386810+0000 mon.b (mon.1) 478 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:06:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[9523]: audit 2020-11-16T21:06:26.387035+0000 mon.b (mon.1) 479 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:06:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[9523]: audit 2020-11-16T21:06:26.387970+0000 mon.a (mon.0) 2960 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:06:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[9523]: audit 2020-11-16T21:06:26.388425+0000 mon.a (mon.0) 2961 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:06:27.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:27 smithi142 bash[9523]: cluster 2020-11-16T21:06:26.918545+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e993: 12 total, 12 up, 10 in
2020-11-16T21:06:28.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:28 smithi071 bash[9480]: cluster 2020-11-16T21:06:26.735579+0000 mgr.x (mgr.14196) 1664 : cluster [DBG] pgmap v2538: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 136 MiB data, 5.0 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 711 op/s; 3188/4344 objects misplaced (73.389%); 4.6 MiB/s, 75 objects/s recovering
2020-11-16T21:06:28.717 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:28 smithi142 bash[9523]: cluster 2020-11-16T21:06:26.735579+0000 mgr.x (mgr.14196) 1664 : cluster [DBG] pgmap v2538: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 136 MiB data, 5.0 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 711 op/s; 3188/4344 objects misplaced (73.389%); 4.6 MiB/s, 75 objects/s recovering
2020-11-16T21:06:28.717 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:28.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:28 smithi065 bash[9468]: cluster 2020-11-16T21:06:26.735579+0000 mgr.x (mgr.14196) 1664 : cluster [DBG] pgmap v2538: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 136 MiB data, 5.0 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 711 op/s; 3188/4344 objects misplaced (73.389%); 4.6 MiB/s, 75 objects/s recovering
2020-11-16T21:06:28.822 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:28.965 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:29.029 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:06:28 smithi142 bash[114994]: debug 2020-11-16T21:06:28.722+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:29.059 INFO:tasks.thrashosds.thrasher:in_osds:  [1, 4, 6, 7, 8, 11, 9, 10, 5, 3] out_osds:  [2, 0] dead_osds:  [] live_osds:  [1, 2, 4, 5, 6, 8, 9, 10, 11, 7, 3, 0]
2020-11-16T21:06:29.059 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0
2020-11-16T21:06:29.059 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:06:29.060 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 0.05
2020-11-16T21:06:29.070 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:29.193 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:28 smithi071 bash[16796]: debug 2020-11-16T21:06:28.969+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:29.205 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:29.963 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:06:29.963 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:06:30.083 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:30.188 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:30.630 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:06:30 smithi142 bash[114994]: debug 2020-11-16T21:06:30.086+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:30.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:30 smithi071 bash[9480]: cluster 2020-11-16T21:06:28.736212+0000 mgr.x (mgr.14196) 1665 : cluster [DBG] pgmap v2540: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 71 MiB data, 4.7 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 645 op/s; 3188/2286 objects misplaced (139.458%); 2.2 MiB/s, 37 objects/s recovering
2020-11-16T21:06:30.744 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:30 smithi065 bash[9468]: cluster 2020-11-16T21:06:28.736212+0000 mgr.x (mgr.14196) 1665 : cluster [DBG] pgmap v2540: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 71 MiB data, 4.7 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 645 op/s; 3188/2286 objects misplaced (139.458%); 2.2 MiB/s, 37 objects/s recovering
2020-11-16T21:06:30.746 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.8 dump_historic_ops
2020-11-16T21:06:30.885 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:31.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:30 smithi142 bash[9523]: cluster 2020-11-16T21:06:28.736212+0000 mgr.x (mgr.14196) 1665 : cluster [DBG] pgmap v2540: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 71 MiB data, 4.7 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 645 op/s; 3188/2286 objects misplaced (139.458%); 2.2 MiB/s, 37 objects/s recovering
2020-11-16T21:06:31.056 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:31.161 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:31.388 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:31 smithi142 bash[20366]: debug 2020-11-16T21:06:31.062+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:31.388 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:31.493 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:31.648 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:31 smithi142 bash[20366]: debug 2020-11-16T21:06:31.394+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:31.761 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:31.832 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_7
2020-11-16T21:06:31.833 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd pool rm unique_pool_7 unique_pool_7 --yes-i-really-really-mean-it
2020-11-16T21:06:31.868 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:31.899 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:31 smithi142 bash[147327]: debug 2020-11-16T21:06:31.766+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:32.016 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:32.094 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:32.201 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:32.352 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:32.390 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:32 smithi142 bash[147327]: debug 2020-11-16T21:06:32.098+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:32.457 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:32.469 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:06:32 smithi071 bash[26650]: debug 2020-11-16T21:06:32.357+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:32.469 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:32 smithi071 bash[9480]: cluster 2020-11-16T21:06:30.736963+0000 mgr.x (mgr.14196) 1666 : cluster [DBG] pgmap v2541: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 21 MiB data, 4.5 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 596 op/s; 3188/670 objects misplaced (475.821%); 1.8 MiB/s, 30 objects/s recovering
2020-11-16T21:06:32.470 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:32 smithi071 bash[9480]: cluster 2020-11-16T21:06:31.750991+0000 osd.7 (osd.7) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:32.470 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:32 smithi071 bash[9480]: cluster 2020-11-16T21:06:31.751158+0000 osd.7 (osd.7) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:32.582 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:32.687 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:32.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:32 smithi142 bash[9523]: cluster 2020-11-16T21:06:30.736963+0000 mgr.x (mgr.14196) 1666 : cluster [DBG] pgmap v2541: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 21 MiB data, 4.5 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 596 op/s; 3188/670 objects misplaced (475.821%); 1.8 MiB/s, 30 objects/s recovering
2020-11-16T21:06:32.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:32 smithi142 bash[9523]: cluster 2020-11-16T21:06:31.750991+0000 osd.7 (osd.7) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:32.700 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:32 smithi142 bash[9523]: cluster 2020-11-16T21:06:31.751158+0000 osd.7 (osd.7) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:32.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:32 smithi065 bash[9468]: cluster 2020-11-16T21:06:30.736963+0000 mgr.x (mgr.14196) 1666 : cluster [DBG] pgmap v2541: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 21 MiB data, 4.5 GiB used, 889 GiB / 894 GiB avail; 0 B/s wr, 596 op/s; 3188/670 objects misplaced (475.821%); 1.8 MiB/s, 30 objects/s recovering
2020-11-16T21:06:32.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:32 smithi065 bash[9468]: cluster 2020-11-16T21:06:31.750991+0000 osd.7 (osd.7) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:32.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:32 smithi065 bash[9468]: cluster 2020-11-16T21:06:31.751158+0000 osd.7 (osd.7) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:32.943 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:32 smithi071 bash[14419]: debug 2020-11-16T21:06:32.585+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:33.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:33 smithi142 bash[9523]: cluster 2020-11-16T21:06:32.412097+0000 mon.a (mon.0) 2963 : cluster [DBG] osdmap e994: 12 total, 12 up, 10 in
2020-11-16T21:06:33.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:33 smithi071 bash[9480]: cluster 2020-11-16T21:06:32.412097+0000 mon.a (mon.0) 2963 : cluster [DBG] osdmap e994: 12 total, 12 up, 10 in
2020-11-16T21:06:33.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:33 smithi065 bash[9468]: cluster 2020-11-16T21:06:32.412097+0000 mon.a (mon.0) 2963 : cluster [DBG] osdmap e994: 12 total, 12 up, 10 in
2020-11-16T21:06:33.878 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:33.982 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:34.175 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:33 smithi142 bash[20366]: debug 2020-11-16T21:06:33.882+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:34.526 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:06:34.526 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:06:34.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:34 smithi065 bash[9468]: cluster 2020-11-16T21:06:32.737753+0000 mgr.x (mgr.14196) 1667 : cluster [DBG] pgmap v2543: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 487 op/s; 1.5 MiB/s, 77 objects/s recovering
2020-11-16T21:06:34.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:34 smithi142 bash[9523]: cluster 2020-11-16T21:06:32.737753+0000 mgr.x (mgr.14196) 1667 : cluster [DBG] pgmap v2543: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 487 op/s; 1.5 MiB/s, 77 objects/s recovering
2020-11-16T21:06:34.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:34 smithi071 bash[9480]: cluster 2020-11-16T21:06:32.737753+0000 mgr.x (mgr.14196) 1667 : cluster [DBG] pgmap v2543: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 487 op/s; 1.5 MiB/s, 77 objects/s recovering
2020-11-16T21:06:35.258 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:35.363 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:35.366 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_ops_in_flight
2020-11-16T21:06:35.513 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:35.529 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:06:35 smithi142 bash[18009]: debug 2020-11-16T21:06:35.262+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:36.126 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:36.231 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:36.419 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:36 smithi142 bash[147327]: debug 2020-11-16T21:06:36.130+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:36.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:36 smithi071 bash[9480]: cluster 2020-11-16T21:06:34.555620+0000 osd.8 (osd.8) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:36.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:36 smithi071 bash[9480]: cluster 2020-11-16T21:06:34.555716+0000 osd.8 (osd.8) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:36.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:36 smithi071 bash[9480]: cluster 2020-11-16T21:06:34.738493+0000 mgr.x (mgr.14196) 1668 : cluster [DBG] pgmap v2544: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 271 op/s; 0 B/s, 41 objects/s recovering
2020-11-16T21:06:36.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:36 smithi071 bash[9480]: cluster 2020-11-16T21:06:35.428240+0000 mon.a (mon.0) 2964 : cluster [DBG] osdmap e995: 12 total, 12 up, 10 in
2020-11-16T21:06:36.740 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:36 smithi065 bash[9468]: cluster 2020-11-16T21:06:34.555620+0000 osd.8 (osd.8) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:36.740 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:36 smithi065 bash[9468]: cluster 2020-11-16T21:06:34.555716+0000 osd.8 (osd.8) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:36.740 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:36 smithi065 bash[9468]: cluster 2020-11-16T21:06:34.738493+0000 mgr.x (mgr.14196) 1668 : cluster [DBG] pgmap v2544: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 271 op/s; 0 B/s, 41 objects/s recovering
2020-11-16T21:06:36.741 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:36 smithi065 bash[9468]: cluster 2020-11-16T21:06:35.428240+0000 mon.a (mon.0) 2964 : cluster [DBG] osdmap e995: 12 total, 12 up, 10 in
2020-11-16T21:06:36.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:36 smithi142 bash[9523]: cluster 2020-11-16T21:06:34.555620+0000 osd.8 (osd.8) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:36.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:36 smithi142 bash[9523]: cluster 2020-11-16T21:06:34.555716+0000 osd.8 (osd.8) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:36.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:36 smithi142 bash[9523]: cluster 2020-11-16T21:06:34.738493+0000 mgr.x (mgr.14196) 1668 : cluster [DBG] pgmap v2544: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 271 op/s; 0 B/s, 41 objects/s recovering
2020-11-16T21:06:36.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:36 smithi142 bash[9523]: cluster 2020-11-16T21:06:35.428240+0000 mon.a (mon.0) 2964 : cluster [DBG] osdmap e995: 12 total, 12 up, 10 in
2020-11-16T21:06:36.857 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:36.963 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:37.117 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:06:37.221 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:37.443 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:06:37 smithi071 bash[12066]: debug 2020-11-16T21:06:37.121+0000 7fe558bc5700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:37.541 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:36 smithi142 bash[147327]: debug 2020-11-16T21:06:36.862+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:38.266 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:06:38.372 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:38.501 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:38.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:38 smithi142 bash[9523]: cluster 2020-11-16T21:06:36.739238+0000 mgr.x (mgr.14196) 1669 : cluster [DBG] pgmap v2546: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 142 op/s; 0 B/s, 120 objects/s recovering
2020-11-16T21:06:38.530 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:06:38 smithi142 bash[20366]: debug 2020-11-16T21:06:38.270+0000 7fe60372b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:38.607 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:38.684 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:38 smithi065 bash[9468]: cluster 2020-11-16T21:06:36.739238+0000 mgr.x (mgr.14196) 1669 : cluster [DBG] pgmap v2546: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 142 op/s; 0 B/s, 120 objects/s recovering
2020-11-16T21:06:38.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:38 smithi071 bash[9480]: cluster 2020-11-16T21:06:36.739238+0000 mgr.x (mgr.14196) 1669 : cluster [DBG] pgmap v2546: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 142 op/s; 0 B/s, 120 objects/s recovering
2020-11-16T21:06:38.693 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:38 smithi071 bash[16796]: debug 2020-11-16T21:06:38.505+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:38.862 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:06:38.863 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:06:39.193 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:06:39.297 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:39.433 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:39.529 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:06:39 smithi142 bash[18009]: debug 2020-11-16T21:06:39.198+0000 7fc7c63e0700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:39.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:39 smithi142 bash[9523]: cluster 2020-11-16T21:06:38.594858+0000 osd.1 (osd.1) 365 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:39.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:39 smithi142 bash[9523]: cluster 2020-11-16T21:06:38.594993+0000 osd.1 (osd.1) 366 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:39.539 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:39.584 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_blocked_ops
2020-11-16T21:06:39.658 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:39 smithi071 bash[14419]: debug 2020-11-16T21:06:39.437+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:39.659 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:39 smithi071 bash[9480]: cluster 2020-11-16T21:06:38.594858+0000 osd.1 (osd.1) 365 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:39.659 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:39 smithi071 bash[9480]: cluster 2020-11-16T21:06:38.594993+0000 osd.1 (osd.1) 366 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:39.659 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:39.732 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:39.763 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:39.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:39 smithi065 bash[9468]: cluster 2020-11-16T21:06:38.594858+0000 osd.1 (osd.1) 365 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:39.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:39 smithi065 bash[9468]: cluster 2020-11-16T21:06:38.594993+0000 osd.1 (osd.1) 366 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:39.890 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:39.943 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:39 smithi071 bash[16796]: debug 2020-11-16T21:06:39.897+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:39.943 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:06:39 smithi071 bash[26650]: debug 2020-11-16T21:06:39.665+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:39.996 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:40.676 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:40.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:40 smithi071 bash[9480]: cluster 2020-11-16T21:06:38.740077+0000 mgr.x (mgr.14196) 1670 : cluster [DBG] pgmap v2547: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 41 op/s; 0 B/s, 120 objects/s recovering
2020-11-16T21:06:40.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:40 smithi071 bash[9480]: cluster 2020-11-16T21:06:39.449947+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e996: 12 total, 12 up, 10 in
2020-11-16T21:06:40.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:40 smithi065 bash[9468]: cluster 2020-11-16T21:06:38.740077+0000 mgr.x (mgr.14196) 1670 : cluster [DBG] pgmap v2547: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 41 op/s; 0 B/s, 120 objects/s recovering
2020-11-16T21:06:40.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:40 smithi065 bash[9468]: cluster 2020-11-16T21:06:39.449947+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e996: 12 total, 12 up, 10 in
2020-11-16T21:06:40.779 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:40 smithi142 bash[147327]: debug 2020-11-16T21:06:40.682+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:40.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:40 smithi142 bash[9523]: cluster 2020-11-16T21:06:38.740077+0000 mgr.x (mgr.14196) 1670 : cluster [DBG] pgmap v2547: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s wr, 41 op/s; 0 B/s, 120 objects/s recovering
2020-11-16T21:06:40.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:40 smithi142 bash[9523]: cluster 2020-11-16T21:06:39.449947+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e996: 12 total, 12 up, 10 in
2020-11-16T21:06:40.781 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:40.937 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:41.041 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:41.193 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:06:40 smithi071 bash[26650]: debug 2020-11-16T21:06:40.941+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:41.245 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:41.348 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:41.446 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:41 smithi142 bash[147327]: debug 2020-11-16T21:06:41.250+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:41.756 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:41 smithi065 bash[9468]: cluster 2020-11-16T21:06:40.476084+0000 osd.11 (osd.11) 285 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:41.756 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:41 smithi065 bash[9468]: cluster 2020-11-16T21:06:40.476167+0000 osd.11 (osd.11) 286 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:41.756 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:41 smithi065 bash[9468]: cluster 2020-11-16T21:06:40.917019+0000 osd.3 (osd.3) 86 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:41.756 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:41 smithi065 bash[9468]: cluster 2020-11-16T21:06:40.919034+0000 osd.3 (osd.3) 87 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:41.757 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:41.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:41 smithi142 bash[9523]: cluster 2020-11-16T21:06:40.476084+0000 osd.11 (osd.11) 285 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:41.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:41 smithi142 bash[9523]: cluster 2020-11-16T21:06:40.476167+0000 osd.11 (osd.11) 286 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:41.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:41 smithi142 bash[9523]: cluster 2020-11-16T21:06:40.917019+0000 osd.3 (osd.3) 86 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:41.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:41 smithi142 bash[9523]: cluster 2020-11-16T21:06:40.919034+0000 osd.3 (osd.3) 87 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:41.863 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:41.876 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:41 smithi071 bash[9480]: cluster 2020-11-16T21:06:40.476084+0000 osd.11 (osd.11) 285 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:41.876 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:41 smithi071 bash[9480]: cluster 2020-11-16T21:06:40.476167+0000 osd.11 (osd.11) 286 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:41.876 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:41 smithi071 bash[9480]: cluster 2020-11-16T21:06:40.917019+0000 osd.3 (osd.3) 86 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:41.877 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:41 smithi071 bash[9480]: cluster 2020-11-16T21:06:40.919034+0000 osd.3 (osd.3) 87 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:41.981 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:42.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:06:41 smithi065 bash[18823]: debug 2020-11-16T21:06:41.756+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:42.086 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:42.193 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:41 smithi071 bash[14419]: debug 2020-11-16T21:06:41.985+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:42.208 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:06:42.314 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:42.450 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:42.558 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:42.693 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:42 smithi071 bash[14419]: debug 2020-11-16T21:06:42.453+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:42.694 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:06:42 smithi071 bash[16796]: debug 2020-11-16T21:06:42.213+0000 7f1534b7d700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:42 smithi071 bash[9480]: cluster 2020-11-16T21:06:40.740822+0000 mgr.x (mgr.14196) 1671 : cluster [DBG] pgmap v2549: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 78 objects/s recovering
2020-11-16T21:06:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:42 smithi071 bash[9480]: cluster 2020-11-16T21:06:41.460740+0000 mon.a (mon.0) 2966 : cluster [DBG] osdmap e997: 12 total, 12 up, 10 in
2020-11-16T21:06:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:42 smithi071 bash[9480]: audit 2020-11-16T21:06:42.031119+0000 mon.a (mon.0) 2967 : audit [INF] from='client.? v1:172.21.15.142:0/454302916' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:06:42.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:42 smithi065 bash[9468]: cluster 2020-11-16T21:06:40.740822+0000 mgr.x (mgr.14196) 1671 : cluster [DBG] pgmap v2549: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 78 objects/s recovering
2020-11-16T21:06:42.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:42 smithi065 bash[9468]: cluster 2020-11-16T21:06:41.460740+0000 mon.a (mon.0) 2966 : cluster [DBG] osdmap e997: 12 total, 12 up, 10 in
2020-11-16T21:06:42.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:42 smithi065 bash[9468]: audit 2020-11-16T21:06:42.031119+0000 mon.a (mon.0) 2967 : audit [INF] from='client.? v1:172.21.15.142:0/454302916' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:06:42.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:42 smithi142 bash[9523]: cluster 2020-11-16T21:06:40.740822+0000 mgr.x (mgr.14196) 1671 : cluster [DBG] pgmap v2549: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 78 objects/s recovering
2020-11-16T21:06:42.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:42 smithi142 bash[9523]: cluster 2020-11-16T21:06:41.460740+0000 mon.a (mon.0) 2966 : cluster [DBG] osdmap e997: 12 total, 12 up, 10 in
2020-11-16T21:06:42.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:42 smithi142 bash[9523]: audit 2020-11-16T21:06:42.031119+0000 mon.a (mon.0) 2967 : audit [INF] from='client.? v1:172.21.15.142:0/454302916' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:06:42.811 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:06:42.915 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:42.926 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T21:06:43.036 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:43.118 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:06:42 smithi142 bash[114994]: debug 2020-11-16T21:06:42.813+0000 7f682eba9700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:43.142 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:43.193 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:43 smithi071 bash[14419]: debug 2020-11-16T21:06:43.041+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:43.269 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:43.375 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:ERROR: (22) Invalid argument
2020-11-16T21:06:43.387 INFO:teuthology.orchestra.run.smithi065.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards.
2020-11-16T21:06:43.498 INFO:teuthology.orchestra.run.smithi142.stdout:osd.0: {}
2020-11-16T21:06:43.504 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:06:43.521 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1: {}
2020-11-16T21:06:43.562 INFO:teuthology.orchestra.run.smithi142.stdout:osd.2: {}
2020-11-16T21:06:43.588 INFO:teuthology.orchestra.run.smithi142.stdout:osd.3: {}
2020-11-16T21:06:43.610 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:43.612 INFO:teuthology.orchestra.run.smithi142.stdout:osd.4: {}
2020-11-16T21:06:43.637 INFO:teuthology.orchestra.run.smithi142.stdout:osd.5: {}
2020-11-16T21:06:43.663 INFO:teuthology.orchestra.run.smithi142.stdout:osd.6: {}
2020-11-16T21:06:43.686 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 34 (0%)
2020-11-16T21:06:43.687 INFO:teuthology.orchestra.run.smithi142.stdout:avg 3.4
2020-11-16T21:06:43.687 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 1.90788 -> 1.90788 (expected baseline 1.74929)
2020-11-16T21:06:43.687 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.6 with 1 -> 1 pgs (0.294118 -> 0.294118 * mean)
2020-11-16T21:06:43.687 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 6 -> 6 pgs (1.76471 -> 1.76471 * mean)
2020-11-16T21:06:43.687 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:06:43.687 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T21:06:43.687 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 0.05
2020-11-16T21:06:43.688 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:06:43.688 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0050
2020-11-16T21:06:43.688 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0501
2020-11-16T21:06:43.688 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10 weight 0.8851 -> 0.9351
2020-11-16T21:06:43.689 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:43 smithi071 bash[14419]: debug 2020-11-16T21:06:43.273+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:43.689 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:06:43 smithi071 bash[26650]: debug 2020-11-16T21:06:43.509+0000 7ff341a7b700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:43.689 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:43 smithi071 bash[9480]: cluster 2020-11-16T21:06:42.924704+0000 mon.a (mon.0) 2968 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:43.689 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:43 smithi071 bash[9480]: audit 2020-11-16T21:06:42.931041+0000 mon.a (mon.0) 2969 : audit [INF] from='client.? v1:172.21.15.142:0/454302916' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:06:43.689 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:43 smithi071 bash[9480]: cluster 2020-11-16T21:06:42.931181+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e998: 12 total, 12 up, 10 in
2020-11-16T21:06:43.690 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:06:43.699 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7: {}
2020-11-16T21:06:43.726 INFO:teuthology.orchestra.run.smithi142.stdout:osd.8: {}
2020-11-16T21:06:43.754 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9: {}
2020-11-16T21:06:43.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:43 smithi065 bash[9468]: cluster 2020-11-16T21:06:42.924704+0000 mon.a (mon.0) 2968 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:43.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:43 smithi065 bash[9468]: audit 2020-11-16T21:06:42.931041+0000 mon.a (mon.0) 2969 : audit [INF] from='client.? v1:172.21.15.142:0/454302916' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:06:43.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:43 smithi065 bash[9468]: cluster 2020-11-16T21:06:42.931181+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e998: 12 total, 12 up, 10 in
2020-11-16T21:06:43.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:43 smithi142 bash[9523]: cluster 2020-11-16T21:06:42.924704+0000 mon.a (mon.0) 2968 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS)
2020-11-16T21:06:43.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:43 smithi142 bash[9523]: audit 2020-11-16T21:06:42.931041+0000 mon.a (mon.0) 2969 : audit [INF] from='client.? v1:172.21.15.142:0/454302916' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:06:43.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:43 smithi142 bash[9523]: cluster 2020-11-16T21:06:42.931181+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e998: 12 total, 12 up, 10 in
2020-11-16T21:06:43.780 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10: {}
2020-11-16T21:06:43.806 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11: {}
2020-11-16T21:06:43.808 INFO:teuthology.orchestra.run.smithi142.stderr:osd.0: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.809 INFO:teuthology.orchestra.run.smithi142.stderr:osd.1: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.809 INFO:teuthology.orchestra.run.smithi142.stderr:osd.2: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.809 INFO:teuthology.orchestra.run.smithi142.stderr:osd.3: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.809 INFO:teuthology.orchestra.run.smithi142.stderr:osd.4: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.809 INFO:teuthology.orchestra.run.smithi142.stderr:osd.5: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.809 INFO:teuthology.orchestra.run.smithi142.stderr:osd.6: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.809 INFO:teuthology.orchestra.run.smithi142.stderr:osd.7: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.810 INFO:teuthology.orchestra.run.smithi142.stderr:osd.8: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.810 INFO:teuthology.orchestra.run.smithi142.stderr:osd.9: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.810 INFO:teuthology.orchestra.run.smithi142.stderr:osd.10: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.810 INFO:teuthology.orchestra.run.smithi142.stderr:osd.11: osd_enable_op_tracker = 'true'
2020-11-16T21:06:43.943 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:06:43 smithi071 bash[10230]: debug 2020-11-16T21:06:43.693+0000 7f1e83161700 -1 mgr.server reply reply (1) Operation not permitted no change
2020-11-16T21:06:44.123 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:44.227 INFO:teuthology.orchestra.run.smithi071:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:44.261 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.9 dump_historic_ops
2020-11-16T21:06:44.354 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:06:44.408 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:44.460 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:44.461 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[16457]: debug 2020-11-16T21:06:44.124+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:44.693 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[14419]: debug 2020-11-16T21:06:44.361+0000 7f6f20a61700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:44.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:42.741596+0000 mgr.x (mgr.14196) 1672 : cluster [DBG] pgmap v2551: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 178 objects/s recovering
2020-11-16T21:06:44.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: audit 2020-11-16T21:06:43.479950+0000 mon.a (mon.0) 2971 : audit [DBG] from='client.? v1:172.21.15.142:0/2213119880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:44.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.507768+0000 osd.0 (osd.0) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.531589+0000 osd.1 (osd.1) 367 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.572166+0000 osd.2 (osd.2) 273 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.597886+0000 osd.3 (osd.3) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.621656+0000 osd.4 (osd.4) 301 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.646169+0000 osd.5 (osd.5) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.672635+0000 osd.6 (osd.6) 306 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.708631+0000 osd.7 (osd.7) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.733645+0000 osd.8 (osd.8) 286 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.762252+0000 osd.9 (osd.9) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:44 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.814023+0000 osd.11 (osd.11) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:42.741596+0000 mgr.x (mgr.14196) 1672 : cluster [DBG] pgmap v2551: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 178 objects/s recovering
2020-11-16T21:06:44.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: audit 2020-11-16T21:06:43.479950+0000 mon.a (mon.0) 2971 : audit [DBG] from='client.? v1:172.21.15.142:0/2213119880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:44.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.507768+0000 osd.0 (osd.0) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.531589+0000 osd.1 (osd.1) 367 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.572166+0000 osd.2 (osd.2) 273 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.597886+0000 osd.3 (osd.3) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.621656+0000 osd.4 (osd.4) 301 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.646169+0000 osd.5 (osd.5) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.672635+0000 osd.6 (osd.6) 306 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.708631+0000 osd.7 (osd.7) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.733645+0000 osd.8 (osd.8) 286 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.762252+0000 osd.9 (osd.9) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.779 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:44 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.814023+0000 osd.11 (osd.11) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:42.741596+0000 mgr.x (mgr.14196) 1672 : cluster [DBG] pgmap v2551: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 178 objects/s recovering
2020-11-16T21:06:44.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: audit 2020-11-16T21:06:43.479950+0000 mon.a (mon.0) 2971 : audit [DBG] from='client.? v1:172.21.15.142:0/2213119880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch
2020-11-16T21:06:44.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.507768+0000 osd.0 (osd.0) 31 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.531589+0000 osd.1 (osd.1) 367 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.572166+0000 osd.2 (osd.2) 273 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.597886+0000 osd.3 (osd.3) 88 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.621656+0000 osd.4 (osd.4) 301 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.646169+0000 osd.5 (osd.5) 274 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.672635+0000 osd.6 (osd.6) 306 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.708631+0000 osd.7 (osd.7) 269 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.781 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.733645+0000 osd.8 (osd.8) 286 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.762252+0000 osd.9 (osd.9) 260 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:44.782 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:44 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.814023+0000 osd.11 (osd.11) 287 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:45.019 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:06:45.125 INFO:teuthology.orchestra.run.smithi065:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:45.277 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:06:45 smithi065 bash[18823]: debug 2020-11-16T21:06:45.020+0000 7f1f1d674700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:45.662 INFO:teuthology.orchestra.run.smithi065.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:06:45.767 INFO:teuthology.orchestra.run.smithi142:> sudo docker kill -s 1 ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:45.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:06:45 smithi065 bash[16457]: debug 2020-11-16T21:06:45.664+0000 7f6d7481f700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:45.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:45 smithi065 bash[9468]: audit 2020-11-16T21:06:43.695585+0000 mgr.x (mgr.14196) 1673 : audit [DBG] from='client.17343 v1:172.21.15.142:0/3600322969' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:06:49.894 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:45 smithi065 bash[9468]: cluster 2020-11-16T21:06:43.787488+0000 osd.10 (osd.10) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:49.894 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:45 smithi065 bash[9468]: cluster 2020-11-16T21:06:45.260838+0000 osd.7 (osd.7) 270 : cluster [DBG] 9.e scrub starts
2020-11-16T21:06:49.900 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:45 smithi071 bash[9480]: audit 2020-11-16T21:06:43.695585+0000 mgr.x (mgr.14196) 1673 : audit [DBG] from='client.17343 v1:172.21.15.142:0/3600322969' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:06:49.900 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:45 smithi071 bash[9480]: cluster 2020-11-16T21:06:43.787488+0000 osd.10 (osd.10) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:49.900 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:45 smithi071 bash[9480]: cluster 2020-11-16T21:06:45.260838+0000 osd.7 (osd.7) 270 : cluster [DBG] 9.e scrub starts
2020-11-16T21:06:49.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:46 smithi071 bash[9480]: cluster 2020-11-16T21:06:44.742261+0000 mgr.x (mgr.14196) 1674 : cluster [DBG] pgmap v2553: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 112 objects/s recovering
2020-11-16T21:06:49.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:46 smithi071 bash[9480]: cluster 2020-11-16T21:06:45.291429+0000 osd.7 (osd.7) 271 : cluster [DBG] 9.e scrub ok
2020-11-16T21:06:49.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:46 smithi071 bash[9480]: cluster 2020-11-16T21:06:45.369794+0000 osd.3 (osd.3) 89 : cluster [DBG] 9.1 scrub starts
2020-11-16T21:06:49.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:46 smithi071 bash[9480]: cluster 2020-11-16T21:06:45.381684+0000 osd.3 (osd.3) 90 : cluster [DBG] 9.1 scrub ok
2020-11-16T21:06:49.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:46 smithi071 bash[9480]: cluster 2020-11-16T21:06:45.578416+0000 osd.8 (osd.8) 287 : cluster [DBG] 9.3 scrub starts
2020-11-16T21:06:49.901 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:46 smithi071 bash[9480]: cluster 2020-11-16T21:06:45.592452+0000 osd.8 (osd.8) 288 : cluster [DBG] 9.3 scrub ok
2020-11-16T21:06:49.902 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:46 smithi071 bash[9480]: cluster 2020-11-16T21:06:46.274016+0000 osd.7 (osd.7) 272 : cluster [DBG] 9.d scrub starts
2020-11-16T21:06:49.902 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:47 smithi071 bash[9480]: cluster 2020-11-16T21:06:46.289185+0000 osd.7 (osd.7) 273 : cluster [DBG] 9.d scrub ok
2020-11-16T21:06:49.902 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:47 smithi071 bash[9480]: cluster 2020-11-16T21:06:46.570539+0000 osd.8 (osd.8) 289 : cluster [DBG] 9.b scrub starts
2020-11-16T21:06:49.902 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:47 smithi071 bash[9480]: cluster 2020-11-16T21:06:46.583928+0000 osd.8 (osd.8) 290 : cluster [DBG] 9.b scrub ok
2020-11-16T21:06:49.902 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:47 smithi071 bash[9480]: audit 2020-11-16T21:06:46.804257+0000 mon.a (mon.0) 2972 : audit [INF] from='client.? v1:172.21.15.142:0/1980635210' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T21:06:49.902 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:47 smithi071 bash[9480]: audit 2020-11-16T21:06:46.924704+0000 mon.a (mon.0) 2973 : audit [INF] from='client.? v1:172.21.15.142:0/1980635210' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T21:06:49.903 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:47 smithi071 bash[9480]: cluster 2020-11-16T21:06:46.924771+0000 mon.a (mon.0) 2974 : cluster [DBG] osdmap e999: 12 total, 12 up, 10 in
2020-11-16T21:06:49.903 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:48 smithi071 bash[9480]: cluster 2020-11-16T21:06:46.742992+0000 mgr.x (mgr.14196) 1675 : cluster [DBG] pgmap v2554: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 164 objects/s recovering
2020-11-16T21:06:49.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:45 smithi142 bash[9523]: audit 2020-11-16T21:06:43.695585+0000 mgr.x (mgr.14196) 1673 : audit [DBG] from='client.17343 v1:172.21.15.142:0/3600322969' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:06:49.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:45 smithi142 bash[9523]: cluster 2020-11-16T21:06:43.787488+0000 osd.10 (osd.10) 267 : cluster [WRN] osd_map_cache_size (1) is not > osd_pg_epoch_persisted_max_stale (40)
2020-11-16T21:06:49.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:45 smithi142 bash[9523]: cluster 2020-11-16T21:06:45.260838+0000 osd.7 (osd.7) 270 : cluster [DBG] 9.e scrub starts
2020-11-16T21:06:49.903 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:46 smithi142 bash[9523]: cluster 2020-11-16T21:06:44.742261+0000 mgr.x (mgr.14196) 1674 : cluster [DBG] pgmap v2553: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 112 objects/s recovering
2020-11-16T21:06:49.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:46 smithi142 bash[9523]: cluster 2020-11-16T21:06:45.291429+0000 osd.7 (osd.7) 271 : cluster [DBG] 9.e scrub ok
2020-11-16T21:06:49.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:46 smithi142 bash[9523]: cluster 2020-11-16T21:06:45.369794+0000 osd.3 (osd.3) 89 : cluster [DBG] 9.1 scrub starts
2020-11-16T21:06:49.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:46 smithi142 bash[9523]: cluster 2020-11-16T21:06:45.381684+0000 osd.3 (osd.3) 90 : cluster [DBG] 9.1 scrub ok
2020-11-16T21:06:49.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:46 smithi142 bash[9523]: cluster 2020-11-16T21:06:45.578416+0000 osd.8 (osd.8) 287 : cluster [DBG] 9.3 scrub starts
2020-11-16T21:06:49.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:46 smithi142 bash[9523]: cluster 2020-11-16T21:06:45.592452+0000 osd.8 (osd.8) 288 : cluster [DBG] 9.3 scrub ok
2020-11-16T21:06:49.904 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:46 smithi142 bash[9523]: cluster 2020-11-16T21:06:46.274016+0000 osd.7 (osd.7) 272 : cluster [DBG] 9.d scrub starts
2020-11-16T21:06:49.905 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:47 smithi142 bash[9523]: cluster 2020-11-16T21:06:46.289185+0000 osd.7 (osd.7) 273 : cluster [DBG] 9.d scrub ok
2020-11-16T21:06:49.905 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:47 smithi142 bash[9523]: cluster 2020-11-16T21:06:46.570539+0000 osd.8 (osd.8) 289 : cluster [DBG] 9.b scrub starts
2020-11-16T21:06:49.905 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:47 smithi142 bash[9523]: cluster 2020-11-16T21:06:46.583928+0000 osd.8 (osd.8) 290 : cluster [DBG] 9.b scrub ok
2020-11-16T21:06:49.905 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:47 smithi142 bash[9523]: audit 2020-11-16T21:06:46.804257+0000 mon.a (mon.0) 2972 : audit [INF] from='client.? v1:172.21.15.142:0/1980635210' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T21:06:49.905 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:47 smithi142 bash[9523]: audit 2020-11-16T21:06:46.924704+0000 mon.a (mon.0) 2973 : audit [INF] from='client.? v1:172.21.15.142:0/1980635210' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T21:06:49.905 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:47 smithi142 bash[9523]: cluster 2020-11-16T21:06:46.924771+0000 mon.a (mon.0) 2974 : cluster [DBG] osdmap e999: 12 total, 12 up, 10 in
2020-11-16T21:06:49.906 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:48 smithi142 bash[9523]: cluster 2020-11-16T21:06:46.742992+0000 mgr.x (mgr.14196) 1675 : cluster [DBG] pgmap v2554: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 164 objects/s recovering
2020-11-16T21:06:49.906 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:49 smithi142 bash[9523]: cluster 2020-11-16T21:06:48.436668+0000 osd.6 (osd.6) 307 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:49.906 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:49 smithi142 bash[9523]: cluster 2020-11-16T21:06:48.437213+0000 osd.6 (osd.6) 308 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:49.906 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:49 smithi142 bash[9523]: cluster 2020-11-16T21:06:48.509798+0000 mon.a (mon.0) 2975 : cluster [DBG] osdmap e1000: 12 total, 12 up, 10 in
2020-11-16T21:06:49.906 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:06:49.907 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'}
2020-11-16T21:06:49.907 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight-by-utilization 110 3.0
2020-11-16T21:06:49.908 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:06:46 smithi142 bash[147327]: debug 2020-11-16T21:06:46.045+0000 7fb97df2c700 -1 received  signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:06:49.908 INFO:teuthology.orchestra.run.smithi142.stderr:pool 'unique_pool_7' removed
2020-11-16T21:06:49.909 DEBUG:teuthology.run_tasks:Unwinding manager thrashosds
2020-11-16T21:06:49.918 INFO:tasks.thrashosds:joining thrashosds
2020-11-16T21:06:49.919 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:46 smithi065 bash[9468]: cluster 2020-11-16T21:06:44.742261+0000 mgr.x (mgr.14196) 1674 : cluster [DBG] pgmap v2553: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 112 objects/s recovering
2020-11-16T21:06:49.919 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:46 smithi065 bash[9468]: cluster 2020-11-16T21:06:45.291429+0000 osd.7 (osd.7) 271 : cluster [DBG] 9.e scrub ok
2020-11-16T21:06:49.919 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:46 smithi065 bash[9468]: cluster 2020-11-16T21:06:45.369794+0000 osd.3 (osd.3) 89 : cluster [DBG] 9.1 scrub starts
2020-11-16T21:06:49.919 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:46 smithi065 bash[9468]: cluster 2020-11-16T21:06:45.381684+0000 osd.3 (osd.3) 90 : cluster [DBG] 9.1 scrub ok
2020-11-16T21:06:49.919 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:46 smithi065 bash[9468]: cluster 2020-11-16T21:06:45.578416+0000 osd.8 (osd.8) 287 : cluster [DBG] 9.3 scrub starts
2020-11-16T21:06:49.919 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:46 smithi065 bash[9468]: cluster 2020-11-16T21:06:45.592452+0000 osd.8 (osd.8) 288 : cluster [DBG] 9.3 scrub ok
2020-11-16T21:06:49.920 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:46 smithi065 bash[9468]: cluster 2020-11-16T21:06:46.274016+0000 osd.7 (osd.7) 272 : cluster [DBG] 9.d scrub starts
2020-11-16T21:06:49.920 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:47 smithi065 bash[9468]: cluster 2020-11-16T21:06:46.289185+0000 osd.7 (osd.7) 273 : cluster [DBG] 9.d scrub ok
2020-11-16T21:06:49.920 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:47 smithi065 bash[9468]: cluster 2020-11-16T21:06:46.570539+0000 osd.8 (osd.8) 289 : cluster [DBG] 9.b scrub starts
2020-11-16T21:06:49.920 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:47 smithi065 bash[9468]: cluster 2020-11-16T21:06:46.583928+0000 osd.8 (osd.8) 290 : cluster [DBG] 9.b scrub ok
2020-11-16T21:06:49.920 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:47 smithi065 bash[9468]: audit 2020-11-16T21:06:46.804257+0000 mon.a (mon.0) 2972 : audit [INF] from='client.? v1:172.21.15.142:0/1980635210' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch
2020-11-16T21:06:49.921 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:47 smithi065 bash[9468]: audit 2020-11-16T21:06:46.924704+0000 mon.a (mon.0) 2973 : audit [INF] from='client.? v1:172.21.15.142:0/1980635210' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]': finished
2020-11-16T21:06:49.921 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:47 smithi065 bash[9468]: cluster 2020-11-16T21:06:46.924771+0000 mon.a (mon.0) 2974 : cluster [DBG] osdmap e999: 12 total, 12 up, 10 in
2020-11-16T21:06:49.921 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:48 smithi065 bash[9468]: cluster 2020-11-16T21:06:46.742992+0000 mgr.x (mgr.14196) 1675 : cluster [DBG] pgmap v2554: 17 pgs: 1 active+recovering+remapped, 16 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail; 0 B/s, 164 objects/s recovering
2020-11-16T21:06:49.921 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:49 smithi065 bash[9468]: cluster 2020-11-16T21:06:48.436668+0000 osd.6 (osd.6) 307 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:49.921 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:49 smithi065 bash[9468]: cluster 2020-11-16T21:06:48.437213+0000 osd.6 (osd.6) 308 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:49.921 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:49 smithi065 bash[9468]: cluster 2020-11-16T21:06:48.509798+0000 mon.a (mon.0) 2975 : cluster [DBG] osdmap e1000: 12 total, 12 up, 10 in
2020-11-16T21:06:49.922 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:06:49.922 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T21:06:49.922 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T21:06:49.922 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T21:06:49.922 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.923 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26560.0:119341 8.c e840/796 8:3aebe590:::benchmark_data_smithi065_53143_object31720:head v 840'7389, mlcod=840'7386)",
2020-11-16T21:06:49.923 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:31.518233+0000",
2020-11-16T21:06:49.923 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 497.02058065599999,
2020-11-16T21:06:49.923 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.11207940199999999,
2020-11-16T21:06:49.923 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.923 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.923 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.518233+0000",
2020-11-16T21:06:49.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.924 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.924 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.518233+0000",
2020-11-16T21:06:49.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T21:06:49.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.925 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.518208+0000",
2020-11-16T21:06:49.925 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9215000000000006e-05
2020-11-16T21:06:49.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.518287+0000",
2020-11-16T21:06:49.926 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1633e-05
2020-11-16T21:06:49.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.926 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.518299+0000",
2020-11-16T21:06:49.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6640000000000003e-06
2020-11-16T21:06:49.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.927 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.927 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.518305+0000",
2020-11-16T21:06:49.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8134999999999999e-05
2020-11-16T21:06:49.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.928 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.518353+0000",
2020-11-16T21:06:49.928 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7742e-05
2020-11-16T21:06:49.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.518381+0000",
2020-11-16T21:06:49.929 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.111861164
2020-11-16T21:06:49.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.929 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630242+0000",
2020-11-16T21:06:49.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1095999999999998e-05
2020-11-16T21:06:49.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.930 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.930 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630313+0000",
2020-11-16T21:06:49.931 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.11207940199999999
2020-11-16T21:06:49.931 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.931 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.931 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.931 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.931 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.931 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26560.0:119343 8.c e840/796 8:38e4d306:::benchmark_data_smithi065_53143_object31722:head v 840'7390, mlcod=840'7386)",
2020-11-16T21:06:49.931 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:31.522505+0000",
2020-11-16T21:06:49.932 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 497.01630936100003,
2020-11-16T21:06:49.932 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.107858053,
2020-11-16T21:06:49.932 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.932 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.932 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.932 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.932 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.522505+0000",
2020-11-16T21:06:49.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.933 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.522505+0000",
2020-11-16T21:06:49.933 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:06:49.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.934 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.522482+0000",
2020-11-16T21:06:49.934 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3460999999999993e-05
2020-11-16T21:06:49.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.522555+0000",
2020-11-16T21:06:49.935 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1527e-05
2020-11-16T21:06:49.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.935 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.522567+0000",
2020-11-16T21:06:49.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5379999999999999e-06
2020-11-16T21:06:49.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.936 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.936 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.522573+0000",
2020-11-16T21:06:49.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4901000000000005e-05
2020-11-16T21:06:49.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.522668+0000",
2020-11-16T21:06:49.937 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3346999999999999e-05
2020-11-16T21:06:49.937 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.522691+0000",
2020-11-16T21:06:49.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.10762946499999999
2020-11-16T21:06:49.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.938 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.938 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630321+0000",
2020-11-16T21:06:49.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1835000000000002e-05
2020-11-16T21:06:49.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.939 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630363+0000",
2020-11-16T21:06:49.939 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.107858053
2020-11-16T21:06:49.940 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.940 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.940 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.940 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.940 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.940 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26560.0:119342 8.4 e840/796 8:26057b2d:::benchmark_data_smithi065_53143_object31721:head v 840'7321, mlcod=840'7319)",
2020-11-16T21:06:49.940 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:31.524190+0000",
2020-11-16T21:06:49.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 497.014623793,
2020-11-16T21:06:49.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.106213899,
2020-11-16T21:06:49.941 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.941 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.941 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.941 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.941 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.524190+0000",
2020-11-16T21:06:49.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.942 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.524190+0000",
2020-11-16T21:06:49.942 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999814
2020-11-16T21:06:49.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.524172+0000",
2020-11-16T21:06:49.943 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9344000000000006e-05
2020-11-16T21:06:49.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.943 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.524241+0000",
2020-11-16T21:06:49.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2095e-05
2020-11-16T21:06:49.944 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.944 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.944 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.524253+0000",
2020-11-16T21:06:49.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3439999999999997e-06
2020-11-16T21:06:49.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.524259+0000",
2020-11-16T21:06:49.945 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0024818790000000002
2020-11-16T21:06:49.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.945 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.526741+0000",
2020-11-16T21:06:49.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4369e-05
2020-11-16T21:06:49.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.946 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.946 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.526766+0000",
2020-11-16T21:06:49.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.10360009100000001
2020-11-16T21:06:49.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630366+0000",
2020-11-16T21:06:49.947 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.8413e-05
2020-11-16T21:06:49.947 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630404+0000",
2020-11-16T21:06:49.948 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.106213899
2020-11-16T21:06:49.948 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.948 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.948 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.949 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.949 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.949 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26560.0:119347 8.0 e840/796 8:07f18a26:::benchmark_data_smithi065_53143_object31726:head v 840'7441, mlcod=840'7438)",
2020-11-16T21:06:49.949 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:31.525104+0000",
2020-11-16T21:06:49.949 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 497.01371024600002,
2020-11-16T21:06:49.949 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.105214641,
2020-11-16T21:06:49.949 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.949 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.950 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.525104+0000",
2020-11-16T21:06:49.950 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.950 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.525104+0000",
2020-11-16T21:06:49.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T21:06:49.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.951 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.951 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.525084+0000",
2020-11-16T21:06:49.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2611000000000001e-05
2020-11-16T21:06:49.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.525147+0000",
2020-11-16T21:06:49.952 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5400000000000001e-06
2020-11-16T21:06:49.952 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.525156+0000",
2020-11-16T21:06:49.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7350000000000001e-06
2020-11-16T21:06:49.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.953 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.953 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.525162+0000",
2020-11-16T21:06:49.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0032592350000000001
2020-11-16T21:06:49.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528421+0000",
2020-11-16T21:06:49.954 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2912999999999999e-05
2020-11-16T21:06:49.954 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528444+0000",
2020-11-16T21:06:49.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.101735302
2020-11-16T21:06:49.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.955 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.955 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630179+0000",
2020-11-16T21:06:49.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013916500000000001
2020-11-16T21:06:49.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630318+0000",
2020-11-16T21:06:49.956 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.105214641
2020-11-16T21:06:49.956 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.957 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.957 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.957 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.957 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.957 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26560.0:119345 8.4 e840/796 8:2eb1256c:::benchmark_data_smithi065_53143_object31724:head v 840'7322, mlcod=840'7319)",
2020-11-16T21:06:49.957 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:31.528141+0000",
2020-11-16T21:06:49.957 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 497.01067282600002,
2020-11-16T21:06:49.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.102338473,
2020-11-16T21:06:49.958 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.958 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.958 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.958 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.958 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528141+0000",
2020-11-16T21:06:49.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528141+0000",
2020-11-16T21:06:49.959 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:06:49.959 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528118+0000",
2020-11-16T21:06:49.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3084999999999996e-05
2020-11-16T21:06:49.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.960 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.960 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528191+0000",
2020-11-16T21:06:49.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1131999999999999e-05
2020-11-16T21:06:49.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528202+0000",
2020-11-16T21:06:49.961 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3210000000000001e-06
2020-11-16T21:06:49.961 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528209+0000",
2020-11-16T21:06:49.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0070961540000000004
2020-11-16T21:06:49.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.962 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.962 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.535305+0000",
2020-11-16T21:06:49.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1719999999999999e-05
2020-11-16T21:06:49.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.535327+0000",
2020-11-16T21:06:49.963 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.095116054000000005
2020-11-16T21:06:49.963 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630443+0000",
2020-11-16T21:06:49.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.7051999999999997e-05
2020-11-16T21:06:49.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.964 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.964 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630480+0000",
2020-11-16T21:06:49.965 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.102338473
2020-11-16T21:06:49.965 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.965 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.965 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.965 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.965 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.965 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26560.0:119346 8.c e840/796 8:3f87653f:::benchmark_data_smithi065_53143_object31725:head v 840'7391, mlcod=840'7387)",
2020-11-16T21:06:49.966 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:31.528261+0000",
2020-11-16T21:06:49.966 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 497.010553351,
2020-11-16T21:06:49.966 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.102179618,
2020-11-16T21:06:49.966 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.966 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.966 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.966 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528261+0000",
2020-11-16T21:06:49.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.967 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.967 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528261+0000",
2020-11-16T21:06:49.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999785
2020-11-16T21:06:49.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528239+0000",
2020-11-16T21:06:49.968 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7655000000000002e-05
2020-11-16T21:06:49.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.968 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528307+0000",
2020-11-16T21:06:49.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0950000000000002e-06
2020-11-16T21:06:49.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.969 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.969 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528316+0000",
2020-11-16T21:06:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.1529999999999999e-06
2020-11-16T21:06:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.528320+0000",
2020-11-16T21:06:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0064023429999999996
2020-11-16T21:06:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.970 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.534722+0000",
2020-11-16T21:06:49.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2546999999999999e-05
2020-11-16T21:06:49.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.971 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.971 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.534745+0000",
2020-11-16T21:06:49.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.095661815999999997
2020-11-16T21:06:49.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630407+0000",
2020-11-16T21:06:49.972 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.3566999999999999e-05
2020-11-16T21:06:49.972 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630440+0000",
2020-11-16T21:06:49.973 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.102179618
2020-11-16T21:06:49.973 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.973 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.973 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.973 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.974 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26560.0:119354 8.4 e840/796 8:23438732:::benchmark_data_smithi065_53143_object31733:head v 840'7323, mlcod=840'7319)",
2020-11-16T21:06:49.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T20:58:31.536250+0000",
2020-11-16T21:06:49.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 497.00256378199998,
2020-11-16T21:06:49.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.115068562,
2020-11-16T21:06:49.974 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.974 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.975 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.536250+0000",
2020-11-16T21:06:49.975 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.975 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.536250+0000",
2020-11-16T21:06:49.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999781
2020-11-16T21:06:49.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.976 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.976 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.536228+0000",
2020-11-16T21:06:49.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1171e-05
2020-11-16T21:06:49.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.536299+0000",
2020-11-16T21:06:49.977 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0134e-05
2020-11-16T21:06:49.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.977 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.536310+0000",
2020-11-16T21:06:49.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4739999999999996e-06
2020-11-16T21:06:49.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.978 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.978 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.536315+0000",
2020-11-16T21:06:49.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.094208602000000002
2020-11-16T21:06:49.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630524+0000",
2020-11-16T21:06:49.979 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8663999999999999e-05
2020-11-16T21:06:49.979 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.630552+0000",
2020-11-16T21:06:49.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.020696165999999998
2020-11-16T21:06:49.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.980 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.980 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.651248+0000",
2020-11-16T21:06:49.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0400000000000004e-05
2020-11-16T21:06:49.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T20:58:31.651319+0000",
2020-11-16T21:06:49.981 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.115068562
2020-11-16T21:06:49.981 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.982 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.982 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.982 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.982 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.982 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:18683 9.f e881/873 9:f03a4e5c:::benchmark_data_smithi065_58100_object18682:head v 881'1138, mlcod=881'1136)",
2020-11-16T21:06:49.982 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:00:32.469776+0000",
2020-11-16T21:06:49.982 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 376.06903785999998,
2020-11-16T21:06:49.983 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.22031284900000001,
2020-11-16T21:06:49.983 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.983 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.983 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.983 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.983 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.469776+0000",
2020-11-16T21:06:49.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.469776+0000",
2020-11-16T21:06:49.984 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999752
2020-11-16T21:06:49.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.984 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.469751+0000",
2020-11-16T21:06:49.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000105379
2020-11-16T21:06:49.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.985 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.985 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.469857+0000",
2020-11-16T21:06:49.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.095e-05
2020-11-16T21:06:49.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.469868+0000",
2020-11-16T21:06:49.986 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2440000000000001e-06
2020-11-16T21:06:49.986 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.469873+0000",
2020-11-16T21:06:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4734999999999998e-05
2020-11-16T21:06:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.987 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.469918+0000",
2020-11-16T21:06:49.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0497e-05
2020-11-16T21:06:49.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.469938+0000",
2020-11-16T21:06:49.988 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0023663180000000001
2020-11-16T21:06:49.988 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.472304+0000",
2020-11-16T21:06:49.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.217784651
2020-11-16T21:06:49.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.989 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.989 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.690089+0000",
2020-11-16T21:06:49.990 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.22031284900000001
2020-11-16T21:06:49.990 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.990 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.990 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.990 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.990 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.990 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:18688 9.8 e881/873 9:1049a3c0:::benchmark_data_smithi065_58100_object18687:head v 881'1141, mlcod=881'1139)",
2020-11-16T21:06:49.991 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:00:32.471216+0000",
2020-11-16T21:06:49.991 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 376.06759825400002,
2020-11-16T21:06:49.991 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.21889766999999999,
2020-11-16T21:06:49.991 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.991 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:49.991 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:49.991 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.991 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:49.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471216+0000",
2020-11-16T21:06:49.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:49.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.992 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:49.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471216+0000",
2020-11-16T21:06:49.992 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999866
2020-11-16T21:06:49.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:49.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471203+0000",
2020-11-16T21:06:49.993 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0294000000000002e-05
2020-11-16T21:06:49.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.993 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:49.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471263+0000",
2020-11-16T21:06:49.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.5230000000000001e-06
2020-11-16T21:06:49.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.994 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:49.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471269+0000",
2020-11-16T21:06:49.994 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1259999999999997e-06
2020-11-16T21:06:49.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:49.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471275+0000",
2020-11-16T21:06:49.995 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8121000000000002e-05
2020-11-16T21:06:49.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.995 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:49.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471323+0000",
2020-11-16T21:06:49.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.1661000000000001e-05
2020-11-16T21:06:49.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.996 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:49.996 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471344+0000",
2020-11-16T21:06:49.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.218637468
2020-11-16T21:06:49.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:49.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.689982+0000",
2020-11-16T21:06:49.997 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013172100000000001
2020-11-16T21:06:49.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:49.997 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:49.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:49.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.690113+0000",
2020-11-16T21:06:49.998 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.21889766999999999
2020-11-16T21:06:49.998 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:49.998 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:49.998 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:49.998 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:49.999 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:49.999 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:18687 9.c e881/873 9:39603ee3:::benchmark_data_smithi065_58100_object18686:head v 881'1219, mlcod=881'1216)",
2020-11-16T21:06:49.999 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:00:32.471946+0000",
2020-11-16T21:06:49.999 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 376.06686760299999,
2020-11-16T21:06:49.999 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.22043268199999999,
2020-11-16T21:06:49.999 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:49.999 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.000 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471946+0000",
2020-11-16T21:06:50.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.000 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.000 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471946+0000",
2020-11-16T21:06:50.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999762
2020-11-16T21:06:50.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.001 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.471923+0000",
2020-11-16T21:06:50.001 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.21822934199999999
2020-11-16T21:06:50.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.690152+0000",
2020-11-16T21:06:50.002 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.4799999999999999e-05
2020-11-16T21:06:50.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.002 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.690187+0000",
2020-11-16T21:06:50.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6639000000000001e-05
2020-11-16T21:06:50.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.003 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.003 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.690203+0000",
2020-11-16T21:06:50.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4011999999999995e-05
2020-11-16T21:06:50.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.690277+0000",
2020-11-16T21:06:50.004 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7339000000000001e-05
2020-11-16T21:06:50.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.004 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.690295+0000",
2020-11-16T21:06:50.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0019601380000000002
2020-11-16T21:06:50.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.005 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.005 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.692255+0000",
2020-11-16T21:06:50.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012436399999999999
2020-11-16T21:06:50.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:00:32.692379+0000",
2020-11-16T21:06:50.006 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.22043268199999999
2020-11-16T21:06:50.006 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.007 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.007 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.007 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.007 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.007 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:105963 9.1 9:8a224649:::benchmark_data_smithi065_58100_object105962:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e900)",
2020-11-16T21:06:50.007 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:30.234845+0000",
2020-11-16T21:06:50.007 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 318.30396868499997,
2020-11-16T21:06:50.007 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.129807334,
2020-11-16T21:06:50.008 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.008 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.008 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:06:50.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:06:50.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:06:50.008 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 105963
2020-11-16T21:06:50.008 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:06:50.009 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.234845+0000",
2020-11-16T21:06:50.009 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.009 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.234845+0000",
2020-11-16T21:06:50.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T21:06:50.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.010 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.234812+0000",
2020-11-16T21:06:50.010 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014132500000000001
2020-11-16T21:06:50.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.234954+0000",
2020-11-16T21:06:50.011 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3468999999999999e-05
2020-11-16T21:06:50.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.011 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.234967+0000",
2020-11-16T21:06:50.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1420000000000004e-06
2020-11-16T21:06:50.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.012 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.234974+0000",
2020-11-16T21:06:50.012 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2927000000000002e-05
2020-11-16T21:06:50.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.235037+0000",
2020-11-16T21:06:50.013 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00035502199999999998
2020-11-16T21:06:50.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.013 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.235392+0000",
2020-11-16T21:06:50.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000175145
2020-11-16T21:06:50.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.014 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T21:06:50.014 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.235568+0000",
2020-11-16T21:06:50.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0038450379999999998
2020-11-16T21:06:50.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:06:50.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.239413+0000",
2020-11-16T21:06:50.015 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.124924591
2020-11-16T21:06:50.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.015 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:06:50.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.364337+0000",
2020-11-16T21:06:50.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000170643
2020-11-16T21:06:50.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.016 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.016 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.364508+0000",
2020-11-16T21:06:50.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014492699999999999
2020-11-16T21:06:50.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.364653+0000",
2020-11-16T21:06:50.017 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.129807334
2020-11-16T21:06:50.017 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.017 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.018 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.018 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.018 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:105965 9.2 e900/873 9:4bc62de8:::benchmark_data_smithi065_58100_object105964:head v 900'6648, mlcod=900'6646)",
2020-11-16T21:06:50.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:30.240446+0000",
2020-11-16T21:06:50.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 318.29836764800001,
2020-11-16T21:06:50.018 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.13846609700000001,
2020-11-16T21:06:50.019 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.019 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.019 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.019 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.240446+0000",
2020-11-16T21:06:50.019 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.240446+0000",
2020-11-16T21:06:50.020 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999814
2020-11-16T21:06:50.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.020 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.240428+0000",
2020-11-16T21:06:50.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.118826959
2020-11-16T21:06:50.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.021 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.359255+0000",
2020-11-16T21:06:50.021 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6915999999999999e-05
2020-11-16T21:06:50.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.359272+0000",
2020-11-16T21:06:50.022 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7449999999999998e-06
2020-11-16T21:06:50.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.022 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.359278+0000",
2020-11-16T21:06:50.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0010621999999999999
2020-11-16T21:06:50.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.023 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.023 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.360341+0000",
2020-11-16T21:06:50.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2790999999999999e-05
2020-11-16T21:06:50.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.360363+0000",
2020-11-16T21:06:50.024 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018481744000000001
2020-11-16T21:06:50.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.024 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.378845+0000",
2020-11-16T21:06:50.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.7445000000000002e-05
2020-11-16T21:06:50.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.025 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.025 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:30.378913+0000",
2020-11-16T21:06:50.026 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.13846609700000001
2020-11-16T21:06:50.026 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.026 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.026 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.026 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.026 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.026 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:107392 9.1 9:8a75f750:::benchmark_data_smithi065_58100_object107391:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e900)",
2020-11-16T21:06:50.027 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:32.009681+0000",
2020-11-16T21:06:50.027 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 316.52913265000001,
2020-11-16T21:06:50.027 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.13878882100000001,
2020-11-16T21:06:50.027 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.027 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.027 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:06:50.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:06:50.027 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:06:50.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 107392
2020-11-16T21:06:50.028 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:06:50.028 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.028 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.009681+0000",
2020-11-16T21:06:50.028 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.009681+0000",
2020-11-16T21:06:50.029 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999814
2020-11-16T21:06:50.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.029 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.009663+0000",
2020-11-16T21:06:50.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6384999999999994e-05
2020-11-16T21:06:50.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.030 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.030 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.009749+0000",
2020-11-16T21:06:50.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4009999999999997e-06
2020-11-16T21:06:50.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.009758+0000",
2020-11-16T21:06:50.031 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0679999999999996e-06
2020-11-16T21:06:50.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.031 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.009763+0000",
2020-11-16T21:06:50.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0096432180000000003
2020-11-16T21:06:50.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.032 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.032 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.019406+0000",
2020-11-16T21:06:50.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015418699999999999
2020-11-16T21:06:50.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.019560+0000",
2020-11-16T21:06:50.033 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017533300000000001
2020-11-16T21:06:50.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.033 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T21:06:50.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.019736+0000",
2020-11-16T21:06:50.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0088386850000000006
2020-11-16T21:06:50.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.034 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:06:50.034 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028574+0000",
2020-11-16T21:06:50.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.119631614
2020-11-16T21:06:50.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:06:50.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.148206+0000",
2020-11-16T21:06:50.035 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014575499999999999
2020-11-16T21:06:50.035 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.148352+0000",
2020-11-16T21:06:50.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000118576
2020-11-16T21:06:50.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.036 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.036 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.148470+0000",
2020-11-16T21:06:50.037 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.13878882100000001
2020-11-16T21:06:50.037 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.037 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.037 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.037 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.037 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.037 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:107393 9.1 9:8395dfd9:::benchmark_data_smithi065_58100_object107392:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e900)",
2020-11-16T21:06:50.038 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:32.010293+0000",
2020-11-16T21:06:50.038 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 316.52852098699998,
2020-11-16T21:06:50.038 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.149665417,
2020-11-16T21:06:50.038 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.038 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.038 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:06:50.038 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:06:50.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:06:50.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 107393
2020-11-16T21:06:50.039 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:06:50.039 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.039 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.010293+0000",
2020-11-16T21:06:50.039 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.010293+0000",
2020-11-16T21:06:50.040 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999695
2020-11-16T21:06:50.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.040 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.010262+0000",
2020-11-16T21:06:50.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000106078
2020-11-16T21:06:50.041 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.041 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.010369+0000",
2020-11-16T21:06:50.041 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3210000000000001e-05
2020-11-16T21:06:50.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.010382+0000",
2020-11-16T21:06:50.042 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4660000000000002e-06
2020-11-16T21:06:50.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.042 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.010389+0000",
2020-11-16T21:06:50.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013793959
2020-11-16T21:06:50.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.043 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.043 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.024183+0000",
2020-11-16T21:06:50.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00016092
2020-11-16T21:06:50.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.024344+0000",
2020-11-16T21:06:50.044 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000170605
2020-11-16T21:06:50.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.044 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 6",
2020-11-16T21:06:50.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.024515+0000",
2020-11-16T21:06:50.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0042068729999999999
2020-11-16T21:06:50.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.045 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:06:50.045 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028722+0000",
2020-11-16T21:06:50.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.13096759199999999
2020-11-16T21:06:50.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:06:50.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.159689+0000",
2020-11-16T21:06:50.046 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00021173200000000001
2020-11-16T21:06:50.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.046 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.159901+0000",
2020-11-16T21:06:50.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.7614000000000001e-05
2020-11-16T21:06:50.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.047 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.047 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.159958+0000",
2020-11-16T21:06:50.048 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.149665417
2020-11-16T21:06:50.048 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.048 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.048 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.048 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.048 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.048 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:107401 9.3 e900/873 9:c08270f2:::benchmark_data_smithi065_58100_object107400:head v 900'6751, mlcod=900'6749)",
2020-11-16T21:06:50.049 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:32.023964+0000",
2020-11-16T21:06:50.049 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 316.51484974099998,
2020-11-16T21:06:50.049 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.123983724,
2020-11-16T21:06:50.049 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.049 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.049 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.049 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.049 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.023964+0000",
2020-11-16T21:06:50.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.050 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.023964+0000",
2020-11-16T21:06:50.050 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999847
2020-11-16T21:06:50.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.023949+0000",
2020-11-16T21:06:50.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9515000000000001e-05
2020-11-16T21:06:50.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.051 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.051 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.024018+0000",
2020-11-16T21:06:50.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6909999999999997e-06
2020-11-16T21:06:50.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.052 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.024026+0000",
2020-11-16T21:06:50.052 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5500000000000002e-06
2020-11-16T21:06:50.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.024032+0000",
2020-11-16T21:06:50.053 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4725000000000002e-05
2020-11-16T21:06:50.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.053 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.024086+0000",
2020-11-16T21:06:50.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2033999999999999e-05
2020-11-16T21:06:50.054 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.054 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.054 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.024108+0000",
2020-11-16T21:06:50.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.123699585
2020-11-16T21:06:50.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.147808+0000",
2020-11-16T21:06:50.055 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013999100000000001
2020-11-16T21:06:50.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.055 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.147948+0000",
2020-11-16T21:06:50.056 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.123983724
2020-11-16T21:06:50.056 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.056 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.056 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.056 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.057 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.057 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:107403 9.3 e900/873 9:cf3d4ebe:::benchmark_data_smithi065_58100_object107402:head v 900'6752, mlcod=900'6749)",
2020-11-16T21:06:50.057 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:32.028170+0000",
2020-11-16T21:06:50.057 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 316.51064451000002,
2020-11-16T21:06:50.057 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.119905265,
2020-11-16T21:06:50.057 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.057 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.058 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028170+0000",
2020-11-16T21:06:50.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.058 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.058 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028170+0000",
2020-11-16T21:06:50.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999738
2020-11-16T21:06:50.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.059 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028143+0000",
2020-11-16T21:06:50.059 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119985
2020-11-16T21:06:50.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028263+0000",
2020-11-16T21:06:50.060 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.167e-05
2020-11-16T21:06:50.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.060 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028275+0000",
2020-11-16T21:06:50.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8059999999999997e-06
2020-11-16T21:06:50.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.061 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028282+0000",
2020-11-16T21:06:50.061 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000292727
2020-11-16T21:06:50.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028574+0000",
2020-11-16T21:06:50.062 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9838e-05
2020-11-16T21:06:50.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.062 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.028614+0000",
2020-11-16T21:06:50.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.119341379
2020-11-16T21:06:50.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.063 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.063 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.147956+0000",
2020-11-16T21:06:50.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119178
2020-11-16T21:06:50.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.148075+0000",
2020-11-16T21:06:50.064 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.119905265
2020-11-16T21:06:50.064 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.064 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.065 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.065 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.065 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.065 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:107409 9.f e900/873 9:f786c49d:::benchmark_data_smithi065_58100_object107408:head v 900'6636, mlcod=900'6634)",
2020-11-16T21:06:50.065 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:32.030095+0000",
2020-11-16T21:06:50.065 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 316.508719171,
2020-11-16T21:06:50.065 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.118014254,
2020-11-16T21:06:50.066 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.066 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.066 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.066 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030095+0000",
2020-11-16T21:06:50.066 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030095+0000",
2020-11-16T21:06:50.067 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999762
2020-11-16T21:06:50.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.067 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030071+0000",
2020-11-16T21:06:50.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000104493
2020-11-16T21:06:50.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.068 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030176+0000",
2020-11-16T21:06:50.068 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0971999999999999e-05
2020-11-16T21:06:50.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030187+0000",
2020-11-16T21:06:50.069 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8980000000000001e-06
2020-11-16T21:06:50.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.069 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030192+0000",
2020-11-16T21:06:50.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.4540999999999998e-05
2020-11-16T21:06:50.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.070 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030247+0000",
2020-11-16T21:06:50.070 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3371999999999999e-05
2020-11-16T21:06:50.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030270+0000",
2020-11-16T21:06:50.071 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.117652854
2020-11-16T21:06:50.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.071 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.147923+0000",
2020-11-16T21:06:50.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000185892
2020-11-16T21:06:50.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.072 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.072 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.148109+0000",
2020-11-16T21:06:50.073 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.118014254
2020-11-16T21:06:50.073 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.073 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.073 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.073 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.073 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.073 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:107413 9.c e900/873 9:3e5d14d9:::benchmark_data_smithi065_58100_object107412:head v 900'6885, mlcod=900'6883)",
2020-11-16T21:06:50.073 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:32.030270+0000",
2020-11-16T21:06:50.074 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 316.50854395099998,
2020-11-16T21:06:50.074 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.13463239499999999,
2020-11-16T21:06:50.074 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.074 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.074 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.074 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.074 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030270+0000",
2020-11-16T21:06:50.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030270+0000",
2020-11-16T21:06:50.075 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T21:06:50.075 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030245+0000",
2020-11-16T21:06:50.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000105837
2020-11-16T21:06:50.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.076 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.076 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030351+0000",
2020-11-16T21:06:50.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1095e-05
2020-11-16T21:06:50.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.077 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030362+0000",
2020-11-16T21:06:50.077 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8289999999999996e-06
2020-11-16T21:06:50.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.030368+0000",
2020-11-16T21:06:50.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.11751103
2020-11-16T21:06:50.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.078 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.078 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.147879+0000",
2020-11-16T21:06:50.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1943000000000001e-05
2020-11-16T21:06:50.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.079 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.147931+0000",
2020-11-16T21:06:50.079 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016895704000000001
2020-11-16T21:06:50.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.164826+0000",
2020-11-16T21:06:50.080 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.6262999999999998e-05
2020-11-16T21:06:50.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.080 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:32.164903+0000",
2020-11-16T21:06:50.081 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.13463239499999999
2020-11-16T21:06:50.081 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.081 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.081 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.081 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.081 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:241735 9.2 e967/873 9:4be238b3:::benchmark_data_smithi065_58100_object109385:head v 967'15187, mlcod=967'15185)",
2020-11-16T21:06:50.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:45.609238+0000",
2020-11-16T21:06:50.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 62.929575945000003,
2020-11-16T21:06:50.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.163948169,
2020-11-16T21:06:50.082 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.082 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.082 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.609238+0000",
2020-11-16T21:06:50.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.083 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.083 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.609238+0000",
2020-11-16T21:06:50.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999785
2020-11-16T21:06:50.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.609217+0000",
2020-11-16T21:06:50.084 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.14794371000000001
2020-11-16T21:06:50.084 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.757160+0000",
2020-11-16T21:06:50.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5009000000000001e-05
2020-11-16T21:06:50.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.085 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.085 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.757215+0000",
2020-11-16T21:06:50.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9633e-05
2020-11-16T21:06:50.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.086 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.757235+0000",
2020-11-16T21:06:50.086 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014365800000000001
2020-11-16T21:06:50.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.757379+0000",
2020-11-16T21:06:50.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8634999999999996e-05
2020-11-16T21:06:50.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.087 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.087 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.757447+0000",
2020-11-16T21:06:50.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015674085000000001
2020-11-16T21:06:50.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.088 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.773121+0000",
2020-11-16T21:06:50.088 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4851000000000006e-05
2020-11-16T21:06:50.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:45.773186+0000",
2020-11-16T21:06:50.089 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.163948169
2020-11-16T21:06:50.089 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.089 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.089 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.090 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:06:50.090 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:06:50.090 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:241993 9.3 e967/873 9:cc676a21:::benchmark_data_smithi065_58100_object109643:head v 967'15178, mlcod=967'15175)",
2020-11-16T21:06:50.090 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:46.111891+0000",
2020-11-16T21:06:50.090 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 62.426922930000003,
2020-11-16T21:06:50.090 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.37791669900000002,
2020-11-16T21:06:50.090 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:06:50.091 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:06:50.091 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:06:50.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:06:50.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.111891+0000",
2020-11-16T21:06:50.091 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:06:50.091 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:06:50.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.111891+0000",
2020-11-16T21:06:50.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999757
2020-11-16T21:06:50.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.092 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.092 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:06:50.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.111867+0000",
2020-11-16T21:06:50.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7457000000000001e-05
2020-11-16T21:06:50.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:06:50.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.111944+0000",
2020-11-16T21:06:50.093 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1575e-05
2020-11-16T21:06:50.093 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:06:50.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.111956+0000",
2020-11-16T21:06:50.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1999999999999997e-06
2020-11-16T21:06:50.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.094 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.094 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:06:50.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.111963+0000",
2020-11-16T21:06:50.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1922999999999996e-05
2020-11-16T21:06:50.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.095 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:06:50.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.112025+0000",
2020-11-16T21:06:50.095 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.5137e-05
2020-11-16T21:06:50.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:06:50.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.112050+0000",
2020-11-16T21:06:50.096 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.37752250500000001
2020-11-16T21:06:50.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.096 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:06:50.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.489573+0000",
2020-11-16T21:06:50.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000235238
2020-11-16T21:06:50.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:06:50.097 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:06:50.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:06:50.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:46.489808+0000",
2020-11-16T21:06:50.097 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.37791669900000002
2020-11-16T21:06:50.098 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:06:50.098 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:06:50.098 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:06:50.098 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T21:06:50.098 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T21:06:50.098 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:06:50.099 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_ops_in_flight
2020-11-16T21:06:50.101 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:49 smithi071 bash[9480]: cluster 2020-11-16T21:06:48.436668+0000 osd.6 (osd.6) 307 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:50.102 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:49 smithi071 bash[9480]: cluster 2020-11-16T21:06:48.437213+0000 osd.6 (osd.6) 308 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:50.102 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:49 smithi071 bash[9480]: cluster 2020-11-16T21:06:48.509798+0000 mon.a (mon.0) 2975 : cluster [DBG] osdmap e1000: 12 total, 12 up, 10 in
2020-11-16T21:06:50.238 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:50.244 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:50.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:50 smithi065 bash[9468]: cluster 2020-11-16T21:06:48.743620+0000 mgr.x (mgr.14196) 1676 : cluster [DBG] pgmap v2557: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:50.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:50 smithi142 bash[9523]: cluster 2020-11-16T21:06:48.743620+0000 mgr.x (mgr.14196) 1676 : cluster [DBG] pgmap v2557: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:50.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:50 smithi071 bash[9480]: cluster 2020-11-16T21:06:48.743620+0000 mgr.x (mgr.14196) 1676 : cluster [DBG] pgmap v2557: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:51.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:51 smithi065 bash[9468]: audit 2020-11-16T21:06:51.335369+0000 mon.b (mon.1) 480 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:51.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:51 smithi065 bash[9468]: audit 2020-11-16T21:06:51.337063+0000 mon.a (mon.0) 2976 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:51.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:51 smithi065 bash[9468]: audit 2020-11-16T21:06:51.343300+0000 mon.a (mon.0) 2977 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:51.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:51 smithi142 bash[9523]: audit 2020-11-16T21:06:51.335369+0000 mon.b (mon.1) 480 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:51.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:51 smithi142 bash[9523]: audit 2020-11-16T21:06:51.337063+0000 mon.a (mon.0) 2976 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:51.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:51 smithi142 bash[9523]: audit 2020-11-16T21:06:51.343300+0000 mon.a (mon.0) 2977 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:51.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:51 smithi071 bash[9480]: audit 2020-11-16T21:06:51.335369+0000 mon.b (mon.1) 480 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:51.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:51 smithi071 bash[9480]: audit 2020-11-16T21:06:51.337063+0000 mon.a (mon.0) 2976 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]: dispatch
2020-11-16T21:06:51.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:51 smithi071 bash[9480]: audit 2020-11-16T21:06:51.343300+0000 mon.a (mon.0) 2977 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/progress/completed","val":"{\"events\": [{\"id\": \"7b447773-1532-4e1b-9915-8d1a1af7262a\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605557824.0156434, \"finished_at\": 1605557839.4844947, \"add_to_ceph_s:\": false}, {\"id\": \"d65dff15-4a09-48a1-91bb-e276a7ce37a0\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605557825.3995037, \"finished_at\": 1605557839.4846194, \"add_to_ceph_s:\": true}, {\"id\": \"fae4e604-777b-4ca6-8f76-41fdb8f437ae\", \"message\": \"Rebalancing after osd.6 marked in\", \"refs\": [[\"osd\", 6]], \"started_at\": 1605557848.9042542, \"finished_at\": 1605557864.2248871, \"add_to_ceph_s:\": false}, {\"id\": \"1b0657c2-6c56-4ce6-afe0-cef123236c28\", \"message\": \"Rebalancing after osd.7 marked in\", \"refs\": [[\"osd\", 7]], \"started_at\": 1605557873.026148, \"finished_at\": 1605557887.3140426, \"add_to_ceph_s:\": false}, {\"id\": \"0c50d99d-b3a4-4aad-8891-7fdec5e6753d\", \"message\": \"Rebalancing after osd.8 marked in\", \"refs\": [[\"osd\", 8]], \"started_at\": 1605557896.121657, \"finished_at\": 1605557900.4055252, \"add_to_ceph_s:\": false}, {\"id\": \"5b4b6e4f-3a80-49e5-a3d4-199991d09945\", \"message\": \"Rebalancing after osd.11 marked in\", \"refs\": [[\"osd\", 11]], \"started_at\": 1605558079.9643977, \"finished_at\": 1605558085.420123, \"add_to_ceph_s:\": false}, {\"id\": \"11fb09b6-863c-4e0c-81e8-695505f1bf10\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558375.2530017, \"finished_at\": 1605558414.042427, \"add_to_ceph_s:\": false}, {\"id\": \"e6ebca4e-3016-494f-bb31-689a62c0499d\", \"message\": \"Rebalancing after osd.9 marked out\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558430.228601, \"finished_at\": 1605558464.070329, \"add_to_ceph_s:\": false}, {\"id\": \"07af63ba-6805-4ae2-aa98-73d3bf6d76f3\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558380.2313697, \"finished_at\": 1605558503.092641, \"add_to_ceph_s:\": true}, {\"id\": \"b3c1fb3f-c713-419f-bb6e-4cf227d30ed3\", \"message\": \"Rebalancing after osd.9 marked in\", \"refs\": [[\"osd\", 9]], \"started_at\": 1605558519.1961756, \"finished_at\": 1605558554.242023, \"add_to_ceph_s:\": false}, {\"id\": \"3681a0b5-c09f-41d7-a015-4cfc1c806ab7\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558520.1825025, \"finished_at\": 1605558564.242216, \"add_to_ceph_s:\": true}, {\"id\": \"a3ded184-881b-4c91-a702-46798cbe3559\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605558582.2014546, \"finished_at\": 1605558595.2335858, \"add_to_ceph_s:\": false}, {\"id\": \"e34f4c09-fc73-4d7a-b292-5802f0e945fa\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605558584.2757373, \"finished_at\": 1605558595.2339375, \"add_to_ceph_s:\": true}, {\"id\": \"d664843b-d5aa-4593-be10-03016fd9aed2\", \"message\": \"Rebalancing after osd.10 marked out\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559204.0719445, \"finished_at\": 1605559242.5006156, \"add_to_ceph_s:\": false}, {\"id\": \"07ac4476-ebe0-4acf-b931-2c00e66ddede\", \"message\": \"Rebalancing after osd.2 marked out\", \"refs\": [[\"osd\", 2]], \"started_at\": 1605559222.4971228, \"finished_at\": 1605559252.5157852, \"add_to_ceph_s:\": false}, {\"id\": \"805f0f63-7b0b-47c4-be6f-413f6457e79e\", \"message\": \"Rebalancing after osd.5 marked out\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605559243.516121, \"finished_at\": 1605559270.419623, \"add_to_ceph_s:\": false}, {\"id\": \"388dfffb-9441-4b40-aced-e934f6215f74\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559207.1026196, \"finished_at\": 1605559304.5307019, \"add_to_ceph_s:\": true}, {\"id\": \"61761f22-693d-4eeb-863b-9d6308b6b162\", \"message\": \"Rebalancing after osd.10 marked in\", \"refs\": [[\"osd\", 10]], \"started_at\": 1605559933.6843781, \"finished_at\": 1605559981.716453, \"add_to_ceph_s:\": false}, {\"id\": \"23afc451-38bb-4fce-a9e4-0cd047764465\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605559939.6968052, \"finished_at\": 1605559981.7166212, \"add_to_ceph_s:\": true}, {\"id\": \"db8b72f9-fbbf-451d-821a-6f56d53e99af\", \"message\": \"Rebalancing after osd.5 marked in\", \"refs\": [[\"osd\", 5]], \"started_at\": 1605560748.3632505, \"finished_at\": 1605560771.929289, \"add_to_ceph_s:\": false}, {\"id\": \"7b8872d1-0246-411f-8cff-bca17f843675\", \"message\": \"Rebalancing after osd.3 marked in\", \"refs\": [[\"osd\", 3]], \"started_at\": 1605560768.972411, \"finished_at\": 1605560781.9317522, \"add_to_ceph_s:\": false}, {\"id\": \"be7e0835-97ba-4f41-8875-d3c2a896f6b1\", \"message\": \"Global Recovery Event\", \"refs\": [[\"global\", \"\"]], \"started_at\": 1605560748.3707945, \"finished_at\": 1605560807.9365764, \"add_to_ceph_s:\": true}], \"version\": 2, \"compat_version\": 2}"}]': finished
2020-11-16T21:06:52.099 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset noscrub
2020-11-16T21:06:52.242 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:52.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:52 smithi065 bash[9468]: cluster 2020-11-16T21:06:50.744350+0000 mgr.x (mgr.14196) 1677 : cluster [DBG] pgmap v2558: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:52.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:52 smithi065 bash[9468]: cluster 2020-11-16T21:06:51.926566+0000 mon.a (mon.0) 2978 : cluster [DBG] osdmap e1001: 12 total, 12 up, 10 in
2020-11-16T21:06:52.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:52 smithi142 bash[9523]: cluster 2020-11-16T21:06:50.744350+0000 mgr.x (mgr.14196) 1677 : cluster [DBG] pgmap v2558: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:52.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:52 smithi142 bash[9523]: cluster 2020-11-16T21:06:51.926566+0000 mon.a (mon.0) 2978 : cluster [DBG] osdmap e1001: 12 total, 12 up, 10 in
2020-11-16T21:06:52.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:52 smithi071 bash[9480]: cluster 2020-11-16T21:06:50.744350+0000 mgr.x (mgr.14196) 1677 : cluster [DBG] pgmap v2558: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:52.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:52 smithi071 bash[9480]: cluster 2020-11-16T21:06:51.926566+0000 mon.a (mon.0) 2978 : cluster [DBG] osdmap e1001: 12 total, 12 up, 10 in
2020-11-16T21:06:53.777 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:06:53.777 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T21:06:53.777 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T21:06:53.777 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:06:53.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:53 smithi065 bash[9468]: cluster 2020-11-16T21:06:52.895342+0000 osd.1 (osd.1) 368 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:06:53.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:53 smithi065 bash[9468]: cluster 2020-11-16T21:06:53.110030+0000 osd.1 (osd.1) 369 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:06:53.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:53 smithi071 bash[9480]: cluster 2020-11-16T21:06:52.895342+0000 osd.1 (osd.1) 368 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:06:53.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:53 smithi071 bash[9480]: cluster 2020-11-16T21:06:53.110030+0000 osd.1 (osd.1) 369 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:06:54.034 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:53 smithi142 bash[9523]: cluster 2020-11-16T21:06:52.895342+0000 osd.1 (osd.1) 368 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:06:54.035 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:53 smithi142 bash[9523]: cluster 2020-11-16T21:06:53.110030+0000 osd.1 (osd.1) 369 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:06:54.570 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_blocked_ops
2020-11-16T21:06:54.710 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:54.727 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:54 smithi142 bash[9523]: cluster 2020-11-16T21:06:52.745056+0000 mgr.x (mgr.14196) 1678 : cluster [DBG] pgmap v2560: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:54.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:54 smithi071 bash[9480]: cluster 2020-11-16T21:06:52.745056+0000 mgr.x (mgr.14196) 1678 : cluster [DBG] pgmap v2560: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:55.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:54 smithi065 bash[9468]: cluster 2020-11-16T21:06:52.745056+0000 mgr.x (mgr.14196) 1678 : cluster [DBG] pgmap v2560: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:55.551 INFO:teuthology.orchestra.run.smithi142.stdout:moved 1 / 2 (50%)
2020-11-16T21:06:55.552 INFO:teuthology.orchestra.run.smithi142.stdout:avg 0.2
2020-11-16T21:06:55.552 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 0.4 -> 0.4 (expected baseline 0.424264)
2020-11-16T21:06:55.552 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.3 with 0 -> 0 pgs (0 -> 0 * mean)
2020-11-16T21:06:55.552 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.1 with 1 -> 0 pgs (5 -> 0 * mean)
2020-11-16T21:06:55.552 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:06:55.552 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T21:06:55.552 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 3
2020-11-16T21:06:55.553 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:06:55.553 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0050
2020-11-16T21:06:55.553 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0055
2020-11-16T21:06:55.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1 weight 0.6004 -> 0.3707
2020-11-16T21:06:55.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9 weight 0.6844 -> 0.4707
2020-11-16T21:06:55.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11 weight 1.0000 -> 0.7918
2020-11-16T21:06:55.553 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7 weight 0.8351 -> 0.6896
2020-11-16T21:06:55.833 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:55 smithi065 bash[9468]: audit 2020-11-16T21:06:54.938628+0000 mon.b (mon.1) 481 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]: dispatch
2020-11-16T21:06:55.834 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:55 smithi065 bash[9468]: audit 2020-11-16T21:06:54.940247+0000 mon.a (mon.0) 2979 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]: dispatch
2020-11-16T21:06:55.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:55 smithi071 bash[9480]: audit 2020-11-16T21:06:54.938628+0000 mon.b (mon.1) 481 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]: dispatch
2020-11-16T21:06:55.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:55 smithi071 bash[9480]: audit 2020-11-16T21:06:54.940247+0000 mon.a (mon.0) 2979 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]: dispatch
2020-11-16T21:06:56.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:55 smithi142 bash[9523]: audit 2020-11-16T21:06:54.938628+0000 mon.b (mon.1) 481 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]: dispatch
2020-11-16T21:06:56.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:55 smithi142 bash[9523]: audit 2020-11-16T21:06:54.940247+0000 mon.a (mon.0) 2979 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]: dispatch
2020-11-16T21:06:56.805 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:06:56.806 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 110 1.0
2020-11-16T21:06:56.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:56 smithi142 bash[9523]: cluster 2020-11-16T21:06:54.745698+0000 mgr.x (mgr.14196) 1679 : cluster [DBG] pgmap v2561: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:56.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:56 smithi142 bash[9523]: audit 2020-11-16T21:06:54.938008+0000 mgr.x (mgr.14196) 1680 : audit [DBG] from='client.17355 v1:172.21.15.142:0/2668062468' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:06:56.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:56 smithi142 bash[9523]: audit 2020-11-16T21:06:55.558380+0000 mon.a (mon.0) 2980 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]': finished
2020-11-16T21:06:56.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:56 smithi142 bash[9523]: cluster 2020-11-16T21:06:55.558447+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1002: 12 total, 12 up, 10 in
2020-11-16T21:06:56.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:56 smithi142 bash[9523]: cluster 2020-11-16T21:06:55.581262+0000 osd.4 (osd.4) 302 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:56.817 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:56 smithi142 bash[9523]: cluster 2020-11-16T21:06:55.581399+0000 osd.4 (osd.4) 303 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:56.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:56 smithi071 bash[9480]: cluster 2020-11-16T21:06:54.745698+0000 mgr.x (mgr.14196) 1679 : cluster [DBG] pgmap v2561: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:56.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:56 smithi071 bash[9480]: audit 2020-11-16T21:06:54.938008+0000 mgr.x (mgr.14196) 1680 : audit [DBG] from='client.17355 v1:172.21.15.142:0/2668062468' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:06:56.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:56 smithi071 bash[9480]: audit 2020-11-16T21:06:55.558380+0000 mon.a (mon.0) 2980 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]': finished
2020-11-16T21:06:56.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:56 smithi071 bash[9480]: cluster 2020-11-16T21:06:55.558447+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1002: 12 total, 12 up, 10 in
2020-11-16T21:06:56.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:56 smithi071 bash[9480]: cluster 2020-11-16T21:06:55.581262+0000 osd.4 (osd.4) 302 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:56.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:56 smithi071 bash[9480]: cluster 2020-11-16T21:06:55.581399+0000 osd.4 (osd.4) 303 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:56.945 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:06:57.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:56 smithi065 bash[9468]: cluster 2020-11-16T21:06:54.745698+0000 mgr.x (mgr.14196) 1679 : cluster [DBG] pgmap v2561: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:57.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:56 smithi065 bash[9468]: audit 2020-11-16T21:06:54.938008+0000 mgr.x (mgr.14196) 1680 : audit [DBG] from='client.17355 v1:172.21.15.142:0/2668062468' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:06:57.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:56 smithi065 bash[9468]: audit 2020-11-16T21:06:55.558380+0000 mon.a (mon.0) 2980 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'24292','7':'45194','9':'30851','11':'51890'}"}]': finished
2020-11-16T21:06:57.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:56 smithi065 bash[9468]: cluster 2020-11-16T21:06:55.558447+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1002: 12 total, 12 up, 10 in
2020-11-16T21:06:57.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:56 smithi065 bash[9468]: cluster 2020-11-16T21:06:55.581262+0000 osd.4 (osd.4) 302 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:06:57.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:56 smithi065 bash[9468]: cluster 2020-11-16T21:06:55.581399+0000 osd.4 (osd.4) 303 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:06:57.850 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:57 smithi065 bash[9468]: cluster 2020-11-16T21:06:56.561676+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1003: 12 total, 12 up, 10 in
2020-11-16T21:06:57.850 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:57 smithi065 bash[9468]: audit 2020-11-16T21:06:57.394545+0000 mon.a (mon.0) 2983 : audit [INF] from='client.? v1:172.21.15.142:0/220142984' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:06:57.937 INFO:teuthology.orchestra.run.smithi142.stderr:noscrub is unset
2020-11-16T21:06:57.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:57 smithi071 bash[9480]: cluster 2020-11-16T21:06:56.561676+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1003: 12 total, 12 up, 10 in
2020-11-16T21:06:57.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:57 smithi071 bash[9480]: audit 2020-11-16T21:06:57.394545+0000 mon.a (mon.0) 2983 : audit [INF] from='client.? v1:172.21.15.142:0/220142984' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:06:58.020 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:57 smithi142 bash[9523]: cluster 2020-11-16T21:06:56.561676+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1003: 12 total, 12 up, 10 in
2020-11-16T21:06:58.020 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:57 smithi142 bash[9523]: audit 2020-11-16T21:06:57.394545+0000 mon.a (mon.0) 2983 : audit [INF] from='client.? v1:172.21.15.142:0/220142984' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch
2020-11-16T21:06:58.139 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:06:58.139 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T21:06:58.139 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T21:06:58.140 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T21:06:58.140 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:06:58.849 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:58 smithi142 bash[9523]: cluster 2020-11-16T21:06:56.746373+0000 mgr.x (mgr.14196) 1681 : cluster [DBG] pgmap v2564: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:58.849 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:58 smithi142 bash[9523]: cluster 2020-11-16T21:06:57.565957+0000 mon.a (mon.0) 2984 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T21:06:58.849 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:58 smithi142 bash[9523]: audit 2020-11-16T21:06:57.941052+0000 mon.a (mon.0) 2985 : audit [INF] from='client.? v1:172.21.15.142:0/220142984' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:06:58.850 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:06:58 smithi142 bash[9523]: cluster 2020-11-16T21:06:57.941157+0000 mon.a (mon.0) 2986 : cluster [DBG] osdmap e1004: 12 total, 12 up, 10 in
2020-11-16T21:06:58.943 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:58 smithi065 bash[9468]: cluster 2020-11-16T21:06:56.746373+0000 mgr.x (mgr.14196) 1681 : cluster [DBG] pgmap v2564: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:58.943 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:58 smithi065 bash[9468]: cluster 2020-11-16T21:06:57.565957+0000 mon.a (mon.0) 2984 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T21:06:58.943 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:58 smithi065 bash[9468]: audit 2020-11-16T21:06:57.941052+0000 mon.a (mon.0) 2985 : audit [INF] from='client.? v1:172.21.15.142:0/220142984' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:06:58.943 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:06:58 smithi065 bash[9468]: cluster 2020-11-16T21:06:57.941157+0000 mon.a (mon.0) 2986 : cluster [DBG] osdmap e1004: 12 total, 12 up, 10 in
2020-11-16T21:06:58.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:58 smithi071 bash[9480]: cluster 2020-11-16T21:06:56.746373+0000 mgr.x (mgr.14196) 1681 : cluster [DBG] pgmap v2564: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:06:58.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:58 smithi071 bash[9480]: cluster 2020-11-16T21:06:57.565957+0000 mon.a (mon.0) 2984 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)
2020-11-16T21:06:58.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:58 smithi071 bash[9480]: audit 2020-11-16T21:06:57.941052+0000 mon.a (mon.0) 2985 : audit [INF] from='client.? v1:172.21.15.142:0/220142984' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished
2020-11-16T21:06:58.945 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:06:58 smithi071 bash[9480]: cluster 2020-11-16T21:06:57.941157+0000 mon.a (mon.0) 2986 : cluster [DBG] osdmap e1004: 12 total, 12 up, 10 in
2020-11-16T21:06:58.945 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.10 dump_historic_ops
2020-11-16T21:06:58.962 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd unset nodeep-scrub
2020-11-16T21:06:59.085 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:06:59.140 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:00.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:00 smithi065 bash[9468]: cluster 2020-11-16T21:06:58.747039+0000 mgr.x (mgr.14196) 1682 : cluster [DBG] pgmap v2566: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:00.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:00 smithi071 bash[9480]: cluster 2020-11-16T21:06:58.747039+0000 mgr.x (mgr.14196) 1682 : cluster [DBG] pgmap v2566: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:01.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:00 smithi142 bash[9523]: cluster 2020-11-16T21:06:58.747039+0000 mgr.x (mgr.14196) 1682 : cluster [DBG] pgmap v2566: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:02.110 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 2 (0%)
2020-11-16T21:07:02.111 INFO:teuthology.orchestra.run.smithi142.stdout:avg 0.2
2020-11-16T21:07:02.111 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 0.4 -> 0.4 (expected baseline 0.424264)
2020-11-16T21:07:02.111 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.1 with 0 -> 0 pgs (0 -> 0 * mean)
2020-11-16T21:07:02.111 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.6 with 1 -> 1 pgs (5 -> 5 * mean)
2020-11-16T21:07:02.111 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:07:02.111 INFO:teuthology.orchestra.run.smithi142.stdout:oload 110
2020-11-16T21:07:02.111 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 1
2020-11-16T21:07:02.112 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:07:02.112 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0050
2020-11-16T21:07:02.112 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0056
2020-11-16T21:07:02.112 INFO:teuthology.orchestra.run.smithi142.stdout:osd.1 weight 0.3707 -> 0.2288
2020-11-16T21:07:02.112 INFO:teuthology.orchestra.run.smithi142.stdout:osd.9 weight 0.4707 -> 0.3238
2020-11-16T21:07:02.112 INFO:teuthology.orchestra.run.smithi142.stdout:osd.11 weight 0.7918 -> 0.6269
2020-11-16T21:07:02.112 INFO:teuthology.orchestra.run.smithi142.stdout:osd.7 weight 0.6896 -> 0.5694
2020-11-16T21:07:02.113 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:07:02.290 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:07:02.291 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T21:07:02.291 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T21:07:02.291 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T21:07:02.291 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.291 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:170964 9.7 9:e4be388b:::benchmark_data_smithi065_58100_object38614:head [delete] snapc 0=[] ondisk+write+known_if_redirected e929)",
2020-11-16T21:07:02.291 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:03:29.433216+0000",
2020-11-16T21:07:02.292 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 212.862082507,
2020-11-16T21:07:02.292 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.661737146,
2020-11-16T21:07:02.292 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.292 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.292 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.292 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 170964
2020-11-16T21:07:02.293 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.293 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433216+0000",
2020-11-16T21:07:02.293 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.293 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433216+0000",
2020-11-16T21:07:02.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999657
2020-11-16T21:07:02.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.294 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.294 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433181+0000",
2020-11-16T21:07:02.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9350000000000004e-05
2020-11-16T21:07:02.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.295 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433261+0000",
2020-11-16T21:07:02.295 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6988999999999999e-05
2020-11-16T21:07:02.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433278+0000",
2020-11-16T21:07:02.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0652000000000001e-05
2020-11-16T21:07:02.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.296 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.296 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433288+0000",
2020-11-16T21:07:02.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0338000000000002e-05
2020-11-16T21:07:02.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.297 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433369+0000",
2020-11-16T21:07:02.297 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011974200000000001
2020-11-16T21:07:02.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433489+0000",
2020-11-16T21:07:02.298 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012571500000000001
2020-11-16T21:07:02.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.298 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:02.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.433614+0000",
2020-11-16T21:07:02.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0057390499999999999
2020-11-16T21:07:02.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.299 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.439353+0000",
2020-11-16T21:07:02.299 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.65073477099999999
2020-11-16T21:07:02.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:30.090088+0000",
2020-11-16T21:07:02.300 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2595000000000004e-05
2020-11-16T21:07:02.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.300 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:30.090181+0000",
2020-11-16T21:07:02.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0047724739999999996
2020-11-16T21:07:02.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:30.094953+0000",
2020-11-16T21:07:02.301 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.661737146
2020-11-16T21:07:02.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.302 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.302 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.302 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.302 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.302 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:170968 9.7 9:e97ddccf:::benchmark_data_smithi065_58100_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e929)",
2020-11-16T21:07:02.302 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:03:29.452068+0000",
2020-11-16T21:07:02.303 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 212.843230855,
2020-11-16T21:07:02.303 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.66041162099999995,
2020-11-16T21:07:02.303 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.303 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.303 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 170968
2020-11-16T21:07:02.304 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.304 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452068+0000",
2020-11-16T21:07:02.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452068+0000",
2020-11-16T21:07:02.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:07:02.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452045+0000",
2020-11-16T21:07:02.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3560000000000002e-05
2020-11-16T21:07:02.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452098+0000",
2020-11-16T21:07:02.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1253999999999999e-05
2020-11-16T21:07:02.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452109+0000",
2020-11-16T21:07:02.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3989999999999993e-06
2020-11-16T21:07:02.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452119+0000",
2020-11-16T21:07:02.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0622999999999999e-05
2020-11-16T21:07:02.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452179+0000",
2020-11-16T21:07:02.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011401800000000001
2020-11-16T21:07:02.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452294+0000",
2020-11-16T21:07:02.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013905800000000001
2020-11-16T21:07:02.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:02.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.452433+0000",
2020-11-16T21:07:02.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.005388894
2020-11-16T21:07:02.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:29.457821+0000",
2020-11-16T21:07:02.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.64603496699999996
2020-11-16T21:07:02.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:30.103856+0000",
2020-11-16T21:07:02.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9031999999999997e-05
2020-11-16T21:07:02.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:30.103945+0000",
2020-11-16T21:07:02.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0085337980000000004
2020-11-16T21:07:02.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:03:30.112479+0000",
2020-11-16T21:07:02.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.66041162099999995
2020-11-16T21:07:02.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.313 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.313 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.313 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.313 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.313 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:221514 9.7 9:ebae649c:::benchmark_data_smithi065_58100_object89164:head [delete] snapc 0=[] ondisk+write+known_if_redirected e954)",
2020-11-16T21:07:02.313 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.166463+0000",
2020-11-16T21:07:02.313 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.128835549,
2020-11-16T21:07:02.314 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.53908029599999996,
2020-11-16T21:07:02.314 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.314 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.314 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221514
2020-11-16T21:07:02.314 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.315 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.166463+0000",
2020-11-16T21:07:02.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.166463+0000",
2020-11-16T21:07:02.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999681
2020-11-16T21:07:02.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.166431+0000",
2020-11-16T21:07:02.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6728000000000002e-05
2020-11-16T21:07:02.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.166498+0000",
2020-11-16T21:07:02.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6319999999999997e-06
2020-11-16T21:07:02.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.166506+0000",
2020-11-16T21:07:02.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9370000000000003e-06
2020-11-16T21:07:02.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.166511+0000",
2020-11-16T21:07:02.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0072593579999999996
2020-11-16T21:07:02.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.173771+0000",
2020-11-16T21:07:02.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0031504319999999999
2020-11-16T21:07:02.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:02.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.176921+0000",
2020-11-16T21:07:02.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.078559514999999996
2020-11-16T21:07:02.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.255481+0000",
2020-11-16T21:07:02.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7204e-05
2020-11-16T21:07:02.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.255578+0000",
2020-11-16T21:07:02.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000121254
2020-11-16T21:07:02.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:02.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.255699+0000",
2020-11-16T21:07:02.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015445952000000001
2020-11-16T21:07:02.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.271145+0000",
2020-11-16T21:07:02.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0041905950000000001
2020-11-16T21:07:02.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.275336+0000",
2020-11-16T21:07:02.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.42146699300000001
2020-11-16T21:07:02.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.696803+0000",
2020-11-16T21:07:02.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0087406819999999996
2020-11-16T21:07:02.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.705543+0000",
2020-11-16T21:07:02.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.53908029599999996
2020-11-16T21:07:02.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.325 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.325 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.325 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.325 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.325 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:221515 9.7 9:e21151c2:::benchmark_data_smithi065_58100_object89165:head [delete] snapc 0=[] ondisk+write+known_if_redirected e954)",
2020-11-16T21:07:02.325 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.171078+0000",
2020-11-16T21:07:02.326 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.12422086399999,
2020-11-16T21:07:02.326 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.58307816000000001,
2020-11-16T21:07:02.326 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.326 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.326 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221515
2020-11-16T21:07:02.327 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.327 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.171078+0000",
2020-11-16T21:07:02.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.171078+0000",
2020-11-16T21:07:02.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T21:07:02.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.328 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.171044+0000",
2020-11-16T21:07:02.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0678000000000002e-05
2020-11-16T21:07:02.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.171124+0000",
2020-11-16T21:07:02.329 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.658e-05
2020-11-16T21:07:02.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.171141+0000",
2020-11-16T21:07:02.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7558e-05
2020-11-16T21:07:02.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.171159+0000",
2020-11-16T21:07:02.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.55614040099999995
2020-11-16T21:07:02.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.727299+0000",
2020-11-16T21:07:02.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000137133
2020-11-16T21:07:02.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.727436+0000",
2020-11-16T21:07:02.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000190488
2020-11-16T21:07:02.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:02.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.727627+0000",
2020-11-16T21:07:02.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0088517639999999998
2020-11-16T21:07:02.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.736478+0000",
2020-11-16T21:07:02.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.015657325
2020-11-16T21:07:02.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.752136+0000",
2020-11-16T21:07:02.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4262000000000002e-05
2020-11-16T21:07:02.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.752210+0000",
2020-11-16T21:07:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0019457770000000001
2020-11-16T21:07:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.754156+0000",
2020-11-16T21:07:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.58307816000000001
2020-11-16T21:07:02.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.336 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.336 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.336 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.336 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.336 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:221516 9.7 9:e5c2ed0c:::benchmark_data_smithi065_58100_object89166:head [delete] snapc 0=[] ondisk+write+known_if_redirected e954)",
2020-11-16T21:07:02.336 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.172857+0000",
2020-11-16T21:07:02.336 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.12244176999999,
2020-11-16T21:07:02.337 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.681778463,
2020-11-16T21:07:02.337 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.337 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.337 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221516
2020-11-16T21:07:02.337 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.338 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.172857+0000",
2020-11-16T21:07:02.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.172857+0000",
2020-11-16T21:07:02.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999695
2020-11-16T21:07:02.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.172826+0000",
2020-11-16T21:07:02.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9031999999999999e-05
2020-11-16T21:07:02.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.172895+0000",
2020-11-16T21:07:02.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3534e-05
2020-11-16T21:07:02.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.172909+0000",
2020-11-16T21:07:02.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5669999999999997e-06
2020-11-16T21:07:02.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.172916+0000",
2020-11-16T21:07:02.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.56094771499999996
2020-11-16T21:07:02.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.733864+0000",
2020-11-16T21:07:02.342 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000100913
2020-11-16T21:07:02.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.342 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:02.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.733965+0000",
2020-11-16T21:07:02.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.031189606000000002
2020-11-16T21:07:02.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.765154+0000",
2020-11-16T21:07:02.343 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010924799999999999
2020-11-16T21:07:02.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.765264+0000",
2020-11-16T21:07:02.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000141617
2020-11-16T21:07:02.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:02.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.765405+0000",
2020-11-16T21:07:02.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.02725429
2020-11-16T21:07:02.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.792660+0000",
2020-11-16T21:07:02.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.059741435000000002
2020-11-16T21:07:02.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.852401+0000",
2020-11-16T21:07:02.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5439999999999998e-05
2020-11-16T21:07:02.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.852456+0000",
2020-11-16T21:07:02.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002178719
2020-11-16T21:07:02.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.854635+0000",
2020-11-16T21:07:02.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.681778463
2020-11-16T21:07:02.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.348 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.348 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.348 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.348 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.348 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:221520 9.7 9:ed28fe51:::benchmark_data_smithi065_58100_object89170:head [delete] snapc 0=[] ondisk+write+known_if_redirected e954)",
2020-11-16T21:07:02.348 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.191321+0000",
2020-11-16T21:07:02.349 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.103977848,
2020-11-16T21:07:02.349 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.66495112700000003,
2020-11-16T21:07:02.349 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.349 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.349 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221520
2020-11-16T21:07:02.350 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.350 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.191321+0000",
2020-11-16T21:07:02.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.191321+0000",
2020-11-16T21:07:02.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999781
2020-11-16T21:07:02.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.191299+0000",
2020-11-16T21:07:02.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2228000000000001e-05
2020-11-16T21:07:02.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.191361+0000",
2020-11-16T21:07:02.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2656e-05
2020-11-16T21:07:02.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.191374+0000",
2020-11-16T21:07:02.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5570000000000003e-06
2020-11-16T21:07:02.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.191379+0000",
2020-11-16T21:07:02.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.54265012000000001
2020-11-16T21:07:02.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.734029+0000",
2020-11-16T21:07:02.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00067126399999999998
2020-11-16T21:07:02.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:02.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.734701+0000",
2020-11-16T21:07:02.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.040109204000000002
2020-11-16T21:07:02.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.774810+0000",
2020-11-16T21:07:02.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017535200000000001
2020-11-16T21:07:02.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.774985+0000",
2020-11-16T21:07:02.356 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00025872100000000001
2020-11-16T21:07:02.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:02.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.775244+0000",
2020-11-16T21:07:02.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.027577964999999999
2020-11-16T21:07:02.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.802822+0000",
2020-11-16T21:07:02.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.051904261
2020-11-16T21:07:02.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.854726+0000",
2020-11-16T21:07:02.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8705000000000001e-05
2020-11-16T21:07:02.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.854785+0000",
2020-11-16T21:07:02.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001486886
2020-11-16T21:07:02.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.856272+0000",
2020-11-16T21:07:02.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.66495112700000003
2020-11-16T21:07:02.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.360 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.360 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.360 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.360 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.360 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:221523 9.7 9:edd15e4f:::benchmark_data_smithi065_58100_object89173:head [delete] snapc 0=[] ondisk+write+known_if_redirected e954)",
2020-11-16T21:07:02.361 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.208309+0000",
2020-11-16T21:07:02.361 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.086989395,
2020-11-16T21:07:02.361 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.64992809900000004,
2020-11-16T21:07:02.361 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.361 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.361 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221523
2020-11-16T21:07:02.362 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.362 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.208309+0000",
2020-11-16T21:07:02.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.208309+0000",
2020-11-16T21:07:02.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999633
2020-11-16T21:07:02.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.208272+0000",
2020-11-16T21:07:02.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9555000000000005e-05
2020-11-16T21:07:02.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.208372+0000",
2020-11-16T21:07:02.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3614e-05
2020-11-16T21:07:02.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.208385+0000",
2020-11-16T21:07:02.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.205e-05
2020-11-16T21:07:02.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.208398+0000",
2020-11-16T21:07:02.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.52640958299999996
2020-11-16T21:07:02.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.734807+0000",
2020-11-16T21:07:02.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00074512199999999997
2020-11-16T21:07:02.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:02.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.735552+0000",
2020-11-16T21:07:02.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.057149904000000001
2020-11-16T21:07:02.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.792702+0000",
2020-11-16T21:07:02.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013309899999999999
2020-11-16T21:07:02.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.792835+0000",
2020-11-16T21:07:02.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026679200000000002
2020-11-16T21:07:02.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:02.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.793102+0000",
2020-11-16T21:07:02.369 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.025324066999999999
2020-11-16T21:07:02.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.369 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.818426+0000",
2020-11-16T21:07:02.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037936711999999997
2020-11-16T21:07:02.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.856363+0000",
2020-11-16T21:07:02.370 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4531999999999997e-05
2020-11-16T21:07:02.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.856437+0000",
2020-11-16T21:07:02.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001799852
2020-11-16T21:07:02.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.858237+0000",
2020-11-16T21:07:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.64992809900000004
2020-11-16T21:07:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.372 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.373 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "MOSDPGPushReply(9.7 954/908 [PushReplyOp(9:e21151c2:::benchmark_data_smithi065_58100_object89165:head)])",
2020-11-16T21:07:02.373 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.214871+0000",
2020-11-16T21:07:02.373 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.080427266,
2020-11-16T21:07:02.373 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.50215957,
2020-11-16T21:07:02.373 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.373 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:02.373 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.214871+0000",
2020-11-16T21:07:02.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.214871+0000",
2020-11-16T21:07:02.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999752
2020-11-16T21:07:02.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.214847+0000",
2020-11-16T21:07:02.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6920000000000003e-05
2020-11-16T21:07:02.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.214913+0000",
2020-11-16T21:07:02.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6155999999999999e-05
2020-11-16T21:07:02.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.214930+0000",
2020-11-16T21:07:02.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9979999999999992e-06
2020-11-16T21:07:02.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.214939+0000",
2020-11-16T21:07:02.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.49066584899999999
2020-11-16T21:07:02.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.705604+0000",
2020-11-16T21:07:02.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011426354
2020-11-16T21:07:02.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.717031+0000",
2020-11-16T21:07:02.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.50215957
2020-11-16T21:07:02.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.379 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.379 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.379 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.379 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.379 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:221537 9.9 9:931cb45f:::benchmark_data_smithi065_58100_object89187:head [delete] snapc 0=[] ondisk+write+known_if_redirected e954)",
2020-11-16T21:07:02.380 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.265107+0000",
2020-11-16T21:07:02.380 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.03019172099999,
2020-11-16T21:07:02.380 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.43215007,
2020-11-16T21:07:02.380 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.380 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.380 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221537
2020-11-16T21:07:02.381 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.381 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265107+0000",
2020-11-16T21:07:02.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265107+0000",
2020-11-16T21:07:02.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999795
2020-11-16T21:07:02.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265086+0000",
2020-11-16T21:07:02.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6097999999999998e-05
2020-11-16T21:07:02.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.383 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265132+0000",
2020-11-16T21:07:02.383 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.9330000000000007e-06
2020-11-16T21:07:02.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265141+0000",
2020-11-16T21:07:02.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3900000000000001e-06
2020-11-16T21:07:02.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.384 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265147+0000",
2020-11-16T21:07:02.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3946000000000002e-05
2020-11-16T21:07:02.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265201+0000",
2020-11-16T21:07:02.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000146849
2020-11-16T21:07:02.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265347+0000",
2020-11-16T21:07:02.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013734399999999999
2020-11-16T21:07:02.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 11",
2020-11-16T21:07:02.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265485+0000",
2020-11-16T21:07:02.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0065549500000000004
2020-11-16T21:07:02.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272040+0000",
2020-11-16T21:07:02.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.42232297400000002
2020-11-16T21:07:02.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.694363+0000",
2020-11-16T21:07:02.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0027192399999999999
2020-11-16T21:07:02.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.697082+0000",
2020-11-16T21:07:02.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017485600000000001
2020-11-16T21:07:02.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.697257+0000",
2020-11-16T21:07:02.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.43215007
2020-11-16T21:07:02.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.390 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.390 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.390 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.390 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.390 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:221535 9.e e954/873 9:7fa47f20:::benchmark_data_smithi065_58100_object89185:head v 954'13681, mlcod=954'13679)",
2020-11-16T21:07:02.390 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.265458+0000",
2020-11-16T21:07:02.390 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.029840769,
2020-11-16T21:07:02.391 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.428518819,
2020-11-16T21:07:02.391 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.391 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.391 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265458+0000",
2020-11-16T21:07:02.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265458+0000",
2020-11-16T21:07:02.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999843
2020-11-16T21:07:02.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265442+0000",
2020-11-16T21:07:02.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.0807999999999999e-05
2020-11-16T21:07:02.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265493+0000",
2020-11-16T21:07:02.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3980000000000002e-06
2020-11-16T21:07:02.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265500+0000",
2020-11-16T21:07:02.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.8160000000000001e-06
2020-11-16T21:07:02.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265505+0000",
2020-11-16T21:07:02.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1382999999999999e-05
2020-11-16T21:07:02.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265556+0000",
2020-11-16T21:07:02.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.6067e-05
2020-11-16T21:07:02.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.265582+0000",
2020-11-16T21:07:02.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010317049
2020-11-16T21:07:02.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.275900+0000",
2020-11-16T21:07:02.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.41807702699999999
2020-11-16T21:07:02.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.397 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.693977+0000",
2020-11-16T21:07:02.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.428518819
2020-11-16T21:07:02.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.398 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.398 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.398 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.398 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.398 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop_reply(client.26884.0:221514 9.7 e954/908 ondisk, result = 0)",
2020-11-16T21:07:02.398 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.268064+0000",
2020-11-16T21:07:02.399 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.02723425799999,
2020-11-16T21:07:02.399 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.43749352899999999,
2020-11-16T21:07:02.399 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.399 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "started",
2020-11-16T21:07:02.399 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.268064+0000",
2020-11-16T21:07:02.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.268064+0000",
2020-11-16T21:07:02.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99997
2020-11-16T21:07:02.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.268034+0000",
2020-11-16T21:07:02.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8967999999999993e-05
2020-11-16T21:07:02.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.268113+0000",
2020-11-16T21:07:02.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3747999999999999e-05
2020-11-16T21:07:02.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.268127+0000",
2020-11-16T21:07:02.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2599999999999994e-06
2020-11-16T21:07:02.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.268136+0000",
2020-11-16T21:07:02.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0071853849999999999
2020-11-16T21:07:02.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.275322+0000",
2020-11-16T21:07:02.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4100000000000002e-06
2020-11-16T21:07:02.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.275329+0000",
2020-11-16T21:07:02.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.43022872699999998
2020-11-16T21:07:02.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.705558+0000",
2020-11-16T21:07:02.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.43749352899999999
2020-11-16T21:07:02.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.405 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.405 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.406 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.406 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:221539 9.7 9:e9ea425c:::benchmark_data_smithi065_58100_object89189:head [delete] snapc 0=[] ondisk+write+known_if_redirected e954)",
2020-11-16T21:07:02.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.271675+0000",
2020-11-16T21:07:02.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.023623284,
2020-11-16T21:07:02.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.58865637400000004,
2020-11-16T21:07:02.406 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.406 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.407 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 221539
2020-11-16T21:07:02.407 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.407 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.271675+0000",
2020-11-16T21:07:02.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.271675+0000",
2020-11-16T21:07:02.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T21:07:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.271644+0000",
2020-11-16T21:07:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9762999999999997e-05
2020-11-16T21:07:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.271704+0000",
2020-11-16T21:07:02.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0254e-05
2020-11-16T21:07:02.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.410 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.271714+0000",
2020-11-16T21:07:02.410 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9610000000000002e-06
2020-11-16T21:07:02.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.271720+0000",
2020-11-16T21:07:02.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.46389423099999999
2020-11-16T21:07:02.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.411 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.735615+0000",
2020-11-16T21:07:02.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00084229499999999996
2020-11-16T21:07:02.412 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.412 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:02.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.736457+0000",
2020-11-16T21:07:02.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.066431842000000005
2020-11-16T21:07:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.802889+0000",
2020-11-16T21:07:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000121789
2020-11-16T21:07:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.803010+0000",
2020-11-16T21:07:02.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012463799999999999
2020-11-16T21:07:02.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:02.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.803135+0000",
2020-11-16T21:07:02.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026115330999999999
2020-11-16T21:07:02.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.829250+0000",
2020-11-16T21:07:02.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.029071474999999999
2020-11-16T21:07:02.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.858322+0000",
2020-11-16T21:07:02.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000288502
2020-11-16T21:07:02.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.858610+0000",
2020-11-16T21:07:02.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001721172
2020-11-16T21:07:02.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.860332+0000",
2020-11-16T21:07:02.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.58865637400000004
2020-11-16T21:07:02.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.417 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.417 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.418 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.418 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.418 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_repop(client.26884.0:221541 9.b e954/873 9:d8732040:::benchmark_data_smithi065_58100_object89191:head v 954'13960, mlcod=954'13958)",
2020-11-16T21:07:02.418 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:12.272360+0000",
2020-11-16T21:07:02.418 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 110.02293865599999,
2020-11-16T21:07:02.418 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.42402569200000001,
2020-11-16T21:07:02.418 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.419 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.419 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272360+0000",
2020-11-16T21:07:02.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272360+0000",
2020-11-16T21:07:02.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T21:07:02.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272328+0000",
2020-11-16T21:07:02.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9057999999999999e-05
2020-11-16T21:07:02.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272427+0000",
2020-11-16T21:07:02.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3395e-05
2020-11-16T21:07:02.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272441+0000",
2020-11-16T21:07:02.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1060000000000002e-06
2020-11-16T21:07:02.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272448+0000",
2020-11-16T21:07:02.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4135999999999997e-05
2020-11-16T21:07:02.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272512+0000",
2020-11-16T21:07:02.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.7909e-05
2020-11-16T21:07:02.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.272540+0000",
2020-11-16T21:07:02.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.422762849
2020-11-16T21:07:02.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.424 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.424 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.695303+0000",
2020-11-16T21:07:02.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0010828879999999999
2020-11-16T21:07:02.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:12.696386+0000",
2020-11-16T21:07:02.425 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.42402569200000001
2020-11-16T21:07:02.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.425 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.426 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.426 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.426 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.426 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:254825 9.7 9:eb5a2ef3:::benchmark_data_smithi065_58100_object122475:head [delete] snapc 0=[] ondisk+write+known_if_redirected e980)",
2020-11-16T21:07:02.426 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:09.053278+0000",
2020-11-16T21:07:02.426 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.242020083,
2020-11-16T21:07:02.426 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.3077441250000001,
2020-11-16T21:07:02.427 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.427 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.427 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 254825
2020-11-16T21:07:02.427 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.427 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.053278+0000",
2020-11-16T21:07:02.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.053278+0000",
2020-11-16T21:07:02.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999959
2020-11-16T21:07:02.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.053237+0000",
2020-11-16T21:07:02.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1003999999999998e-05
2020-11-16T21:07:02.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.053328+0000",
2020-11-16T21:07:02.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6854000000000002e-05
2020-11-16T21:07:02.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.053345+0000",
2020-11-16T21:07:02.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0003999999999999e-05
2020-11-16T21:07:02.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.053355+0000",
2020-11-16T21:07:02.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5215e-05
2020-11-16T21:07:02.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.053400+0000",
2020-11-16T21:07:02.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5530000000000004e-06
2020-11-16T21:07:02.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.053408+0000",
2020-11-16T21:07:02.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.92812916599999995
2020-11-16T21:07:02.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.981537+0000",
2020-11-16T21:07:02.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9647999999999999e-05
2020-11-16T21:07:02.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.981557+0000",
2020-11-16T21:07:02.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.366165576
2020-11-16T21:07:02.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.347722+0000",
2020-11-16T21:07:02.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00030745000000000002
2020-11-16T21:07:02.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.348030+0000",
2020-11-16T21:07:02.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00034889099999999999
2020-11-16T21:07:02.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1,3",
2020-11-16T21:07:02.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.348379+0000",
2020-11-16T21:07:02.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.010918433999999999
2020-11-16T21:07:02.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.359297+0000",
2020-11-16T21:07:02.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1681999999999997e-05
2020-11-16T21:07:02.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.359359+0000",
2020-11-16T21:07:02.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0012995159999999999
2020-11-16T21:07:02.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.360658+0000",
2020-11-16T21:07:02.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017488700000000001
2020-11-16T21:07:02.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.360833+0000",
2020-11-16T21:07:02.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00018934900000000001
2020-11-16T21:07:02.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.361023+0000",
2020-11-16T21:07:02.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3077441250000001
2020-11-16T21:07:02.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.440 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.440 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.440 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.440 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:254831 9.7 9:e7d41a70:::benchmark_data_smithi065_58100_object122481:head [delete] snapc 0=[] ondisk+write+known_if_redirected e980)",
2020-11-16T21:07:02.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:09.072009+0000",
2020-11-16T21:07:02.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.223289901000001,
2020-11-16T21:07:02.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.2893029349999998,
2020-11-16T21:07:02.441 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.441 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.441 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 254831
2020-11-16T21:07:02.441 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.442 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.072009+0000",
2020-11-16T21:07:02.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.072009+0000",
2020-11-16T21:07:02.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999628
2020-11-16T21:07:02.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.071971+0000",
2020-11-16T21:07:02.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4510000000000002e-05
2020-11-16T21:07:02.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.072056+0000",
2020-11-16T21:07:02.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6611000000000001e-05
2020-11-16T21:07:02.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.072072+0000",
2020-11-16T21:07:02.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5163e-05
2020-11-16T21:07:02.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.072088+0000",
2020-11-16T21:07:02.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6517e-05
2020-11-16T21:07:02.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.072154+0000",
2020-11-16T21:07:02.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0197000000000001e-05
2020-11-16T21:07:02.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.072164+0000",
2020-11-16T21:07:02.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.90943956400000003
2020-11-16T21:07:02.447 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.447 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.981604+0000",
2020-11-16T21:07:02.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2642e-05
2020-11-16T21:07:02.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:09.981616+0000",
2020-11-16T21:07:02.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.372332331
2020-11-16T21:07:02.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.353949+0000",
2020-11-16T21:07:02.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0001206
2020-11-16T21:07:02.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.354069+0000",
2020-11-16T21:07:02.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000120442
2020-11-16T21:07:02.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1,3",
2020-11-16T21:07:02.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.354190+0000",
2020-11-16T21:07:02.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0052065360000000003
2020-11-16T21:07:02.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.359396+0000",
2020-11-16T21:07:02.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.715e-05
2020-11-16T21:07:02.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.359453+0000",
2020-11-16T21:07:02.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001630257
2020-11-16T21:07:02.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.361084+0000",
2020-11-16T21:07:02.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3015000000000005e-05
2020-11-16T21:07:02.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.361157+0000",
2020-11-16T21:07:02.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000154764
2020-11-16T21:07:02.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:11.361312+0000",
2020-11-16T21:07:02.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2893029349999998
2020-11-16T21:07:02.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.454 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.454 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.454 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.454 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.454 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:257570 9.7 9:e0609daf:::benchmark_data_smithi065_58100_object125220:head [delete] snapc 0=[] ondisk+write+known_if_redirected e985)",
2020-11-16T21:07:02.454 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:16.243944+0000",
2020-11-16T21:07:02.454 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 46.051354232000001,
2020-11-16T21:07:02.455 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.85583116599999998,
2020-11-16T21:07:02.455 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.455 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.455 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257570
2020-11-16T21:07:02.456 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.456 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.243944+0000",
2020-11-16T21:07:02.456 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.243944+0000",
2020-11-16T21:07:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T21:07:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.243911+0000",
2020-11-16T21:07:02.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4721999999999994e-05
2020-11-16T21:07:02.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.243985+0000",
2020-11-16T21:07:02.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4810999999999999e-05
2020-11-16T21:07:02.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.244000+0000",
2020-11-16T21:07:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3259999999999998e-06
2020-11-16T21:07:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.244007+0000",
2020-11-16T21:07:02.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.4419999999999996e-05
2020-11-16T21:07:02.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.244072+0000",
2020-11-16T21:07:02.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2119999999999999e-05
2020-11-16T21:07:02.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.244084+0000",
2020-11-16T21:07:02.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.82970080899999998
2020-11-16T21:07:02.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.073785+0000",
2020-11-16T21:07:02.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000200185
2020-11-16T21:07:02.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.073985+0000",
2020-11-16T21:07:02.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022312800000000001
2020-11-16T21:07:02.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T21:07:02.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.074208+0000",
2020-11-16T21:07:02.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.019675277000000001
2020-11-16T21:07:02.463 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.463 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.093883+0000",
2020-11-16T21:07:02.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0057693359999999999
2020-11-16T21:07:02.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.464 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.464 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.099653+0000",
2020-11-16T21:07:02.464 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0358999999999995e-05
2020-11-16T21:07:02.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.099723+0000",
2020-11-16T21:07:02.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2410000000000001e-05
2020-11-16T21:07:02.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.099775+0000",
2020-11-16T21:07:02.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.85583116599999998
2020-11-16T21:07:02.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.466 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.466 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.466 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.466 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.466 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:257604 9.7 9:e900fcd1:::benchmark_data_smithi065_58100_object125254:head [delete] snapc 0=[] ondisk+write+known_if_redirected e985)",
2020-11-16T21:07:02.466 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:16.288158+0000",
2020-11-16T21:07:02.467 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 46.007140346,
2020-11-16T21:07:02.467 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.81184396299999995,
2020-11-16T21:07:02.467 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.467 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.467 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257604
2020-11-16T21:07:02.468 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.468 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.288158+0000",
2020-11-16T21:07:02.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.288158+0000",
2020-11-16T21:07:02.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999969
2020-11-16T21:07:02.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.288127+0000",
2020-11-16T21:07:02.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0591000000000002e-05
2020-11-16T21:07:02.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.288198+0000",
2020-11-16T21:07:02.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2643000000000001e-05
2020-11-16T21:07:02.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.471 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.288210+0000",
2020-11-16T21:07:02.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.8340000000000001e-06
2020-11-16T21:07:02.471 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.471 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.471 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.288217+0000",
2020-11-16T21:07:02.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5865000000000001e-05
2020-11-16T21:07:02.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.288273+0000",
2020-11-16T21:07:02.472 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015679499999999999
2020-11-16T21:07:02.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.288430+0000",
2020-11-16T21:07:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.79223923900000004
2020-11-16T21:07:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.080669+0000",
2020-11-16T21:07:02.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5130999999999994e-05
2020-11-16T21:07:02.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.080764+0000",
2020-11-16T21:07:02.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000109997
2020-11-16T21:07:02.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T21:07:02.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.080874+0000",
2020-11-16T21:07:02.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013014995
2020-11-16T21:07:02.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.093889+0000",
2020-11-16T21:07:02.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0059817100000000003
2020-11-16T21:07:02.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.099871+0000",
2020-11-16T21:07:02.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.9453000000000001e-05
2020-11-16T21:07:02.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.099941+0000",
2020-11-16T21:07:02.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.1599000000000004e-05
2020-11-16T21:07:02.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.100002+0000",
2020-11-16T21:07:02.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.81184396299999995
2020-11-16T21:07:02.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.478 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.478 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.478 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.478 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.478 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:257613 9.7 9:e41a3dd2:::benchmark_data_smithi065_58100_object125263:head [delete] snapc 0=[] ondisk+write+known_if_redirected e985)",
2020-11-16T21:07:02.479 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:16.299025+0000",
2020-11-16T21:07:02.479 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 45.996273285000001,
2020-11-16T21:07:02.479 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.80116503500000003,
2020-11-16T21:07:02.479 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.479 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.479 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257613
2020-11-16T21:07:02.480 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.480 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.299025+0000",
2020-11-16T21:07:02.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.299025+0000",
2020-11-16T21:07:02.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999657
2020-11-16T21:07:02.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.298991+0000",
2020-11-16T21:07:02.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5648999999999993e-05
2020-11-16T21:07:02.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.299067+0000",
2020-11-16T21:07:02.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6104e-05
2020-11-16T21:07:02.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.299083+0000",
2020-11-16T21:07:02.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3104e-05
2020-11-16T21:07:02.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.299096+0000",
2020-11-16T21:07:02.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.9092000000000003e-05
2020-11-16T21:07:02.484 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.484 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.299155+0000",
2020-11-16T21:07:02.484 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7610000000000002e-06
2020-11-16T21:07:02.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.485 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.485 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.299165+0000",
2020-11-16T21:07:02.485 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.786291552
2020-11-16T21:07:02.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.485 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.085456+0000",
2020-11-16T21:07:02.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4612999999999997e-05
2020-11-16T21:07:02.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.085551+0000",
2020-11-16T21:07:02.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8321999999999999e-05
2020-11-16T21:07:02.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T21:07:02.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.085639+0000",
2020-11-16T21:07:02.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.01351552
2020-11-16T21:07:02.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.099155+0000",
2020-11-16T21:07:02.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00090527299999999995
2020-11-16T21:07:02.488 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.488 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.100060+0000",
2020-11-16T21:07:02.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.4550999999999998e-05
2020-11-16T21:07:02.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.100135+0000",
2020-11-16T21:07:02.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5707e-05
2020-11-16T21:07:02.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.100190+0000",
2020-11-16T21:07:02.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.80116503500000003
2020-11-16T21:07:02.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.490 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.490 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.490 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.490 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.491 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:257639 9.7 9:e0fee5d7:::benchmark_data_smithi065_58100_object125289:head [delete] snapc 0=[] ondisk+write+known_if_redirected e985)",
2020-11-16T21:07:02.491 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:16.372978+0000",
2020-11-16T21:07:02.491 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 45.922320593000002,
2020-11-16T21:07:02.491 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.72736102800000002,
2020-11-16T21:07:02.491 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.491 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.491 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257639
2020-11-16T21:07:02.492 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.492 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.372978+0000",
2020-11-16T21:07:02.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.372978+0000",
2020-11-16T21:07:02.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999733
2020-11-16T21:07:02.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.372951+0000",
2020-11-16T21:07:02.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.995e-05
2020-11-16T21:07:02.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.373011+0000",
2020-11-16T21:07:02.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.522e-05
2020-11-16T21:07:02.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.373026+0000",
2020-11-16T21:07:02.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7499999999999998e-06
2020-11-16T21:07:02.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.373036+0000",
2020-11-16T21:07:02.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1151999999999998e-05
2020-11-16T21:07:02.496 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.496 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.373117+0000",
2020-11-16T21:07:02.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.6555999999999999e-05
2020-11-16T21:07:02.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.373134+0000",
2020-11-16T21:07:02.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.71639854599999997
2020-11-16T21:07:02.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.089532+0000",
2020-11-16T21:07:02.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107935
2020-11-16T21:07:02.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.089640+0000",
2020-11-16T21:07:02.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000107674
2020-11-16T21:07:02.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T21:07:02.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.089748+0000",
2020-11-16T21:07:02.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00983353
2020-11-16T21:07:02.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.099581+0000",
2020-11-16T21:07:02.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00068791900000000005
2020-11-16T21:07:02.500 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.500 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.500 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.100269+0000",
2020-11-16T21:07:02.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9486000000000001e-05
2020-11-16T21:07:02.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.100309+0000",
2020-11-16T21:07:02.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0088000000000001e-05
2020-11-16T21:07:02.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.100339+0000",
2020-11-16T21:07:02.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.72736102800000002
2020-11-16T21:07:02.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.502 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.502 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.502 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:02.503 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:02.503 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:257653 9.7 9:e98aaaea:::benchmark_data_smithi065_58100_object125303:head [delete] snapc 0=[] ondisk+write+known_if_redirected e985)",
2020-11-16T21:07:02.503 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:16.507624+0000",
2020-11-16T21:07:02.503 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 45.787674871,
2020-11-16T21:07:02.503 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 0.59667771199999997,
2020-11-16T21:07:02.503 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:02.503 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:02.503 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:02.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:02.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:02.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 257653
2020-11-16T21:07:02.504 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:02.504 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:02.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:02.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.507624+0000",
2020-11-16T21:07:02.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:02.505 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.505 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:02.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.507624+0000",
2020-11-16T21:07:02.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999166
2020-11-16T21:07:02.505 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:02.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.507540+0000",
2020-11-16T21:07:02.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000185685
2020-11-16T21:07:02.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:02.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.507726+0000",
2020-11-16T21:07:02.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9783000000000002e-05
2020-11-16T21:07:02.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:02.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.507766+0000",
2020-11-16T21:07:02.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.2416e-05
2020-11-16T21:07:02.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:02.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.507788+0000",
2020-11-16T21:07:02.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012450499999999999
2020-11-16T21:07:02.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.507913+0000",
2020-11-16T21:07:02.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0254999999999999e-05
2020-11-16T21:07:02.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:02.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:16.507923+0000",
2020-11-16T21:07:02.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.586008486
2020-11-16T21:07:02.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:02.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.093931+0000",
2020-11-16T21:07:02.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000101456
2020-11-16T21:07:02.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:02.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.094033+0000",
2020-11-16T21:07:02.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000113736
2020-11-16T21:07:02.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 3",
2020-11-16T21:07:02.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.094147+0000",
2020-11-16T21:07:02.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0063551249999999997
2020-11-16T21:07:02.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:02.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.100502+0000",
2020-11-16T21:07:02.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0036680620000000001
2020-11-16T21:07:02.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:02.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.104170+0000",
2020-11-16T21:07:02.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5679000000000005e-05
2020-11-16T21:07:02.513 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.513 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:02.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.104246+0000",
2020-11-16T21:07:02.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5779999999999998e-05
2020-11-16T21:07:02.513 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:02.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:02.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:02.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:17.104301+0000",
2020-11-16T21:07:02.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.59667771199999997
2020-11-16T21:07:02.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:02.514 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:02.514 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:02.514 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T21:07:02.515 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T21:07:02.515 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:07:02.517 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:07:02 smithi071 bash[10230]: debug 2020-11-16T21:07:02.116+0000 7f1e83161700 -1 mgr.server reply reply (4) Interrupted system call no change
2020-11-16T21:07:02.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:02 smithi065 bash[9468]: cluster 2020-11-16T21:07:00.747736+0000 mgr.x (mgr.14196) 1683 : cluster [DBG] pgmap v2567: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:02.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:02 smithi065 bash[9468]: cluster 2020-11-16T21:07:01.742505+0000 osd.0 (osd.0) 32 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:02.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:02 smithi065 bash[9468]: cluster 2020-11-16T21:07:01.748534+0000 osd.0 (osd.0) 33 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:02.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:02 smithi065 bash[9468]: cluster 2020-11-16T21:07:01.928871+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1005: 12 total, 12 up, 10 in
2020-11-16T21:07:02.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:02 smithi071 bash[9480]: cluster 2020-11-16T21:07:00.747736+0000 mgr.x (mgr.14196) 1683 : cluster [DBG] pgmap v2567: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:02.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:02 smithi071 bash[9480]: cluster 2020-11-16T21:07:01.742505+0000 osd.0 (osd.0) 32 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:02.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:02 smithi071 bash[9480]: cluster 2020-11-16T21:07:01.748534+0000 osd.0 (osd.0) 33 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:02.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:02 smithi071 bash[9480]: cluster 2020-11-16T21:07:01.928871+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1005: 12 total, 12 up, 10 in
2020-11-16T21:07:03.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:02 smithi142 bash[9523]: cluster 2020-11-16T21:07:00.747736+0000 mgr.x (mgr.14196) 1683 : cluster [DBG] pgmap v2567: 1 pgs: 1 peering; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:03.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:02 smithi142 bash[9523]: cluster 2020-11-16T21:07:01.742505+0000 osd.0 (osd.0) 32 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:03.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:02 smithi142 bash[9523]: cluster 2020-11-16T21:07:01.748534+0000 osd.0 (osd.0) 33 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:03.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:02 smithi142 bash[9523]: cluster 2020-11-16T21:07:01.928871+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1005: 12 total, 12 up, 10 in
2020-11-16T21:07:03.034 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_ops_in_flight
2020-11-16T21:07:03.172 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:07:03.532 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'}
2020-11-16T21:07:03.532 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 3.0
2020-11-16T21:07:03.677 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:03.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:03 smithi071 bash[9480]: audit 2020-11-16T21:07:02.118887+0000 mgr.x (mgr.14196) 1684 : audit [DBG] from='client.17367 v1:172.21.15.142:0/2157845274' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:04.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:03 smithi065 bash[9468]: audit 2020-11-16T21:07:02.118887+0000 mgr.x (mgr.14196) 1684 : audit [DBG] from='client.17367 v1:172.21.15.142:0/2157845274' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:04.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:03 smithi142 bash[9523]: audit 2020-11-16T21:07:02.118887+0000 mgr.x (mgr.14196) 1684 : audit [DBG] from='client.17367 v1:172.21.15.142:0/2157845274' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:04.686 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:04 smithi065 bash[9468]: cluster 2020-11-16T21:07:02.748358+0000 mgr.x (mgr.14196) 1685 : cluster [DBG] pgmap v2569: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:04.686 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:04 smithi065 bash[9468]: cluster 2020-11-16T21:07:03.598131+0000 mon.a (mon.0) 2988 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering)
2020-11-16T21:07:04.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:04 smithi142 bash[9523]: cluster 2020-11-16T21:07:02.748358+0000 mgr.x (mgr.14196) 1685 : cluster [DBG] pgmap v2569: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:04.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:04 smithi142 bash[9523]: cluster 2020-11-16T21:07:03.598131+0000 mon.a (mon.0) 2988 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering)
2020-11-16T21:07:04.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:04 smithi071 bash[9480]: cluster 2020-11-16T21:07:02.748358+0000 mgr.x (mgr.14196) 1685 : cluster [DBG] pgmap v2569: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:04.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:04 smithi071 bash[9480]: cluster 2020-11-16T21:07:03.598131+0000 mon.a (mon.0) 2988 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering)
2020-11-16T21:07:05.622 INFO:teuthology.orchestra.run.smithi142.stderr:nodeep-scrub is unset
2020-11-16T21:07:05.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:05 smithi071 bash[9480]: audit 2020-11-16T21:07:04.946860+0000 mon.a (mon.0) 2989 : audit [INF] from='client.? v1:172.21.15.142:0/998855876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:07:06.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:05 smithi065 bash[9468]: audit 2020-11-16T21:07:04.946860+0000 mon.a (mon.0) 2989 : audit [INF] from='client.? v1:172.21.15.142:0/998855876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:07:06.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:05 smithi142 bash[9523]: audit 2020-11-16T21:07:04.946860+0000 mon.a (mon.0) 2989 : audit [INF] from='client.? v1:172.21.15.142:0/998855876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch
2020-11-16T21:07:06.644 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:07:06.644 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T21:07:06.644 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_ops": 0
2020-11-16T21:07:06.644 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:07:06.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:06 smithi071 bash[9480]: cluster 2020-11-16T21:07:04.748959+0000 mgr.x (mgr.14196) 1686 : cluster [DBG] pgmap v2570: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:06.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:06 smithi071 bash[9480]: cluster 2020-11-16T21:07:05.611965+0000 mon.a (mon.0) 2990 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:07:06.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:06 smithi071 bash[9480]: cluster 2020-11-16T21:07:05.612028+0000 mon.a (mon.0) 2991 : cluster [INF] Cluster is now healthy
2020-11-16T21:07:06.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:06 smithi071 bash[9480]: audit 2020-11-16T21:07:05.626271+0000 mon.a (mon.0) 2992 : audit [INF] from='client.? v1:172.21.15.142:0/998855876' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:07:06.944 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:06 smithi071 bash[9480]: cluster 2020-11-16T21:07:05.626357+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1006: 12 total, 12 up, 10 in
2020-11-16T21:07:07.017 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:06 smithi142 bash[9523]: cluster 2020-11-16T21:07:04.748959+0000 mgr.x (mgr.14196) 1686 : cluster [DBG] pgmap v2570: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:07.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:06 smithi142 bash[9523]: cluster 2020-11-16T21:07:05.611965+0000 mon.a (mon.0) 2990 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:07:07.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:06 smithi142 bash[9523]: cluster 2020-11-16T21:07:05.612028+0000 mon.a (mon.0) 2991 : cluster [INF] Cluster is now healthy
2020-11-16T21:07:07.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:06 smithi142 bash[9523]: audit 2020-11-16T21:07:05.626271+0000 mon.a (mon.0) 2992 : audit [INF] from='client.? v1:172.21.15.142:0/998855876' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:07:07.018 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:06 smithi142 bash[9523]: cluster 2020-11-16T21:07:05.626357+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1006: 12 total, 12 up, 10 in
2020-11-16T21:07:07.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:06 smithi065 bash[9468]: cluster 2020-11-16T21:07:04.748959+0000 mgr.x (mgr.14196) 1686 : cluster [DBG] pgmap v2570: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:07.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:06 smithi065 bash[9468]: cluster 2020-11-16T21:07:05.611965+0000 mon.a (mon.0) 2990 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set)
2020-11-16T21:07:07.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:06 smithi065 bash[9468]: cluster 2020-11-16T21:07:05.612028+0000 mon.a (mon.0) 2991 : cluster [INF] Cluster is now healthy
2020-11-16T21:07:07.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:06 smithi065 bash[9468]: audit 2020-11-16T21:07:05.626271+0000 mon.a (mon.0) 2992 : audit [INF] from='client.? v1:172.21.15.142:0/998855876' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished
2020-11-16T21:07:07.028 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:06 smithi065 bash[9468]: cluster 2020-11-16T21:07:05.626357+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1006: 12 total, 12 up, 10 in
2020-11-16T21:07:07.411 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_blocked_ops
2020-11-16T21:07:07.556 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:07:07.870 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 2 (0%)
2020-11-16T21:07:07.870 INFO:teuthology.orchestra.run.smithi142.stdout:avg 0.2
2020-11-16T21:07:07.870 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 0.4 -> 0.4 (expected baseline 0.424264)
2020-11-16T21:07:07.870 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.1 with 0 -> 0 pgs (0 -> 0 * mean)
2020-11-16T21:07:07.871 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.6 with 1 -> 1 pgs (5 -> 5 * mean)
2020-11-16T21:07:07.871 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:07:07.871 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T21:07:07.871 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 3
2020-11-16T21:07:07.871 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:07:07.871 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0050
2020-11-16T21:07:07.872 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0505
2020-11-16T21:07:07.872 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10 weight 0.8851 -> 1.0000
2020-11-16T21:07:07.873 INFO:teuthology.orchestra.run.smithi142.stderr:no change
2020-11-16T21:07:08.193 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:07:07 smithi071 bash[10230]: debug 2020-11-16T21:07:07.876+0000 7f1e83161700 -1 mgr.server reply reply (1) Operation not permitted no change
2020-11-16T21:07:08.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:07 smithi071 bash[9480]: cluster 2020-11-16T21:07:06.749575+0000 mgr.x (mgr.14196) 1687 : cluster [DBG] pgmap v2572: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:08.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:07 smithi071 bash[9480]: cluster 2020-11-16T21:07:06.933910+0000 mon.a (mon.0) 2994 : cluster [DBG] osdmap e1007: 12 total, 12 up, 10 in
2020-11-16T21:07:08.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:07 smithi142 bash[9523]: cluster 2020-11-16T21:07:06.749575+0000 mgr.x (mgr.14196) 1687 : cluster [DBG] pgmap v2572: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:08.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:07 smithi142 bash[9523]: cluster 2020-11-16T21:07:06.933910+0000 mon.a (mon.0) 2994 : cluster [DBG] osdmap e1007: 12 total, 12 up, 10 in
2020-11-16T21:07:08.294 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:07 smithi065 bash[9468]: cluster 2020-11-16T21:07:06.749575+0000 mgr.x (mgr.14196) 1687 : cluster [DBG] pgmap v2572: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:08.294 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:07 smithi065 bash[9468]: cluster 2020-11-16T21:07:06.933910+0000 mon.a (mon.0) 2994 : cluster [DBG] osdmap e1007: 12 total, 12 up, 10 in
2020-11-16T21:07:08.717 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'reweight-by-utilization'}
2020-11-16T21:07:08.718 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight-by-utilization 1000 1.0
2020-11-16T21:07:08.855 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:09.018 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:08 smithi065 bash[9468]: cluster 2020-11-16T21:07:07.513185+0000 osd.9 (osd.9) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:09.019 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:08 smithi065 bash[9468]: cluster 2020-11-16T21:07:07.513302+0000 osd.9 (osd.9) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:09.019 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:08 smithi065 bash[9468]: audit 2020-11-16T21:07:07.878655+0000 mgr.x (mgr.14196) 1688 : audit [DBG] from='client.17379 v1:172.21.15.142:0/880425684' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:09.019 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:08 smithi065 bash[9468]: cluster 2020-11-16T21:07:07.942641+0000 mon.a (mon.0) 2995 : cluster [DBG] osdmap e1008: 12 total, 12 up, 10 in
2020-11-16T21:07:09.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:08 smithi142 bash[9523]: cluster 2020-11-16T21:07:07.513185+0000 osd.9 (osd.9) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:09.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:08 smithi142 bash[9523]: cluster 2020-11-16T21:07:07.513302+0000 osd.9 (osd.9) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:09.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:08 smithi142 bash[9523]: audit 2020-11-16T21:07:07.878655+0000 mgr.x (mgr.14196) 1688 : audit [DBG] from='client.17379 v1:172.21.15.142:0/880425684' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:09.030 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:08 smithi142 bash[9523]: cluster 2020-11-16T21:07:07.942641+0000 mon.a (mon.0) 2995 : cluster [DBG] osdmap e1008: 12 total, 12 up, 10 in
2020-11-16T21:07:09.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:08 smithi071 bash[9480]: cluster 2020-11-16T21:07:07.513185+0000 osd.9 (osd.9) 261 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:09.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:08 smithi071 bash[9480]: cluster 2020-11-16T21:07:07.513302+0000 osd.9 (osd.9) 262 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:09.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:08 smithi071 bash[9480]: audit 2020-11-16T21:07:07.878655+0000 mgr.x (mgr.14196) 1688 : audit [DBG] from='client.17379 v1:172.21.15.142:0/880425684' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:09.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:08 smithi071 bash[9480]: cluster 2020-11-16T21:07:07.942641+0000 mon.a (mon.0) 2995 : cluster [DBG] osdmap e1008: 12 total, 12 up, 10 in
2020-11-16T21:07:10.239 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:09 smithi142 bash[9523]: cluster 2020-11-16T21:07:08.750228+0000 mgr.x (mgr.14196) 1689 : cluster [DBG] pgmap v2575: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:10.281 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:09 smithi065 bash[9468]: cluster 2020-11-16T21:07:08.750228+0000 mgr.x (mgr.14196) 1689 : cluster [DBG] pgmap v2575: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:10.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:09 smithi071 bash[9480]: cluster 2020-11-16T21:07:08.750228+0000 mgr.x (mgr.14196) 1689 : cluster [DBG] pgmap v2575: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:10.999 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:07:10.999 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [],
2020-11-16T21:07:11.000 INFO:teuthology.orchestra.run.smithi065.stdout:    "complaint_time": 30,
2020-11-16T21:07:11.000 INFO:teuthology.orchestra.run.smithi065.stdout:    "num_blocked_ops": 0
2020-11-16T21:07:11.000 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:07:11.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:10 smithi065 bash[9468]: cluster 2020-11-16T21:07:09.905532+0000 osd.2 (osd.2) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:11.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:10 smithi065 bash[9468]: cluster 2020-11-16T21:07:09.905629+0000 osd.2 (osd.2) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:11.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:10 smithi065 bash[9468]: cluster 2020-11-16T21:07:09.960464+0000 mon.a (mon.0) 2996 : cluster [DBG] osdmap e1009: 12 total, 12 up, 10 in
2020-11-16T21:07:11.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:10 smithi142 bash[9523]: cluster 2020-11-16T21:07:09.905532+0000 osd.2 (osd.2) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:11.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:10 smithi142 bash[9523]: cluster 2020-11-16T21:07:09.905629+0000 osd.2 (osd.2) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:11.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:10 smithi142 bash[9523]: cluster 2020-11-16T21:07:09.960464+0000 mon.a (mon.0) 2996 : cluster [DBG] osdmap e1009: 12 total, 12 up, 10 in
2020-11-16T21:07:11.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:10 smithi071 bash[9480]: cluster 2020-11-16T21:07:09.905532+0000 osd.2 (osd.2) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:10 smithi071 bash[9480]: cluster 2020-11-16T21:07:09.905629+0000 osd.2 (osd.2) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:10 smithi071 bash[9480]: cluster 2020-11-16T21:07:09.960464+0000 mon.a (mon.0) 2996 : cluster [DBG] osdmap e1009: 12 total, 12 up, 10 in
2020-11-16T21:07:11.755 INFO:teuthology.orchestra.run.smithi065:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.11 dump_historic_ops
2020-11-16T21:07:11.894 INFO:teuthology.orchestra.run.smithi065.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.c/config
2020-11-16T21:07:12.027 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:12 smithi065 bash[9468]: cluster 2020-11-16T21:07:10.750840+0000 mgr.x (mgr.14196) 1690 : cluster [DBG] pgmap v2577: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:12.262 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:12 smithi142 bash[9523]: cluster 2020-11-16T21:07:10.750840+0000 mgr.x (mgr.14196) 1690 : cluster [DBG] pgmap v2577: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:12.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:12 smithi071 bash[9480]: cluster 2020-11-16T21:07:10.750840+0000 mgr.x (mgr.14196) 1690 : cluster [DBG] pgmap v2577: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:13.019 INFO:teuthology.orchestra.run.smithi142.stdout:moved 0 / 2 (0%)
2020-11-16T21:07:13.019 INFO:teuthology.orchestra.run.smithi142.stdout:avg 0.2
2020-11-16T21:07:13.020 INFO:teuthology.orchestra.run.smithi142.stdout:stddev 0.4 -> 0.4 (expected baseline 0.424264)
2020-11-16T21:07:13.020 INFO:teuthology.orchestra.run.smithi142.stdout:min osd.1 with 0 -> 0 pgs (0 -> 0 * mean)
2020-11-16T21:07:13.020 INFO:teuthology.orchestra.run.smithi142.stdout:max osd.6 with 1 -> 1 pgs (5 -> 5 * mean)
2020-11-16T21:07:13.020 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:07:13.020 INFO:teuthology.orchestra.run.smithi142.stdout:oload 1000
2020-11-16T21:07:13.020 INFO:teuthology.orchestra.run.smithi142.stdout:max_change 1
2020-11-16T21:07:13.020 INFO:teuthology.orchestra.run.smithi142.stdout:max_change_osds 4
2020-11-16T21:07:13.021 INFO:teuthology.orchestra.run.smithi142.stdout:average_utilization 0.0050
2020-11-16T21:07:13.021 INFO:teuthology.orchestra.run.smithi142.stdout:overload_utilization 0.0505
2020-11-16T21:07:13.021 INFO:teuthology.orchestra.run.smithi142.stdout:osd.10 weight 0.8851 -> 1.0000
2020-11-16T21:07:13.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:13 smithi065 bash[9468]: audit 2020-11-16T21:07:12.708232+0000 mon.b (mon.1) 482 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]: dispatch
2020-11-16T21:07:13.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:13 smithi065 bash[9468]: audit 2020-11-16T21:07:12.709826+0000 mon.a (mon.0) 2997 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]: dispatch
2020-11-16T21:07:13.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:13 smithi142 bash[9523]: audit 2020-11-16T21:07:12.708232+0000 mon.b (mon.1) 482 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]: dispatch
2020-11-16T21:07:13.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:13 smithi142 bash[9523]: audit 2020-11-16T21:07:12.709826+0000 mon.a (mon.0) 2997 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]: dispatch
2020-11-16T21:07:13.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:13 smithi071 bash[9480]: audit 2020-11-16T21:07:12.708232+0000 mon.b (mon.1) 482 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]: dispatch
2020-11-16T21:07:13.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:13 smithi071 bash[9480]: audit 2020-11-16T21:07:12.709826+0000 mon.a (mon.0) 2997 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]: dispatch
2020-11-16T21:07:14.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:14 smithi065 bash[9468]: audit 2020-11-16T21:07:12.707633+0000 mgr.x (mgr.14196) 1691 : audit [DBG] from='client.17385 v1:172.21.15.142:0/2381084285' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:14.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:14 smithi065 bash[9468]: cluster 2020-11-16T21:07:12.751466+0000 mgr.x (mgr.14196) 1692 : cluster [DBG] pgmap v2578: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:14.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:14 smithi065 bash[9468]: audit 2020-11-16T21:07:13.025344+0000 mon.a (mon.0) 2998 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]': finished
2020-11-16T21:07:14.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:14 smithi065 bash[9468]: cluster 2020-11-16T21:07:13.025509+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1010: 12 total, 12 up, 10 in
2020-11-16T21:07:14.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:14 smithi142 bash[9523]: audit 2020-11-16T21:07:12.707633+0000 mgr.x (mgr.14196) 1691 : audit [DBG] from='client.17385 v1:172.21.15.142:0/2381084285' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:14.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:14 smithi142 bash[9523]: cluster 2020-11-16T21:07:12.751466+0000 mgr.x (mgr.14196) 1692 : cluster [DBG] pgmap v2578: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:14.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:14 smithi142 bash[9523]: audit 2020-11-16T21:07:13.025344+0000 mon.a (mon.0) 2998 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]': finished
2020-11-16T21:07:14.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:14 smithi142 bash[9523]: cluster 2020-11-16T21:07:13.025509+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1010: 12 total, 12 up, 10 in
2020-11-16T21:07:14.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:14 smithi071 bash[9480]: audit 2020-11-16T21:07:12.707633+0000 mgr.x (mgr.14196) 1691 : audit [DBG] from='client.17385 v1:172.21.15.142:0/2381084285' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch
2020-11-16T21:07:14.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:14 smithi071 bash[9480]: cluster 2020-11-16T21:07:12.751466+0000 mgr.x (mgr.14196) 1692 : cluster [DBG] pgmap v2578: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:14.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:14 smithi071 bash[9480]: audit 2020-11-16T21:07:13.025344+0000 mon.a (mon.0) 2998 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'10':'65536'}"}]': finished
2020-11-16T21:07:14.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:14 smithi071 bash[9480]: cluster 2020-11-16T21:07:13.025509+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1010: 12 total, 12 up, 10 in
2020-11-16T21:07:15.299 INFO:teuthology.orchestra.run.smithi065.stdout:{
2020-11-16T21:07:15.299 INFO:teuthology.orchestra.run.smithi065.stdout:    "size": 20,
2020-11-16T21:07:15.300 INFO:teuthology.orchestra.run.smithi065.stdout:    "duration": 600,
2020-11-16T21:07:15.300 INFO:teuthology.orchestra.run.smithi065.stdout:    "ops": [
2020-11-16T21:07:15.300 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134374 9.8 9:1e923111:::benchmark_data_smithi065_58100_object2024:head [delete] snapc 0=[] ondisk+write+known_if_redirected e907)",
2020-11-16T21:07:15.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.029193+0000",
2020-11-16T21:07:15.300 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.27436701400001,
2020-11-16T21:07:15.301 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.3550794669999999,
2020-11-16T21:07:15.301 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.301 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:15.301 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.301 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134374
2020-11-16T21:07:15.302 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.302 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029193+0000",
2020-11-16T21:07:15.302 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.302 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029193+0000",
2020-11-16T21:07:15.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999723
2020-11-16T21:07:15.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.303 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.303 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029165+0000",
2020-11-16T21:07:15.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9928e-05
2020-11-16T21:07:15.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029215+0000",
2020-11-16T21:07:15.304 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.7689999999999996e-06
2020-11-16T21:07:15.304 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029223+0000",
2020-11-16T21:07:15.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4728000000000001e-05
2020-11-16T21:07:15.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.305 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.305 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029248+0000",
2020-11-16T21:07:15.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5112999999999999e-05
2020-11-16T21:07:15.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.306 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029303+0000",
2020-11-16T21:07:15.306 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00031033800000000001
2020-11-16T21:07:15.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029613+0000",
2020-11-16T21:07:15.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000136666
2020-11-16T21:07:15.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.307 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.307 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:07:15.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.029750+0000",
2020-11-16T21:07:15.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0044257690000000004
2020-11-16T21:07:15.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.308 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.034176+0000",
2020-11-16T21:07:15.308 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014656515
2020-11-16T21:07:15.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.048832+0000",
2020-11-16T21:07:15.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1338000000000001e-05
2020-11-16T21:07:15.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.309 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.309 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.048844+0000",
2020-11-16T21:07:15.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.315041774
2020-11-16T21:07:15.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.310 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.363885+0000",
2020-11-16T21:07:15.310 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011411
2020-11-16T21:07:15.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for missing object",
2020-11-16T21:07:15.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.364000+0000",
2020-11-16T21:07:15.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.019939425
2020-11-16T21:07:15.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.311 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.311 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.383939+0000",
2020-11-16T21:07:15.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00033359699999999998
2020-11-16T21:07:15.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.312 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.384273+0000",
2020-11-16T21:07:15.312 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3550794669999999
2020-11-16T21:07:15.313 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.313 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.313 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.313 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.313 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.313 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134385 9.5 9:a7086bd1:::benchmark_data_smithi065_58100_object2035:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:07:15.313 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.042640+0000",
2020-11-16T21:07:15.314 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.26092043099999,
2020-11-16T21:07:15.314 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.4467093559999999,
2020-11-16T21:07:15.314 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.314 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.314 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.314 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134385
2020-11-16T21:07:15.315 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.315 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.042640+0000",
2020-11-16T21:07:15.315 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.315 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.042640+0000",
2020-11-16T21:07:15.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999671
2020-11-16T21:07:15.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.316 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.316 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.042607+0000",
2020-11-16T21:07:15.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8112e-05
2020-11-16T21:07:15.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.042685+0000",
2020-11-16T21:07:15.317 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4928e-05
2020-11-16T21:07:15.317 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.042700+0000",
2020-11-16T21:07:15.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3930000000000002e-06
2020-11-16T21:07:15.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.318 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.318 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.042707+0000",
2020-11-16T21:07:15.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00022300299999999999
2020-11-16T21:07:15.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.042930+0000",
2020-11-16T21:07:15.319 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1620000000000001e-05
2020-11-16T21:07:15.319 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op must wait for map",
2020-11-16T21:07:15.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.042942+0000",
2020-11-16T21:07:15.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0079187349999999997
2020-11-16T21:07:15.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.320 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.320 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.050860+0000",
2020-11-16T21:07:15.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0835999999999999e-05
2020-11-16T21:07:15.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.050871+0000",
2020-11-16T21:07:15.321 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3332057129999999
2020-11-16T21:07:15.321 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.384077+0000",
2020-11-16T21:07:15.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0013755029999999999
2020-11-16T21:07:15.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.322 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.322 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.385453+0000",
2020-11-16T21:07:15.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.020422673999999998
2020-11-16T21:07:15.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.405875+0000",
2020-11-16T21:07:15.323 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0457999999999994e-05
2020-11-16T21:07:15.323 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.405956+0000",
2020-11-16T21:07:15.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000117454
2020-11-16T21:07:15.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.324 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.324 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:15.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.406073+0000",
2020-11-16T21:07:15.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.02491262
2020-11-16T21:07:15.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.325 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.430986+0000",
2020-11-16T21:07:15.325 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.053484123000000001
2020-11-16T21:07:15.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.484470+0000",
2020-11-16T21:07:15.326 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7683999999999999e-05
2020-11-16T21:07:15.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.326 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.484518+0000",
2020-11-16T21:07:15.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0048314860000000003
2020-11-16T21:07:15.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.327 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.489349+0000",
2020-11-16T21:07:15.327 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4467093559999999
2020-11-16T21:07:15.328 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.328 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.328 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.328 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.328 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.328 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134396 9.8 9:175a858b:::benchmark_data_smithi065_58100_object2046:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:07:15.328 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.054217+0000",
2020-11-16T21:07:15.329 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.249342609,
2020-11-16T21:07:15.329 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.373969971,
2020-11-16T21:07:15.329 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.329 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.329 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.329 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134396
2020-11-16T21:07:15.330 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.330 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.054217+0000",
2020-11-16T21:07:15.330 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.330 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.054217+0000",
2020-11-16T21:07:15.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999685
2020-11-16T21:07:15.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.331 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.331 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.054186+0000",
2020-11-16T21:07:15.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.195e-05
2020-11-16T21:07:15.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.054268+0000",
2020-11-16T21:07:15.332 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2401e-05
2020-11-16T21:07:15.332 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.054280+0000",
2020-11-16T21:07:15.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6950000000000003e-06
2020-11-16T21:07:15.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.333 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.333 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.054287+0000",
2020-11-16T21:07:15.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6810000000000001e-05
2020-11-16T21:07:15.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.334 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.054334+0000",
2020-11-16T21:07:15.334 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6399999999999992e-06
2020-11-16T21:07:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.054344+0000",
2020-11-16T21:07:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.309680636
2020-11-16T21:07:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.335 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.364024+0000",
2020-11-16T21:07:15.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00077136200000000005
2020-11-16T21:07:15.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.336 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.364796+0000",
2020-11-16T21:07:15.336 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026840789
2020-11-16T21:07:15.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.391636+0000",
2020-11-16T21:07:15.337 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0696e-05
2020-11-16T21:07:15.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.337 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.391727+0000",
2020-11-16T21:07:15.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000126828
2020-11-16T21:07:15.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.338 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T21:07:15.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.391854+0000",
2020-11-16T21:07:15.338 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.019529916000000001
2020-11-16T21:07:15.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.411384+0000",
2020-11-16T21:07:15.339 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012696216
2020-11-16T21:07:15.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.339 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.424080+0000",
2020-11-16T21:07:15.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000127093
2020-11-16T21:07:15.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.340 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.424207+0000",
2020-11-16T21:07:15.340 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0039804020000000001
2020-11-16T21:07:15.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.428187+0000",
2020-11-16T21:07:15.341 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.373969971
2020-11-16T21:07:15.341 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.341 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.342 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.342 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.342 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.342 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134398 9.5 9:a7820cea:::benchmark_data_smithi065_58100_object2048:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:07:15.342 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.057003+0000",
2020-11-16T21:07:15.342 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.24655691599997,
2020-11-16T21:07:15.342 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.437437919,
2020-11-16T21:07:15.342 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.343 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.343 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.343 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134398
2020-11-16T21:07:15.343 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.343 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.057003+0000",
2020-11-16T21:07:15.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.344 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.344 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.057003+0000",
2020-11-16T21:07:15.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999738
2020-11-16T21:07:15.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.056977+0000",
2020-11-16T21:07:15.345 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0461000000000003e-05
2020-11-16T21:07:15.345 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.057037+0000",
2020-11-16T21:07:15.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1868999999999999e-05
2020-11-16T21:07:15.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.346 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.346 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.057049+0000",
2020-11-16T21:07:15.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.6270000000000002e-06
2020-11-16T21:07:15.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.057056+0000",
2020-11-16T21:07:15.347 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.2298999999999994e-05
2020-11-16T21:07:15.347 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.057118+0000",
2020-11-16T21:07:15.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.825e-06
2020-11-16T21:07:15.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.348 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.348 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.057128+0000",
2020-11-16T21:07:15.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3283711840000001
2020-11-16T21:07:15.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.385499+0000",
2020-11-16T21:07:15.349 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00095820599999999997
2020-11-16T21:07:15.349 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.386457+0000",
2020-11-16T21:07:15.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036016520000000003
2020-11-16T21:07:15.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.350 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.350 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.422474+0000",
2020-11-16T21:07:15.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012631599999999999
2020-11-16T21:07:15.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.422600+0000",
2020-11-16T21:07:15.351 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013358599999999999
2020-11-16T21:07:15.351 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:15.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.422734+0000",
2020-11-16T21:07:15.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.021429759999999999
2020-11-16T21:07:15.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.352 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.352 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.444164+0000",
2020-11-16T21:07:15.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.045282349999999999
2020-11-16T21:07:15.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.489446+0000",
2020-11-16T21:07:15.353 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4956000000000004e-05
2020-11-16T21:07:15.353 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.489531+0000",
2020-11-16T21:07:15.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0049102360000000001
2020-11-16T21:07:15.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.354 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.354 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.494441+0000",
2020-11-16T21:07:15.355 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.437437919
2020-11-16T21:07:15.355 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.355 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.355 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.355 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.355 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.355 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134400 9.8 9:190c38b1:::benchmark_data_smithi065_58100_object2050:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:07:15.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.058669+0000",
2020-11-16T21:07:15.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.24489146299999,
2020-11-16T21:07:15.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.3726621450000001,
2020-11-16T21:07:15.356 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.356 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.356 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.356 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134400
2020-11-16T21:07:15.357 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.357 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.357 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.357 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.058669+0000",
2020-11-16T21:07:15.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.058669+0000",
2020-11-16T21:07:15.358 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999809
2020-11-16T21:07:15.358 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.058649+0000",
2020-11-16T21:07:15.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3015000000000001e-05
2020-11-16T21:07:15.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.359 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.359 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.058692+0000",
2020-11-16T21:07:15.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6030000000000005e-06
2020-11-16T21:07:15.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.058701+0000",
2020-11-16T21:07:15.360 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5890000000000002e-06
2020-11-16T21:07:15.360 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.058707+0000",
2020-11-16T21:07:15.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.3142e-05
2020-11-16T21:07:15.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.361 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.361 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.058770+0000",
2020-11-16T21:07:15.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.26e-05
2020-11-16T21:07:15.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.058782+0000",
2020-11-16T21:07:15.362 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3061579350000001
2020-11-16T21:07:15.362 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.364940+0000",
2020-11-16T21:07:15.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0012292189999999999
2020-11-16T21:07:15.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.363 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.363 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.366170+0000",
2020-11-16T21:07:15.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.037056956000000002
2020-11-16T21:07:15.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.403226+0000",
2020-11-16T21:07:15.364 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014971900000000001
2020-11-16T21:07:15.364 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.403376+0000",
2020-11-16T21:07:15.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00020476000000000001
2020-11-16T21:07:15.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.365 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T21:07:15.365 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.403581+0000",
2020-11-16T21:07:15.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.024627283999999999
2020-11-16T21:07:15.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.428208+0000",
2020-11-16T21:07:15.366 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0554000000000002e-05
2020-11-16T21:07:15.366 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.428279+0000",
2020-11-16T21:07:15.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2188999999999998e-05
2020-11-16T21:07:15.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.367 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.367 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.428331+0000",
2020-11-16T21:07:15.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0029997969999999998
2020-11-16T21:07:15.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.431331+0000",
2020-11-16T21:07:15.368 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3726621450000001
2020-11-16T21:07:15.368 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.369 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.369 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.369 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.369 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134409 9.5 9:a6fe73c1:::benchmark_data_smithi065_58100_object2059:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:07:15.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.072844+0000",
2020-11-16T21:07:15.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.23071602499999,
2020-11-16T21:07:15.369 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.425950539,
2020-11-16T21:07:15.370 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.370 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.370 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.370 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134409
2020-11-16T21:07:15.370 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.371 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.072844+0000",
2020-11-16T21:07:15.371 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.371 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.072844+0000",
2020-11-16T21:07:15.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999652
2020-11-16T21:07:15.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.372 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.372 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.072809+0000",
2020-11-16T21:07:15.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0292999999999998e-05
2020-11-16T21:07:15.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.072890+0000",
2020-11-16T21:07:15.373 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.7581e-05
2020-11-16T21:07:15.373 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.072907+0000",
2020-11-16T21:07:15.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1940000000000004e-06
2020-11-16T21:07:15.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.374 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.374 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.072917+0000",
2020-11-16T21:07:15.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.2317000000000001e-05
2020-11-16T21:07:15.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.072969+0000",
2020-11-16T21:07:15.375 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.5480000000000002e-06
2020-11-16T21:07:15.375 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.072977+0000",
2020-11-16T21:07:15.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.313537832
2020-11-16T21:07:15.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.376 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.376 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.386515+0000",
2020-11-16T21:07:15.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00057977199999999999
2020-11-16T21:07:15.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.387095+0000",
2020-11-16T21:07:15.377 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.053174139000000002
2020-11-16T21:07:15.377 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.440269+0000",
2020-11-16T21:07:15.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.7962999999999997e-05
2020-11-16T21:07:15.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.378 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.378 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.440367+0000",
2020-11-16T21:07:15.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012098400000000001
2020-11-16T21:07:15.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.379 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:15.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.440488+0000",
2020-11-16T21:07:15.379 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.039681656000000003
2020-11-16T21:07:15.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.480170+0000",
2020-11-16T21:07:15.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.014371402
2020-11-16T21:07:15.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.380 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.380 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.494541+0000",
2020-11-16T21:07:15.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010191000000000001
2020-11-16T21:07:15.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.381 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.494643+0000",
2020-11-16T21:07:15.381 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0041515429999999997
2020-11-16T21:07:15.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.498795+0000",
2020-11-16T21:07:15.382 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.425950539
2020-11-16T21:07:15.382 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.382 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.383 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.383 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.383 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.383 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134411 9.5 9:a29cdb57:::benchmark_data_smithi065_58100_object2061:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:07:15.383 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.073697+0000",
2020-11-16T21:07:15.383 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.22986269500001,
2020-11-16T21:07:15.383 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.4290187640000001,
2020-11-16T21:07:15.384 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.384 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.384 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.384 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134411
2020-11-16T21:07:15.384 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.384 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.073697+0000",
2020-11-16T21:07:15.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.385 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.385 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.073697+0000",
2020-11-16T21:07:15.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.99998
2020-11-16T21:07:15.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.386 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.073677+0000",
2020-11-16T21:07:15.386 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.3238000000000002e-05
2020-11-16T21:07:15.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.073720+0000",
2020-11-16T21:07:15.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.106e-06
2020-11-16T21:07:15.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.387 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.387 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.073729+0000",
2020-11-16T21:07:15.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6740000000000002e-06
2020-11-16T21:07:15.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.388 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.073734+0000",
2020-11-16T21:07:15.388 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.1785e-05
2020-11-16T21:07:15.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.073786+0000",
2020-11-16T21:07:15.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0060000000000003e-06
2020-11-16T21:07:15.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.389 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.389 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.073793+0000",
2020-11-16T21:07:15.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3133441910000001
2020-11-16T21:07:15.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.390 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.387137+0000",
2020-11-16T21:07:15.390 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00075617000000000002
2020-11-16T21:07:15.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.387893+0000",
2020-11-16T21:07:15.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.065427227000000004
2020-11-16T21:07:15.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.391 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.391 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.453321+0000",
2020-11-16T21:07:15.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5942999999999999e-05
2020-11-16T21:07:15.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.392 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.453417+0000",
2020-11-16T21:07:15.392 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000118149
2020-11-16T21:07:15.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:15.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.453535+0000",
2020-11-16T21:07:15.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.026646314000000001
2020-11-16T21:07:15.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.393 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.393 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.480181+0000",
2020-11-16T21:07:15.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018709223000000001
2020-11-16T21:07:15.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.394 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.498890+0000",
2020-11-16T21:07:15.394 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6613999999999997e-05
2020-11-16T21:07:15.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.498947+0000",
2020-11-16T21:07:15.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0037693309999999999
2020-11-16T21:07:15.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.395 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.395 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.502716+0000",
2020-11-16T21:07:15.396 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4290187640000001
2020-11-16T21:07:15.396 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.396 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.396 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.396 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.396 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134416 9.8 9:1decab8e:::benchmark_data_smithi065_58100_object2066:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:07:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.086378+0000",
2020-11-16T21:07:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.21718213600002,
2020-11-16T21:07:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.367377026,
2020-11-16T21:07:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.397 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134416
2020-11-16T21:07:15.398 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.398 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.398 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.398 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.086378+0000",
2020-11-16T21:07:15.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.086378+0000",
2020-11-16T21:07:15.399 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.999979
2020-11-16T21:07:15.399 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.086357+0000",
2020-11-16T21:07:15.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6842000000000003e-05
2020-11-16T21:07:15.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.400 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.400 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.086404+0000",
2020-11-16T21:07:15.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.4290000000000007e-06
2020-11-16T21:07:15.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.086413+0000",
2020-11-16T21:07:15.401 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1589999999999999e-06
2020-11-16T21:07:15.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.401 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.086422+0000",
2020-11-16T21:07:15.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8038999999999998e-05
2020-11-16T21:07:15.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.402 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.402 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.086481+0000",
2020-11-16T21:07:15.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1895e-05
2020-11-16T21:07:15.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.086492+0000",
2020-11-16T21:07:15.403 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.279776765
2020-11-16T21:07:15.403 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.366269+0000",
2020-11-16T21:07:15.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001154396
2020-11-16T21:07:15.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.404 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.404 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.367424+0000",
2020-11-16T21:07:15.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.052213698000000003
2020-11-16T21:07:15.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.419637+0000",
2020-11-16T21:07:15.405 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00014356699999999999
2020-11-16T21:07:15.405 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.419781+0000",
2020-11-16T21:07:15.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023062500000000001
2020-11-16T21:07:15.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.406 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.406 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 7",
2020-11-16T21:07:15.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.420011+0000",
2020-11-16T21:07:15.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.027394710999999999
2020-11-16T21:07:15.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.447406+0000",
2020-11-16T21:07:15.407 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.9631999999999997e-05
2020-11-16T21:07:15.407 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.447506+0000",
2020-11-16T21:07:15.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012883400000000001
2020-11-16T21:07:15.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.408 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.408 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.447635+0000",
2020-11-16T21:07:15.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00612036
2020-11-16T21:07:15.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.453755+0000",
2020-11-16T21:07:15.409 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.367377026
2020-11-16T21:07:15.409 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.410 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.410 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.410 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.410 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.410 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:134418 9.5 9:a2bcbe78:::benchmark_data_smithi065_58100_object2068:head [delete] snapc 0=[] ondisk+write+known_if_redirected e908)",
2020-11-16T21:07:15.410 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:01:58.094793+0000",
2020-11-16T21:07:15.410 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 317.20876703499999,
2020-11-16T21:07:15.411 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.4123484900000001,
2020-11-16T21:07:15.411 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.411 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.411 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.411 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.412 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 134418
2020-11-16T21:07:15.412 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.412 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.412 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.094793+0000",
2020-11-16T21:07:15.412 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.094793+0000",
2020-11-16T21:07:15.413 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:07:15.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.413 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.094770+0000",
2020-11-16T21:07:15.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7067999999999997e-05
2020-11-16T21:07:15.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.414 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.414 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.094817+0000",
2020-11-16T21:07:15.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1370000000000002e-06
2020-11-16T21:07:15.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.094825+0000",
2020-11-16T21:07:15.415 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5929999999999996e-06
2020-11-16T21:07:15.415 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.094831+0000",
2020-11-16T21:07:15.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.2414000000000001e-05
2020-11-16T21:07:15.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.416 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.416 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.094913+0000",
2020-11-16T21:07:15.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4873e-05
2020-11-16T21:07:15.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:58.094928+0000",
2020-11-16T21:07:15.417 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2930148530000001
2020-11-16T21:07:15.417 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.387943+0000",
2020-11-16T21:07:15.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00071318499999999997
2020-11-16T21:07:15.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.418 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.418 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.388656+0000",
2020-11-16T21:07:15.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.077049564000000001
2020-11-16T21:07:15.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.465706+0000",
2020-11-16T21:07:15.419 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.8212000000000001e-05
2020-11-16T21:07:15.419 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.465804+0000",
2020-11-16T21:07:15.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012357399999999999
2020-11-16T21:07:15.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.420 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:15.420 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.465927+0000",
2020-11-16T21:07:15.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023449874999999998
2020-11-16T21:07:15.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.489377+0000",
2020-11-16T21:07:15.421 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013436492
2020-11-16T21:07:15.421 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.502814+0000",
2020-11-16T21:07:15.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010768
2020-11-16T21:07:15.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.422 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.422 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.502921+0000",
2020-11-16T21:07:15.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0042200780000000004
2020-11-16T21:07:15.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:01:59.507142+0000",
2020-11-16T21:07:15.423 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4123484900000001
2020-11-16T21:07:15.423 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.424 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.424 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.424 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.424 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.424 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243120 9.8 9:18922e52:::benchmark_data_smithi065_58100_object110770:head [delete] snapc 0=[] ondisk+write+known_if_redirected e967)",
2020-11-16T21:07:15.424 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.294795+0000",
2020-11-16T21:07:15.424 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 87.008764783999993,
2020-11-16T21:07:15.424 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.4159508770000002,
2020-11-16T21:07:15.425 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.425 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.425 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.425 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243120
2020-11-16T21:07:15.425 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.426 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.294795+0000",
2020-11-16T21:07:15.426 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.426 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.294795+0000",
2020-11-16T21:07:15.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999604
2020-11-16T21:07:15.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.427 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.294756+0000",
2020-11-16T21:07:15.427 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0595999999999999e-05
2020-11-16T21:07:15.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.294836+0000",
2020-11-16T21:07:15.428 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3576e-05
2020-11-16T21:07:15.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.428 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.294850+0000",
2020-11-16T21:07:15.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.6810000000000004e-06
2020-11-16T21:07:15.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.429 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.294859+0000",
2020-11-16T21:07:15.429 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.051978623000000002
2020-11-16T21:07:15.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.346837+0000",
2020-11-16T21:07:15.430 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.9203999999999996e-05
2020-11-16T21:07:15.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.430 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.346917+0000",
2020-11-16T21:07:15.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.036482385999999999
2020-11-16T21:07:15.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.431 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.431 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.383399+0000",
2020-11-16T21:07:15.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0563e-05
2020-11-16T21:07:15.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.383409+0000",
2020-11-16T21:07:15.432 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0608718370000001
2020-11-16T21:07:15.432 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444281+0000",
2020-11-16T21:07:15.433 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.8583000000000001e-05
2020-11-16T21:07:15.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.433 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444310+0000",
2020-11-16T21:07:15.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.24462099
2020-11-16T21:07:15.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.434 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.688931+0000",
2020-11-16T21:07:15.434 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00012262699999999999
2020-11-16T21:07:15.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.689054+0000",
2020-11-16T21:07:15.435 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000119139
2020-11-16T21:07:15.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.435 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,7",
2020-11-16T21:07:15.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.689173+0000",
2020-11-16T21:07:15.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.013754904
2020-11-16T21:07:15.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.436 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.702928+0000",
2020-11-16T21:07:15.436 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0013094840000000001
2020-11-16T21:07:15.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.704237+0000",
2020-11-16T21:07:15.437 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0051813750000000002
2020-11-16T21:07:15.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.437 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.709418+0000",
2020-11-16T21:07:15.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010708400000000001
2020-11-16T21:07:15.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.438 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.709525+0000",
2020-11-16T21:07:15.438 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0012206960000000001
2020-11-16T21:07:15.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.710746+0000",
2020-11-16T21:07:15.439 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4159508770000002
2020-11-16T21:07:15.439 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.439 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.440 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.440 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.440 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243133 9.8 9:124cd5b1:::benchmark_data_smithi065_58100_object110783:head [delete] snapc 0=[] ondisk+write+known_if_redirected e967)",
2020-11-16T21:07:15.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.314691+0000",
2020-11-16T21:07:15.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.988868718000006,
2020-11-16T21:07:15.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.3971477600000002,
2020-11-16T21:07:15.440 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.441 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.441 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.441 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243133
2020-11-16T21:07:15.441 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.441 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.314691+0000",
2020-11-16T21:07:15.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.442 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.442 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.314691+0000",
2020-11-16T21:07:15.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999657
2020-11-16T21:07:15.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.314657+0000",
2020-11-16T21:07:15.443 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.0265999999999993e-05
2020-11-16T21:07:15.443 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.314737+0000",
2020-11-16T21:07:15.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5048999999999999e-05
2020-11-16T21:07:15.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.444 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.444 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.314752+0000",
2020-11-16T21:07:15.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7420000000000003e-06
2020-11-16T21:07:15.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.314761+0000",
2020-11-16T21:07:15.445 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.044373363999999998
2020-11-16T21:07:15.445 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359135+0000",
2020-11-16T21:07:15.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.002319411
2020-11-16T21:07:15.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.446 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.446 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.361454+0000",
2020-11-16T21:07:15.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.021993121000000001
2020-11-16T21:07:15.447 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.447 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.383447+0000",
2020-11-16T21:07:15.447 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4640000000000006e-06
2020-11-16T21:07:15.447 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.383456+0000",
2020-11-16T21:07:15.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0609225330000001
2020-11-16T21:07:15.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.448 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.448 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444378+0000",
2020-11-16T21:07:15.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0469e-05
2020-11-16T21:07:15.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444399+0000",
2020-11-16T21:07:15.449 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.249224186
2020-11-16T21:07:15.449 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.693623+0000",
2020-11-16T21:07:15.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00029106800000000001
2020-11-16T21:07:15.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.450 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.450 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.693914+0000",
2020-11-16T21:07:15.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00033223299999999997
2020-11-16T21:07:15.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,7",
2020-11-16T21:07:15.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.694246+0000",
2020-11-16T21:07:15.451 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0086944489999999999
2020-11-16T21:07:15.451 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.702940+0000",
2020-11-16T21:07:15.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0014016619999999999
2020-11-16T21:07:15.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.452 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.452 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.704342+0000",
2020-11-16T21:07:15.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0065173360000000003
2020-11-16T21:07:15.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.710859+0000",
2020-11-16T21:07:15.453 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.5118000000000006e-05
2020-11-16T21:07:15.453 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.710955+0000",
2020-11-16T21:07:15.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00088452599999999995
2020-11-16T21:07:15.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.454 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.454 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.711839+0000",
2020-11-16T21:07:15.455 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3971477600000002
2020-11-16T21:07:15.455 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.455 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.455 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.455 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.455 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.455 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243140 9.8 9:17f076df:::benchmark_data_smithi065_58100_object110790:head [delete] snapc 0=[] ondisk+write+known_if_redirected e967)",
2020-11-16T21:07:15.456 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.322003+0000",
2020-11-16T21:07:15.456 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.981557295000002,
2020-11-16T21:07:15.456 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.4287006450000002,
2020-11-16T21:07:15.456 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.456 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.456 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.456 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243140
2020-11-16T21:07:15.457 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.457 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.457 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.322003+0000",
2020-11-16T21:07:15.457 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.322003+0000",
2020-11-16T21:07:15.458 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999661
2020-11-16T21:07:15.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.458 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.321969+0000",
2020-11-16T21:07:15.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.8838999999999995e-05
2020-11-16T21:07:15.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.459 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.322048+0000",
2020-11-16T21:07:15.459 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.9666000000000001e-05
2020-11-16T21:07:15.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.322067+0000",
2020-11-16T21:07:15.460 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.066e-05
2020-11-16T21:07:15.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.460 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.322078+0000",
2020-11-16T21:07:15.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.062787699000000002
2020-11-16T21:07:15.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.461 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.384866+0000",
2020-11-16T21:07:15.461 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1277999999999999e-05
2020-11-16T21:07:15.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.384877+0000",
2020-11-16T21:07:15.462 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.059572121
2020-11-16T21:07:15.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.462 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444449+0000",
2020-11-16T21:07:15.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3774e-05
2020-11-16T21:07:15.463 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.463 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444473+0000",
2020-11-16T21:07:15.463 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.256613475
2020-11-16T21:07:15.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.464 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.464 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.701086+0000",
2020-11-16T21:07:15.464 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00040235500000000002
2020-11-16T21:07:15.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.464 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.701489+0000",
2020-11-16T21:07:15.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.022931087999999999
2020-11-16T21:07:15.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.465 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.724420+0000",
2020-11-16T21:07:15.465 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017030699999999999
2020-11-16T21:07:15.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.724590+0000",
2020-11-16T21:07:15.466 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00028918200000000002
2020-11-16T21:07:15.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.466 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,7",
2020-11-16T21:07:15.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.724879+0000",
2020-11-16T21:07:15.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.018194645999999998
2020-11-16T21:07:15.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.467 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.743074+0000",
2020-11-16T21:07:15.467 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.006549249
2020-11-16T21:07:15.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.749623+0000",
2020-11-16T21:07:15.468 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0860999999999998e-05
2020-11-16T21:07:15.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.468 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.749694+0000",
2020-11-16T21:07:15.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1426000000000002e-05
2020-11-16T21:07:15.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.469 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.749785+0000",
2020-11-16T21:07:15.469 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00091811099999999999
2020-11-16T21:07:15.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.750703+0000",
2020-11-16T21:07:15.470 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4287006450000002
2020-11-16T21:07:15.470 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.470 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.471 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.471 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.471 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.471 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243150 9.5 9:a48b6f8d:::benchmark_data_smithi065_58100_object110800:head [delete] snapc 0=[] ondisk+write+known_if_redirected e967)",
2020-11-16T21:07:15.471 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.332279+0000",
2020-11-16T21:07:15.471 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.971280957000005,
2020-11-16T21:07:15.471 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.4187721940000002,
2020-11-16T21:07:15.471 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.472 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:15.472 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.472 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243150
2020-11-16T21:07:15.472 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.472 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.332279+0000",
2020-11-16T21:07:15.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.473 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.473 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.332279+0000",
2020-11-16T21:07:15.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T21:07:15.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.332246+0000",
2020-11-16T21:07:15.474 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3590000000000005e-05
2020-11-16T21:07:15.474 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.332319+0000",
2020-11-16T21:07:15.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1831000000000001e-05
2020-11-16T21:07:15.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.475 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.475 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.332331+0000",
2020-11-16T21:07:15.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.0790000000000003e-06
2020-11-16T21:07:15.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.332338+0000",
2020-11-16T21:07:15.476 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016466904000000001
2020-11-16T21:07:15.476 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.348805+0000",
2020-11-16T21:07:15.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00015641900000000001
2020-11-16T21:07:15.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.477 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.477 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.348962+0000",
2020-11-16T21:07:15.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00017536599999999999
2020-11-16T21:07:15.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:15.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.349137+0000",
2020-11-16T21:07:15.478 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0093440629999999997
2020-11-16T21:07:15.478 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.358481+0000",
2020-11-16T21:07:15.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0096343209999999995
2020-11-16T21:07:15.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.479 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.479 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.368115+0000",
2020-11-16T21:07:15.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2669999999999995e-06
2020-11-16T21:07:15.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.368125+0000",
2020-11-16T21:07:15.480 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.009280129
2020-11-16T21:07:15.480 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.377405+0000",
2020-11-16T21:07:15.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0081e-05
2020-11-16T21:07:15.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.481 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.481 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.377425+0000",
2020-11-16T21:07:15.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.37351994
2020-11-16T21:07:15.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.750945+0000",
2020-11-16T21:07:15.482 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000106487
2020-11-16T21:07:15.482 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.751051+0000",
2020-11-16T21:07:15.483 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4187721940000002
2020-11-16T21:07:15.483 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.483 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.483 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.484 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.484 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.484 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243164 9.5 9:a9195e9a:::benchmark_data_smithi065_58100_object110814:head [delete] snapc 0=[] ondisk+write+known_if_redirected e968)",
2020-11-16T21:07:15.484 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.359546+0000",
2020-11-16T21:07:15.484 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.944014031999998,
2020-11-16T21:07:15.484 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.4161475729999999,
2020-11-16T21:07:15.484 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.485 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.485 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243164
2020-11-16T21:07:15.485 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.485 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.485 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359546+0000",
2020-11-16T21:07:15.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.486 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.486 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359546+0000",
2020-11-16T21:07:15.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999747
2020-11-16T21:07:15.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359521+0000",
2020-11-16T21:07:15.487 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.8768999999999999e-05
2020-11-16T21:07:15.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.487 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359580+0000",
2020-11-16T21:07:15.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.237e-05
2020-11-16T21:07:15.488 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.488 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.488 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359592+0000",
2020-11-16T21:07:15.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.3020000000000002e-06
2020-11-16T21:07:15.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359597+0000",
2020-11-16T21:07:15.489 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.2363999999999999e-05
2020-11-16T21:07:15.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.489 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359690+0000",
2020-11-16T21:07:15.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8410000000000006e-06
2020-11-16T21:07:15.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.490 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op must wait for map",
2020-11-16T21:07:15.490 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.359699+0000",
2020-11-16T21:07:15.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0084413439999999999
2020-11-16T21:07:15.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.368140+0000",
2020-11-16T21:07:15.491 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9779999999999999e-06
2020-11-16T21:07:15.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.491 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.368144+0000",
2020-11-16T21:07:15.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0093603149999999
2020-11-16T21:07:15.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.492 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.492 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.377504+0000",
2020-11-16T21:07:15.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.893e-05
2020-11-16T21:07:15.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.377523+0000",
2020-11-16T21:07:15.493 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3736261380000001
2020-11-16T21:07:15.493 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.751149+0000",
2020-11-16T21:07:15.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00026670600000000002
2020-11-16T21:07:15.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.494 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.494 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.751416+0000",
2020-11-16T21:07:15.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00045630699999999998
2020-11-16T21:07:15.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1,5",
2020-11-16T21:07:15.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.751872+0000",
2020-11-16T21:07:15.495 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.02222582
2020-11-16T21:07:15.495 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.496 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.774098+0000",
2020-11-16T21:07:15.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0010674980000000001
2020-11-16T21:07:15.496 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.496 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.496 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.775166+0000",
2020-11-16T21:07:15.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.7070000000000002e-05
2020-11-16T21:07:15.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.775213+0000",
2020-11-16T21:07:15.497 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.9503999999999999e-05
2020-11-16T21:07:15.497 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.775262+0000",
2020-11-16T21:07:15.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00043149900000000001
2020-11-16T21:07:15.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.498 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.498 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.775694+0000",
2020-11-16T21:07:15.499 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.4161475729999999
2020-11-16T21:07:15.499 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.499 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.499 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.499 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.499 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.500 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243169 9.8 9:1e92d9fb:::benchmark_data_smithi065_58100_object110819:head [delete] snapc 0=[] ondisk+write+known_if_redirected e968)",
2020-11-16T21:07:15.500 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.367541+0000",
2020-11-16T21:07:15.500 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.936019563000002,
2020-11-16T21:07:15.500 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.384111925,
2020-11-16T21:07:15.500 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.500 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.500 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.500 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243169
2020-11-16T21:07:15.501 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.501 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.501 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.501 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.367541+0000",
2020-11-16T21:07:15.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.367541+0000",
2020-11-16T21:07:15.502 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T21:07:15.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.502 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.367507+0000",
2020-11-16T21:07:15.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5032999999999998e-05
2020-11-16T21:07:15.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.503 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.503 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.367582+0000",
2020-11-16T21:07:15.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3825000000000001e-05
2020-11-16T21:07:15.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.367596+0000",
2020-11-16T21:07:15.504 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.2010000000000002e-06
2020-11-16T21:07:15.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.504 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.367603+0000",
2020-11-16T21:07:15.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.017299781
2020-11-16T21:07:15.505 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.505 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.505 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.384903+0000",
2020-11-16T21:07:15.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0487e-05
2020-11-16T21:07:15.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.384914+0000",
2020-11-16T21:07:15.506 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0596332209999999
2020-11-16T21:07:15.506 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444547+0000",
2020-11-16T21:07:15.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.0667999999999999e-05
2020-11-16T21:07:15.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.507 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.507 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444568+0000",
2020-11-16T21:07:15.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2569703130000001
2020-11-16T21:07:15.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.701538+0000",
2020-11-16T21:07:15.508 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000655862
2020-11-16T21:07:15.508 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.702194+0000",
2020-11-16T21:07:15.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.030088828000000001
2020-11-16T21:07:15.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.509 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.509 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.732283+0000",
2020-11-16T21:07:15.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000112773
2020-11-16T21:07:15.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.732395+0000",
2020-11-16T21:07:15.510 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00030905599999999999
2020-11-16T21:07:15.510 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,7",
2020-11-16T21:07:15.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.732704+0000",
2020-11-16T21:07:15.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.016856609000000002
2020-11-16T21:07:15.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.511 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.511 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.749561+0000",
2020-11-16T21:07:15.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0012081749999999999
2020-11-16T21:07:15.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.750769+0000",
2020-11-16T21:07:15.512 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011177
2020-11-16T21:07:15.512 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.513 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.750881+0000",
2020-11-16T21:07:15.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.5884000000000003e-05
2020-11-16T21:07:15.513 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.513 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.513 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.750927+0000",
2020-11-16T21:07:15.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00072566600000000003
2020-11-16T21:07:15.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.751652+0000",
2020-11-16T21:07:15.514 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.384111925
2020-11-16T21:07:15.514 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.515 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.515 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.515 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.515 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.515 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243171 9.8 9:127fe59e:::benchmark_data_smithi065_58100_object110821:head [delete] snapc 0=[] ondisk+write+known_if_redirected e968)",
2020-11-16T21:07:15.515 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.371925+0000",
2020-11-16T21:07:15.515 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.931634692000003,
2020-11-16T21:07:15.515 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.380632415,
2020-11-16T21:07:15.516 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.516 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.516 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.516 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243171
2020-11-16T21:07:15.516 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.517 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.371925+0000",
2020-11-16T21:07:15.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.517 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.517 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.371925+0000",
2020-11-16T21:07:15.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999666
2020-11-16T21:07:15.518 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.518 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.371892+0000",
2020-11-16T21:07:15.518 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.5578e-05
2020-11-16T21:07:15.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.371967+0000",
2020-11-16T21:07:15.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.4269e-05
2020-11-16T21:07:15.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.519 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.519 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.371982+0000",
2020-11-16T21:07:15.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.1550000000000001e-06
2020-11-16T21:07:15.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.520 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.371989+0000",
2020-11-16T21:07:15.520 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.012949545999999999
2020-11-16T21:07:15.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.384938+0000",
2020-11-16T21:07:15.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0084999999999999e-05
2020-11-16T21:07:15.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.521 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.521 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.384948+0000",
2020-11-16T21:07:15.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.059950543
2020-11-16T21:07:15.522 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.522 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444899+0000",
2020-11-16T21:07:15.522 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3782999999999999e-05
2020-11-16T21:07:15.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.444923+0000",
2020-11-16T21:07:15.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.2573185650000001
2020-11-16T21:07:15.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.523 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.523 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.702241+0000",
2020-11-16T21:07:15.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00066513100000000001
2020-11-16T21:07:15.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.524 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:15.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.702906+0000",
2020-11-16T21:07:15.524 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.035988971000000002
2020-11-16T21:07:15.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.738895+0000",
2020-11-16T21:07:15.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3759999999999997e-05
2020-11-16T21:07:15.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.525 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.525 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.738989+0000",
2020-11-16T21:07:15.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013114600000000001
2020-11-16T21:07:15.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.526 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5,7",
2020-11-16T21:07:15.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.739120+0000",
2020-11-16T21:07:15.526 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011605114
2020-11-16T21:07:15.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.750725+0000",
2020-11-16T21:07:15.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011163999999999999
2020-11-16T21:07:15.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.527 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.527 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.750837+0000",
2020-11-16T21:07:15.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00091017599999999995
2020-11-16T21:07:15.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.751747+0000",
2020-11-16T21:07:15.528 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00010600200000000001
2020-11-16T21:07:15.528 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.751853+0000",
2020-11-16T21:07:15.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00070455099999999998
2020-11-16T21:07:15.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.529 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.529 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.752558+0000",
2020-11-16T21:07:15.530 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.380632415
2020-11-16T21:07:15.530 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.530 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.530 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.530 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.530 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243181 9.5 9:ad3fa21c:::benchmark_data_smithi065_58100_object110831:head [delete] snapc 0=[] ondisk+write+known_if_redirected e968)",
2020-11-16T21:07:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.399932+0000",
2020-11-16T21:07:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.903628284000007,
2020-11-16T21:07:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.3763409439999998,
2020-11-16T21:07:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.531 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243181
2020-11-16T21:07:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.532 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.399932+0000",
2020-11-16T21:07:15.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.399932+0000",
2020-11-16T21:07:15.533 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999642
2020-11-16T21:07:15.533 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.399896+0000",
2020-11-16T21:07:15.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1592000000000001e-05
2020-11-16T21:07:15.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.534 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.534 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.399977+0000",
2020-11-16T21:07:15.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5014999999999999e-05
2020-11-16T21:07:15.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.399992+0000",
2020-11-16T21:07:15.535 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.5910000000000003e-06
2020-11-16T21:07:15.535 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.399998+0000",
2020-11-16T21:07:15.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.3881999999999993e-05
2020-11-16T21:07:15.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.536 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.536 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.400092+0000",
2020-11-16T21:07:15.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1328999999999999e-05
2020-11-16T21:07:15.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.400103+0000",
2020-11-16T21:07:15.537 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.97748075199999995
2020-11-16T21:07:15.537 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.377584+0000",
2020-11-16T21:07:15.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5392000000000001e-05
2020-11-16T21:07:15.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.538 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.538 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.377599+0000",
2020-11-16T21:07:15.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.384418792
2020-11-16T21:07:15.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.762018+0000",
2020-11-16T21:07:15.539 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00023730800000000001
2020-11-16T21:07:15.539 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.762255+0000",
2020-11-16T21:07:15.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00049853199999999999
2020-11-16T21:07:15.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.540 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.540 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1,5",
2020-11-16T21:07:15.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.762754+0000",
2020-11-16T21:07:15.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.011420648
2020-11-16T21:07:15.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.774175+0000",
2020-11-16T21:07:15.541 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001584816
2020-11-16T21:07:15.541 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.775759+0000",
2020-11-16T21:07:15.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3905000000000004e-05
2020-11-16T21:07:15.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.542 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.542 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.775843+0000",
2020-11-16T21:07:15.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.9110000000000003e-05
2020-11-16T21:07:15.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.775883+0000",
2020-11-16T21:07:15.543 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000390255
2020-11-16T21:07:15.543 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.776273+0000",
2020-11-16T21:07:15.544 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3763409439999998
2020-11-16T21:07:15.544 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.544 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.544 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.545 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.545 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.545 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:243184 9.5 9:a4e1dc1e:::benchmark_data_smithi065_58100_object110834:head [delete] snapc 0=[] ondisk+write+known_if_redirected e968)",
2020-11-16T21:07:15.545 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:05:48.419684+0000",
2020-11-16T21:07:15.545 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 86.883876400000005,
2020-11-16T21:07:15.545 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 2.3572633760000001,
2020-11-16T21:07:15.545 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.545 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.546 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 243184
2020-11-16T21:07:15.546 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.546 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.546 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.419684+0000",
2020-11-16T21:07:15.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.547 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.419684+0000",
2020-11-16T21:07:15.547 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999743
2020-11-16T21:07:15.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.419658+0000",
2020-11-16T21:07:15.548 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6276000000000001e-05
2020-11-16T21:07:15.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.548 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.419714+0000",
2020-11-16T21:07:15.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.3823e-05
2020-11-16T21:07:15.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.549 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.419728+0000",
2020-11-16T21:07:15.549 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.8699999999999998e-06
2020-11-16T21:07:15.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.419737+0000",
2020-11-16T21:07:15.550 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 7.3360000000000002e-05
2020-11-16T21:07:15.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.550 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.419810+0000",
2020-11-16T21:07:15.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.6789000000000001e-05
2020-11-16T21:07:15.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.551 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:48.419837+0000",
2020-11-16T21:07:15.551 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.95780335400000005
2020-11-16T21:07:15.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.377640+0000",
2020-11-16T21:07:15.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.5335000000000001e-05
2020-11-16T21:07:15.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.552 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.552 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:49.377656+0000",
2020-11-16T21:07:15.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.390968532
2020-11-16T21:07:15.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.553 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.768624+0000",
2020-11-16T21:07:15.553 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00019109699999999999
2020-11-16T21:07:15.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.768815+0000",
2020-11-16T21:07:15.554 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000204525
2020-11-16T21:07:15.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.554 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 1,5",
2020-11-16T21:07:15.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.769020+0000",
2020-11-16T21:07:15.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.0061624460000000002
2020-11-16T21:07:15.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.555 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.775182+0000",
2020-11-16T21:07:15.555 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.001124267
2020-11-16T21:07:15.556 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.556 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.776307+0000",
2020-11-16T21:07:15.556 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000103155
2020-11-16T21:07:15.556 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.556 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.776410+0000",
2020-11-16T21:07:15.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.5682999999999997e-05
2020-11-16T21:07:15.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.557 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.776445+0000",
2020-11-16T21:07:15.557 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00050161699999999999
2020-11-16T21:07:15.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:05:50.776947+0000",
2020-11-16T21:07:15.558 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 2.3572633760000001
2020-11-16T21:07:15.558 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.558 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.559 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.559 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.559 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.559 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:260222 9.8 9:17d25b8d:::benchmark_data_smithi065_58100_object127872:head [delete] snapc 0=[] ondisk+write+known_if_redirected e989)",
2020-11-16T21:07:15.559 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:21.359321+0000",
2020-11-16T21:07:15.559 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.944239056999997,
2020-11-16T21:07:15.559 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.1406470609999999,
2020-11-16T21:07:15.559 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.560 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.560 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.560 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 260222
2020-11-16T21:07:15.560 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.560 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.561 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.359321+0000",
2020-11-16T21:07:15.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.561 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.561 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.561 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.359321+0000",
2020-11-16T21:07:15.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999828
2020-11-16T21:07:15.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.359304+0000",
2020-11-16T21:07:15.562 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.7125000000000001e-05
2020-11-16T21:07:15.562 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.359341+0000",
2020-11-16T21:07:15.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 6.0619999999999997e-06
2020-11-16T21:07:15.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.563 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.563 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.359347+0000",
2020-11-16T21:07:15.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 3.0060000000000001e-06
2020-11-16T21:07:15.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.359350+0000",
2020-11-16T21:07:15.564 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.003173253
2020-11-16T21:07:15.564 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.362524+0000",
2020-11-16T21:07:15.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.0520000000000007e-06
2020-11-16T21:07:15.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.565 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.565 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.362533+0000",
2020-11-16T21:07:15.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0622420610000001
2020-11-16T21:07:15.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.424775+0000",
2020-11-16T21:07:15.566 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00013014100000000001
2020-11-16T21:07:15.566 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.424905+0000",
2020-11-16T21:07:15.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.000116025
2020-11-16T21:07:15.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.567 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.567 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5",
2020-11-16T21:07:15.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.425021+0000",
2020-11-16T21:07:15.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.023822620999999999
2020-11-16T21:07:15.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.448843+0000",
2020-11-16T21:07:15.568 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.050986034
2020-11-16T21:07:15.568 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.499829+0000",
2020-11-16T21:07:15.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.1935999999999996e-05
2020-11-16T21:07:15.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.569 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.569 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.499911+0000",
2020-11-16T21:07:15.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 5.6728999999999998e-05
2020-11-16T21:07:15.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.499968+0000",
2020-11-16T21:07:15.570 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.1406470609999999
2020-11-16T21:07:15.570 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.571 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.571 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.571 INFO:teuthology.orchestra.run.smithi065.stdout:        },
2020-11-16T21:07:15.571 INFO:teuthology.orchestra.run.smithi065.stdout:        {
2020-11-16T21:07:15.571 INFO:teuthology.orchestra.run.smithi065.stdout:            "description": "osd_op(client.26884.0:260232 9.8 9:108087c5:::benchmark_data_smithi065_58100_object127882:head [delete] snapc 0=[] ondisk+write+known_if_redirected e989)",
2020-11-16T21:07:15.571 INFO:teuthology.orchestra.run.smithi065.stdout:            "initiated_at": "2020-11-16T21:06:21.371560+0000",
2020-11-16T21:07:15.571 INFO:teuthology.orchestra.run.smithi065.stdout:            "age": 53.932000295999998,
2020-11-16T21:07:15.571 INFO:teuthology.orchestra.run.smithi065.stdout:            "duration": 1.128741258,
2020-11-16T21:07:15.572 INFO:teuthology.orchestra.run.smithi065.stdout:            "type_data": {
2020-11-16T21:07:15.572 INFO:teuthology.orchestra.run.smithi065.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:15.572 INFO:teuthology.orchestra.run.smithi065.stdout:                "client_info": {
2020-11-16T21:07:15.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client": "client.26884",
2020-11-16T21:07:15.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:15.572 INFO:teuthology.orchestra.run.smithi065.stdout:                    "tid": 260232
2020-11-16T21:07:15.573 INFO:teuthology.orchestra.run.smithi065.stdout:                },
2020-11-16T21:07:15.573 INFO:teuthology.orchestra.run.smithi065.stdout:                "events": [
2020-11-16T21:07:15.573 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "initiated",
2020-11-16T21:07:15.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.371560+0000",
2020-11-16T21:07:15.573 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0
2020-11-16T21:07:15.573 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.573 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "throttled",
2020-11-16T21:07:15.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.371560+0000",
2020-11-16T21:07:15.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4294967295.9999804
2020-11-16T21:07:15.574 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.574 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "header_read",
2020-11-16T21:07:15.574 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.371540+0000",
2020-11-16T21:07:15.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.4688000000000003e-05
2020-11-16T21:07:15.575 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.575 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "all_read",
2020-11-16T21:07:15.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.371585+0000",
2020-11-16T21:07:15.575 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.149e-05
2020-11-16T21:07:15.575 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.575 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "dispatched",
2020-11-16T21:07:15.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.371597+0000",
2020-11-16T21:07:15.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.3769999999999996e-06
2020-11-16T21:07:15.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.576 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:15.576 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.371605+0000",
2020-11-16T21:07:15.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 4.6436000000000001e-05
2020-11-16T21:07:15.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.371651+0000",
2020-11-16T21:07:15.577 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.1300000000000007e-06
2020-11-16T21:07:15.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.577 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.578 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:15.578 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:21.371661+0000",
2020-11-16T21:07:15.578 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.0577345629999999
2020-11-16T21:07:15.578 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.578 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.578 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "reached_pg",
2020-11-16T21:07:15.578 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.429395+0000",
2020-11-16T21:07:15.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.7659999999999998e-05
2020-11-16T21:07:15.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "started",
2020-11-16T21:07:15.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.429483+0000",
2020-11-16T21:07:15.579 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 8.4938999999999994e-05
2020-11-16T21:07:15.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.579 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "waiting for subops from 5",
2020-11-16T21:07:15.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.429568+0000",
2020-11-16T21:07:15.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.019286807999999999
2020-11-16T21:07:15.580 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.580 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "op_commit",
2020-11-16T21:07:15.580 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.448854+0000",
2020-11-16T21:07:15.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.051237181999999999
2020-11-16T21:07:15.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:15.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.500092+0000",
2020-11-16T21:07:15.581 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 0.00011291800000000001
2020-11-16T21:07:15.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.581 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "commit_sent",
2020-11-16T21:07:15.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.500205+0000",
2020-11-16T21:07:15.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 9.6485999999999997e-05
2020-11-16T21:07:15.582 INFO:teuthology.orchestra.run.smithi065.stdout:                    },
2020-11-16T21:07:15.582 INFO:teuthology.orchestra.run.smithi065.stdout:                    {
2020-11-16T21:07:15.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "event": "done",
2020-11-16T21:07:15.582 INFO:teuthology.orchestra.run.smithi065.stdout:                        "time": "2020-11-16T21:06:22.500301+0000",
2020-11-16T21:07:15.583 INFO:teuthology.orchestra.run.smithi065.stdout:                        "duration": 1.128741258
2020-11-16T21:07:15.583 INFO:teuthology.orchestra.run.smithi065.stdout:                    }
2020-11-16T21:07:15.583 INFO:teuthology.orchestra.run.smithi065.stdout:                ]
2020-11-16T21:07:15.583 INFO:teuthology.orchestra.run.smithi065.stdout:            }
2020-11-16T21:07:15.583 INFO:teuthology.orchestra.run.smithi065.stdout:        }
2020-11-16T21:07:15.583 INFO:teuthology.orchestra.run.smithi065.stdout:    ]
2020-11-16T21:07:15.584 INFO:teuthology.orchestra.run.smithi065.stdout:}
2020-11-16T21:07:15.980 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight
2020-11-16T21:07:16.121 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:07:16.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:16 smithi065 bash[9468]: cluster 2020-11-16T21:07:14.752072+0000 mgr.x (mgr.14196) 1693 : cluster [DBG] pgmap v2580: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:16.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:16 smithi142 bash[9523]: cluster 2020-11-16T21:07:14.752072+0000 mgr.x (mgr.14196) 1693 : cluster [DBG] pgmap v2580: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:16.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:16 smithi071 bash[9480]: cluster 2020-11-16T21:07:14.752072+0000 mgr.x (mgr.14196) 1693 : cluster [DBG] pgmap v2580: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:17.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:17 smithi142 bash[9523]: cluster 2020-11-16T21:07:16.266192+0000 osd.10 (osd.10) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:17.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:17 smithi142 bash[9523]: cluster 2020-11-16T21:07:16.266352+0000 osd.10 (osd.10) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:17.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:17 smithi142 bash[9523]: cluster 2020-11-16T21:07:16.936951+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1011: 12 total, 12 up, 10 in
2020-11-16T21:07:17.430 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:17 smithi071 bash[9480]: cluster 2020-11-16T21:07:16.266192+0000 osd.10 (osd.10) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:17.430 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:17 smithi071 bash[9480]: cluster 2020-11-16T21:07:16.266352+0000 osd.10 (osd.10) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:17.430 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:17 smithi071 bash[9480]: cluster 2020-11-16T21:07:16.936951+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1011: 12 total, 12 up, 10 in
2020-11-16T21:07:17.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:17 smithi065 bash[9468]: cluster 2020-11-16T21:07:16.266192+0000 osd.10 (osd.10) 268 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:17.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:17 smithi065 bash[9468]: cluster 2020-11-16T21:07:16.266352+0000 osd.10 (osd.10) 269 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:17.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:17 smithi065 bash[9468]: cluster 2020-11-16T21:07:16.936951+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1011: 12 total, 12 up, 10 in
2020-11-16T21:07:18.445 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:18 smithi071 bash[9480]: cluster 2020-11-16T21:07:16.752668+0000 mgr.x (mgr.14196) 1694 : cluster [DBG] pgmap v2581: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:18.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:18 smithi065 bash[9468]: cluster 2020-11-16T21:07:16.752668+0000 mgr.x (mgr.14196) 1694 : cluster [DBG] pgmap v2581: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:18.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:18 smithi142 bash[9523]: cluster 2020-11-16T21:07:16.752668+0000 mgr.x (mgr.14196) 1694 : cluster [DBG] pgmap v2581: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:18.897 INFO:tasks.thrashosds.thrasher:inning osd
2020-11-16T21:07:18.897 INFO:tasks.thrashosds.thrasher:Adding osd 0
2020-11-16T21:07:18.898 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd in 0
2020-11-16T21:07:19.038 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:19.659 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:07:19.660 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T21:07:19.660 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_ops": 0
2020-11-16T21:07:19.660 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:07:20.287 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:20 smithi142 bash[9523]: cluster 2020-11-16T21:07:18.753288+0000 mgr.x (mgr.14196) 1695 : cluster [DBG] pgmap v2583: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:20.373 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:20 smithi071 bash[9480]: cluster 2020-11-16T21:07:18.753288+0000 mgr.x (mgr.14196) 1695 : cluster [DBG] pgmap v2583: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:20.373 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops
2020-11-16T21:07:20.510 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:07:20.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:20 smithi065 bash[9468]: cluster 2020-11-16T21:07:18.753288+0000 mgr.x (mgr.14196) 1695 : cluster [DBG] pgmap v2583: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:22.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:22 smithi071 bash[9480]: audit 2020-11-16T21:07:21.062578+0000 mon.b (mon.1) 483 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:07:22.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:22 smithi071 bash[9480]: audit 2020-11-16T21:07:21.064297+0000 mon.a (mon.0) 3001 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:07:22.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:22 smithi071 bash[9480]: audit 2020-11-16T21:07:21.071040+0000 mon.a (mon.0) 3002 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:07:22.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:22 smithi142 bash[9523]: audit 2020-11-16T21:07:21.062578+0000 mon.b (mon.1) 483 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:07:22.291 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:22 smithi142 bash[9523]: audit 2020-11-16T21:07:21.064297+0000 mon.a (mon.0) 3001 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:07:22.292 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:22 smithi142 bash[9523]: audit 2020-11-16T21:07:21.071040+0000 mon.a (mon.0) 3002 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:07:22.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:22 smithi065 bash[9468]: audit 2020-11-16T21:07:21.062578+0000 mon.b (mon.1) 483 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:07:22.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:22 smithi065 bash[9468]: audit 2020-11-16T21:07:21.064297+0000 mon.a (mon.0) 3001 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:07:22.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:22 smithi065 bash[9468]: audit 2020-11-16T21:07:21.071040+0000 mon.a (mon.0) 3002 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:07:23.029 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:22 smithi142 bash[9523]: debug 2020-11-16T21:07:22.649+0000 7f756b108700 -1 mon.a@0(leader).osd e1011 definitely_dead 0
2020-11-16T21:07:23.059 INFO:teuthology.orchestra.run.smithi142.stderr:marked in osd.0.
2020-11-16T21:07:23.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:23 smithi071 bash[9480]: audit 2020-11-16T21:07:22.650576+0000 mon.a (mon.0) 3003 : audit [DBG] from='client.? v1:172.21.15.142:0/3010852228' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch
2020-11-16T21:07:23.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:23 smithi065 bash[9468]: audit 2020-11-16T21:07:22.650576+0000 mon.a (mon.0) 3003 : audit [DBG] from='client.? v1:172.21.15.142:0/3010852228' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch
2020-11-16T21:07:23.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:23 smithi142 bash[9523]: audit 2020-11-16T21:07:22.650576+0000 mon.a (mon.0) 3003 : audit [DBG] from='client.? v1:172.21.15.142:0/3010852228' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch
2020-11-16T21:07:23.835 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:07:23.835 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [],
2020-11-16T21:07:23.835 INFO:teuthology.orchestra.run.smithi071.stdout:    "complaint_time": 30,
2020-11-16T21:07:23.835 INFO:teuthology.orchestra.run.smithi071.stdout:    "num_blocked_ops": 0
2020-11-16T21:07:23.835 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:07:23.917 INFO:tasks.thrashosds.thrasher:Added osd 0
2020-11-16T21:07:23.917 INFO:tasks.thrashosds.thrasher:inning osd
2020-11-16T21:07:23.917 INFO:tasks.thrashosds.thrasher:Adding osd 2
2020-11-16T21:07:23.918 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd in 2
2020-11-16T21:07:24.049 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:24.193 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:24 smithi071 bash[9480]: cluster 2020-11-16T21:07:22.754620+0000 mgr.x (mgr.14196) 1697 : cluster [DBG] pgmap v2585: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:24.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:24 smithi071 bash[9480]: audit 2020-11-16T21:07:23.064223+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? v1:172.21.15.142:0/3010852228' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished
2020-11-16T21:07:24.194 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:24 smithi071 bash[9480]: cluster 2020-11-16T21:07:23.064309+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1012: 12 total, 12 up, 11 in
2020-11-16T21:07:24.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:24 smithi142 bash[9523]: cluster 2020-11-16T21:07:22.754620+0000 mgr.x (mgr.14196) 1697 : cluster [DBG] pgmap v2585: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:24.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:24 smithi142 bash[9523]: audit 2020-11-16T21:07:23.064223+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? v1:172.21.15.142:0/3010852228' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished
2020-11-16T21:07:24.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:24 smithi142 bash[9523]: cluster 2020-11-16T21:07:23.064309+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1012: 12 total, 12 up, 11 in
2020-11-16T21:07:24.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:24 smithi065 bash[9468]: cluster 2020-11-16T21:07:22.754620+0000 mgr.x (mgr.14196) 1697 : cluster [DBG] pgmap v2585: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:24.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:24 smithi065 bash[9468]: audit 2020-11-16T21:07:23.064223+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? v1:172.21.15.142:0/3010852228' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished
2020-11-16T21:07:24.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:24 smithi065 bash[9468]: cluster 2020-11-16T21:07:23.064309+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1012: 12 total, 12 up, 11 in
2020-11-16T21:07:24.612 INFO:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.7 dump_historic_ops
2020-11-16T21:07:24.748 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.b/config
2020-11-16T21:07:26.069 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:26 smithi071 bash[9480]: cluster 2020-11-16T21:07:24.755227+0000 mgr.x (mgr.14196) 1698 : cluster [DBG] pgmap v2587: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:26.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:26 smithi065 bash[9468]: cluster 2020-11-16T21:07:24.755227+0000 mgr.x (mgr.14196) 1698 : cluster [DBG] pgmap v2587: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:26.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:26 smithi142 bash[9523]: cluster 2020-11-16T21:07:24.755227+0000 mgr.x (mgr.14196) 1698 : cluster [DBG] pgmap v2587: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:27.377 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:27 smithi142 bash[9523]: cluster 2020-11-16T21:07:26.176318+0000 osd.5 (osd.5) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:27.378 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:27 smithi142 bash[9523]: cluster 2020-11-16T21:07:26.176446+0000 osd.5 (osd.5) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:27.378 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:27 smithi142 bash[9523]: audit 2020-11-16T21:07:26.395674+0000 mon.b (mon.1) 484 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:07:27.378 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:27 smithi142 bash[9523]: audit 2020-11-16T21:07:26.396069+0000 mon.b (mon.1) 485 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:07:27.378 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:27 smithi142 bash[9523]: audit 2020-11-16T21:07:26.397471+0000 mon.a (mon.0) 3006 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:07:27.378 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:27 smithi142 bash[9523]: audit 2020-11-16T21:07:26.398170+0000 mon.a (mon.0) 3007 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:07:27.379 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:27 smithi142 bash[9523]: cluster 2020-11-16T21:07:26.941400+0000 mon.a (mon.0) 3008 : cluster [DBG] osdmap e1013: 12 total, 12 up, 11 in
2020-11-16T21:07:27.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:27 smithi071 bash[9480]: cluster 2020-11-16T21:07:26.176318+0000 osd.5 (osd.5) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:27 smithi071 bash[9480]: cluster 2020-11-16T21:07:26.176446+0000 osd.5 (osd.5) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:27 smithi071 bash[9480]: audit 2020-11-16T21:07:26.395674+0000 mon.b (mon.1) 484 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:07:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:27 smithi071 bash[9480]: audit 2020-11-16T21:07:26.396069+0000 mon.b (mon.1) 485 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:07:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:27 smithi071 bash[9480]: audit 2020-11-16T21:07:26.397471+0000 mon.a (mon.0) 3006 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:07:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:27 smithi071 bash[9480]: audit 2020-11-16T21:07:26.398170+0000 mon.a (mon.0) 3007 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:07:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:27 smithi071 bash[9480]: cluster 2020-11-16T21:07:26.941400+0000 mon.a (mon.0) 3008 : cluster [DBG] osdmap e1013: 12 total, 12 up, 11 in
2020-11-16T21:07:27.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:27 smithi065 bash[9468]: cluster 2020-11-16T21:07:26.176318+0000 osd.5 (osd.5) 275 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:27 smithi065 bash[9468]: cluster 2020-11-16T21:07:26.176446+0000 osd.5 (osd.5) 276 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:27 smithi065 bash[9468]: audit 2020-11-16T21:07:26.395674+0000 mon.b (mon.1) 484 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:07:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:27 smithi065 bash[9468]: audit 2020-11-16T21:07:26.396069+0000 mon.b (mon.1) 485 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:07:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:27 smithi065 bash[9468]: audit 2020-11-16T21:07:26.397471+0000 mon.a (mon.0) 3006 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:07:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:27 smithi065 bash[9468]: audit 2020-11-16T21:07:26.398170+0000 mon.a (mon.0) 3007 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:07:27.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:27 smithi065 bash[9468]: cluster 2020-11-16T21:07:26.941400+0000 mon.a (mon.0) 3008 : cluster [DBG] osdmap e1013: 12 total, 12 up, 11 in
2020-11-16T21:07:28.020 INFO:teuthology.orchestra.run.smithi071.stdout:{
2020-11-16T21:07:28.020 INFO:teuthology.orchestra.run.smithi071.stdout:    "size": 20,
2020-11-16T21:07:28.021 INFO:teuthology.orchestra.run.smithi071.stdout:    "duration": 600,
2020-11-16T21:07:28.021 INFO:teuthology.orchestra.run.smithi071.stdout:    "ops": [
2020-11-16T21:07:28.021 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.021 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:72408 9.d 9:b5f2a9d3:::benchmark_data_smithi065_58100_object72407:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:07:28.021 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:02.644075+0000",
2020-11-16T21:07:28.021 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 385.38032582900001,
2020-11-16T21:07:28.021 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.196747863,
2020-11-16T21:07:28.022 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.022 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.022 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.022 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 72408
2020-11-16T21:07:28.023 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.023 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644075+0000",
2020-11-16T21:07:28.023 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.023 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644075+0000",
2020-11-16T21:07:28.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999776
2020-11-16T21:07:28.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.024 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.024 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644053+0000",
2020-11-16T21:07:28.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012697300000000001
2020-11-16T21:07:28.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644180+0000",
2020-11-16T21:07:28.025 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3134e-05
2020-11-16T21:07:28.025 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644193+0000",
2020-11-16T21:07:28.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4950000000000002e-06
2020-11-16T21:07:28.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.026 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.026 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644201+0000",
2020-11-16T21:07:28.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2284000000000003e-05
2020-11-16T21:07:28.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644253+0000",
2020-11-16T21:07:28.027 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000199058
2020-11-16T21:07:28.027 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644452+0000",
2020-11-16T21:07:28.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00027748999999999997
2020-11-16T21:07:28.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.028 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.028 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.644729+0000",
2020-11-16T21:07:28.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.004434197
2020-11-16T21:07:28.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.649164+0000",
2020-11-16T21:07:28.029 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19143310899999999
2020-11-16T21:07:28.029 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.840597+0000",
2020-11-16T21:07:28.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013666700000000001
2020-11-16T21:07:28.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.030 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.030 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.840733+0000",
2020-11-16T21:07:28.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.9865999999999996e-05
2020-11-16T21:07:28.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.840823+0000",
2020-11-16T21:07:28.031 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.196747863
2020-11-16T21:07:28.031 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.032 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.032 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.032 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.032 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.032 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:72419 9.d 9:b8e8acec:::benchmark_data_smithi065_58100_object72418:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:07:28.032 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:02.651696+0000",
2020-11-16T21:07:28.032 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 385.37270519100002,
2020-11-16T21:07:28.033 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.18942004200000001,
2020-11-16T21:07:28.033 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.033 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.033 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.033 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 72419
2020-11-16T21:07:28.034 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.034 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651696+0000",
2020-11-16T21:07:28.034 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.034 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651696+0000",
2020-11-16T21:07:28.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999695
2020-11-16T21:07:28.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.035 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.035 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651666+0000",
2020-11-16T21:07:28.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010081000000000001
2020-11-16T21:07:28.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651766+0000",
2020-11-16T21:07:28.036 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1609999999999992e-06
2020-11-16T21:07:28.036 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651775+0000",
2020-11-16T21:07:28.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.4610000000000001e-06
2020-11-16T21:07:28.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.037 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.037 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651780+0000",
2020-11-16T21:07:28.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2162e-05
2020-11-16T21:07:28.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.651832+0000",
2020-11-16T21:07:28.038 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00018874000000000001
2020-11-16T21:07:28.038 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.652021+0000",
2020-11-16T21:07:28.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000227037
2020-11-16T21:07:28.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.039 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.039 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.652248+0000",
2020-11-16T21:07:28.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0029059929999999999
2020-11-16T21:07:28.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.655154+0000",
2020-11-16T21:07:28.040 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18574675900000001
2020-11-16T21:07:28.040 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.840901+0000",
2020-11-16T21:07:28.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012888799999999999
2020-11-16T21:07:28.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.041 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.041 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841030+0000",
2020-11-16T21:07:28.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.6623000000000001e-05
2020-11-16T21:07:28.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.042 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841116+0000",
2020-11-16T21:07:28.042 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18942004200000001
2020-11-16T21:07:28.043 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.043 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.043 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.043 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.043 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.043 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:72427 9.d 9:b4478df4:::benchmark_data_smithi065_58100_object72426:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e891)",
2020-11-16T21:07:28.043 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:02.656607+0000",
2020-11-16T21:07:28.043 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 385.367793866,
2020-11-16T21:07:28.044 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.18478275399999999,
2020-11-16T21:07:28.044 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.044 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.044 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.044 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 72427
2020-11-16T21:07:28.045 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.045 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656607+0000",
2020-11-16T21:07:28.045 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.045 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656607+0000",
2020-11-16T21:07:28.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999771
2020-11-16T21:07:28.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.046 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.046 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656585+0000",
2020-11-16T21:07:28.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000103158
2020-11-16T21:07:28.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656688+0000",
2020-11-16T21:07:28.047 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3173000000000001e-05
2020-11-16T21:07:28.047 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656701+0000",
2020-11-16T21:07:28.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2600000000000005e-06
2020-11-16T21:07:28.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.048 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.048 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656709+0000",
2020-11-16T21:07:28.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2182999999999997e-05
2020-11-16T21:07:28.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656781+0000",
2020-11-16T21:07:28.049 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000173685
2020-11-16T21:07:28.049 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.656955+0000",
2020-11-16T21:07:28.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017316
2020-11-16T21:07:28.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.050 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.050 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.657128+0000",
2020-11-16T21:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0022017970000000001
2020-11-16T21:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.659330+0000",
2020-11-16T21:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18188849600000001
2020-11-16T21:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841218+0000",
2020-11-16T21:07:28.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000111358
2020-11-16T21:07:28.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.052 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.052 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841330+0000",
2020-11-16T21:07:28.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0399000000000002e-05
2020-11-16T21:07:28.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.053 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:02.841390+0000",
2020-11-16T21:07:28.053 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18478275399999999
2020-11-16T21:07:28.054 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.054 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.054 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.054 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.054 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.054 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:99614 9.d 9:b48d2310:::benchmark_data_smithi065_58100_object99613:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e898)",
2020-11-16T21:07:28.054 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:24.284882+0000",
2020-11-16T21:07:28.055 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 363.73951890299998,
2020-11-16T21:07:28.055 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.199191649,
2020-11-16T21:07:28.055 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.055 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.055 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.055 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 99614
2020-11-16T21:07:28.056 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.056 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.284882+0000",
2020-11-16T21:07:28.056 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.056 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.284882+0000",
2020-11-16T21:07:28.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999795
2020-11-16T21:07:28.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.057 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.057 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.284862+0000",
2020-11-16T21:07:28.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2044000000000003e-05
2020-11-16T21:07:28.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.284944+0000",
2020-11-16T21:07:28.058 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2310000000000002e-06
2020-11-16T21:07:28.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.058 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.059 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.059 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.284953+0000",
2020-11-16T21:07:28.059 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.152e-06
2020-11-16T21:07:28.059 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.059 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.059 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.059 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.284958+0000",
2020-11-16T21:07:28.060 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.7290000000000002e-05
2020-11-16T21:07:28.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.060 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.060 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285016+0000",
2020-11-16T21:07:28.060 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000190736
2020-11-16T21:07:28.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.060 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285206+0000",
2020-11-16T21:07:28.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00026404400000000001
2020-11-16T21:07:28.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.061 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.061 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285471+0000",
2020-11-16T21:07:28.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0070813849999999999
2020-11-16T21:07:28.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.292552+0000",
2020-11-16T21:07:28.062 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19122340199999999
2020-11-16T21:07:28.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.062 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.483775+0000",
2020-11-16T21:07:28.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022176800000000001
2020-11-16T21:07:28.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.063 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.063 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.483997+0000",
2020-11-16T21:07:28.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.6959999999999995e-05
2020-11-16T21:07:28.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.484074+0000",
2020-11-16T21:07:28.064 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.199191649
2020-11-16T21:07:28.064 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:99615 9.d 9:bcefa2c3:::benchmark_data_smithi065_58100_object99614:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e898)",
2020-11-16T21:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:24.285291+0000",
2020-11-16T21:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 363.73911043999999,
2020-11-16T21:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.19898342999999999,
2020-11-16T21:07:28.066 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.066 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.066 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.066 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 99615
2020-11-16T21:07:28.066 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.067 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285291+0000",
2020-11-16T21:07:28.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.067 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.067 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285291+0000",
2020-11-16T21:07:28.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999571
2020-11-16T21:07:28.068 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.068 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285248+0000",
2020-11-16T21:07:28.068 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014522600000000001
2020-11-16T21:07:28.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285393+0000",
2020-11-16T21:07:28.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3794e-05
2020-11-16T21:07:28.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.069 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.069 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285417+0000",
2020-11-16T21:07:28.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5491000000000001e-05
2020-11-16T21:07:28.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.070 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.285432+0000",
2020-11-16T21:07:28.070 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0031923910000000002
2020-11-16T21:07:28.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.288625+0000",
2020-11-16T21:07:28.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021605100000000001
2020-11-16T21:07:28.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.071 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.071 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.288841+0000",
2020-11-16T21:07:28.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000226338
2020-11-16T21:07:28.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.072 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.289067+0000",
2020-11-16T21:07:28.072 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0036887930000000001
2020-11-16T21:07:28.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.292756+0000",
2020-11-16T21:07:28.073 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19138461500000001
2020-11-16T21:07:28.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.073 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.484140+0000",
2020-11-16T21:07:28.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7731000000000005e-05
2020-11-16T21:07:28.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.074 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.484218+0000",
2020-11-16T21:07:28.074 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6100999999999997e-05
2020-11-16T21:07:28.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.484274+0000",
2020-11-16T21:07:28.075 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19898342999999999
2020-11-16T21:07:28.075 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.075 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.076 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.076 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.076 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:99620 9.d 9:b520cd6c:::benchmark_data_smithi065_58100_object99619:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e898)",
2020-11-16T21:07:28.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:24.294129+0000",
2020-11-16T21:07:28.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 363.73027217100002,
2020-11-16T21:07:28.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.192923028,
2020-11-16T21:07:28.076 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.077 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.077 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.077 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 99620
2020-11-16T21:07:28.077 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.077 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294129+0000",
2020-11-16T21:07:28.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.078 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.078 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294129+0000",
2020-11-16T21:07:28.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999323
2020-11-16T21:07:28.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294061+0000",
2020-11-16T21:07:28.079 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019659699999999999
2020-11-16T21:07:28.079 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294258+0000",
2020-11-16T21:07:28.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.1242000000000001e-05
2020-11-16T21:07:28.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.080 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.080 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294279+0000",
2020-11-16T21:07:28.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0396e-05
2020-11-16T21:07:28.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294290+0000",
2020-11-16T21:07:28.081 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.7125000000000005e-05
2020-11-16T21:07:28.081 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.082 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294357+0000",
2020-11-16T21:07:28.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00023909100000000001
2020-11-16T21:07:28.082 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.082 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.082 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294596+0000",
2020-11-16T21:07:28.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000191158
2020-11-16T21:07:28.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.294787+0000",
2020-11-16T21:07:28.083 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0048060170000000001
2020-11-16T21:07:28.083 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.084 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.084 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.084 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.299593+0000",
2020-11-16T21:07:28.084 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18721444400000001
2020-11-16T21:07:28.084 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.084 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.084 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.486808+0000",
2020-11-16T21:07:28.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017639500000000001
2020-11-16T21:07:28.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.085 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.486984+0000",
2020-11-16T21:07:28.085 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8187000000000003e-05
2020-11-16T21:07:28.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.487052+0000",
2020-11-16T21:07:28.086 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.192923028
2020-11-16T21:07:28.086 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.086 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.086 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.087 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.087 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.087 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:99630 9.d 9:bdf1b083:::benchmark_data_smithi065_58100_object99629:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e898)",
2020-11-16T21:07:28.087 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:24.303416+0000",
2020-11-16T21:07:28.087 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 363.72098480300002,
2020-11-16T21:07:28.087 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.183840054,
2020-11-16T21:07:28.087 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.088 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.088 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 99630
2020-11-16T21:07:28.088 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.088 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.088 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303416+0000",
2020-11-16T21:07:28.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.089 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.089 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303416+0000",
2020-11-16T21:07:28.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999738
2020-11-16T21:07:28.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303390+0000",
2020-11-16T21:07:28.090 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000100905
2020-11-16T21:07:28.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.090 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303491+0000",
2020-11-16T21:07:28.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1938e-05
2020-11-16T21:07:28.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.091 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.091 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303503+0000",
2020-11-16T21:07:28.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.8559999999999998e-06
2020-11-16T21:07:28.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303508+0000",
2020-11-16T21:07:28.092 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1733000000000002e-05
2020-11-16T21:07:28.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.092 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303550+0000",
2020-11-16T21:07:28.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015047300000000001
2020-11-16T21:07:28.093 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.093 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.093 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303700+0000",
2020-11-16T21:07:28.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012926600000000001
2020-11-16T21:07:28.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.303829+0000",
2020-11-16T21:07:28.094 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0029714479999999998
2020-11-16T21:07:28.094 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.306801+0000",
2020-11-16T21:07:28.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.180322912
2020-11-16T21:07:28.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.095 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.095 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.487124+0000",
2020-11-16T21:07:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2330999999999996e-05
2020-11-16T21:07:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.487196+0000",
2020-11-16T21:07:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.0414000000000001e-05
2020-11-16T21:07:28.096 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:24.487257+0000",
2020-11-16T21:07:28.097 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.183840054
2020-11-16T21:07:28.097 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.097 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.097 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.097 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.098 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.098 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:106826 9.d 9:bf68b1bb:::benchmark_data_smithi065_58100_object106825:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e900)",
2020-11-16T21:07:28.098 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:31.214801+0000",
2020-11-16T21:07:28.098 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 356.80959985499999,
2020-11-16T21:07:28.098 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.35437744399999999,
2020-11-16T21:07:28.098 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.098 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.099 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 106826
2020-11-16T21:07:28.099 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.099 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.099 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.099 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.214801+0000",
2020-11-16T21:07:28.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.100 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.214801+0000",
2020-11-16T21:07:28.100 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999323
2020-11-16T21:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.214734+0000",
2020-11-16T21:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000301923
2020-11-16T21:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.215035+0000",
2020-11-16T21:07:28.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.3949000000000003e-05
2020-11-16T21:07:28.102 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.102 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.102 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.215069+0000",
2020-11-16T21:07:28.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.9785000000000001e-05
2020-11-16T21:07:28.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.215089+0000",
2020-11-16T21:07:28.103 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010644799999999999
2020-11-16T21:07:28.103 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.215196+0000",
2020-11-16T21:07:28.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00040700399999999998
2020-11-16T21:07:28.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.104 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.104 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.215603+0000",
2020-11-16T21:07:28.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00039570399999999998
2020-11-16T21:07:28.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.215998+0000",
2020-11-16T21:07:28.105 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0050323410000000001
2020-11-16T21:07:28.105 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.221031+0000",
2020-11-16T21:07:28.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.34801908199999998
2020-11-16T21:07:28.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.106 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.106 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.569050+0000",
2020-11-16T21:07:28.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5015e-05
2020-11-16T21:07:28.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.569115+0000",
2020-11-16T21:07:28.107 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.4077000000000003e-05
2020-11-16T21:07:28.107 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.569179+0000",
2020-11-16T21:07:28.108 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.35437744399999999
2020-11-16T21:07:28.108 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.108 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.108 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.109 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.109 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.109 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:106836 9.d 9:b0cf73c8:::benchmark_data_smithi065_58100_object106835:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e900)",
2020-11-16T21:07:28.109 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:31.224470+0000",
2020-11-16T21:07:28.109 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 356.79993178000001,
2020-11-16T21:07:28.109 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.34523056800000002,
2020-11-16T21:07:28.109 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.110 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.110 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 106836
2020-11-16T21:07:28.110 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.110 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.110 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.224470+0000",
2020-11-16T21:07:28.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.111 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.111 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.224470+0000",
2020-11-16T21:07:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.999929
2020-11-16T21:07:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.224398+0000",
2020-11-16T21:07:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000293646
2020-11-16T21:07:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.224692+0000",
2020-11-16T21:07:28.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 3.1424999999999998e-05
2020-11-16T21:07:28.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.113 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.113 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.224723+0000",
2020-11-16T21:07:28.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.2272e-05
2020-11-16T21:07:28.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.224746+0000",
2020-11-16T21:07:28.114 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024900500000000001
2020-11-16T21:07:28.114 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.224995+0000",
2020-11-16T21:07:28.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00025837400000000002
2020-11-16T21:07:28.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.115 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.115 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.225253+0000",
2020-11-16T21:07:28.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00016481300000000001
2020-11-16T21:07:28.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:28.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.225418+0000",
2020-11-16T21:07:28.116 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0075888750000000001
2020-11-16T21:07:28.116 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.233007+0000",
2020-11-16T21:07:28.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.33652252399999999
2020-11-16T21:07:28.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.117 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.117 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.569529+0000",
2020-11-16T21:07:28.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6364000000000001e-05
2020-11-16T21:07:28.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.569626+0000",
2020-11-16T21:07:28.118 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4371999999999999e-05
2020-11-16T21:07:28.118 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:31.569700+0000",
2020-11-16T21:07:28.119 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.34523056800000002
2020-11-16T21:07:28.119 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.119 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.119 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.119 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.120 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.120 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:134430 9.d 9:b2d4278e:::benchmark_data_smithi065_58100_object2080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e909)",
2020-11-16T21:07:28.120 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:59.485668+0000",
2020-11-16T21:07:28.120 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 328.53873363299999,
2020-11-16T21:07:28.120 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.234496966,
2020-11-16T21:07:28.120 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.120 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.120 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 134430
2020-11-16T21:07:28.121 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.121 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.121 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.121 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.485668+0000",
2020-11-16T21:07:28.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.122 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.485668+0000",
2020-11-16T21:07:28.122 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999685
2020-11-16T21:07:28.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.485636+0000",
2020-11-16T21:07:28.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.7483000000000003e-05
2020-11-16T21:07:28.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.123 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.123 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.485713+0000",
2020-11-16T21:07:28.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.4218e-05
2020-11-16T21:07:28.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.124 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.485728+0000",
2020-11-16T21:07:28.124 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.9060000000000002e-06
2020-11-16T21:07:28.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.485736+0000",
2020-11-16T21:07:28.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.8423e-05
2020-11-16T21:07:28.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.125 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.125 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.485794+0000",
2020-11-16T21:07:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.3080000000000008e-06
2020-11-16T21:07:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.485802+0000",
2020-11-16T21:07:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.193475428
2020-11-16T21:07:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.679278+0000",
2020-11-16T21:07:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00079833499999999995
2020-11-16T21:07:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:28.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.680076+0000",
2020-11-16T21:07:28.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.014149807
2020-11-16T21:07:28.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.128 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.694226+0000",
2020-11-16T21:07:28.128 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012898200000000001
2020-11-16T21:07:28.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.694355+0000",
2020-11-16T21:07:28.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014885000000000001
2020-11-16T21:07:28.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.129 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.129 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:07:28.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.694504+0000",
2020-11-16T21:07:28.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.021271783999999998
2020-11-16T21:07:28.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.130 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.715776+0000",
2020-11-16T21:07:28.130 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.4078000000000004e-05
2020-11-16T21:07:28.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.715860+0000",
2020-11-16T21:07:28.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.0926000000000004e-05
2020-11-16T21:07:28.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.131 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.131 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.715941+0000",
2020-11-16T21:07:28.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0042240819999999997
2020-11-16T21:07:28.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.132 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.720165+0000",
2020-11-16T21:07:28.132 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.234496966
2020-11-16T21:07:28.133 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.133 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.133 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.133 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.133 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.133 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:134437 9.d 9:b06b5964:::benchmark_data_smithi065_58100_object2087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e909)",
2020-11-16T21:07:28.133 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:01:59.504655+0000",
2020-11-16T21:07:28.134 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 328.51974638600001,
2020-11-16T21:07:28.134 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.21984437300000001,
2020-11-16T21:07:28.134 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.134 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.134 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.134 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 134437
2020-11-16T21:07:28.135 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.135 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.135 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.504655+0000",
2020-11-16T21:07:28.135 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.504655+0000",
2020-11-16T21:07:28.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999671
2020-11-16T21:07:28.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.136 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.136 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.504622+0000",
2020-11-16T21:07:28.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.2459000000000005e-05
2020-11-16T21:07:28.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.137 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.504695+0000",
2020-11-16T21:07:28.137 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.5271999999999999e-05
2020-11-16T21:07:28.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.504710+0000",
2020-11-16T21:07:28.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.0159999999999997e-06
2020-11-16T21:07:28.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.138 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.138 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.504719+0000",
2020-11-16T21:07:28.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00046238900000000001
2020-11-16T21:07:28.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.139 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.505181+0000",
2020-11-16T21:07:28.139 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3516000000000001e-05
2020-11-16T21:07:28.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:28.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.505195+0000",
2020-11-16T21:07:28.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.179079127
2020-11-16T21:07:28.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.140 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.140 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.684274+0000",
2020-11-16T21:07:28.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00088310999999999999
2020-11-16T21:07:28.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.141 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for degraded object",
2020-11-16T21:07:28.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.685157+0000",
2020-11-16T21:07:28.141 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.021776391999999999
2020-11-16T21:07:28.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.706933+0000",
2020-11-16T21:07:28.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012932500000000001
2020-11-16T21:07:28.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.142 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.142 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.707063+0000",
2020-11-16T21:07:28.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00019233600000000001
2020-11-16T21:07:28.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.143 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:07:28.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.707255+0000",
2020-11-16T21:07:28.143 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.013768333000000001
2020-11-16T21:07:28.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.721023+0000",
2020-11-16T21:07:28.144 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9385000000000002e-05
2020-11-16T21:07:28.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.144 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.721073+0000",
2020-11-16T21:07:28.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.9932000000000002e-05
2020-11-16T21:07:28.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.145 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.721123+0000",
2020-11-16T21:07:28.145 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0033765150000000001
2020-11-16T21:07:28.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:01:59.724499+0000",
2020-11-16T21:07:28.146 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.21984437300000001
2020-11-16T21:07:28.146 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.146 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.147 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.147 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.147 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:171594 9.d 9:b8707777:::benchmark_data_smithi065_58100_object39244:head [delete] snapc 0=[] ondisk+write+known_if_redirected e930)",
2020-11-16T21:07:28.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:03:31.480992+0000",
2020-11-16T21:07:28.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 236.54340941000001,
2020-11-16T21:07:28.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.26967141900000002,
2020-11-16T21:07:28.147 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.148 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.148 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.148 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 171594
2020-11-16T21:07:28.148 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.148 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.480992+0000",
2020-11-16T21:07:28.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.149 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.149 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.480992+0000",
2020-11-16T21:07:28.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999671
2020-11-16T21:07:28.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.480959+0000",
2020-11-16T21:07:28.150 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5463000000000007e-05
2020-11-16T21:07:28.150 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.481024+0000",
2020-11-16T21:07:28.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.1386000000000001e-05
2020-11-16T21:07:28.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.151 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.151 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.481036+0000",
2020-11-16T21:07:28.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.2910000000000004e-06
2020-11-16T21:07:28.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.152 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.481042+0000",
2020-11-16T21:07:28.152 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010362227999999999
2020-11-16T21:07:28.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.491404+0000",
2020-11-16T21:07:28.153 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00021134699999999999
2020-11-16T21:07:28.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.153 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.491616+0000",
2020-11-16T21:07:28.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000194463
2020-11-16T21:07:28.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.154 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:07:28.154 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.491810+0000",
2020-11-16T21:07:28.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.098701491000000002
2020-11-16T21:07:28.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.590512+0000",
2020-11-16T21:07:28.155 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.156119747
2020-11-16T21:07:28.155 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.746631+0000",
2020-11-16T21:07:28.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2175999999999994e-05
2020-11-16T21:07:28.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.156 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.156 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.746714+0000",
2020-11-16T21:07:28.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0039497150000000003
2020-11-16T21:07:28.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.157 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.750663+0000",
2020-11-16T21:07:28.157 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.26967141900000002
2020-11-16T21:07:28.158 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.158 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.158 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.158 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.158 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.158 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:171598 9.d 9:b1d6b1e1:::benchmark_data_smithi065_58100_object39248:head [delete] snapc 0=[] ondisk+write+known_if_redirected e930)",
2020-11-16T21:07:28.158 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:03:31.487716+0000",
2020-11-16T21:07:28.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 236.536684853,
2020-11-16T21:07:28.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.26663863500000001,
2020-11-16T21:07:28.159 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.159 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.159 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.159 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 171598
2020-11-16T21:07:28.160 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.160 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.487716+0000",
2020-11-16T21:07:28.160 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.160 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.487716+0000",
2020-11-16T21:07:28.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999571
2020-11-16T21:07:28.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.161 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.161 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.487674+0000",
2020-11-16T21:07:28.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6664999999999997e-05
2020-11-16T21:07:28.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.487770+0000",
2020-11-16T21:07:28.162 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7666999999999999e-05
2020-11-16T21:07:28.162 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.487788+0000",
2020-11-16T21:07:28.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.6090000000000007e-06
2020-11-16T21:07:28.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.163 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.163 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.487797+0000",
2020-11-16T21:07:28.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.088090134
2020-11-16T21:07:28.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.164 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.575888+0000",
2020-11-16T21:07:28.164 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00033911999999999999
2020-11-16T21:07:28.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.576227+0000",
2020-11-16T21:07:28.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00038241700000000002
2020-11-16T21:07:28.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.165 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.165 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:07:28.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.576609+0000",
2020-11-16T21:07:28.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17407452600000001
2020-11-16T21:07:28.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.166 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.750684+0000",
2020-11-16T21:07:28.166 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.1714999999999999e-05
2020-11-16T21:07:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.750765+0000",
2020-11-16T21:07:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000101698
2020-11-16T21:07:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.750867+0000",
2020-11-16T21:07:28.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0034879720000000002
2020-11-16T21:07:28.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:03:31.754355+0000",
2020-11-16T21:07:28.168 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.26663863500000001
2020-11-16T21:07:28.168 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.169 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.169 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.169 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.169 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.169 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:221535 9.e 9:7fa47f20:::benchmark_data_smithi065_58100_object89185:head [delete] snapc 0=[] ondisk+write+known_if_redirected e954)",
2020-11-16T21:07:28.169 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:12.265943+0000",
2020-11-16T21:07:28.169 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 135.758457983,
2020-11-16T21:07:28.170 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.433309312,
2020-11-16T21:07:28.170 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.170 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.170 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.170 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 221535
2020-11-16T21:07:28.171 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.171 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.265943+0000",
2020-11-16T21:07:28.171 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.171 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.265943+0000",
2020-11-16T21:07:28.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999061
2020-11-16T21:07:28.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.172 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.172 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.265849+0000",
2020-11-16T21:07:28.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000206751
2020-11-16T21:07:28.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.266056+0000",
2020-11-16T21:07:28.173 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2042000000000002e-05
2020-11-16T21:07:28.173 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.266098+0000",
2020-11-16T21:07:28.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.0197e-05
2020-11-16T21:07:28.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.174 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.174 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.266118+0000",
2020-11-16T21:07:28.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00012883
2020-11-16T21:07:28.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.266247+0000",
2020-11-16T21:07:28.175 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00032805099999999999
2020-11-16T21:07:28.175 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.266575+0000",
2020-11-16T21:07:28.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00037533899999999998
2020-11-16T21:07:28.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.176 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.176 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T21:07:28.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.266950+0000",
2020-11-16T21:07:28.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010425864
2020-11-16T21:07:28.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.277376+0000",
2020-11-16T21:07:28.177 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.42158317099999998
2020-11-16T21:07:28.177 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.698959+0000",
2020-11-16T21:07:28.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00013974500000000001
2020-11-16T21:07:28.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.178 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.178 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.699099+0000",
2020-11-16T21:07:28.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015343999999999999
2020-11-16T21:07:28.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:12.699253+0000",
2020-11-16T21:07:28.179 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.433309312
2020-11-16T21:07:28.179 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.180 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.180 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.180 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.180 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.180 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:225392 9.e 9:7e1d5ca0:::benchmark_data_smithi065_58100_object93042:head [delete] snapc 0=[] ondisk+write+known_if_redirected e956)",
2020-11-16T21:07:28.180 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:19.332930+0000",
2020-11-16T21:07:28.180 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 128.69147170900001,
2020-11-16T21:07:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.18748183800000001,
2020-11-16T21:07:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 225392
2020-11-16T21:07:28.181 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.182 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.332930+0000",
2020-11-16T21:07:28.182 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.182 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.332930+0000",
2020-11-16T21:07:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999809
2020-11-16T21:07:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.332910+0000",
2020-11-16T21:07:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.303e-05
2020-11-16T21:07:28.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.332953+0000",
2020-11-16T21:07:28.184 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1390000000000001e-06
2020-11-16T21:07:28.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.184 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.332963+0000",
2020-11-16T21:07:28.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2939999999999996e-06
2020-11-16T21:07:28.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.185 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.185 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.332968+0000",
2020-11-16T21:07:28.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.1365999999999997e-05
2020-11-16T21:07:28.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.333009+0000",
2020-11-16T21:07:28.186 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010669
2020-11-16T21:07:28.186 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.333116+0000",
2020-11-16T21:07:28.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.7083000000000006e-05
2020-11-16T21:07:28.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.187 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T21:07:28.187 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.333203+0000",
2020-11-16T21:07:28.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0043459459999999998
2020-11-16T21:07:28.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.337549+0000",
2020-11-16T21:07:28.188 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.182741023
2020-11-16T21:07:28.188 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.520290+0000",
2020-11-16T21:07:28.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8966000000000003e-05
2020-11-16T21:07:28.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.189 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.189 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.520359+0000",
2020-11-16T21:07:28.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.2500000000000002e-05
2020-11-16T21:07:28.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.520411+0000",
2020-11-16T21:07:28.190 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.18748183800000001
2020-11-16T21:07:28.190 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.191 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.191 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.191 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.191 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.191 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:225395 9.e 9:7944c5fa:::benchmark_data_smithi065_58100_object93045:head [delete] snapc 0=[] ondisk+write+known_if_redirected e956)",
2020-11-16T21:07:28.191 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:19.338356+0000",
2020-11-16T21:07:28.191 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 128.686045613,
2020-11-16T21:07:28.191 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.19477317699999999,
2020-11-16T21:07:28.192 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.192 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.192 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.192 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 225395
2020-11-16T21:07:28.192 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.193 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338356+0000",
2020-11-16T21:07:28.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.193 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.193 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338356+0000",
2020-11-16T21:07:28.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999714
2020-11-16T21:07:28.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.194 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338327+0000",
2020-11-16T21:07:28.194 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.6724000000000001e-05
2020-11-16T21:07:28.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338384+0000",
2020-11-16T21:07:28.195 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.2960000000000004e-06
2020-11-16T21:07:28.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.195 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338393+0000",
2020-11-16T21:07:28.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.1930000000000001e-06
2020-11-16T21:07:28.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.196 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338398+0000",
2020-11-16T21:07:28.196 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.2746e-05
2020-11-16T21:07:28.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338441+0000",
2020-11-16T21:07:28.197 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010377100000000001
2020-11-16T21:07:28.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.197 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338545+0000",
2020-11-16T21:07:28.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.1887999999999998e-05
2020-11-16T21:07:28.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.198 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T21:07:28.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.338637+0000",
2020-11-16T21:07:28.198 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011539409
2020-11-16T21:07:28.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.350176+0000",
2020-11-16T21:07:28.199 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.182743239
2020-11-16T21:07:28.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.199 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.532919+0000",
2020-11-16T21:07:28.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000113948
2020-11-16T21:07:28.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.200 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.533033+0000",
2020-11-16T21:07:28.200 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.5453999999999998e-05
2020-11-16T21:07:28.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.533129+0000",
2020-11-16T21:07:28.201 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.19477317699999999
2020-11-16T21:07:28.201 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.201 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.202 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.202 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.202 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.202 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:225398 9.e 9:7e66615a:::benchmark_data_smithi065_58100_object93048:head [delete] snapc 0=[] ondisk+write+known_if_redirected e956)",
2020-11-16T21:07:28.202 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:19.339930+0000",
2020-11-16T21:07:28.202 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 128.68447131400001,
2020-11-16T21:07:28.202 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.193478283,
2020-11-16T21:07:28.203 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.203 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.203 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.203 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 225398
2020-11-16T21:07:28.203 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.204 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.339930+0000",
2020-11-16T21:07:28.204 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.204 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.339930+0000",
2020-11-16T21:07:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.99997
2020-11-16T21:07:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.339900+0000",
2020-11-16T21:07:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.8775999999999993e-05
2020-11-16T21:07:28.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.339969+0000",
2020-11-16T21:07:28.206 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2379e-05
2020-11-16T21:07:28.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.206 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.339981+0000",
2020-11-16T21:07:28.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.3670000000000002e-06
2020-11-16T21:07:28.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.207 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.339987+0000",
2020-11-16T21:07:28.207 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0039555880000000003
2020-11-16T21:07:28.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.343943+0000",
2020-11-16T21:07:28.208 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00022834600000000001
2020-11-16T21:07:28.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.208 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.344171+0000",
2020-11-16T21:07:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000173566
2020-11-16T21:07:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T21:07:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.344345+0000",
2020-11-16T21:07:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011357753999999999
2020-11-16T21:07:28.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.355703+0000",
2020-11-16T21:07:28.210 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17751839799999999
2020-11-16T21:07:28.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.210 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.533221+0000",
2020-11-16T21:07:28.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4281000000000003e-05
2020-11-16T21:07:28.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.211 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.533295+0000",
2020-11-16T21:07:28.211 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000112858
2020-11-16T21:07:28.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.533408+0000",
2020-11-16T21:07:28.212 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.193478283
2020-11-16T21:07:28.212 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.212 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:225399 9.e 9:74f85707:::benchmark_data_smithi065_58100_object93049:head [delete] snapc 0=[] ondisk+write+known_if_redirected e956)",
2020-11-16T21:07:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:19.340120+0000",
2020-11-16T21:07:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 128.68428178100001,
2020-11-16T21:07:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 0.193604889,
2020-11-16T21:07:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.214 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.214 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.214 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 225399
2020-11-16T21:07:28.214 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.214 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.340120+0000",
2020-11-16T21:07:28.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.215 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.215 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.340120+0000",
2020-11-16T21:07:28.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999709
2020-11-16T21:07:28.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.340090+0000",
2020-11-16T21:07:28.216 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5116000000000005e-05
2020-11-16T21:07:28.216 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.217 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.340155+0000",
2020-11-16T21:07:28.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.0552e-05
2020-11-16T21:07:28.217 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.217 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.217 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.340166+0000",
2020-11-16T21:07:28.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4.7790000000000003e-06
2020-11-16T21:07:28.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.340171+0000",
2020-11-16T21:07:28.218 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.010062384000000001
2020-11-16T21:07:28.218 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.350233+0000",
2020-11-16T21:07:28.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00020626800000000001
2020-11-16T21:07:28.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.219 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.219 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.350439+0000",
2020-11-16T21:07:28.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000406513
2020-11-16T21:07:28.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 10",
2020-11-16T21:07:28.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.350846+0000",
2020-11-16T21:07:28.220 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00957124
2020-11-16T21:07:28.220 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.360417+0000",
2020-11-16T21:07:28.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.17311017200000001
2020-11-16T21:07:28.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.221 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.221 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.533527+0000",
2020-11-16T21:07:28.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00010231299999999999
2020-11-16T21:07:28.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.533630+0000",
2020-11-16T21:07:28.222 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.4741000000000007e-05
2020-11-16T21:07:28.222 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:19.533724+0000",
2020-11-16T21:07:28.223 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.193604889
2020-11-16T21:07:28.223 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.223 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.223 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.223 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.224 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.224 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:243170 9.d 9:bfbce6fd:::benchmark_data_smithi065_58100_object110820:head [delete] snapc 0=[] ondisk+write+known_if_redirected e968)",
2020-11-16T21:07:28.224 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:48.374046+0000",
2020-11-16T21:07:28.224 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 99.650355059999995,
2020-11-16T21:07:28.224 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.4105099600000002,
2020-11-16T21:07:28.224 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.224 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.225 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 243170
2020-11-16T21:07:28.225 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.225 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.225 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.374046+0000",
2020-11-16T21:07:28.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.226 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.226 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.374046+0000",
2020-11-16T21:07:28.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999714
2020-11-16T21:07:28.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.374018+0000",
2020-11-16T21:07:28.227 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 9.9844000000000002e-05
2020-11-16T21:07:28.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.227 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.374118+0000",
2020-11-16T21:07:28.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3556e-05
2020-11-16T21:07:28.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.228 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.374131+0000",
2020-11-16T21:07:28.228 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.4830000000000002e-06
2020-11-16T21:07:28.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.374139+0000",
2020-11-16T21:07:28.229 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00014065599999999999
2020-11-16T21:07:28.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.229 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.374279+0000",
2020-11-16T21:07:28.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2388999999999999e-05
2020-11-16T21:07:28.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.230 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:28.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.374292+0000",
2020-11-16T21:07:28.230 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.000555544
2020-11-16T21:07:28.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374847+0000",
2020-11-16T21:07:28.231 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.7158000000000001e-05
2020-11-16T21:07:28.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.231 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:28.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374864+0000",
2020-11-16T21:07:28.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3916297399999999
2020-11-16T21:07:28.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.232 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.766494+0000",
2020-11-16T21:07:28.232 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000217481
2020-11-16T21:07:28.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.766712+0000",
2020-11-16T21:07:28.233 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00024514799999999999
2020-11-16T21:07:28.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.233 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 4,5",
2020-11-16T21:07:28.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.766957+0000",
2020-11-16T21:07:28.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.017254456000000001
2020-11-16T21:07:28.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.234 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.234 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.784211+0000",
2020-11-16T21:07:28.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 7.5261999999999999e-05
2020-11-16T21:07:28.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.784286+0000",
2020-11-16T21:07:28.235 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3815000000000001e-05
2020-11-16T21:07:28.235 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.784300+0000",
2020-11-16T21:07:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000107693
2020-11-16T21:07:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.784408+0000",
2020-11-16T21:07:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.000148224
2020-11-16T21:07:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.784556+0000",
2020-11-16T21:07:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.4105099600000002
2020-11-16T21:07:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.238 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.238 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.238 INFO:teuthology.orchestra.run.smithi071.stdout:        },
2020-11-16T21:07:28.238 INFO:teuthology.orchestra.run.smithi071.stdout:        {
2020-11-16T21:07:28.238 INFO:teuthology.orchestra.run.smithi071.stdout:            "description": "osd_op(client.26884.0:243182 9.d 9:bdc74a63:::benchmark_data_smithi065_58100_object110832:head [delete] snapc 0=[] ondisk+write+known_if_redirected e968)",
2020-11-16T21:07:28.238 INFO:teuthology.orchestra.run.smithi071.stdout:            "initiated_at": "2020-11-16T21:05:48.406682+0000",
2020-11-16T21:07:28.238 INFO:teuthology.orchestra.run.smithi071.stdout:            "age": 99.617719774999998,
2020-11-16T21:07:28.238 INFO:teuthology.orchestra.run.smithi071.stdout:            "duration": 2.3925175200000002,
2020-11-16T21:07:28.239 INFO:teuthology.orchestra.run.smithi071.stdout:            "type_data": {
2020-11-16T21:07:28.239 INFO:teuthology.orchestra.run.smithi071.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:28.239 INFO:teuthology.orchestra.run.smithi071.stdout:                "client_info": {
2020-11-16T21:07:28.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client": "client.26884",
2020-11-16T21:07:28.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:28.239 INFO:teuthology.orchestra.run.smithi071.stdout:                    "tid": 243182
2020-11-16T21:07:28.239 INFO:teuthology.orchestra.run.smithi071.stdout:                },
2020-11-16T21:07:28.240 INFO:teuthology.orchestra.run.smithi071.stdout:                "events": [
2020-11-16T21:07:28.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "initiated",
2020-11-16T21:07:28.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.406682+0000",
2020-11-16T21:07:28.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0
2020-11-16T21:07:28.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.240 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.240 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "throttled",
2020-11-16T21:07:28.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.406682+0000",
2020-11-16T21:07:28.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 4294967295.9999704
2020-11-16T21:07:28.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "header_read",
2020-11-16T21:07:28.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.406652+0000",
2020-11-16T21:07:28.241 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5495999999999998e-05
2020-11-16T21:07:28.241 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "all_read",
2020-11-16T21:07:28.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.406717+0000",
2020-11-16T21:07:28.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2860999999999999e-05
2020-11-16T21:07:28.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.242 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.242 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "dispatched",
2020-11-16T21:07:28.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.406730+0000",
2020-11-16T21:07:28.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 8.2570000000000007e-06
2020-11-16T21:07:28.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.243 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:28.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.406738+0000",
2020-11-16T21:07:28.243 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 5.5127999999999998e-05
2020-11-16T21:07:28.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.406794+0000",
2020-11-16T21:07:28.244 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3625000000000001e-05
2020-11-16T21:07:28.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.244 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:28.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:48.406807+0000",
2020-11-16T21:07:28.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.96809309200000004
2020-11-16T21:07:28.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.245 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374900+0000",
2020-11-16T21:07:28.245 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.2594e-05
2020-11-16T21:07:28.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:28.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:49.374913+0000",
2020-11-16T21:07:28.246 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 1.3986339160000001
2020-11-16T21:07:28.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.246 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "reached_pg",
2020-11-16T21:07:28.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.773547+0000",
2020-11-16T21:07:28.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0043187959999999997
2020-11-16T21:07:28.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.247 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "started",
2020-11-16T21:07:28.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.777866+0000",
2020-11-16T21:07:28.247 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00017893100000000001
2020-11-16T21:07:28.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "waiting for subops from 4,5",
2020-11-16T21:07:28.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.778045+0000",
2020-11-16T21:07:28.248 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0065252180000000002
2020-11-16T21:07:28.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.248 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "op_commit",
2020-11-16T21:07:28.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.784570+0000",
2020-11-16T21:07:28.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.011448621000000001
2020-11-16T21:07:28.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.249 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.249 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.796018+0000",
2020-11-16T21:07:28.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.0029634459999999998
2020-11-16T21:07:28.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:28.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.798982+0000",
2020-11-16T21:07:28.250 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 6.5539999999999999e-05
2020-11-16T21:07:28.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.250 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "commit_sent",
2020-11-16T21:07:28.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.799047+0000",
2020-11-16T21:07:28.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 0.00015170799999999999
2020-11-16T21:07:28.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    },
2020-11-16T21:07:28.251 INFO:teuthology.orchestra.run.smithi071.stdout:                    {
2020-11-16T21:07:28.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "event": "done",
2020-11-16T21:07:28.251 INFO:teuthology.orchestra.run.smithi071.stdout:                        "time": "2020-11-16T21:05:50.799199+0000",
2020-11-16T21:07:28.252 INFO:teuthology.orchestra.run.smithi071.stdout:                        "duration": 2.3925175200000002
2020-11-16T21:07:28.252 INFO:teuthology.orchestra.run.smithi071.stdout:                    }
2020-11-16T21:07:28.252 INFO:teuthology.orchestra.run.smithi071.stdout:                ]
2020-11-16T21:07:28.252 INFO:teuthology.orchestra.run.smithi071.stdout:            }
2020-11-16T21:07:28.252 INFO:teuthology.orchestra.run.smithi071.stdout:        }
2020-11-16T21:07:28.252 INFO:teuthology.orchestra.run.smithi071.stdout:    ]
2020-11-16T21:07:28.252 INFO:teuthology.orchestra.run.smithi071.stdout:}
2020-11-16T21:07:28.254 INFO:teuthology.orchestra.run.smithi142.stderr:marked in osd.2.
2020-11-16T21:07:28.255 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:27 smithi142 bash[9523]: debug 2020-11-16T21:07:27.841+0000 7f756b108700 -1 mon.a@0(leader).osd e1013 definitely_dead 0
2020-11-16T21:07:28.255 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:28 smithi142 bash[9523]: cluster 2020-11-16T21:07:26.755909+0000 mgr.x (mgr.14196) 1699 : cluster [DBG] pgmap v2588: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:28.255 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:28 smithi142 bash[9523]: audit 2020-11-16T21:07:27.843036+0000 mon.a (mon.0) 3009 : audit [DBG] from='client.? v1:172.21.15.142:0/2473358623' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch
2020-11-16T21:07:28.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:28 smithi071 bash[9480]: cluster 2020-11-16T21:07:26.755909+0000 mgr.x (mgr.14196) 1699 : cluster [DBG] pgmap v2588: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:28.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:28 smithi071 bash[9480]: audit 2020-11-16T21:07:27.843036+0000 mon.a (mon.0) 3009 : audit [DBG] from='client.? v1:172.21.15.142:0/2473358623' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch
2020-11-16T21:07:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:28 smithi065 bash[9468]: cluster 2020-11-16T21:07:26.755909+0000 mgr.x (mgr.14196) 1699 : cluster [DBG] pgmap v2588: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 890 GiB / 894 GiB avail
2020-11-16T21:07:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:28 smithi065 bash[9468]: audit 2020-11-16T21:07:27.843036+0000 mon.a (mon.0) 3009 : audit [DBG] from='client.? v1:172.21.15.142:0/2473358623' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch
2020-11-16T21:07:28.768 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight
2020-11-16T21:07:28.911 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:29.013 INFO:tasks.thrashosds.thrasher:Added osd 2
2020-11-16T21:07:29.013 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600
2020-11-16T21:07:29.148 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:29.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:29 smithi071 bash[9480]: audit 2020-11-16T21:07:28.083634+0000 mon.a (mon.0) 3010 : audit [INF] from='client.? v1:172.21.15.142:0/2473358623' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished
2020-11-16T21:07:29.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:29 smithi071 bash[9480]: cluster 2020-11-16T21:07:28.083740+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1014: 12 total, 12 up, 12 in
2020-11-16T21:07:29.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:29 smithi065 bash[9468]: audit 2020-11-16T21:07:28.083634+0000 mon.a (mon.0) 3010 : audit [INF] from='client.? v1:172.21.15.142:0/2473358623' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished
2020-11-16T21:07:29.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:29 smithi065 bash[9468]: cluster 2020-11-16T21:07:28.083740+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1014: 12 total, 12 up, 12 in
2020-11-16T21:07:29.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:29 smithi142 bash[9523]: audit 2020-11-16T21:07:28.083634+0000 mon.a (mon.0) 3010 : audit [INF] from='client.? v1:172.21.15.142:0/2473358623' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished
2020-11-16T21:07:29.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:29 smithi142 bash[9523]: cluster 2020-11-16T21:07:28.083740+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1014: 12 total, 12 up, 12 in
2020-11-16T21:07:30.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:30 smithi071 bash[9480]: cluster 2020-11-16T21:07:28.756579+0000 mgr.x (mgr.14196) 1700 : cluster [DBG] pgmap v2591: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 979 GiB / 983 GiB avail
2020-11-16T21:07:30.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:30 smithi065 bash[9468]: cluster 2020-11-16T21:07:28.756579+0000 mgr.x (mgr.14196) 1700 : cluster [DBG] pgmap v2591: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 979 GiB / 983 GiB avail
2020-11-16T21:07:30.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:30 smithi142 bash[9523]: cluster 2020-11-16T21:07:28.756579+0000 mgr.x (mgr.14196) 1700 : cluster [DBG] pgmap v2591: 1 pgs: 1 active+clean; 0 B data, 4.5 GiB used, 979 GiB / 983 GiB avail
2020-11-16T21:07:32.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:32 smithi071 bash[9480]: cluster 2020-11-16T21:07:30.757176+0000 mgr.x (mgr.14196) 1701 : cluster [DBG] pgmap v2592: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:32.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:32 smithi071 bash[9480]: cluster 2020-11-16T21:07:31.943970+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1015: 12 total, 12 up, 12 in
2020-11-16T21:07:32.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:32 smithi065 bash[9468]: cluster 2020-11-16T21:07:30.757176+0000 mgr.x (mgr.14196) 1701 : cluster [DBG] pgmap v2592: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:32.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:32 smithi065 bash[9468]: cluster 2020-11-16T21:07:31.943970+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1015: 12 total, 12 up, 12 in
2020-11-16T21:07:32.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:32 smithi142 bash[9523]: cluster 2020-11-16T21:07:30.757176+0000 mgr.x (mgr.14196) 1701 : cluster [DBG] pgmap v2592: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:32.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:32 smithi142 bash[9523]: cluster 2020-11-16T21:07:31.943970+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1015: 12 total, 12 up, 12 in
2020-11-16T21:07:33.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:33 smithi071 bash[9480]: cluster 2020-11-16T21:07:32.040900+0000 osd.7 (osd.7) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:33.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:33 smithi071 bash[9480]: cluster 2020-11-16T21:07:32.041071+0000 osd.7 (osd.7) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:33.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:33 smithi071 bash[9480]: cluster 2020-11-16T21:07:32.954565+0000 mon.a (mon.0) 3013 : cluster [DBG] osdmap e1016: 12 total, 12 up, 12 in
2020-11-16T21:07:33.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:33 smithi065 bash[9468]: cluster 2020-11-16T21:07:32.040900+0000 osd.7 (osd.7) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:33.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:33 smithi065 bash[9468]: cluster 2020-11-16T21:07:32.041071+0000 osd.7 (osd.7) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:33.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:33 smithi065 bash[9468]: cluster 2020-11-16T21:07:32.954565+0000 mon.a (mon.0) 3013 : cluster [DBG] osdmap e1016: 12 total, 12 up, 12 in
2020-11-16T21:07:33.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:33 smithi142 bash[9523]: cluster 2020-11-16T21:07:32.040900+0000 osd.7 (osd.7) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:33.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:33 smithi142 bash[9523]: cluster 2020-11-16T21:07:32.041071+0000 osd.7 (osd.7) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:33.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:33 smithi142 bash[9523]: cluster 2020-11-16T21:07:32.954565+0000 mon.a (mon.0) 3013 : cluster [DBG] osdmap e1016: 12 total, 12 up, 12 in
2020-11-16T21:07:34.415 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:34 smithi142 bash[9523]: cluster 2020-11-16T21:07:32.757774+0000 mgr.x (mgr.14196) 1702 : cluster [DBG] pgmap v2594: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:34.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:34 smithi071 bash[9480]: cluster 2020-11-16T21:07:32.757774+0000 mgr.x (mgr.14196) 1702 : cluster [DBG] pgmap v2594: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:34.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:34 smithi065 bash[9468]: cluster 2020-11-16T21:07:32.757774+0000 mgr.x (mgr.14196) 1702 : cluster [DBG] pgmap v2594: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:34.587 INFO:teuthology.orchestra.run.smithi142.stdout:mon.a: {}
2020-11-16T21:07:34.603 INFO:teuthology.orchestra.run.smithi142.stdout:mon.b: {}
2020-11-16T21:07:34.604 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:07:34.604 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T21:07:34.604 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 0
2020-11-16T21:07:34.605 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:07:34.621 INFO:teuthology.orchestra.run.smithi142.stdout:mon.c: {}
2020-11-16T21:07:34.623 INFO:teuthology.orchestra.run.smithi142.stderr:mon.a: mon_osd_down_out_interval = '600' (not observed, change may require restart)
2020-11-16T21:07:34.623 INFO:teuthology.orchestra.run.smithi142.stderr:mon.b: mon_osd_down_out_interval = '600' (not observed, change may require restart)
2020-11-16T21:07:34.623 INFO:teuthology.orchestra.run.smithi142.stderr:mon.c: mon_osd_down_out_interval = '600' (not observed, change may require restart)
2020-11-16T21:07:35.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:35 smithi071 bash[9480]: audit 2020-11-16T21:07:34.579627+0000 mon.a (mon.0) 3014 : audit [DBG] from='client.? v1:172.21.15.142:0/2630933601' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T21:07:35.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:35 smithi065 bash[9468]: audit 2020-11-16T21:07:34.579627+0000 mon.a (mon.0) 3014 : audit [DBG] from='client.? v1:172.21.15.142:0/2630933601' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T21:07:35.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:35 smithi142 bash[9523]: audit 2020-11-16T21:07:34.579627+0000 mon.a (mon.0) 3014 : audit [DBG] from='client.? v1:172.21.15.142:0/2630933601' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2020-11-16T21:07:35.842 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops
2020-11-16T21:07:35.948 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 1 1
2020-11-16T21:07:35.987 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:36.084 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:36.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:36 smithi071 bash[9480]: cluster 2020-11-16T21:07:34.758377+0000 mgr.x (mgr.14196) 1703 : cluster [DBG] pgmap v2596: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:36.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:36 smithi065 bash[9468]: cluster 2020-11-16T21:07:34.758377+0000 mgr.x (mgr.14196) 1703 : cluster [DBG] pgmap v2596: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:36.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:36 smithi142 bash[9523]: cluster 2020-11-16T21:07:34.758377+0000 mgr.x (mgr.14196) 1703 : cluster [DBG] pgmap v2596: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:37.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:37 smithi071 bash[9480]: cluster 2020-11-16T21:07:35.479210+0000 osd.8 (osd.8) 291 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:37.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:37 smithi071 bash[9480]: cluster 2020-11-16T21:07:35.479339+0000 osd.8 (osd.8) 292 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:37.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:37 smithi071 bash[9480]: cluster 2020-11-16T21:07:36.137218+0000 mon.a (mon.0) 3015 : cluster [DBG] osdmap e1017: 12 total, 12 up, 12 in
2020-11-16T21:07:37.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:37 smithi065 bash[9468]: cluster 2020-11-16T21:07:35.479210+0000 osd.8 (osd.8) 291 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:37.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:37 smithi065 bash[9468]: cluster 2020-11-16T21:07:35.479339+0000 osd.8 (osd.8) 292 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:37.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:37 smithi065 bash[9468]: cluster 2020-11-16T21:07:36.137218+0000 mon.a (mon.0) 3015 : cluster [DBG] osdmap e1017: 12 total, 12 up, 12 in
2020-11-16T21:07:37.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:37 smithi142 bash[9523]: cluster 2020-11-16T21:07:35.479210+0000 osd.8 (osd.8) 291 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:37.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:37 smithi142 bash[9523]: cluster 2020-11-16T21:07:35.479339+0000 osd.8 (osd.8) 292 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:37.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:37 smithi142 bash[9523]: cluster 2020-11-16T21:07:36.137218+0000 mon.a (mon.0) 3015 : cluster [DBG] osdmap e1017: 12 total, 12 up, 12 in
2020-11-16T21:07:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:38 smithi142 bash[9523]: cluster 2020-11-16T21:07:36.758920+0000 mgr.x (mgr.14196) 1704 : cluster [DBG] pgmap v2598: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:38.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:38 smithi071 bash[9480]: cluster 2020-11-16T21:07:36.758920+0000 mgr.x (mgr.14196) 1704 : cluster [DBG] pgmap v2598: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:38.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:38 smithi065 bash[9468]: cluster 2020-11-16T21:07:36.758920+0000 mgr.x (mgr.14196) 1704 : cluster [DBG] pgmap v2598: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:40.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:40 smithi071 bash[9480]: cluster 2020-11-16T21:07:38.759591+0000 mgr.x (mgr.14196) 1705 : cluster [DBG] pgmap v2599: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:40.516 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:40 smithi142 bash[9523]: cluster 2020-11-16T21:07:38.759591+0000 mgr.x (mgr.14196) 1705 : cluster [DBG] pgmap v2599: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:40.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:40 smithi065 bash[9468]: cluster 2020-11-16T21:07:38.759591+0000 mgr.x (mgr.14196) 1705 : cluster [DBG] pgmap v2599: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:40.968 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:07:40.968 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T21:07:40.968 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T21:07:40.968 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T21:07:40.968 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:07:41.167 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.1 to 1 (10000)
2020-11-16T21:07:41.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:41 smithi071 bash[9480]: cluster 2020-11-16T21:07:39.400138+0000 osd.1 (osd.1) 370 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:41 smithi071 bash[9480]: cluster 2020-11-16T21:07:39.400254+0000 osd.1 (osd.1) 371 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:41 smithi071 bash[9480]: cluster 2020-11-16T21:07:40.161712+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1018: 12 total, 12 up, 12 in
2020-11-16T21:07:41.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:41 smithi071 bash[9480]: audit 2020-11-16T21:07:41.018709+0000 mon.a (mon.0) 3017 : audit [INF] from='client.? v1:172.21.15.142:0/2984766376' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T21:07:41.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:41 smithi065 bash[9468]: cluster 2020-11-16T21:07:39.400138+0000 osd.1 (osd.1) 370 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:41.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:41 smithi065 bash[9468]: cluster 2020-11-16T21:07:39.400254+0000 osd.1 (osd.1) 371 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:41.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:41 smithi065 bash[9468]: cluster 2020-11-16T21:07:40.161712+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1018: 12 total, 12 up, 12 in
2020-11-16T21:07:41.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:41 smithi065 bash[9468]: audit 2020-11-16T21:07:41.018709+0000 mon.a (mon.0) 3017 : audit [INF] from='client.? v1:172.21.15.142:0/2984766376' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T21:07:41.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:41 smithi142 bash[9523]: cluster 2020-11-16T21:07:39.400138+0000 osd.1 (osd.1) 370 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:41.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:41 smithi142 bash[9523]: cluster 2020-11-16T21:07:39.400254+0000 osd.1 (osd.1) 371 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:41.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:41 smithi142 bash[9523]: cluster 2020-11-16T21:07:40.161712+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1018: 12 total, 12 up, 12 in
2020-11-16T21:07:41.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:41 smithi142 bash[9523]: audit 2020-11-16T21:07:41.018709+0000 mon.a (mon.0) 3017 : audit [INF] from='client.? v1:172.21.15.142:0/2984766376' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T21:07:42.131 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.3 dump_historic_ops
2020-11-16T21:07:42.313 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:42.390 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:42 smithi142 bash[9523]: cluster 2020-11-16T21:07:40.706392+0000 osd.11 (osd.11) 288 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:42.390 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:42 smithi142 bash[9523]: cluster 2020-11-16T21:07:40.706536+0000 osd.11 (osd.11) 289 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:42.390 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:42 smithi142 bash[9523]: cluster 2020-11-16T21:07:40.760183+0000 mgr.x (mgr.14196) 1706 : cluster [DBG] pgmap v2601: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:42.390 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:42 smithi142 bash[9523]: audit 2020-11-16T21:07:41.171087+0000 mon.a (mon.0) 3018 : audit [INF] from='client.? v1:172.21.15.142:0/2984766376' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T21:07:42.390 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:42 smithi142 bash[9523]: cluster 2020-11-16T21:07:41.171128+0000 mon.a (mon.0) 3019 : cluster [DBG] osdmap e1019: 12 total, 12 up, 12 in
2020-11-16T21:07:42.391 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:42 smithi142 bash[9523]: cluster 2020-11-16T21:07:41.915944+0000 osd.3 (osd.3) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:42.391 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:42 smithi142 bash[9523]: cluster 2020-11-16T21:07:41.917540+0000 osd.3 (osd.3) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:42.391 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 1 1
2020-11-16T21:07:42.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:42 smithi071 bash[9480]: cluster 2020-11-16T21:07:40.706392+0000 osd.11 (osd.11) 288 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:42 smithi071 bash[9480]: cluster 2020-11-16T21:07:40.706536+0000 osd.11 (osd.11) 289 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:42 smithi071 bash[9480]: cluster 2020-11-16T21:07:40.760183+0000 mgr.x (mgr.14196) 1706 : cluster [DBG] pgmap v2601: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:42 smithi071 bash[9480]: audit 2020-11-16T21:07:41.171087+0000 mon.a (mon.0) 3018 : audit [INF] from='client.? v1:172.21.15.142:0/2984766376' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T21:07:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:42 smithi071 bash[9480]: cluster 2020-11-16T21:07:41.171128+0000 mon.a (mon.0) 3019 : cluster [DBG] osdmap e1019: 12 total, 12 up, 12 in
2020-11-16T21:07:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:42 smithi071 bash[9480]: cluster 2020-11-16T21:07:41.915944+0000 osd.3 (osd.3) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:42 smithi071 bash[9480]: cluster 2020-11-16T21:07:41.917540+0000 osd.3 (osd.3) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:42.521 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:42 smithi065 bash[9468]: cluster 2020-11-16T21:07:40.706392+0000 osd.11 (osd.11) 288 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:42 smithi065 bash[9468]: cluster 2020-11-16T21:07:40.706536+0000 osd.11 (osd.11) 289 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:42 smithi065 bash[9468]: cluster 2020-11-16T21:07:40.760183+0000 mgr.x (mgr.14196) 1706 : cluster [DBG] pgmap v2601: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:42 smithi065 bash[9468]: audit 2020-11-16T21:07:41.171087+0000 mon.a (mon.0) 3018 : audit [INF] from='client.? v1:172.21.15.142:0/2984766376' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished
2020-11-16T21:07:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:42 smithi065 bash[9468]: cluster 2020-11-16T21:07:41.171128+0000 mon.a (mon.0) 3019 : cluster [DBG] osdmap e1019: 12 total, 12 up, 12 in
2020-11-16T21:07:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:42 smithi065 bash[9468]: cluster 2020-11-16T21:07:41.915944+0000 osd.3 (osd.3) 91 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:42 smithi065 bash[9468]: cluster 2020-11-16T21:07:41.917540+0000 osd.3 (osd.3) 92 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:43.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:43 smithi071 bash[9480]: cluster 2020-11-16T21:07:42.182201+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1020: 12 total, 12 up, 12 in
2020-11-16T21:07:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:43 smithi065 bash[9468]: cluster 2020-11-16T21:07:42.182201+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1020: 12 total, 12 up, 12 in
2020-11-16T21:07:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:43 smithi142 bash[9523]: cluster 2020-11-16T21:07:42.182201+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1020: 12 total, 12 up, 12 in
2020-11-16T21:07:44.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:44 smithi071 bash[9480]: cluster 2020-11-16T21:07:42.760737+0000 mgr.x (mgr.14196) 1707 : cluster [DBG] pgmap v2604: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:44.502 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:44 smithi142 bash[9523]: cluster 2020-11-16T21:07:42.760737+0000 mgr.x (mgr.14196) 1707 : cluster [DBG] pgmap v2604: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:44 smithi065 bash[9468]: cluster 2020-11-16T21:07:42.760737+0000 mgr.x (mgr.14196) 1707 : cluster [DBG] pgmap v2604: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:46.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:46 smithi071 bash[9480]: cluster 2020-11-16T21:07:44.761364+0000 mgr.x (mgr.14196) 1708 : cluster [DBG] pgmap v2605: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:46.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:46 smithi065 bash[9468]: cluster 2020-11-16T21:07:44.761364+0000 mgr.x (mgr.14196) 1708 : cluster [DBG] pgmap v2605: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:46 smithi142 bash[9523]: cluster 2020-11-16T21:07:44.761364+0000 mgr.x (mgr.14196) 1708 : cluster [DBG] pgmap v2605: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:47.590 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:07:47.590 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T21:07:47.590 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T21:07:47.590 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [
2020-11-16T21:07:47.591 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:254781 9.1 9.b7290c51 (undecoded) ondisk+retry+write+known_if_redirected e980)",
2020-11-16T21:07:47.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:08.972517+0000",
2020-11-16T21:07:47.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 98.625180279000006,
2020-11-16T21:07:47.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.010876302,
2020-11-16T21:07:47.591 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.592 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:47.592 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 254781
2020-11-16T21:07:47.592 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.592 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.592 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.972517+0000",
2020-11-16T21:07:47.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.593 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.593 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.593 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.972517+0000",
2020-11-16T21:07:47.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T21:07:47.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.972487+0000",
2020-11-16T21:07:47.594 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9593999999999998e-05
2020-11-16T21:07:47.594 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.972557+0000",
2020-11-16T21:07:47.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2804e-05
2020-11-16T21:07:47.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.595 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.595 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.972570+0000",
2020-11-16T21:07:47.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0137e-05
2020-11-16T21:07:47.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.972580+0000",
2020-11-16T21:07:47.596 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.016779622000000001
2020-11-16T21:07:47.596 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.989359+0000",
2020-11-16T21:07:47.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0343000000000001e-05
2020-11-16T21:07:47.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.597 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.597 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.989370+0000",
2020-11-16T21:07:47.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.99400256399999998
2020-11-16T21:07:47.598 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.598 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983372+0000",
2020-11-16T21:07:47.598 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1443000000000001e-05
2020-11-16T21:07:47.598 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983394+0000",
2020-11-16T21:07:47.599 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.010876302
2020-11-16T21:07:47.599 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.599 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.599 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.600 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.600 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:254788 9.2 9.94ada7b2 (undecoded) ondisk+write+known_if_redirected e980)",
2020-11-16T21:07:47.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:08.978719+0000",
2020-11-16T21:07:47.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 98.618978585999997,
2020-11-16T21:07:47.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.0045568970000001,
2020-11-16T21:07:47.600 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.600 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:47.601 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 254788
2020-11-16T21:07:47.601 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.601 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.601 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.978719+0000",
2020-11-16T21:07:47.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.602 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.602 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.978719+0000",
2020-11-16T21:07:47.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999604
2020-11-16T21:07:47.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.978679+0000",
2020-11-16T21:07:47.603 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000116091
2020-11-16T21:07:47.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.603 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.978795+0000",
2020-11-16T21:07:47.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3127999999999999e-05
2020-11-16T21:07:47.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.604 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.604 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.978819+0000",
2020-11-16T21:07:47.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2588e-05
2020-11-16T21:07:47.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.978831+0000",
2020-11-16T21:07:47.605 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0074974730000000002
2020-11-16T21:07:47.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.605 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.986329+0000",
2020-11-16T21:07:47.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5749000000000001e-05
2020-11-16T21:07:47.606 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.606 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.606 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.986344+0000",
2020-11-16T21:07:47.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.99690049700000005
2020-11-16T21:07:47.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983245+0000",
2020-11-16T21:07:47.607 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.1053000000000002e-05
2020-11-16T21:07:47.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.607 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.608 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.608 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983276+0000",
2020-11-16T21:07:47.608 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0045568970000001
2020-11-16T21:07:47.608 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.608 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.608 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.608 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.609 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:254789 9.1 9.44987dc1 (undecoded) ondisk+write+known_if_redirected e980)",
2020-11-16T21:07:47.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:08.982156+0000",
2020-11-16T21:07:47.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 98.615541280000002,
2020-11-16T21:07:47.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.001299084,
2020-11-16T21:07:47.609 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.609 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:47.609 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 254789
2020-11-16T21:07:47.610 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.610 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.610 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.982156+0000",
2020-11-16T21:07:47.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.611 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.982156+0000",
2020-11-16T21:07:47.611 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999642
2020-11-16T21:07:47.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.982120+0000",
2020-11-16T21:07:47.612 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.8856999999999994e-05
2020-11-16T21:07:47.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.612 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.982199+0000",
2020-11-16T21:07:47.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0795e-05
2020-11-16T21:07:47.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.613 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.982220+0000",
2020-11-16T21:07:47.613 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2729e-05
2020-11-16T21:07:47.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.982233+0000",
2020-11-16T21:07:47.614 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0071589490000000004
2020-11-16T21:07:47.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.614 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.989392+0000",
2020-11-16T21:07:47.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1439999999999996e-06
2020-11-16T21:07:47.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.615 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:08.989396+0000",
2020-11-16T21:07:47.615 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.99404832799999998
2020-11-16T21:07:47.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983444+0000",
2020-11-16T21:07:47.616 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1161999999999999e-05
2020-11-16T21:07:47.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.616 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983455+0000",
2020-11-16T21:07:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.001299084
2020-11-16T21:07:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.617 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:254799 9.c 9.b7849e9c (undecoded) ondisk+write+known_if_redirected e980)",
2020-11-16T21:07:47.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:09.009117+0000",
2020-11-16T21:07:47.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 98.588580694000001,
2020-11-16T21:07:47.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.97441452299999998,
2020-11-16T21:07:47.618 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.618 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:47.618 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 254799
2020-11-16T21:07:47.619 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.619 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.619 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.619 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009117+0000",
2020-11-16T21:07:47.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009117+0000",
2020-11-16T21:07:47.620 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999752
2020-11-16T21:07:47.620 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009092+0000",
2020-11-16T21:07:47.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.7000999999999999e-05
2020-11-16T21:07:47.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.621 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.621 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009149+0000",
2020-11-16T21:07:47.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2021999999999999e-05
2020-11-16T21:07:47.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009161+0000",
2020-11-16T21:07:47.622 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.3261e-05
2020-11-16T21:07:47.622 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.623 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009185+0000",
2020-11-16T21:07:47.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1712999999999996e-05
2020-11-16T21:07:47.623 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.623 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.623 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009256+0000",
2020-11-16T21:07:47.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2057e-05
2020-11-16T21:07:47.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009268+0000",
2020-11-16T21:07:47.624 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.97423739099999995
2020-11-16T21:07:47.624 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983506+0000",
2020-11-16T21:07:47.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.5712999999999999e-05
2020-11-16T21:07:47.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.625 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.625 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983531+0000",
2020-11-16T21:07:47.626 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.97441452299999998
2020-11-16T21:07:47.626 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.626 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.626 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.626 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.626 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:254800 9.2 9.a7fdfcc2 (undecoded) ondisk+write+known_if_redirected e980)",
2020-11-16T21:07:47.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:09.009247+0000",
2020-11-16T21:07:47.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 98.588450296999994,
2020-11-16T21:07:47.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.97410613899999998,
2020-11-16T21:07:47.627 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.627 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:47.628 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.628 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 254800
2020-11-16T21:07:47.628 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.628 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009247+0000",
2020-11-16T21:07:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.629 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009247+0000",
2020-11-16T21:07:47.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999685
2020-11-16T21:07:47.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009216+0000",
2020-11-16T21:07:47.630 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8495999999999997e-05
2020-11-16T21:07:47.630 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.631 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.631 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.631 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009274+0000",
2020-11-16T21:07:47.631 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0970000000000006e-06
2020-11-16T21:07:47.631 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.631 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.631 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.631 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009282+0000",
2020-11-16T21:07:47.632 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.1309999999999999e-06
2020-11-16T21:07:47.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.632 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.632 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009287+0000",
2020-11-16T21:07:47.632 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.5563999999999999e-05
2020-11-16T21:07:47.632 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009332+0000",
2020-11-16T21:07:47.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6990000000000003e-06
2020-11-16T21:07:47.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.633 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.633 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.009340+0000",
2020-11-16T21:07:47.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.97399462599999997
2020-11-16T21:07:47.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983334+0000",
2020-11-16T21:07:47.634 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.9057999999999999e-05
2020-11-16T21:07:47.634 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.635 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983353+0000",
2020-11-16T21:07:47.635 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.97410613899999998
2020-11-16T21:07:47.635 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.635 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.635 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.636 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.636 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:254812 9.2 9.e21ec6d2 (undecoded) ondisk+write+known_if_redirected e980)",
2020-11-16T21:07:47.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:09.038257+0000",
2020-11-16T21:07:47.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 98.559440764000001,
2020-11-16T21:07:47.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.94516130700000001,
2020-11-16T21:07:47.636 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.636 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:47.637 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 254812
2020-11-16T21:07:47.637 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.637 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.637 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.038257+0000",
2020-11-16T21:07:47.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.638 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.638 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.038257+0000",
2020-11-16T21:07:47.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999328
2020-11-16T21:07:47.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.038189+0000",
2020-11-16T21:07:47.639 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015314699999999999
2020-11-16T21:07:47.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.639 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.038343+0000",
2020-11-16T21:07:47.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.3575000000000003e-05
2020-11-16T21:07:47.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.640 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.640 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.038376+0000",
2020-11-16T21:07:47.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4792e-05
2020-11-16T21:07:47.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.038391+0000",
2020-11-16T21:07:47.641 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000102099
2020-11-16T21:07:47.641 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.038493+0000",
2020-11-16T21:07:47.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0511999999999999e-05
2020-11-16T21:07:47.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.642 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.642 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.038514+0000",
2020-11-16T21:07:47.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.94488443499999997
2020-11-16T21:07:47.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983398+0000",
2020-11-16T21:07:47.643 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.0163999999999999e-05
2020-11-16T21:07:47.643 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983418+0000",
2020-11-16T21:07:47.644 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.94516130700000001
2020-11-16T21:07:47.644 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.644 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.644 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.645 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.645 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:254821 9.1 9.13fd3821 (undecoded) ondisk+write+known_if_redirected e980)",
2020-11-16T21:07:47.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:09.051922+0000",
2020-11-16T21:07:47.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 98.545775415999998,
2020-11-16T21:07:47.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.93160639700000003,
2020-11-16T21:07:47.645 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.645 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:47.646 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 254821
2020-11-16T21:07:47.646 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.646 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.646 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.051922+0000",
2020-11-16T21:07:47.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.647 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.051922+0000",
2020-11-16T21:07:47.647 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999619
2020-11-16T21:07:47.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.051884+0000",
2020-11-16T21:07:47.648 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0490999999999998e-05
2020-11-16T21:07:47.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.648 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.051975+0000",
2020-11-16T21:07:47.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1498999999999999e-05
2020-11-16T21:07:47.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.649 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.051996+0000",
2020-11-16T21:07:47.649 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1474000000000001e-05
2020-11-16T21:07:47.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.052007+0000",
2020-11-16T21:07:47.650 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9407000000000002e-05
2020-11-16T21:07:47.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.650 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.052067+0000",
2020-11-16T21:07:47.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2279999999999999e-05
2020-11-16T21:07:47.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.651 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.052079+0000",
2020-11-16T21:07:47.651 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.931433548
2020-11-16T21:07:47.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983513+0000",
2020-11-16T21:07:47.652 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.588e-05
2020-11-16T21:07:47.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.652 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:09.983529+0000",
2020-11-16T21:07:47.653 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.93160639700000003
2020-11-16T21:07:47.653 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.653 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.653 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.653 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.653 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.654 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257417 9.1 9:806e7f59:::benchmark_data_smithi065_58100_object125067:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e984)",
2020-11-16T21:07:47.654 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.002866+0000",
2020-11-16T21:07:47.654 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.594831192000001,
2020-11-16T21:07:47.654 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1142670349999999,
2020-11-16T21:07:47.654 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.654 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "reached pg",
2020-11-16T21:07:47.654 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257417
2020-11-16T21:07:47.655 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.655 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.655 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.655 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.002866+0000",
2020-11-16T21:07:47.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.002866+0000",
2020-11-16T21:07:47.656 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999661
2020-11-16T21:07:47.656 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.002832+0000",
2020-11-16T21:07:47.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.5988000000000005e-05
2020-11-16T21:07:47.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.657 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.657 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.002908+0000",
2020-11-16T21:07:47.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5784e-05
2020-11-16T21:07:47.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.002924+0000",
2020-11-16T21:07:47.658 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5969999999999992e-06
2020-11-16T21:07:47.658 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.659 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.002933+0000",
2020-11-16T21:07:47.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.0801999999999998e-05
2020-11-16T21:07:47.659 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.659 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.659 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.002994+0000",
2020-11-16T21:07:47.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.8050000000000001e-06
2020-11-16T21:07:47.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op must wait for map",
2020-11-16T21:07:47.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.003003+0000",
2020-11-16T21:07:47.660 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0034642679999999999
2020-11-16T21:07:47.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.660 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.006468+0000",
2020-11-16T21:07:47.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.341e-05
2020-11-16T21:07:47.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.661 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.661 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.006481+0000",
2020-11-16T21:07:47.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1105309779999999
2020-11-16T21:07:47.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.117012+0000",
2020-11-16T21:07:47.662 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000121373
2020-11-16T21:07:47.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.662 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.117133+0000",
2020-11-16T21:07:47.663 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1142670349999999
2020-11-16T21:07:47.663 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.663 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.663 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.663 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.664 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257430 9.c 9:34b356ae:::benchmark_data_smithi065_58100_object125080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.020306+0000",
2020-11-16T21:07:47.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.577391989999995,
2020-11-16T21:07:47.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.122407634,
2020-11-16T21:07:47.664 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.664 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.664 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257430
2020-11-16T21:07:47.665 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.665 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.665 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.665 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.020306+0000",
2020-11-16T21:07:47.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.666 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.020306+0000",
2020-11-16T21:07:47.666 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999704
2020-11-16T21:07:47.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.020276+0000",
2020-11-16T21:07:47.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.6562000000000003e-05
2020-11-16T21:07:47.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.667 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.667 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.020353+0000",
2020-11-16T21:07:47.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7039000000000001e-05
2020-11-16T21:07:47.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.020370+0000",
2020-11-16T21:07:47.668 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.7159999999999997e-06
2020-11-16T21:07:47.668 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.020377+0000",
2020-11-16T21:07:47.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.1514999999999997e-05
2020-11-16T21:07:47.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.669 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.669 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.020428+0000",
2020-11-16T21:07:47.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3393e-05
2020-11-16T21:07:47.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.670 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.020441+0000",
2020-11-16T21:07:47.670 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.101239729
2020-11-16T21:07:47.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.121681+0000",
2020-11-16T21:07:47.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00028075000000000002
2020-11-16T21:07:47.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.671 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.671 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.121962+0000",
2020-11-16T21:07:47.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114293
2020-11-16T21:07:47.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.672 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:07:47.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.122076+0000",
2020-11-16T21:07:47.672 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013714597
2020-11-16T21:07:47.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.135791+0000",
2020-11-16T21:07:47.673 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0068142130000000004
2020-11-16T21:07:47.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.673 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.142605+0000",
2020-11-16T21:07:47.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.3307999999999999e-05
2020-11-16T21:07:47.674 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.674 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.142658+0000",
2020-11-16T21:07:47.674 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4904999999999997e-05
2020-11-16T21:07:47.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.142713+0000",
2020-11-16T21:07:47.675 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.122407634
2020-11-16T21:07:47.675 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.675 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257431 9.2 9:42d5f653:::benchmark_data_smithi065_58100_object125081:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.022760+0000",
2020-11-16T21:07:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.574937699000003,
2020-11-16T21:07:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.1211444719999999,
2020-11-16T21:07:47.676 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.677 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.677 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.677 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257431
2020-11-16T21:07:47.677 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.677 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.022760+0000",
2020-11-16T21:07:47.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.678 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.678 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.022760+0000",
2020-11-16T21:07:47.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.99997
2020-11-16T21:07:47.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.022730+0000",
2020-11-16T21:07:47.679 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.6513000000000005e-05
2020-11-16T21:07:47.679 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.022796+0000",
2020-11-16T21:07:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3978000000000001e-05
2020-11-16T21:07:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.680 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.022810+0000",
2020-11-16T21:07:47.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.5269999999999998e-06
2020-11-16T21:07:47.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.022819+0000",
2020-11-16T21:07:47.681 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8504000000000001e-05
2020-11-16T21:07:47.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.681 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.022877+0000",
2020-11-16T21:07:47.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1313e-05
2020-11-16T21:07:47.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.682 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.682 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.022889+0000",
2020-11-16T21:07:47.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.101579058
2020-11-16T21:07:47.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.124468+0000",
2020-11-16T21:07:47.683 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016294500000000001
2020-11-16T21:07:47.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.683 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.124631+0000",
2020-11-16T21:07:47.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000103646
2020-11-16T21:07:47.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.684 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:47.684 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.124734+0000",
2020-11-16T21:07:47.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0079033720000000005
2020-11-16T21:07:47.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.132638+0000",
2020-11-16T21:07:47.685 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011159535
2020-11-16T21:07:47.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.685 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.143797+0000",
2020-11-16T21:07:47.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8851999999999998e-05
2020-11-16T21:07:47.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.686 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.686 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.143856+0000",
2020-11-16T21:07:47.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.8424999999999998e-05
2020-11-16T21:07:47.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.143904+0000",
2020-11-16T21:07:47.687 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1211444719999999
2020-11-16T21:07:47.687 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.687 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.688 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.688 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.688 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257437 9.2 9:4a7763a7:::benchmark_data_smithi065_58100_object125087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.050275+0000",
2020-11-16T21:07:47.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.547422710999996,
2020-11-16T21:07:47.688 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.093791961,
2020-11-16T21:07:47.689 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.689 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.689 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.689 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257437
2020-11-16T21:07:47.689 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.689 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.050275+0000",
2020-11-16T21:07:47.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.690 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.690 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.050275+0000",
2020-11-16T21:07:47.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999728
2020-11-16T21:07:47.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.050248+0000",
2020-11-16T21:07:47.691 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.779e-05
2020-11-16T21:07:47.691 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.050315+0000",
2020-11-16T21:07:47.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2145e-05
2020-11-16T21:07:47.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.692 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.692 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.050328+0000",
2020-11-16T21:07:47.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.9160000000000004e-06
2020-11-16T21:07:47.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.050334+0000",
2020-11-16T21:07:47.693 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0562999999999993e-05
2020-11-16T21:07:47.693 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.050425+0000",
2020-11-16T21:07:47.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3739e-05
2020-11-16T21:07:47.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.694 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.694 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.050439+0000",
2020-11-16T21:07:47.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.078069427
2020-11-16T21:07:47.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.128508+0000",
2020-11-16T21:07:47.695 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.2002000000000004e-05
2020-11-16T21:07:47.695 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.128600+0000",
2020-11-16T21:07:47.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.6407000000000001e-05
2020-11-16T21:07:47.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.696 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:47.696 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.128687+0000",
2020-11-16T21:07:47.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0083258580000000002
2020-11-16T21:07:47.697 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.697 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.137012+0000",
2020-11-16T21:07:47.697 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0069377600000000003
2020-11-16T21:07:47.697 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.143950+0000",
2020-11-16T21:07:47.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.2493e-05
2020-11-16T21:07:47.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.698 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.698 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.144013+0000",
2020-11-16T21:07:47.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4160000000000003e-05
2020-11-16T21:07:47.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.144067+0000",
2020-11-16T21:07:47.699 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.093791961
2020-11-16T21:07:47.699 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.700 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.700 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.700 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.700 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.700 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257445 9.2 9:472b2d23:::benchmark_data_smithi065_58100_object125095:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.700 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.077923+0000",
2020-11-16T21:07:47.700 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.519774826000003,
2020-11-16T21:07:47.701 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.067861752,
2020-11-16T21:07:47.701 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.701 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.701 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.701 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257445
2020-11-16T21:07:47.701 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.702 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.077923+0000",
2020-11-16T21:07:47.702 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.702 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.077923+0000",
2020-11-16T21:07:47.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999299
2020-11-16T21:07:47.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.703 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.077853+0000",
2020-11-16T21:07:47.703 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015150100000000001
2020-11-16T21:07:47.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.078004+0000",
2020-11-16T21:07:47.704 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.6387999999999999e-05
2020-11-16T21:07:47.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.704 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.078030+0000",
2020-11-16T21:07:47.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2098e-05
2020-11-16T21:07:47.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.705 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.078043+0000",
2020-11-16T21:07:47.705 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8495000000000002e-05
2020-11-16T21:07:47.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.078101+0000",
2020-11-16T21:07:47.706 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.6010000000000001e-06
2020-11-16T21:07:47.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.706 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.078111+0000",
2020-11-16T21:07:47.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.054678902
2020-11-16T21:07:47.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.707 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.132790+0000",
2020-11-16T21:07:47.707 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014299500000000001
2020-11-16T21:07:47.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.132933+0000",
2020-11-16T21:07:47.708 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014954000000000001
2020-11-16T21:07:47.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.708 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 1",
2020-11-16T21:07:47.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.133082+0000",
2020-11-16T21:07:47.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.004077209
2020-11-16T21:07:47.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.709 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.137159+0000",
2020-11-16T21:07:47.709 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0085156150000000007
2020-11-16T21:07:47.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.145675+0000",
2020-11-16T21:07:47.710 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.8845999999999999e-05
2020-11-16T21:07:47.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.710 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.145734+0000",
2020-11-16T21:07:47.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0769999999999997e-05
2020-11-16T21:07:47.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.711 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.145785+0000",
2020-11-16T21:07:47.711 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.067861752
2020-11-16T21:07:47.712 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.712 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.712 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.712 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.712 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.712 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257452 9.c 9:3ed0f3df:::benchmark_data_smithi065_58100_object125102:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.712 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.087917+0000",
2020-11-16T21:07:47.713 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.50978087,
2020-11-16T21:07:47.713 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.0625335380000001,
2020-11-16T21:07:47.713 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.713 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.713 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.713 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257452
2020-11-16T21:07:47.714 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.714 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.087917+0000",
2020-11-16T21:07:47.714 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.714 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.087917+0000",
2020-11-16T21:07:47.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999042
2020-11-16T21:07:47.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.715 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.715 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.087821+0000",
2020-11-16T21:07:47.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00019284700000000001
2020-11-16T21:07:47.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.088014+0000",
2020-11-16T21:07:47.716 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.9640000000000001e-05
2020-11-16T21:07:47.716 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.088043+0000",
2020-11-16T21:07:47.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5704000000000001e-05
2020-11-16T21:07:47.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.717 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.717 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.088059+0000",
2020-11-16T21:07:47.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000117101
2020-11-16T21:07:47.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.718 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.088176+0000",
2020-11-16T21:07:47.718 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.036e-05
2020-11-16T21:07:47.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.088217+0000",
2020-11-16T21:07:47.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0364907729999999
2020-11-16T21:07:47.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.719 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.719 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.124707+0000",
2020-11-16T21:07:47.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.3665999999999994e-05
2020-11-16T21:07:47.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.720 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.124801+0000",
2020-11-16T21:07:47.720 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00011916700000000001
2020-11-16T21:07:47.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:07:47.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.124920+0000",
2020-11-16T21:07:47.721 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.017614082
2020-11-16T21:07:47.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.721 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.142534+0000",
2020-11-16T21:07:47.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0078400880000000003
2020-11-16T21:07:47.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.722 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.150374+0000",
2020-11-16T21:07:47.722 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4.2506999999999998e-05
2020-11-16T21:07:47.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.150417+0000",
2020-11-16T21:07:47.723 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.3377999999999998e-05
2020-11-16T21:07:47.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.723 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.150450+0000",
2020-11-16T21:07:47.724 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0625335380000001
2020-11-16T21:07:47.724 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.724 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.724 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.724 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.724 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257454 9.c 9:3b1c2bd7:::benchmark_data_smithi065_58100_object125104:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.089556+0000",
2020-11-16T21:07:47.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.508141394000006,
2020-11-16T21:07:47.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.0737569229999999,
2020-11-16T21:07:47.725 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.725 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.725 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257454
2020-11-16T21:07:47.726 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.726 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.726 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.726 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.089556+0000",
2020-11-16T21:07:47.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.089556+0000",
2020-11-16T21:07:47.727 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999671
2020-11-16T21:07:47.727 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.089523+0000",
2020-11-16T21:07:47.728 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3784999999999999e-05
2020-11-16T21:07:47.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.728 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.089597+0000",
2020-11-16T21:07:47.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0847e-05
2020-11-16T21:07:47.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.729 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.729 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.089608+0000",
2020-11-16T21:07:47.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6640000000000003e-06
2020-11-16T21:07:47.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.730 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.089614+0000",
2020-11-16T21:07:47.730 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.6647000000000002e-05
2020-11-16T21:07:47.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.089670+0000",
2020-11-16T21:07:47.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.8270000000000004e-06
2020-11-16T21:07:47.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.731 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.731 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.089679+0000",
2020-11-16T21:07:47.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.03904296
2020-11-16T21:07:47.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.732 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.128722+0000",
2020-11-16T21:07:47.732 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016293699999999999
2020-11-16T21:07:47.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.128885+0000",
2020-11-16T21:07:47.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00016447
2020-11-16T21:07:47.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.733 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.733 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:07:47.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.129049+0000",
2020-11-16T21:07:47.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.013493013999999999
2020-11-16T21:07:47.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.734 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.142542+0000",
2020-11-16T21:07:47.734 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020703657
2020-11-16T21:07:47.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.163246+0000",
2020-11-16T21:07:47.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.3099999999999998e-05
2020-11-16T21:07:47.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.735 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.735 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.163279+0000",
2020-11-16T21:07:47.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4014999999999999e-05
2020-11-16T21:07:47.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.736 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.163313+0000",
2020-11-16T21:07:47.736 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0737569229999999
2020-11-16T21:07:47.737 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.737 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.737 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.737 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.737 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257457 9.1 9:88b24eff:::benchmark_data_smithi065_58100_object125107:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.091261+0000",
2020-11-16T21:07:47.737 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.506436964000002,
2020-11-16T21:07:47.738 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.0549114989999999,
2020-11-16T21:07:47.738 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.738 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.738 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.738 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257457
2020-11-16T21:07:47.739 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.739 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.091261+0000",
2020-11-16T21:07:47.739 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.739 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.091261+0000",
2020-11-16T21:07:47.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999604
2020-11-16T21:07:47.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.740 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.740 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.091221+0000",
2020-11-16T21:07:47.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0257e-05
2020-11-16T21:07:47.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.091311+0000",
2020-11-16T21:07:47.741 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.8763999999999999e-05
2020-11-16T21:07:47.741 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.091330+0000",
2020-11-16T21:07:47.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0239e-05
2020-11-16T21:07:47.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.742 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.742 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.091340+0000",
2020-11-16T21:07:47.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.3331999999999996e-05
2020-11-16T21:07:47.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.743 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.091404+0000",
2020-11-16T21:07:47.743 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.3995000000000001e-05
2020-11-16T21:07:47.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.091418+0000",
2020-11-16T21:07:47.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.026159839
2020-11-16T21:07:47.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.744 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.744 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.117577+0000",
2020-11-16T21:07:47.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015764899999999999
2020-11-16T21:07:47.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.117735+0000",
2020-11-16T21:07:47.745 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00020262000000000001
2020-11-16T21:07:47.745 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:07:47.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.117938+0000",
2020-11-16T21:07:47.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.023882133999999999
2020-11-16T21:07:47.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.746 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.746 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.141820+0000",
2020-11-16T21:07:47.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0042280199999999999
2020-11-16T21:07:47.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.747 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.146048+0000",
2020-11-16T21:07:47.747 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8998999999999994e-05
2020-11-16T21:07:47.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.146117+0000",
2020-11-16T21:07:47.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5380000000000002e-05
2020-11-16T21:07:47.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.748 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.748 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.146172+0000",
2020-11-16T21:07:47.749 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0549114989999999
2020-11-16T21:07:47.749 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.749 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.749 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.749 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.749 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257464 9.c 9:34a82c00:::benchmark_data_smithi065_58100_object125114:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.109564+0000",
2020-11-16T21:07:47.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.488133356000006,
2020-11-16T21:07:47.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.053871387,
2020-11-16T21:07:47.750 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.750 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.750 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257464
2020-11-16T21:07:47.751 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.751 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.751 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.751 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.109564+0000",
2020-11-16T21:07:47.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.109564+0000",
2020-11-16T21:07:47.752 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999757
2020-11-16T21:07:47.752 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.109540+0000",
2020-11-16T21:07:47.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4839999999999997e-05
2020-11-16T21:07:47.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.753 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.753 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.109595+0000",
2020-11-16T21:07:47.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1902000000000001e-05
2020-11-16T21:07:47.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.109606+0000",
2020-11-16T21:07:47.754 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.1525000000000001e-05
2020-11-16T21:07:47.754 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.109618+0000",
2020-11-16T21:07:47.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010814
2020-11-16T21:07:47.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.755 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.755 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.109726+0000",
2020-11-16T21:07:47.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.5141e-05
2020-11-16T21:07:47.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.109741+0000",
2020-11-16T21:07:47.756 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0220909650000001
2020-11-16T21:07:47.756 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.131832+0000",
2020-11-16T21:07:47.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00015385299999999999
2020-11-16T21:07:47.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.757 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.757 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.131986+0000",
2020-11-16T21:07:47.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000174179
2020-11-16T21:07:47.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 4",
2020-11-16T21:07:47.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.132160+0000",
2020-11-16T21:07:47.758 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.010391577000000001
2020-11-16T21:07:47.758 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.142552+0000",
2020-11-16T21:07:47.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.020816609
2020-11-16T21:07:47.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.759 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.759 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.163368+0000",
2020-11-16T21:07:47.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.3045e-05
2020-11-16T21:07:47.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.163402+0000",
2020-11-16T21:07:47.760 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.4143000000000002e-05
2020-11-16T21:07:47.760 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.163436+0000",
2020-11-16T21:07:47.761 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.053871387
2020-11-16T21:07:47.761 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.761 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.761 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.762 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.762 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.762 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257468 9.1 9:8e8447f1:::benchmark_data_smithi065_58100_object125118:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.762 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.143954+0000",
2020-11-16T21:07:47.762 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.453743407999994,
2020-11-16T21:07:47.762 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.007624925,
2020-11-16T21:07:47.762 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.763 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.763 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257468
2020-11-16T21:07:47.763 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.763 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.763 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.143954+0000",
2020-11-16T21:07:47.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.764 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.764 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.143954+0000",
2020-11-16T21:07:47.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999304
2020-11-16T21:07:47.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.143885+0000",
2020-11-16T21:07:47.765 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00013798200000000001
2020-11-16T21:07:47.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.765 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144023+0000",
2020-11-16T21:07:47.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1736e-05
2020-11-16T21:07:47.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.766 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.766 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144044+0000",
2020-11-16T21:07:47.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.7610000000000007e-06
2020-11-16T21:07:47.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144052+0000",
2020-11-16T21:07:47.767 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.1716000000000003e-05
2020-11-16T21:07:47.767 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144114+0000",
2020-11-16T21:07:47.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.4792e-05
2020-11-16T21:07:47.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.768 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.768 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144129+0000",
2020-11-16T21:07:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.97783402399999997
2020-11-16T21:07:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.121963+0000",
2020-11-16T21:07:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 9.0783000000000001e-05
2020-11-16T21:07:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.122054+0000",
2020-11-16T21:07:47.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00010839499999999999
2020-11-16T21:07:47.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.770 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:07:47.770 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.122162+0000",
2020-11-16T21:07:47.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.019669391000000001
2020-11-16T21:07:47.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.141831+0000",
2020-11-16T21:07:47.771 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0096148220000000003
2020-11-16T21:07:47.771 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.151446+0000",
2020-11-16T21:07:47.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.0728000000000004e-05
2020-11-16T21:07:47.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.772 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.772 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.151527+0000",
2020-11-16T21:07:47.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2246000000000001e-05
2020-11-16T21:07:47.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.151579+0000",
2020-11-16T21:07:47.773 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.007624925
2020-11-16T21:07:47.773 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.774 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.774 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.774 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.774 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.774 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257469 9.1 9:8f086018:::benchmark_data_smithi065_58100_object125119:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.774 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.144293+0000",
2020-11-16T21:07:47.774 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.453404735000007,
2020-11-16T21:07:47.774 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 1.007440721,
2020-11-16T21:07:47.775 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.775 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.775 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.775 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257469
2020-11-16T21:07:47.775 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.776 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144293+0000",
2020-11-16T21:07:47.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.776 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.776 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144293+0000",
2020-11-16T21:07:47.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999671
2020-11-16T21:07:47.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.777 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144260+0000",
2020-11-16T21:07:47.777 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.4282999999999993e-05
2020-11-16T21:07:47.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144334+0000",
2020-11-16T21:07:47.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7901e-05
2020-11-16T21:07:47.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.778 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.778 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144352+0000",
2020-11-16T21:07:47.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0606e-05
2020-11-16T21:07:47.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.779 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144363+0000",
2020-11-16T21:07:47.779 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4746999999999993e-05
2020-11-16T21:07:47.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144447+0000",
2020-11-16T21:07:47.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.1761000000000001e-05
2020-11-16T21:07:47.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.780 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.780 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.144469+0000",
2020-11-16T21:07:47.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.98209841600000003
2020-11-16T21:07:47.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.781 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.126567+0000",
2020-11-16T21:07:47.781 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000150841
2020-11-16T21:07:47.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.126718+0000",
2020-11-16T21:07:47.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00018295799999999999
2020-11-16T21:07:47.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.782 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.782 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:07:47.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.126901+0000",
2020-11-16T21:07:47.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.014936691
2020-11-16T21:07:47.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.783 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.141838+0000",
2020-11-16T21:07:47.783 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0097881229999999993
2020-11-16T21:07:47.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.151626+0000",
2020-11-16T21:07:47.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.2802e-05
2020-11-16T21:07:47.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.784 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.784 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.151679+0000",
2020-11-16T21:07:47.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.4707000000000003e-05
2020-11-16T21:07:47.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.151734+0000",
2020-11-16T21:07:47.785 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.007440721
2020-11-16T21:07:47.785 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.786 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.786 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.786 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.786 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257474 9.1 9:872e80f3:::benchmark_data_smithi065_58100_object125124:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.167787+0000",
2020-11-16T21:07:47.786 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.429911008999994,
2020-11-16T21:07:47.787 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.98974410599999996,
2020-11-16T21:07:47.787 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.787 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.787 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.787 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257474
2020-11-16T21:07:47.787 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.788 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.167787+0000",
2020-11-16T21:07:47.788 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.788 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.167787+0000",
2020-11-16T21:07:47.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999681
2020-11-16T21:07:47.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.789 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.167754+0000",
2020-11-16T21:07:47.789 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.3930999999999994e-05
2020-11-16T21:07:47.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.167828+0000",
2020-11-16T21:07:47.790 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 2.2816999999999999e-05
2020-11-16T21:07:47.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.790 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.167851+0000",
2020-11-16T21:07:47.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.4919999999999993e-06
2020-11-16T21:07:47.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.791 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.791 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.167860+0000",
2020-11-16T21:07:47.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 7.1167000000000005e-05
2020-11-16T21:07:47.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.167931+0000",
2020-11-16T21:07:47.792 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2058e-05
2020-11-16T21:07:47.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.792 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.167943+0000",
2020-11-16T21:07:47.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.96234361300000004
2020-11-16T21:07:47.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.793 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.130287+0000",
2020-11-16T21:07:47.793 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000137904
2020-11-16T21:07:47.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.130424+0000",
2020-11-16T21:07:47.794 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00017542299999999999
2020-11-16T21:07:47.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.794 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:07:47.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.130600+0000",
2020-11-16T21:07:47.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.011244832
2020-11-16T21:07:47.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.795 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.795 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.141845+0000",
2020-11-16T21:07:47.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.015575693999999999
2020-11-16T21:07:47.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.157420+0000",
2020-11-16T21:07:47.796 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.0834999999999997e-05
2020-11-16T21:07:47.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.796 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.157471+0000",
2020-11-16T21:07:47.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.9453999999999997e-05
2020-11-16T21:07:47.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.797 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.157531+0000",
2020-11-16T21:07:47.797 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.98974410599999996
2020-11-16T21:07:47.798 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.798 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.798 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.798 INFO:teuthology.orchestra.run.smithi142.stdout:        },
2020-11-16T21:07:47.798 INFO:teuthology.orchestra.run.smithi142.stdout:        {
2020-11-16T21:07:47.798 INFO:teuthology.orchestra.run.smithi142.stdout:            "description": "osd_op(client.26884.0:257480 9.1 9:89781527:::benchmark_data_smithi065_58100_object125130:head [delete] snapc 0=[] ondisk+write+known_if_redirected e984)",
2020-11-16T21:07:47.798 INFO:teuthology.orchestra.run.smithi142.stdout:            "initiated_at": "2020-11-16T21:06:15.218494+0000",
2020-11-16T21:07:47.799 INFO:teuthology.orchestra.run.smithi142.stdout:            "age": 92.379203683,
2020-11-16T21:07:47.799 INFO:teuthology.orchestra.run.smithi142.stdout:            "duration": 0.96915901500000001,
2020-11-16T21:07:47.799 INFO:teuthology.orchestra.run.smithi142.stdout:            "type_data": {
2020-11-16T21:07:47.799 INFO:teuthology.orchestra.run.smithi142.stdout:                "flag_point": "commit sent; apply or cleanup",
2020-11-16T21:07:47.799 INFO:teuthology.orchestra.run.smithi142.stdout:                "client_info": {
2020-11-16T21:07:47.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client": "client.26884",
2020-11-16T21:07:47.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    "client_addr": "v1:172.21.15.65:0/2112715240",
2020-11-16T21:07:47.799 INFO:teuthology.orchestra.run.smithi142.stdout:                    "tid": 257480
2020-11-16T21:07:47.800 INFO:teuthology.orchestra.run.smithi142.stdout:                },
2020-11-16T21:07:47.800 INFO:teuthology.orchestra.run.smithi142.stdout:                "events": [
2020-11-16T21:07:47.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "initiated",
2020-11-16T21:07:47.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.218494+0000",
2020-11-16T21:07:47.800 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0
2020-11-16T21:07:47.800 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "throttled",
2020-11-16T21:07:47.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.218494+0000",
2020-11-16T21:07:47.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 4294967295.9999614
2020-11-16T21:07:47.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.801 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "header_read",
2020-11-16T21:07:47.801 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.218455+0000",
2020-11-16T21:07:47.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 8.7483000000000002e-05
2020-11-16T21:07:47.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "all_read",
2020-11-16T21:07:47.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.218543+0000",
2020-11-16T21:07:47.802 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.7750000000000001e-05
2020-11-16T21:07:47.802 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "dispatched",
2020-11-16T21:07:47.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.218561+0000",
2020-11-16T21:07:47.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.0312999999999999e-05
2020-11-16T21:07:47.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.803 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "queued_for_pg",
2020-11-16T21:07:47.803 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.218571+0000",
2020-11-16T21:07:47.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 5.5667000000000001e-05
2020-11-16T21:07:47.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.218627+0000",
2020-11-16T21:07:47.804 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 1.2425999999999999e-05
2020-11-16T21:07:47.804 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for peered",
2020-11-16T21:07:47.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:15.218639+0000",
2020-11-16T21:07:47.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.91535926599999995
2020-11-16T21:07:47.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.805 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "reached_pg",
2020-11-16T21:07:47.805 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.133998+0000",
2020-11-16T21:07:47.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.00014963300000000001
2020-11-16T21:07:47.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "started",
2020-11-16T21:07:47.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.134148+0000",
2020-11-16T21:07:47.806 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.000114252
2020-11-16T21:07:47.806 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "waiting for subops from 9",
2020-11-16T21:07:47.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.134262+0000",
2020-11-16T21:07:47.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.0075887050000000003
2020-11-16T21:07:47.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.807 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "op_commit",
2020-11-16T21:07:47.807 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.141851+0000",
2020-11-16T21:07:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.045694128000000001
2020-11-16T21:07:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "sub_op_commit_rec",
2020-11-16T21:07:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.187545+0000",
2020-11-16T21:07:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 6.8847e-05
2020-11-16T21:07:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.808 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "commit_sent",
2020-11-16T21:07:47.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.187614+0000",
2020-11-16T21:07:47.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 3.9124e-05
2020-11-16T21:07:47.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    },
2020-11-16T21:07:47.809 INFO:teuthology.orchestra.run.smithi142.stdout:                    {
2020-11-16T21:07:47.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "event": "done",
2020-11-16T21:07:47.809 INFO:teuthology.orchestra.run.smithi142.stdout:                        "time": "2020-11-16T21:06:16.187653+0000",
2020-11-16T21:07:47.810 INFO:teuthology.orchestra.run.smithi142.stdout:                        "duration": 0.96915901500000001
2020-11-16T21:07:47.810 INFO:teuthology.orchestra.run.smithi142.stdout:                    }
2020-11-16T21:07:47.810 INFO:teuthology.orchestra.run.smithi142.stdout:                ]
2020-11-16T21:07:47.810 INFO:teuthology.orchestra.run.smithi142.stdout:            }
2020-11-16T21:07:47.810 INFO:teuthology.orchestra.run.smithi142.stdout:        }
2020-11-16T21:07:47.810 INFO:teuthology.orchestra.run.smithi142.stdout:    ]
2020-11-16T21:07:47.810 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:07:48.202 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.1 primary-affinity to 1 (8655362)
2020-11-16T21:07:48.334 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight
2020-11-16T21:07:48.468 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:48.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:48 smithi065 bash[9468]: cluster 2020-11-16T21:07:46.761971+0000 mgr.x (mgr.14196) 1709 : cluster [DBG] pgmap v2606: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:48.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:48 smithi065 bash[9468]: audit 2020-11-16T21:07:47.877037+0000 mon.a (mon.0) 3021 : audit [INF] from='client.? v1:172.21.15.142:0/1544475282' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T21:07:48.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:48 smithi142 bash[9523]: cluster 2020-11-16T21:07:46.761971+0000 mgr.x (mgr.14196) 1709 : cluster [DBG] pgmap v2606: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:48.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:48 smithi142 bash[9523]: audit 2020-11-16T21:07:47.877037+0000 mon.a (mon.0) 3021 : audit [INF] from='client.? v1:172.21.15.142:0/1544475282' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T21:07:48.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:48 smithi071 bash[9480]: cluster 2020-11-16T21:07:46.761971+0000 mgr.x (mgr.14196) 1709 : cluster [DBG] pgmap v2606: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:48.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:48 smithi071 bash[9480]: audit 2020-11-16T21:07:47.877037+0000 mon.a (mon.0) 3021 : audit [INF] from='client.? v1:172.21.15.142:0/1544475282' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch
2020-11-16T21:07:49.271 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 2 1
2020-11-16T21:07:49.412 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:49.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:49 smithi065 bash[9468]: audit 2020-11-16T21:07:48.205601+0000 mon.a (mon.0) 3022 : audit [INF] from='client.? v1:172.21.15.142:0/1544475282' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished
2020-11-16T21:07:49.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:49 smithi065 bash[9468]: cluster 2020-11-16T21:07:48.205689+0000 mon.a (mon.0) 3023 : cluster [DBG] osdmap e1021: 12 total, 12 up, 12 in
2020-11-16T21:07:49.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:49 smithi142 bash[9523]: audit 2020-11-16T21:07:48.205601+0000 mon.a (mon.0) 3022 : audit [INF] from='client.? v1:172.21.15.142:0/1544475282' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished
2020-11-16T21:07:49.540 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:49 smithi142 bash[9523]: cluster 2020-11-16T21:07:48.205689+0000 mon.a (mon.0) 3023 : cluster [DBG] osdmap e1021: 12 total, 12 up, 12 in
2020-11-16T21:07:49.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:49 smithi071 bash[9480]: audit 2020-11-16T21:07:48.205601+0000 mon.a (mon.0) 3022 : audit [INF] from='client.? v1:172.21.15.142:0/1544475282' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished
2020-11-16T21:07:49.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:49 smithi071 bash[9480]: cluster 2020-11-16T21:07:48.205689+0000 mon.a (mon.0) 3023 : cluster [DBG] osdmap e1021: 12 total, 12 up, 12 in
2020-11-16T21:07:50.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:50 smithi065 bash[9468]: cluster 2020-11-16T21:07:48.762581+0000 mgr.x (mgr.14196) 1710 : cluster [DBG] pgmap v2608: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:50.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:50 smithi065 bash[9468]: cluster 2020-11-16T21:07:49.159796+0000 osd.6 (osd.6) 309 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:50.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:50 smithi065 bash[9468]: cluster 2020-11-16T21:07:49.159911+0000 osd.6 (osd.6) 310 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:50.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:50 smithi065 bash[9468]: cluster 2020-11-16T21:07:49.222837+0000 mon.a (mon.0) 3024 : cluster [DBG] osdmap e1022: 12 total, 12 up, 12 in
2020-11-16T21:07:50.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:50 smithi142 bash[9523]: cluster 2020-11-16T21:07:48.762581+0000 mgr.x (mgr.14196) 1710 : cluster [DBG] pgmap v2608: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:50.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:50 smithi142 bash[9523]: cluster 2020-11-16T21:07:49.159796+0000 osd.6 (osd.6) 309 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:50.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:50 smithi142 bash[9523]: cluster 2020-11-16T21:07:49.159911+0000 osd.6 (osd.6) 310 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:50.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:50 smithi142 bash[9523]: cluster 2020-11-16T21:07:49.222837+0000 mon.a (mon.0) 3024 : cluster [DBG] osdmap e1022: 12 total, 12 up, 12 in
2020-11-16T21:07:50.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:50 smithi071 bash[9480]: cluster 2020-11-16T21:07:48.762581+0000 mgr.x (mgr.14196) 1710 : cluster [DBG] pgmap v2608: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:50.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:50 smithi071 bash[9480]: cluster 2020-11-16T21:07:49.159796+0000 osd.6 (osd.6) 309 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:50.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:50 smithi071 bash[9480]: cluster 2020-11-16T21:07:49.159911+0000 osd.6 (osd.6) 310 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:50.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:50 smithi071 bash[9480]: cluster 2020-11-16T21:07:49.222837+0000 mon.a (mon.0) 3024 : cluster [DBG] osdmap e1022: 12 total, 12 up, 12 in
2020-11-16T21:07:52.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:52 smithi065 bash[9468]: cluster 2020-11-16T21:07:50.763192+0000 mgr.x (mgr.14196) 1711 : cluster [DBG] pgmap v2610: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:52.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:52 smithi142 bash[9523]: cluster 2020-11-16T21:07:50.763192+0000 mgr.x (mgr.14196) 1711 : cluster [DBG] pgmap v2610: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:52.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:52 smithi071 bash[9480]: cluster 2020-11-16T21:07:50.763192+0000 mgr.x (mgr.14196) 1711 : cluster [DBG] pgmap v2610: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:53.734 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:07:53.734 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T21:07:53.735 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_ops": 0
2020-11-16T21:07:53.735 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:07:54.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:54 smithi065 bash[9468]: cluster 2020-11-16T21:07:52.763837+0000 mgr.x (mgr.14196) 1712 : cluster [DBG] pgmap v2611: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:54.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:54 smithi142 bash[9523]: cluster 2020-11-16T21:07:52.763837+0000 mgr.x (mgr.14196) 1712 : cluster [DBG] pgmap v2611: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:54.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:54 smithi071 bash[9480]: cluster 2020-11-16T21:07:52.763837+0000 mgr.x (mgr.14196) 1712 : cluster [DBG] pgmap v2611: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:55.123 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops
2020-11-16T21:07:55.263 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:56.240 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.2 to 1 (10000)
2020-11-16T21:07:56.507 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:56 smithi142 bash[9523]: cluster 2020-11-16T21:07:54.764495+0000 mgr.x (mgr.14196) 1713 : cluster [DBG] pgmap v2612: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:56.507 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:56 smithi142 bash[9523]: audit 2020-11-16T21:07:55.589839+0000 mon.a (mon.0) 3025 : audit [INF] from='client.? v1:172.21.15.142:0/2023453574' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T21:07:56.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:56 smithi142 bash[9523]: cluster 2020-11-16T21:07:55.720757+0000 osd.4 (osd.4) 304 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:56.508 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:56 smithi142 bash[9523]: cluster 2020-11-16T21:07:55.720886+0000 osd.4 (osd.4) 305 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:56.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:56 smithi065 bash[9468]: cluster 2020-11-16T21:07:54.764495+0000 mgr.x (mgr.14196) 1713 : cluster [DBG] pgmap v2612: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:56.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:56 smithi065 bash[9468]: audit 2020-11-16T21:07:55.589839+0000 mon.a (mon.0) 3025 : audit [INF] from='client.? v1:172.21.15.142:0/2023453574' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T21:07:56.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:56 smithi065 bash[9468]: cluster 2020-11-16T21:07:55.720757+0000 osd.4 (osd.4) 304 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:56.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:56 smithi065 bash[9468]: cluster 2020-11-16T21:07:55.720886+0000 osd.4 (osd.4) 305 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:56.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:56 smithi071 bash[9480]: cluster 2020-11-16T21:07:54.764495+0000 mgr.x (mgr.14196) 1713 : cluster [DBG] pgmap v2612: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:56.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:56 smithi071 bash[9480]: audit 2020-11-16T21:07:55.589839+0000 mon.a (mon.0) 3025 : audit [INF] from='client.? v1:172.21.15.142:0/2023453574' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T21:07:56.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:56 smithi071 bash[9480]: cluster 2020-11-16T21:07:55.720757+0000 osd.4 (osd.4) 304 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:07:56.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:56 smithi071 bash[9480]: cluster 2020-11-16T21:07:55.720886+0000 osd.4 (osd.4) 305 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:07:57.254 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:57 smithi142 bash[9523]: audit 2020-11-16T21:07:56.246401+0000 mon.a (mon.0) 3026 : audit [INF] from='client.? v1:172.21.15.142:0/2023453574' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished
2020-11-16T21:07:57.255 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:57 smithi142 bash[9523]: cluster 2020-11-16T21:07:56.246437+0000 mon.a (mon.0) 3027 : cluster [DBG] osdmap e1023: 12 total, 12 up, 12 in
2020-11-16T21:07:57.256 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 2 1
2020-11-16T21:07:57.394 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:07:57.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:57 smithi065 bash[9468]: audit 2020-11-16T21:07:56.246401+0000 mon.a (mon.0) 3026 : audit [INF] from='client.? v1:172.21.15.142:0/2023453574' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished
2020-11-16T21:07:57.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:57 smithi065 bash[9468]: cluster 2020-11-16T21:07:56.246437+0000 mon.a (mon.0) 3027 : cluster [DBG] osdmap e1023: 12 total, 12 up, 12 in
2020-11-16T21:07:57.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:57 smithi071 bash[9480]: audit 2020-11-16T21:07:56.246401+0000 mon.a (mon.0) 3026 : audit [INF] from='client.? v1:172.21.15.142:0/2023453574' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished
2020-11-16T21:07:57.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:57 smithi071 bash[9480]: cluster 2020-11-16T21:07:56.246437+0000 mon.a (mon.0) 3027 : cluster [DBG] osdmap e1023: 12 total, 12 up, 12 in
2020-11-16T21:07:58.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:07:58 smithi065 bash[9468]: cluster 2020-11-16T21:07:56.765122+0000 mgr.x (mgr.14196) 1714 : cluster [DBG] pgmap v2614: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:58.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:07:58 smithi142 bash[9523]: cluster 2020-11-16T21:07:56.765122+0000 mgr.x (mgr.14196) 1714 : cluster [DBG] pgmap v2614: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:58.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:07:58 smithi071 bash[9480]: cluster 2020-11-16T21:07:56.765122+0000 mgr.x (mgr.14196) 1714 : cluster [DBG] pgmap v2614: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:07:59.621 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:07:59.622 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": [],
2020-11-16T21:07:59.622 INFO:teuthology.orchestra.run.smithi142.stdout:    "complaint_time": 30,
2020-11-16T21:07:59.622 INFO:teuthology.orchestra.run.smithi142.stdout:    "num_blocked_ops": 0
2020-11-16T21:07:59.622 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:08:00.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:00 smithi065 bash[9468]: cluster 2020-11-16T21:07:58.765723+0000 mgr.x (mgr.14196) 1715 : cluster [DBG] pgmap v2615: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:00.545 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:00 smithi065 bash[9468]: cluster 2020-11-16T21:07:59.309450+0000 osd.11 (osd.11) 290 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:08:00.546 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:00 smithi065 bash[9468]: cluster 2020-11-16T21:07:59.484069+0000 osd.11 (osd.11) 291 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:08:00.546 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:00 smithi142 bash[9523]: cluster 2020-11-16T21:07:58.765723+0000 mgr.x (mgr.14196) 1715 : cluster [DBG] pgmap v2615: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:00.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:00 smithi142 bash[9523]: cluster 2020-11-16T21:07:59.309450+0000 osd.11 (osd.11) 290 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:08:00.547 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:00 smithi142 bash[9523]: cluster 2020-11-16T21:07:59.484069+0000 osd.11 (osd.11) 291 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:08:00.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:00 smithi071 bash[9480]: cluster 2020-11-16T21:07:58.765723+0000 mgr.x (mgr.14196) 1715 : cluster [DBG] pgmap v2615: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:00.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:00 smithi071 bash[9480]: cluster 2020-11-16T21:07:59.309450+0000 osd.11 (osd.11) 290 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:08:00.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:00 smithi071 bash[9480]: cluster 2020-11-16T21:07:59.484069+0000 osd.11 (osd.11) 291 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:08:00.987 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph daemon osd.0 dump_historic_ops
2020-11-16T21:08:01.124 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:02.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:02 smithi065 bash[9468]: cluster 2020-11-16T21:08:00.766340+0000 mgr.x (mgr.14196) 1716 : cluster [DBG] pgmap v2616: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:02.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:02 smithi142 bash[9523]: cluster 2020-11-16T21:08:00.766340+0000 mgr.x (mgr.14196) 1716 : cluster [DBG] pgmap v2616: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:02.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:02 smithi071 bash[9480]: cluster 2020-11-16T21:08:00.766340+0000 mgr.x (mgr.14196) 1716 : cluster [DBG] pgmap v2616: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:03.277 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.2 primary-affinity to 1 (8655362)
2020-11-16T21:08:03.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:03 smithi065 bash[9468]: cluster 2020-11-16T21:08:02.632426+0000 osd.0 (osd.0) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:03.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:03 smithi065 bash[9468]: cluster 2020-11-16T21:08:02.635898+0000 osd.0 (osd.0) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:03.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:03 smithi065 bash[9468]: audit 2020-11-16T21:08:03.016652+0000 mon.a (mon.0) 3028 : audit [INF] from='client.? v1:172.21.15.142:0/264545554' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T21:08:03.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:03 smithi142 bash[9523]: cluster 2020-11-16T21:08:02.632426+0000 osd.0 (osd.0) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:03.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:03 smithi142 bash[9523]: cluster 2020-11-16T21:08:02.635898+0000 osd.0 (osd.0) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:03.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:03 smithi142 bash[9523]: audit 2020-11-16T21:08:03.016652+0000 mon.a (mon.0) 3028 : audit [INF] from='client.? v1:172.21.15.142:0/264545554' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T21:08:03.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:03 smithi071 bash[9480]: cluster 2020-11-16T21:08:02.632426+0000 osd.0 (osd.0) 34 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:03.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:03 smithi071 bash[9480]: cluster 2020-11-16T21:08:02.635898+0000 osd.0 (osd.0) 35 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:03.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:03 smithi071 bash[9480]: audit 2020-11-16T21:08:03.016652+0000 mon.a (mon.0) 3028 : audit [INF] from='client.? v1:172.21.15.142:0/264545554' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch
2020-11-16T21:08:04.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:04 smithi065 bash[9468]: cluster 2020-11-16T21:08:02.766985+0000 mgr.x (mgr.14196) 1717 : cluster [DBG] pgmap v2617: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:04.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:04 smithi065 bash[9468]: audit 2020-11-16T21:08:03.282760+0000 mon.a (mon.0) 3029 : audit [INF] from='client.? v1:172.21.15.142:0/264545554' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished
2020-11-16T21:08:04.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:04 smithi065 bash[9468]: cluster 2020-11-16T21:08:03.282793+0000 mon.a (mon.0) 3030 : cluster [DBG] osdmap e1024: 12 total, 12 up, 12 in
2020-11-16T21:08:04.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:04 smithi142 bash[9523]: cluster 2020-11-16T21:08:02.766985+0000 mgr.x (mgr.14196) 1717 : cluster [DBG] pgmap v2617: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:04.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:04 smithi142 bash[9523]: audit 2020-11-16T21:08:03.282760+0000 mon.a (mon.0) 3029 : audit [INF] from='client.? v1:172.21.15.142:0/264545554' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished
2020-11-16T21:08:04.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:04 smithi142 bash[9523]: cluster 2020-11-16T21:08:03.282793+0000 mon.a (mon.0) 3030 : cluster [DBG] osdmap e1024: 12 total, 12 up, 12 in
2020-11-16T21:08:04.625 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 4 1
2020-11-16T21:08:04.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:04 smithi071 bash[9480]: cluster 2020-11-16T21:08:02.766985+0000 mgr.x (mgr.14196) 1717 : cluster [DBG] pgmap v2617: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:04.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:04 smithi071 bash[9480]: audit 2020-11-16T21:08:03.282760+0000 mon.a (mon.0) 3029 : audit [INF] from='client.? v1:172.21.15.142:0/264545554' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished
2020-11-16T21:08:04.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:04 smithi071 bash[9480]: cluster 2020-11-16T21:08:03.282793+0000 mon.a (mon.0) 3030 : cluster [DBG] osdmap e1024: 12 total, 12 up, 12 in
2020-11-16T21:08:04.758 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:06.266 INFO:teuthology.orchestra.run.smithi142.stdout:{
2020-11-16T21:08:06.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "size": 20,
2020-11-16T21:08:06.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "duration": 600,
2020-11-16T21:08:06.266 INFO:teuthology.orchestra.run.smithi142.stdout:    "ops": []
2020-11-16T21:08:06.267 INFO:teuthology.orchestra.run.smithi142.stdout:}
2020-11-16T21:08:06.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:06 smithi065 bash[9468]: cluster 2020-11-16T21:08:04.767610+0000 mgr.x (mgr.14196) 1718 : cluster [DBG] pgmap v2619: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:06.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:06 smithi142 bash[9523]: cluster 2020-11-16T21:08:04.767610+0000 mgr.x (mgr.14196) 1718 : cluster [DBG] pgmap v2619: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:06.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:06 smithi071 bash[9480]: cluster 2020-11-16T21:08:04.767610+0000 mgr.x (mgr.14196) 1718 : cluster [DBG] pgmap v2619: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:08.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:08 smithi071 bash[9480]: cluster 2020-11-16T21:08:06.768232+0000 mgr.x (mgr.14196) 1719 : cluster [DBG] pgmap v2620: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:08.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:08 smithi071 bash[9480]: cluster 2020-11-16T21:08:07.669620+0000 osd.9 (osd.9) 263 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:08.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:08 smithi071 bash[9480]: cluster 2020-11-16T21:08:07.669740+0000 osd.9 (osd.9) 264 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:08.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:08 smithi065 bash[9468]: cluster 2020-11-16T21:08:06.768232+0000 mgr.x (mgr.14196) 1719 : cluster [DBG] pgmap v2620: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:08.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:08 smithi065 bash[9468]: cluster 2020-11-16T21:08:07.669620+0000 osd.9 (osd.9) 263 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:08.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:08 smithi065 bash[9468]: cluster 2020-11-16T21:08:07.669740+0000 osd.9 (osd.9) 264 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:08.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:08 smithi142 bash[9523]: cluster 2020-11-16T21:08:06.768232+0000 mgr.x (mgr.14196) 1719 : cluster [DBG] pgmap v2620: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:08.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:08 smithi142 bash[9523]: cluster 2020-11-16T21:08:07.669620+0000 osd.9 (osd.9) 263 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:08.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:08 smithi142 bash[9523]: cluster 2020-11-16T21:08:07.669740+0000 osd.9 (osd.9) 264 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:09.306 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.4 to 1 (10000)
2020-11-16T21:08:09.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:09 smithi071 bash[9480]: cluster 2020-11-16T21:08:08.303077+0000 mon.a (mon.0) 3031 : cluster [DBG] osdmap e1025: 12 total, 12 up, 12 in
2020-11-16T21:08:09.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:09 smithi071 bash[9480]: audit 2020-11-16T21:08:09.261968+0000 mon.a (mon.0) 3032 : audit [INF] from='client.? v1:172.21.15.142:0/1909529314' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T21:08:09.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:09 smithi065 bash[9468]: cluster 2020-11-16T21:08:08.303077+0000 mon.a (mon.0) 3031 : cluster [DBG] osdmap e1025: 12 total, 12 up, 12 in
2020-11-16T21:08:09.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:09 smithi065 bash[9468]: audit 2020-11-16T21:08:09.261968+0000 mon.a (mon.0) 3032 : audit [INF] from='client.? v1:172.21.15.142:0/1909529314' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T21:08:09.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:09 smithi142 bash[9523]: cluster 2020-11-16T21:08:08.303077+0000 mon.a (mon.0) 3031 : cluster [DBG] osdmap e1025: 12 total, 12 up, 12 in
2020-11-16T21:08:09.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:09 smithi142 bash[9523]: audit 2020-11-16T21:08:09.261968+0000 mon.a (mon.0) 3032 : audit [INF] from='client.? v1:172.21.15.142:0/1909529314' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T21:08:10.148 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 4 1
2020-11-16T21:08:10.296 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:10.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:10 smithi142 bash[9523]: cluster 2020-11-16T21:08:08.768810+0000 mgr.x (mgr.14196) 1720 : cluster [DBG] pgmap v2622: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:10.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:10 smithi142 bash[9523]: audit 2020-11-16T21:08:09.312359+0000 mon.a (mon.0) 3033 : audit [INF] from='client.? v1:172.21.15.142:0/1909529314' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T21:08:10.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:10 smithi142 bash[9523]: cluster 2020-11-16T21:08:09.312444+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1026: 12 total, 12 up, 12 in
2020-11-16T21:08:10.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:10 smithi071 bash[9480]: cluster 2020-11-16T21:08:08.768810+0000 mgr.x (mgr.14196) 1720 : cluster [DBG] pgmap v2622: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:10.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:10 smithi071 bash[9480]: audit 2020-11-16T21:08:09.312359+0000 mon.a (mon.0) 3033 : audit [INF] from='client.? v1:172.21.15.142:0/1909529314' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T21:08:10.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:10 smithi071 bash[9480]: cluster 2020-11-16T21:08:09.312444+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1026: 12 total, 12 up, 12 in
2020-11-16T21:08:10.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:10 smithi065 bash[9468]: cluster 2020-11-16T21:08:08.768810+0000 mgr.x (mgr.14196) 1720 : cluster [DBG] pgmap v2622: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:10.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:10 smithi065 bash[9468]: audit 2020-11-16T21:08:09.312359+0000 mon.a (mon.0) 3033 : audit [INF] from='client.? v1:172.21.15.142:0/1909529314' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished
2020-11-16T21:08:10.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:10 smithi065 bash[9468]: cluster 2020-11-16T21:08:09.312444+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1026: 12 total, 12 up, 12 in
2020-11-16T21:08:11.685 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:11 smithi142 bash[9523]: cluster 2020-11-16T21:08:10.177593+0000 osd.2 (osd.2) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:11.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:11 smithi142 bash[9523]: cluster 2020-11-16T21:08:10.177701+0000 osd.2 (osd.2) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:11.686 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:11 smithi142 bash[9523]: cluster 2020-11-16T21:08:10.321001+0000 mon.a (mon.0) 3035 : cluster [DBG] osdmap e1027: 12 total, 12 up, 12 in
2020-11-16T21:08:11.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:11 smithi071 bash[9480]: cluster 2020-11-16T21:08:10.177593+0000 osd.2 (osd.2) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:11.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:11 smithi071 bash[9480]: cluster 2020-11-16T21:08:10.177701+0000 osd.2 (osd.2) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:11.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:11 smithi071 bash[9480]: cluster 2020-11-16T21:08:10.321001+0000 mon.a (mon.0) 3035 : cluster [DBG] osdmap e1027: 12 total, 12 up, 12 in
2020-11-16T21:08:11.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:11 smithi065 bash[9468]: cluster 2020-11-16T21:08:10.177593+0000 osd.2 (osd.2) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:11.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:11 smithi065 bash[9468]: cluster 2020-11-16T21:08:10.177701+0000 osd.2 (osd.2) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:11.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:11 smithi065 bash[9468]: cluster 2020-11-16T21:08:10.321001+0000 mon.a (mon.0) 3035 : cluster [DBG] osdmap e1027: 12 total, 12 up, 12 in
2020-11-16T21:08:12.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:12 smithi071 bash[9480]: cluster 2020-11-16T21:08:10.769508+0000 mgr.x (mgr.14196) 1721 : cluster [DBG] pgmap v2625: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:12.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:12 smithi065 bash[9468]: cluster 2020-11-16T21:08:10.769508+0000 mgr.x (mgr.14196) 1721 : cluster [DBG] pgmap v2625: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:12.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:12 smithi142 bash[9523]: cluster 2020-11-16T21:08:10.769508+0000 mgr.x (mgr.14196) 1721 : cluster [DBG] pgmap v2625: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:14.338 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.4 primary-affinity to 1 (8655362)
2020-11-16T21:08:14.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:14 smithi071 bash[9480]: cluster 2020-11-16T21:08:12.770221+0000 mgr.x (mgr.14196) 1722 : cluster [DBG] pgmap v2626: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:14.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:14 smithi071 bash[9480]: audit 2020-11-16T21:08:13.830945+0000 mon.a (mon.0) 3036 : audit [INF] from='client.? v1:172.21.15.142:0/4077872694' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T21:08:14.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:14 smithi065 bash[9468]: cluster 2020-11-16T21:08:12.770221+0000 mgr.x (mgr.14196) 1722 : cluster [DBG] pgmap v2626: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:14.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:14 smithi065 bash[9468]: audit 2020-11-16T21:08:13.830945+0000 mon.a (mon.0) 3036 : audit [INF] from='client.? v1:172.21.15.142:0/4077872694' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T21:08:14.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:14 smithi142 bash[9523]: cluster 2020-11-16T21:08:12.770221+0000 mgr.x (mgr.14196) 1722 : cluster [DBG] pgmap v2626: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:14.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:14 smithi142 bash[9523]: audit 2020-11-16T21:08:13.830945+0000 mon.a (mon.0) 3036 : audit [INF] from='client.? v1:172.21.15.142:0/4077872694' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch
2020-11-16T21:08:15.110 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 5 1
2020-11-16T21:08:15.248 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:15.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:15 smithi142 bash[9523]: audit 2020-11-16T21:08:14.339506+0000 mon.a (mon.0) 3037 : audit [INF] from='client.? v1:172.21.15.142:0/4077872694' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished
2020-11-16T21:08:15.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:15 smithi142 bash[9523]: cluster 2020-11-16T21:08:14.339595+0000 mon.a (mon.0) 3038 : cluster [DBG] osdmap e1028: 12 total, 12 up, 12 in
2020-11-16T21:08:15.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:15 smithi071 bash[9480]: audit 2020-11-16T21:08:14.339506+0000 mon.a (mon.0) 3037 : audit [INF] from='client.? v1:172.21.15.142:0/4077872694' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished
2020-11-16T21:08:15.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:15 smithi071 bash[9480]: cluster 2020-11-16T21:08:14.339595+0000 mon.a (mon.0) 3038 : cluster [DBG] osdmap e1028: 12 total, 12 up, 12 in
2020-11-16T21:08:15.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:15 smithi065 bash[9468]: audit 2020-11-16T21:08:14.339506+0000 mon.a (mon.0) 3037 : audit [INF] from='client.? v1:172.21.15.142:0/4077872694' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished
2020-11-16T21:08:15.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:15 smithi065 bash[9468]: cluster 2020-11-16T21:08:14.339595+0000 mon.a (mon.0) 3038 : cluster [DBG] osdmap e1028: 12 total, 12 up, 12 in
2020-11-16T21:08:16.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:16 smithi071 bash[9480]: cluster 2020-11-16T21:08:14.770865+0000 mgr.x (mgr.14196) 1723 : cluster [DBG] pgmap v2628: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:16.753 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:16 smithi142 bash[9523]: cluster 2020-11-16T21:08:14.770865+0000 mgr.x (mgr.14196) 1723 : cluster [DBG] pgmap v2628: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:16.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:16 smithi065 bash[9468]: cluster 2020-11-16T21:08:14.770865+0000 mgr.x (mgr.14196) 1723 : cluster [DBG] pgmap v2628: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:17.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:17 smithi071 bash[9480]: cluster 2020-11-16T21:08:16.388344+0000 osd.10 (osd.10) 270 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:17.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:17 smithi071 bash[9480]: cluster 2020-11-16T21:08:16.388476+0000 osd.10 (osd.10) 271 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:17.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:17 smithi065 bash[9468]: cluster 2020-11-16T21:08:16.388344+0000 osd.10 (osd.10) 270 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:17.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:17 smithi065 bash[9468]: cluster 2020-11-16T21:08:16.388476+0000 osd.10 (osd.10) 271 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:17.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:17 smithi142 bash[9523]: cluster 2020-11-16T21:08:16.388344+0000 osd.10 (osd.10) 270 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:17.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:17 smithi142 bash[9523]: cluster 2020-11-16T21:08:16.388476+0000 osd.10 (osd.10) 271 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:18.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:18 smithi071 bash[9480]: cluster 2020-11-16T21:08:16.771522+0000 mgr.x (mgr.14196) 1724 : cluster [DBG] pgmap v2629: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:18.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:18 smithi071 bash[9480]: cluster 2020-11-16T21:08:17.367528+0000 mon.a (mon.0) 3039 : cluster [DBG] osdmap e1029: 12 total, 12 up, 12 in
2020-11-16T21:08:18.703 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:18 smithi142 bash[9523]: cluster 2020-11-16T21:08:16.771522+0000 mgr.x (mgr.14196) 1724 : cluster [DBG] pgmap v2629: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:18.703 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:18 smithi142 bash[9523]: cluster 2020-11-16T21:08:17.367528+0000 mon.a (mon.0) 3039 : cluster [DBG] osdmap e1029: 12 total, 12 up, 12 in
2020-11-16T21:08:18.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:18 smithi065 bash[9468]: cluster 2020-11-16T21:08:16.771522+0000 mgr.x (mgr.14196) 1724 : cluster [DBG] pgmap v2629: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:18.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:18 smithi065 bash[9468]: cluster 2020-11-16T21:08:17.367528+0000 mon.a (mon.0) 3039 : cluster [DBG] osdmap e1029: 12 total, 12 up, 12 in
2020-11-16T21:08:19.374 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.5 to 1 (10000)
2020-11-16T21:08:19.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:19 smithi071 bash[9480]: audit 2020-11-16T21:08:19.069720+0000 mon.a (mon.0) 3040 : audit [INF] from='client.? v1:172.21.15.142:0/4213528858' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch
2020-11-16T21:08:19.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:19 smithi065 bash[9468]: audit 2020-11-16T21:08:19.069720+0000 mon.a (mon.0) 3040 : audit [INF] from='client.? v1:172.21.15.142:0/4213528858' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch
2020-11-16T21:08:19.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:19 smithi142 bash[9523]: audit 2020-11-16T21:08:19.069720+0000 mon.a (mon.0) 3040 : audit [INF] from='client.? v1:172.21.15.142:0/4213528858' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch
2020-11-16T21:08:20.236 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 5 1
2020-11-16T21:08:20.374 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:20 smithi142 bash[9523]: cluster 2020-11-16T21:08:18.772203+0000 mgr.x (mgr.14196) 1725 : cluster [DBG] pgmap v2631: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:20 smithi142 bash[9523]: audit 2020-11-16T21:08:19.379625+0000 mon.a (mon.0) 3041 : audit [INF] from='client.? v1:172.21.15.142:0/4213528858' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished
2020-11-16T21:08:20.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:20 smithi142 bash[9523]: cluster 2020-11-16T21:08:19.379702+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1030: 12 total, 12 up, 12 in
2020-11-16T21:08:20.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:20 smithi071 bash[9480]: cluster 2020-11-16T21:08:18.772203+0000 mgr.x (mgr.14196) 1725 : cluster [DBG] pgmap v2631: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:20.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:20 smithi071 bash[9480]: audit 2020-11-16T21:08:19.379625+0000 mon.a (mon.0) 3041 : audit [INF] from='client.? v1:172.21.15.142:0/4213528858' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished
2020-11-16T21:08:20.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:20 smithi071 bash[9480]: cluster 2020-11-16T21:08:19.379702+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1030: 12 total, 12 up, 12 in
2020-11-16T21:08:20.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:20 smithi065 bash[9468]: cluster 2020-11-16T21:08:18.772203+0000 mgr.x (mgr.14196) 1725 : cluster [DBG] pgmap v2631: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:20.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:20 smithi065 bash[9468]: audit 2020-11-16T21:08:19.379625+0000 mon.a (mon.0) 3041 : audit [INF] from='client.? v1:172.21.15.142:0/4213528858' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished
2020-11-16T21:08:20.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:20 smithi065 bash[9468]: cluster 2020-11-16T21:08:19.379702+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1030: 12 total, 12 up, 12 in
2020-11-16T21:08:22.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:22 smithi071 bash[9480]: cluster 2020-11-16T21:08:20.772844+0000 mgr.x (mgr.14196) 1726 : cluster [DBG] pgmap v2633: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:22.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:22 smithi065 bash[9468]: cluster 2020-11-16T21:08:20.772844+0000 mgr.x (mgr.14196) 1726 : cluster [DBG] pgmap v2633: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:22.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:22 smithi142 bash[9523]: cluster 2020-11-16T21:08:20.772844+0000 mgr.x (mgr.14196) 1726 : cluster [DBG] pgmap v2633: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:24.390 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.5 primary-affinity to 1 (8655362)
2020-11-16T21:08:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:24 smithi071 bash[9480]: cluster 2020-11-16T21:08:22.773526+0000 mgr.x (mgr.14196) 1727 : cluster [DBG] pgmap v2634: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:24.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:24 smithi071 bash[9480]: audit 2020-11-16T21:08:23.977646+0000 mon.a (mon.0) 3043 : audit [INF] from='client.? v1:172.21.15.142:0/930808727' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch
2020-11-16T21:08:24.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:24 smithi065 bash[9468]: cluster 2020-11-16T21:08:22.773526+0000 mgr.x (mgr.14196) 1727 : cluster [DBG] pgmap v2634: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:24.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:24 smithi065 bash[9468]: audit 2020-11-16T21:08:23.977646+0000 mon.a (mon.0) 3043 : audit [INF] from='client.? v1:172.21.15.142:0/930808727' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch
2020-11-16T21:08:24.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:24 smithi142 bash[9523]: cluster 2020-11-16T21:08:22.773526+0000 mgr.x (mgr.14196) 1727 : cluster [DBG] pgmap v2634: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:24.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:24 smithi142 bash[9523]: audit 2020-11-16T21:08:23.977646+0000 mon.a (mon.0) 3043 : audit [INF] from='client.? v1:172.21.15.142:0/930808727' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch
2020-11-16T21:08:25.207 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 6 1
2020-11-16T21:08:25.349 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:25.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:25 smithi142 bash[9523]: audit 2020-11-16T21:08:24.394282+0000 mon.a (mon.0) 3044 : audit [INF] from='client.? v1:172.21.15.142:0/930808727' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished
2020-11-16T21:08:25.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:25 smithi142 bash[9523]: cluster 2020-11-16T21:08:24.394416+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1031: 12 total, 12 up, 12 in
2020-11-16T21:08:25.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:25 smithi071 bash[9480]: audit 2020-11-16T21:08:24.394282+0000 mon.a (mon.0) 3044 : audit [INF] from='client.? v1:172.21.15.142:0/930808727' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished
2020-11-16T21:08:25.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:25 smithi071 bash[9480]: cluster 2020-11-16T21:08:24.394416+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1031: 12 total, 12 up, 12 in
2020-11-16T21:08:25.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:25 smithi065 bash[9468]: audit 2020-11-16T21:08:24.394282+0000 mon.a (mon.0) 3044 : audit [INF] from='client.? v1:172.21.15.142:0/930808727' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished
2020-11-16T21:08:25.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:25 smithi065 bash[9468]: cluster 2020-11-16T21:08:24.394416+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1031: 12 total, 12 up, 12 in
2020-11-16T21:08:26.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:26 smithi071 bash[9480]: cluster 2020-11-16T21:08:24.774157+0000 mgr.x (mgr.14196) 1728 : cluster [DBG] pgmap v2636: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:26.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:26 smithi065 bash[9468]: cluster 2020-11-16T21:08:24.774157+0000 mgr.x (mgr.14196) 1728 : cluster [DBG] pgmap v2636: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:26.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:26 smithi142 bash[9523]: cluster 2020-11-16T21:08:24.774157+0000 mgr.x (mgr.14196) 1728 : cluster [DBG] pgmap v2636: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:27.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:27 smithi071 bash[9480]: audit 2020-11-16T21:08:26.404264+0000 mon.b (mon.1) 486 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:08:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:27 smithi071 bash[9480]: audit 2020-11-16T21:08:26.405122+0000 mon.b (mon.1) 487 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:08:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:27 smithi071 bash[9480]: audit 2020-11-16T21:08:26.405850+0000 mon.a (mon.0) 3046 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:08:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:27 smithi071 bash[9480]: audit 2020-11-16T21:08:26.412521+0000 mon.a (mon.0) 3047 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:08:27.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:27 smithi065 bash[9468]: audit 2020-11-16T21:08:26.404264+0000 mon.b (mon.1) 486 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:08:27.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:27 smithi065 bash[9468]: audit 2020-11-16T21:08:26.405122+0000 mon.b (mon.1) 487 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:08:27.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:27 smithi065 bash[9468]: audit 2020-11-16T21:08:26.405850+0000 mon.a (mon.0) 3046 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:08:27.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:27 smithi065 bash[9468]: audit 2020-11-16T21:08:26.412521+0000 mon.a (mon.0) 3047 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:08:27.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:27 smithi142 bash[9523]: audit 2020-11-16T21:08:26.404264+0000 mon.b (mon.1) 486 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:08:27.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:27 smithi142 bash[9523]: audit 2020-11-16T21:08:26.405122+0000 mon.b (mon.1) 487 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:08:27.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:27 smithi142 bash[9523]: audit 2020-11-16T21:08:26.405850+0000 mon.a (mon.0) 3046 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:08:27.780 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:27 smithi142 bash[9523]: audit 2020-11-16T21:08:26.412521+0000 mon.a (mon.0) 3047 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:08:28.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:28 smithi071 bash[9480]: cluster 2020-11-16T21:08:26.774837+0000 mgr.x (mgr.14196) 1729 : cluster [DBG] pgmap v2637: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:28.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:28 smithi071 bash[9480]: cluster 2020-11-16T21:08:27.027787+0000 osd.5 (osd.5) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:28.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:28 smithi071 bash[9480]: cluster 2020-11-16T21:08:27.027919+0000 osd.5 (osd.5) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:28.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:28 smithi071 bash[9480]: cluster 2020-11-16T21:08:27.975170+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1032: 12 total, 12 up, 12 in
2020-11-16T21:08:28.707 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:28 smithi142 bash[9523]: cluster 2020-11-16T21:08:26.774837+0000 mgr.x (mgr.14196) 1729 : cluster [DBG] pgmap v2637: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:28.707 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:28 smithi142 bash[9523]: cluster 2020-11-16T21:08:27.027787+0000 osd.5 (osd.5) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:28.707 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:28 smithi142 bash[9523]: cluster 2020-11-16T21:08:27.027919+0000 osd.5 (osd.5) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:28.707 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:28 smithi142 bash[9523]: cluster 2020-11-16T21:08:27.975170+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1032: 12 total, 12 up, 12 in
2020-11-16T21:08:28.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:28 smithi065 bash[9468]: cluster 2020-11-16T21:08:26.774837+0000 mgr.x (mgr.14196) 1729 : cluster [DBG] pgmap v2637: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:28.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:28 smithi065 bash[9468]: cluster 2020-11-16T21:08:27.027787+0000 osd.5 (osd.5) 277 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:28.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:28 smithi065 bash[9468]: cluster 2020-11-16T21:08:27.027919+0000 osd.5 (osd.5) 278 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:28.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:28 smithi065 bash[9468]: cluster 2020-11-16T21:08:27.975170+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1032: 12 total, 12 up, 12 in
2020-11-16T21:08:29.428 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.6 to 1 (10000)
2020-11-16T21:08:29.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:29 smithi071 bash[9480]: audit 2020-11-16T21:08:29.075637+0000 mon.a (mon.0) 3049 : audit [INF] from='client.? v1:172.21.15.142:0/3942700490' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T21:08:29.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:29 smithi065 bash[9468]: audit 2020-11-16T21:08:29.075637+0000 mon.a (mon.0) 3049 : audit [INF] from='client.? v1:172.21.15.142:0/3942700490' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T21:08:29.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:29 smithi142 bash[9523]: audit 2020-11-16T21:08:29.075637+0000 mon.a (mon.0) 3049 : audit [INF] from='client.? v1:172.21.15.142:0/3942700490' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T21:08:30.292 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 6 1
2020-11-16T21:08:30.432 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:30.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:30 smithi071 bash[9480]: cluster 2020-11-16T21:08:28.775484+0000 mgr.x (mgr.14196) 1730 : cluster [DBG] pgmap v2639: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:30.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:30 smithi071 bash[9480]: audit 2020-11-16T21:08:29.433795+0000 mon.a (mon.0) 3050 : audit [INF] from='client.? v1:172.21.15.142:0/3942700490' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T21:08:30.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:30 smithi071 bash[9480]: cluster 2020-11-16T21:08:29.433878+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1033: 12 total, 12 up, 12 in
2020-11-16T21:08:30.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:30 smithi065 bash[9468]: cluster 2020-11-16T21:08:28.775484+0000 mgr.x (mgr.14196) 1730 : cluster [DBG] pgmap v2639: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:30.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:30 smithi065 bash[9468]: audit 2020-11-16T21:08:29.433795+0000 mon.a (mon.0) 3050 : audit [INF] from='client.? v1:172.21.15.142:0/3942700490' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T21:08:30.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:30 smithi065 bash[9468]: cluster 2020-11-16T21:08:29.433878+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1033: 12 total, 12 up, 12 in
2020-11-16T21:08:30.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:30 smithi142 bash[9523]: cluster 2020-11-16T21:08:28.775484+0000 mgr.x (mgr.14196) 1730 : cluster [DBG] pgmap v2639: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:30.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:30 smithi142 bash[9523]: audit 2020-11-16T21:08:29.433795+0000 mon.a (mon.0) 3050 : audit [INF] from='client.? v1:172.21.15.142:0/3942700490' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished
2020-11-16T21:08:30.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:30 smithi142 bash[9523]: cluster 2020-11-16T21:08:29.433878+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1033: 12 total, 12 up, 12 in
2020-11-16T21:08:32.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:32 smithi071 bash[9480]: cluster 2020-11-16T21:08:30.776056+0000 mgr.x (mgr.14196) 1731 : cluster [DBG] pgmap v2641: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:32.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:32 smithi071 bash[9480]: cluster 2020-11-16T21:08:32.093660+0000 osd.7 (osd.7) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:32.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:32 smithi071 bash[9480]: cluster 2020-11-16T21:08:32.093832+0000 osd.7 (osd.7) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:32.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:32 smithi065 bash[9468]: cluster 2020-11-16T21:08:30.776056+0000 mgr.x (mgr.14196) 1731 : cluster [DBG] pgmap v2641: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:32.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:32 smithi065 bash[9468]: cluster 2020-11-16T21:08:32.093660+0000 osd.7 (osd.7) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:32.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:32 smithi065 bash[9468]: cluster 2020-11-16T21:08:32.093832+0000 osd.7 (osd.7) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:32.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:32 smithi142 bash[9523]: cluster 2020-11-16T21:08:30.776056+0000 mgr.x (mgr.14196) 1731 : cluster [DBG] pgmap v2641: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:32.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:32 smithi142 bash[9523]: cluster 2020-11-16T21:08:32.093660+0000 osd.7 (osd.7) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:32.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:32 smithi142 bash[9523]: cluster 2020-11-16T21:08:32.093832+0000 osd.7 (osd.7) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:33.958 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:33 smithi142 bash[9523]: cluster 2020-11-16T21:08:32.776620+0000 mgr.x (mgr.14196) 1732 : cluster [DBG] pgmap v2642: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:34.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:33 smithi065 bash[9468]: cluster 2020-11-16T21:08:32.776620+0000 mgr.x (mgr.14196) 1732 : cluster [DBG] pgmap v2642: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:34.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:33 smithi065 bash[9468]: cluster 2020-11-16T21:08:32.968785+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1034: 12 total, 12 up, 12 in
2020-11-16T21:08:34.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:33 smithi142 bash[9523]: cluster 2020-11-16T21:08:32.968785+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1034: 12 total, 12 up, 12 in
2020-11-16T21:08:34.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:33 smithi071 bash[9480]: cluster 2020-11-16T21:08:32.776620+0000 mgr.x (mgr.14196) 1732 : cluster [DBG] pgmap v2642: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:34.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:33 smithi071 bash[9480]: cluster 2020-11-16T21:08:32.968785+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1034: 12 total, 12 up, 12 in
2020-11-16T21:08:34.977 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.6 primary-affinity to 1 (8655362)
2020-11-16T21:08:35.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:34 smithi065 bash[9468]: audit 2020-11-16T21:08:34.190265+0000 mon.a (mon.0) 3053 : audit [INF] from='client.? v1:172.21.15.142:0/1615901373' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T21:08:35.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:34 smithi142 bash[9523]: audit 2020-11-16T21:08:34.190265+0000 mon.a (mon.0) 3053 : audit [INF] from='client.? v1:172.21.15.142:0/1615901373' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T21:08:35.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:34 smithi071 bash[9480]: audit 2020-11-16T21:08:34.190265+0000 mon.a (mon.0) 3053 : audit [INF] from='client.? v1:172.21.15.142:0/1615901373' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch
2020-11-16T21:08:35.820 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 8 1
2020-11-16T21:08:35.958 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:36.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:35 smithi065 bash[9468]: cluster 2020-11-16T21:08:34.777246+0000 mgr.x (mgr.14196) 1733 : cluster [DBG] pgmap v2644: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:35 smithi065 bash[9468]: audit 2020-11-16T21:08:34.981462+0000 mon.a (mon.0) 3054 : audit [INF] from='client.? v1:172.21.15.142:0/1615901373' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished
2020-11-16T21:08:36.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:35 smithi065 bash[9468]: cluster 2020-11-16T21:08:34.981518+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1035: 12 total, 12 up, 12 in
2020-11-16T21:08:36.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:35 smithi142 bash[9523]: cluster 2020-11-16T21:08:34.777246+0000 mgr.x (mgr.14196) 1733 : cluster [DBG] pgmap v2644: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:36.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:35 smithi142 bash[9523]: audit 2020-11-16T21:08:34.981462+0000 mon.a (mon.0) 3054 : audit [INF] from='client.? v1:172.21.15.142:0/1615901373' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished
2020-11-16T21:08:36.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:35 smithi142 bash[9523]: cluster 2020-11-16T21:08:34.981518+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1035: 12 total, 12 up, 12 in
2020-11-16T21:08:36.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:35 smithi071 bash[9480]: cluster 2020-11-16T21:08:34.777246+0000 mgr.x (mgr.14196) 1733 : cluster [DBG] pgmap v2644: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:35 smithi071 bash[9480]: audit 2020-11-16T21:08:34.981462+0000 mon.a (mon.0) 3054 : audit [INF] from='client.? v1:172.21.15.142:0/1615901373' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished
2020-11-16T21:08:36.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:35 smithi071 bash[9480]: cluster 2020-11-16T21:08:34.981518+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1035: 12 total, 12 up, 12 in
2020-11-16T21:08:37.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:36 smithi142 bash[9523]: cluster 2020-11-16T21:08:36.188862+0000 osd.8 (osd.8) 293 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:37.231 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:36 smithi142 bash[9523]: cluster 2020-11-16T21:08:36.188983+0000 osd.8 (osd.8) 294 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:37.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:36 smithi065 bash[9468]: cluster 2020-11-16T21:08:36.188862+0000 osd.8 (osd.8) 293 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:37.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:36 smithi065 bash[9468]: cluster 2020-11-16T21:08:36.188983+0000 osd.8 (osd.8) 294 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:37.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:36 smithi071 bash[9480]: cluster 2020-11-16T21:08:36.188862+0000 osd.8 (osd.8) 293 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:37.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:36 smithi071 bash[9480]: cluster 2020-11-16T21:08:36.188983+0000 osd.8 (osd.8) 294 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:38.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:37 smithi065 bash[9468]: cluster 2020-11-16T21:08:36.777883+0000 mgr.x (mgr.14196) 1734 : cluster [DBG] pgmap v2646: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:38.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:37 smithi065 bash[9468]: cluster 2020-11-16T21:08:36.995054+0000 mon.a (mon.0) 3056 : cluster [DBG] osdmap e1036: 12 total, 12 up, 12 in
2020-11-16T21:08:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:37 smithi142 bash[9523]: cluster 2020-11-16T21:08:36.777883+0000 mgr.x (mgr.14196) 1734 : cluster [DBG] pgmap v2646: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:37 smithi142 bash[9523]: cluster 2020-11-16T21:08:36.995054+0000 mon.a (mon.0) 3056 : cluster [DBG] osdmap e1036: 12 total, 12 up, 12 in
2020-11-16T21:08:38.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:37 smithi071 bash[9480]: cluster 2020-11-16T21:08:36.777883+0000 mgr.x (mgr.14196) 1734 : cluster [DBG] pgmap v2646: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:38.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:37 smithi071 bash[9480]: cluster 2020-11-16T21:08:36.995054+0000 mon.a (mon.0) 3056 : cluster [DBG] osdmap e1036: 12 total, 12 up, 12 in
2020-11-16T21:08:39.998 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.8 to 1 (10000)
2020-11-16T21:08:40.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:40 smithi065 bash[9468]: cluster 2020-11-16T21:08:38.778503+0000 mgr.x (mgr.14196) 1735 : cluster [DBG] pgmap v2648: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:40.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:40 smithi065 bash[9468]: audit 2020-11-16T21:08:39.687939+0000 mon.a (mon.0) 3057 : audit [INF] from='client.? v1:172.21.15.142:0/2772802948' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T21:08:40.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:40 smithi142 bash[9523]: cluster 2020-11-16T21:08:38.778503+0000 mgr.x (mgr.14196) 1735 : cluster [DBG] pgmap v2648: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:40.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:40 smithi142 bash[9523]: audit 2020-11-16T21:08:39.687939+0000 mon.a (mon.0) 3057 : audit [INF] from='client.? v1:172.21.15.142:0/2772802948' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T21:08:40.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:40 smithi071 bash[9480]: cluster 2020-11-16T21:08:38.778503+0000 mgr.x (mgr.14196) 1735 : cluster [DBG] pgmap v2648: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:40.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:40 smithi071 bash[9480]: audit 2020-11-16T21:08:39.687939+0000 mon.a (mon.0) 3057 : audit [INF] from='client.? v1:172.21.15.142:0/2772802948' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T21:08:40.872 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 8 1
2020-11-16T21:08:41.014 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:41.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:41 smithi065 bash[9468]: audit 2020-11-16T21:08:40.002186+0000 mon.a (mon.0) 3058 : audit [INF] from='client.? v1:172.21.15.142:0/2772802948' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T21:08:41.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:41 smithi065 bash[9468]: cluster 2020-11-16T21:08:40.002288+0000 mon.a (mon.0) 3059 : cluster [DBG] osdmap e1037: 12 total, 12 up, 12 in
2020-11-16T21:08:41.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:41 smithi142 bash[9523]: audit 2020-11-16T21:08:40.002186+0000 mon.a (mon.0) 3058 : audit [INF] from='client.? v1:172.21.15.142:0/2772802948' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T21:08:41.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:41 smithi142 bash[9523]: cluster 2020-11-16T21:08:40.002288+0000 mon.a (mon.0) 3059 : cluster [DBG] osdmap e1037: 12 total, 12 up, 12 in
2020-11-16T21:08:41.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:41 smithi071 bash[9480]: audit 2020-11-16T21:08:40.002186+0000 mon.a (mon.0) 3058 : audit [INF] from='client.? v1:172.21.15.142:0/2772802948' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 8, "weight": 1.0}]': finished
2020-11-16T21:08:41.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:41 smithi071 bash[9480]: cluster 2020-11-16T21:08:40.002288+0000 mon.a (mon.0) 3059 : cluster [DBG] osdmap e1037: 12 total, 12 up, 12 in
2020-11-16T21:08:42.388 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:42 smithi142 bash[9523]: cluster 2020-11-16T21:08:40.314621+0000 osd.1 (osd.1) 372 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:42.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:42 smithi142 bash[9523]: cluster 2020-11-16T21:08:40.314741+0000 osd.1 (osd.1) 373 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:42.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:42 smithi142 bash[9523]: cluster 2020-11-16T21:08:40.779079+0000 mgr.x (mgr.14196) 1736 : cluster [DBG] pgmap v2650: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:42.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:42 smithi142 bash[9523]: cluster 2020-11-16T21:08:41.016608+0000 osd.11 (osd.11) 292 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:42.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:42 smithi142 bash[9523]: cluster 2020-11-16T21:08:41.016755+0000 osd.11 (osd.11) 293 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:42.389 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:42 smithi142 bash[9523]: cluster 2020-11-16T21:08:41.019462+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1038: 12 total, 12 up, 12 in
2020-11-16T21:08:42.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:42 smithi071 bash[9480]: cluster 2020-11-16T21:08:40.314621+0000 osd.1 (osd.1) 372 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:42.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:42 smithi071 bash[9480]: cluster 2020-11-16T21:08:40.314741+0000 osd.1 (osd.1) 373 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:42 smithi071 bash[9480]: cluster 2020-11-16T21:08:40.779079+0000 mgr.x (mgr.14196) 1736 : cluster [DBG] pgmap v2650: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:42 smithi071 bash[9480]: cluster 2020-11-16T21:08:41.016608+0000 osd.11 (osd.11) 292 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:42 smithi071 bash[9480]: cluster 2020-11-16T21:08:41.016755+0000 osd.11 (osd.11) 293 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:42 smithi071 bash[9480]: cluster 2020-11-16T21:08:41.019462+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1038: 12 total, 12 up, 12 in
2020-11-16T21:08:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:42 smithi065 bash[9468]: cluster 2020-11-16T21:08:40.314621+0000 osd.1 (osd.1) 372 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:42 smithi065 bash[9468]: cluster 2020-11-16T21:08:40.314741+0000 osd.1 (osd.1) 373 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:42 smithi065 bash[9468]: cluster 2020-11-16T21:08:40.779079+0000 mgr.x (mgr.14196) 1736 : cluster [DBG] pgmap v2650: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:42 smithi065 bash[9468]: cluster 2020-11-16T21:08:41.016608+0000 osd.11 (osd.11) 292 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:42 smithi065 bash[9468]: cluster 2020-11-16T21:08:41.016755+0000 osd.11 (osd.11) 293 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:42 smithi065 bash[9468]: cluster 2020-11-16T21:08:41.019462+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1038: 12 total, 12 up, 12 in
2020-11-16T21:08:43.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:43 smithi071 bash[9480]: cluster 2020-11-16T21:08:42.034802+0000 osd.3 (osd.3) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:43.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:43 smithi071 bash[9480]: cluster 2020-11-16T21:08:42.044601+0000 osd.3 (osd.3) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:43.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:43 smithi071 bash[9480]: cluster 2020-11-16T21:08:42.059488+0000 mon.a (mon.0) 3061 : cluster [DBG] osdmap e1039: 12 total, 12 up, 12 in
2020-11-16T21:08:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:43 smithi065 bash[9468]: cluster 2020-11-16T21:08:42.034802+0000 osd.3 (osd.3) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:43 smithi065 bash[9468]: cluster 2020-11-16T21:08:42.044601+0000 osd.3 (osd.3) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:43.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:43 smithi065 bash[9468]: cluster 2020-11-16T21:08:42.059488+0000 mon.a (mon.0) 3061 : cluster [DBG] osdmap e1039: 12 total, 12 up, 12 in
2020-11-16T21:08:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:43 smithi142 bash[9523]: cluster 2020-11-16T21:08:42.034802+0000 osd.3 (osd.3) 93 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:43 smithi142 bash[9523]: cluster 2020-11-16T21:08:42.044601+0000 osd.3 (osd.3) 94 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:43 smithi142 bash[9523]: cluster 2020-11-16T21:08:42.059488+0000 mon.a (mon.0) 3061 : cluster [DBG] osdmap e1039: 12 total, 12 up, 12 in
2020-11-16T21:08:44.315 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:44 smithi142 bash[9523]: cluster 2020-11-16T21:08:43.062004+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1040: 12 total, 12 up, 12 in
2020-11-16T21:08:44.315 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:44 smithi142 bash[9523]: audit 2020-11-16T21:08:43.083043+0000 mon.b (mon.1) 488 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:08:44.316 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:44 smithi142 bash[9523]: audit 2020-11-16T21:08:43.084747+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:08:44.316 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:44 smithi142 bash[9523]: audit 2020-11-16T21:08:43.089568+0000 mon.a (mon.0) 3064 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:08:44.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:44 smithi071 bash[9480]: cluster 2020-11-16T21:08:43.062004+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1040: 12 total, 12 up, 12 in
2020-11-16T21:08:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:44 smithi071 bash[9480]: audit 2020-11-16T21:08:43.083043+0000 mon.b (mon.1) 488 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:08:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:44 smithi071 bash[9480]: audit 2020-11-16T21:08:43.084747+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:08:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:44 smithi071 bash[9480]: audit 2020-11-16T21:08:43.089568+0000 mon.a (mon.0) 3064 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:08:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:44 smithi065 bash[9468]: cluster 2020-11-16T21:08:43.062004+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1040: 12 total, 12 up, 12 in
2020-11-16T21:08:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:44 smithi065 bash[9468]: audit 2020-11-16T21:08:43.083043+0000 mon.b (mon.1) 488 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:08:44.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:44 smithi065 bash[9468]: audit 2020-11-16T21:08:43.084747+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:08:44.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:44 smithi065 bash[9468]: audit 2020-11-16T21:08:43.089568+0000 mon.a (mon.0) 3064 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:08:45.081 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.8 primary-affinity to 1 (8655362)
2020-11-16T21:08:45.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:45 smithi071 bash[9480]: audit 2020-11-16T21:08:44.679198+0000 mon.a (mon.0) 3065 : audit [INF] from='client.? v1:172.21.15.142:0/3378938544' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T21:08:45.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:45 smithi065 bash[9468]: audit 2020-11-16T21:08:44.679198+0000 mon.a (mon.0) 3065 : audit [INF] from='client.? v1:172.21.15.142:0/3378938544' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T21:08:45.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:45 smithi142 bash[9523]: audit 2020-11-16T21:08:44.679198+0000 mon.a (mon.0) 3065 : audit [INF] from='client.? v1:172.21.15.142:0/3378938544' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]: dispatch
2020-11-16T21:08:45.933 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 9 1
2020-11-16T21:08:46.076 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:46.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:46 smithi142 bash[9523]: cluster 2020-11-16T21:08:44.780363+0000 mgr.x (mgr.14196) 1738 : cluster [DBG] pgmap v2655: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:46.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:46 smithi142 bash[9523]: audit 2020-11-16T21:08:45.086113+0000 mon.a (mon.0) 3066 : audit [INF] from='client.? v1:172.21.15.142:0/3378938544' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]': finished
2020-11-16T21:08:46.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:46 smithi142 bash[9523]: cluster 2020-11-16T21:08:45.086213+0000 mon.a (mon.0) 3067 : cluster [DBG] osdmap e1041: 12 total, 12 up, 12 in
2020-11-16T21:08:46.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:46 smithi071 bash[9480]: cluster 2020-11-16T21:08:44.780363+0000 mgr.x (mgr.14196) 1738 : cluster [DBG] pgmap v2655: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:46.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:46 smithi071 bash[9480]: audit 2020-11-16T21:08:45.086113+0000 mon.a (mon.0) 3066 : audit [INF] from='client.? v1:172.21.15.142:0/3378938544' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]': finished
2020-11-16T21:08:46.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:46 smithi071 bash[9480]: cluster 2020-11-16T21:08:45.086213+0000 mon.a (mon.0) 3067 : cluster [DBG] osdmap e1041: 12 total, 12 up, 12 in
2020-11-16T21:08:46.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:46 smithi065 bash[9468]: cluster 2020-11-16T21:08:44.780363+0000 mgr.x (mgr.14196) 1738 : cluster [DBG] pgmap v2655: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:46.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:46 smithi065 bash[9468]: audit 2020-11-16T21:08:45.086113+0000 mon.a (mon.0) 3066 : audit [INF] from='client.? v1:172.21.15.142:0/3378938544' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 8, "weight": 1.0}]': finished
2020-11-16T21:08:46.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:46 smithi065 bash[9468]: cluster 2020-11-16T21:08:45.086213+0000 mon.a (mon.0) 3067 : cluster [DBG] osdmap e1041: 12 total, 12 up, 12 in
2020-11-16T21:08:48.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:48 smithi071 bash[9480]: cluster 2020-11-16T21:08:46.781113+0000 mgr.x (mgr.14196) 1739 : cluster [DBG] pgmap v2657: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:48.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:48 smithi065 bash[9468]: cluster 2020-11-16T21:08:46.781113+0000 mgr.x (mgr.14196) 1739 : cluster [DBG] pgmap v2657: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:48.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:48 smithi142 bash[9523]: cluster 2020-11-16T21:08:46.781113+0000 mgr.x (mgr.14196) 1739 : cluster [DBG] pgmap v2657: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:50.096 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.9 to 1 (10000)
2020-11-16T21:08:50.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:50 smithi071 bash[9480]: cluster 2020-11-16T21:08:48.781709+0000 mgr.x (mgr.14196) 1740 : cluster [DBG] pgmap v2658: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:50.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:50 smithi071 bash[9480]: cluster 2020-11-16T21:08:49.486519+0000 osd.6 (osd.6) 311 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:50.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:50 smithi071 bash[9480]: cluster 2020-11-16T21:08:49.486643+0000 osd.6 (osd.6) 312 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:50.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:50 smithi071 bash[9480]: audit 2020-11-16T21:08:49.696849+0000 mon.a (mon.0) 3068 : audit [INF] from='client.? v1:172.21.15.142:0/3094518224' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T21:08:50.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:50 smithi065 bash[9468]: cluster 2020-11-16T21:08:48.781709+0000 mgr.x (mgr.14196) 1740 : cluster [DBG] pgmap v2658: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:50.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:50 smithi065 bash[9468]: cluster 2020-11-16T21:08:49.486519+0000 osd.6 (osd.6) 311 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:50.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:50 smithi065 bash[9468]: cluster 2020-11-16T21:08:49.486643+0000 osd.6 (osd.6) 312 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:50.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:50 smithi065 bash[9468]: audit 2020-11-16T21:08:49.696849+0000 mon.a (mon.0) 3068 : audit [INF] from='client.? v1:172.21.15.142:0/3094518224' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T21:08:50.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:50 smithi142 bash[9523]: cluster 2020-11-16T21:08:48.781709+0000 mgr.x (mgr.14196) 1740 : cluster [DBG] pgmap v2658: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:50.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:50 smithi142 bash[9523]: cluster 2020-11-16T21:08:49.486519+0000 osd.6 (osd.6) 311 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:50.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:50 smithi142 bash[9523]: cluster 2020-11-16T21:08:49.486643+0000 osd.6 (osd.6) 312 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:50.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:50 smithi142 bash[9523]: audit 2020-11-16T21:08:49.696849+0000 mon.a (mon.0) 3068 : audit [INF] from='client.? v1:172.21.15.142:0/3094518224' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T21:08:50.976 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 9 1
2020-11-16T21:08:51.112 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:51.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:51 smithi142 bash[9523]: audit 2020-11-16T21:08:50.102638+0000 mon.a (mon.0) 3069 : audit [INF] from='client.? v1:172.21.15.142:0/3094518224' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T21:08:51.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:51 smithi142 bash[9523]: cluster 2020-11-16T21:08:50.102714+0000 mon.a (mon.0) 3070 : cluster [DBG] osdmap e1042: 12 total, 12 up, 12 in
2020-11-16T21:08:51.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:51 smithi071 bash[9480]: audit 2020-11-16T21:08:50.102638+0000 mon.a (mon.0) 3069 : audit [INF] from='client.? v1:172.21.15.142:0/3094518224' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T21:08:51.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:51 smithi071 bash[9480]: cluster 2020-11-16T21:08:50.102714+0000 mon.a (mon.0) 3070 : cluster [DBG] osdmap e1042: 12 total, 12 up, 12 in
2020-11-16T21:08:51.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:51 smithi065 bash[9468]: audit 2020-11-16T21:08:50.102638+0000 mon.a (mon.0) 3069 : audit [INF] from='client.? v1:172.21.15.142:0/3094518224' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 9, "weight": 1.0}]': finished
2020-11-16T21:08:51.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:51 smithi065 bash[9468]: cluster 2020-11-16T21:08:50.102714+0000 mon.a (mon.0) 3070 : cluster [DBG] osdmap e1042: 12 total, 12 up, 12 in
2020-11-16T21:08:52.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:52 smithi071 bash[9480]: cluster 2020-11-16T21:08:50.782299+0000 mgr.x (mgr.14196) 1741 : cluster [DBG] pgmap v2660: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:52.477 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:52 smithi142 bash[9523]: cluster 2020-11-16T21:08:50.782299+0000 mgr.x (mgr.14196) 1741 : cluster [DBG] pgmap v2660: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:52.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:52 smithi065 bash[9468]: cluster 2020-11-16T21:08:50.782299+0000 mgr.x (mgr.14196) 1741 : cluster [DBG] pgmap v2660: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:54.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:54 smithi071 bash[9480]: cluster 2020-11-16T21:08:52.782937+0000 mgr.x (mgr.14196) 1742 : cluster [DBG] pgmap v2661: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:54.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:54 smithi065 bash[9468]: cluster 2020-11-16T21:08:52.782937+0000 mgr.x (mgr.14196) 1742 : cluster [DBG] pgmap v2661: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:54.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:54 smithi142 bash[9523]: cluster 2020-11-16T21:08:52.782937+0000 mgr.x (mgr.14196) 1742 : cluster [DBG] pgmap v2661: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:55.118 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.9 primary-affinity to 1 (8655362)
2020-11-16T21:08:55.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:55 smithi071 bash[9480]: audit 2020-11-16T21:08:54.626149+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? v1:172.21.15.142:0/3260341090' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T21:08:55.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:55 smithi065 bash[9468]: audit 2020-11-16T21:08:54.626149+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? v1:172.21.15.142:0/3260341090' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T21:08:55.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:55 smithi142 bash[9523]: audit 2020-11-16T21:08:54.626149+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? v1:172.21.15.142:0/3260341090' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 9, "weight": 1.0}]: dispatch
2020-11-16T21:08:55.989 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 10 1
2020-11-16T21:08:56.125 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:08:56.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:56 smithi142 bash[9523]: cluster 2020-11-16T21:08:54.783555+0000 mgr.x (mgr.14196) 1743 : cluster [DBG] pgmap v2662: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:56 smithi142 bash[9523]: audit 2020-11-16T21:08:55.122997+0000 mon.a (mon.0) 3072 : audit [INF] from='client.? v1:172.21.15.142:0/3260341090' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 9, "weight": 1.0}]': finished
2020-11-16T21:08:56.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:56 smithi142 bash[9523]: cluster 2020-11-16T21:08:55.123087+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1043: 12 total, 12 up, 12 in
2020-11-16T21:08:56.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:56 smithi071 bash[9480]: cluster 2020-11-16T21:08:54.783555+0000 mgr.x (mgr.14196) 1743 : cluster [DBG] pgmap v2662: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:56.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:56 smithi071 bash[9480]: audit 2020-11-16T21:08:55.122997+0000 mon.a (mon.0) 3072 : audit [INF] from='client.? v1:172.21.15.142:0/3260341090' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 9, "weight": 1.0}]': finished
2020-11-16T21:08:56.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:56 smithi071 bash[9480]: cluster 2020-11-16T21:08:55.123087+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1043: 12 total, 12 up, 12 in
2020-11-16T21:08:56.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:56 smithi065 bash[9468]: cluster 2020-11-16T21:08:54.783555+0000 mgr.x (mgr.14196) 1743 : cluster [DBG] pgmap v2662: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:56.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:56 smithi065 bash[9468]: audit 2020-11-16T21:08:55.122997+0000 mon.a (mon.0) 3072 : audit [INF] from='client.? v1:172.21.15.142:0/3260341090' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 9, "weight": 1.0}]': finished
2020-11-16T21:08:56.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:56 smithi065 bash[9468]: cluster 2020-11-16T21:08:55.123087+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1043: 12 total, 12 up, 12 in
2020-11-16T21:08:58.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:57 smithi065 bash[9468]: cluster 2020-11-16T21:08:56.584184+0000 osd.4 (osd.4) 306 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:58.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:57 smithi065 bash[9468]: cluster 2020-11-16T21:08:56.584308+0000 osd.4 (osd.4) 307 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:58.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:57 smithi065 bash[9468]: cluster 2020-11-16T21:08:56.784165+0000 mgr.x (mgr.14196) 1744 : cluster [DBG] pgmap v2664: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:58.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:57 smithi065 bash[9468]: cluster 2020-11-16T21:08:57.141097+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1044: 12 total, 12 up, 12 in
2020-11-16T21:08:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:57 smithi142 bash[9523]: cluster 2020-11-16T21:08:56.584184+0000 osd.4 (osd.4) 306 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:57 smithi142 bash[9523]: cluster 2020-11-16T21:08:56.584308+0000 osd.4 (osd.4) 307 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:57 smithi142 bash[9523]: cluster 2020-11-16T21:08:56.784165+0000 mgr.x (mgr.14196) 1744 : cluster [DBG] pgmap v2664: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:57 smithi142 bash[9523]: cluster 2020-11-16T21:08:57.141097+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1044: 12 total, 12 up, 12 in
2020-11-16T21:08:58.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:57 smithi071 bash[9480]: cluster 2020-11-16T21:08:56.584184+0000 osd.4 (osd.4) 306 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:08:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:57 smithi071 bash[9480]: cluster 2020-11-16T21:08:56.584308+0000 osd.4 (osd.4) 307 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:08:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:57 smithi071 bash[9480]: cluster 2020-11-16T21:08:56.784165+0000 mgr.x (mgr.14196) 1744 : cluster [DBG] pgmap v2664: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:08:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:57 smithi071 bash[9480]: cluster 2020-11-16T21:08:57.141097+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1044: 12 total, 12 up, 12 in
2020-11-16T21:08:59.985 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.10 to 1 (10000)
2020-11-16T21:09:00.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:59 smithi065 bash[9468]: cluster 2020-11-16T21:08:58.784830+0000 mgr.x (mgr.14196) 1745 : cluster [DBG] pgmap v2666: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:00.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:08:59 smithi065 bash[9468]: audit 2020-11-16T21:08:59.757553+0000 mon.a (mon.0) 3075 : audit [INF] from='client.? v1:172.21.15.142:0/267296658' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T21:09:00.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:59 smithi142 bash[9523]: cluster 2020-11-16T21:08:58.784830+0000 mgr.x (mgr.14196) 1745 : cluster [DBG] pgmap v2666: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:00.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:08:59 smithi142 bash[9523]: audit 2020-11-16T21:08:59.757553+0000 mon.a (mon.0) 3075 : audit [INF] from='client.? v1:172.21.15.142:0/267296658' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T21:09:00.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:59 smithi071 bash[9480]: cluster 2020-11-16T21:08:58.784830+0000 mgr.x (mgr.14196) 1745 : cluster [DBG] pgmap v2666: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:08:59 smithi071 bash[9480]: audit 2020-11-16T21:08:59.757553+0000 mon.a (mon.0) 3075 : audit [INF] from='client.? v1:172.21.15.142:0/267296658' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T21:09:00.808 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 10 1
2020-11-16T21:09:00.948 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:01.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:01 smithi065 bash[9468]: audit 2020-11-16T21:08:59.989802+0000 mon.a (mon.0) 3076 : audit [INF] from='client.? v1:172.21.15.142:0/267296658' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]': finished
2020-11-16T21:09:01.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:01 smithi065 bash[9468]: cluster 2020-11-16T21:08:59.989909+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1045: 12 total, 12 up, 12 in
2020-11-16T21:09:01.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:01 smithi142 bash[9523]: audit 2020-11-16T21:08:59.989802+0000 mon.a (mon.0) 3076 : audit [INF] from='client.? v1:172.21.15.142:0/267296658' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]': finished
2020-11-16T21:09:01.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:01 smithi142 bash[9523]: cluster 2020-11-16T21:08:59.989909+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1045: 12 total, 12 up, 12 in
2020-11-16T21:09:01.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:01 smithi071 bash[9480]: audit 2020-11-16T21:08:59.989802+0000 mon.a (mon.0) 3076 : audit [INF] from='client.? v1:172.21.15.142:0/267296658' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 10, "weight": 1.0}]': finished
2020-11-16T21:09:01.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:01 smithi071 bash[9480]: cluster 2020-11-16T21:08:59.989909+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1045: 12 total, 12 up, 12 in
2020-11-16T21:09:02.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:02 smithi065 bash[9468]: cluster 2020-11-16T21:09:00.785472+0000 mgr.x (mgr.14196) 1746 : cluster [DBG] pgmap v2668: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:02.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:02 smithi142 bash[9523]: cluster 2020-11-16T21:09:00.785472+0000 mgr.x (mgr.14196) 1746 : cluster [DBG] pgmap v2668: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:02.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:02 smithi071 bash[9480]: cluster 2020-11-16T21:09:00.785472+0000 mgr.x (mgr.14196) 1746 : cluster [DBG] pgmap v2668: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:04.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:04 smithi065 bash[9468]: cluster 2020-11-16T21:09:02.786098+0000 mgr.x (mgr.14196) 1747 : cluster [DBG] pgmap v2669: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:04.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:04 smithi065 bash[9468]: cluster 2020-11-16T21:09:03.098528+0000 osd.0 (osd.0) 36 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:04.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:04 smithi065 bash[9468]: cluster 2020-11-16T21:09:03.102100+0000 osd.0 (osd.0) 37 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:04 smithi142 bash[9523]: cluster 2020-11-16T21:09:02.786098+0000 mgr.x (mgr.14196) 1747 : cluster [DBG] pgmap v2669: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:04 smithi142 bash[9523]: cluster 2020-11-16T21:09:03.098528+0000 osd.0 (osd.0) 36 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:04 smithi142 bash[9523]: cluster 2020-11-16T21:09:03.102100+0000 osd.0 (osd.0) 37 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:04.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:04 smithi071 bash[9480]: cluster 2020-11-16T21:09:02.786098+0000 mgr.x (mgr.14196) 1747 : cluster [DBG] pgmap v2669: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:04.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:04 smithi071 bash[9480]: cluster 2020-11-16T21:09:03.098528+0000 osd.0 (osd.0) 36 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:04.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:04 smithi071 bash[9480]: cluster 2020-11-16T21:09:03.102100+0000 osd.0 (osd.0) 37 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:05.027 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.10 primary-affinity to 1 (8655362)
2020-11-16T21:09:05.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:05 smithi065 bash[9468]: cluster 2020-11-16T21:09:04.016918+0000 mon.a (mon.0) 3078 : cluster [DBG] osdmap e1046: 12 total, 12 up, 12 in
2020-11-16T21:09:05.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:05 smithi065 bash[9468]: audit 2020-11-16T21:09:04.398433+0000 mon.a (mon.0) 3079 : audit [INF] from='client.? v1:172.21.15.142:0/962160133' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T21:09:05.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:05 smithi142 bash[9523]: cluster 2020-11-16T21:09:04.016918+0000 mon.a (mon.0) 3078 : cluster [DBG] osdmap e1046: 12 total, 12 up, 12 in
2020-11-16T21:09:05.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:05 smithi142 bash[9523]: audit 2020-11-16T21:09:04.398433+0000 mon.a (mon.0) 3079 : audit [INF] from='client.? v1:172.21.15.142:0/962160133' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T21:09:05.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:05 smithi071 bash[9480]: cluster 2020-11-16T21:09:04.016918+0000 mon.a (mon.0) 3078 : cluster [DBG] osdmap e1046: 12 total, 12 up, 12 in
2020-11-16T21:09:05.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:05 smithi071 bash[9480]: audit 2020-11-16T21:09:04.398433+0000 mon.a (mon.0) 3079 : audit [INF] from='client.? v1:172.21.15.142:0/962160133' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 10, "weight": 1.0}]: dispatch
2020-11-16T21:09:05.837 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 11 1
2020-11-16T21:09:05.973 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:06.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:06 smithi065 bash[9468]: cluster 2020-11-16T21:09:04.786696+0000 mgr.x (mgr.14196) 1748 : cluster [DBG] pgmap v2671: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:06.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:06 smithi065 bash[9468]: audit 2020-11-16T21:09:05.030038+0000 mon.a (mon.0) 3080 : audit [INF] from='client.? v1:172.21.15.142:0/962160133' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 10, "weight": 1.0}]': finished
2020-11-16T21:09:06.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:06 smithi065 bash[9468]: cluster 2020-11-16T21:09:05.030108+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1047: 12 total, 12 up, 12 in
2020-11-16T21:09:06.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:06 smithi142 bash[9523]: cluster 2020-11-16T21:09:04.786696+0000 mgr.x (mgr.14196) 1748 : cluster [DBG] pgmap v2671: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:06.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:06 smithi142 bash[9523]: audit 2020-11-16T21:09:05.030038+0000 mon.a (mon.0) 3080 : audit [INF] from='client.? v1:172.21.15.142:0/962160133' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 10, "weight": 1.0}]': finished
2020-11-16T21:09:06.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:06 smithi142 bash[9523]: cluster 2020-11-16T21:09:05.030108+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1047: 12 total, 12 up, 12 in
2020-11-16T21:09:06.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:06 smithi071 bash[9480]: cluster 2020-11-16T21:09:04.786696+0000 mgr.x (mgr.14196) 1748 : cluster [DBG] pgmap v2671: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:06 smithi071 bash[9480]: audit 2020-11-16T21:09:05.030038+0000 mon.a (mon.0) 3080 : audit [INF] from='client.? v1:172.21.15.142:0/962160133' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 10, "weight": 1.0}]': finished
2020-11-16T21:09:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:06 smithi071 bash[9480]: cluster 2020-11-16T21:09:05.030108+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1047: 12 total, 12 up, 12 in
2020-11-16T21:09:08.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:08 smithi071 bash[9480]: cluster 2020-11-16T21:09:06.787359+0000 mgr.x (mgr.14196) 1749 : cluster [DBG] pgmap v2673: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:08.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:08 smithi065 bash[9468]: cluster 2020-11-16T21:09:06.787359+0000 mgr.x (mgr.14196) 1749 : cluster [DBG] pgmap v2673: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:08.536 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:08 smithi142 bash[9523]: cluster 2020-11-16T21:09:06.787359+0000 mgr.x (mgr.14196) 1749 : cluster [DBG] pgmap v2673: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:09.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:09 smithi142 bash[9523]: cluster 2020-11-16T21:09:07.798934+0000 osd.9 (osd.9) 265 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:09.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:09 smithi142 bash[9523]: cluster 2020-11-16T21:09:07.799057+0000 osd.9 (osd.9) 266 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:09.311 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:09 smithi142 bash[9523]: cluster 2020-11-16T21:09:08.044690+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1048: 12 total, 12 up, 12 in
2020-11-16T21:09:09.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:09 smithi071 bash[9480]: cluster 2020-11-16T21:09:07.798934+0000 osd.9 (osd.9) 265 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:09.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:09 smithi071 bash[9480]: cluster 2020-11-16T21:09:07.799057+0000 osd.9 (osd.9) 266 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:09.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:09 smithi071 bash[9480]: cluster 2020-11-16T21:09:08.044690+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1048: 12 total, 12 up, 12 in
2020-11-16T21:09:09.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:09 smithi065 bash[9468]: cluster 2020-11-16T21:09:07.798934+0000 osd.9 (osd.9) 265 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:09.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:09 smithi065 bash[9468]: cluster 2020-11-16T21:09:07.799057+0000 osd.9 (osd.9) 266 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:09.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:09 smithi065 bash[9468]: cluster 2020-11-16T21:09:08.044690+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1048: 12 total, 12 up, 12 in
2020-11-16T21:09:10.066 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.11 to 1 (10000)
2020-11-16T21:09:10.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:10 smithi071 bash[9480]: cluster 2020-11-16T21:09:08.787944+0000 mgr.x (mgr.14196) 1750 : cluster [DBG] pgmap v2675: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:10 smithi071 bash[9480]: audit 2020-11-16T21:09:09.679015+0000 mon.a (mon.0) 3083 : audit [INF] from='client.? v1:172.21.15.142:0/3845515109' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T21:09:10.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:10 smithi065 bash[9468]: cluster 2020-11-16T21:09:08.787944+0000 mgr.x (mgr.14196) 1750 : cluster [DBG] pgmap v2675: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:10.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:10 smithi065 bash[9468]: audit 2020-11-16T21:09:09.679015+0000 mon.a (mon.0) 3083 : audit [INF] from='client.? v1:172.21.15.142:0/3845515109' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T21:09:10.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:10 smithi142 bash[9523]: cluster 2020-11-16T21:09:08.787944+0000 mgr.x (mgr.14196) 1750 : cluster [DBG] pgmap v2675: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:10.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:10 smithi142 bash[9523]: audit 2020-11-16T21:09:09.679015+0000 mon.a (mon.0) 3083 : audit [INF] from='client.? v1:172.21.15.142:0/3845515109' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T21:09:10.888 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 11 1
2020-11-16T21:09:11.025 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:11.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:11 smithi142 bash[9523]: audit 2020-11-16T21:09:10.071511+0000 mon.a (mon.0) 3084 : audit [INF] from='client.? v1:172.21.15.142:0/3845515109' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T21:09:11.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:11 smithi142 bash[9523]: cluster 2020-11-16T21:09:10.071584+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1049: 12 total, 12 up, 12 in
2020-11-16T21:09:11.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:11 smithi071 bash[9480]: audit 2020-11-16T21:09:10.071511+0000 mon.a (mon.0) 3084 : audit [INF] from='client.? v1:172.21.15.142:0/3845515109' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T21:09:11.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:11 smithi071 bash[9480]: cluster 2020-11-16T21:09:10.071584+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1049: 12 total, 12 up, 12 in
2020-11-16T21:09:11.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:11 smithi065 bash[9468]: audit 2020-11-16T21:09:10.071511+0000 mon.a (mon.0) 3084 : audit [INF] from='client.? v1:172.21.15.142:0/3845515109' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 11, "weight": 1.0}]': finished
2020-11-16T21:09:11.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:11 smithi065 bash[9468]: cluster 2020-11-16T21:09:10.071584+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1049: 12 total, 12 up, 12 in
2020-11-16T21:09:12.429 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:12 smithi142 bash[9523]: cluster 2020-11-16T21:09:10.788528+0000 mgr.x (mgr.14196) 1751 : cluster [DBG] pgmap v2677: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:12.429 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:12 smithi142 bash[9523]: cluster 2020-11-16T21:09:11.115411+0000 osd.2 (osd.2) 278 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:12.429 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:12 smithi142 bash[9523]: cluster 2020-11-16T21:09:11.115539+0000 osd.2 (osd.2) 279 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:12.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:12 smithi071 bash[9480]: cluster 2020-11-16T21:09:10.788528+0000 mgr.x (mgr.14196) 1751 : cluster [DBG] pgmap v2677: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:12.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:12 smithi071 bash[9480]: cluster 2020-11-16T21:09:11.115411+0000 osd.2 (osd.2) 278 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:12.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:12 smithi071 bash[9480]: cluster 2020-11-16T21:09:11.115539+0000 osd.2 (osd.2) 279 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:12.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:12 smithi065 bash[9468]: cluster 2020-11-16T21:09:10.788528+0000 mgr.x (mgr.14196) 1751 : cluster [DBG] pgmap v2677: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:12.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:12 smithi065 bash[9468]: cluster 2020-11-16T21:09:11.115411+0000 osd.2 (osd.2) 278 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:12.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:12 smithi065 bash[9468]: cluster 2020-11-16T21:09:11.115539+0000 osd.2 (osd.2) 279 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:13.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:13 smithi071 bash[9480]: cluster 2020-11-16T21:09:12.082922+0000 mon.a (mon.0) 3086 : cluster [DBG] osdmap e1050: 12 total, 12 up, 12 in
2020-11-16T21:09:13.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:13 smithi065 bash[9468]: cluster 2020-11-16T21:09:12.082922+0000 mon.a (mon.0) 3086 : cluster [DBG] osdmap e1050: 12 total, 12 up, 12 in
2020-11-16T21:09:13.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:13 smithi142 bash[9523]: cluster 2020-11-16T21:09:12.082922+0000 mon.a (mon.0) 3086 : cluster [DBG] osdmap e1050: 12 total, 12 up, 12 in
2020-11-16T21:09:14.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:14 smithi071 bash[9480]: cluster 2020-11-16T21:09:12.789158+0000 mgr.x (mgr.14196) 1752 : cluster [DBG] pgmap v2679: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:14.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:14 smithi065 bash[9468]: cluster 2020-11-16T21:09:12.789158+0000 mgr.x (mgr.14196) 1752 : cluster [DBG] pgmap v2679: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:14.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:14 smithi142 bash[9523]: cluster 2020-11-16T21:09:12.789158+0000 mgr.x (mgr.14196) 1752 : cluster [DBG] pgmap v2679: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:15.116 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.11 primary-affinity to 1 (8655362)
2020-11-16T21:09:15.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:15 smithi071 bash[9480]: audit 2020-11-16T21:09:14.638853+0000 mon.a (mon.0) 3087 : audit [INF] from='client.? v1:172.21.15.142:0/2590661722' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T21:09:15.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:15 smithi065 bash[9468]: audit 2020-11-16T21:09:14.638853+0000 mon.a (mon.0) 3087 : audit [INF] from='client.? v1:172.21.15.142:0/2590661722' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T21:09:15.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:15 smithi142 bash[9523]: audit 2020-11-16T21:09:14.638853+0000 mon.a (mon.0) 3087 : audit [INF] from='client.? v1:172.21.15.142:0/2590661722' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 11, "weight": 1.0}]: dispatch
2020-11-16T21:09:15.976 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 7 1
2020-11-16T21:09:16.115 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:16.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:16 smithi142 bash[9523]: cluster 2020-11-16T21:09:14.789616+0000 mgr.x (mgr.14196) 1753 : cluster [DBG] pgmap v2680: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:16.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:16 smithi142 bash[9523]: audit 2020-11-16T21:09:15.121718+0000 mon.a (mon.0) 3088 : audit [INF] from='client.? v1:172.21.15.142:0/2590661722' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 11, "weight": 1.0}]': finished
2020-11-16T21:09:16.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:16 smithi142 bash[9523]: cluster 2020-11-16T21:09:15.121800+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1051: 12 total, 12 up, 12 in
2020-11-16T21:09:16.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:16 smithi071 bash[9480]: cluster 2020-11-16T21:09:14.789616+0000 mgr.x (mgr.14196) 1753 : cluster [DBG] pgmap v2680: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:16 smithi071 bash[9480]: audit 2020-11-16T21:09:15.121718+0000 mon.a (mon.0) 3088 : audit [INF] from='client.? v1:172.21.15.142:0/2590661722' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 11, "weight": 1.0}]': finished
2020-11-16T21:09:16.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:16 smithi071 bash[9480]: cluster 2020-11-16T21:09:15.121800+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1051: 12 total, 12 up, 12 in
2020-11-16T21:09:16.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:16 smithi065 bash[9468]: cluster 2020-11-16T21:09:14.789616+0000 mgr.x (mgr.14196) 1753 : cluster [DBG] pgmap v2680: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:16.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:16 smithi065 bash[9468]: audit 2020-11-16T21:09:15.121718+0000 mon.a (mon.0) 3088 : audit [INF] from='client.? v1:172.21.15.142:0/2590661722' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 11, "weight": 1.0}]': finished
2020-11-16T21:09:16.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:16 smithi065 bash[9468]: cluster 2020-11-16T21:09:15.121800+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1051: 12 total, 12 up, 12 in
2020-11-16T21:09:18.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:18 smithi071 bash[9480]: cluster 2020-11-16T21:09:16.790267+0000 mgr.x (mgr.14196) 1754 : cluster [DBG] pgmap v2682: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:18.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:18 smithi071 bash[9480]: cluster 2020-11-16T21:09:17.311618+0000 osd.10 (osd.10) 272 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:18.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:18 smithi071 bash[9480]: cluster 2020-11-16T21:09:17.311748+0000 osd.10 (osd.10) 273 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:18.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:18 smithi065 bash[9468]: cluster 2020-11-16T21:09:16.790267+0000 mgr.x (mgr.14196) 1754 : cluster [DBG] pgmap v2682: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:18.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:18 smithi065 bash[9468]: cluster 2020-11-16T21:09:17.311618+0000 osd.10 (osd.10) 272 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:18.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:18 smithi065 bash[9468]: cluster 2020-11-16T21:09:17.311748+0000 osd.10 (osd.10) 273 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:18.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:18 smithi142 bash[9523]: cluster 2020-11-16T21:09:16.790267+0000 mgr.x (mgr.14196) 1754 : cluster [DBG] pgmap v2682: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:18.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:18 smithi142 bash[9523]: cluster 2020-11-16T21:09:17.311618+0000 osd.10 (osd.10) 272 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:18.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:18 smithi142 bash[9523]: cluster 2020-11-16T21:09:17.311748+0000 osd.10 (osd.10) 273 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:19.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:19 smithi071 bash[9480]: cluster 2020-11-16T21:09:18.135747+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1052: 12 total, 12 up, 12 in
2020-11-16T21:09:19.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:19 smithi065 bash[9468]: cluster 2020-11-16T21:09:18.135747+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1052: 12 total, 12 up, 12 in
2020-11-16T21:09:19.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:19 smithi142 bash[9523]: cluster 2020-11-16T21:09:18.135747+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1052: 12 total, 12 up, 12 in
2020-11-16T21:09:20.147 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.7 to 1 (10000)
2020-11-16T21:09:20.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:20 smithi071 bash[9480]: cluster 2020-11-16T21:09:18.790927+0000 mgr.x (mgr.14196) 1755 : cluster [DBG] pgmap v2684: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:20.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:20 smithi071 bash[9480]: audit 2020-11-16T21:09:19.639194+0000 mon.a (mon.0) 3091 : audit [INF] from='client.? v1:172.21.15.142:0/3792524102' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T21:09:20.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:20 smithi065 bash[9468]: cluster 2020-11-16T21:09:18.790927+0000 mgr.x (mgr.14196) 1755 : cluster [DBG] pgmap v2684: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:20.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:20 smithi065 bash[9468]: audit 2020-11-16T21:09:19.639194+0000 mon.a (mon.0) 3091 : audit [INF] from='client.? v1:172.21.15.142:0/3792524102' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T21:09:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:20 smithi142 bash[9523]: cluster 2020-11-16T21:09:18.790927+0000 mgr.x (mgr.14196) 1755 : cluster [DBG] pgmap v2684: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:20 smithi142 bash[9523]: audit 2020-11-16T21:09:19.639194+0000 mon.a (mon.0) 3091 : audit [INF] from='client.? v1:172.21.15.142:0/3792524102' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T21:09:20.967 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 7 1
2020-11-16T21:09:21.104 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:21.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:21 smithi142 bash[9523]: audit 2020-11-16T21:09:20.152804+0000 mon.a (mon.0) 3092 : audit [INF] from='client.? v1:172.21.15.142:0/3792524102' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T21:09:21.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:21 smithi142 bash[9523]: cluster 2020-11-16T21:09:20.152884+0000 mon.a (mon.0) 3093 : cluster [DBG] osdmap e1053: 12 total, 12 up, 12 in
2020-11-16T21:09:21.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:21 smithi071 bash[9480]: audit 2020-11-16T21:09:20.152804+0000 mon.a (mon.0) 3092 : audit [INF] from='client.? v1:172.21.15.142:0/3792524102' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T21:09:21.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:21 smithi071 bash[9480]: cluster 2020-11-16T21:09:20.152884+0000 mon.a (mon.0) 3093 : cluster [DBG] osdmap e1053: 12 total, 12 up, 12 in
2020-11-16T21:09:21.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:21 smithi065 bash[9468]: audit 2020-11-16T21:09:20.152804+0000 mon.a (mon.0) 3092 : audit [INF] from='client.? v1:172.21.15.142:0/3792524102' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished
2020-11-16T21:09:21.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:21 smithi065 bash[9468]: cluster 2020-11-16T21:09:20.152884+0000 mon.a (mon.0) 3093 : cluster [DBG] osdmap e1053: 12 total, 12 up, 12 in
2020-11-16T21:09:22.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:22 smithi071 bash[9480]: cluster 2020-11-16T21:09:20.791574+0000 mgr.x (mgr.14196) 1756 : cluster [DBG] pgmap v2686: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:22.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:22 smithi071 bash[9480]: cluster 2020-11-16T21:09:21.158598+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1054: 12 total, 12 up, 12 in
2020-11-16T21:09:22.521 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:22 smithi142 bash[9523]: cluster 2020-11-16T21:09:20.791574+0000 mgr.x (mgr.14196) 1756 : cluster [DBG] pgmap v2686: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:22.522 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:22 smithi142 bash[9523]: cluster 2020-11-16T21:09:21.158598+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1054: 12 total, 12 up, 12 in
2020-11-16T21:09:22.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:22 smithi065 bash[9468]: cluster 2020-11-16T21:09:20.791574+0000 mgr.x (mgr.14196) 1756 : cluster [DBG] pgmap v2686: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:22.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:22 smithi065 bash[9468]: cluster 2020-11-16T21:09:21.158598+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1054: 12 total, 12 up, 12 in
2020-11-16T21:09:24.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:24 smithi071 bash[9480]: cluster 2020-11-16T21:09:22.792179+0000 mgr.x (mgr.14196) 1757 : cluster [DBG] pgmap v2688: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:24.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:24 smithi065 bash[9468]: cluster 2020-11-16T21:09:22.792179+0000 mgr.x (mgr.14196) 1757 : cluster [DBG] pgmap v2688: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:24.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:24 smithi142 bash[9523]: cluster 2020-11-16T21:09:22.792179+0000 mgr.x (mgr.14196) 1757 : cluster [DBG] pgmap v2688: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:25.171 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.7 primary-affinity to 1 (8655362)
2020-11-16T21:09:25.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:25 smithi071 bash[9480]: audit 2020-11-16T21:09:24.642659+0000 mon.a (mon.0) 3095 : audit [INF] from='client.? v1:172.21.15.142:0/1827562128' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T21:09:25.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:25 smithi065 bash[9468]: audit 2020-11-16T21:09:24.642659+0000 mon.a (mon.0) 3095 : audit [INF] from='client.? v1:172.21.15.142:0/1827562128' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T21:09:25.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:25 smithi142 bash[9523]: audit 2020-11-16T21:09:24.642659+0000 mon.a (mon.0) 3095 : audit [INF] from='client.? v1:172.21.15.142:0/1827562128' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch
2020-11-16T21:09:25.978 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 3 1
2020-11-16T21:09:26.116 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:26.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:26 smithi142 bash[9523]: cluster 2020-11-16T21:09:24.792787+0000 mgr.x (mgr.14196) 1758 : cluster [DBG] pgmap v2689: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:26.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:26 smithi142 bash[9523]: audit 2020-11-16T21:09:25.176898+0000 mon.a (mon.0) 3096 : audit [INF] from='client.? v1:172.21.15.142:0/1827562128' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished
2020-11-16T21:09:26.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:26 smithi142 bash[9523]: cluster 2020-11-16T21:09:25.177009+0000 mon.a (mon.0) 3097 : cluster [DBG] osdmap e1055: 12 total, 12 up, 12 in
2020-11-16T21:09:26.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:26 smithi071 bash[9480]: cluster 2020-11-16T21:09:24.792787+0000 mgr.x (mgr.14196) 1758 : cluster [DBG] pgmap v2689: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:26.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:26 smithi071 bash[9480]: audit 2020-11-16T21:09:25.176898+0000 mon.a (mon.0) 3096 : audit [INF] from='client.? v1:172.21.15.142:0/1827562128' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished
2020-11-16T21:09:26.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:26 smithi071 bash[9480]: cluster 2020-11-16T21:09:25.177009+0000 mon.a (mon.0) 3097 : cluster [DBG] osdmap e1055: 12 total, 12 up, 12 in
2020-11-16T21:09:26.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:26 smithi065 bash[9468]: cluster 2020-11-16T21:09:24.792787+0000 mgr.x (mgr.14196) 1758 : cluster [DBG] pgmap v2689: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:26.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:26 smithi065 bash[9468]: audit 2020-11-16T21:09:25.176898+0000 mon.a (mon.0) 3096 : audit [INF] from='client.? v1:172.21.15.142:0/1827562128' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished
2020-11-16T21:09:26.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:26 smithi065 bash[9468]: cluster 2020-11-16T21:09:25.177009+0000 mon.a (mon.0) 3097 : cluster [DBG] osdmap e1055: 12 total, 12 up, 12 in
2020-11-16T21:09:27.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:27 smithi071 bash[9480]: audit 2020-11-16T21:09:26.412069+0000 mon.b (mon.1) 489 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:09:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:27 smithi071 bash[9480]: audit 2020-11-16T21:09:26.414008+0000 mon.a (mon.0) 3098 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:09:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:27 smithi071 bash[9480]: audit 2020-11-16T21:09:26.415538+0000 mon.b (mon.1) 490 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:09:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:27 smithi071 bash[9480]: audit 2020-11-16T21:09:26.417418+0000 mon.a (mon.0) 3099 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:09:27.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:27 smithi065 bash[9468]: audit 2020-11-16T21:09:26.412069+0000 mon.b (mon.1) 489 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:09:27.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:27 smithi065 bash[9468]: audit 2020-11-16T21:09:26.414008+0000 mon.a (mon.0) 3098 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:09:27.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:27 smithi065 bash[9468]: audit 2020-11-16T21:09:26.415538+0000 mon.b (mon.1) 490 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:09:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:27 smithi065 bash[9468]: audit 2020-11-16T21:09:26.417418+0000 mon.a (mon.0) 3099 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:09:27.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:27 smithi142 bash[9523]: audit 2020-11-16T21:09:26.412069+0000 mon.b (mon.1) 489 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:09:27.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:27 smithi142 bash[9523]: audit 2020-11-16T21:09:26.414008+0000 mon.a (mon.0) 3098 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:09:27.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:27 smithi142 bash[9523]: audit 2020-11-16T21:09:26.415538+0000 mon.b (mon.1) 490 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:09:27.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:27 smithi142 bash[9523]: audit 2020-11-16T21:09:26.417418+0000 mon.a (mon.0) 3099 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:09:28.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:28 smithi071 bash[9480]: cluster 2020-11-16T21:09:26.793427+0000 mgr.x (mgr.14196) 1759 : cluster [DBG] pgmap v2691: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:28.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:28 smithi071 bash[9480]: cluster 2020-11-16T21:09:27.158866+0000 osd.5 (osd.5) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:28.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:28 smithi071 bash[9480]: cluster 2020-11-16T21:09:27.158992+0000 osd.5 (osd.5) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:28.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:28 smithi071 bash[9480]: cluster 2020-11-16T21:09:27.994989+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1056: 12 total, 12 up, 12 in
2020-11-16T21:09:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:28 smithi065 bash[9468]: cluster 2020-11-16T21:09:26.793427+0000 mgr.x (mgr.14196) 1759 : cluster [DBG] pgmap v2691: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:28 smithi065 bash[9468]: cluster 2020-11-16T21:09:27.158866+0000 osd.5 (osd.5) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:28 smithi065 bash[9468]: cluster 2020-11-16T21:09:27.158992+0000 osd.5 (osd.5) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:28.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:28 smithi065 bash[9468]: cluster 2020-11-16T21:09:27.994989+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1056: 12 total, 12 up, 12 in
2020-11-16T21:09:28.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:28 smithi142 bash[9523]: cluster 2020-11-16T21:09:26.793427+0000 mgr.x (mgr.14196) 1759 : cluster [DBG] pgmap v2691: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:28.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:28 smithi142 bash[9523]: cluster 2020-11-16T21:09:27.158866+0000 osd.5 (osd.5) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:28.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:28 smithi142 bash[9523]: cluster 2020-11-16T21:09:27.158992+0000 osd.5 (osd.5) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:28.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:28 smithi142 bash[9523]: cluster 2020-11-16T21:09:27.994989+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1056: 12 total, 12 up, 12 in
2020-11-16T21:09:30.190 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.3 to 1 (10000)
2020-11-16T21:09:30.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:30 smithi071 bash[9480]: cluster 2020-11-16T21:09:28.794051+0000 mgr.x (mgr.14196) 1760 : cluster [DBG] pgmap v2693: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:30.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:30 smithi071 bash[9480]: audit 2020-11-16T21:09:29.891184+0000 mon.a (mon.0) 3101 : audit [INF] from='client.? v1:172.21.15.142:0/3448155759' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T21:09:30.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:30 smithi065 bash[9468]: cluster 2020-11-16T21:09:28.794051+0000 mgr.x (mgr.14196) 1760 : cluster [DBG] pgmap v2693: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:30.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:30 smithi065 bash[9468]: audit 2020-11-16T21:09:29.891184+0000 mon.a (mon.0) 3101 : audit [INF] from='client.? v1:172.21.15.142:0/3448155759' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T21:09:30.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:30 smithi142 bash[9523]: cluster 2020-11-16T21:09:28.794051+0000 mgr.x (mgr.14196) 1760 : cluster [DBG] pgmap v2693: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:30.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:30 smithi142 bash[9523]: audit 2020-11-16T21:09:29.891184+0000 mon.a (mon.0) 3101 : audit [INF] from='client.? v1:172.21.15.142:0/3448155759' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T21:09:31.071 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 3 1
2020-11-16T21:09:31.214 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:31.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:31 smithi071 bash[9480]: audit 2020-11-16T21:09:30.194372+0000 mon.a (mon.0) 3102 : audit [INF] from='client.? v1:172.21.15.142:0/3448155759' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished
2020-11-16T21:09:31.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:31 smithi071 bash[9480]: cluster 2020-11-16T21:09:30.194453+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1057: 12 total, 12 up, 12 in
2020-11-16T21:09:31.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:31 smithi065 bash[9468]: audit 2020-11-16T21:09:30.194372+0000 mon.a (mon.0) 3102 : audit [INF] from='client.? v1:172.21.15.142:0/3448155759' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished
2020-11-16T21:09:31.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:31 smithi065 bash[9468]: cluster 2020-11-16T21:09:30.194453+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1057: 12 total, 12 up, 12 in
2020-11-16T21:09:31.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:31 smithi142 bash[9523]: audit 2020-11-16T21:09:30.194372+0000 mon.a (mon.0) 3102 : audit [INF] from='client.? v1:172.21.15.142:0/3448155759' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished
2020-11-16T21:09:31.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:31 smithi142 bash[9523]: cluster 2020-11-16T21:09:30.194453+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1057: 12 total, 12 up, 12 in
2020-11-16T21:09:32.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:32 smithi065 bash[9468]: cluster 2020-11-16T21:09:30.794677+0000 mgr.x (mgr.14196) 1761 : cluster [DBG] pgmap v2695: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:32.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:32 smithi142 bash[9523]: cluster 2020-11-16T21:09:30.794677+0000 mgr.x (mgr.14196) 1761 : cluster [DBG] pgmap v2695: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:32.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:32 smithi071 bash[9480]: cluster 2020-11-16T21:09:30.794677+0000 mgr.x (mgr.14196) 1761 : cluster [DBG] pgmap v2695: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:33.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:33 smithi065 bash[9468]: cluster 2020-11-16T21:09:32.164941+0000 osd.7 (osd.7) 278 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:09:33.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:33 smithi065 bash[9468]: cluster 2020-11-16T21:09:32.172957+0000 osd.7 (osd.7) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:33.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:33 smithi065 bash[9468]: cluster 2020-11-16T21:09:32.173110+0000 osd.7 (osd.7) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:33.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:33 smithi065 bash[9468]: cluster 2020-11-16T21:09:32.990278+0000 mon.a (mon.0) 3104 : cluster [DBG] osdmap e1058: 12 total, 12 up, 12 in
2020-11-16T21:09:33.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:33 smithi142 bash[9523]: cluster 2020-11-16T21:09:32.164941+0000 osd.7 (osd.7) 278 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:09:33.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:33 smithi142 bash[9523]: cluster 2020-11-16T21:09:32.172957+0000 osd.7 (osd.7) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:33.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:33 smithi142 bash[9523]: cluster 2020-11-16T21:09:32.173110+0000 osd.7 (osd.7) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:33.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:33 smithi142 bash[9523]: cluster 2020-11-16T21:09:32.990278+0000 mon.a (mon.0) 3104 : cluster [DBG] osdmap e1058: 12 total, 12 up, 12 in
2020-11-16T21:09:33.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:33 smithi071 bash[9480]: cluster 2020-11-16T21:09:32.164941+0000 osd.7 (osd.7) 278 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:09:33.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:33 smithi071 bash[9480]: cluster 2020-11-16T21:09:32.172957+0000 osd.7 (osd.7) 279 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:33.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:33 smithi071 bash[9480]: cluster 2020-11-16T21:09:32.173110+0000 osd.7 (osd.7) 280 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:33.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:33 smithi071 bash[9480]: cluster 2020-11-16T21:09:32.990278+0000 mon.a (mon.0) 3104 : cluster [DBG] osdmap e1058: 12 total, 12 up, 12 in
2020-11-16T21:09:34.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:34 smithi142 bash[9523]: cluster 2020-11-16T21:09:32.367950+0000 osd.7 (osd.7) 281 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:09:34.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:34 smithi142 bash[9523]: cluster 2020-11-16T21:09:32.795463+0000 mgr.x (mgr.14196) 1762 : cluster [DBG] pgmap v2696: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:34.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:34 smithi065 bash[9468]: cluster 2020-11-16T21:09:32.367950+0000 osd.7 (osd.7) 281 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:09:34.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:34 smithi065 bash[9468]: cluster 2020-11-16T21:09:32.795463+0000 mgr.x (mgr.14196) 1762 : cluster [DBG] pgmap v2696: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:34.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:34 smithi071 bash[9480]: cluster 2020-11-16T21:09:32.367950+0000 osd.7 (osd.7) 281 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:09:34.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:34 smithi071 bash[9480]: cluster 2020-11-16T21:09:32.795463+0000 mgr.x (mgr.14196) 1762 : cluster [DBG] pgmap v2696: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:35.232 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.3 primary-affinity to 1 (8655362)
2020-11-16T21:09:35.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:35 smithi065 bash[9468]: audit 2020-11-16T21:09:34.876218+0000 mon.a (mon.0) 3105 : audit [INF] from='client.? v1:172.21.15.142:0/1144545228' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T21:09:35.539 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:35 smithi142 bash[9523]: audit 2020-11-16T21:09:34.876218+0000 mon.a (mon.0) 3105 : audit [INF] from='client.? v1:172.21.15.142:0/1144545228' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T21:09:35.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:35 smithi071 bash[9480]: audit 2020-11-16T21:09:34.876218+0000 mon.a (mon.0) 3105 : audit [INF] from='client.? v1:172.21.15.142:0/1144545228' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch
2020-11-16T21:09:36.102 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd reweight 0 1
2020-11-16T21:09:36.248 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:36.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:36 smithi065 bash[9468]: cluster 2020-11-16T21:09:34.796097+0000 mgr.x (mgr.14196) 1763 : cluster [DBG] pgmap v2698: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:36.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:36 smithi065 bash[9468]: audit 2020-11-16T21:09:35.237910+0000 mon.a (mon.0) 3106 : audit [INF] from='client.? v1:172.21.15.142:0/1144545228' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished
2020-11-16T21:09:36.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:36 smithi065 bash[9468]: cluster 2020-11-16T21:09:35.237960+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1059: 12 total, 12 up, 12 in
2020-11-16T21:09:36.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:36 smithi142 bash[9523]: cluster 2020-11-16T21:09:34.796097+0000 mgr.x (mgr.14196) 1763 : cluster [DBG] pgmap v2698: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:36.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:36 smithi142 bash[9523]: audit 2020-11-16T21:09:35.237910+0000 mon.a (mon.0) 3106 : audit [INF] from='client.? v1:172.21.15.142:0/1144545228' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished
2020-11-16T21:09:36.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:36 smithi142 bash[9523]: cluster 2020-11-16T21:09:35.237960+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1059: 12 total, 12 up, 12 in
2020-11-16T21:09:36.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:36 smithi071 bash[9480]: cluster 2020-11-16T21:09:34.796097+0000 mgr.x (mgr.14196) 1763 : cluster [DBG] pgmap v2698: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:36.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:36 smithi071 bash[9480]: audit 2020-11-16T21:09:35.237910+0000 mon.a (mon.0) 3106 : audit [INF] from='client.? v1:172.21.15.142:0/1144545228' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished
2020-11-16T21:09:36.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:36 smithi071 bash[9480]: cluster 2020-11-16T21:09:35.237960+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1059: 12 total, 12 up, 12 in
2020-11-16T21:09:38.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:38 smithi065 bash[9468]: cluster 2020-11-16T21:09:36.796684+0000 mgr.x (mgr.14196) 1764 : cluster [DBG] pgmap v2700: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:38.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:38 smithi065 bash[9468]: cluster 2020-11-16T21:09:37.088106+0000 osd.8 (osd.8) 295 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:38.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:38 smithi065 bash[9468]: cluster 2020-11-16T21:09:37.088233+0000 osd.8 (osd.8) 296 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:38.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:38 smithi065 bash[9468]: cluster 2020-11-16T21:09:37.991898+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1060: 12 total, 12 up, 12 in
2020-11-16T21:09:38.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:38 smithi142 bash[9523]: cluster 2020-11-16T21:09:36.796684+0000 mgr.x (mgr.14196) 1764 : cluster [DBG] pgmap v2700: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:38.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:38 smithi142 bash[9523]: cluster 2020-11-16T21:09:37.088106+0000 osd.8 (osd.8) 295 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:38.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:38 smithi142 bash[9523]: cluster 2020-11-16T21:09:37.088233+0000 osd.8 (osd.8) 296 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:38.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:38 smithi142 bash[9523]: cluster 2020-11-16T21:09:37.991898+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1060: 12 total, 12 up, 12 in
2020-11-16T21:09:38.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:38 smithi071 bash[9480]: cluster 2020-11-16T21:09:36.796684+0000 mgr.x (mgr.14196) 1764 : cluster [DBG] pgmap v2700: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:38.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:38 smithi071 bash[9480]: cluster 2020-11-16T21:09:37.088106+0000 osd.8 (osd.8) 295 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:38.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:38 smithi071 bash[9480]: cluster 2020-11-16T21:09:37.088233+0000 osd.8 (osd.8) 296 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:38.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:38 smithi071 bash[9480]: cluster 2020-11-16T21:09:37.991898+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1060: 12 total, 12 up, 12 in
2020-11-16T21:09:40.246 INFO:teuthology.orchestra.run.smithi142.stderr:reweighted osd.0 to 1 (10000)
2020-11-16T21:09:40.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:40 smithi065 bash[9468]: cluster 2020-11-16T21:09:38.797292+0000 mgr.x (mgr.14196) 1765 : cluster [DBG] pgmap v2702: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:40.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:40 smithi065 bash[9468]: audit 2020-11-16T21:09:40.006154+0000 mon.a (mon.0) 3109 : audit [INF] from='client.? v1:172.21.15.142:0/2712305205' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T21:09:40.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:40 smithi142 bash[9523]: cluster 2020-11-16T21:09:38.797292+0000 mgr.x (mgr.14196) 1765 : cluster [DBG] pgmap v2702: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:40.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:40 smithi142 bash[9523]: audit 2020-11-16T21:09:40.006154+0000 mon.a (mon.0) 3109 : audit [INF] from='client.? v1:172.21.15.142:0/2712305205' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T21:09:40.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:40 smithi071 bash[9480]: cluster 2020-11-16T21:09:38.797292+0000 mgr.x (mgr.14196) 1765 : cluster [DBG] pgmap v2702: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:40.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:40 smithi071 bash[9480]: audit 2020-11-16T21:09:40.006154+0000 mon.a (mon.0) 3109 : audit [INF] from='client.? v1:172.21.15.142:0/2712305205' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T21:09:41.145 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd primary-affinity 0 1
2020-11-16T21:09:41.281 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:41.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:41 smithi065 bash[9468]: audit 2020-11-16T21:09:40.250252+0000 mon.a (mon.0) 3110 : audit [INF] from='client.? v1:172.21.15.142:0/2712305205' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T21:09:41.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:41 smithi065 bash[9468]: cluster 2020-11-16T21:09:40.250333+0000 mon.a (mon.0) 3111 : cluster [DBG] osdmap e1061: 12 total, 12 up, 12 in
2020-11-16T21:09:41.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:41 smithi142 bash[9523]: audit 2020-11-16T21:09:40.250252+0000 mon.a (mon.0) 3110 : audit [INF] from='client.? v1:172.21.15.142:0/2712305205' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T21:09:41.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:41 smithi142 bash[9523]: cluster 2020-11-16T21:09:40.250333+0000 mon.a (mon.0) 3111 : cluster [DBG] osdmap e1061: 12 total, 12 up, 12 in
2020-11-16T21:09:41.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:41 smithi071 bash[9480]: audit 2020-11-16T21:09:40.250252+0000 mon.a (mon.0) 3110 : audit [INF] from='client.? v1:172.21.15.142:0/2712305205' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished
2020-11-16T21:09:41.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:41 smithi071 bash[9480]: cluster 2020-11-16T21:09:40.250333+0000 mon.a (mon.0) 3111 : cluster [DBG] osdmap e1061: 12 total, 12 up, 12 in
2020-11-16T21:09:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:42 smithi065 bash[9468]: cluster 2020-11-16T21:09:40.339374+0000 osd.1 (osd.1) 374 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:42 smithi065 bash[9468]: cluster 2020-11-16T21:09:40.339498+0000 osd.1 (osd.1) 375 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:42 smithi065 bash[9468]: cluster 2020-11-16T21:09:40.797967+0000 mgr.x (mgr.14196) 1766 : cluster [DBG] pgmap v2704: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:42 smithi065 bash[9468]: cluster 2020-11-16T21:09:41.265951+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1062: 12 total, 12 up, 12 in
2020-11-16T21:09:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:42 smithi065 bash[9468]: cluster 2020-11-16T21:09:41.946049+0000 osd.11 (osd.11) 294 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:42.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:42 smithi065 bash[9468]: cluster 2020-11-16T21:09:41.946180+0000 osd.11 (osd.11) 295 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:42.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:42 smithi142 bash[9523]: cluster 2020-11-16T21:09:40.339374+0000 osd.1 (osd.1) 374 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:42.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:42 smithi142 bash[9523]: cluster 2020-11-16T21:09:40.339498+0000 osd.1 (osd.1) 375 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:42.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:42 smithi142 bash[9523]: cluster 2020-11-16T21:09:40.797967+0000 mgr.x (mgr.14196) 1766 : cluster [DBG] pgmap v2704: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:42.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:42 smithi142 bash[9523]: cluster 2020-11-16T21:09:41.265951+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1062: 12 total, 12 up, 12 in
2020-11-16T21:09:42.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:42 smithi142 bash[9523]: cluster 2020-11-16T21:09:41.946049+0000 osd.11 (osd.11) 294 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:42.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:42 smithi142 bash[9523]: cluster 2020-11-16T21:09:41.946180+0000 osd.11 (osd.11) 295 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:42 smithi071 bash[9480]: cluster 2020-11-16T21:09:40.339374+0000 osd.1 (osd.1) 374 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:42 smithi071 bash[9480]: cluster 2020-11-16T21:09:40.339498+0000 osd.1 (osd.1) 375 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:42 smithi071 bash[9480]: cluster 2020-11-16T21:09:40.797967+0000 mgr.x (mgr.14196) 1766 : cluster [DBG] pgmap v2704: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:42 smithi071 bash[9480]: cluster 2020-11-16T21:09:41.265951+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1062: 12 total, 12 up, 12 in
2020-11-16T21:09:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:42 smithi071 bash[9480]: cluster 2020-11-16T21:09:41.946049+0000 osd.11 (osd.11) 294 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:42.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:42 smithi071 bash[9480]: cluster 2020-11-16T21:09:41.946180+0000 osd.11 (osd.11) 295 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:43 smithi065 bash[9468]: cluster 2020-11-16T21:09:42.274557+0000 mon.a (mon.0) 3113 : cluster [DBG] osdmap e1063: 12 total, 12 up, 12 in
2020-11-16T21:09:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:43 smithi065 bash[9468]: cluster 2020-11-16T21:09:43.046207+0000 osd.3 (osd.3) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:43 smithi065 bash[9468]: cluster 2020-11-16T21:09:43.048132+0000 osd.3 (osd.3) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:43 smithi142 bash[9523]: cluster 2020-11-16T21:09:42.274557+0000 mon.a (mon.0) 3113 : cluster [DBG] osdmap e1063: 12 total, 12 up, 12 in
2020-11-16T21:09:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:43 smithi142 bash[9523]: cluster 2020-11-16T21:09:43.046207+0000 osd.3 (osd.3) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:43 smithi142 bash[9523]: cluster 2020-11-16T21:09:43.048132+0000 osd.3 (osd.3) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:43.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:43 smithi071 bash[9480]: cluster 2020-11-16T21:09:42.274557+0000 mon.a (mon.0) 3113 : cluster [DBG] osdmap e1063: 12 total, 12 up, 12 in
2020-11-16T21:09:43.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:43 smithi071 bash[9480]: cluster 2020-11-16T21:09:43.046207+0000 osd.3 (osd.3) 95 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:43.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:43 smithi071 bash[9480]: cluster 2020-11-16T21:09:43.048132+0000 osd.3 (osd.3) 96 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:44 smithi065 bash[9468]: cluster 2020-11-16T21:09:42.798591+0000 mgr.x (mgr.14196) 1767 : cluster [DBG] pgmap v2707: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:44 smithi065 bash[9468]: cluster 2020-11-16T21:09:43.284896+0000 mon.a (mon.0) 3114 : cluster [DBG] osdmap e1064: 12 total, 12 up, 12 in
2020-11-16T21:09:44.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:44 smithi142 bash[9523]: cluster 2020-11-16T21:09:42.798591+0000 mgr.x (mgr.14196) 1767 : cluster [DBG] pgmap v2707: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:44.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:44 smithi142 bash[9523]: cluster 2020-11-16T21:09:43.284896+0000 mon.a (mon.0) 3114 : cluster [DBG] osdmap e1064: 12 total, 12 up, 12 in
2020-11-16T21:09:44.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:44 smithi071 bash[9480]: cluster 2020-11-16T21:09:42.798591+0000 mgr.x (mgr.14196) 1767 : cluster [DBG] pgmap v2707: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:44.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:44 smithi071 bash[9480]: cluster 2020-11-16T21:09:43.284896+0000 mon.a (mon.0) 3114 : cluster [DBG] osdmap e1064: 12 total, 12 up, 12 in
2020-11-16T21:09:45.290 INFO:teuthology.orchestra.run.smithi142.stderr:set osd.0 primary-affinity to 1 (8655362)
2020-11-16T21:09:45.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:45 smithi071 bash[9480]: audit 2020-11-16T21:09:44.997752+0000 mon.a (mon.0) 3115 : audit [INF] from='client.? v1:172.21.15.142:0/2618258371' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T21:09:45.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:45 smithi065 bash[9468]: audit 2020-11-16T21:09:44.997752+0000 mon.a (mon.0) 3115 : audit [INF] from='client.? v1:172.21.15.142:0/2618258371' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T21:09:45.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:45 smithi142 bash[9523]: audit 2020-11-16T21:09:44.997752+0000 mon.a (mon.0) 3115 : audit [INF] from='client.? v1:172.21.15.142:0/2618258371' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch
2020-11-16T21:09:46.104 INFO:tasks.thrashosds.thrasher:joining the do_sighup greenlet
2020-11-16T21:09:46.104 INFO:tasks.thrashosds.thrasher:joining the do_optrack_toggle greenlet
2020-11-16T21:09:46.104 INFO:tasks.thrashosds.thrasher:joining the do_dump_ops greenlet
2020-11-16T21:09:46.105 INFO:tasks.thrashosds.thrasher:joining the do_noscrub_toggle greenlet
2020-11-16T21:09:46.105 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up
2020-11-16T21:09:46.105 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump --format=json
2020-11-16T21:09:46.240 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:46 smithi142 bash[9523]: cluster 2020-11-16T21:09:44.799238+0000 mgr.x (mgr.14196) 1768 : cluster [DBG] pgmap v2709: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:46 smithi142 bash[9523]: audit 2020-11-16T21:09:45.295939+0000 mon.a (mon.0) 3116 : audit [INF] from='client.? v1:172.21.15.142:0/2618258371' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished
2020-11-16T21:09:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:46 smithi142 bash[9523]: cluster 2020-11-16T21:09:45.296023+0000 mon.a (mon.0) 3117 : cluster [DBG] osdmap e1065: 12 total, 12 up, 12 in
2020-11-16T21:09:46.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:46 smithi071 bash[9480]: cluster 2020-11-16T21:09:44.799238+0000 mgr.x (mgr.14196) 1768 : cluster [DBG] pgmap v2709: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:46.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:46 smithi071 bash[9480]: audit 2020-11-16T21:09:45.295939+0000 mon.a (mon.0) 3116 : audit [INF] from='client.? v1:172.21.15.142:0/2618258371' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished
2020-11-16T21:09:46.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:46 smithi071 bash[9480]: cluster 2020-11-16T21:09:45.296023+0000 mon.a (mon.0) 3117 : cluster [DBG] osdmap e1065: 12 total, 12 up, 12 in
2020-11-16T21:09:46.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:46 smithi065 bash[9468]: cluster 2020-11-16T21:09:44.799238+0000 mgr.x (mgr.14196) 1768 : cluster [DBG] pgmap v2709: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:46.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:46 smithi065 bash[9468]: audit 2020-11-16T21:09:45.295939+0000 mon.a (mon.0) 3116 : audit [INF] from='client.? v1:172.21.15.142:0/2618258371' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished
2020-11-16T21:09:46.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:46 smithi065 bash[9468]: cluster 2020-11-16T21:09:45.296023+0000 mon.a (mon.0) 3117 : cluster [DBG] osdmap e1065: 12 total, 12 up, 12 in
2020-11-16T21:09:48.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:48 smithi071 bash[9480]: cluster 2020-11-16T21:09:46.799858+0000 mgr.x (mgr.14196) 1769 : cluster [DBG] pgmap v2711: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:48.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:48 smithi065 bash[9468]: cluster 2020-11-16T21:09:46.799858+0000 mgr.x (mgr.14196) 1769 : cluster [DBG] pgmap v2711: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:48.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:48 smithi142 bash[9523]: cluster 2020-11-16T21:09:46.799858+0000 mgr.x (mgr.14196) 1769 : cluster [DBG] pgmap v2711: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:49.806 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:09:49.807 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":1065,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","created":"2020-11-16T20:10:48.708461+0000","modified":"2020-11-16T21:09:45.283213+0000","last_up_change":"2020-11-16T21:00:58.872290+0000","last_in_change":"2020-11-16T21:07:28.076361+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":32,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-11-16T20:13:10.276783+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"522","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":12,"last_clean_end":817,"up_from":890,"up_thru":796,"down_at":818,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6800","nonce":1026156329}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6801","nonce":1026156329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6803","nonce":1026156329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6802","nonce":1026156329}]},"public_addr":"172.21.15.142:6800/1026156329","cluster_addr":"172.21.15.142:6801/1026156329","heartbeat_back_addr":"172.21.15.142:6803/1026156329","heartbeat_front_addr":"172.21.15.142:6802/1026156329","state":["exists","up"]},{"osd":1,"uuid":"c82ae70d-f2a5-4334-a84f-87a054655ad7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":986,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6804","nonce":2156745596}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6805","nonce":2156745596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6807","nonce":2156745596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6806","nonce":2156745596}]},"public_addr":"172.21.15.142:6804/2156745596","cluster_addr":"172.21.15.142:6805/2156745596","heartbeat_back_addr":"172.21.15.142:6807/2156745596","heartbeat_front_addr":"172.21.15.142:6806/2156745596","state":["exists","up"]},{"osd":2,"uuid":"b8fcfee2-fb36-47e4-a200-65aab5e1435b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":393,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6808","nonce":2380078138}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6809","nonce":2380078138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6811","nonce":2380078138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6810","nonce":2380078138}]},"public_addr":"172.21.15.142:6808/2380078138","cluster_addr":"172.21.15.142:6809/2380078138","heartbeat_back_addr":"172.21.15.142:6811/2380078138","heartbeat_front_addr":"172.21.15.142:6810/2380078138","state":["exists","up"]},{"osd":3,"uuid":"f28de7af-d9bf-4096-ab56-1ef663dc214c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":29,"last_clean_end":636,"up_from":685,"up_thru":984,"down_at":637,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6812","nonce":1404862900}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6813","nonce":1404862900}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6815","nonce":1404862900}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6814","nonce":1404862900}]},"public_addr":"172.21.15.142:6812/1404862900","cluster_addr":"172.21.15.142:6813/1404862900","heartbeat_back_addr":"172.21.15.142:6815/1404862900","heartbeat_front_addr":"172.21.15.142:6814/1404862900","state":["exists","up"]},{"osd":4,"uuid":"8dfc82b4-6137-4f9c-b848-160cdaab7877","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":983,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6801","nonce":3325699378}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6802","nonce":3325699378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6804","nonce":3325699378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6803","nonce":3325699378}]},"public_addr":"172.21.15.71:6801/3325699378","cluster_addr":"172.21.15.71:6802/3325699378","heartbeat_back_addr":"172.21.15.71:6804/3325699378","heartbeat_front_addr":"172.21.15.71:6803/3325699378","state":["exists","up"]},{"osd":5,"uuid":"80ade1c6-d24e-453c-b6db-434af43d222b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":987,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6805","nonce":724581550}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6806","nonce":724581550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6808","nonce":724581550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6807","nonce":724581550}]},"public_addr":"172.21.15.71:6805/724581550","cluster_addr":"172.21.15.71:6806/724581550","heartbeat_back_addr":"172.21.15.71:6808/724581550","heartbeat_front_addr":"172.21.15.71:6807/724581550","state":["exists","up"]},{"osd":6,"uuid":"f2acf352-ac5f-434e-b71d-8d44be7ad4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":983,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6809","nonce":1309108708}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6810","nonce":1309108708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6812","nonce":1309108708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6811","nonce":1309108708}]},"public_addr":"172.21.15.71:6809/1309108708","cluster_addr":"172.21.15.71:6810/1309108708","heartbeat_back_addr":"172.21.15.71:6812/1309108708","heartbeat_front_addr":"172.21.15.71:6811/1309108708","state":["exists","up"]},{"osd":7,"uuid":"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":56,"last_clean_end":199,"up_from":225,"up_thru":1053,"down_at":200,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6813","nonce":2429996026}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6814","nonce":2429996026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6816","nonce":2429996026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6815","nonce":2429996026}]},"public_addr":"172.21.15.71:6813/2429996026","cluster_addr":"172.21.15.71:6814/2429996026","heartbeat_back_addr":"172.21.15.71:6816/2429996026","heartbeat_front_addr":"172.21.15.71:6815/2429996026","state":["exists","up"]},{"osd":8,"uuid":"3c2e5345-07d0-40c1-b3aa-fa0493b44083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":985,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6800","nonce":930793981}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6801","nonce":930793981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6803","nonce":930793981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6802","nonce":930793981}]},"public_addr":"172.21.15.65:6800/930793981","cluster_addr":"172.21.15.65:6801/930793981","heartbeat_back_addr":"172.21.15.65:6803/930793981","heartbeat_front_addr":"172.21.15.65:6802/930793981","state":["exists","up"]},{"osd":9,"uuid":"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":873,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6804","nonce":3578070571}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6805","nonce":3578070571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6807","nonce":3578070571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6806","nonce":3578070571}]},"public_addr":"172.21.15.65:6804/3578070571","cluster_addr":"172.21.15.65:6805/3578070571","heartbeat_back_addr":"172.21.15.65:6807/3578070571","heartbeat_front_addr":"172.21.15.65:6806/3578070571","state":["exists","up"]},{"osd":10,"uuid":"7092d516-77a6-4060-a297-090099cd553e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":95,"up_thru":985,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6808","nonce":1216706886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6809","nonce":1216706886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6811","nonce":1216706886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6810","nonce":1216706886}]},"public_addr":"172.21.15.65:6808/1216706886","cluster_addr":"172.21.15.65:6809/1216706886","heartbeat_back_addr":"172.21.15.65:6811/1216706886","heartbeat_front_addr":"172.21.15.65:6810/1216706886","state":["exists","up"]},{"osd":11,"uuid":"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":103,"up_thru":1002,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6812","nonce":3290130542}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6813","nonce":3290130542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6815","nonce":3290130542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6814","nonce":3290130542}]},"public_addr":"172.21.15.65:6812/3290130542","cluster_addr":"172.21.15.65:6813/3290130542","heartbeat_back_addr":"172.21.15.65:6815/3290130542","heartbeat_front_addr":"172.21.15.65:6814/3290130542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:03.102104+0000","dead_epoch":818},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:40.339506+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:11.115544+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:43.048135+0000","dead_epoch":637},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:08:56.584313+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:27.158997+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:08:49.486649+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:32.173114+0000","dead_epoch":200},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:37.088238+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:07.799063+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:17.311753+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:41.946185+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.142:0/1195728362":"2020-11-17T20:14:25.826902+0000","172.21.15.142:6800/3623425812":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/3991833904":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/1735707732":"2020-11-17T20:11:44.591303+0000","172.21.15.142:6800/1465625619":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/3648584722":"2020-11-17T20:11:20.538376+0000","172.21.15.142:0/3320495051":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/1223358460":"2020-11-17T20:11:20.538376+0000","172.21.15.142:6800/2714967177":"2020-11-17T20:11:20.538376+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2020-11-16T21:09:50.614 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:50 smithi142 bash[9523]: cluster 2020-11-16T21:09:48.800531+0000 mgr.x (mgr.14196) 1770 : cluster [DBG] pgmap v2712: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:50.615 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:50 smithi142 bash[9523]: cluster 2020-11-16T21:09:49.734877+0000 osd.6 (osd.6) 313 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:50.615 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:50 smithi142 bash[9523]: cluster 2020-11-16T21:09:49.735004+0000 osd.6 (osd.6) 314 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:50.615 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:50 smithi142 bash[9523]: audit 2020-11-16T21:09:49.815099+0000 mon.a (mon.0) 3118 : audit [DBG] from='client.? v1:172.21.15.142:0/3182573800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T21:09:50.616 INFO:tasks.cephadm.ceph_manager.ceph:all up!
2020-11-16T21:09:50.617 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd dump --format=json
2020-11-16T21:09:50.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:50 smithi071 bash[9480]: cluster 2020-11-16T21:09:48.800531+0000 mgr.x (mgr.14196) 1770 : cluster [DBG] pgmap v2712: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:50.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:50 smithi071 bash[9480]: cluster 2020-11-16T21:09:49.734877+0000 osd.6 (osd.6) 313 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:50.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:50 smithi071 bash[9480]: cluster 2020-11-16T21:09:49.735004+0000 osd.6 (osd.6) 314 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:50.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:50 smithi071 bash[9480]: audit 2020-11-16T21:09:49.815099+0000 mon.a (mon.0) 3118 : audit [DBG] from='client.? v1:172.21.15.142:0/3182573800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T21:09:50.761 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:50.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:50 smithi065 bash[9468]: cluster 2020-11-16T21:09:48.800531+0000 mgr.x (mgr.14196) 1770 : cluster [DBG] pgmap v2712: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:50.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:50 smithi065 bash[9468]: cluster 2020-11-16T21:09:49.734877+0000 osd.6 (osd.6) 313 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:50.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:50 smithi065 bash[9468]: cluster 2020-11-16T21:09:49.735004+0000 osd.6 (osd.6) 314 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:50.778 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:50 smithi065 bash[9468]: audit 2020-11-16T21:09:49.815099+0000 mon.a (mon.0) 3118 : audit [DBG] from='client.? v1:172.21.15.142:0/3182573800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T21:09:51.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:51 smithi071 bash[9480]: cluster 2020-11-16T21:09:50.307765+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1066: 12 total, 12 up, 12 in
2020-11-16T21:09:51.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:51 smithi065 bash[9468]: cluster 2020-11-16T21:09:50.307765+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1066: 12 total, 12 up, 12 in
2020-11-16T21:09:51.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:51 smithi142 bash[9523]: cluster 2020-11-16T21:09:50.307765+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1066: 12 total, 12 up, 12 in
2020-11-16T21:09:52.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:52 smithi071 bash[9480]: cluster 2020-11-16T21:09:50.801159+0000 mgr.x (mgr.14196) 1771 : cluster [DBG] pgmap v2714: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:52.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:52 smithi065 bash[9468]: cluster 2020-11-16T21:09:50.801159+0000 mgr.x (mgr.14196) 1771 : cluster [DBG] pgmap v2714: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:52.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:52 smithi142 bash[9523]: cluster 2020-11-16T21:09:50.801159+0000 mgr.x (mgr.14196) 1771 : cluster [DBG] pgmap v2714: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:54.476 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:09:54.477 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":1066,"fsid":"b861c014-2847-11eb-a2b2-001a4aab830c","created":"2020-11-16T20:10:48.708461+0000","modified":"2020-11-16T21:09:50.300880+0000","last_up_change":"2020-11-16T21:00:58.872290+0000","last_in_change":"2020-11-16T21:07:28.076361+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":32,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-11-16T20:13:10.276783+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"522","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":12,"last_clean_end":817,"up_from":890,"up_thru":796,"down_at":818,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6800","nonce":1026156329}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6801","nonce":1026156329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6803","nonce":1026156329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6802","nonce":1026156329}]},"public_addr":"172.21.15.142:6800/1026156329","cluster_addr":"172.21.15.142:6801/1026156329","heartbeat_back_addr":"172.21.15.142:6803/1026156329","heartbeat_front_addr":"172.21.15.142:6802/1026156329","state":["exists","up"]},{"osd":1,"uuid":"c82ae70d-f2a5-4334-a84f-87a054655ad7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":986,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6804","nonce":2156745596}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6805","nonce":2156745596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6807","nonce":2156745596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6806","nonce":2156745596}]},"public_addr":"172.21.15.142:6804/2156745596","cluster_addr":"172.21.15.142:6805/2156745596","heartbeat_back_addr":"172.21.15.142:6807/2156745596","heartbeat_front_addr":"172.21.15.142:6806/2156745596","state":["exists","up"]},{"osd":2,"uuid":"b8fcfee2-fb36-47e4-a200-65aab5e1435b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":393,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6808","nonce":2380078138}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6809","nonce":2380078138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6811","nonce":2380078138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6810","nonce":2380078138}]},"public_addr":"172.21.15.142:6808/2380078138","cluster_addr":"172.21.15.142:6809/2380078138","heartbeat_back_addr":"172.21.15.142:6811/2380078138","heartbeat_front_addr":"172.21.15.142:6810/2380078138","state":["exists","up"]},{"osd":3,"uuid":"f28de7af-d9bf-4096-ab56-1ef663dc214c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":29,"last_clean_end":636,"up_from":685,"up_thru":984,"down_at":637,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6812","nonce":1404862900}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6813","nonce":1404862900}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6815","nonce":1404862900}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.142:6814","nonce":1404862900}]},"public_addr":"172.21.15.142:6812/1404862900","cluster_addr":"172.21.15.142:6813/1404862900","heartbeat_back_addr":"172.21.15.142:6815/1404862900","heartbeat_front_addr":"172.21.15.142:6814/1404862900","state":["exists","up"]},{"osd":4,"uuid":"8dfc82b4-6137-4f9c-b848-160cdaab7877","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":983,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6801","nonce":3325699378}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6802","nonce":3325699378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6804","nonce":3325699378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6803","nonce":3325699378}]},"public_addr":"172.21.15.71:6801/3325699378","cluster_addr":"172.21.15.71:6802/3325699378","heartbeat_back_addr":"172.21.15.71:6804/3325699378","heartbeat_front_addr":"172.21.15.71:6803/3325699378","state":["exists","up"]},{"osd":5,"uuid":"80ade1c6-d24e-453c-b6db-434af43d222b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":987,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6805","nonce":724581550}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6806","nonce":724581550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6808","nonce":724581550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6807","nonce":724581550}]},"public_addr":"172.21.15.71:6805/724581550","cluster_addr":"172.21.15.71:6806/724581550","heartbeat_back_addr":"172.21.15.71:6808/724581550","heartbeat_front_addr":"172.21.15.71:6807/724581550","state":["exists","up"]},{"osd":6,"uuid":"f2acf352-ac5f-434e-b71d-8d44be7ad4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":983,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6809","nonce":1309108708}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6810","nonce":1309108708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6812","nonce":1309108708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6811","nonce":1309108708}]},"public_addr":"172.21.15.71:6809/1309108708","cluster_addr":"172.21.15.71:6810/1309108708","heartbeat_back_addr":"172.21.15.71:6812/1309108708","heartbeat_front_addr":"172.21.15.71:6811/1309108708","state":["exists","up"]},{"osd":7,"uuid":"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":56,"last_clean_end":199,"up_from":225,"up_thru":1053,"down_at":200,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6813","nonce":2429996026}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6814","nonce":2429996026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6816","nonce":2429996026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.71:6815","nonce":2429996026}]},"public_addr":"172.21.15.71:6813/2429996026","cluster_addr":"172.21.15.71:6814/2429996026","heartbeat_back_addr":"172.21.15.71:6816/2429996026","heartbeat_front_addr":"172.21.15.71:6815/2429996026","state":["exists","up"]},{"osd":8,"uuid":"3c2e5345-07d0-40c1-b3aa-fa0493b44083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":985,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6800","nonce":930793981}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6801","nonce":930793981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6803","nonce":930793981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6802","nonce":930793981}]},"public_addr":"172.21.15.65:6800/930793981","cluster_addr":"172.21.15.65:6801/930793981","heartbeat_back_addr":"172.21.15.65:6803/930793981","heartbeat_front_addr":"172.21.15.65:6802/930793981","state":["exists","up"]},{"osd":9,"uuid":"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":873,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6804","nonce":3578070571}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6805","nonce":3578070571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6807","nonce":3578070571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6806","nonce":3578070571}]},"public_addr":"172.21.15.65:6804/3578070571","cluster_addr":"172.21.15.65:6805/3578070571","heartbeat_back_addr":"172.21.15.65:6807/3578070571","heartbeat_front_addr":"172.21.15.65:6806/3578070571","state":["exists","up"]},{"osd":10,"uuid":"7092d516-77a6-4060-a297-090099cd553e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":95,"up_thru":985,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6808","nonce":1216706886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6809","nonce":1216706886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6811","nonce":1216706886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6810","nonce":1216706886}]},"public_addr":"172.21.15.65:6808/1216706886","cluster_addr":"172.21.15.65:6809/1216706886","heartbeat_back_addr":"172.21.15.65:6811/1216706886","heartbeat_front_addr":"172.21.15.65:6810/1216706886","state":["exists","up"]},{"osd":11,"uuid":"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":103,"up_thru":1002,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6812","nonce":3290130542}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6813","nonce":3290130542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6815","nonce":3290130542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.65:6814","nonce":3290130542}]},"public_addr":"172.21.15.65:6812/3290130542","cluster_addr":"172.21.15.65:6813/3290130542","heartbeat_back_addr":"172.21.15.65:6815/3290130542","heartbeat_front_addr":"172.21.15.65:6814/3290130542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:03.102104+0000","dead_epoch":818},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:40.339506+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:11.115544+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:43.048135+0000","dead_epoch":637},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:08:56.584313+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:27.158997+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:49.735012+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:32.173114+0000","dead_epoch":200},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:37.088238+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:07.799063+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:17.311753+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2020-11-16T21:09:41.946185+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.142:0/1195728362":"2020-11-17T20:14:25.826902+0000","172.21.15.142:6800/3623425812":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/3991833904":"2020-11-17T20:14:25.826902+0000","172.21.15.142:0/1735707732":"2020-11-17T20:11:44.591303+0000","172.21.15.142:6800/1465625619":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/3648584722":"2020-11-17T20:11:20.538376+0000","172.21.15.142:0/3320495051":"2020-11-17T20:11:44.591303+0000","172.21.15.142:0/1223358460":"2020-11-17T20:11:20.538376+0000","172.21.15.142:6800/2714967177":"2020-11-17T20:11:20.538376+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2020-11-16T21:09:54.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:54 smithi071 bash[9480]: cluster 2020-11-16T21:09:52.801795+0000 mgr.x (mgr.14196) 1772 : cluster [DBG] pgmap v2715: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:54.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:54 smithi065 bash[9468]: cluster 2020-11-16T21:09:52.801795+0000 mgr.x (mgr.14196) 1772 : cluster [DBG] pgmap v2715: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:54.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:54 smithi142 bash[9523]: cluster 2020-11-16T21:09:52.801795+0000 mgr.x (mgr.14196) 1772 : cluster [DBG] pgmap v2715: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:55.272 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.0 flush_pg_stats
2020-11-16T21:09:55.412 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:09:55.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:55 smithi142 bash[9523]: audit 2020-11-16T21:09:54.482110+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? v1:172.21.15.142:0/374915029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T21:09:55.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:55 smithi071 bash[9480]: audit 2020-11-16T21:09:54.482110+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? v1:172.21.15.142:0/374915029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T21:09:55.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:55 smithi065 bash[9468]: audit 2020-11-16T21:09:54.482110+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? v1:172.21.15.142:0/374915029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2020-11-16T21:09:56.671 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:56 smithi142 bash[9523]: cluster 2020-11-16T21:09:54.802419+0000 mgr.x (mgr.14196) 1773 : cluster [DBG] pgmap v2716: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:56.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:56 smithi071 bash[9480]: cluster 2020-11-16T21:09:54.802419+0000 mgr.x (mgr.14196) 1773 : cluster [DBG] pgmap v2716: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:56.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:56 smithi065 bash[9468]: cluster 2020-11-16T21:09:54.802419+0000 mgr.x (mgr.14196) 1773 : cluster [DBG] pgmap v2716: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:58.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:58 smithi065 bash[9468]: cluster 2020-11-16T21:09:56.669371+0000 osd.4 (osd.4) 308 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:58.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:58 smithi065 bash[9468]: cluster 2020-11-16T21:09:56.669496+0000 osd.4 (osd.4) 309 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:58.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:58 smithi065 bash[9468]: cluster 2020-11-16T21:09:56.803039+0000 mgr.x (mgr.14196) 1774 : cluster [DBG] pgmap v2717: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:58.278 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:09:58 smithi065 bash[9468]: cluster 2020-11-16T21:09:57.350834+0000 mon.a (mon.0) 3120 : cluster [DBG] osdmap e1067: 12 total, 12 up, 12 in
2020-11-16T21:09:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:58 smithi142 bash[9523]: cluster 2020-11-16T21:09:56.669371+0000 osd.4 (osd.4) 308 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:58 smithi142 bash[9523]: cluster 2020-11-16T21:09:56.669496+0000 osd.4 (osd.4) 309 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:58 smithi142 bash[9523]: cluster 2020-11-16T21:09:56.803039+0000 mgr.x (mgr.14196) 1774 : cluster [DBG] pgmap v2717: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:58.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:09:58 smithi142 bash[9523]: cluster 2020-11-16T21:09:57.350834+0000 mon.a (mon.0) 3120 : cluster [DBG] osdmap e1067: 12 total, 12 up, 12 in
2020-11-16T21:09:58.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:58 smithi071 bash[9480]: cluster 2020-11-16T21:09:56.669371+0000 osd.4 (osd.4) 308 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:09:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:58 smithi071 bash[9480]: cluster 2020-11-16T21:09:56.669496+0000 osd.4 (osd.4) 309 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:09:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:58 smithi071 bash[9480]: cluster 2020-11-16T21:09:56.803039+0000 mgr.x (mgr.14196) 1774 : cluster [DBG] pgmap v2717: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:09:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:09:58 smithi071 bash[9480]: cluster 2020-11-16T21:09:57.350834+0000 mon.a (mon.0) 3120 : cluster [DBG] osdmap e1067: 12 total, 12 up, 12 in
2020-11-16T21:09:59.536 INFO:teuthology.orchestra.run.smithi142.stdout:3822520893550
2020-11-16T21:09:59.537 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.1 flush_pg_stats
2020-11-16T21:09:59.673 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:00.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:00 smithi065 bash[9468]: cluster 2020-11-16T21:09:58.803428+0000 mgr.x (mgr.14196) 1775 : cluster [DBG] pgmap v2719: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:00.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:00 smithi065 bash[9468]: cluster 2020-11-16T21:10:00.000121+0000 mon.a (mon.0) 3121 : cluster [INF] overall HEALTH_OK
2020-11-16T21:10:00.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:00 smithi142 bash[9523]: cluster 2020-11-16T21:09:58.803428+0000 mgr.x (mgr.14196) 1775 : cluster [DBG] pgmap v2719: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:00.327 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:00 smithi142 bash[9523]: cluster 2020-11-16T21:10:00.000121+0000 mon.a (mon.0) 3121 : cluster [INF] overall HEALTH_OK
2020-11-16T21:10:00.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:00 smithi071 bash[9480]: cluster 2020-11-16T21:09:58.803428+0000 mgr.x (mgr.14196) 1775 : cluster [DBG] pgmap v2719: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:00.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:00 smithi071 bash[9480]: cluster 2020-11-16T21:10:00.000121+0000 mon.a (mon.0) 3121 : cluster [INF] overall HEALTH_OK
2020-11-16T21:10:02.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:02 smithi065 bash[9468]: cluster 2020-11-16T21:10:00.803999+0000 mgr.x (mgr.14196) 1776 : cluster [DBG] pgmap v2720: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:02.286 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:02 smithi142 bash[9523]: cluster 2020-11-16T21:10:00.803999+0000 mgr.x (mgr.14196) 1776 : cluster [DBG] pgmap v2720: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:02.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:02 smithi071 bash[9480]: cluster 2020-11-16T21:10:00.803999+0000 mgr.x (mgr.14196) 1776 : cluster [DBG] pgmap v2720: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:04.087 INFO:teuthology.orchestra.run.smithi142.stdout:77309411991
2020-11-16T21:10:04.088 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.2 flush_pg_stats
2020-11-16T21:10:04.223 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:04.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:04 smithi065 bash[9468]: cluster 2020-11-16T21:10:02.804627+0000 mgr.x (mgr.14196) 1777 : cluster [DBG] pgmap v2721: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:04.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:04 smithi065 bash[9468]: cluster 2020-11-16T21:10:03.535203+0000 osd.0 (osd.0) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:04.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:04 smithi065 bash[9468]: cluster 2020-11-16T21:10:03.538334+0000 osd.0 (osd.0) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:04 smithi142 bash[9523]: cluster 2020-11-16T21:10:02.804627+0000 mgr.x (mgr.14196) 1777 : cluster [DBG] pgmap v2721: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:04 smithi142 bash[9523]: cluster 2020-11-16T21:10:03.535203+0000 osd.0 (osd.0) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:04.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:04 smithi142 bash[9523]: cluster 2020-11-16T21:10:03.538334+0000 osd.0 (osd.0) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:04.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:04 smithi071 bash[9480]: cluster 2020-11-16T21:10:02.804627+0000 mgr.x (mgr.14196) 1777 : cluster [DBG] pgmap v2721: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:04.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:04 smithi071 bash[9480]: cluster 2020-11-16T21:10:03.535203+0000 osd.0 (osd.0) 38 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:04.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:04 smithi071 bash[9480]: cluster 2020-11-16T21:10:03.538334+0000 osd.0 (osd.0) 39 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:05.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:05 smithi065 bash[9468]: cluster 2020-11-16T21:10:04.021388+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1068: 12 total, 12 up, 12 in
2020-11-16T21:10:05.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:05 smithi142 bash[9523]: cluster 2020-11-16T21:10:04.021388+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1068: 12 total, 12 up, 12 in
2020-11-16T21:10:05.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:05 smithi071 bash[9480]: cluster 2020-11-16T21:10:04.021388+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1068: 12 total, 12 up, 12 in
2020-11-16T21:10:06.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:06 smithi071 bash[9480]: cluster 2020-11-16T21:10:04.805248+0000 mgr.x (mgr.14196) 1778 : cluster [DBG] pgmap v2723: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:06.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:06 smithi065 bash[9468]: cluster 2020-11-16T21:10:04.805248+0000 mgr.x (mgr.14196) 1778 : cluster [DBG] pgmap v2723: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:06.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:06 smithi142 bash[9523]: cluster 2020-11-16T21:10:04.805248+0000 mgr.x (mgr.14196) 1778 : cluster [DBG] pgmap v2723: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:08.409 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:08 smithi142 bash[9523]: cluster 2020-11-16T21:10:06.805867+0000 mgr.x (mgr.14196) 1779 : cluster [DBG] pgmap v2724: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:08.410 INFO:teuthology.orchestra.run.smithi142.stdout:98784248467
2020-11-16T21:10:08.411 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.3 flush_pg_stats
2020-11-16T21:10:08.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:08 smithi071 bash[9480]: cluster 2020-11-16T21:10:06.805867+0000 mgr.x (mgr.14196) 1779 : cluster [DBG] pgmap v2724: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:08.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:08 smithi065 bash[9468]: cluster 2020-11-16T21:10:06.805867+0000 mgr.x (mgr.14196) 1779 : cluster [DBG] pgmap v2724: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:08.545 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:10.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:10 smithi142 bash[9523]: cluster 2020-11-16T21:10:08.579763+0000 osd.9 (osd.9) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:10.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:10 smithi142 bash[9523]: cluster 2020-11-16T21:10:08.579915+0000 osd.9 (osd.9) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:10.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:10 smithi142 bash[9523]: cluster 2020-11-16T21:10:08.806483+0000 mgr.x (mgr.14196) 1780 : cluster [DBG] pgmap v2725: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:10.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:10 smithi142 bash[9523]: cluster 2020-11-16T21:10:09.060585+0000 mon.a (mon.0) 3123 : cluster [DBG] osdmap e1069: 12 total, 12 up, 12 in
2020-11-16T21:10:10.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:10 smithi071 bash[9480]: cluster 2020-11-16T21:10:08.579763+0000 osd.9 (osd.9) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:10 smithi071 bash[9480]: cluster 2020-11-16T21:10:08.579915+0000 osd.9 (osd.9) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:10 smithi071 bash[9480]: cluster 2020-11-16T21:10:08.806483+0000 mgr.x (mgr.14196) 1780 : cluster [DBG] pgmap v2725: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:10.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:10 smithi071 bash[9480]: cluster 2020-11-16T21:10:09.060585+0000 mon.a (mon.0) 3123 : cluster [DBG] osdmap e1069: 12 total, 12 up, 12 in
2020-11-16T21:10:10.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:10 smithi065 bash[9468]: cluster 2020-11-16T21:10:08.579763+0000 osd.9 (osd.9) 267 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:10.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:10 smithi065 bash[9468]: cluster 2020-11-16T21:10:08.579915+0000 osd.9 (osd.9) 268 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:10.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:10 smithi065 bash[9468]: cluster 2020-11-16T21:10:08.806483+0000 mgr.x (mgr.14196) 1780 : cluster [DBG] pgmap v2725: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:10.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:10 smithi065 bash[9468]: cluster 2020-11-16T21:10:09.060585+0000 mon.a (mon.0) 3123 : cluster [DBG] osdmap e1069: 12 total, 12 up, 12 in
2020-11-16T21:10:12.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:12 smithi142 bash[9523]: cluster 2020-11-16T21:10:10.807110+0000 mgr.x (mgr.14196) 1781 : cluster [DBG] pgmap v2727: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:12.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:12 smithi071 bash[9480]: cluster 2020-11-16T21:10:10.807110+0000 mgr.x (mgr.14196) 1781 : cluster [DBG] pgmap v2727: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:12.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:12 smithi065 bash[9468]: cluster 2020-11-16T21:10:10.807110+0000 mgr.x (mgr.14196) 1781 : cluster [DBG] pgmap v2727: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:12.759 INFO:teuthology.orchestra.run.smithi142.stdout:2942052597985
2020-11-16T21:10:12.760 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.4 flush_pg_stats
2020-11-16T21:10:12.892 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:13.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:13 smithi071 bash[9480]: cluster 2020-11-16T21:10:11.398320+0000 osd.2 (osd.2) 280 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:13.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:13 smithi071 bash[9480]: cluster 2020-11-16T21:10:11.398422+0000 osd.2 (osd.2) 281 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:13.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:13 smithi071 bash[9480]: cluster 2020-11-16T21:10:12.071028+0000 mon.a (mon.0) 3124 : cluster [DBG] osdmap e1070: 12 total, 12 up, 12 in
2020-11-16T21:10:13.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:13 smithi065 bash[9468]: cluster 2020-11-16T21:10:11.398320+0000 osd.2 (osd.2) 280 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:13.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:13 smithi065 bash[9468]: cluster 2020-11-16T21:10:11.398422+0000 osd.2 (osd.2) 281 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:13.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:13 smithi065 bash[9468]: cluster 2020-11-16T21:10:12.071028+0000 mon.a (mon.0) 3124 : cluster [DBG] osdmap e1070: 12 total, 12 up, 12 in
2020-11-16T21:10:13.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:13 smithi142 bash[9523]: cluster 2020-11-16T21:10:11.398320+0000 osd.2 (osd.2) 280 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:13.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:13 smithi142 bash[9523]: cluster 2020-11-16T21:10:11.398422+0000 osd.2 (osd.2) 281 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:13.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:13 smithi142 bash[9523]: cluster 2020-11-16T21:10:12.071028+0000 mon.a (mon.0) 3124 : cluster [DBG] osdmap e1070: 12 total, 12 up, 12 in
2020-11-16T21:10:14.400 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:14 smithi142 bash[9523]: cluster 2020-11-16T21:10:12.807716+0000 mgr.x (mgr.14196) 1782 : cluster [DBG] pgmap v2729: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:14.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:14 smithi071 bash[9480]: cluster 2020-11-16T21:10:12.807716+0000 mgr.x (mgr.14196) 1782 : cluster [DBG] pgmap v2729: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:14.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:14 smithi065 bash[9468]: cluster 2020-11-16T21:10:12.807716+0000 mgr.x (mgr.14196) 1782 : cluster [DBG] pgmap v2729: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:16.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:16 smithi142 bash[9523]: cluster 2020-11-16T21:10:14.808346+0000 mgr.x (mgr.14196) 1783 : cluster [DBG] pgmap v2730: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:16.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:16 smithi071 bash[9480]: cluster 2020-11-16T21:10:14.808346+0000 mgr.x (mgr.14196) 1783 : cluster [DBG] pgmap v2730: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:16.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:16 smithi065 bash[9468]: cluster 2020-11-16T21:10:14.808346+0000 mgr.x (mgr.14196) 1783 : cluster [DBG] pgmap v2730: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:17.038 INFO:teuthology.orchestra.run.smithi142.stdout:150323856009
2020-11-16T21:10:17.038 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.5 flush_pg_stats
2020-11-16T21:10:17.170 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:18.391 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:18 smithi142 bash[9523]: cluster 2020-11-16T21:10:16.809010+0000 mgr.x (mgr.14196) 1784 : cluster [DBG] pgmap v2731: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:18.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:18 smithi071 bash[9480]: cluster 2020-11-16T21:10:16.809010+0000 mgr.x (mgr.14196) 1784 : cluster [DBG] pgmap v2731: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:18.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:18 smithi065 bash[9468]: cluster 2020-11-16T21:10:16.809010+0000 mgr.x (mgr.14196) 1784 : cluster [DBG] pgmap v2731: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:19.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:19 smithi071 bash[9480]: cluster 2020-11-16T21:10:18.028971+0000 osd.10 (osd.10) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:19.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:19 smithi071 bash[9480]: cluster 2020-11-16T21:10:18.029102+0000 osd.10 (osd.10) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:19.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:19 smithi071 bash[9480]: cluster 2020-11-16T21:10:18.110212+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1071: 12 total, 12 up, 12 in
2020-11-16T21:10:19.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:19 smithi065 bash[9468]: cluster 2020-11-16T21:10:18.028971+0000 osd.10 (osd.10) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:19.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:19 smithi065 bash[9468]: cluster 2020-11-16T21:10:18.029102+0000 osd.10 (osd.10) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:19.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:19 smithi065 bash[9468]: cluster 2020-11-16T21:10:18.110212+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1071: 12 total, 12 up, 12 in
2020-11-16T21:10:19.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:19 smithi142 bash[9523]: cluster 2020-11-16T21:10:18.028971+0000 osd.10 (osd.10) 274 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:19.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:19 smithi142 bash[9523]: cluster 2020-11-16T21:10:18.029102+0000 osd.10 (osd.10) 275 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:19.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:19 smithi142 bash[9523]: cluster 2020-11-16T21:10:18.110212+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1071: 12 total, 12 up, 12 in
2020-11-16T21:10:20.373 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:20 smithi142 bash[9523]: cluster 2020-11-16T21:10:18.809562+0000 mgr.x (mgr.14196) 1785 : cluster [DBG] pgmap v2733: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:20.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:20 smithi071 bash[9480]: cluster 2020-11-16T21:10:18.809562+0000 mgr.x (mgr.14196) 1785 : cluster [DBG] pgmap v2733: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:20.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:20 smithi065 bash[9468]: cluster 2020-11-16T21:10:18.809562+0000 mgr.x (mgr.14196) 1785 : cluster [DBG] pgmap v2733: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:21.429 INFO:teuthology.orchestra.run.smithi142.stdout:180388627080
2020-11-16T21:10:21.429 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.6 flush_pg_stats
2020-11-16T21:10:21.566 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:22.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:22 smithi071 bash[9480]: cluster 2020-11-16T21:10:20.810152+0000 mgr.x (mgr.14196) 1786 : cluster [DBG] pgmap v2734: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:22.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:22 smithi065 bash[9468]: cluster 2020-11-16T21:10:20.810152+0000 mgr.x (mgr.14196) 1786 : cluster [DBG] pgmap v2734: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:22.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:22 smithi142 bash[9523]: cluster 2020-11-16T21:10:20.810152+0000 mgr.x (mgr.14196) 1786 : cluster [DBG] pgmap v2734: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:24.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:24 smithi071 bash[9480]: cluster 2020-11-16T21:10:22.810722+0000 mgr.x (mgr.14196) 1787 : cluster [DBG] pgmap v2735: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:24.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:24 smithi065 bash[9468]: cluster 2020-11-16T21:10:22.810722+0000 mgr.x (mgr.14196) 1787 : cluster [DBG] pgmap v2735: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:24.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:24 smithi142 bash[9523]: cluster 2020-11-16T21:10:22.810722+0000 mgr.x (mgr.14196) 1787 : cluster [DBG] pgmap v2735: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:25.716 INFO:teuthology.orchestra.run.smithi142.stdout:210453398145
2020-11-16T21:10:25.717 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.7 flush_pg_stats
2020-11-16T21:10:25.856 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:26.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:26 smithi071 bash[9480]: cluster 2020-11-16T21:10:24.811352+0000 mgr.x (mgr.14196) 1788 : cluster [DBG] pgmap v2736: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:26.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:26 smithi065 bash[9468]: cluster 2020-11-16T21:10:24.811352+0000 mgr.x (mgr.14196) 1788 : cluster [DBG] pgmap v2736: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:26.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:26 smithi142 bash[9523]: cluster 2020-11-16T21:10:24.811352+0000 mgr.x (mgr.14196) 1788 : cluster [DBG] pgmap v2736: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:27.276 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:27 smithi142 bash[9523]: audit 2020-11-16T21:10:26.419331+0000 mon.b (mon.1) 491 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:10:27.276 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:27 smithi142 bash[9523]: audit 2020-11-16T21:10:26.420359+0000 mon.b (mon.1) 492 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:10:27.276 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:27 smithi142 bash[9523]: audit 2020-11-16T21:10:26.421508+0000 mon.a (mon.0) 3126 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:10:27.276 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:27 smithi142 bash[9523]: audit 2020-11-16T21:10:26.422174+0000 mon.a (mon.0) 3127 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:10:27.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:27 smithi071 bash[9480]: audit 2020-11-16T21:10:26.419331+0000 mon.b (mon.1) 491 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:10:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:27 smithi071 bash[9480]: audit 2020-11-16T21:10:26.420359+0000 mon.b (mon.1) 492 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:10:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:27 smithi071 bash[9480]: audit 2020-11-16T21:10:26.421508+0000 mon.a (mon.0) 3126 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:10:27.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:27 smithi071 bash[9480]: audit 2020-11-16T21:10:26.422174+0000 mon.a (mon.0) 3127 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:10:27.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:27 smithi065 bash[9468]: audit 2020-11-16T21:10:26.419331+0000 mon.b (mon.1) 491 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:10:27.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:27 smithi065 bash[9468]: audit 2020-11-16T21:10:26.420359+0000 mon.b (mon.1) 492 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:10:27.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:27 smithi065 bash[9468]: audit 2020-11-16T21:10:26.421508+0000 mon.a (mon.0) 3126 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:10:27.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:27 smithi065 bash[9468]: audit 2020-11-16T21:10:26.422174+0000 mon.a (mon.0) 3127 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:10:28.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:28 smithi071 bash[9480]: cluster 2020-11-16T21:10:26.811995+0000 mgr.x (mgr.14196) 1789 : cluster [DBG] pgmap v2737: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:28.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:28 smithi071 bash[9480]: cluster 2020-11-16T21:10:27.175327+0000 osd.5 (osd.5) 281 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:28.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:28 smithi071 bash[9480]: cluster 2020-11-16T21:10:27.175461+0000 osd.5 (osd.5) 282 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:28 smithi065 bash[9468]: cluster 2020-11-16T21:10:26.811995+0000 mgr.x (mgr.14196) 1789 : cluster [DBG] pgmap v2737: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:28 smithi065 bash[9468]: cluster 2020-11-16T21:10:27.175327+0000 osd.5 (osd.5) 281 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:28.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:28 smithi065 bash[9468]: cluster 2020-11-16T21:10:27.175461+0000 osd.5 (osd.5) 282 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:28.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:28 smithi142 bash[9523]: cluster 2020-11-16T21:10:26.811995+0000 mgr.x (mgr.14196) 1789 : cluster [DBG] pgmap v2737: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:28.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:28 smithi142 bash[9523]: cluster 2020-11-16T21:10:27.175327+0000 osd.5 (osd.5) 281 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:28.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:28 smithi142 bash[9523]: cluster 2020-11-16T21:10:27.175461+0000 osd.5 (osd.5) 282 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:29.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:29 smithi071 bash[9480]: cluster 2020-11-16T21:10:28.153773+0000 mon.a (mon.0) 3128 : cluster [DBG] osdmap e1072: 12 total, 12 up, 12 in
2020-11-16T21:10:29.503 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:29 smithi142 bash[9523]: cluster 2020-11-16T21:10:28.153773+0000 mon.a (mon.0) 3128 : cluster [DBG] osdmap e1072: 12 total, 12 up, 12 in
2020-11-16T21:10:29.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:29 smithi065 bash[9468]: cluster 2020-11-16T21:10:28.153773+0000 mon.a (mon.0) 3128 : cluster [DBG] osdmap e1072: 12 total, 12 up, 12 in
2020-11-16T21:10:30.235 INFO:teuthology.orchestra.run.smithi142.stdout:966367642110
2020-11-16T21:10:30.236 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.8 flush_pg_stats
2020-11-16T21:10:30.369 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:30.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:30 smithi071 bash[9480]: cluster 2020-11-16T21:10:28.812586+0000 mgr.x (mgr.14196) 1790 : cluster [DBG] pgmap v2739: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:30.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:30 smithi065 bash[9468]: cluster 2020-11-16T21:10:28.812586+0000 mgr.x (mgr.14196) 1790 : cluster [DBG] pgmap v2739: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:30.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:30 smithi142 bash[9523]: cluster 2020-11-16T21:10:28.812586+0000 mgr.x (mgr.14196) 1790 : cluster [DBG] pgmap v2739: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:32.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:32 smithi071 bash[9480]: cluster 2020-11-16T21:10:30.813192+0000 mgr.x (mgr.14196) 1791 : cluster [DBG] pgmap v2740: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:32.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:32 smithi065 bash[9468]: cluster 2020-11-16T21:10:30.813192+0000 mgr.x (mgr.14196) 1791 : cluster [DBG] pgmap v2740: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:32.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:32 smithi142 bash[9523]: cluster 2020-11-16T21:10:30.813192+0000 mgr.x (mgr.14196) 1791 : cluster [DBG] pgmap v2740: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:34.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:34 smithi142 bash[9523]: cluster 2020-11-16T21:10:32.456074+0000 osd.7 (osd.7) 282 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:34.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:34 smithi142 bash[9523]: cluster 2020-11-16T21:10:32.456247+0000 osd.7 (osd.7) 283 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:34.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:34 smithi142 bash[9523]: cluster 2020-11-16T21:10:32.813792+0000 mgr.x (mgr.14196) 1792 : cluster [DBG] pgmap v2741: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:34.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:34 smithi142 bash[9523]: cluster 2020-11-16T21:10:33.191418+0000 mon.a (mon.0) 3129 : cluster [DBG] osdmap e1073: 12 total, 12 up, 12 in
2020-11-16T21:10:34.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:34 smithi071 bash[9480]: cluster 2020-11-16T21:10:32.456074+0000 osd.7 (osd.7) 282 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:34.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:34 smithi071 bash[9480]: cluster 2020-11-16T21:10:32.456247+0000 osd.7 (osd.7) 283 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:34.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:34 smithi071 bash[9480]: cluster 2020-11-16T21:10:32.813792+0000 mgr.x (mgr.14196) 1792 : cluster [DBG] pgmap v2741: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:34.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:34 smithi071 bash[9480]: cluster 2020-11-16T21:10:33.191418+0000 mon.a (mon.0) 3129 : cluster [DBG] osdmap e1073: 12 total, 12 up, 12 in
2020-11-16T21:10:34.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:34 smithi065 bash[9468]: cluster 2020-11-16T21:10:32.456074+0000 osd.7 (osd.7) 282 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:34.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:34 smithi065 bash[9468]: cluster 2020-11-16T21:10:32.456247+0000 osd.7 (osd.7) 283 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:34.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:34 smithi065 bash[9468]: cluster 2020-11-16T21:10:32.813792+0000 mgr.x (mgr.14196) 1792 : cluster [DBG] pgmap v2741: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:34.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:34 smithi065 bash[9468]: cluster 2020-11-16T21:10:33.191418+0000 mon.a (mon.0) 3129 : cluster [DBG] osdmap e1073: 12 total, 12 up, 12 in
2020-11-16T21:10:34.694 INFO:teuthology.orchestra.run.smithi142.stdout:270582940281
2020-11-16T21:10:34.695 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.9 flush_pg_stats
2020-11-16T21:10:34.829 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:36.280 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:36 smithi142 bash[9523]: cluster 2020-11-16T21:10:34.814406+0000 mgr.x (mgr.14196) 1793 : cluster [DBG] pgmap v2743: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:36.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:36 smithi071 bash[9480]: cluster 2020-11-16T21:10:34.814406+0000 mgr.x (mgr.14196) 1793 : cluster [DBG] pgmap v2743: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:36.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:36 smithi065 bash[9468]: cluster 2020-11-16T21:10:34.814406+0000 mgr.x (mgr.14196) 1793 : cluster [DBG] pgmap v2743: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:38.380 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:38 smithi142 bash[9523]: cluster 2020-11-16T21:10:36.815022+0000 mgr.x (mgr.14196) 1794 : cluster [DBG] pgmap v2744: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:38.381 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:38 smithi142 bash[9523]: cluster 2020-11-16T21:10:37.391162+0000 osd.8 (osd.8) 297 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:38.381 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:38 smithi142 bash[9523]: cluster 2020-11-16T21:10:37.391292+0000 osd.8 (osd.8) 298 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:38.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:38 smithi065 bash[9468]: cluster 2020-11-16T21:10:36.815022+0000 mgr.x (mgr.14196) 1794 : cluster [DBG] pgmap v2744: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:38.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:38 smithi065 bash[9468]: cluster 2020-11-16T21:10:37.391162+0000 osd.8 (osd.8) 297 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:38.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:38 smithi065 bash[9468]: cluster 2020-11-16T21:10:37.391292+0000 osd.8 (osd.8) 298 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:38.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:38 smithi071 bash[9480]: cluster 2020-11-16T21:10:36.815022+0000 mgr.x (mgr.14196) 1794 : cluster [DBG] pgmap v2744: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:38.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:38 smithi071 bash[9480]: cluster 2020-11-16T21:10:37.391162+0000 osd.8 (osd.8) 297 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:38.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:38 smithi071 bash[9480]: cluster 2020-11-16T21:10:37.391292+0000 osd.8 (osd.8) 298 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:39.177 INFO:teuthology.orchestra.run.smithi142.stdout:304942678644
2020-11-16T21:10:39.178 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.10 flush_pg_stats
2020-11-16T21:10:39.317 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:39.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:39 smithi065 bash[9468]: cluster 2020-11-16T21:10:38.201331+0000 mon.a (mon.0) 3130 : cluster [DBG] osdmap e1074: 12 total, 12 up, 12 in
2020-11-16T21:10:39.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:39 smithi142 bash[9523]: cluster 2020-11-16T21:10:38.201331+0000 mon.a (mon.0) 3130 : cluster [DBG] osdmap e1074: 12 total, 12 up, 12 in
2020-11-16T21:10:39.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:39 smithi071 bash[9480]: cluster 2020-11-16T21:10:38.201331+0000 mon.a (mon.0) 3130 : cluster [DBG] osdmap e1074: 12 total, 12 up, 12 in
2020-11-16T21:10:40.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:40 smithi142 bash[9523]: cluster 2020-11-16T21:10:38.815642+0000 mgr.x (mgr.14196) 1795 : cluster [DBG] pgmap v2746: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:40.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:40 smithi065 bash[9468]: cluster 2020-11-16T21:10:38.815642+0000 mgr.x (mgr.14196) 1795 : cluster [DBG] pgmap v2746: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:40.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:40 smithi071 bash[9480]: cluster 2020-11-16T21:10:38.815642+0000 mgr.x (mgr.14196) 1795 : cluster [DBG] pgmap v2746: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:42.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:42 smithi142 bash[9523]: cluster 2020-11-16T21:10:40.458917+0000 osd.1 (osd.1) 376 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:42.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:42 smithi142 bash[9523]: cluster 2020-11-16T21:10:40.459049+0000 osd.1 (osd.1) 377 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:42.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:42 smithi142 bash[9523]: cluster 2020-11-16T21:10:40.816248+0000 mgr.x (mgr.14196) 1796 : cluster [DBG] pgmap v2747: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:42.491 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:42 smithi142 bash[9523]: cluster 2020-11-16T21:10:41.227701+0000 mon.a (mon.0) 3131 : cluster [DBG] osdmap e1075: 12 total, 12 up, 12 in
2020-11-16T21:10:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:42 smithi065 bash[9468]: cluster 2020-11-16T21:10:40.458917+0000 osd.1 (osd.1) 376 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:42 smithi065 bash[9468]: cluster 2020-11-16T21:10:40.459049+0000 osd.1 (osd.1) 377 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:42 smithi065 bash[9468]: cluster 2020-11-16T21:10:40.816248+0000 mgr.x (mgr.14196) 1796 : cluster [DBG] pgmap v2747: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:42 smithi065 bash[9468]: cluster 2020-11-16T21:10:41.227701+0000 mon.a (mon.0) 3131 : cluster [DBG] osdmap e1075: 12 total, 12 up, 12 in
2020-11-16T21:10:42.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:42 smithi071 bash[9480]: cluster 2020-11-16T21:10:40.458917+0000 osd.1 (osd.1) 376 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:42 smithi071 bash[9480]: cluster 2020-11-16T21:10:40.459049+0000 osd.1 (osd.1) 377 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:42 smithi071 bash[9480]: cluster 2020-11-16T21:10:40.816248+0000 mgr.x (mgr.14196) 1796 : cluster [DBG] pgmap v2747: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:42.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:42 smithi071 bash[9480]: cluster 2020-11-16T21:10:41.227701+0000 mon.a (mon.0) 3131 : cluster [DBG] osdmap e1075: 12 total, 12 up, 12 in
2020-11-16T21:10:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:43 smithi065 bash[9468]: cluster 2020-11-16T21:10:42.240030+0000 osd.11 (osd.11) 296 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:43 smithi065 bash[9468]: cluster 2020-11-16T21:10:42.240169+0000 osd.11 (osd.11) 297 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:43.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:43 smithi065 bash[9468]: cluster 2020-11-16T21:10:43.049598+0000 osd.3 (osd.3) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:43.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:43 smithi065 bash[9468]: cluster 2020-11-16T21:10:43.051406+0000 osd.3 (osd.3) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:43 smithi142 bash[9523]: cluster 2020-11-16T21:10:42.240030+0000 osd.11 (osd.11) 296 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:43 smithi142 bash[9523]: cluster 2020-11-16T21:10:42.240169+0000 osd.11 (osd.11) 297 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:43 smithi142 bash[9523]: cluster 2020-11-16T21:10:43.049598+0000 osd.3 (osd.3) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:43.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:43 smithi142 bash[9523]: cluster 2020-11-16T21:10:43.051406+0000 osd.3 (osd.3) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:43.531 INFO:teuthology.orchestra.run.smithi142.stdout:408021893723
2020-11-16T21:10:43.531 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph tell osd.11 flush_pg_stats
2020-11-16T21:10:43.669 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:43.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:43 smithi071 bash[9480]: cluster 2020-11-16T21:10:42.240030+0000 osd.11 (osd.11) 296 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:43.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:43 smithi071 bash[9480]: cluster 2020-11-16T21:10:42.240169+0000 osd.11 (osd.11) 297 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:43.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:43 smithi071 bash[9480]: cluster 2020-11-16T21:10:43.049598+0000 osd.3 (osd.3) 97 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:10:43.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:43 smithi071 bash[9480]: cluster 2020-11-16T21:10:43.051406+0000 osd.3 (osd.3) 98 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:10:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:44 smithi065 bash[9468]: cluster 2020-11-16T21:10:42.816827+0000 mgr.x (mgr.14196) 1797 : cluster [DBG] pgmap v2749: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:44 smithi065 bash[9468]: cluster 2020-11-16T21:10:43.242765+0000 mon.a (mon.0) 3132 : cluster [DBG] osdmap e1076: 12 total, 12 up, 12 in
2020-11-16T21:10:44.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:44 smithi142 bash[9523]: cluster 2020-11-16T21:10:42.816827+0000 mgr.x (mgr.14196) 1797 : cluster [DBG] pgmap v2749: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:44.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:44 smithi142 bash[9523]: cluster 2020-11-16T21:10:43.242765+0000 mon.a (mon.0) 3132 : cluster [DBG] osdmap e1076: 12 total, 12 up, 12 in
2020-11-16T21:10:44.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:44 smithi071 bash[9480]: cluster 2020-11-16T21:10:42.816827+0000 mgr.x (mgr.14196) 1797 : cluster [DBG] pgmap v2749: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:44.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:44 smithi071 bash[9480]: cluster 2020-11-16T21:10:43.242765+0000 mon.a (mon.0) 3132 : cluster [DBG] osdmap e1076: 12 total, 12 up, 12 in
2020-11-16T21:10:46.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:46 smithi065 bash[9468]: cluster 2020-11-16T21:10:44.817436+0000 mgr.x (mgr.14196) 1798 : cluster [DBG] pgmap v2751: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:46.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:46 smithi142 bash[9523]: cluster 2020-11-16T21:10:44.817436+0000 mgr.x (mgr.14196) 1798 : cluster [DBG] pgmap v2751: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:46.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:46 smithi071 bash[9480]: cluster 2020-11-16T21:10:44.817436+0000 mgr.x (mgr.14196) 1798 : cluster [DBG] pgmap v2751: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:47.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:47 smithi065 bash[9468]: cluster 2020-11-16T21:10:46.115980+0000 osd.7 (osd.7) 284 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:10:47.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:47 smithi065 bash[9468]: cluster 2020-11-16T21:10:46.316936+0000 osd.7 (osd.7) 285 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:10:47.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:47 smithi142 bash[9523]: cluster 2020-11-16T21:10:46.115980+0000 osd.7 (osd.7) 284 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:10:47.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:47 smithi142 bash[9523]: cluster 2020-11-16T21:10:46.316936+0000 osd.7 (osd.7) 285 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:10:47.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:47 smithi071 bash[9480]: cluster 2020-11-16T21:10:46.115980+0000 osd.7 (osd.7) 284 : cluster [DBG] 1.0 scrub starts
2020-11-16T21:10:47.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:47 smithi071 bash[9480]: cluster 2020-11-16T21:10:46.316936+0000 osd.7 (osd.7) 285 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:10:48.081 INFO:teuthology.orchestra.run.smithi142.stdout:442381632087
2020-11-16T21:10:48.082 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.0
2020-11-16T21:10:48.215 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:10:48.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:48 smithi065 bash[9468]: cluster 2020-11-16T21:10:46.818061+0000 mgr.x (mgr.14196) 1799 : cluster [DBG] pgmap v2752: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:48.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:48 smithi142 bash[9523]: cluster 2020-11-16T21:10:46.818061+0000 mgr.x (mgr.14196) 1799 : cluster [DBG] pgmap v2752: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:48.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:48 smithi071 bash[9480]: cluster 2020-11-16T21:10:46.818061+0000 mgr.x (mgr.14196) 1799 : cluster [DBG] pgmap v2752: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:10:50.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:50 smithi065 bash[9468]: cluster 2020-11-16T21:10:48.818671+0000 mgr.x (mgr.14196) 1800 : cluster [DBG] pgmap v2753: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:50 smithi071 bash[9480]: cluster 2020-11-16T21:10:48.818671+0000 mgr.x (mgr.14196) 1800 : cluster [DBG] pgmap v2753: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:51 smithi071 bash[9480]: cluster 2020-11-16T21:10:50.557321+0000 osd.6 (osd.6) 315 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.785 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:51 smithi071 bash[9480]: cluster 2020-11-16T21:10:50.557452+0000 osd.6 (osd.6) 316 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:52 smithi071 bash[9480]: cluster 2020-11-16T21:10:50.819387+0000 mgr.x (mgr.14196) 1801 : cluster [DBG] pgmap v2754: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:52 smithi071 bash[9480]: cluster 2020-11-16T21:10:51.272760+0000 mon.a (mon.0) 3133 : cluster [DBG] osdmap e1077: 12 total, 12 up, 12 in
2020-11-16T21:11:14.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:52 smithi071 bash[9480]: audit 2020-11-16T21:10:51.907985+0000 mon.a (mon.0) 3134 : audit [DBG] from='client.? v1:172.21.15.142:0/508979319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2020-11-16T21:11:14.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:54 smithi071 bash[9480]: cluster 2020-11-16T21:10:52.820146+0000 mgr.x (mgr.14196) 1802 : cluster [DBG] pgmap v2756: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:56 smithi071 bash[9480]: cluster 2020-11-16T21:10:54.820899+0000 mgr.x (mgr.14196) 1803 : cluster [DBG] pgmap v2757: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:58 smithi071 bash[9480]: cluster 2020-11-16T21:10:56.821561+0000 mgr.x (mgr.14196) 1804 : cluster [DBG] pgmap v2758: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.786 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:58 smithi071 bash[9480]: cluster 2020-11-16T21:10:57.460138+0000 osd.4 (osd.4) 310 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.787 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:58 smithi071 bash[9480]: cluster 2020-11-16T21:10:57.460265+0000 osd.4 (osd.4) 311 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.787 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:10:59 smithi071 bash[9480]: cluster 2020-11-16T21:10:58.300357+0000 mon.a (mon.0) 3135 : cluster [DBG] osdmap e1078: 12 total, 12 up, 12 in
2020-11-16T21:11:14.787 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:00 smithi071 bash[9480]: cluster 2020-11-16T21:10:58.822190+0000 mgr.x (mgr.14196) 1805 : cluster [DBG] pgmap v2760: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.787 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:02 smithi071 bash[9480]: cluster 2020-11-16T21:11:00.822790+0000 mgr.x (mgr.14196) 1806 : cluster [DBG] pgmap v2761: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.787 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:04 smithi071 bash[9480]: cluster 2020-11-16T21:11:02.823438+0000 mgr.x (mgr.14196) 1807 : cluster [DBG] pgmap v2762: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.787 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:04 smithi071 bash[9480]: cluster 2020-11-16T21:11:03.809064+0000 osd.0 (osd.0) 40 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.787 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:04 smithi071 bash[9480]: cluster 2020-11-16T21:11:03.812706+0000 osd.0 (osd.0) 41 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.788 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:05 smithi071 bash[9480]: cluster 2020-11-16T21:11:04.324558+0000 mon.a (mon.0) 3136 : cluster [DBG] osdmap e1079: 12 total, 12 up, 12 in
2020-11-16T21:11:14.788 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:06 smithi071 bash[9480]: cluster 2020-11-16T21:11:04.824006+0000 mgr.x (mgr.14196) 1808 : cluster [DBG] pgmap v2764: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.788 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:08 smithi071 bash[9480]: cluster 2020-11-16T21:11:06.824646+0000 mgr.x (mgr.14196) 1809 : cluster [DBG] pgmap v2765: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.788 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:09 smithi071 bash[9480]: cluster 2020-11-16T21:11:08.873919+0000 osd.9 (osd.9) 269 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.788 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:09 smithi071 bash[9480]: cluster 2020-11-16T21:11:08.874063+0000 osd.9 (osd.9) 270 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.788 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:10 smithi071 bash[9480]: cluster 2020-11-16T21:11:08.825190+0000 mgr.x (mgr.14196) 1810 : cluster [DBG] pgmap v2766: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.788 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:10 smithi071 bash[9480]: cluster 2020-11-16T21:11:09.351236+0000 mon.a (mon.0) 3137 : cluster [DBG] osdmap e1080: 12 total, 12 up, 12 in
2020-11-16T21:11:14.788 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:12 smithi071 bash[9480]: cluster 2020-11-16T21:11:10.825875+0000 mgr.x (mgr.14196) 1811 : cluster [DBG] pgmap v2768: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.789 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:12 smithi071 bash[9480]: cluster 2020-11-16T21:11:11.561873+0000 osd.2 (osd.2) 282 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.789 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:12 smithi071 bash[9480]: cluster 2020-11-16T21:11:11.561995+0000 osd.2 (osd.2) 283 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.789 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:13 smithi071 bash[9480]: cluster 2020-11-16T21:11:12.367099+0000 mon.a (mon.0) 3138 : cluster [DBG] osdmap e1081: 12 total, 12 up, 12 in
2020-11-16T21:11:14.789 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:14 smithi071 bash[9480]: cluster 2020-11-16T21:11:12.826509+0000 mgr.x (mgr.14196) 1812 : cluster [DBG] pgmap v2770: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:50 smithi142 bash[9523]: cluster 2020-11-16T21:10:48.818671+0000 mgr.x (mgr.14196) 1800 : cluster [DBG] pgmap v2753: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:51 smithi142 bash[9523]: cluster 2020-11-16T21:10:50.557321+0000 osd.6 (osd.6) 315 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.789 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:51 smithi142 bash[9523]: cluster 2020-11-16T21:10:50.557452+0000 osd.6 (osd.6) 316 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:52 smithi142 bash[9523]: cluster 2020-11-16T21:10:50.819387+0000 mgr.x (mgr.14196) 1801 : cluster [DBG] pgmap v2754: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:52 smithi142 bash[9523]: cluster 2020-11-16T21:10:51.272760+0000 mon.a (mon.0) 3133 : cluster [DBG] osdmap e1077: 12 total, 12 up, 12 in
2020-11-16T21:11:14.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:52 smithi142 bash[9523]: audit 2020-11-16T21:10:51.907985+0000 mon.a (mon.0) 3134 : audit [DBG] from='client.? v1:172.21.15.142:0/508979319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2020-11-16T21:11:14.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:54 smithi142 bash[9523]: cluster 2020-11-16T21:10:52.820146+0000 mgr.x (mgr.14196) 1802 : cluster [DBG] pgmap v2756: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:56 smithi142 bash[9523]: cluster 2020-11-16T21:10:54.820899+0000 mgr.x (mgr.14196) 1803 : cluster [DBG] pgmap v2757: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:58 smithi142 bash[9523]: cluster 2020-11-16T21:10:56.821561+0000 mgr.x (mgr.14196) 1804 : cluster [DBG] pgmap v2758: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.790 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:58 smithi142 bash[9523]: cluster 2020-11-16T21:10:57.460138+0000 osd.4 (osd.4) 310 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:58 smithi142 bash[9523]: cluster 2020-11-16T21:10:57.460265+0000 osd.4 (osd.4) 311 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:10:59 smithi142 bash[9523]: cluster 2020-11-16T21:10:58.300357+0000 mon.a (mon.0) 3135 : cluster [DBG] osdmap e1078: 12 total, 12 up, 12 in
2020-11-16T21:11:14.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:00 smithi142 bash[9523]: cluster 2020-11-16T21:10:58.822190+0000 mgr.x (mgr.14196) 1805 : cluster [DBG] pgmap v2760: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:02 smithi142 bash[9523]: cluster 2020-11-16T21:11:00.822790+0000 mgr.x (mgr.14196) 1806 : cluster [DBG] pgmap v2761: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:04 smithi142 bash[9523]: cluster 2020-11-16T21:11:02.823438+0000 mgr.x (mgr.14196) 1807 : cluster [DBG] pgmap v2762: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:04 smithi142 bash[9523]: cluster 2020-11-16T21:11:03.809064+0000 osd.0 (osd.0) 40 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.791 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:04 smithi142 bash[9523]: cluster 2020-11-16T21:11:03.812706+0000 osd.0 (osd.0) 41 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:05 smithi142 bash[9523]: cluster 2020-11-16T21:11:04.324558+0000 mon.a (mon.0) 3136 : cluster [DBG] osdmap e1079: 12 total, 12 up, 12 in
2020-11-16T21:11:14.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:06 smithi142 bash[9523]: cluster 2020-11-16T21:11:04.824006+0000 mgr.x (mgr.14196) 1808 : cluster [DBG] pgmap v2764: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:08 smithi142 bash[9523]: cluster 2020-11-16T21:11:06.824646+0000 mgr.x (mgr.14196) 1809 : cluster [DBG] pgmap v2765: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:09 smithi142 bash[9523]: cluster 2020-11-16T21:11:08.873919+0000 osd.9 (osd.9) 269 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:09 smithi142 bash[9523]: cluster 2020-11-16T21:11:08.874063+0000 osd.9 (osd.9) 270 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:10 smithi142 bash[9523]: cluster 2020-11-16T21:11:08.825190+0000 mgr.x (mgr.14196) 1810 : cluster [DBG] pgmap v2766: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.792 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:10 smithi142 bash[9523]: cluster 2020-11-16T21:11:09.351236+0000 mon.a (mon.0) 3137 : cluster [DBG] osdmap e1080: 12 total, 12 up, 12 in
2020-11-16T21:11:14.793 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:12 smithi142 bash[9523]: cluster 2020-11-16T21:11:10.825875+0000 mgr.x (mgr.14196) 1811 : cluster [DBG] pgmap v2768: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.793 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:12 smithi142 bash[9523]: cluster 2020-11-16T21:11:11.561873+0000 osd.2 (osd.2) 282 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.793 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:12 smithi142 bash[9523]: cluster 2020-11-16T21:11:11.561995+0000 osd.2 (osd.2) 283 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.793 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:13 smithi142 bash[9523]: cluster 2020-11-16T21:11:12.367099+0000 mon.a (mon.0) 3138 : cluster [DBG] osdmap e1081: 12 total, 12 up, 12 in
2020-11-16T21:11:14.793 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:14 smithi142 bash[9523]: cluster 2020-11-16T21:11:12.826509+0000 mgr.x (mgr.14196) 1812 : cluster [DBG] pgmap v2770: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.793 INFO:teuthology.orchestra.run.smithi142.stdout:3822520893560
2020-11-16T21:11:14.794 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:51 smithi065 bash[9468]: cluster 2020-11-16T21:10:50.557321+0000 osd.6 (osd.6) 315 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.794 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:51 smithi065 bash[9468]: cluster 2020-11-16T21:10:50.557452+0000 osd.6 (osd.6) 316 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.794 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:52 smithi065 bash[9468]: cluster 2020-11-16T21:10:50.819387+0000 mgr.x (mgr.14196) 1801 : cluster [DBG] pgmap v2754: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.794 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:52 smithi065 bash[9468]: cluster 2020-11-16T21:10:51.272760+0000 mon.a (mon.0) 3133 : cluster [DBG] osdmap e1077: 12 total, 12 up, 12 in
2020-11-16T21:11:14.794 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:52 smithi065 bash[9468]: audit 2020-11-16T21:10:51.907985+0000 mon.a (mon.0) 3134 : audit [DBG] from='client.? v1:172.21.15.142:0/508979319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2020-11-16T21:11:14.794 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:54 smithi065 bash[9468]: cluster 2020-11-16T21:10:52.820146+0000 mgr.x (mgr.14196) 1802 : cluster [DBG] pgmap v2756: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.795 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:56 smithi065 bash[9468]: cluster 2020-11-16T21:10:54.820899+0000 mgr.x (mgr.14196) 1803 : cluster [DBG] pgmap v2757: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.795 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:58 smithi065 bash[9468]: cluster 2020-11-16T21:10:56.821561+0000 mgr.x (mgr.14196) 1804 : cluster [DBG] pgmap v2758: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.795 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:58 smithi065 bash[9468]: cluster 2020-11-16T21:10:57.460138+0000 osd.4 (osd.4) 310 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.795 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:58 smithi065 bash[9468]: cluster 2020-11-16T21:10:57.460265+0000 osd.4 (osd.4) 311 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.795 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:10:59 smithi065 bash[9468]: cluster 2020-11-16T21:10:58.300357+0000 mon.a (mon.0) 3135 : cluster [DBG] osdmap e1078: 12 total, 12 up, 12 in
2020-11-16T21:11:14.795 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:00 smithi065 bash[9468]: cluster 2020-11-16T21:10:58.822190+0000 mgr.x (mgr.14196) 1805 : cluster [DBG] pgmap v2760: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.795 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:02 smithi065 bash[9468]: cluster 2020-11-16T21:11:00.822790+0000 mgr.x (mgr.14196) 1806 : cluster [DBG] pgmap v2761: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.796 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:04 smithi065 bash[9468]: cluster 2020-11-16T21:11:02.823438+0000 mgr.x (mgr.14196) 1807 : cluster [DBG] pgmap v2762: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.796 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:04 smithi065 bash[9468]: cluster 2020-11-16T21:11:03.809064+0000 osd.0 (osd.0) 40 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.796 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:04 smithi065 bash[9468]: cluster 2020-11-16T21:11:03.812706+0000 osd.0 (osd.0) 41 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.796 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:05 smithi065 bash[9468]: cluster 2020-11-16T21:11:04.324558+0000 mon.a (mon.0) 3136 : cluster [DBG] osdmap e1079: 12 total, 12 up, 12 in
2020-11-16T21:11:14.796 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:06 smithi065 bash[9468]: cluster 2020-11-16T21:11:04.824006+0000 mgr.x (mgr.14196) 1808 : cluster [DBG] pgmap v2764: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.796 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:08 smithi065 bash[9468]: cluster 2020-11-16T21:11:06.824646+0000 mgr.x (mgr.14196) 1809 : cluster [DBG] pgmap v2765: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.796 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:09 smithi065 bash[9468]: cluster 2020-11-16T21:11:08.873919+0000 osd.9 (osd.9) 269 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.796 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:09 smithi065 bash[9468]: cluster 2020-11-16T21:11:08.874063+0000 osd.9 (osd.9) 270 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.797 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:10 smithi065 bash[9468]: cluster 2020-11-16T21:11:08.825190+0000 mgr.x (mgr.14196) 1810 : cluster [DBG] pgmap v2766: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.797 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:10 smithi065 bash[9468]: cluster 2020-11-16T21:11:09.351236+0000 mon.a (mon.0) 3137 : cluster [DBG] osdmap e1080: 12 total, 12 up, 12 in
2020-11-16T21:11:14.797 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:12 smithi065 bash[9468]: cluster 2020-11-16T21:11:10.825875+0000 mgr.x (mgr.14196) 1811 : cluster [DBG] pgmap v2768: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.797 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:12 smithi065 bash[9468]: cluster 2020-11-16T21:11:11.561873+0000 osd.2 (osd.2) 282 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:14.797 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:12 smithi065 bash[9468]: cluster 2020-11-16T21:11:11.561995+0000 osd.2 (osd.2) 283 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:14.797 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:13 smithi065 bash[9468]: cluster 2020-11-16T21:11:12.367099+0000 mon.a (mon.0) 3138 : cluster [DBG] osdmap e1081: 12 total, 12 up, 12 in
2020-11-16T21:11:14.797 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:14 smithi065 bash[9468]: cluster 2020-11-16T21:11:12.826509+0000 mgr.x (mgr.14196) 1812 : cluster [DBG] pgmap v2770: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:14.798 INFO:tasks.cephadm.ceph_manager.ceph:need seq 3822520893550 got 3822520893560 for osd.0
2020-11-16T21:11:14.798 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.1
2020-11-16T21:11:14.941 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:16.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:16 smithi142 bash[9523]: cluster 2020-11-16T21:11:14.827074+0000 mgr.x (mgr.14196) 1813 : cluster [DBG] pgmap v2771: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:16.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:16 smithi071 bash[9480]: cluster 2020-11-16T21:11:14.827074+0000 mgr.x (mgr.14196) 1813 : cluster [DBG] pgmap v2771: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:16.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:16 smithi065 bash[9468]: cluster 2020-11-16T21:11:14.827074+0000 mgr.x (mgr.14196) 1813 : cluster [DBG] pgmap v2771: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:18.549 INFO:teuthology.orchestra.run.smithi142.stdout:77309412006
2020-11-16T21:11:18.642 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:18 smithi142 bash[9523]: cluster 2020-11-16T21:11:16.827685+0000 mgr.x (mgr.14196) 1814 : cluster [DBG] pgmap v2772: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:18.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:18 smithi071 bash[9480]: cluster 2020-11-16T21:11:16.827685+0000 mgr.x (mgr.14196) 1814 : cluster [DBG] pgmap v2772: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:18.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:18 smithi065 bash[9468]: cluster 2020-11-16T21:11:16.827685+0000 mgr.x (mgr.14196) 1814 : cluster [DBG] pgmap v2772: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:19.467 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411991 got 77309412006 for osd.1
2020-11-16T21:11:19.467 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.2
2020-11-16T21:11:19.607 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:19.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:19 smithi071 bash[9480]: cluster 2020-11-16T21:11:18.072618+0000 osd.10 (osd.10) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:19.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:19 smithi071 bash[9480]: cluster 2020-11-16T21:11:18.072750+0000 osd.10 (osd.10) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:19.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:19 smithi071 bash[9480]: cluster 2020-11-16T21:11:18.394395+0000 mon.a (mon.0) 3139 : cluster [DBG] osdmap e1082: 12 total, 12 up, 12 in
2020-11-16T21:11:19.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:19 smithi071 bash[9480]: audit 2020-11-16T21:11:18.559695+0000 mon.a (mon.0) 3140 : audit [DBG] from='client.? v1:172.21.15.142:0/3101810169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2020-11-16T21:11:19.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:19 smithi065 bash[9468]: cluster 2020-11-16T21:11:18.072618+0000 osd.10 (osd.10) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:19.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:19 smithi065 bash[9468]: cluster 2020-11-16T21:11:18.072750+0000 osd.10 (osd.10) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:19.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:19 smithi065 bash[9468]: cluster 2020-11-16T21:11:18.394395+0000 mon.a (mon.0) 3139 : cluster [DBG] osdmap e1082: 12 total, 12 up, 12 in
2020-11-16T21:11:19.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:19 smithi065 bash[9468]: audit 2020-11-16T21:11:18.559695+0000 mon.a (mon.0) 3140 : audit [DBG] from='client.? v1:172.21.15.142:0/3101810169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2020-11-16T21:11:19.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:19 smithi142 bash[9523]: cluster 2020-11-16T21:11:18.072618+0000 osd.10 (osd.10) 276 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:19.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:19 smithi142 bash[9523]: cluster 2020-11-16T21:11:18.072750+0000 osd.10 (osd.10) 277 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:19.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:19 smithi142 bash[9523]: cluster 2020-11-16T21:11:18.394395+0000 mon.a (mon.0) 3139 : cluster [DBG] osdmap e1082: 12 total, 12 up, 12 in
2020-11-16T21:11:19.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:19 smithi142 bash[9523]: audit 2020-11-16T21:11:18.559695+0000 mon.a (mon.0) 3140 : audit [DBG] from='client.? v1:172.21.15.142:0/3101810169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2020-11-16T21:11:20.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:20 smithi071 bash[9480]: cluster 2020-11-16T21:11:18.828277+0000 mgr.x (mgr.14196) 1815 : cluster [DBG] pgmap v2774: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:20.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:20 smithi065 bash[9468]: cluster 2020-11-16T21:11:18.828277+0000 mgr.x (mgr.14196) 1815 : cluster [DBG] pgmap v2774: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:20.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:20 smithi142 bash[9523]: cluster 2020-11-16T21:11:18.828277+0000 mgr.x (mgr.14196) 1815 : cluster [DBG] pgmap v2774: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:22.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:22 smithi071 bash[9480]: cluster 2020-11-16T21:11:20.828961+0000 mgr.x (mgr.14196) 1816 : cluster [DBG] pgmap v2775: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:22.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:22 smithi065 bash[9468]: cluster 2020-11-16T21:11:20.828961+0000 mgr.x (mgr.14196) 1816 : cluster [DBG] pgmap v2775: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:22.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:22 smithi142 bash[9523]: cluster 2020-11-16T21:11:20.828961+0000 mgr.x (mgr.14196) 1816 : cluster [DBG] pgmap v2775: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:23.251 INFO:teuthology.orchestra.run.smithi142.stdout:98784248482
2020-11-16T21:11:23.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:23 smithi071 bash[9480]: audit 2020-11-16T21:11:23.261396+0000 mon.a (mon.0) 3141 : audit [DBG] from='client.? v1:172.21.15.142:0/3807359506' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2020-11-16T21:11:23.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:23 smithi065 bash[9468]: audit 2020-11-16T21:11:23.261396+0000 mon.a (mon.0) 3141 : audit [DBG] from='client.? v1:172.21.15.142:0/3807359506' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2020-11-16T21:11:23.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:23 smithi142 bash[9523]: audit 2020-11-16T21:11:23.261396+0000 mon.a (mon.0) 3141 : audit [DBG] from='client.? v1:172.21.15.142:0/3807359506' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2020-11-16T21:11:24.020 INFO:tasks.cephadm.ceph_manager.ceph:need seq 98784248467 got 98784248482 for osd.2
2020-11-16T21:11:24.020 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.3
2020-11-16T21:11:24.161 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:24.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:24 smithi071 bash[9480]: cluster 2020-11-16T21:11:22.829720+0000 mgr.x (mgr.14196) 1817 : cluster [DBG] pgmap v2776: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:24.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:24 smithi065 bash[9468]: cluster 2020-11-16T21:11:22.829720+0000 mgr.x (mgr.14196) 1817 : cluster [DBG] pgmap v2776: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:24.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:24 smithi142 bash[9523]: cluster 2020-11-16T21:11:22.829720+0000 mgr.x (mgr.14196) 1817 : cluster [DBG] pgmap v2776: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:26.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:26 smithi071 bash[9480]: cluster 2020-11-16T21:11:24.830229+0000 mgr.x (mgr.14196) 1818 : cluster [DBG] pgmap v2777: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:26.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:26 smithi065 bash[9468]: cluster 2020-11-16T21:11:24.830229+0000 mgr.x (mgr.14196) 1818 : cluster [DBG] pgmap v2777: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:26.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:26 smithi142 bash[9523]: cluster 2020-11-16T21:11:24.830229+0000 mgr.x (mgr.14196) 1818 : cluster [DBG] pgmap v2777: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:27.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:27 smithi071 bash[9480]: audit 2020-11-16T21:11:26.428798+0000 mon.b (mon.1) 493 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:11:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:27 smithi071 bash[9480]: audit 2020-11-16T21:11:26.429588+0000 mon.b (mon.1) 494 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:11:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:27 smithi071 bash[9480]: audit 2020-11-16T21:11:26.431018+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:11:27.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:27 smithi071 bash[9480]: audit 2020-11-16T21:11:26.431633+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:11:27.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:27 smithi065 bash[9468]: audit 2020-11-16T21:11:26.428798+0000 mon.b (mon.1) 493 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:11:27.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:27 smithi065 bash[9468]: audit 2020-11-16T21:11:26.429588+0000 mon.b (mon.1) 494 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:11:27.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:27 smithi065 bash[9468]: audit 2020-11-16T21:11:26.431018+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:11:27.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:27 smithi065 bash[9468]: audit 2020-11-16T21:11:26.431633+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:11:27.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:27 smithi142 bash[9523]: audit 2020-11-16T21:11:26.428798+0000 mon.b (mon.1) 493 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:11:27.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:27 smithi142 bash[9523]: audit 2020-11-16T21:11:26.429588+0000 mon.b (mon.1) 494 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:11:27.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:27 smithi142 bash[9523]: audit 2020-11-16T21:11:26.431018+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2020-11-16T21:11:27.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:27 smithi142 bash[9523]: audit 2020-11-16T21:11:26.431633+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2020-11-16T21:11:27.922 INFO:teuthology.orchestra.run.smithi142.stdout:2942052598000
2020-11-16T21:11:28.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:28 smithi071 bash[9480]: cluster 2020-11-16T21:11:26.830802+0000 mgr.x (mgr.14196) 1819 : cluster [DBG] pgmap v2778: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:28.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:28 smithi071 bash[9480]: audit 2020-11-16T21:11:27.933230+0000 mon.a (mon.0) 3144 : audit [DBG] from='client.? v1:172.21.15.142:0/1082824234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2020-11-16T21:11:28.756 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:28 smithi142 bash[9523]: cluster 2020-11-16T21:11:26.830802+0000 mgr.x (mgr.14196) 1819 : cluster [DBG] pgmap v2778: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:28.756 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:28 smithi142 bash[9523]: audit 2020-11-16T21:11:27.933230+0000 mon.a (mon.0) 3144 : audit [DBG] from='client.? v1:172.21.15.142:0/1082824234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2020-11-16T21:11:28.757 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2942052597985 got 2942052598000 for osd.3
2020-11-16T21:11:28.758 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.4
2020-11-16T21:11:28.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:28 smithi065 bash[9468]: cluster 2020-11-16T21:11:26.830802+0000 mgr.x (mgr.14196) 1819 : cluster [DBG] pgmap v2778: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:28.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:28 smithi065 bash[9468]: audit 2020-11-16T21:11:27.933230+0000 mon.a (mon.0) 3144 : audit [DBG] from='client.? v1:172.21.15.142:0/1082824234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2020-11-16T21:11:28.897 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:29.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:29 smithi071 bash[9480]: cluster 2020-11-16T21:11:28.112980+0000 osd.5 (osd.5) 283 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:29.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:29 smithi071 bash[9480]: cluster 2020-11-16T21:11:28.113103+0000 osd.5 (osd.5) 284 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:29.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:29 smithi071 bash[9480]: cluster 2020-11-16T21:11:28.443301+0000 mon.a (mon.0) 3145 : cluster [DBG] osdmap e1083: 12 total, 12 up, 12 in
2020-11-16T21:11:29.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:29 smithi065 bash[9468]: cluster 2020-11-16T21:11:28.112980+0000 osd.5 (osd.5) 283 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:29.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:29 smithi065 bash[9468]: cluster 2020-11-16T21:11:28.113103+0000 osd.5 (osd.5) 284 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:29.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:29 smithi065 bash[9468]: cluster 2020-11-16T21:11:28.443301+0000 mon.a (mon.0) 3145 : cluster [DBG] osdmap e1083: 12 total, 12 up, 12 in
2020-11-16T21:11:29.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:29 smithi142 bash[9523]: cluster 2020-11-16T21:11:28.112980+0000 osd.5 (osd.5) 283 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:29.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:29 smithi142 bash[9523]: cluster 2020-11-16T21:11:28.113103+0000 osd.5 (osd.5) 284 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:29.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:29 smithi142 bash[9523]: cluster 2020-11-16T21:11:28.443301+0000 mon.a (mon.0) 3145 : cluster [DBG] osdmap e1083: 12 total, 12 up, 12 in
2020-11-16T21:11:30.527 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:30 smithi142 bash[9523]: cluster 2020-11-16T21:11:28.831398+0000 mgr.x (mgr.14196) 1820 : cluster [DBG] pgmap v2780: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:30.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:30 smithi071 bash[9480]: cluster 2020-11-16T21:11:28.831398+0000 mgr.x (mgr.14196) 1820 : cluster [DBG] pgmap v2780: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:30.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:30 smithi065 bash[9468]: cluster 2020-11-16T21:11:28.831398+0000 mgr.x (mgr.14196) 1820 : cluster [DBG] pgmap v2780: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:32.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:32 smithi142 bash[9523]: cluster 2020-11-16T21:11:30.832032+0000 mgr.x (mgr.14196) 1821 : cluster [DBG] pgmap v2781: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:32.644 INFO:teuthology.orchestra.run.smithi142.stdout:150323856024
2020-11-16T21:11:32.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:32 smithi065 bash[9468]: cluster 2020-11-16T21:11:30.832032+0000 mgr.x (mgr.14196) 1821 : cluster [DBG] pgmap v2781: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:32.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:32 smithi071 bash[9480]: cluster 2020-11-16T21:11:30.832032+0000 mgr.x (mgr.14196) 1821 : cluster [DBG] pgmap v2781: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:33.502 INFO:tasks.cephadm.ceph_manager.ceph:need seq 150323856009 got 150323856024 for osd.4
2020-11-16T21:11:33.502 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.5
2020-11-16T21:11:33.642 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:33.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:33 smithi065 bash[9468]: cluster 2020-11-16T21:11:32.652628+0000 osd.7 (osd.7) 286 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:33.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:33 smithi065 bash[9468]: cluster 2020-11-16T21:11:32.652807+0000 osd.7 (osd.7) 287 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:33.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:33 smithi065 bash[9468]: audit 2020-11-16T21:11:32.655385+0000 mon.a (mon.0) 3146 : audit [DBG] from='client.? v1:172.21.15.142:0/915981384' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2020-11-16T21:11:33.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:33 smithi142 bash[9523]: cluster 2020-11-16T21:11:32.652628+0000 osd.7 (osd.7) 286 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:33.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:33 smithi142 bash[9523]: cluster 2020-11-16T21:11:32.652807+0000 osd.7 (osd.7) 287 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:33.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:33 smithi142 bash[9523]: audit 2020-11-16T21:11:32.655385+0000 mon.a (mon.0) 3146 : audit [DBG] from='client.? v1:172.21.15.142:0/915981384' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2020-11-16T21:11:33.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:33 smithi071 bash[9480]: cluster 2020-11-16T21:11:32.652628+0000 osd.7 (osd.7) 286 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:33.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:33 smithi071 bash[9480]: cluster 2020-11-16T21:11:32.652807+0000 osd.7 (osd.7) 287 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:33.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:33 smithi071 bash[9480]: audit 2020-11-16T21:11:32.655385+0000 mon.a (mon.0) 3146 : audit [DBG] from='client.? v1:172.21.15.142:0/915981384' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2020-11-16T21:11:34.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:34 smithi065 bash[9468]: cluster 2020-11-16T21:11:32.832664+0000 mgr.x (mgr.14196) 1822 : cluster [DBG] pgmap v2782: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:34.777 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:34 smithi065 bash[9468]: cluster 2020-11-16T21:11:33.468127+0000 mon.a (mon.0) 3147 : cluster [DBG] osdmap e1084: 12 total, 12 up, 12 in
2020-11-16T21:11:34.778 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:34 smithi142 bash[9523]: cluster 2020-11-16T21:11:32.832664+0000 mgr.x (mgr.14196) 1822 : cluster [DBG] pgmap v2782: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:34.779 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:34 smithi142 bash[9523]: cluster 2020-11-16T21:11:33.468127+0000 mon.a (mon.0) 3147 : cluster [DBG] osdmap e1084: 12 total, 12 up, 12 in
2020-11-16T21:11:34.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:34 smithi071 bash[9480]: cluster 2020-11-16T21:11:32.832664+0000 mgr.x (mgr.14196) 1822 : cluster [DBG] pgmap v2782: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:34.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:34 smithi071 bash[9480]: cluster 2020-11-16T21:11:33.468127+0000 mon.a (mon.0) 3147 : cluster [DBG] osdmap e1084: 12 total, 12 up, 12 in
2020-11-16T21:11:36.744 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:36 smithi142 bash[9523]: cluster 2020-11-16T21:11:34.833265+0000 mgr.x (mgr.14196) 1823 : cluster [DBG] pgmap v2784: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:36.776 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:36 smithi065 bash[9468]: cluster 2020-11-16T21:11:34.833265+0000 mgr.x (mgr.14196) 1823 : cluster [DBG] pgmap v2784: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:36.943 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:36 smithi071 bash[9480]: cluster 2020-11-16T21:11:34.833265+0000 mgr.x (mgr.14196) 1823 : cluster [DBG] pgmap v2784: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:37.173 INFO:teuthology.orchestra.run.smithi142.stdout:180388627095
2020-11-16T21:11:37.980 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388627080 got 180388627095 for osd.5
2020-11-16T21:11:37.981 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.6
2020-11-16T21:11:38.120 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:38.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:38 smithi065 bash[9468]: cluster 2020-11-16T21:11:36.833913+0000 mgr.x (mgr.14196) 1824 : cluster [DBG] pgmap v2785: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:38.277 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:38 smithi065 bash[9468]: audit 2020-11-16T21:11:37.183889+0000 mon.a (mon.0) 3148 : audit [DBG] from='client.? v1:172.21.15.142:0/3700708826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2020-11-16T21:11:38.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:38 smithi142 bash[9523]: cluster 2020-11-16T21:11:36.833913+0000 mgr.x (mgr.14196) 1824 : cluster [DBG] pgmap v2785: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:38.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:38 smithi142 bash[9523]: audit 2020-11-16T21:11:37.183889+0000 mon.a (mon.0) 3148 : audit [DBG] from='client.? v1:172.21.15.142:0/3700708826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2020-11-16T21:11:38.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:38 smithi071 bash[9480]: cluster 2020-11-16T21:11:36.833913+0000 mgr.x (mgr.14196) 1824 : cluster [DBG] pgmap v2785: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:38.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:38 smithi071 bash[9480]: audit 2020-11-16T21:11:37.183889+0000 mon.a (mon.0) 3148 : audit [DBG] from='client.? v1:172.21.15.142:0/3700708826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2020-11-16T21:11:39.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:39 smithi142 bash[9523]: cluster 2020-11-16T21:11:38.256003+0000 osd.8 (osd.8) 299 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:39.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:39 smithi142 bash[9523]: cluster 2020-11-16T21:11:38.256128+0000 osd.8 (osd.8) 300 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:39.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:39 smithi071 bash[9480]: cluster 2020-11-16T21:11:38.256003+0000 osd.8 (osd.8) 299 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:39.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:39 smithi071 bash[9480]: cluster 2020-11-16T21:11:38.256128+0000 osd.8 (osd.8) 300 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:39.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:39 smithi065 bash[9468]: cluster 2020-11-16T21:11:38.256003+0000 osd.8 (osd.8) 299 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:39.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:39 smithi065 bash[9468]: cluster 2020-11-16T21:11:38.256128+0000 osd.8 (osd.8) 300 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:40.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:40 smithi071 bash[9480]: cluster 2020-11-16T21:11:38.834502+0000 mgr.x (mgr.14196) 1825 : cluster [DBG] pgmap v2786: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:40.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:40 smithi071 bash[9480]: cluster 2020-11-16T21:11:39.043084+0000 mon.a (mon.0) 3149 : cluster [DBG] osdmap e1085: 12 total, 12 up, 12 in
2020-11-16T21:11:40.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:40 smithi065 bash[9468]: cluster 2020-11-16T21:11:38.834502+0000 mgr.x (mgr.14196) 1825 : cluster [DBG] pgmap v2786: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:40.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:40 smithi065 bash[9468]: cluster 2020-11-16T21:11:39.043084+0000 mon.a (mon.0) 3149 : cluster [DBG] osdmap e1085: 12 total, 12 up, 12 in
2020-11-16T21:11:40.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:40 smithi142 bash[9523]: cluster 2020-11-16T21:11:38.834502+0000 mgr.x (mgr.14196) 1825 : cluster [DBG] pgmap v2786: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:40.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:40 smithi142 bash[9523]: cluster 2020-11-16T21:11:39.043084+0000 mon.a (mon.0) 3149 : cluster [DBG] osdmap e1085: 12 total, 12 up, 12 in
2020-11-16T21:11:41.804 INFO:teuthology.orchestra.run.smithi142.stdout:210453398161
2020-11-16T21:11:42.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:42 smithi142 bash[9523]: cluster 2020-11-16T21:11:40.479247+0000 osd.1 (osd.1) 378 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:42.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:42 smithi142 bash[9523]: cluster 2020-11-16T21:11:40.479421+0000 osd.1 (osd.1) 379 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:42.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:42 smithi142 bash[9523]: cluster 2020-11-16T21:11:40.835102+0000 mgr.x (mgr.14196) 1826 : cluster [DBG] pgmap v2788: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:42.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:42 smithi142 bash[9523]: cluster 2020-11-16T21:11:41.049853+0000 mon.a (mon.0) 3150 : cluster [DBG] osdmap e1086: 12 total, 12 up, 12 in
2020-11-16T21:11:42.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:42 smithi142 bash[9523]: audit 2020-11-16T21:11:41.814863+0000 mon.a (mon.0) 3151 : audit [DBG] from='client.? v1:172.21.15.142:0/54130836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2020-11-16T21:11:42.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:42 smithi071 bash[9480]: cluster 2020-11-16T21:11:40.479247+0000 osd.1 (osd.1) 378 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:42 smithi071 bash[9480]: cluster 2020-11-16T21:11:40.479421+0000 osd.1 (osd.1) 379 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:42 smithi071 bash[9480]: cluster 2020-11-16T21:11:40.835102+0000 mgr.x (mgr.14196) 1826 : cluster [DBG] pgmap v2788: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:42 smithi071 bash[9480]: cluster 2020-11-16T21:11:41.049853+0000 mon.a (mon.0) 3150 : cluster [DBG] osdmap e1086: 12 total, 12 up, 12 in
2020-11-16T21:11:42.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:42 smithi071 bash[9480]: audit 2020-11-16T21:11:41.814863+0000 mon.a (mon.0) 3151 : audit [DBG] from='client.? v1:172.21.15.142:0/54130836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2020-11-16T21:11:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:42 smithi065 bash[9468]: cluster 2020-11-16T21:11:40.479247+0000 osd.1 (osd.1) 378 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:42 smithi065 bash[9468]: cluster 2020-11-16T21:11:40.479421+0000 osd.1 (osd.1) 379 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:42 smithi065 bash[9468]: cluster 2020-11-16T21:11:40.835102+0000 mgr.x (mgr.14196) 1826 : cluster [DBG] pgmap v2788: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:42 smithi065 bash[9468]: cluster 2020-11-16T21:11:41.049853+0000 mon.a (mon.0) 3150 : cluster [DBG] osdmap e1086: 12 total, 12 up, 12 in
2020-11-16T21:11:42.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:42 smithi065 bash[9468]: audit 2020-11-16T21:11:41.814863+0000 mon.a (mon.0) 3151 : audit [DBG] from='client.? v1:172.21.15.142:0/54130836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2020-11-16T21:11:42.676 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453398145 got 210453398161 for osd.6
2020-11-16T21:11:42.677 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.7
2020-11-16T21:11:42.811 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:44.150 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:44 smithi142 bash[9523]: cluster 2020-11-16T21:11:42.835715+0000 mgr.x (mgr.14196) 1827 : cluster [DBG] pgmap v2790: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:44.150 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:44 smithi142 bash[9523]: cluster 2020-11-16T21:11:42.850850+0000 osd.11 (osd.11) 298 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:44.150 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:44 smithi142 bash[9523]: cluster 2020-11-16T21:11:42.850983+0000 osd.11 (osd.11) 299 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:44.151 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:44 smithi142 bash[9523]: cluster 2020-11-16T21:11:43.062349+0000 mon.a (mon.0) 3152 : cluster [DBG] osdmap e1087: 12 total, 12 up, 12 in
2020-11-16T21:11:44.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:44 smithi071 bash[9480]: cluster 2020-11-16T21:11:42.835715+0000 mgr.x (mgr.14196) 1827 : cluster [DBG] pgmap v2790: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:44 smithi071 bash[9480]: cluster 2020-11-16T21:11:42.850850+0000 osd.11 (osd.11) 298 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:44 smithi071 bash[9480]: cluster 2020-11-16T21:11:42.850983+0000 osd.11 (osd.11) 299 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:44.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:44 smithi071 bash[9480]: cluster 2020-11-16T21:11:43.062349+0000 mon.a (mon.0) 3152 : cluster [DBG] osdmap e1087: 12 total, 12 up, 12 in
2020-11-16T21:11:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:44 smithi065 bash[9468]: cluster 2020-11-16T21:11:42.835715+0000 mgr.x (mgr.14196) 1827 : cluster [DBG] pgmap v2790: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:44 smithi065 bash[9468]: cluster 2020-11-16T21:11:42.850850+0000 osd.11 (osd.11) 298 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:44 smithi065 bash[9468]: cluster 2020-11-16T21:11:42.850983+0000 osd.11 (osd.11) 299 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:44.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:44 smithi065 bash[9468]: cluster 2020-11-16T21:11:43.062349+0000 mon.a (mon.0) 3152 : cluster [DBG] osdmap e1087: 12 total, 12 up, 12 in
2020-11-16T21:11:45.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:45 smithi071 bash[9480]: cluster 2020-11-16T21:11:43.395668+0000 osd.3 (osd.3) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:45.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:45 smithi071 bash[9480]: cluster 2020-11-16T21:11:43.397656+0000 osd.3 (osd.3) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:45.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:45 smithi071 bash[9480]: cluster 2020-11-16T21:11:44.072104+0000 mon.a (mon.0) 3153 : cluster [DBG] osdmap e1088: 12 total, 12 up, 12 in
2020-11-16T21:11:45.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:45 smithi065 bash[9468]: cluster 2020-11-16T21:11:43.395668+0000 osd.3 (osd.3) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:45.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:45 smithi065 bash[9468]: cluster 2020-11-16T21:11:43.397656+0000 osd.3 (osd.3) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:45.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:45 smithi065 bash[9468]: cluster 2020-11-16T21:11:44.072104+0000 mon.a (mon.0) 3153 : cluster [DBG] osdmap e1088: 12 total, 12 up, 12 in
2020-11-16T21:11:45.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:45 smithi142 bash[9523]: cluster 2020-11-16T21:11:43.395668+0000 osd.3 (osd.3) 99 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:45.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:45 smithi142 bash[9523]: cluster 2020-11-16T21:11:43.397656+0000 osd.3 (osd.3) 100 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:45.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:45 smithi142 bash[9523]: cluster 2020-11-16T21:11:44.072104+0000 mon.a (mon.0) 3153 : cluster [DBG] osdmap e1088: 12 total, 12 up, 12 in
2020-11-16T21:11:46.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:46 smithi142 bash[9523]: cluster 2020-11-16T21:11:44.836297+0000 mgr.x (mgr.14196) 1828 : cluster [DBG] pgmap v2793: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:46.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:46 smithi071 bash[9480]: cluster 2020-11-16T21:11:44.836297+0000 mgr.x (mgr.14196) 1828 : cluster [DBG] pgmap v2793: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:46.457 INFO:teuthology.orchestra.run.smithi142.stdout:966367642125
2020-11-16T21:11:46.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:46 smithi065 bash[9468]: cluster 2020-11-16T21:11:44.836297+0000 mgr.x (mgr.14196) 1828 : cluster [DBG] pgmap v2793: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:47.219 INFO:tasks.cephadm.ceph_manager.ceph:need seq 966367642110 got 966367642125 for osd.7
2020-11-16T21:11:47.220 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.8
2020-11-16T21:11:47.361 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:47.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:47 smithi071 bash[9480]: audit 2020-11-16T21:11:46.467889+0000 mon.a (mon.0) 3154 : audit [DBG] from='client.? v1:172.21.15.142:0/1168329920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2020-11-16T21:11:47.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:47 smithi065 bash[9468]: audit 2020-11-16T21:11:46.467889+0000 mon.a (mon.0) 3154 : audit [DBG] from='client.? v1:172.21.15.142:0/1168329920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2020-11-16T21:11:47.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:47 smithi142 bash[9523]: audit 2020-11-16T21:11:46.467889+0000 mon.a (mon.0) 3154 : audit [DBG] from='client.? v1:172.21.15.142:0/1168329920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2020-11-16T21:11:48.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:48 smithi071 bash[9480]: cluster 2020-11-16T21:11:46.836942+0000 mgr.x (mgr.14196) 1829 : cluster [DBG] pgmap v2794: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:48.525 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:48 smithi142 bash[9523]: cluster 2020-11-16T21:11:46.836942+0000 mgr.x (mgr.14196) 1829 : cluster [DBG] pgmap v2794: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:48.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:48 smithi065 bash[9468]: cluster 2020-11-16T21:11:46.836942+0000 mgr.x (mgr.14196) 1829 : cluster [DBG] pgmap v2794: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:50.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:50 smithi071 bash[9480]: cluster 2020-11-16T21:11:48.837577+0000 mgr.x (mgr.14196) 1830 : cluster [DBG] pgmap v2795: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:50.484 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:50 smithi142 bash[9523]: cluster 2020-11-16T21:11:48.837577+0000 mgr.x (mgr.14196) 1830 : cluster [DBG] pgmap v2795: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:50.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:50 smithi065 bash[9468]: cluster 2020-11-16T21:11:48.837577+0000 mgr.x (mgr.14196) 1830 : cluster [DBG] pgmap v2795: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:50.908 INFO:teuthology.orchestra.run.smithi142.stdout:270582940296
2020-11-16T21:11:51.278 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:51 smithi142 bash[9523]: audit 2020-11-16T21:11:50.918725+0000 mon.a (mon.0) 3155 : audit [DBG] from='client.? v1:172.21.15.142:0/1352784068' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2020-11-16T21:11:51.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:51 smithi071 bash[9480]: audit 2020-11-16T21:11:50.918725+0000 mon.a (mon.0) 3155 : audit [DBG] from='client.? v1:172.21.15.142:0/1352784068' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2020-11-16T21:11:51.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:51 smithi065 bash[9468]: audit 2020-11-16T21:11:50.918725+0000 mon.a (mon.0) 3155 : audit [DBG] from='client.? v1:172.21.15.142:0/1352784068' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2020-11-16T21:11:51.825 INFO:tasks.cephadm.ceph_manager.ceph:need seq 270582940281 got 270582940296 for osd.8
2020-11-16T21:11:51.826 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.9
2020-11-16T21:11:51.962 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:52.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:52 smithi071 bash[9480]: cluster 2020-11-16T21:11:50.838268+0000 mgr.x (mgr.14196) 1831 : cluster [DBG] pgmap v2796: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:52.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:52 smithi071 bash[9480]: cluster 2020-11-16T21:11:51.335075+0000 osd.6 (osd.6) 317 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:52.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:52 smithi071 bash[9480]: cluster 2020-11-16T21:11:51.335204+0000 osd.6 (osd.6) 318 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:52.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:52 smithi065 bash[9468]: cluster 2020-11-16T21:11:50.838268+0000 mgr.x (mgr.14196) 1831 : cluster [DBG] pgmap v2796: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:52.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:52 smithi065 bash[9468]: cluster 2020-11-16T21:11:51.335075+0000 osd.6 (osd.6) 317 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:52.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:52 smithi065 bash[9468]: cluster 2020-11-16T21:11:51.335204+0000 osd.6 (osd.6) 318 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:52.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:52 smithi142 bash[9523]: cluster 2020-11-16T21:11:50.838268+0000 mgr.x (mgr.14196) 1831 : cluster [DBG] pgmap v2796: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:52.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:52 smithi142 bash[9523]: cluster 2020-11-16T21:11:51.335075+0000 osd.6 (osd.6) 317 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:52.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:52 smithi142 bash[9523]: cluster 2020-11-16T21:11:51.335204+0000 osd.6 (osd.6) 318 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:53.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:53 smithi071 bash[9480]: cluster 2020-11-16T21:11:52.130722+0000 mon.a (mon.0) 3156 : cluster [DBG] osdmap e1089: 12 total, 12 up, 12 in
2020-11-16T21:11:53.499 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:53 smithi142 bash[9523]: cluster 2020-11-16T21:11:52.130722+0000 mon.a (mon.0) 3156 : cluster [DBG] osdmap e1089: 12 total, 12 up, 12 in
2020-11-16T21:11:53.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:53 smithi065 bash[9468]: cluster 2020-11-16T21:11:52.130722+0000 mon.a (mon.0) 3156 : cluster [DBG] osdmap e1089: 12 total, 12 up, 12 in
2020-11-16T21:11:54.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:54 smithi071 bash[9480]: cluster 2020-11-16T21:11:52.838859+0000 mgr.x (mgr.14196) 1832 : cluster [DBG] pgmap v2798: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:54.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:54 smithi065 bash[9468]: cluster 2020-11-16T21:11:52.838859+0000 mgr.x (mgr.14196) 1832 : cluster [DBG] pgmap v2798: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:54.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:54 smithi142 bash[9523]: cluster 2020-11-16T21:11:52.838859+0000 mgr.x (mgr.14196) 1832 : cluster [DBG] pgmap v2798: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:55.726 INFO:teuthology.orchestra.run.smithi142.stdout:304942678660
2020-11-16T21:11:56.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:56 smithi071 bash[9480]: cluster 2020-11-16T21:11:54.839515+0000 mgr.x (mgr.14196) 1833 : cluster [DBG] pgmap v2799: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:56.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:56 smithi071 bash[9480]: audit 2020-11-16T21:11:55.736728+0000 mon.a (mon.0) 3157 : audit [DBG] from='client.? v1:172.21.15.142:0/2782633818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2020-11-16T21:11:56.510 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:56 smithi142 bash[9523]: cluster 2020-11-16T21:11:54.839515+0000 mgr.x (mgr.14196) 1833 : cluster [DBG] pgmap v2799: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:56.511 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:56 smithi142 bash[9523]: audit 2020-11-16T21:11:55.736728+0000 mon.a (mon.0) 3157 : audit [DBG] from='client.? v1:172.21.15.142:0/2782633818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2020-11-16T21:11:56.511 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678644 got 304942678660 for osd.9
2020-11-16T21:11:56.512 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.10
2020-11-16T21:11:56.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:56 smithi065 bash[9468]: cluster 2020-11-16T21:11:54.839515+0000 mgr.x (mgr.14196) 1833 : cluster [DBG] pgmap v2799: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:56.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:56 smithi065 bash[9468]: audit 2020-11-16T21:11:55.736728+0000 mon.a (mon.0) 3157 : audit [DBG] from='client.? v1:172.21.15.142:0/2782633818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2020-11-16T21:11:56.649 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:11:58.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:58 smithi071 bash[9480]: cluster 2020-11-16T21:11:56.840146+0000 mgr.x (mgr.14196) 1834 : cluster [DBG] pgmap v2800: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:58 smithi071 bash[9480]: cluster 2020-11-16T21:11:57.864043+0000 osd.4 (osd.4) 312 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:58.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:58 smithi071 bash[9480]: cluster 2020-11-16T21:11:57.864179+0000 osd.4 (osd.4) 313 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:58.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:58 smithi065 bash[9468]: cluster 2020-11-16T21:11:56.840146+0000 mgr.x (mgr.14196) 1834 : cluster [DBG] pgmap v2800: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:58.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:58 smithi065 bash[9468]: cluster 2020-11-16T21:11:57.864043+0000 osd.4 (osd.4) 312 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:58.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:58 smithi065 bash[9468]: cluster 2020-11-16T21:11:57.864179+0000 osd.4 (osd.4) 313 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:58.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:58 smithi142 bash[9523]: cluster 2020-11-16T21:11:56.840146+0000 mgr.x (mgr.14196) 1834 : cluster [DBG] pgmap v2800: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:11:58.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:58 smithi142 bash[9523]: cluster 2020-11-16T21:11:57.864043+0000 osd.4 (osd.4) 312 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:11:58.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:58 smithi142 bash[9523]: cluster 2020-11-16T21:11:57.864179+0000 osd.4 (osd.4) 313 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:11:59.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:11:59 smithi071 bash[9480]: cluster 2020-11-16T21:11:58.162531+0000 mon.a (mon.0) 3158 : cluster [DBG] osdmap e1090: 12 total, 12 up, 12 in
2020-11-16T21:11:59.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:11:59 smithi065 bash[9468]: cluster 2020-11-16T21:11:58.162531+0000 mon.a (mon.0) 3158 : cluster [DBG] osdmap e1090: 12 total, 12 up, 12 in
2020-11-16T21:11:59.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:11:59 smithi142 bash[9523]: cluster 2020-11-16T21:11:58.162531+0000 mon.a (mon.0) 3158 : cluster [DBG] osdmap e1090: 12 total, 12 up, 12 in
2020-11-16T21:12:00.276 INFO:teuthology.orchestra.run.smithi142.stdout:408021893739
2020-11-16T21:12:00.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:00 smithi071 bash[9480]: cluster 2020-11-16T21:11:58.840719+0000 mgr.x (mgr.14196) 1835 : cluster [DBG] pgmap v2802: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:00.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:00 smithi065 bash[9468]: cluster 2020-11-16T21:11:58.840719+0000 mgr.x (mgr.14196) 1835 : cluster [DBG] pgmap v2802: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:00.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:00 smithi142 bash[9523]: cluster 2020-11-16T21:11:58.840719+0000 mgr.x (mgr.14196) 1835 : cluster [DBG] pgmap v2802: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:01.123 INFO:tasks.cephadm.ceph_manager.ceph:need seq 408021893723 got 408021893739 for osd.10
2020-11-16T21:12:01.123 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph osd last-stat-seq osd.11
2020-11-16T21:12:01.261 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:12:01.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:01 smithi071 bash[9480]: audit 2020-11-16T21:12:00.286882+0000 mon.a (mon.0) 3159 : audit [DBG] from='client.? v1:172.21.15.142:0/163504144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2020-11-16T21:12:01.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:01 smithi065 bash[9468]: audit 2020-11-16T21:12:00.286882+0000 mon.a (mon.0) 3159 : audit [DBG] from='client.? v1:172.21.15.142:0/163504144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2020-11-16T21:12:01.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:01 smithi142 bash[9523]: audit 2020-11-16T21:12:00.286882+0000 mon.a (mon.0) 3159 : audit [DBG] from='client.? v1:172.21.15.142:0/163504144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2020-11-16T21:12:02.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:02 smithi071 bash[9480]: cluster 2020-11-16T21:12:00.841317+0000 mgr.x (mgr.14196) 1836 : cluster [DBG] pgmap v2803: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:02.526 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:02 smithi142 bash[9523]: cluster 2020-11-16T21:12:00.841317+0000 mgr.x (mgr.14196) 1836 : cluster [DBG] pgmap v2803: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:02.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:02 smithi065 bash[9468]: cluster 2020-11-16T21:12:00.841317+0000 mgr.x (mgr.14196) 1836 : cluster [DBG] pgmap v2803: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:04.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:04 smithi071 bash[9480]: cluster 2020-11-16T21:12:02.842034+0000 mgr.x (mgr.14196) 1837 : cluster [DBG] pgmap v2804: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:04.465 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:04 smithi142 bash[9523]: cluster 2020-11-16T21:12:02.842034+0000 mgr.x (mgr.14196) 1837 : cluster [DBG] pgmap v2804: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:04.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:04 smithi065 bash[9468]: cluster 2020-11-16T21:12:02.842034+0000 mgr.x (mgr.14196) 1837 : cluster [DBG] pgmap v2804: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:04.904 INFO:teuthology.orchestra.run.smithi142.stdout:442381632102
2020-11-16T21:12:05.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:05 smithi142 bash[9523]: cluster 2020-11-16T21:12:04.777800+0000 osd.0 (osd.0) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:05.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:05 smithi142 bash[9523]: cluster 2020-11-16T21:12:04.780783+0000 osd.0 (osd.0) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:05.279 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:05 smithi142 bash[9523]: audit 2020-11-16T21:12:04.915324+0000 mon.a (mon.0) 3160 : audit [DBG] from='client.? v1:172.21.15.142:0/86613827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2020-11-16T21:12:05.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:05 smithi071 bash[9480]: cluster 2020-11-16T21:12:04.777800+0000 osd.0 (osd.0) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:05.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:05 smithi071 bash[9480]: cluster 2020-11-16T21:12:04.780783+0000 osd.0 (osd.0) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:05.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:05 smithi071 bash[9480]: audit 2020-11-16T21:12:04.915324+0000 mon.a (mon.0) 3160 : audit [DBG] from='client.? v1:172.21.15.142:0/86613827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2020-11-16T21:12:05.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:05 smithi065 bash[9468]: cluster 2020-11-16T21:12:04.777800+0000 osd.0 (osd.0) 42 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:05.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:05 smithi065 bash[9468]: cluster 2020-11-16T21:12:04.780783+0000 osd.0 (osd.0) 43 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:05.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:05 smithi065 bash[9468]: audit 2020-11-16T21:12:04.915324+0000 mon.a (mon.0) 3160 : audit [DBG] from='client.? v1:172.21.15.142:0/86613827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2020-11-16T21:12:05.765 INFO:tasks.cephadm.ceph_manager.ceph:need seq 442381632087 got 442381632102 for osd.11
2020-11-16T21:12:05.766 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete
2020-11-16T21:12:05.766 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T21:12:05.908 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:12:06.443 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:06 smithi071 bash[9480]: cluster 2020-11-16T21:12:04.842675+0000 mgr.x (mgr.14196) 1838 : cluster [DBG] pgmap v2805: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:06.444 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:06 smithi071 bash[9480]: cluster 2020-11-16T21:12:05.205488+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1091: 12 total, 12 up, 12 in
2020-11-16T21:12:06.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:06 smithi065 bash[9468]: cluster 2020-11-16T21:12:04.842675+0000 mgr.x (mgr.14196) 1838 : cluster [DBG] pgmap v2805: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:06.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:06 smithi065 bash[9468]: cluster 2020-11-16T21:12:05.205488+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1091: 12 total, 12 up, 12 in
2020-11-16T21:12:06.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:06 smithi142 bash[9523]: cluster 2020-11-16T21:12:04.842675+0000 mgr.x (mgr.14196) 1838 : cluster [DBG] pgmap v2805: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:06.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:06 smithi142 bash[9523]: cluster 2020-11-16T21:12:05.205488+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1091: 12 total, 12 up, 12 in
2020-11-16T21:12:08.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:08 smithi065 bash[9468]: cluster 2020-11-16T21:12:06.843334+0000 mgr.x (mgr.14196) 1839 : cluster [DBG] pgmap v2807: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:08.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:08 smithi142 bash[9523]: cluster 2020-11-16T21:12:06.843334+0000 mgr.x (mgr.14196) 1839 : cluster [DBG] pgmap v2807: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:08.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:08 smithi071 bash[9480]: cluster 2020-11-16T21:12:06.843334+0000 mgr.x (mgr.14196) 1839 : cluster [DBG] pgmap v2807: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:09.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:09 smithi065 bash[9468]: cluster 2020-11-16T21:12:07.347350+0000 osd.7 (osd.7) 289 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:12:09.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:09 smithi065 bash[9468]: cluster 2020-11-16T21:12:09.001963+0000 osd.9 (osd.9) 271 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:09.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:09 smithi065 bash[9468]: cluster 2020-11-16T21:12:09.002103+0000 osd.9 (osd.9) 272 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:09.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:09 smithi142 bash[9523]: cluster 2020-11-16T21:12:07.347350+0000 osd.7 (osd.7) 289 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:12:09.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:09 smithi142 bash[9523]: cluster 2020-11-16T21:12:09.001963+0000 osd.9 (osd.9) 271 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:09.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:09 smithi142 bash[9523]: cluster 2020-11-16T21:12:09.002103+0000 osd.9 (osd.9) 272 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:09.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:09 smithi071 bash[9480]: cluster 2020-11-16T21:12:07.347350+0000 osd.7 (osd.7) 289 : cluster [DBG] 1.0 scrub ok
2020-11-16T21:12:09.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:09 smithi071 bash[9480]: cluster 2020-11-16T21:12:09.001963+0000 osd.9 (osd.9) 271 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:09.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:09 smithi071 bash[9480]: cluster 2020-11-16T21:12:09.002103+0000 osd.9 (osd.9) 272 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:09.742 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:12:09.745 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T21:12:10.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:10 smithi065 bash[9468]: cluster 2020-11-16T21:12:08.843897+0000 mgr.x (mgr.14196) 1840 : cluster [DBG] pgmap v2808: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:10.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:10 smithi065 bash[9468]: cluster 2020-11-16T21:12:09.220468+0000 mon.a (mon.0) 3162 : cluster [DBG] osdmap e1092: 12 total, 12 up, 12 in
2020-11-16T21:12:10.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:10 smithi142 bash[9523]: cluster 2020-11-16T21:12:08.843897+0000 mgr.x (mgr.14196) 1840 : cluster [DBG] pgmap v2808: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:10.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:10 smithi142 bash[9523]: cluster 2020-11-16T21:12:09.220468+0000 mon.a (mon.0) 3162 : cluster [DBG] osdmap e1092: 12 total, 12 up, 12 in
2020-11-16T21:12:10.605 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2809,"stamp":"2020-11-16T21:12:09.215712+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":12,"num_per_pool_osds":2,"num_per_pool_omap_osds":2,"kb":1124941824,"kb_used":4917020,"kb_used_data":9084,"kb_used_omap":267,"kb_used_meta":4907572,"kb_avail":1120024804,"statfs":{"total":1151940427776,"available":1146905399296,"internally_reserved":0,"allocated":9302016,"data_stored":4334817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":274198,"internal_metadata":5025353962},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2363,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-264696,"num_write_kb":-8470209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-62860,"num_bytes_recovered":-3996581936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.180617"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"52","reported_epoch":"1090","state":"active+clean","last_fresh":"2020-11-16T21:11:58.159921+0000","last_change":"2020-11-16T21:10:46.317008+0000","last_active":"2020-11-16T21:11:58.159921+0000","last_peered":"2020-11-16T21:11:58.159921+0000","last_clean":"2020-11-16T21:11:58.159921+0000","last_became_active":"2020-11-16T21:09:21.203028+0000","last_became_peered":"2020-11-16T21:09:21.203028+0000","last_unstale":"2020-11-16T21:11:58.159921+0000","last_undegraded":"2020-11-16T21:11:58.159921+0000","last_fullsized":"2020-11-16T21:11:58.159921+0000","mapping_epoch":1053,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":1054,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T21:10:46.316938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_clean_scrub_stamp":"2020-11-16T21:10:46.316938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381632103,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":601728,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":600960,"kb_avail":93143424,"statfs":{"total":95995035648,"available":95378866176,"internally_reserved":0,"allocated":778240,"data_stored":362719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":615383040},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":2.0470000000000002,"15min":1.746},"min":{"1min":1.2330000000000001,"5min":0.62,"15min":0.57499999999999996},"max":{"1min":3.286,"5min":5.3419999999999996,"15min":10.647},"last":1.238},{"interface":"front","average":{"1min":1.768,"5min":2.222,"15min":2.1659999999999999},"min":{"1min":1.032,"5min":0.61199999999999999,"15min":0.53700000000000003},"max":{"1min":4.1230000000000002,"5min":5.8789999999999996,"15min":8.2629999999999999},"last":2.2549999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":1.8520000000000001,"5min":2.048,"15min":3.3559999999999999},"min":{"1min":1.1639999999999999,"5min":0.94499999999999995,"15min":0.47599999999999998},"max":{"1min":2.7839999999999998,"5min":5.9349999999999996,"15min":54.244},"last":1.1850000000000001},{"interface":"front","average":{"1min":2.8490000000000002,"5min":2.8490000000000002,"15min":3.855},"min":{"1min":1.5209999999999999,"5min":1.109,"15min":0.77800000000000002},"max":{"1min":4.0720000000000001,"5min":4.6760000000000002,"15min":54.088999999999999},"last":1.387}]},{"osd":2,"last update":"Mon Nov 16 21:01:13 2020","interfaces":[{"interface":"back","average":{"1min":2.2799999999999998,"5min":3.359,"15min":3.02},"min":{"1min":0.878,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":6.7759999999999998,"5min":58.055,"15min":58.055},"last":0.73799999999999999},{"interface":"front","average":{"1min":2.427,"5min":3.077,"15min":3.161},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":12.522,"5min":13.754,"15min":13.754},"last":0.68999999999999995}]},{"osd":3,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":2.1880000000000002,"5min":1.982,"15min":2.1960000000000002},"min":{"1min":1.129,"5min":0.80100000000000005,"15min":0.65500000000000003},"max":{"1min":3.621,"5min":4.0339999999999998,"15min":11.961},"last":1.857},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.3580000000000001,"15min":2.1030000000000002},"min":{"1min":1.845,"5min":0.90400000000000003,"15min":0.58499999999999996},"max":{"1min":3.7410000000000001,"5min":3.9089999999999998,"15min":11.125},"last":3.0779999999999998}]},{"osd":4,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":2.4950000000000001,"5min":2.444,"15min":2.8220000000000001},"min":{"1min":1.3100000000000001,"5min":1.0509999999999999,"15min":0.61699999999999999},"max":{"1min":3.5059999999999998,"5min":6.0739999999999998,"15min":14.686999999999999},"last":1.76},{"interface":"front","average":{"1min":3.7080000000000002,"5min":3.5529999999999999,"15min":2.7839999999999998},"min":{"1min":2.46,"5min":0.89900000000000002,"15min":0.63},"max":{"1min":5.1230000000000002,"5min":5.1230000000000002,"15min":10.833},"last":2.6440000000000001}]},{"osd":5,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":3.4590000000000001,"5min":3.351,"15min":2.9460000000000002},"min":{"1min":2.4870000000000001,"5min":1.0349999999999999,"15min":0.73999999999999999},"max":{"1min":4.5650000000000004,"5min":6.2220000000000004,"15min":57.170000000000002},"last":3.5390000000000001},{"interface":"front","average":{"1min":4.2809999999999997,"5min":4.1820000000000004,"15min":3.5339999999999998},"min":{"1min":3.2970000000000002,"5min":1.732,"15min":1.125},"max":{"1min":5.7830000000000004,"5min":6.3639999999999999,"15min":57.853999999999999},"last":4.3869999999999996}]},{"osd":6,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":2.6930000000000001,"5min":2.7200000000000002,"15min":3.2669999999999999},"min":{"1min":1.7949999999999999,"5min":1.486,"15min":0.77800000000000002},"max":{"1min":3.9009999999999998,"5min":6.2089999999999996,"15min":57.039999999999999},"last":2.1640000000000001},{"interface":"front","average":{"1min":4.1859999999999999,"5min":3.9510000000000001,"15min":3.8999999999999999},"min":{"1min":3.4900000000000002,"5min":1.698,"15min":1.006},"max":{"1min":5.3330000000000002,"5min":6.4669999999999996,"15min":57.732999999999997},"last":3.9700000000000002}]},{"osd":7,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":3.343,"15min":3.2679999999999998},"min":{"1min":1.786,"5min":1.786,"15min":0.88},"max":{"1min":3.9119999999999999,"5min":6.0350000000000001,"15min":57.505000000000003},"last":2.9860000000000002},{"interface":"front","average":{"1min":4.1239999999999997,"5min":3.54,"15min":3.2970000000000002},"min":{"1min":3.0720000000000001,"5min":2.0470000000000002,"15min":0.84799999999999998},"max":{"1min":5.1040000000000001,"5min":5.274,"15min":33.822000000000003},"last":4.7800000000000002}]},{"osd":8,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":3.0459999999999998,"5min":3.202,"15min":3.6989999999999998},"min":{"1min":2.048,"5min":1.1930000000000001,"15min":0.84299999999999997},"max":{"1min":4.3319999999999999,"5min":6.3300000000000001,"15min":57.396000000000001},"last":2.528},{"interface":"front","average":{"1min":4.8140000000000001,"5min":4.492,"15min":3.556},"min":{"1min":3.4910000000000001,"5min":1.325,"15min":0.64400000000000002},"max":{"1min":5.992,"5min":6.4059999999999997,"15min":11.398},"last":5.1399999999999997}]},{"osd":9,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":3.2429999999999999,"5min":3.552,"15min":3.5310000000000001},"min":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":0.85699999999999998},"max":{"1min":4.1120000000000001,"5min":6.335,"15min":56.792000000000002},"last":3.456},{"interface":"front","average":{"1min":3.4830000000000001,"5min":3.544,"15min":3.5310000000000001},"min":{"1min":2.6179999999999999,"5min":2.2639999999999998,"15min":0.78400000000000003},"max":{"1min":4.7229999999999999,"5min":5.6340000000000003,"15min":12.779},"last":2.927}]},{"osd":10,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":3.4849999999999999,"5min":3.5590000000000002,"15min":4.5099999999999998},"min":{"1min":2.1120000000000001,"5min":1.6930000000000001,"15min":1.248},"max":{"1min":4.3579999999999997,"5min":5.46,"15min":60.487000000000002},"last":3.2669999999999999},{"interface":"front","average":{"1min":4.8630000000000004,"5min":4.577,"15min":4.5810000000000004},"min":{"1min":4.0460000000000003,"5min":2.2349999999999999,"15min":1.224},"max":{"1min":5.649,"5min":6.7729999999999997,"15min":61.078000000000003},"last":5.4930000000000003}]}]},{"osd":10,"up_from":95,"seq":408021893741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":394688,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":393920,"kb_avail":93350464,"statfs":{"total":95995035648,"available":95590875136,"internally_reserved":0,"allocated":778240,"data_stored":362719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":403374080},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":2.891},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":0.84799999999999998}]},{"osd":1,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":1.9279999999999999,"5min":1.851,"15min":3.4569999999999999},"min":{"1min":1.032,"5min":0.93799999999999994,"15min":0.49199999999999999},"max":{"1min":3.323,"5min":3.5030000000000001,"15min":115.023},"last":2.0990000000000002},{"interface":"front","average":{"1min":2.29,"5min":2.5099999999999998,"15min":3.794},"min":{"1min":1.2390000000000001,"5min":0.95499999999999996,"15min":0.53900000000000003},"max":{"1min":3.766,"5min":5.2670000000000003,"15min":117.614},"last":1.7150000000000001}]},{"osd":2,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.806,"15min":2.29},"min":{"1min":1.8320000000000001,"5min":1.135,"15min":0.58999999999999997},"max":{"1min":4.1660000000000004,"5min":4.2089999999999996,"15min":10.348000000000001},"last":3.0819999999999999},{"interface":"front","average":{"1min":3.0329999999999999,"5min":2.903,"15min":2.3919999999999999},"min":{"1min":1.8160000000000001,"5min":1.363,"15min":0.53400000000000003},"max":{"1min":4.8250000000000002,"5min":5.1909999999999998,"15min":8.3130000000000006},"last":3.4079999999999999}]},{"osd":3,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.0920000000000001,"15min":2.27},"min":{"1min":1.03,"5min":1.03,"15min":0.81299999999999994},"max":{"1min":5.649,"5min":5.649,"15min":10.553000000000001},"last":1.778},{"interface":"front","average":{"1min":2.6629999999999998,"5min":2.544,"15min":2.21},"min":{"1min":1.125,"5min":0.77100000000000002,"15min":0.64000000000000001},"max":{"1min":5.1429999999999998,"5min":5.1429999999999998,"15min":11.692},"last":2.2029999999999998}]},{"osd":4,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":4.0090000000000003,"5min":3.988,"15min":3.2250000000000001},"min":{"1min":3.2749999999999999,"5min":2.2480000000000002,"15min":0.71599999999999997},"max":{"1min":5.024,"5min":6.133,"15min":17.888000000000002},"last":3.9399999999999999},{"interface":"front","average":{"1min":2.3100000000000001,"5min":2.4460000000000002,"15min":2.6520000000000001},"min":{"1min":1.5640000000000001,"5min":0.98599999999999999,"15min":0.69099999999999995},"max":{"1min":3.2490000000000001,"5min":3.8199999999999998,"15min":11.771000000000001},"last":2.5089999999999999}]},{"osd":5,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.032,"5min":2.1139999999999999,"15min":2.6360000000000001},"min":{"1min":1.3149999999999999,"5min":1.258,"15min":0.69799999999999995},"max":{"1min":3.4510000000000001,"5min":4.4029999999999996,"15min":18.242000000000001},"last":1.867},{"interface":"front","average":{"1min":4.1470000000000002,"5min":4.0780000000000003,"15min":3.2549999999999999},"min":{"1min":2.673,"5min":2.6179999999999999,"15min":0.67700000000000005},"max":{"1min":5.0469999999999997,"5min":5.7519999999999998,"15min":10.819000000000001},"last":3.6909999999999998}]},{"osd":6,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.403,"15min":2.8700000000000001},"min":{"1min":1.9970000000000001,"5min":1.3919999999999999,"15min":0.78000000000000003},"max":{"1min":4.5010000000000003,"5min":4.9889999999999999,"15min":18.103999999999999},"last":2.6699999999999999},{"interface":"front","average":{"1min":3.9929999999999999,"5min":4.0199999999999996,"15min":3.444},"min":{"1min":3.1850000000000001,"5min":2.46,"15min":0.83599999999999997},"max":{"1min":5.2850000000000001,"5min":5.4420000000000002,"15min":13.298999999999999},"last":4.1689999999999996}]},{"osd":7,"last update":"Mon Nov 16 21:12:00 2020","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":2.7909999999999999,"15min":3.1070000000000002},"min":{"1min":1.766,"5min":1.734,"15min":0.82499999999999996},"max":{"1min":3.8090000000000002,"5min":5.5670000000000002,"15min":12.747999999999999},"last":3.1720000000000002},{"interface":"front","average":{"1min":4.181,"5min":4.415,"15min":3.589},"min":{"1min":2.9630000000000001,"5min":2.9630000000000001,"15min":0.93799999999999994},"max":{"1min":6.3579999999999997,"5min":6.3579999999999997,"15min":13.452},"last":4.4050000000000002}]},{"osd":8,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.782,"5min":2.976,"15min":2.8370000000000002},"min":{"1min":2.0449999999999999,"5min":1.3260000000000001,"15min":0.65300000000000002},"max":{"1min":4.1829999999999998,"5min":4.4160000000000004,"15min":11.4},"last":2.891},{"interface":"front","average":{"1min":3.879,"5min":3.0099999999999998,"15min":3.403},"min":{"1min":1.986,"5min":1.1080000000000001,"15min":0.88600000000000001},"max":{"1min":5.7789999999999999,"5min":5.7789999999999999,"15min":18.376999999999999},"last":4.5979999999999999}]},{"osd":9,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.9980000000000002,"5min":2.9900000000000002,"15min":3.2930000000000001},"min":{"1min":1.9490000000000001,"5min":1.194,"15min":0.88600000000000001},"max":{"1min":4.0789999999999997,"5min":4.2080000000000002,"15min":17.23},"last":3.2709999999999999},{"interface":"front","average":{"1min":3.4390000000000001,"5min":3.3610000000000002,"15min":3.5800000000000001},"min":{"1min":2.23,"5min":1.3600000000000001,"15min":1.052},"max":{"1min":4.4550000000000001,"5min":4.468,"15min":17.353000000000002},"last":3.617}]},{"osd":11,"last update":"Mon Nov 16 21:12:00 2020","interfaces":[{"interface":"back","average":{"1min":4.766,"5min":4.7480000000000002,"15min":4.4640000000000004},"min":{"1min":3.891,"5min":3.5030000000000001,"15min":0.65500000000000003},"max":{"1min":6.8959999999999999,"5min":6.8959999999999999,"15min":81.557000000000002},"last":4.7850000000000001},{"interface":"front","average":{"1min":5.1059999999999999,"5min":5.0919999999999996,"15min":4.7850000000000001},"min":{"1min":4.5190000000000001,"5min":3.794,"15min":1.613},"max":{"1min":7.4249999999999998,"5min":7.4249999999999998,"15min":81.802000000000007},"last":4.9720000000000004}]}]},{"osd":9,"up_from":71,"seq":304942678663,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":687872,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":687104,"kb_avail":93057280,"statfs":{"total":95995035648,"available":95290654720,"internally_reserved":0,"allocated":778240,"data_stored":362719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":703594496},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":2.1850000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":1.097}]},{"osd":1,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":1.8420000000000001,"5min":1.8700000000000001,"15min":5.3879999999999999},"min":{"1min":1.206,"5min":1.1000000000000001,"15min":0.53800000000000003},"max":{"1min":4.1269999999999998,"5min":4.1269999999999998,"15min":338.13099999999997},"last":2.2869999999999999},{"interface":"front","average":{"1min":2.0030000000000001,"5min":2.2269999999999999,"15min":5.9100000000000001},"min":{"1min":1.2410000000000001,"5min":1.008,"15min":0.71399999999999997},"max":{"1min":3.319,"5min":4.0839999999999996,"15min":338.54000000000002},"last":1.79}]},{"osd":2,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":2.5529999999999999,"5min":2.0419999999999998,"15min":1.726},"min":{"1min":1.427,"5min":1.022,"15min":0.57799999999999996},"max":{"1min":4.0570000000000004,"5min":4.0570000000000004,"15min":7.0869999999999997},"last":2.7170000000000001},{"interface":"front","average":{"1min":2.0499999999999998,"5min":2.157,"15min":2.0470000000000002},"min":{"1min":1.0409999999999999,"5min":0.96999999999999997,"15min":0.623},"max":{"1min":3.2370000000000001,"5min":3.653,"15min":9.0099999999999998},"last":1.9339999999999999}]},{"osd":3,"last update":"Mon Nov 16 21:11:58 2020","interfaces":[{"interface":"back","average":{"1min":1.73,"5min":1.994,"15min":2.536},"min":{"1min":1.323,"5min":1.0840000000000001,"15min":0.65100000000000002},"max":{"1min":2.1720000000000002,"5min":4.476,"15min":87.427000000000007},"last":1.8720000000000001},{"interface":"front","average":{"1min":2.4009999999999998,"5min":2.3050000000000002,"15min":2.661},"min":{"1min":1.407,"5min":1.0649999999999999,"15min":0.60199999999999998},"max":{"1min":3.262,"5min":3.7170000000000001,"15min":91.384},"last":3.198}]},{"osd":4,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":2.6259999999999999,"5min":2.4289999999999998,"15min":2.4300000000000002},"min":{"1min":1.5569999999999999,"5min":1.2969999999999999,"15min":0.621},"max":{"1min":3.9319999999999999,"5min":3.9319999999999999,"15min":9.2040000000000006},"last":3.0760000000000001},{"interface":"front","average":{"1min":3.1200000000000001,"5min":2.8140000000000001,"15min":2.3809999999999998},"min":{"1min":2.173,"5min":1.1679999999999999,"15min":0.71399999999999997},"max":{"1min":4.2300000000000004,"5min":4.2300000000000004,"15min":10.263},"last":3.4580000000000002}]},{"osd":5,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":3.2469999999999999,"5min":3.2770000000000001,"15min":2.7629999999999999},"min":{"1min":2.5529999999999999,"5min":2.1680000000000001,"15min":0.72999999999999998},"max":{"1min":4.4199999999999999,"5min":4.4199999999999999,"15min":8.9350000000000005},"last":3.653},{"interface":"front","average":{"1min":2.4769999999999999,"5min":2.7549999999999999,"15min":2.7130000000000001},"min":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":0.755},"max":{"1min":3.6349999999999998,"5min":4.1929999999999996,"15min":9.7300000000000004},"last":2.871}]},{"osd":6,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":2.5270000000000001,"5min":2.8690000000000002,"15min":2.9119999999999999},"min":{"1min":1.758,"5min":1.758,"15min":0.81499999999999995},"max":{"1min":3.4359999999999999,"5min":4.1920000000000002,"15min":10.005000000000001},"last":2.452},{"interface":"front","average":{"1min":2.9569999999999999,"5min":3.206,"15min":3.1299999999999999},"min":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":0.88300000000000001},"max":{"1min":4.0289999999999999,"5min":4.6050000000000004,"15min":10.134},"last":3.3100000000000001}]},{"osd":7,"last update":"Mon Nov 16 21:11:58 2020","interfaces":[{"interface":"back","average":{"1min":3.504,"5min":3.677,"15min":3.9079999999999999},"min":{"1min":2.7829999999999999,"5min":2.149,"15min":0.995},"max":{"1min":4.5490000000000004,"5min":5.2869999999999999,"15min":213.77000000000001},"last":4.0110000000000001},{"interface":"front","average":{"1min":3.7400000000000002,"5min":3.5819999999999999,"15min":3.5840000000000001},"min":{"1min":2.722,"5min":2.113,"15min":0.90100000000000002},"max":{"1min":4.6360000000000001,"5min":4.6399999999999997,"15min":213.98099999999999},"last":3.927}]},{"osd":8,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":3.4580000000000002,"5min":3.5030000000000001,"15min":2.8650000000000002},"min":{"1min":2.552,"5min":1.996,"15min":0.68799999999999994},"max":{"1min":4.6159999999999997,"5min":5.452,"15min":8.8230000000000004},"last":4.2199999999999998},{"interface":"front","average":{"1min":3.9649999999999999,"5min":3.855,"15min":3.0640000000000001},"min":{"1min":3.0150000000000001,"5min":2.4249999999999998,"15min":1.0669999999999999},"max":{"1min":5.3520000000000003,"5min":5.798,"15min":12.057},"last":4.4100000000000001}]},{"osd":10,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":4.0599999999999996,"5min":3.9710000000000001,"15min":3.5550000000000002},"min":{"1min":3.0600000000000001,"5min":2.6219999999999999,"15min":1.0860000000000001},"max":{"1min":5.2599999999999998,"5min":5.6020000000000003,"15min":12.419},"last":4.6159999999999997},{"interface":"front","average":{"1min":4.4260000000000002,"5min":4.2779999999999996,"15min":3.6930000000000001},"min":{"1min":3.3849999999999998,"5min":2.778,"15min":0.86199999999999999},"max":{"1min":5.5739999999999998,"5min":5.726,"15min":16.143000000000001},"last":4.7960000000000003}]},{"osd":11,"last update":"Mon Nov 16 21:11:58 2020","interfaces":[{"interface":"back","average":{"1min":3.3370000000000002,"5min":3.6179999999999999,"15min":3.7400000000000002},"min":{"1min":2.399,"5min":1.536,"15min":0.95499999999999996},"max":{"1min":4.3330000000000002,"5min":4.976,"15min":10.663},"last":3.7839999999999998},{"interface":"front","average":{"1min":4.3659999999999997,"5min":4.5,"15min":3.8210000000000002},"min":{"1min":3.5579999999999998,"5min":3.1280000000000001,"15min":1.0069999999999999},"max":{"1min":5.5049999999999999,"5min":5.9039999999999999,"15min":11.602},"last":5.0019999999999998}]}]},{"osd":8,"up_from":63,"seq":270582940300,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":419968,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":419200,"kb_avail":93325184,"statfs":{"total":95995035648,"available":95564988416,"internally_reserved":0,"allocated":778240,"data_stored":362739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":429260800},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 21:11:26 2020","interfaces":[{"interface":"back","average":{"1min":2.5259999999999998,"5min":2.3370000000000002,"15min":1.7370000000000001},"min":{"1min":1.4550000000000001,"5min":0.66700000000000004,"15min":0.54600000000000004},"max":{"1min":3.6379999999999999,"5min":4.282,"15min":6.1040000000000001},"last":2.1549999999999998},{"interface":"front","average":{"1min":2.6909999999999998,"5min":2.3969999999999998,"15min":1.863},"min":{"1min":1.5449999999999999,"5min":0.84799999999999998,"15min":0.66000000000000003},"max":{"1min":3.4340000000000002,"5min":3.7480000000000002,"15min":6.6379999999999999},"last":2.5529999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:00:31 2020","interfaces":[{"interface":"back","average":{"1min":16.352,"5min":5.2389999999999999,"15min":4.1319999999999997},"min":{"1min":0.80000000000000004,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":244.02000000000001,"5min":244.02000000000001,"15min":244.02000000000001},"last":33.511000000000003},{"interface":"front","average":{"1min":15.609999999999999,"5min":5.2640000000000002,"15min":4.2859999999999996},"min":{"1min":0.76500000000000001,"5min":0.59399999999999997,"15min":0.55800000000000005},"max":{"1min":240.08199999999999,"5min":240.08199999999999,"15min":240.08199999999999},"last":34.061999999999998}]},{"osd":2,"last update":"Mon Nov 16 21:11:37 2020","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":2.181,"15min":1.911},"min":{"1min":1.419,"5min":1.014,"15min":0.56999999999999995},"max":{"1min":2.706,"5min":3.8450000000000002,"15min":43.685000000000002},"last":2.7010000000000001},{"interface":"front","average":{"1min":1.744,"5min":1.73,"15min":1.883},"min":{"1min":1.2829999999999999,"5min":1.145,"15min":0.59399999999999997},"max":{"1min":2.5790000000000002,"5min":2.8260000000000001,"15min":40.490000000000002},"last":1.579}]},{"osd":3,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":1.8169999999999999,"5min":1.675,"15min":1.893},"min":{"1min":1.2649999999999999,"5min":1.109,"15min":0.59799999999999998},"max":{"1min":3.032,"5min":3.032,"15min":12.555},"last":1.3779999999999999},{"interface":"front","average":{"1min":2.581,"5min":2.448,"15min":2.165},"min":{"1min":1.3919999999999999,"5min":1.137,"15min":0.68899999999999995},"max":{"1min":4.0609999999999999,"5min":4.0609999999999999,"15min":44.017000000000003},"last":1.752}]},{"osd":4,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":2.2989999999999999,"5min":2.3610000000000002,"15min":2.468},"min":{"1min":1.502,"5min":1.502,"15min":0.56499999999999995},"max":{"1min":3.202,"5min":4.0650000000000004,"15min":100.673},"last":2.2519999999999998},{"interface":"front","average":{"1min":3.2509999999999999,"5min":3.2349999999999999,"15min":2.9470000000000001},"min":{"1min":2.3839999999999999,"5min":1.881,"15min":0.61099999999999999},"max":{"1min":3.762,"5min":4.2919999999999998,"15min":100.357},"last":3.2709999999999999}]},{"osd":5,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.7639999999999998,"15min":2.27},"min":{"1min":1.9259999999999999,"5min":1.3460000000000001,"15min":0.72999999999999998},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":6.492},"last":2.9689999999999999},{"interface":"front","average":{"1min":3.8250000000000002,"5min":3.794,"15min":3.161},"min":{"1min":3.1659999999999999,"5min":2.1749999999999998,"15min":1.095},"max":{"1min":4.46,"5min":5.4870000000000001,"15min":46.515000000000001},"last":4.2389999999999999}]},{"osd":6,"last update":"Mon Nov 16 21:11:08 2020","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":3.4470000000000001,"15min":2.6640000000000001},"min":{"1min":2.1389999999999998,"5min":1.3899999999999999,"15min":0.89700000000000002},"max":{"1min":4.7450000000000001,"5min":4.9400000000000004,"15min":7.5880000000000001},"last":3.0609999999999999},{"interface":"front","average":{"1min":3.9009999999999998,"5min":3.645,"15min":2.7949999999999999},"min":{"1min":2.3420000000000001,"5min":1.3700000000000001,"15min":0.92700000000000005},"max":{"1min":5.1050000000000004,"5min":5.9500000000000002,"15min":6.6719999999999997},"last":3.7949999999999999}]},{"osd":7,"last update":"Mon Nov 16 21:11:26 2020","interfaces":[{"interface":"back","average":{"1min":3.8620000000000001,"5min":3.4079999999999999,"15min":3.6469999999999998},"min":{"1min":2.8159999999999998,"5min":1.456,"15min":0.84099999999999997},"max":{"1min":5.1260000000000003,"5min":5.1269999999999998,"15min":106.17700000000001},"last":1.996},{"interface":"front","average":{"1min":4.0270000000000001,"5min":3.7280000000000002,"15min":3.8460000000000001},"min":{"1min":2.5990000000000002,"5min":1.546,"15min":0.95099999999999996},"max":{"1min":5.5659999999999998,"5min":5.5659999999999998,"15min":106.476},"last":3.379}]},{"osd":9,"last update":"Mon Nov 16 21:11:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2959999999999998,"5min":2.944,"15min":2.8010000000000002},"min":{"1min":2.3100000000000001,"5min":1.054,"15min":0.749},"max":{"1min":4.827,"5min":5.6100000000000003,"15min":9.2460000000000004},"last":1.8779999999999999},{"interface":"front","average":{"1min":4.1909999999999998,"5min":3.9590000000000001,"15min":3.2320000000000002},"min":{"1min":2.5659999999999998,"5min":1.7110000000000001,"15min":0.84499999999999997},"max":{"1min":6.0460000000000003,"5min":6.0460000000000003,"15min":13.224},"last":3.673}]},{"osd":10,"last update":"Mon Nov 16 21:11:26 2020","interfaces":[{"interface":"back","average":{"1min":3.9569999999999999,"5min":4.0229999999999997,"15min":3.4809999999999999},"min":{"1min":2.738,"5min":1.8420000000000001,"15min":0.82299999999999995},"max":{"1min":5.2069999999999999,"5min":5.2069999999999999,"15min":47.170999999999999},"last":3.4809999999999999},{"interface":"front","average":{"1min":4.4080000000000004,"5min":4.4039999999999999,"15min":3.9079999999999999},"min":{"1min":2.8839999999999999,"5min":1.9510000000000001,"15min":1.1459999999999999},"max":{"1min":5.6449999999999996,"5min":5.7279999999999998,"15min":47.314},"last":3.9049999999999998}]},{"osd":11,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":3.3940000000000001,"5min":3.3130000000000002,"15min":3.3090000000000002},"min":{"1min":2.7490000000000001,"5min":1.712,"15min":0.81699999999999995},"max":{"1min":4.3879999999999999,"5min":4.4560000000000004,"15min":46.924999999999997},"last":2.6299999999999999},{"interface":"front","average":{"1min":4.548,"5min":4.4180000000000001,"15min":3.7480000000000002},"min":{"1min":3.7749999999999999,"5min":1.599,"15min":0.86699999999999999},"max":{"1min":5.2000000000000002,"5min":6.5250000000000004,"15min":48.299999999999997},"last":4.6150000000000002}]}]},{"osd":7,"up_from":225,"seq":966367642131,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":560768,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":559999,"kb_avail":93184384,"statfs":{"total":95995035648,"available":95420809216,"internally_reserved":0,"allocated":778240,"data_stored":362739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":573439036},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":2.0990000000000002,"5min":2.2050000000000001,"15min":3.4140000000000001},"min":{"1min":1.329,"5min":1.3220000000000001,"15min":0.58799999999999997},"max":{"1min":2.831,"5min":3.6659999999999999,"15min":206.17500000000001},"last":1.913},{"interface":"front","average":{"1min":2.8580000000000001,"5min":2.8849999999999998,"15min":3.7650000000000001},"min":{"1min":1.75,"5min":1.458,"15min":0.58099999999999996},"max":{"1min":4.4290000000000003,"5min":4.4290000000000003,"15min":206.108},"last":2.6960000000000002}]},{"osd":2,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":1.5329999999999999,"5min":1.669,"15min":1.6379999999999999},"min":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":0.59099999999999997},"max":{"1min":2.1269999999999998,"5min":2.2639999999999998,"15min":15.862},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.9399999999999999,"5min":2.1539999999999999,"15min":1.8420000000000001},"min":{"1min":1.3879999999999999,"5min":1.325,"15min":0.61099999999999999},"max":{"1min":2.774,"5min":3.7189999999999999,"15min":6.024},"last":1.556}]},{"osd":3,"last update":"Mon Nov 16 21:11:16 2020","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":1.9730000000000001,"15min":1.9490000000000001},"min":{"1min":1.2829999999999999,"5min":1.0680000000000001,"15min":0.753},"max":{"1min":2.4860000000000002,"5min":3.5499999999999998,"15min":15.254},"last":2.2829999999999999},{"interface":"front","average":{"1min":2.0019999999999998,"5min":2.198,"15min":1.9359999999999999},"min":{"1min":0.871,"5min":0.871,"15min":0.71399999999999997},"max":{"1min":3.75,"5min":4.5570000000000004,"15min":15.381},"last":2.3969999999999998}]},{"osd":4,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":2.4449999999999998,"5min":2.6949999999999998,"15min":2.3889999999999998},"min":{"1min":1.446,"5min":1.284,"15min":0.67100000000000004},"max":{"1min":4.0099999999999998,"5min":4.7889999999999997,"15min":15.439},"last":3.3730000000000002},{"interface":"front","average":{"1min":2.367,"5min":2.468,"15min":2.508},"min":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":0.86799999999999999},"max":{"1min":3.484,"5min":4.1609999999999996,"15min":16.814},"last":2.9100000000000001}]},{"osd":5,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":2.798,"5min":2.7069999999999999,"15min":2.3940000000000001},"min":{"1min":1.6439999999999999,"5min":1.53,"15min":0.77100000000000002},"max":{"1min":3.9940000000000002,"5min":3.9940000000000002,"15min":15.704000000000001},"last":2.9380000000000002},{"interface":"front","average":{"1min":2.5800000000000001,"5min":3.048,"15min":2.806},"min":{"1min":1.9379999999999999,"5min":1.371,"15min":0.73999999999999999},"max":{"1min":3.8839999999999999,"5min":4.8310000000000004,"15min":16.741},"last":2.6499999999999999}]},{"osd":6,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":3.5710000000000002,"5min":3.5779999999999998,"15min":2.7440000000000002},"min":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":0.84699999999999998},"max":{"1min":5.2389999999999999,"5min":5.4020000000000001,"15min":15.542},"last":3.1499999999999999},{"interface":"front","average":{"1min":2.9449999999999998,"5min":3.1949999999999998,"15min":3.1000000000000001},"min":{"1min":1.8779999999999999,"5min":1.8779999999999999,"15min":1.1870000000000001},"max":{"1min":3.4660000000000002,"5min":5.1840000000000002,"15min":18.960000000000001},"last":3.2799999999999998}]},{"osd":8,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":3.7349999999999999,"5min":3.7480000000000002,"15min":3.802},"min":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":1.119},"max":{"1min":5.2930000000000001,"5min":5.7039999999999997,"15min":80.468000000000004},"last":3.585},{"interface":"front","average":{"1min":3.8620000000000001,"5min":3.9750000000000001,"15min":3.9060000000000001},"min":{"1min":2.194,"5min":2.194,"15min":1.1830000000000001},"max":{"1min":5.1449999999999996,"5min":5.2050000000000001,"15min":80.909000000000006},"last":3.774}]},{"osd":9,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":4.0839999999999996,"5min":2.9940000000000002,"15min":4.1589999999999998},"min":{"1min":2.323,"5min":1.657,"15min":0.995},"max":{"1min":5.5460000000000003,"5min":5.5460000000000003,"15min":109.075},"last":4.3819999999999997},{"interface":"front","average":{"1min":2.8490000000000002,"5min":4.0819999999999999,"15min":4.3140000000000001},"min":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.0349999999999999},"max":{"1min":5.5279999999999996,"5min":5.7140000000000004,"15min":110.075},"last":2.8050000000000002}]},{"osd":10,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":4.2590000000000003,"5min":3.3180000000000001,"15min":4.4009999999999998},"min":{"1min":2.621,"5min":1.9099999999999999,"15min":0.94999999999999996},"max":{"1min":6.125,"5min":6.125,"15min":117.408},"last":3.9860000000000002},{"interface":"front","average":{"1min":2.798,"5min":4,"15min":4.7640000000000002},"min":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.514},"max":{"1min":3.6040000000000001,"5min":5.9189999999999996,"15min":115.137},"last":3.2210000000000001}]},{"osd":11,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":4.4790000000000001,"5min":4.585,"15min":4.3730000000000002},"min":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":1.6779999999999999},"max":{"1min":6.5149999999999997,"5min":6.5149999999999997,"15min":111.124},"last":4.1829999999999998},{"interface":"front","average":{"1min":3.1669999999999998,"5min":3.4489999999999998,"15min":3.4670000000000001},"min":{"1min":2.3690000000000002,"5min":2.3690000000000002,"15min":1.1279999999999999},"max":{"1min":4.4279999999999999,"5min":5.0279999999999996,"15min":111.191},"last":3.528}]}]},{"osd":6,"up_from":49,"seq":210453398166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":421620,"kb_used_data":748,"kb_used_omap":0,"kb_used_meta":420864,"kb_avail":93323532,"statfs":{"total":95995035648,"available":95563296768,"internally_reserved":0,"allocated":765952,"data_stored":356742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":430964736},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":1.111},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.6240000000000001}]},{"osd":1,"last update":"Mon Nov 16 21:11:14 2020","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":2.1539999999999999,"15min":3.387},"min":{"1min":1.1299999999999999,"5min":0.621,"15min":0.56999999999999995},"max":{"1min":2.984,"5min":4.4960000000000004,"15min":244.89400000000001},"last":2.0800000000000001},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.5800000000000001,"15min":3.6899999999999999},"min":{"1min":1.264,"5min":1.1830000000000001,"15min":0.69299999999999995},"max":{"1min":3.1989999999999998,"5min":3.8039999999999998,"15min":245.17699999999999},"last":1.4850000000000001}]},{"osd":2,"last update":"Mon Nov 16 21:11:14 2020","interfaces":[{"interface":"back","average":{"1min":1.831,"5min":1.859,"15min":1.621},"min":{"1min":1.2969999999999999,"5min":0.69599999999999995,"15min":0.629},"max":{"1min":2.6819999999999999,"5min":2.7480000000000002,"15min":6.6100000000000003},"last":1.7290000000000001},{"interface":"front","average":{"1min":1.9370000000000001,"5min":1.9610000000000001,"15min":1.671},"min":{"1min":1.3899999999999999,"5min":0.64800000000000002,"15min":0.64500000000000002},"max":{"1min":2.5720000000000001,"5min":4.0700000000000003,"15min":4.4950000000000001},"last":2.3879999999999999}]},{"osd":3,"last update":"Mon Nov 16 21:11:40 2020","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":1.891,"15min":1.615},"min":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":0.63900000000000001},"max":{"1min":2.468,"5min":2.5459999999999998,"15min":7.242},"last":2.2130000000000001},{"interface":"front","average":{"1min":2.0870000000000002,"5min":2.1240000000000001,"15min":1.7889999999999999},"min":{"1min":1.3919999999999999,"5min":1.377,"15min":0.65400000000000003},"max":{"1min":2.6549999999999998,"5min":2.944,"15min":7.3630000000000004},"last":1.6060000000000001}]},{"osd":4,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":2.3260000000000001,"5min":2.351,"15min":2.1040000000000001},"min":{"1min":1.524,"5min":0.79200000000000004,"15min":0.56699999999999995},"max":{"1min":3.0329999999999999,"5min":4.6269999999999998,"15min":4.9740000000000002},"last":2.5779999999999998},{"interface":"front","average":{"1min":2.673,"5min":2.6469999999999998,"15min":2.1360000000000001},"min":{"1min":1.617,"5min":0.98799999999999999,"15min":0.624},"max":{"1min":3.3719999999999999,"5min":4.1520000000000001,"15min":7.0259999999999998},"last":3.1419999999999999}]},{"osd":5,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":2.7309999999999999,"5min":2.6920000000000002,"15min":2.3079999999999998},"min":{"1min":1.851,"5min":1.302,"15min":0.73199999999999998},"max":{"1min":3.629,"5min":4.2439999999999998,"15min":5.75},"last":2.6379999999999999},{"interface":"front","average":{"1min":3.444,"5min":3.4670000000000001,"15min":2.823},"min":{"1min":3.097,"5min":1.4530000000000001,"15min":1.085},"max":{"1min":4.1050000000000004,"5min":5.1870000000000003,"15min":6.0289999999999999},"last":2.823}]},{"osd":7,"last update":"Mon Nov 16 21:11:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5630000000000002,"5min":2.6120000000000001,"15min":2.3420000000000001},"min":{"1min":2.073,"5min":1.0489999999999999,"15min":0.70199999999999996},"max":{"1min":3.4390000000000001,"5min":3.6669999999999998,"15min":9.3789999999999996},"last":2.5049999999999999},{"interface":"front","average":{"1min":3.3039999999999998,"5min":3.3500000000000001,"15min":2.7789999999999999},"min":{"1min":2.161,"5min":1.3799999999999999,"15min":1.0429999999999999},"max":{"1min":4.0300000000000002,"5min":4.5060000000000002,"15min":6.2060000000000004},"last":3.383}]},{"osd":8,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":3.0640000000000001,"5min":3.0030000000000001,"15min":2.5190000000000001},"min":{"1min":2.125,"5min":0.96399999999999997,"15min":0.82899999999999996},"max":{"1min":3.9100000000000001,"5min":4.7910000000000004,"15min":6.4470000000000001},"last":3.0880000000000001},{"interface":"front","average":{"1min":3.419,"5min":3.3130000000000002,"15min":2.8879999999999999},"min":{"1min":2.5369999999999999,"5min":1.254,"15min":1.006},"max":{"1min":4.5330000000000004,"5min":5.133,"15min":8.8599999999999994},"last":3.3319999999999999}]},{"osd":9,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":3.222,"5min":3.194,"15min":2.6880000000000002},"min":{"1min":2.3119999999999998,"5min":1.167,"15min":0.88500000000000001},"max":{"1min":4.2389999999999999,"5min":6.4260000000000002,"15min":12.897},"last":3.1909999999999998},{"interface":"front","average":{"1min":3.9729999999999999,"5min":3.996,"15min":3.2330000000000001},"min":{"1min":3.5409999999999999,"5min":1.659,"15min":1.0840000000000001},"max":{"1min":4.6459999999999999,"5min":6.4790000000000001,"15min":12.336},"last":3.6440000000000001}]},{"osd":10,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":3.9630000000000001,"5min":4.0049999999999999,"15min":3.6200000000000001},"min":{"1min":3.5089999999999999,"5min":1.8009999999999999,"15min":1.0860000000000001},"max":{"1min":4.8029999999999999,"5min":5.7549999999999999,"15min":59.189999999999998},"last":3.8759999999999999},{"interface":"front","average":{"1min":4.4539999999999997,"5min":4.4329999999999998,"15min":3.9590000000000001},"min":{"1min":3.7360000000000002,"5min":1.893,"15min":1.4890000000000001},"max":{"1min":5.2789999999999999,"5min":6.0620000000000003,"15min":59.563000000000002},"last":4.2759999999999998}]},{"osd":11,"last update":"Mon Nov 16 21:11:58 2020","interfaces":[{"interface":"back","average":{"1min":3.4689999999999999,"5min":3.6640000000000001,"15min":3.2130000000000001},"min":{"1min":2.948,"5min":2.7850000000000001,"15min":1.141},"max":{"1min":4.4189999999999996,"5min":5.516,"15min":8.6649999999999991},"last":3.5819999999999999},{"interface":"front","average":{"1min":4.0899999999999999,"5min":4.3730000000000002,"15min":3.6640000000000001},"min":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":1.3009999999999999},"max":{"1min":5.5030000000000001,"5min":6.2320000000000002,"15min":9.2729999999999997},"last":4.0750000000000002}]}]},{"osd":1,"up_from":18,"seq":77309412016,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":749952,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":749184,"kb_avail":92995200,"statfs":{"total":95995035648,"available":95227084800,"internally_reserved":0,"allocated":778240,"data_stored":362739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":767164416},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":1.671,"5min":1.74,"15min":2.2240000000000002},"min":{"1min":1.3220000000000001,"5min":0.67400000000000004,"15min":0.40000000000000002},"max":{"1min":2.4279999999999999,"5min":4.8730000000000002,"15min":33.329999999999998},"last":1.5840000000000001},{"interface":"front","average":{"1min":2.177,"5min":2.323,"15min":3.3439999999999999},"min":{"1min":1.012,"5min":0.94299999999999995,"15min":0.64800000000000002},"max":{"1min":2.8610000000000002,"5min":14.74,"15min":105.64100000000001},"last":2.1419999999999999}]},{"osd":2,"last update":"Mon Nov 16 21:11:44 2020","interfaces":[{"interface":"back","average":{"1min":1.911,"5min":1.883,"15min":2.1829999999999998},"min":{"1min":1.321,"5min":1.0840000000000001,"15min":0.51300000000000001},"max":{"1min":4.1859999999999999,"5min":5.4240000000000004,"15min":100.601},"last":1.381},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.1539999999999999,"15min":2.8940000000000001},"min":{"1min":1.321,"5min":0.90700000000000003,"15min":0.64300000000000002},"max":{"1min":3.8500000000000001,"5min":4.9420000000000002,"15min":105.093},"last":1.6739999999999999}]},{"osd":3,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0510000000000002,"5min":2.0579999999999998,"15min":2.0059999999999998},"min":{"1min":1.3979999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":2.637,"5min":6.2560000000000002,"15min":6.2560000000000002},"last":1.345},{"interface":"front","average":{"1min":2.1549999999999998,"5min":2.1560000000000001,"15min":2.2959999999999998},"min":{"1min":1.3049999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":4.0220000000000002,"5min":6.6500000000000004,"15min":6.6500000000000004},"last":2.4399999999999999}]},{"osd":4,"last update":"Mon Nov 16 21:11:37 2020","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.2530000000000001,"15min":2.6320000000000001},"min":{"1min":1.7450000000000001,"5min":1.22,"15min":0.54300000000000004},"max":{"1min":5.0430000000000001,"5min":5.0430000000000001,"15min":100.699},"last":1.73},{"interface":"front","average":{"1min":2.7280000000000002,"5min":2.492,"15min":3.1589999999999998},"min":{"1min":1.621,"5min":0.95199999999999996,"15min":0.66500000000000004},"max":{"1min":4.2910000000000004,"5min":4.6719999999999997,"15min":104.47},"last":1.929}]},{"osd":5,"last update":"Mon Nov 16 21:11:15 2020","interfaces":[{"interface":"back","average":{"1min":2.7170000000000001,"5min":2.6749999999999998,"15min":3.0409999999999999},"min":{"1min":1.802,"5min":1.218,"15min":0.72899999999999998},"max":{"1min":3.3039999999999998,"5min":9.6950000000000003,"15min":106.349},"last":2.6499999999999999},{"interface":"front","average":{"1min":3.3980000000000001,"5min":3.3679999999999999,"15min":3.6150000000000002},"min":{"1min":2.2549999999999999,"5min":1.722,"15min":0.85799999999999998},"max":{"1min":4.7949999999999999,"5min":10.742000000000001,"15min":106.875},"last":3.4510000000000001}]},{"osd":6,"last update":"Mon Nov 16 21:11:15 2020","interfaces":[{"interface":"back","average":{"1min":2.5990000000000002,"5min":2.798,"15min":3.3940000000000001},"min":{"1min":1.849,"5min":1.133,"15min":0.68799999999999994},"max":{"1min":3.5819999999999999,"5min":7.9820000000000002,"15min":112.02},"last":2.093},{"interface":"front","average":{"1min":2.9740000000000002,"5min":3.0409999999999999,"15min":3.4809999999999999},"min":{"1min":2.085,"5min":1.4630000000000001,"15min":0.80300000000000005},"max":{"1min":4.0830000000000002,"5min":8.7089999999999996,"15min":105.74299999999999},"last":2.2829999999999999}]},{"osd":7,"last update":"Mon Nov 16 21:11:44 2020","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":2.9350000000000001,"15min":3.7309999999999999},"min":{"1min":1.8660000000000001,"5min":1.4379999999999999,"15min":1.175},"max":{"1min":4.2009999999999996,"5min":5.4980000000000002,"15min":111.86799999999999},"last":2.5390000000000001},{"interface":"front","average":{"1min":3.2719999999999998,"5min":3.2370000000000001,"15min":3.7440000000000002},"min":{"1min":2.3900000000000001,"5min":1.6240000000000001,"15min":0.85699999999999998},"max":{"1min":4.6909999999999998,"5min":5.2670000000000003,"15min":105.285},"last":2.6000000000000001}]},{"osd":8,"last update":"Mon Nov 16 21:06:03 2020","interfaces":[{"interface":"back","average":{"1min":2.1379999999999999,"5min":4.492,"15min":3.1829999999999998},"min":{"1min":1.0720000000000001,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":4.5359999999999996,"5min":106.151,"15min":106.151},"last":2.3799999999999999},{"interface":"front","average":{"1min":2.4049999999999998,"5min":4.6180000000000003,"15min":3.7069999999999999},"min":{"1min":1.111,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":5.1959999999999997,"5min":107.121,"15min":107.121},"last":2.6869999999999998}]},{"osd":9,"last update":"Mon Nov 16 21:11:44 2020","interfaces":[{"interface":"back","average":{"1min":3.1819999999999999,"5min":3.1840000000000002,"15min":4.0890000000000004},"min":{"1min":1.7,"5min":1.673,"15min":0.98999999999999999},"max":{"1min":4.4059999999999997,"5min":4.9710000000000001,"15min":112.34999999999999},"last":2.7559999999999998},{"interface":"front","average":{"1min":3.3079999999999998,"5min":3.3660000000000001,"15min":4.3380000000000001},"min":{"1min":1.9750000000000001,"5min":1.5669999999999999,"15min":1.2270000000000001},"max":{"1min":4.1559999999999997,"5min":5.226,"15min":112.15900000000001},"last":2.9489999999999998}]},{"osd":10,"last update":"Mon Nov 16 21:11:47 2020","interfaces":[{"interface":"back","average":{"1min":3.5110000000000001,"5min":3.3119999999999998,"15min":5.2560000000000002},"min":{"1min":2.4940000000000002,"5min":1.746,"15min":0.96999999999999997},"max":{"1min":4.7779999999999996,"5min":5.5209999999999999,"15min":263.35599999999999},"last":3.0619999999999998},{"interface":"front","average":{"1min":4.1349999999999998,"5min":3.6240000000000001,"15min":5.2130000000000001},"min":{"1min":2.8359999999999999,"5min":1.9390000000000001,"15min":1.1890000000000001},"max":{"1min":6.7329999999999997,"5min":6.7329999999999997,"15min":269.13099999999997},"last":2.8690000000000002}]},{"osd":11,"last update":"Mon Nov 16 21:11:47 2020","interfaces":[{"interface":"back","average":{"1min":4.0629999999999997,"5min":3.6829999999999998,"15min":5.4269999999999996},"min":{"1min":2.6110000000000002,"5min":1.839,"15min":1.238},"max":{"1min":5.9139999999999997,"5min":6.0990000000000002,"15min":259.06400000000002},"last":2.3180000000000001},{"interface":"front","average":{"1min":4.4109999999999996,"5min":3.9249999999999998,"15min":5.4749999999999996},"min":{"1min":2.6850000000000001,"5min":2.2330000000000001,"15min":1.1859999999999999},"max":{"1min":6.3739999999999997,"5min":6.3739999999999997,"15min":257.22699999999998},"last":3.2690000000000001}]}]},{"osd":0,"up_from":890,"seq":3822520893576,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":39936,"kb_used_data":760,"kb_used_omap":174,"kb_used_meta":38993,"kb_avail":93705216,"statfs":{"total":95995035648,"available":95954141184,"internally_reserved":0,"allocated":778240,"data_stored":362739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178510,"internal_metadata":39929522},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":1.7609999999999999,"5min":1.944,"15min":3.4790000000000001},"min":{"1min":1.2929999999999999,"5min":0.78900000000000003,"15min":0.54000000000000004},"max":{"1min":2.456,"5min":21.545999999999999,"15min":81.222999999999999},"last":2.5110000000000001},{"interface":"front","average":{"1min":2.0659999999999998,"5min":1.97,"15min":3.3410000000000002},"min":{"1min":1.4750000000000001,"5min":0.746,"15min":0.53000000000000003},"max":{"1min":3.4409999999999998,"5min":5.2750000000000004,"15min":76.625},"last":1.5580000000000001}]},{"osd":2,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":2.0950000000000002,"15min":1.6719999999999999},"min":{"1min":1.3580000000000001,"5min":0.66300000000000003,"15min":0.57899999999999996},"max":{"1min":3.7389999999999999,"5min":4.734,"15min":4.734},"last":2.8490000000000002},{"interface":"front","average":{"1min":2.5720000000000001,"5min":2.4860000000000002,"15min":1.7829999999999999},"min":{"1min":1.4810000000000001,"5min":0.86899999999999999,"15min":0.65900000000000003},"max":{"1min":3.6469999999999998,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":2.4089999999999998}]},{"osd":3,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":2.9449999999999998,"5min":2.8660000000000001,"15min":1.9570000000000001},"min":{"1min":1.865,"5min":0.82599999999999996,"15min":0.61499999999999999},"max":{"1min":5.3490000000000002,"5min":46.728999999999999,"15min":46.728999999999999},"last":3.7109999999999999},{"interface":"front","average":{"1min":2.044,"5min":3.173,"15min":2.1930000000000001},"min":{"1min":1.4119999999999999,"5min":1.0600000000000001,"15min":0.69499999999999995},"max":{"1min":2.9289999999999998,"5min":48.055,"15min":48.055},"last":1.619}]},{"osd":4,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":2.0899999999999999,"5min":2.1349999999999998,"15min":1.9510000000000001},"min":{"1min":1.4239999999999999,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":3.161,"5min":5.4089999999999998,"15min":5.4089999999999998},"last":1.702},{"interface":"front","average":{"1min":3.2450000000000001,"5min":3.1030000000000002,"15min":2.605},"min":{"1min":2.6219999999999999,"5min":1.611,"15min":0.63700000000000001},"max":{"1min":4.4870000000000001,"5min":5.3209999999999997,"15min":24.600999999999999},"last":3.282}]},{"osd":5,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.222,"15min":1.893},"min":{"1min":1.274,"5min":1.117,"15min":0.77900000000000003},"max":{"1min":2.9180000000000001,"5min":6.6539999999999999,"15min":6.6539999999999999},"last":2.3079999999999998},{"interface":"front","average":{"1min":2.694,"5min":2.8109999999999999,"15min":2.2069999999999999},"min":{"1min":2.0510000000000002,"5min":0.95999999999999996,"15min":0.80200000000000005},"max":{"1min":3.9569999999999999,"5min":9.4649999999999999,"15min":9.4649999999999999},"last":3.4079999999999999}]},{"osd":6,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4239999999999999,"5min":3.2839999999999998,"15min":3.0800000000000001},"min":{"1min":2.1920000000000002,"5min":1.4390000000000001,"15min":0.98099999999999998},"max":{"1min":4.907,"5min":6.0170000000000003,"15min":22.690999999999999},"last":2.9390000000000001},{"interface":"front","average":{"1min":2.556,"5min":2.5329999999999999,"15min":2.645},"min":{"1min":1.853,"5min":1.0149999999999999,"15min":0.77900000000000003},"max":{"1min":3.1030000000000002,"5min":6.3810000000000002,"15min":24.457000000000001},"last":3.1640000000000001}]},{"osd":7,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1139999999999999,"5min":3.1179999999999999,"15min":3.0089999999999999},"min":{"1min":2.3279999999999998,"5min":1.194,"15min":0.94299999999999995},"max":{"1min":4.7709999999999999,"5min":5.7050000000000001,"15min":23.088000000000001},"last":4.1070000000000002},{"interface":"front","average":{"1min":3.8980000000000001,"5min":3.6619999999999999,"15min":3.524},"min":{"1min":3.0489999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":6.3150000000000004,"5min":6.7690000000000001,"15min":23.521999999999998},"last":4.4249999999999998}]},{"osd":8,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":3.3290000000000002,"15min":2.8149999999999999},"min":{"1min":2.8450000000000002,"5min":1.127,"15min":0.88200000000000001},"max":{"1min":4.6970000000000001,"5min":5.1130000000000004,"15min":61.560000000000002},"last":2.9950000000000001},{"interface":"front","average":{"1min":4.1959999999999997,"5min":3.8900000000000001,"15min":4.21},"min":{"1min":3.2730000000000001,"5min":1.1200000000000001,"15min":1.008},"max":{"1min":6.0519999999999996,"5min":6.3979999999999997,"15min":60.969000000000001},"last":4.8780000000000001}]},{"osd":9,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":4.1619999999999999,"5min":4.0780000000000003,"15min":4.2409999999999997},"min":{"1min":2.7069999999999999,"5min":1.27,"15min":1.1950000000000001},"max":{"1min":5.657,"5min":6.6959999999999997,"15min":28.423999999999999},"last":4.6390000000000002},{"interface":"front","average":{"1min":3.6520000000000001,"5min":3.702,"15min":3.0870000000000002},"min":{"1min":2.6520000000000001,"5min":1.669,"15min":0.999},"max":{"1min":4.9409999999999998,"5min":13.257,"15min":13.257},"last":4.2270000000000003}]},{"osd":11,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1419999999999999,"5min":3.0720000000000001,"15min":3.738},"min":{"1min":2.609,"5min":1.0509999999999999,"15min":1.0509999999999999},"max":{"1min":3.6440000000000001,"5min":7.2320000000000002,"15min":135.27500000000001},"last":3.516},{"interface":"front","average":{"1min":3.835,"5min":3.8530000000000002,"15min":3.7090000000000001},"min":{"1min":2.7429999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"max":{"1min":5.5800000000000001,"5min":6.9450000000000003,"15min":135.41},"last":3.8210000000000002}]}]},{"osd":2,"up_from":23,"seq":98784248491,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":177780,"kb_used_data":748,"kb_used_omap":0,"kb_used_meta":177024,"kb_avail":93567372,"statfs":{"total":95995035648,"available":95812988928,"internally_reserved":0,"allocated":765952,"data_stored":356742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":181272576},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:49 2020","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":1.629,"15min":1.571},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":14.815,"5min":14.815,"15min":14.815},"last":1.7070000000000001},{"interface":"front","average":{"1min":1.8859999999999999,"5min":1.6859999999999999,"15min":1.6519999999999999},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":17.433,"5min":17.433,"15min":17.433},"last":1.841}]},{"osd":1,"last update":"Mon Nov 16 21:11:38 2020","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.593,"15min":2.0089999999999999},"min":{"1min":1.2190000000000001,"5min":0.90600000000000003,"15min":0.495},"max":{"1min":2.073,"5min":4.6630000000000003,"15min":58.341999999999999},"last":2.0910000000000002},{"interface":"front","average":{"1min":2,"5min":1.929,"15min":2.5289999999999999},"min":{"1min":1.5049999999999999,"5min":1.1499999999999999,"15min":0.80100000000000005},"max":{"1min":2.5569999999999999,"5min":4.0830000000000002,"15min":59.521000000000001},"last":1.7250000000000001}]},{"osd":3,"last update":"Mon Nov 16 21:11:15 2020","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":1.6259999999999999,"15min":1.474},"min":{"1min":1.3360000000000001,"5min":0.66600000000000004,"15min":0.503},"max":{"1min":3.302,"5min":4.8970000000000002,"15min":5.0910000000000002},"last":1.8480000000000001},{"interface":"front","average":{"1min":1.7709999999999999,"5min":1.7350000000000001,"15min":1.5920000000000001},"min":{"1min":1.298,"5min":0.70699999999999996,"15min":0.56699999999999995},"max":{"1min":2.5539999999999998,"5min":5.3979999999999997,"15min":5.3979999999999997},"last":1.7589999999999999}]},{"osd":4,"last update":"Mon Nov 16 21:11:38 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.052,"15min":2.1779999999999999},"min":{"1min":1.5189999999999999,"5min":1.27,"15min":0.63700000000000001},"max":{"1min":2.544,"5min":3.5350000000000001,"15min":88.453999999999994},"last":2.4399999999999999},{"interface":"front","average":{"1min":2.2469999999999999,"5min":2.2970000000000002,"15min":2.399},"min":{"1min":1.472,"5min":1.2290000000000001,"15min":0.74199999999999999},"max":{"1min":3.0190000000000001,"5min":6.8579999999999997,"15min":85.545000000000002},"last":3.2919999999999998}]},{"osd":5,"last update":"Mon Nov 16 21:11:55 2020","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":2.5390000000000001,"15min":1.9830000000000001},"min":{"1min":1.615,"5min":1.321,"15min":0.76000000000000001},"max":{"1min":4.1909999999999998,"5min":4.6609999999999996,"15min":4.6609999999999996},"last":3.544},{"interface":"front","average":{"1min":2.8839999999999999,"5min":2.7690000000000001,"15min":2.2599999999999998},"min":{"1min":1.3680000000000001,"5min":1.1910000000000001,"15min":0.69899999999999995},"max":{"1min":4.9169999999999998,"5min":5.8159999999999998,"15min":6.0540000000000003},"last":3.7959999999999998}]},{"osd":6,"last update":"Mon Nov 16 21:11:28 2020","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":2.3919999999999999,"15min":2},"min":{"1min":1.5669999999999999,"5min":0.93200000000000005,"15min":0.63200000000000001},"max":{"1min":3.391,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":2.0070000000000001},{"interface":"front","average":{"1min":2.923,"5min":2.8889999999999998,"15min":2.4540000000000002},"min":{"1min":2.1099999999999999,"5min":1.2769999999999999,"15min":0.84199999999999997},"max":{"1min":4.5359999999999996,"5min":4.7910000000000004,"15min":4.7910000000000004},"last":2.528}]},{"osd":7,"last update":"Mon Nov 16 21:11:28 2020","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":2.915,"15min":2.762},"min":{"1min":1.819,"5min":1.0760000000000001,"15min":0.96199999999999997},"max":{"1min":4.2030000000000003,"5min":4.8680000000000003,"15min":88.558000000000007},"last":2.766},{"interface":"front","average":{"1min":3.3540000000000001,"5min":3.2530000000000001,"15min":3.0270000000000001},"min":{"1min":1.877,"5min":0.996,"15min":0.92900000000000005},"max":{"1min":5.0339999999999998,"5min":5.3029999999999999,"15min":84.375},"last":3.1480000000000001}]},{"osd":8,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":3.831,"15min":3.1280000000000001},"min":{"1min":2.3220000000000001,"5min":2.0369999999999999,"15min":0.79700000000000004},"max":{"1min":4.7089999999999996,"5min":7.069,"15min":102.49299999999999},"last":4.024},{"interface":"front","average":{"1min":2.8450000000000002,"5min":2.9630000000000001,"15min":3.1309999999999998},"min":{"1min":1.855,"5min":1.5760000000000001,"15min":0.95699999999999996},"max":{"1min":4.3390000000000004,"5min":7.6580000000000004,"15min":102.75700000000001},"last":2.8929999999999998}]},{"osd":9,"last update":"Mon Nov 16 21:11:38 2020","interfaces":[{"interface":"back","average":{"1min":3.149,"5min":3.1819999999999999,"15min":2.7839999999999998},"min":{"1min":1.9510000000000001,"5min":1.9510000000000001,"15min":0.80000000000000004},"max":{"1min":3.742,"5min":6.734,"15min":15.404999999999999},"last":2.6720000000000002},{"interface":"front","average":{"1min":3.9670000000000001,"5min":3.944,"15min":3.1819999999999999},"min":{"1min":2.0739999999999998,"5min":1.7150000000000001,"15min":1.069},"max":{"1min":4.7960000000000003,"5min":6.6470000000000002,"15min":10.131},"last":4.4699999999999998}]},{"osd":10,"last update":"Mon Nov 16 21:11:38 2020","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":3.0499999999999998,"15min":3.8980000000000001},"min":{"1min":1.998,"5min":1.6719999999999999,"15min":0.93999999999999995},"max":{"1min":3.597,"5min":7.274,"15min":88.959999999999994},"last":3.677},{"interface":"front","average":{"1min":4.0460000000000003,"5min":4.0469999999999997,"15min":4.0090000000000003},"min":{"1min":2.2360000000000002,"5min":1.9350000000000001,"15min":1.1899999999999999},"max":{"1min":5.2560000000000002,"5min":6.7800000000000002,"15min":82.018000000000001},"last":4.2480000000000002}]},{"osd":11,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":3.2879999999999998,"15min":3.6739999999999999},"min":{"1min":2.5779999999999998,"5min":1.8460000000000001,"15min":1.0529999999999999},"max":{"1min":6.1719999999999997,"5min":6.1719999999999997,"15min":81.013999999999996},"last":2.3900000000000001},{"interface":"front","average":{"1min":4.194,"5min":4.242,"15min":4.077},"min":{"1min":2.4489999999999998,"5min":1.819,"15min":1.175},"max":{"1min":5.4729999999999999,"5min":6.8570000000000002,"15min":81.441000000000003},"last":4.6909999999999998}]}]},{"osd":3,"up_from":685,"seq":2942052598009,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":66240,"kb_used_data":760,"kb_used_omap":92,"kb_used_meta":65379,"kb_avail":93678912,"statfs":{"total":95995035648,"available":95927205888,"internally_reserved":0,"allocated":778240,"data_stored":362739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":94724,"internal_metadata":66948604},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:50 2020","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":6.9790000000000001,"15min":3.7069999999999999},"min":{"1min":0.69599999999999995,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":2.1480000000000001,"5min":377.67099999999999,"15min":377.67099999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.74,"5min":6.7309999999999999,"15min":3.5049999999999999},"min":{"1min":0.85499999999999998,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":2.8650000000000002,"5min":365.35500000000002,"15min":365.35500000000002},"last":1.5}]},{"osd":1,"last update":"Mon Nov 16 21:11:47 2020","interfaces":[{"interface":"back","average":{"1min":1.6990000000000001,"5min":1.673,"15min":2.3980000000000001},"min":{"1min":1.2050000000000001,"5min":0.70899999999999996,"15min":0.54800000000000004},"max":{"1min":2.9220000000000002,"5min":3.5489999999999999,"15min":108.446},"last":1.768},{"interface":"front","average":{"1min":2.1699999999999999,"5min":1.982,"15min":2.6139999999999999},"min":{"1min":1.361,"5min":0.997,"15min":0.57199999999999995},"max":{"1min":3.5489999999999999,"5min":4.2060000000000004,"15min":108.70099999999999},"last":2.9159999999999999}]},{"osd":2,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":1.708,"5min":1.6839999999999999,"15min":1.48},"min":{"1min":1.167,"5min":0.63800000000000001,"15min":0.53900000000000003},"max":{"1min":3.121,"5min":5.335,"15min":5.335},"last":1.871},{"interface":"front","average":{"1min":2.4620000000000002,"5min":2.5089999999999999,"15min":1.879},"min":{"1min":1.796,"5min":0.91000000000000003,"15min":0.57699999999999996},"max":{"1min":3.5459999999999998,"5min":5.5259999999999998,"15min":5.5259999999999998},"last":3.3180000000000001}]},{"osd":4,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.7989999999999999,"15min":1.667},"min":{"1min":1.296,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":2.8010000000000002,"5min":6.2539999999999996,"15min":7.569},"last":2.371},{"interface":"front","average":{"1min":2.2519999999999998,"5min":2.1059999999999999,"15min":1.9279999999999999},"min":{"1min":1.546,"5min":0.86699999999999999,"15min":0.755},"max":{"1min":3.2799999999999998,"5min":5.7990000000000004,"15min":6.234},"last":3.694}]},{"osd":5,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.6589999999999998,"15min":2.0990000000000002},"min":{"1min":1.78,"5min":1.1990000000000001,"15min":0.73799999999999999},"max":{"1min":3.593,"5min":10.241,"15min":10.241},"last":4.2670000000000003},{"interface":"front","average":{"1min":2.7570000000000001,"5min":2.9079999999999999,"15min":2.3519999999999999},"min":{"1min":1.476,"5min":1.341,"15min":0.77900000000000003},"max":{"1min":4.0629999999999997,"5min":9.9540000000000006,"15min":9.9540000000000006},"last":3.9089999999999998}]},{"osd":6,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":2.4369999999999998,"5min":2.399,"15min":2.0259999999999998},"min":{"1min":1.5620000000000001,"5min":1.0669999999999999,"15min":0.74099999999999999},"max":{"1min":3.6150000000000002,"5min":8.4600000000000009,"15min":8.4600000000000009},"last":3.0430000000000001},{"interface":"front","average":{"1min":2.4209999999999998,"5min":2.3159999999999998,"15min":2.0739999999999998},"min":{"1min":1.9279999999999999,"5min":0.95599999999999996,"15min":0.79500000000000004},"max":{"1min":3.4540000000000002,"5min":6.8399999999999999,"15min":7.7389999999999999},"last":2.1539999999999999}]},{"osd":7,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":2.5470000000000002,"15min":2.2290000000000001},"min":{"1min":1.5269999999999999,"5min":1.04,"15min":0.83699999999999997},"max":{"1min":3.4119999999999999,"5min":6.6840000000000002,"15min":6.6840000000000002},"last":2.3220000000000001},{"interface":"front","average":{"1min":2.988,"5min":3.0070000000000001,"15min":2.6459999999999999},"min":{"1min":1.694,"5min":1.1259999999999999,"15min":0.745},"max":{"1min":3.9609999999999999,"5min":6.9930000000000003,"15min":22.556999999999999},"last":4.6459999999999999}]},{"osd":8,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":3.3660000000000001,"5min":3.5569999999999999,"15min":2.8239999999999998},"min":{"1min":1.593,"5min":1.458,"15min":0.81799999999999995},"max":{"1min":4.6749999999999998,"5min":12.1,"15min":12.1},"last":2.4350000000000001},{"interface":"front","average":{"1min":2.7789999999999999,"5min":2.7389999999999999,"15min":2.6360000000000001},"min":{"1min":1.7509999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"max":{"1min":3.8959999999999999,"5min":5.8310000000000004,"15min":9.4900000000000002},"last":4.9189999999999996}]},{"osd":9,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":3.085,"5min":3.0760000000000001,"15min":2.887},"min":{"1min":1.9670000000000001,"5min":1.0109999999999999,"15min":1.0109999999999999},"max":{"1min":3.7909999999999999,"5min":6.6520000000000001,"15min":13.101000000000001},"last":2.5819999999999999},{"interface":"front","average":{"1min":3.4860000000000002,"5min":3.544,"15min":3.1880000000000002},"min":{"1min":2.4049999999999998,"5min":1.2729999999999999,"15min":1.196},"max":{"1min":4.1189999999999998,"5min":6.867,"15min":13.308},"last":3.1309999999999998}]},{"osd":10,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":3.7269999999999999,"5min":3.4390000000000001,"15min":3.3199999999999998},"min":{"1min":2.1760000000000002,"5min":1.1399999999999999,"15min":1.137},"max":{"1min":5.2670000000000003,"5min":7.1260000000000003,"15min":46.326000000000001},"last":5.3300000000000001},{"interface":"front","average":{"1min":4.1159999999999997,"5min":3.8559999999999999,"15min":3.605},"min":{"1min":2.2650000000000001,"5min":1.579,"15min":1.2849999999999999},"max":{"1min":5.5049999999999999,"5min":6.3479999999999999,"15min":46.433999999999997},"last":5.5350000000000001}]},{"osd":11,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":3.0910000000000002,"5min":2.9689999999999999,"15min":2.9710000000000001},"min":{"1min":2.3340000000000001,"5min":1.2370000000000001,"15min":1.0469999999999999},"max":{"1min":4.1219999999999999,"5min":8.2560000000000002,"15min":22.757000000000001},"last":4.1980000000000004},{"interface":"front","average":{"1min":3.7400000000000002,"5min":3.7400000000000002,"15min":3.5019999999999998},"min":{"1min":2.0840000000000001,"5min":1.76,"15min":1.5629999999999999},"max":{"1min":5.0730000000000004,"5min":7.2750000000000004,"15min":22.940999999999999},"last":5.125}]}]},{"osd":4,"up_from":35,"seq":150323856032,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":590912,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":590144,"kb_avail":93154240,"statfs":{"total":95995035648,"available":95389941760,"internally_reserved":0,"allocated":778240,"data_stored":362739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":604307456},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.2929999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":2.6160000000000001,"15min":2.5920000000000001},"min":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":0.54100000000000004},"max":{"1min":4.4749999999999996,"5min":7.3300000000000001,"15min":127.405},"last":2.7549999999999999},{"interface":"front","average":{"1min":2.48,"5min":2.5699999999999998,"15min":2.7189999999999999},"min":{"1min":1.8280000000000001,"5min":1.3600000000000001,"15min":0.60699999999999998},"max":{"1min":3.5009999999999999,"5min":4.6260000000000003,"15min":127.354},"last":3.1179999999999999}]},{"osd":2,"last update":"Mon Nov 16 21:11:33 2020","interfaces":[{"interface":"back","average":{"1min":1.8640000000000001,"5min":1.956,"15min":1.8759999999999999},"min":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":0.57099999999999995},"max":{"1min":2.7149999999999999,"5min":4.2210000000000001,"15min":54.616},"last":1.4750000000000001},{"interface":"front","average":{"1min":1.903,"5min":2.121,"15min":2.2320000000000002},"min":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":0.65600000000000003},"max":{"1min":2.7330000000000001,"5min":4.5010000000000003,"15min":54.674999999999997},"last":1.925}]},{"osd":3,"last update":"Mon Nov 16 21:11:13 2020","interfaces":[{"interface":"back","average":{"1min":2.359,"5min":2.3679999999999999,"15min":2.2240000000000002},"min":{"1min":1.6140000000000001,"5min":1.1200000000000001,"15min":0.84299999999999997},"max":{"1min":3.2810000000000001,"5min":7.1749999999999998,"15min":54.482999999999997},"last":2.2650000000000001},{"interface":"front","average":{"1min":2.3740000000000001,"5min":2.5019999999999998,"15min":2.4529999999999998},"min":{"1min":1.304,"5min":1.304,"15min":0.95899999999999996},"max":{"1min":3.46,"5min":6.5380000000000003,"15min":54.569000000000003},"last":1.847}]},{"osd":5,"last update":"Mon Nov 16 21:11:04 2020","interfaces":[{"interface":"back","average":{"1min":3.129,"5min":2.8149999999999999,"15min":2.395},"min":{"1min":1.6200000000000001,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":4.1029999999999998,"5min":5.8949999999999996,"15min":54.780000000000001},"last":3.766},{"interface":"front","average":{"1min":2.5910000000000002,"5min":3.0680000000000001,"15min":2.5230000000000001},"min":{"1min":1.73,"5min":1.331,"15min":0.70899999999999996},"max":{"1min":3.6680000000000001,"5min":6.7000000000000002,"15min":54.292999999999999},"last":3.6000000000000001}]},{"osd":6,"last update":"Mon Nov 16 21:11:18 2020","interfaces":[{"interface":"back","average":{"1min":3.4740000000000002,"5min":3.5150000000000001,"15min":2.819},"min":{"1min":2.1859999999999999,"5min":1.675,"15min":0.88800000000000001},"max":{"1min":4.2619999999999996,"5min":6.1559999999999997,"15min":54.950000000000003},"last":3.5489999999999999},{"interface":"front","average":{"1min":2.762,"5min":2.8650000000000002,"15min":2.4369999999999998},"min":{"1min":1.6899999999999999,"5min":1.008,"15min":0.67900000000000005},"max":{"1min":3.3570000000000002,"5min":4.4029999999999996,"15min":5.4859999999999998},"last":2.706}]},{"osd":7,"last update":"Mon Nov 16 21:11:33 2020","interfaces":[{"interface":"back","average":{"1min":3.718,"5min":2.9590000000000001,"15min":2.4630000000000001},"min":{"1min":2.8559999999999999,"5min":1.371,"15min":0.73599999999999999},"max":{"1min":4.4320000000000004,"5min":4.6269999999999998,"15min":54.101999999999997},"last":3.3069999999999999},{"interface":"front","average":{"1min":2.431,"5min":3.198,"15min":2.952},"min":{"1min":1.847,"5min":1.764,"15min":1.171},"max":{"1min":3.0920000000000001,"5min":6.2709999999999999,"15min":54.442999999999998},"last":3.0299999999999998}]},{"osd":8,"last update":"Mon Nov 16 21:11:56 2020","interfaces":[{"interface":"back","average":{"1min":2.7229999999999999,"5min":2.617,"15min":2.7730000000000001},"min":{"1min":1.9610000000000001,"5min":1.611,"15min":0.84499999999999997},"max":{"1min":3.605,"5min":4.0289999999999999,"15min":83.843999999999994},"last":2.6160000000000001},{"interface":"front","average":{"1min":3.2589999999999999,"5min":3.242,"15min":3.536},"min":{"1min":2.1699999999999999,"5min":2.1699999999999999,"15min":1.024},"max":{"1min":4.1920000000000002,"5min":4.423,"15min":83.783000000000001},"last":3.367}]},{"osd":9,"last update":"Mon Nov 16 21:11:33 2020","interfaces":[{"interface":"back","average":{"1min":4.1600000000000001,"5min":4.1429999999999998,"15min":4.7050000000000001},"min":{"1min":3.3940000000000001,"5min":2.851,"15min":1.482},"max":{"1min":5.04,"5min":6.0789999999999997,"15min":130.06399999999999},"last":4.6479999999999997},{"interface":"front","average":{"1min":4.7530000000000001,"5min":4.5259999999999998,"15min":4.8810000000000002},"min":{"1min":4.024,"5min":2.5169999999999999,"15min":1.546},"max":{"1min":5.6349999999999998,"5min":6.577,"15min":129.91300000000001},"last":4.8639999999999999}]},{"osd":10,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":3.5739999999999998,"5min":3.6219999999999999,"15min":4.6870000000000003},"min":{"1min":2.4009999999999998,"5min":2.4009999999999998,"15min":1.024},"max":{"1min":4.5789999999999997,"5min":5.7699999999999996,"15min":277.89800000000002},"last":3.8450000000000002},{"interface":"front","average":{"1min":4.3819999999999997,"5min":4.532,"15min":5.6159999999999997},"min":{"1min":3.472,"5min":3.1099999999999999,"15min":1.748},"max":{"1min":5.4249999999999998,"5min":6.3460000000000001,"15min":275.834},"last":4.0019999999999998}]},{"osd":11,"last update":"Mon Nov 16 21:11:04 2020","interfaces":[{"interface":"back","average":{"1min":4.6970000000000001,"5min":4.7190000000000003,"15min":5.6120000000000001},"min":{"1min":3.4790000000000001,"5min":2.1429999999999998,"15min":1.647},"max":{"1min":6.2930000000000001,"5min":17.023,"15min":273.04199999999997},"last":4.2119999999999997},{"interface":"front","average":{"1min":4.9420000000000002,"5min":4.8540000000000001,"15min":5.7809999999999997},"min":{"1min":3.9199999999999999,"5min":2.0350000000000001,"15min":1.927},"max":{"1min":6.3470000000000004,"5min":7.4089999999999998,"15min":271.78100000000001},"last":4.4290000000000003}]}]},{"osd":5,"up_from":42,"seq":180388627102,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":205556,"kb_used_data":748,"kb_used_omap":0,"kb_used_meta":204800,"kb_avail":93539596,"statfs":{"total":95995035648,"available":95784546304,"internally_reserved":0,"allocated":765952,"data_stored":356742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":209715200},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:35 2020","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":1.571,"15min":2.9020000000000001},"min":{"1min":0.75600000000000001,"5min":0.57699999999999996,"15min":0.505},"max":{"1min":3.1949999999999998,"5min":6.5030000000000001,"15min":172.096},"last":1.2869999999999999},{"interface":"front","average":{"1min":2.129,"5min":1.7310000000000001,"15min":3.0430000000000001},"min":{"1min":0.68700000000000006,"5min":0.58499999999999996,"15min":0.57399999999999995},"max":{"1min":4.0919999999999996,"5min":6.548,"15min":172.17599999999999},"last":1.3959999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":2.1480000000000001,"15min":4.1950000000000003},"min":{"1min":1.4219999999999999,"5min":1.1819999999999999,"15min":0.57999999999999996},"max":{"1min":2.7490000000000001,"5min":3.4220000000000002,"15min":293.51600000000002},"last":2.6040000000000001},{"interface":"front","average":{"1min":2.8380000000000001,"5min":2.8279999999999998,"15min":4.5789999999999997},"min":{"1min":2.5259999999999998,"5min":1.377,"15min":0.65900000000000003},"max":{"1min":3.4380000000000002,"5min":4.3200000000000003,"15min":294.613},"last":3.6320000000000001}]},{"osd":2,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":1.8540000000000001,"5min":2.0049999999999999,"15min":1.6779999999999999},"min":{"1min":1.294,"5min":1.294,"15min":0.60499999999999998},"max":{"1min":2.6859999999999999,"5min":3.7850000000000001,"15min":7.0880000000000001},"last":1.903},{"interface":"front","average":{"1min":1.875,"5min":2.0739999999999998,"15min":2.008},"min":{"1min":1.4510000000000001,"5min":1.3220000000000001,"15min":0.76800000000000002},"max":{"1min":2.4670000000000001,"5min":3.4929999999999999,"15min":7.1349999999999998},"last":3.956}]},{"osd":3,"last update":"Mon Nov 16 21:11:48 2020","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":1.988,"15min":1.7230000000000001},"min":{"1min":1.411,"5min":1.296,"15min":0.65900000000000003},"max":{"1min":2.8420000000000001,"5min":3.0289999999999999,"15min":6.3970000000000002},"last":1.643},{"interface":"front","average":{"1min":1.98,"5min":2.0960000000000001,"15min":1.831},"min":{"1min":1.351,"5min":1.351,"15min":0.63800000000000001},"max":{"1min":2.5609999999999999,"5min":4.1890000000000001,"15min":5.5330000000000004},"last":2.0529999999999999}]},{"osd":4,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":2.351,"5min":2.4430000000000001,"15min":1.992},"min":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":0.63400000000000001},"max":{"1min":3.2890000000000001,"5min":5.0609999999999999,"15min":6.4690000000000003},"last":2.8300000000000001},{"interface":"front","average":{"1min":2.3029999999999999,"5min":2.7959999999999998,"15min":2.3969999999999998},"min":{"1min":1.466,"5min":1.466,"15min":0.63200000000000001},"max":{"1min":3.7789999999999999,"5min":6.1790000000000003,"15min":6.1790000000000003},"last":2.8999999999999999}]},{"osd":6,"last update":"Mon Nov 16 21:11:11 2020","interfaces":[{"interface":"back","average":{"1min":2.907,"5min":2.9390000000000001,"15min":2.4740000000000002},"min":{"1min":1.9870000000000001,"5min":0.80400000000000005,"15min":0.68000000000000005},"max":{"1min":3.7240000000000002,"5min":6.5339999999999998,"15min":6.5339999999999998},"last":4.6740000000000004},{"interface":"front","average":{"1min":2.5800000000000001,"5min":2.806,"15min":2.5459999999999998},"min":{"1min":1.901,"5min":1.276,"15min":0.80700000000000005},"max":{"1min":3.2280000000000002,"5min":6.7480000000000002,"15min":6.7480000000000002},"last":3.4790000000000001}]},{"osd":7,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":2.8210000000000002,"5min":2.653,"15min":2.2629999999999999},"min":{"1min":2.2069999999999999,"5min":0.98499999999999999,"15min":0.71299999999999997},"max":{"1min":3.5539999999999998,"5min":3.984,"15min":5.7359999999999998},"last":2.9860000000000002},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.2440000000000002,"15min":2.6539999999999999},"min":{"1min":2.8340000000000001,"5min":1.4490000000000001,"15min":0.77300000000000002},"max":{"1min":4.242,"5min":6.6920000000000002,"15min":6.6920000000000002},"last":3.3580000000000001}]},{"osd":8,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":3.3410000000000002,"5min":3.5640000000000001,"15min":2.6480000000000001},"min":{"1min":2.597,"5min":1.6639999999999999,"15min":0.80900000000000005},"max":{"1min":4.7690000000000001,"5min":5.3730000000000002,"15min":6.5190000000000001},"last":4.2110000000000003},{"interface":"front","average":{"1min":3.5449999999999999,"5min":3.9340000000000002,"15min":3.1579999999999999},"min":{"1min":3.0059999999999998,"5min":2.234,"15min":1.1259999999999999},"max":{"1min":4.5430000000000001,"5min":5.7960000000000003,"15min":6.7359999999999998},"last":4.4800000000000004}]},{"osd":9,"last update":"Mon Nov 16 21:11:31 2020","interfaces":[{"interface":"back","average":{"1min":4.0010000000000003,"5min":4,"15min":3.4329999999999998},"min":{"1min":3.3849999999999998,"5min":2.3740000000000001,"15min":1.032},"max":{"1min":4.7910000000000004,"5min":7.0439999999999996,"15min":9.9800000000000004},"last":4.899},{"interface":"front","average":{"1min":4.7629999999999999,"5min":4.7720000000000002,"15min":3.944},"min":{"1min":3.7240000000000002,"5min":2.6240000000000001,"15min":1.3879999999999999},"max":{"1min":5.923,"5min":7.6150000000000002,"15min":10.147},"last":5.4100000000000001}]},{"osd":10,"last update":"Mon Nov 16 21:11:31 2020","interfaces":[{"interface":"back","average":{"1min":3.4289999999999998,"5min":3.3260000000000001,"15min":2.8620000000000001},"min":{"1min":2.6560000000000001,"5min":1.98,"15min":0.90400000000000003},"max":{"1min":4.2450000000000001,"5min":5.9130000000000003,"15min":38.594999999999999},"last":3.73},{"interface":"front","average":{"1min":4.3799999999999999,"5min":4.4649999999999999,"15min":3.8820000000000001},"min":{"1min":3.6850000000000001,"5min":2.3359999999999999,"15min":1.474},"max":{"1min":5.4409999999999998,"5min":8.2629999999999999,"15min":39.241999999999997},"last":5.157}]},{"osd":11,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":4.2140000000000004,"5min":4.5819999999999999,"15min":4.1180000000000003},"min":{"1min":3.738,"5min":2.532,"15min":1.5820000000000001},"max":{"1min":4.8120000000000003,"5min":6.8609999999999998,"15min":80.995000000000005},"last":5.6289999999999996},{"interface":"front","average":{"1min":4.5590000000000002,"5min":4.819,"15min":4.1760000000000002},"min":{"1min":3.9710000000000001,"5min":2.7269999999999999,"15min":1.5189999999999999},"max":{"1min":5.1799999999999997,"5min":7.2190000000000003,"15min":80.415000000000006},"last":5.8769999999999998}]}]}]}}
2020-11-16T21:12:10.610 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph pg dump --format=json
2020-11-16T21:12:10.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:10 smithi071 bash[9480]: cluster 2020-11-16T21:12:08.843897+0000 mgr.x (mgr.14196) 1840 : cluster [DBG] pgmap v2808: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:10.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:10 smithi071 bash[9480]: cluster 2020-11-16T21:12:09.220468+0000 mon.a (mon.0) 3162 : cluster [DBG] osdmap e1092: 12 total, 12 up, 12 in
2020-11-16T21:12:10.745 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:12:11.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:11 smithi065 bash[9468]: audit 2020-11-16T21:12:09.736370+0000 mgr.x (mgr.14196) 1841 : audit [DBG] from='client.17715 v1:172.21.15.142:0/1353001276' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T21:12:11.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:11 smithi142 bash[9523]: audit 2020-11-16T21:12:09.736370+0000 mgr.x (mgr.14196) 1841 : audit [DBG] from='client.17715 v1:172.21.15.142:0/1353001276' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T21:12:11.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:11 smithi071 bash[9480]: audit 2020-11-16T21:12:09.736370+0000 mgr.x (mgr.14196) 1841 : audit [DBG] from='client.17715 v1:172.21.15.142:0/1353001276' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T21:12:12.425 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:12 smithi142 bash[9523]: cluster 2020-11-16T21:12:10.844493+0000 mgr.x (mgr.14196) 1842 : cluster [DBG] pgmap v2810: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:12.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:12 smithi065 bash[9468]: cluster 2020-11-16T21:12:10.844493+0000 mgr.x (mgr.14196) 1842 : cluster [DBG] pgmap v2810: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:12.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:12 smithi071 bash[9480]: cluster 2020-11-16T21:12:10.844493+0000 mgr.x (mgr.14196) 1842 : cluster [DBG] pgmap v2810: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:13.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:13 smithi065 bash[9468]: cluster 2020-11-16T21:12:12.538216+0000 osd.2 (osd.2) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:13.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:13 smithi065 bash[9468]: cluster 2020-11-16T21:12:12.538363+0000 osd.2 (osd.2) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:13.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:13 smithi142 bash[9523]: cluster 2020-11-16T21:12:12.538216+0000 osd.2 (osd.2) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:13.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:13 smithi142 bash[9523]: cluster 2020-11-16T21:12:12.538363+0000 osd.2 (osd.2) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:13.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:13 smithi071 bash[9480]: cluster 2020-11-16T21:12:12.538216+0000 osd.2 (osd.2) 284 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:13.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:13 smithi071 bash[9480]: cluster 2020-11-16T21:12:12.538363+0000 osd.2 (osd.2) 285 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:14.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:14 smithi065 bash[9468]: cluster 2020-11-16T21:12:12.845195+0000 mgr.x (mgr.14196) 1843 : cluster [DBG] pgmap v2811: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:14.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:14 smithi065 bash[9468]: cluster 2020-11-16T21:12:13.241713+0000 mon.a (mon.0) 3163 : cluster [DBG] osdmap e1093: 12 total, 12 up, 12 in
2020-11-16T21:12:14.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:14 smithi142 bash[9523]: cluster 2020-11-16T21:12:12.845195+0000 mgr.x (mgr.14196) 1843 : cluster [DBG] pgmap v2811: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:14.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:14 smithi142 bash[9523]: cluster 2020-11-16T21:12:13.241713+0000 mon.a (mon.0) 3163 : cluster [DBG] osdmap e1093: 12 total, 12 up, 12 in
2020-11-16T21:12:14.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:14 smithi071 bash[9480]: cluster 2020-11-16T21:12:12.845195+0000 mgr.x (mgr.14196) 1843 : cluster [DBG] pgmap v2811: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:14.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:14 smithi071 bash[9480]: cluster 2020-11-16T21:12:13.241713+0000 mon.a (mon.0) 3163 : cluster [DBG] osdmap e1093: 12 total, 12 up, 12 in
2020-11-16T21:12:14.713 INFO:teuthology.orchestra.run.smithi142.stdout:
2020-11-16T21:12:14.720 INFO:teuthology.orchestra.run.smithi142.stderr:dumped all
2020-11-16T21:12:15.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:15 smithi065 bash[9468]: audit 2020-11-16T21:12:14.710732+0000 mgr.x (mgr.14196) 1844 : audit [DBG] from='client.17721 v1:172.21.15.142:0/3459802261' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T21:12:15.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:15 smithi142 bash[9523]: audit 2020-11-16T21:12:14.710732+0000 mgr.x (mgr.14196) 1844 : audit [DBG] from='client.17721 v1:172.21.15.142:0/3459802261' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T21:12:15.549 INFO:teuthology.orchestra.run.smithi142.stdout:{"pg_ready":true,"pg_map":{"version":2812,"stamp":"2020-11-16T21:12:13.237480+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":12,"num_per_pool_osds":2,"num_per_pool_omap_osds":2,"kb":1124941824,"kb_used":4917292,"kb_used_data":9228,"kb_used_omap":267,"kb_used_meta":4907700,"kb_avail":1120024532,"statfs":{"total":1151940427776,"available":1146905120768,"internally_reserved":0,"allocated":9449472,"data_stored":4406781,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":274198,"internal_metadata":5025485034},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2363,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-264696,"num_write_kb":-8470209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-62860,"num_bytes_recovered":-3996581936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.180617"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"56","reported_epoch":"1091","state":"active+clean","last_fresh":"2020-11-16T21:12:07.347412+0000","last_change":"2020-11-16T21:12:07.347412+0000","last_active":"2020-11-16T21:12:07.347412+0000","last_peered":"2020-11-16T21:12:07.347412+0000","last_clean":"2020-11-16T21:12:07.347412+0000","last_became_active":"2020-11-16T21:09:21.203028+0000","last_became_peered":"2020-11-16T21:09:21.203028+0000","last_unstale":"2020-11-16T21:12:07.347412+0000","last_undegraded":"2020-11-16T21:12:07.347412+0000","last_fullsized":"2020-11-16T21:12:07.347412+0000","mapping_epoch":1053,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":1054,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-16T21:12:07.347352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-16T20:57:03.569650+0000","last_clean_scrub_stamp":"2020-11-16T21:12:07.347352+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11],"acting":[7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":7}],"osd_stats":[{"osd":11,"up_from":103,"seq":442381632104,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":601740,"kb_used_data":772,"kb_used_omap":0,"kb_used_meta":600960,"kb_avail":93143412,"statfs":{"total":95995035648,"available":95378853888,"internally_reserved":0,"allocated":790528,"data_stored":368716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":615383040},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":2.0470000000000002,"15min":1.746},"min":{"1min":1.2330000000000001,"5min":0.62,"15min":0.57499999999999996},"max":{"1min":3.286,"5min":5.3419999999999996,"15min":10.647},"last":1.5449999999999999},{"interface":"front","average":{"1min":1.768,"5min":2.222,"15min":2.1659999999999999},"min":{"1min":1.032,"5min":0.61199999999999999,"15min":0.53700000000000003},"max":{"1min":4.1230000000000002,"5min":5.8789999999999996,"15min":8.2629999999999999},"last":1.282}]},{"osd":1,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":1.8520000000000001,"5min":2.048,"15min":3.3559999999999999},"min":{"1min":1.1639999999999999,"5min":0.94499999999999995,"15min":0.47599999999999998},"max":{"1min":2.7839999999999998,"5min":5.9349999999999996,"15min":54.244},"last":2.8860000000000001},{"interface":"front","average":{"1min":2.8490000000000002,"5min":2.8490000000000002,"15min":3.855},"min":{"1min":1.5209999999999999,"5min":1.109,"15min":0.77800000000000002},"max":{"1min":4.0720000000000001,"5min":4.6760000000000002,"15min":54.088999999999999},"last":3.464}]},{"osd":2,"last update":"Mon Nov 16 21:01:13 2020","interfaces":[{"interface":"back","average":{"1min":2.2799999999999998,"5min":3.359,"15min":3.02},"min":{"1min":0.878,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":6.7759999999999998,"5min":58.055,"15min":58.055},"last":0.73799999999999999},{"interface":"front","average":{"1min":2.427,"5min":3.077,"15min":3.161},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":12.522,"5min":13.754,"15min":13.754},"last":0.68999999999999995}]},{"osd":3,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":2.1880000000000002,"5min":1.982,"15min":2.1960000000000002},"min":{"1min":1.129,"5min":0.80100000000000005,"15min":0.65500000000000003},"max":{"1min":3.621,"5min":4.0339999999999998,"15min":11.961},"last":2.0600000000000001},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.3580000000000001,"15min":2.1030000000000002},"min":{"1min":1.845,"5min":0.90400000000000003,"15min":0.58499999999999996},"max":{"1min":3.7410000000000001,"5min":3.9089999999999998,"15min":11.125},"last":2.758}]},{"osd":4,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":2.4950000000000001,"5min":2.444,"15min":2.8220000000000001},"min":{"1min":1.3100000000000001,"5min":1.0509999999999999,"15min":0.61699999999999999},"max":{"1min":3.5059999999999998,"5min":6.0739999999999998,"15min":14.686999999999999},"last":1.732},{"interface":"front","average":{"1min":3.7080000000000002,"5min":3.5529999999999999,"15min":2.7839999999999998},"min":{"1min":2.46,"5min":0.89900000000000002,"15min":0.63},"max":{"1min":5.1230000000000002,"5min":5.1230000000000002,"15min":10.833},"last":3.7120000000000002}]},{"osd":5,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":3.4590000000000001,"5min":3.351,"15min":2.9460000000000002},"min":{"1min":2.4870000000000001,"5min":1.0349999999999999,"15min":0.73999999999999999},"max":{"1min":4.5650000000000004,"5min":6.2220000000000004,"15min":57.170000000000002},"last":3.0990000000000002},{"interface":"front","average":{"1min":4.2809999999999997,"5min":4.1820000000000004,"15min":3.5339999999999998},"min":{"1min":3.2970000000000002,"5min":1.732,"15min":1.125},"max":{"1min":5.7830000000000004,"5min":6.3639999999999999,"15min":57.853999999999999},"last":4.1680000000000001}]},{"osd":6,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":2.6930000000000001,"5min":2.7200000000000002,"15min":3.2669999999999999},"min":{"1min":1.7949999999999999,"5min":1.486,"15min":0.77800000000000002},"max":{"1min":3.9009999999999998,"5min":6.2089999999999996,"15min":57.039999999999999},"last":2.367},{"interface":"front","average":{"1min":4.1859999999999999,"5min":3.9510000000000001,"15min":3.8999999999999999},"min":{"1min":3.4900000000000002,"5min":1.698,"15min":1.006},"max":{"1min":5.3330000000000002,"5min":6.4669999999999996,"15min":57.732999999999997},"last":4.3840000000000003}]},{"osd":7,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":3.343,"15min":3.2679999999999998},"min":{"1min":1.786,"5min":1.786,"15min":0.88},"max":{"1min":3.9119999999999999,"5min":6.0350000000000001,"15min":57.505000000000003},"last":2.633},{"interface":"front","average":{"1min":4.1239999999999997,"5min":3.54,"15min":3.2970000000000002},"min":{"1min":3.0720000000000001,"5min":2.0470000000000002,"15min":0.84799999999999998},"max":{"1min":5.1040000000000001,"5min":5.274,"15min":33.822000000000003},"last":3.9359999999999999}]},{"osd":8,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":3.0459999999999998,"5min":3.202,"15min":3.6989999999999998},"min":{"1min":2.048,"5min":1.1930000000000001,"15min":0.84299999999999997},"max":{"1min":4.3319999999999999,"5min":6.3300000000000001,"15min":57.396000000000001},"last":3.274},{"interface":"front","average":{"1min":4.8140000000000001,"5min":4.492,"15min":3.556},"min":{"1min":3.4910000000000001,"5min":1.325,"15min":0.64400000000000002},"max":{"1min":5.992,"5min":6.4059999999999997,"15min":11.398},"last":4.5880000000000001}]},{"osd":9,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":3.2429999999999999,"5min":3.552,"15min":3.5310000000000001},"min":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":0.85699999999999998},"max":{"1min":4.1120000000000001,"5min":6.335,"15min":56.792000000000002},"last":2.9769999999999999},{"interface":"front","average":{"1min":3.4830000000000001,"5min":3.544,"15min":3.5310000000000001},"min":{"1min":2.6179999999999999,"5min":2.2639999999999998,"15min":0.78400000000000003},"max":{"1min":4.7229999999999999,"5min":5.6340000000000003,"15min":12.779},"last":3.6280000000000001}]},{"osd":10,"last update":"Mon Nov 16 21:11:22 2020","interfaces":[{"interface":"back","average":{"1min":3.4849999999999999,"5min":3.5590000000000002,"15min":4.5099999999999998},"min":{"1min":2.1120000000000001,"5min":1.6930000000000001,"15min":1.248},"max":{"1min":4.3579999999999997,"5min":5.46,"15min":60.487000000000002},"last":3.3570000000000002},{"interface":"front","average":{"1min":4.8630000000000004,"5min":4.577,"15min":4.5810000000000004},"min":{"1min":4.0460000000000003,"5min":2.2349999999999999,"15min":1.224},"max":{"1min":5.649,"5min":6.7729999999999997,"15min":61.078000000000003},"last":4.7750000000000004}]}]},{"osd":10,"up_from":95,"seq":408021893742,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":394700,"kb_used_data":772,"kb_used_omap":0,"kb_used_meta":393920,"kb_avail":93350452,"statfs":{"total":95995035648,"available":95590862848,"internally_reserved":0,"allocated":790528,"data_stored":368716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":403374080},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:01 2020","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":7.1459999999999999,"15min":3.3370000000000002},"min":{"1min":0.83199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":8.9559999999999995,"5min":309.13499999999999,"15min":309.13499999999999},"last":2.891},{"interface":"front","average":{"1min":1.573,"5min":7.3129999999999997,"15min":3.5129999999999999},"min":{"1min":0.749,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":5.8470000000000004,"5min":320.57900000000001,"15min":320.57900000000001},"last":0.84799999999999998}]},{"osd":1,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":1.9279999999999999,"5min":1.851,"15min":3.4569999999999999},"min":{"1min":1.032,"5min":0.93799999999999994,"15min":0.49199999999999999},"max":{"1min":3.323,"5min":3.5030000000000001,"15min":115.023},"last":2.3940000000000001},{"interface":"front","average":{"1min":2.29,"5min":2.5099999999999998,"15min":3.794},"min":{"1min":1.2390000000000001,"5min":0.95499999999999996,"15min":0.53900000000000003},"max":{"1min":3.766,"5min":5.2670000000000003,"15min":117.614},"last":1.488}]},{"osd":2,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.806,"15min":2.29},"min":{"1min":1.8320000000000001,"5min":1.135,"15min":0.58999999999999997},"max":{"1min":4.1660000000000004,"5min":4.2089999999999996,"15min":10.348000000000001},"last":3.0859999999999999},{"interface":"front","average":{"1min":3.0329999999999999,"5min":2.903,"15min":2.3919999999999999},"min":{"1min":1.8160000000000001,"5min":1.363,"15min":0.53400000000000003},"max":{"1min":4.8250000000000002,"5min":5.1909999999999998,"15min":8.3130000000000006},"last":3.552}]},{"osd":3,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.0089999999999999,"5min":2.0920000000000001,"15min":2.27},"min":{"1min":1.03,"5min":1.03,"15min":0.81299999999999994},"max":{"1min":5.649,"5min":5.649,"15min":10.553000000000001},"last":1.6279999999999999},{"interface":"front","average":{"1min":2.6629999999999998,"5min":2.544,"15min":2.21},"min":{"1min":1.125,"5min":0.77100000000000002,"15min":0.64000000000000001},"max":{"1min":5.1429999999999998,"5min":5.1429999999999998,"15min":11.692},"last":2.7349999999999999}]},{"osd":4,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":4.0090000000000003,"5min":3.988,"15min":3.2250000000000001},"min":{"1min":3.2749999999999999,"5min":2.2480000000000002,"15min":0.71599999999999997},"max":{"1min":5.024,"5min":6.133,"15min":17.888000000000002},"last":2.8370000000000002},{"interface":"front","average":{"1min":2.3100000000000001,"5min":2.4460000000000002,"15min":2.6520000000000001},"min":{"1min":1.5640000000000001,"5min":0.98599999999999999,"15min":0.69099999999999995},"max":{"1min":3.2490000000000001,"5min":3.8199999999999998,"15min":11.771000000000001},"last":2.5979999999999999}]},{"osd":5,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.032,"5min":2.1139999999999999,"15min":2.6360000000000001},"min":{"1min":1.3149999999999999,"5min":1.258,"15min":0.69799999999999995},"max":{"1min":3.4510000000000001,"5min":4.4029999999999996,"15min":18.242000000000001},"last":2.3130000000000002},{"interface":"front","average":{"1min":4.1470000000000002,"5min":4.0780000000000003,"15min":3.2549999999999999},"min":{"1min":2.673,"5min":2.6179999999999999,"15min":0.67700000000000005},"max":{"1min":5.0469999999999997,"5min":5.7519999999999998,"15min":10.819000000000001},"last":3.3109999999999999}]},{"osd":6,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.403,"15min":2.8700000000000001},"min":{"1min":1.9970000000000001,"5min":1.3919999999999999,"15min":0.78000000000000003},"max":{"1min":4.5010000000000003,"5min":4.9889999999999999,"15min":18.103999999999999},"last":1.8320000000000001},{"interface":"front","average":{"1min":3.9929999999999999,"5min":4.0199999999999996,"15min":3.444},"min":{"1min":3.1850000000000001,"5min":2.46,"15min":0.83599999999999997},"max":{"1min":5.2850000000000001,"5min":5.4420000000000002,"15min":13.298999999999999},"last":3.7709999999999999}]},{"osd":7,"last update":"Mon Nov 16 21:12:00 2020","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":2.7909999999999999,"15min":3.1070000000000002},"min":{"1min":1.766,"5min":1.734,"15min":0.82499999999999996},"max":{"1min":3.8090000000000002,"5min":5.5670000000000002,"15min":12.747999999999999},"last":3.2000000000000002},{"interface":"front","average":{"1min":4.181,"5min":4.415,"15min":3.589},"min":{"1min":2.9630000000000001,"5min":2.9630000000000001,"15min":0.93799999999999994},"max":{"1min":6.3579999999999997,"5min":6.3579999999999997,"15min":13.452},"last":4.1870000000000003}]},{"osd":8,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.782,"5min":2.976,"15min":2.8370000000000002},"min":{"1min":2.0449999999999999,"5min":1.3260000000000001,"15min":0.65300000000000002},"max":{"1min":4.1829999999999998,"5min":4.4160000000000004,"15min":11.4},"last":2.2290000000000001},{"interface":"front","average":{"1min":3.879,"5min":3.0099999999999998,"15min":3.403},"min":{"1min":1.986,"5min":1.1080000000000001,"15min":0.88600000000000001},"max":{"1min":5.7789999999999999,"5min":5.7789999999999999,"15min":18.376999999999999},"last":3.9649999999999999}]},{"osd":9,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.9980000000000002,"5min":2.9900000000000002,"15min":3.2930000000000001},"min":{"1min":1.9490000000000001,"5min":1.194,"15min":0.88600000000000001},"max":{"1min":4.0789999999999997,"5min":4.2080000000000002,"15min":17.23},"last":2.895},{"interface":"front","average":{"1min":3.4390000000000001,"5min":3.3610000000000002,"15min":3.5800000000000001},"min":{"1min":2.23,"5min":1.3600000000000001,"15min":1.052},"max":{"1min":4.4550000000000001,"5min":4.468,"15min":17.353000000000002},"last":3.1269999999999998}]},{"osd":11,"last update":"Mon Nov 16 21:12:00 2020","interfaces":[{"interface":"back","average":{"1min":4.766,"5min":4.7480000000000002,"15min":4.4640000000000004},"min":{"1min":3.891,"5min":3.5030000000000001,"15min":0.65500000000000003},"max":{"1min":6.8959999999999999,"5min":6.8959999999999999,"15min":81.557000000000002},"last":4.3769999999999998},{"interface":"front","average":{"1min":5.1059999999999999,"5min":5.0919999999999996,"15min":4.7850000000000001},"min":{"1min":4.5190000000000001,"5min":3.794,"15min":1.613},"max":{"1min":7.4249999999999998,"5min":7.4249999999999998,"15min":81.802000000000007},"last":4.5590000000000002}]}]},{"osd":9,"up_from":71,"seq":304942678663,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":687872,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":687104,"kb_avail":93057280,"statfs":{"total":95995035648,"available":95290654720,"internally_reserved":0,"allocated":778240,"data_stored":362719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":703594496},"hb_peers":[1,2,3,4,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:03 2020","interfaces":[{"interface":"back","average":{"1min":1.6899999999999999,"5min":2.4060000000000001,"15min":2.585},"min":{"1min":0.55100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.8929999999999998,"5min":27.460999999999999,"15min":97.102999999999994},"last":2.1850000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":3.8450000000000002,"15min":3.1000000000000001},"min":{"1min":0.876,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":6.2789999999999999,"5min":150.166,"15min":150.166},"last":1.097}]},{"osd":1,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":1.8420000000000001,"5min":1.8700000000000001,"15min":5.3879999999999999},"min":{"1min":1.206,"5min":1.1000000000000001,"15min":0.53800000000000003},"max":{"1min":4.1269999999999998,"5min":4.1269999999999998,"15min":338.13099999999997},"last":2.2869999999999999},{"interface":"front","average":{"1min":2.0030000000000001,"5min":2.2269999999999999,"15min":5.9100000000000001},"min":{"1min":1.2410000000000001,"5min":1.008,"15min":0.71399999999999997},"max":{"1min":3.319,"5min":4.0839999999999996,"15min":338.54000000000002},"last":1.79}]},{"osd":2,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":2.5529999999999999,"5min":2.0419999999999998,"15min":1.726},"min":{"1min":1.427,"5min":1.022,"15min":0.57799999999999996},"max":{"1min":4.0570000000000004,"5min":4.0570000000000004,"15min":7.0869999999999997},"last":2.7170000000000001},{"interface":"front","average":{"1min":2.0499999999999998,"5min":2.157,"15min":2.0470000000000002},"min":{"1min":1.0409999999999999,"5min":0.96999999999999997,"15min":0.623},"max":{"1min":3.2370000000000001,"5min":3.653,"15min":9.0099999999999998},"last":1.9339999999999999}]},{"osd":3,"last update":"Mon Nov 16 21:11:58 2020","interfaces":[{"interface":"back","average":{"1min":1.73,"5min":1.994,"15min":2.536},"min":{"1min":1.323,"5min":1.0840000000000001,"15min":0.65100000000000002},"max":{"1min":2.1720000000000002,"5min":4.476,"15min":87.427000000000007},"last":1.8720000000000001},{"interface":"front","average":{"1min":2.4009999999999998,"5min":2.3050000000000002,"15min":2.661},"min":{"1min":1.407,"5min":1.0649999999999999,"15min":0.60199999999999998},"max":{"1min":3.262,"5min":3.7170000000000001,"15min":91.384},"last":3.198}]},{"osd":4,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":2.6259999999999999,"5min":2.4289999999999998,"15min":2.4300000000000002},"min":{"1min":1.5569999999999999,"5min":1.2969999999999999,"15min":0.621},"max":{"1min":3.9319999999999999,"5min":3.9319999999999999,"15min":9.2040000000000006},"last":3.0760000000000001},{"interface":"front","average":{"1min":3.1200000000000001,"5min":2.8140000000000001,"15min":2.3809999999999998},"min":{"1min":2.173,"5min":1.1679999999999999,"15min":0.71399999999999997},"max":{"1min":4.2300000000000004,"5min":4.2300000000000004,"15min":10.263},"last":3.4580000000000002}]},{"osd":5,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":3.2469999999999999,"5min":3.2770000000000001,"15min":2.7629999999999999},"min":{"1min":2.5529999999999999,"5min":2.1680000000000001,"15min":0.72999999999999998},"max":{"1min":4.4199999999999999,"5min":4.4199999999999999,"15min":8.9350000000000005},"last":3.653},{"interface":"front","average":{"1min":2.4769999999999999,"5min":2.7549999999999999,"15min":2.7130000000000001},"min":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":0.755},"max":{"1min":3.6349999999999998,"5min":4.1929999999999996,"15min":9.7300000000000004},"last":2.871}]},{"osd":6,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":2.5270000000000001,"5min":2.8690000000000002,"15min":2.9119999999999999},"min":{"1min":1.758,"5min":1.758,"15min":0.81499999999999995},"max":{"1min":3.4359999999999999,"5min":4.1920000000000002,"15min":10.005000000000001},"last":2.452},{"interface":"front","average":{"1min":2.9569999999999999,"5min":3.206,"15min":3.1299999999999999},"min":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":0.88300000000000001},"max":{"1min":4.0289999999999999,"5min":4.6050000000000004,"15min":10.134},"last":3.3100000000000001}]},{"osd":7,"last update":"Mon Nov 16 21:11:58 2020","interfaces":[{"interface":"back","average":{"1min":3.504,"5min":3.677,"15min":3.9079999999999999},"min":{"1min":2.7829999999999999,"5min":2.149,"15min":0.995},"max":{"1min":4.5490000000000004,"5min":5.2869999999999999,"15min":213.77000000000001},"last":4.0110000000000001},{"interface":"front","average":{"1min":3.7400000000000002,"5min":3.5819999999999999,"15min":3.5840000000000001},"min":{"1min":2.722,"5min":2.113,"15min":0.90100000000000002},"max":{"1min":4.6360000000000001,"5min":4.6399999999999997,"15min":213.98099999999999},"last":3.927}]},{"osd":8,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":3.4580000000000002,"5min":3.5030000000000001,"15min":2.8650000000000002},"min":{"1min":2.552,"5min":1.996,"15min":0.68799999999999994},"max":{"1min":4.6159999999999997,"5min":5.452,"15min":8.8230000000000004},"last":4.2199999999999998},{"interface":"front","average":{"1min":3.9649999999999999,"5min":3.855,"15min":3.0640000000000001},"min":{"1min":3.0150000000000001,"5min":2.4249999999999998,"15min":1.0669999999999999},"max":{"1min":5.3520000000000003,"5min":5.798,"15min":12.057},"last":4.4100000000000001}]},{"osd":10,"last update":"Mon Nov 16 21:11:36 2020","interfaces":[{"interface":"back","average":{"1min":4.0599999999999996,"5min":3.9710000000000001,"15min":3.5550000000000002},"min":{"1min":3.0600000000000001,"5min":2.6219999999999999,"15min":1.0860000000000001},"max":{"1min":5.2599999999999998,"5min":5.6020000000000003,"15min":12.419},"last":4.6159999999999997},{"interface":"front","average":{"1min":4.4260000000000002,"5min":4.2779999999999996,"15min":3.6930000000000001},"min":{"1min":3.3849999999999998,"5min":2.778,"15min":0.86199999999999999},"max":{"1min":5.5739999999999998,"5min":5.726,"15min":16.143000000000001},"last":4.7960000000000003}]},{"osd":11,"last update":"Mon Nov 16 21:11:58 2020","interfaces":[{"interface":"back","average":{"1min":3.3370000000000002,"5min":3.6179999999999999,"15min":3.7400000000000002},"min":{"1min":2.399,"5min":1.536,"15min":0.95499999999999996},"max":{"1min":4.3330000000000002,"5min":4.976,"15min":10.663},"last":3.7839999999999998},{"interface":"front","average":{"1min":4.3659999999999997,"5min":4.5,"15min":3.8210000000000002},"min":{"1min":3.5579999999999998,"5min":3.1280000000000001,"15min":1.0069999999999999},"max":{"1min":5.5049999999999999,"5min":5.9039999999999999,"15min":11.602},"last":5.0019999999999998}]}]},{"osd":8,"up_from":63,"seq":270582940301,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":419980,"kb_used_data":772,"kb_used_omap":0,"kb_used_meta":419200,"kb_avail":93325172,"statfs":{"total":95995035648,"available":95564976128,"internally_reserved":0,"allocated":790528,"data_stored":368736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":429260800},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 21:11:26 2020","interfaces":[{"interface":"back","average":{"1min":2.5259999999999998,"5min":2.3370000000000002,"15min":1.7370000000000001},"min":{"1min":1.4550000000000001,"5min":0.66700000000000004,"15min":0.54600000000000004},"max":{"1min":3.6379999999999999,"5min":4.282,"15min":6.1040000000000001},"last":2.1549999999999998},{"interface":"front","average":{"1min":2.6909999999999998,"5min":2.3969999999999998,"15min":1.863},"min":{"1min":1.5449999999999999,"5min":0.84799999999999998,"15min":0.66000000000000003},"max":{"1min":3.4340000000000002,"5min":3.7480000000000002,"15min":6.6379999999999999},"last":2.5529999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:00:31 2020","interfaces":[{"interface":"back","average":{"1min":16.352,"5min":5.2389999999999999,"15min":4.1319999999999997},"min":{"1min":0.80000000000000004,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":244.02000000000001,"5min":244.02000000000001,"15min":244.02000000000001},"last":33.511000000000003},{"interface":"front","average":{"1min":15.609999999999999,"5min":5.2640000000000002,"15min":4.2859999999999996},"min":{"1min":0.76500000000000001,"5min":0.59399999999999997,"15min":0.55800000000000005},"max":{"1min":240.08199999999999,"5min":240.08199999999999,"15min":240.08199999999999},"last":34.061999999999998}]},{"osd":2,"last update":"Mon Nov 16 21:11:37 2020","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":2.181,"15min":1.911},"min":{"1min":1.419,"5min":1.014,"15min":0.56999999999999995},"max":{"1min":2.706,"5min":3.8450000000000002,"15min":43.685000000000002},"last":2.7010000000000001},{"interface":"front","average":{"1min":1.744,"5min":1.73,"15min":1.883},"min":{"1min":1.2829999999999999,"5min":1.145,"15min":0.59399999999999997},"max":{"1min":2.5790000000000002,"5min":2.8260000000000001,"15min":40.490000000000002},"last":1.579}]},{"osd":3,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":1.8169999999999999,"5min":1.675,"15min":1.893},"min":{"1min":1.2649999999999999,"5min":1.109,"15min":0.59799999999999998},"max":{"1min":3.032,"5min":3.032,"15min":12.555},"last":1.3779999999999999},{"interface":"front","average":{"1min":2.581,"5min":2.448,"15min":2.165},"min":{"1min":1.3919999999999999,"5min":1.137,"15min":0.68899999999999995},"max":{"1min":4.0609999999999999,"5min":4.0609999999999999,"15min":44.017000000000003},"last":1.752}]},{"osd":4,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":2.2989999999999999,"5min":2.3610000000000002,"15min":2.468},"min":{"1min":1.502,"5min":1.502,"15min":0.56499999999999995},"max":{"1min":3.202,"5min":4.0650000000000004,"15min":100.673},"last":2.2519999999999998},{"interface":"front","average":{"1min":3.2509999999999999,"5min":3.2349999999999999,"15min":2.9470000000000001},"min":{"1min":2.3839999999999999,"5min":1.881,"15min":0.61099999999999999},"max":{"1min":3.762,"5min":4.2919999999999998,"15min":100.357},"last":3.2709999999999999}]},{"osd":5,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.7639999999999998,"15min":2.27},"min":{"1min":1.9259999999999999,"5min":1.3460000000000001,"15min":0.72999999999999998},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":6.492},"last":2.9689999999999999},{"interface":"front","average":{"1min":3.8250000000000002,"5min":3.794,"15min":3.161},"min":{"1min":3.1659999999999999,"5min":2.1749999999999998,"15min":1.095},"max":{"1min":4.46,"5min":5.4870000000000001,"15min":46.515000000000001},"last":4.2389999999999999}]},{"osd":6,"last update":"Mon Nov 16 21:11:08 2020","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":3.4470000000000001,"15min":2.6640000000000001},"min":{"1min":2.1389999999999998,"5min":1.3899999999999999,"15min":0.89700000000000002},"max":{"1min":4.7450000000000001,"5min":4.9400000000000004,"15min":7.5880000000000001},"last":3.0609999999999999},{"interface":"front","average":{"1min":3.9009999999999998,"5min":3.645,"15min":2.7949999999999999},"min":{"1min":2.3420000000000001,"5min":1.3700000000000001,"15min":0.92700000000000005},"max":{"1min":5.1050000000000004,"5min":5.9500000000000002,"15min":6.6719999999999997},"last":3.7949999999999999}]},{"osd":7,"last update":"Mon Nov 16 21:11:26 2020","interfaces":[{"interface":"back","average":{"1min":3.8620000000000001,"5min":3.4079999999999999,"15min":3.6469999999999998},"min":{"1min":2.8159999999999998,"5min":1.456,"15min":0.84099999999999997},"max":{"1min":5.1260000000000003,"5min":5.1269999999999998,"15min":106.17700000000001},"last":1.996},{"interface":"front","average":{"1min":4.0270000000000001,"5min":3.7280000000000002,"15min":3.8460000000000001},"min":{"1min":2.5990000000000002,"5min":1.546,"15min":0.95099999999999996},"max":{"1min":5.5659999999999998,"5min":5.5659999999999998,"15min":106.476},"last":3.379}]},{"osd":9,"last update":"Mon Nov 16 21:11:26 2020","interfaces":[{"interface":"back","average":{"1min":3.2959999999999998,"5min":2.944,"15min":2.8010000000000002},"min":{"1min":2.3100000000000001,"5min":1.054,"15min":0.749},"max":{"1min":4.827,"5min":5.6100000000000003,"15min":9.2460000000000004},"last":1.8779999999999999},{"interface":"front","average":{"1min":4.1909999999999998,"5min":3.9590000000000001,"15min":3.2320000000000002},"min":{"1min":2.5659999999999998,"5min":1.7110000000000001,"15min":0.84499999999999997},"max":{"1min":6.0460000000000003,"5min":6.0460000000000003,"15min":13.224},"last":3.673}]},{"osd":10,"last update":"Mon Nov 16 21:11:26 2020","interfaces":[{"interface":"back","average":{"1min":3.9569999999999999,"5min":4.0229999999999997,"15min":3.4809999999999999},"min":{"1min":2.738,"5min":1.8420000000000001,"15min":0.82299999999999995},"max":{"1min":5.2069999999999999,"5min":5.2069999999999999,"15min":47.170999999999999},"last":3.4809999999999999},{"interface":"front","average":{"1min":4.4080000000000004,"5min":4.4039999999999999,"15min":3.9079999999999999},"min":{"1min":2.8839999999999999,"5min":1.9510000000000001,"15min":1.1459999999999999},"max":{"1min":5.6449999999999996,"5min":5.7279999999999998,"15min":47.314},"last":3.9049999999999998}]},{"osd":11,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":3.3940000000000001,"5min":3.3130000000000002,"15min":3.3090000000000002},"min":{"1min":2.7490000000000001,"5min":1.712,"15min":0.81699999999999995},"max":{"1min":4.3879999999999999,"5min":4.4560000000000004,"15min":46.924999999999997},"last":2.6299999999999999},{"interface":"front","average":{"1min":4.548,"5min":4.4180000000000001,"15min":3.7480000000000002},"min":{"1min":3.7749999999999999,"5min":1.599,"15min":0.86699999999999999},"max":{"1min":5.2000000000000002,"5min":6.5250000000000004,"15min":48.299999999999997},"last":4.6150000000000002}]}]},{"osd":7,"up_from":225,"seq":966367642132,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":560780,"kb_used_data":772,"kb_used_omap":0,"kb_used_meta":559999,"kb_avail":93184372,"statfs":{"total":95995035648,"available":95420796928,"internally_reserved":0,"allocated":790528,"data_stored":368736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":573439036},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:43 2020","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.0449999999999999,"15min":2.0310000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":1.6319999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.0680000000000001,"15min":2.0049999999999999},"min":{"1min":0.53800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":13.696,"5min":13.696,"15min":13.696},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":2.0990000000000002,"5min":2.2050000000000001,"15min":3.4140000000000001},"min":{"1min":1.329,"5min":1.3220000000000001,"15min":0.58799999999999997},"max":{"1min":2.831,"5min":3.6659999999999999,"15min":206.17500000000001},"last":2.9609999999999999},{"interface":"front","average":{"1min":2.8580000000000001,"5min":2.8849999999999998,"15min":3.7650000000000001},"min":{"1min":1.75,"5min":1.458,"15min":0.58099999999999996},"max":{"1min":4.4290000000000003,"5min":4.4290000000000003,"15min":206.108},"last":2.875}]},{"osd":2,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":1.5329999999999999,"5min":1.669,"15min":1.6379999999999999},"min":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":0.59099999999999997},"max":{"1min":2.1269999999999998,"5min":2.2639999999999998,"15min":15.862},"last":1.3680000000000001},{"interface":"front","average":{"1min":1.9399999999999999,"5min":2.1539999999999999,"15min":1.8420000000000001},"min":{"1min":1.3879999999999999,"5min":1.325,"15min":0.61099999999999999},"max":{"1min":2.774,"5min":3.7189999999999999,"15min":6.024},"last":1.8720000000000001}]},{"osd":3,"last update":"Mon Nov 16 21:11:16 2020","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":1.9730000000000001,"15min":1.9490000000000001},"min":{"1min":1.2829999999999999,"5min":1.0680000000000001,"15min":0.753},"max":{"1min":2.4860000000000002,"5min":3.5499999999999998,"15min":15.254},"last":1.669},{"interface":"front","average":{"1min":2.0019999999999998,"5min":2.198,"15min":1.9359999999999999},"min":{"1min":0.871,"5min":0.871,"15min":0.71399999999999997},"max":{"1min":3.75,"5min":4.5570000000000004,"15min":15.381},"last":2.4129999999999998}]},{"osd":4,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":2.4449999999999998,"5min":2.6949999999999998,"15min":2.3889999999999998},"min":{"1min":1.446,"5min":1.284,"15min":0.67100000000000004},"max":{"1min":4.0099999999999998,"5min":4.7889999999999997,"15min":15.439},"last":2.1349999999999998},{"interface":"front","average":{"1min":2.367,"5min":2.468,"15min":2.508},"min":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":0.86799999999999999},"max":{"1min":3.484,"5min":4.1609999999999996,"15min":16.814},"last":2.5110000000000001}]},{"osd":5,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":2.798,"5min":2.7069999999999999,"15min":2.3940000000000001},"min":{"1min":1.6439999999999999,"5min":1.53,"15min":0.77100000000000002},"max":{"1min":3.9940000000000002,"5min":3.9940000000000002,"15min":15.704000000000001},"last":1.591},{"interface":"front","average":{"1min":2.5800000000000001,"5min":3.048,"15min":2.806},"min":{"1min":1.9379999999999999,"5min":1.371,"15min":0.73999999999999999},"max":{"1min":3.8839999999999999,"5min":4.8310000000000004,"15min":16.741},"last":2.2010000000000001}]},{"osd":6,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":3.5710000000000002,"5min":3.5779999999999998,"15min":2.7440000000000002},"min":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":0.84699999999999998},"max":{"1min":5.2389999999999999,"5min":5.4020000000000001,"15min":15.542},"last":3.6930000000000001},{"interface":"front","average":{"1min":2.9449999999999998,"5min":3.1949999999999998,"15min":3.1000000000000001},"min":{"1min":1.8779999999999999,"5min":1.8779999999999999,"15min":1.1870000000000001},"max":{"1min":3.4660000000000002,"5min":5.1840000000000002,"15min":18.960000000000001},"last":3.1619999999999999}]},{"osd":8,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":3.7349999999999999,"5min":3.7480000000000002,"15min":3.802},"min":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":1.119},"max":{"1min":5.2930000000000001,"5min":5.7039999999999997,"15min":80.468000000000004},"last":3.5059999999999998},{"interface":"front","average":{"1min":3.8620000000000001,"5min":3.9750000000000001,"15min":3.9060000000000001},"min":{"1min":2.194,"5min":2.194,"15min":1.1830000000000001},"max":{"1min":5.1449999999999996,"5min":5.2050000000000001,"15min":80.909000000000006},"last":2.6560000000000001}]},{"osd":9,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":4.0839999999999996,"5min":2.9940000000000002,"15min":4.1589999999999998},"min":{"1min":2.323,"5min":1.657,"15min":0.995},"max":{"1min":5.5460000000000003,"5min":5.5460000000000003,"15min":109.075},"last":3.0870000000000002},{"interface":"front","average":{"1min":2.8490000000000002,"5min":4.0819999999999999,"15min":4.3140000000000001},"min":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.0349999999999999},"max":{"1min":5.5279999999999996,"5min":5.7140000000000004,"15min":110.075},"last":1.7789999999999999}]},{"osd":10,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":4.2590000000000003,"5min":3.3180000000000001,"15min":4.4009999999999998},"min":{"1min":2.621,"5min":1.9099999999999999,"15min":0.94999999999999996},"max":{"1min":6.125,"5min":6.125,"15min":117.408},"last":3.8999999999999999},{"interface":"front","average":{"1min":2.798,"5min":4,"15min":4.7640000000000002},"min":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.514},"max":{"1min":3.6040000000000001,"5min":5.9189999999999996,"15min":115.137},"last":1.5549999999999999}]},{"osd":11,"last update":"Mon Nov 16 21:11:46 2020","interfaces":[{"interface":"back","average":{"1min":4.4790000000000001,"5min":4.585,"15min":4.3730000000000002},"min":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":1.6779999999999999},"max":{"1min":6.5149999999999997,"5min":6.5149999999999997,"15min":111.124},"last":3.2989999999999999},{"interface":"front","average":{"1min":3.1669999999999998,"5min":3.4489999999999998,"15min":3.4670000000000001},"min":{"1min":2.3690000000000002,"5min":2.3690000000000002,"15min":1.1279999999999999},"max":{"1min":4.4279999999999999,"5min":5.0279999999999996,"15min":111.191},"last":2.7509999999999999}]}]},{"osd":6,"up_from":49,"seq":210453398167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":421708,"kb_used_data":772,"kb_used_omap":0,"kb_used_meta":420928,"kb_avail":93323444,"statfs":{"total":95995035648,"available":95563206656,"internally_reserved":0,"allocated":790528,"data_stored":368736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":431030272},"hb_peers":[1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:02 2020","interfaces":[{"interface":"back","average":{"1min":3.145,"5min":3.0369999999999999,"15min":3.4239999999999999},"min":{"1min":0.77500000000000002,"5min":0.49399999999999999,"15min":0.46200000000000002},"max":{"1min":31.922000000000001,"5min":71.347999999999999,"15min":219.09899999999999},"last":1.111},{"interface":"front","average":{"1min":3.3029999999999999,"5min":3.1960000000000002,"15min":3.6970000000000001},"min":{"1min":0.78000000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"max":{"1min":32.052,"5min":71.144000000000005,"15min":219.006},"last":1.6240000000000001}]},{"osd":1,"last update":"Mon Nov 16 21:11:14 2020","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":2.1539999999999999,"15min":3.387},"min":{"1min":1.1299999999999999,"5min":0.621,"15min":0.56999999999999995},"max":{"1min":2.984,"5min":4.4960000000000004,"15min":244.89400000000001},"last":1.9450000000000001},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.5800000000000001,"15min":3.6899999999999999},"min":{"1min":1.264,"5min":1.1830000000000001,"15min":0.69299999999999995},"max":{"1min":3.1989999999999998,"5min":3.8039999999999998,"15min":245.17699999999999},"last":3.9020000000000001}]},{"osd":2,"last update":"Mon Nov 16 21:11:14 2020","interfaces":[{"interface":"back","average":{"1min":1.831,"5min":1.859,"15min":1.621},"min":{"1min":1.2969999999999999,"5min":0.69599999999999995,"15min":0.629},"max":{"1min":2.6819999999999999,"5min":2.7480000000000002,"15min":6.6100000000000003},"last":2.6040000000000001},{"interface":"front","average":{"1min":1.9370000000000001,"5min":1.9610000000000001,"15min":1.671},"min":{"1min":1.3899999999999999,"5min":0.64800000000000002,"15min":0.64500000000000002},"max":{"1min":2.5720000000000001,"5min":4.0700000000000003,"15min":4.4950000000000001},"last":2.9630000000000001}]},{"osd":3,"last update":"Mon Nov 16 21:11:40 2020","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":1.891,"15min":1.615},"min":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":0.63900000000000001},"max":{"1min":2.468,"5min":2.5459999999999998,"15min":7.242},"last":2.3980000000000001},{"interface":"front","average":{"1min":2.0870000000000002,"5min":2.1240000000000001,"15min":1.7889999999999999},"min":{"1min":1.3919999999999999,"5min":1.377,"15min":0.65400000000000003},"max":{"1min":2.6549999999999998,"5min":2.944,"15min":7.3630000000000004},"last":2.0070000000000001}]},{"osd":4,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":2.3260000000000001,"5min":2.351,"15min":2.1040000000000001},"min":{"1min":1.524,"5min":0.79200000000000004,"15min":0.56699999999999995},"max":{"1min":3.0329999999999999,"5min":4.6269999999999998,"15min":4.9740000000000002},"last":3.5739999999999998},{"interface":"front","average":{"1min":2.673,"5min":2.6469999999999998,"15min":2.1360000000000001},"min":{"1min":1.617,"5min":0.98799999999999999,"15min":0.624},"max":{"1min":3.3719999999999999,"5min":4.1520000000000001,"15min":7.0259999999999998},"last":2.0680000000000001}]},{"osd":5,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":2.7309999999999999,"5min":2.6920000000000002,"15min":2.3079999999999998},"min":{"1min":1.851,"5min":1.302,"15min":0.73199999999999998},"max":{"1min":3.629,"5min":4.2439999999999998,"15min":5.75},"last":2.5099999999999998},{"interface":"front","average":{"1min":3.444,"5min":3.4670000000000001,"15min":2.823},"min":{"1min":3.097,"5min":1.4530000000000001,"15min":1.085},"max":{"1min":4.1050000000000004,"5min":5.1870000000000003,"15min":6.0289999999999999},"last":4.3140000000000001}]},{"osd":7,"last update":"Mon Nov 16 21:11:35 2020","interfaces":[{"interface":"back","average":{"1min":2.5630000000000002,"5min":2.6120000000000001,"15min":2.3420000000000001},"min":{"1min":2.073,"5min":1.0489999999999999,"15min":0.70199999999999996},"max":{"1min":3.4390000000000001,"5min":3.6669999999999998,"15min":9.3789999999999996},"last":2.8260000000000001},{"interface":"front","average":{"1min":3.3039999999999998,"5min":3.3500000000000001,"15min":2.7789999999999999},"min":{"1min":2.161,"5min":1.3799999999999999,"15min":1.0429999999999999},"max":{"1min":4.0300000000000002,"5min":4.5060000000000002,"15min":6.2060000000000004},"last":4.7160000000000002}]},{"osd":8,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":3.0640000000000001,"5min":3.0030000000000001,"15min":2.5190000000000001},"min":{"1min":2.125,"5min":0.96399999999999997,"15min":0.82899999999999996},"max":{"1min":3.9100000000000001,"5min":4.7910000000000004,"15min":6.4470000000000001},"last":4.1120000000000001},{"interface":"front","average":{"1min":3.419,"5min":3.3130000000000002,"15min":2.8879999999999999},"min":{"1min":2.5369999999999999,"5min":1.254,"15min":1.006},"max":{"1min":4.5330000000000004,"5min":5.133,"15min":8.8599999999999994},"last":5.4320000000000004}]},{"osd":9,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":3.222,"5min":3.194,"15min":2.6880000000000002},"min":{"1min":2.3119999999999998,"5min":1.167,"15min":0.88500000000000001},"max":{"1min":4.2389999999999999,"5min":6.4260000000000002,"15min":12.897},"last":3.2400000000000002},{"interface":"front","average":{"1min":3.9729999999999999,"5min":3.996,"15min":3.2330000000000001},"min":{"1min":3.5409999999999999,"5min":1.659,"15min":1.0840000000000001},"max":{"1min":4.6459999999999999,"5min":6.4790000000000001,"15min":12.336},"last":5.2160000000000002}]},{"osd":10,"last update":"Mon Nov 16 21:11:10 2020","interfaces":[{"interface":"back","average":{"1min":3.9630000000000001,"5min":4.0049999999999999,"15min":3.6200000000000001},"min":{"1min":3.5089999999999999,"5min":1.8009999999999999,"15min":1.0860000000000001},"max":{"1min":4.8029999999999999,"5min":5.7549999999999999,"15min":59.189999999999998},"last":5.5780000000000003},{"interface":"front","average":{"1min":4.4539999999999997,"5min":4.4329999999999998,"15min":3.9590000000000001},"min":{"1min":3.7360000000000002,"5min":1.893,"15min":1.4890000000000001},"max":{"1min":5.2789999999999999,"5min":6.0620000000000003,"15min":59.563000000000002},"last":6.1769999999999996}]},{"osd":11,"last update":"Mon Nov 16 21:11:58 2020","interfaces":[{"interface":"back","average":{"1min":3.4689999999999999,"5min":3.6640000000000001,"15min":3.2130000000000001},"min":{"1min":2.948,"5min":2.7850000000000001,"15min":1.141},"max":{"1min":4.4189999999999996,"5min":5.516,"15min":8.6649999999999991},"last":5.0199999999999996},{"interface":"front","average":{"1min":4.0899999999999999,"5min":4.3730000000000002,"15min":3.6640000000000001},"min":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":1.3009999999999999},"max":{"1min":5.5030000000000001,"5min":6.2320000000000002,"15min":9.2729999999999997},"last":5.9539999999999997}]}]},{"osd":1,"up_from":18,"seq":77309412017,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":749964,"kb_used_data":772,"kb_used_omap":0,"kb_used_meta":749184,"kb_avail":92995188,"statfs":{"total":95995035648,"available":95227072512,"internally_reserved":0,"allocated":790528,"data_stored":368736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":767164416},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":1.671,"5min":1.74,"15min":2.2240000000000002},"min":{"1min":1.3220000000000001,"5min":0.67400000000000004,"15min":0.40000000000000002},"max":{"1min":2.4279999999999999,"5min":4.8730000000000002,"15min":33.329999999999998},"last":1.5840000000000001},{"interface":"front","average":{"1min":2.177,"5min":2.323,"15min":3.3439999999999999},"min":{"1min":1.012,"5min":0.94299999999999995,"15min":0.64800000000000002},"max":{"1min":2.8610000000000002,"5min":14.74,"15min":105.64100000000001},"last":2.1419999999999999}]},{"osd":2,"last update":"Mon Nov 16 21:11:44 2020","interfaces":[{"interface":"back","average":{"1min":1.911,"5min":1.883,"15min":2.1829999999999998},"min":{"1min":1.321,"5min":1.0840000000000001,"15min":0.51300000000000001},"max":{"1min":4.1859999999999999,"5min":5.4240000000000004,"15min":100.601},"last":1.381},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.1539999999999999,"15min":2.8940000000000001},"min":{"1min":1.321,"5min":0.90700000000000003,"15min":0.64300000000000002},"max":{"1min":3.8500000000000001,"5min":4.9420000000000002,"15min":105.093},"last":1.6739999999999999}]},{"osd":3,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":2.0510000000000002,"5min":2.0579999999999998,"15min":2.0059999999999998},"min":{"1min":1.3979999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"max":{"1min":2.637,"5min":6.2560000000000002,"15min":6.2560000000000002},"last":1.345},{"interface":"front","average":{"1min":2.1549999999999998,"5min":2.1560000000000001,"15min":2.2959999999999998},"min":{"1min":1.3049999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":4.0220000000000002,"5min":6.6500000000000004,"15min":6.6500000000000004},"last":2.4399999999999999}]},{"osd":4,"last update":"Mon Nov 16 21:11:37 2020","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.2530000000000001,"15min":2.6320000000000001},"min":{"1min":1.7450000000000001,"5min":1.22,"15min":0.54300000000000004},"max":{"1min":5.0430000000000001,"5min":5.0430000000000001,"15min":100.699},"last":1.73},{"interface":"front","average":{"1min":2.7280000000000002,"5min":2.492,"15min":3.1589999999999998},"min":{"1min":1.621,"5min":0.95199999999999996,"15min":0.66500000000000004},"max":{"1min":4.2910000000000004,"5min":4.6719999999999997,"15min":104.47},"last":1.929}]},{"osd":5,"last update":"Mon Nov 16 21:11:15 2020","interfaces":[{"interface":"back","average":{"1min":2.7170000000000001,"5min":2.6749999999999998,"15min":3.0409999999999999},"min":{"1min":1.802,"5min":1.218,"15min":0.72899999999999998},"max":{"1min":3.3039999999999998,"5min":9.6950000000000003,"15min":106.349},"last":2.6499999999999999},{"interface":"front","average":{"1min":3.3980000000000001,"5min":3.3679999999999999,"15min":3.6150000000000002},"min":{"1min":2.2549999999999999,"5min":1.722,"15min":0.85799999999999998},"max":{"1min":4.7949999999999999,"5min":10.742000000000001,"15min":106.875},"last":3.4510000000000001}]},{"osd":6,"last update":"Mon Nov 16 21:11:15 2020","interfaces":[{"interface":"back","average":{"1min":2.5990000000000002,"5min":2.798,"15min":3.3940000000000001},"min":{"1min":1.849,"5min":1.133,"15min":0.68799999999999994},"max":{"1min":3.5819999999999999,"5min":7.9820000000000002,"15min":112.02},"last":2.093},{"interface":"front","average":{"1min":2.9740000000000002,"5min":3.0409999999999999,"15min":3.4809999999999999},"min":{"1min":2.085,"5min":1.4630000000000001,"15min":0.80300000000000005},"max":{"1min":4.0830000000000002,"5min":8.7089999999999996,"15min":105.74299999999999},"last":2.2829999999999999}]},{"osd":7,"last update":"Mon Nov 16 21:11:44 2020","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":2.9350000000000001,"15min":3.7309999999999999},"min":{"1min":1.8660000000000001,"5min":1.4379999999999999,"15min":1.175},"max":{"1min":4.2009999999999996,"5min":5.4980000000000002,"15min":111.86799999999999},"last":2.5390000000000001},{"interface":"front","average":{"1min":3.2719999999999998,"5min":3.2370000000000001,"15min":3.7440000000000002},"min":{"1min":2.3900000000000001,"5min":1.6240000000000001,"15min":0.85699999999999998},"max":{"1min":4.6909999999999998,"5min":5.2670000000000003,"15min":105.285},"last":2.6000000000000001}]},{"osd":8,"last update":"Mon Nov 16 21:06:03 2020","interfaces":[{"interface":"back","average":{"1min":2.1379999999999999,"5min":4.492,"15min":3.1829999999999998},"min":{"1min":1.0720000000000001,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":4.5359999999999996,"5min":106.151,"15min":106.151},"last":2.3799999999999999},{"interface":"front","average":{"1min":2.4049999999999998,"5min":4.6180000000000003,"15min":3.7069999999999999},"min":{"1min":1.111,"5min":0.97099999999999997,"15min":0.97099999999999997},"max":{"1min":5.1959999999999997,"5min":107.121,"15min":107.121},"last":2.6869999999999998}]},{"osd":9,"last update":"Mon Nov 16 21:11:44 2020","interfaces":[{"interface":"back","average":{"1min":3.1819999999999999,"5min":3.1840000000000002,"15min":4.0890000000000004},"min":{"1min":1.7,"5min":1.673,"15min":0.98999999999999999},"max":{"1min":4.4059999999999997,"5min":4.9710000000000001,"15min":112.34999999999999},"last":2.7559999999999998},{"interface":"front","average":{"1min":3.3079999999999998,"5min":3.3660000000000001,"15min":4.3380000000000001},"min":{"1min":1.9750000000000001,"5min":1.5669999999999999,"15min":1.2270000000000001},"max":{"1min":4.1559999999999997,"5min":5.226,"15min":112.15900000000001},"last":2.9489999999999998}]},{"osd":10,"last update":"Mon Nov 16 21:11:47 2020","interfaces":[{"interface":"back","average":{"1min":3.5110000000000001,"5min":3.3119999999999998,"15min":5.2560000000000002},"min":{"1min":2.4940000000000002,"5min":1.746,"15min":0.96999999999999997},"max":{"1min":4.7779999999999996,"5min":5.5209999999999999,"15min":263.35599999999999},"last":3.0619999999999998},{"interface":"front","average":{"1min":4.1349999999999998,"5min":3.6240000000000001,"15min":5.2130000000000001},"min":{"1min":2.8359999999999999,"5min":1.9390000000000001,"15min":1.1890000000000001},"max":{"1min":6.7329999999999997,"5min":6.7329999999999997,"15min":269.13099999999997},"last":2.8690000000000002}]},{"osd":11,"last update":"Mon Nov 16 21:11:47 2020","interfaces":[{"interface":"back","average":{"1min":4.0629999999999997,"5min":3.6829999999999998,"15min":5.4269999999999996},"min":{"1min":2.6110000000000002,"5min":1.839,"15min":1.238},"max":{"1min":5.9139999999999997,"5min":6.0990000000000002,"15min":259.06400000000002},"last":2.3180000000000001},{"interface":"front","average":{"1min":4.4109999999999996,"5min":3.9249999999999998,"15min":5.4749999999999996},"min":{"1min":2.6850000000000001,"5min":2.2330000000000001,"15min":1.1859999999999999},"max":{"1min":6.3739999999999997,"5min":6.3739999999999997,"15min":257.22699999999998},"last":3.2690000000000001}]}]},{"osd":0,"up_from":890,"seq":3822520893577,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":39948,"kb_used_data":772,"kb_used_omap":174,"kb_used_meta":38993,"kb_avail":93705204,"statfs":{"total":95995035648,"available":95954128896,"internally_reserved":0,"allocated":790528,"data_stored":368736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":178510,"internal_metadata":39929522},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":1.7609999999999999,"5min":1.944,"15min":3.4790000000000001},"min":{"1min":1.2929999999999999,"5min":0.78900000000000003,"15min":0.54000000000000004},"max":{"1min":2.456,"5min":21.545999999999999,"15min":81.222999999999999},"last":1.7709999999999999},{"interface":"front","average":{"1min":2.0659999999999998,"5min":1.97,"15min":3.3410000000000002},"min":{"1min":1.4750000000000001,"5min":0.746,"15min":0.53000000000000003},"max":{"1min":3.4409999999999998,"5min":5.2750000000000004,"15min":76.625},"last":2.1110000000000002}]},{"osd":2,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":2.0950000000000002,"15min":1.6719999999999999},"min":{"1min":1.3580000000000001,"5min":0.66300000000000003,"15min":0.57899999999999996},"max":{"1min":3.7389999999999999,"5min":4.734,"15min":4.734},"last":3.222},{"interface":"front","average":{"1min":2.5720000000000001,"5min":2.4860000000000002,"15min":1.7829999999999999},"min":{"1min":1.4810000000000001,"5min":0.86899999999999999,"15min":0.65900000000000003},"max":{"1min":3.6469999999999998,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":3.0270000000000001}]},{"osd":3,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":2.9449999999999998,"5min":2.8660000000000001,"15min":1.9570000000000001},"min":{"1min":1.865,"5min":0.82599999999999996,"15min":0.61499999999999999},"max":{"1min":5.3490000000000002,"5min":46.728999999999999,"15min":46.728999999999999},"last":1.6719999999999999},{"interface":"front","average":{"1min":2.044,"5min":3.173,"15min":2.1930000000000001},"min":{"1min":1.4119999999999999,"5min":1.0600000000000001,"15min":0.69499999999999995},"max":{"1min":2.9289999999999998,"5min":48.055,"15min":48.055},"last":1.431}]},{"osd":4,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":2.0899999999999999,"5min":2.1349999999999998,"15min":1.9510000000000001},"min":{"1min":1.4239999999999999,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":3.161,"5min":5.4089999999999998,"15min":5.4089999999999998},"last":2.2189999999999999},{"interface":"front","average":{"1min":3.2450000000000001,"5min":3.1030000000000002,"15min":2.605},"min":{"1min":2.6219999999999999,"5min":1.611,"15min":0.63700000000000001},"max":{"1min":4.4870000000000001,"5min":5.3209999999999997,"15min":24.600999999999999},"last":2.7280000000000002}]},{"osd":5,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.222,"15min":1.893},"min":{"1min":1.274,"5min":1.117,"15min":0.77900000000000003},"max":{"1min":2.9180000000000001,"5min":6.6539999999999999,"15min":6.6539999999999999},"last":2.5859999999999999},{"interface":"front","average":{"1min":2.694,"5min":2.8109999999999999,"15min":2.2069999999999999},"min":{"1min":2.0510000000000002,"5min":0.95999999999999996,"15min":0.80200000000000005},"max":{"1min":3.9569999999999999,"5min":9.4649999999999999,"15min":9.4649999999999999},"last":2.2530000000000001}]},{"osd":6,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4239999999999999,"5min":3.2839999999999998,"15min":3.0800000000000001},"min":{"1min":2.1920000000000002,"5min":1.4390000000000001,"15min":0.98099999999999998},"max":{"1min":4.907,"5min":6.0170000000000003,"15min":22.690999999999999},"last":2.0019999999999998},{"interface":"front","average":{"1min":2.556,"5min":2.5329999999999999,"15min":2.645},"min":{"1min":1.853,"5min":1.0149999999999999,"15min":0.77900000000000003},"max":{"1min":3.1030000000000002,"5min":6.3810000000000002,"15min":24.457000000000001},"last":2.3900000000000001}]},{"osd":7,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1139999999999999,"5min":3.1179999999999999,"15min":3.0089999999999999},"min":{"1min":2.3279999999999998,"5min":1.194,"15min":0.94299999999999995},"max":{"1min":4.7709999999999999,"5min":5.7050000000000001,"15min":23.088000000000001},"last":3.641},{"interface":"front","average":{"1min":3.8980000000000001,"5min":3.6619999999999999,"15min":3.524},"min":{"1min":3.0489999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":6.3150000000000004,"5min":6.7690000000000001,"15min":23.521999999999998},"last":3.8370000000000002}]},{"osd":8,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":3.3290000000000002,"15min":2.8149999999999999},"min":{"1min":2.8450000000000002,"5min":1.127,"15min":0.88200000000000001},"max":{"1min":4.6970000000000001,"5min":5.1130000000000004,"15min":61.560000000000002},"last":2.532},{"interface":"front","average":{"1min":4.1959999999999997,"5min":3.8900000000000001,"15min":4.21},"min":{"1min":3.2730000000000001,"5min":1.1200000000000001,"15min":1.008},"max":{"1min":6.0519999999999996,"5min":6.3979999999999997,"15min":60.969000000000001},"last":3.4350000000000001}]},{"osd":9,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":4.1619999999999999,"5min":4.0780000000000003,"15min":4.2409999999999997},"min":{"1min":2.7069999999999999,"5min":1.27,"15min":1.1950000000000001},"max":{"1min":5.657,"5min":6.6959999999999997,"15min":28.423999999999999},"last":4.0549999999999997},{"interface":"front","average":{"1min":3.6520000000000001,"5min":3.702,"15min":3.0870000000000002},"min":{"1min":2.6520000000000001,"5min":1.669,"15min":0.999},"max":{"1min":4.9409999999999998,"5min":13.257,"15min":13.257},"last":3.0699999999999998}]},{"osd":11,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":3.1419999999999999,"5min":3.0720000000000001,"15min":3.738},"min":{"1min":2.609,"5min":1.0509999999999999,"15min":1.0509999999999999},"max":{"1min":3.6440000000000001,"5min":7.2320000000000002,"15min":135.27500000000001},"last":2.847},{"interface":"front","average":{"1min":3.835,"5min":3.8530000000000002,"15min":3.7090000000000001},"min":{"1min":2.7429999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"max":{"1min":5.5800000000000001,"5min":6.9450000000000003,"15min":135.41},"last":2.8079999999999998}]}]},{"osd":2,"up_from":23,"seq":98784248492,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":177804,"kb_used_data":772,"kb_used_omap":0,"kb_used_meta":177024,"kb_avail":93567348,"statfs":{"total":95995035648,"available":95812964352,"internally_reserved":0,"allocated":790528,"data_stored":368736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":181272576},"hb_peers":[1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:50:49 2020","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":1.629,"15min":1.571},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":14.815,"5min":14.815,"15min":14.815},"last":1.7070000000000001},{"interface":"front","average":{"1min":1.8859999999999999,"5min":1.6859999999999999,"15min":1.6519999999999999},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":17.433,"5min":17.433,"15min":17.433},"last":1.841}]},{"osd":1,"last update":"Mon Nov 16 21:11:38 2020","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.593,"15min":2.0089999999999999},"min":{"1min":1.2190000000000001,"5min":0.90600000000000003,"15min":0.495},"max":{"1min":2.073,"5min":4.6630000000000003,"15min":58.341999999999999},"last":2.238},{"interface":"front","average":{"1min":2,"5min":1.929,"15min":2.5289999999999999},"min":{"1min":1.5049999999999999,"5min":1.1499999999999999,"15min":0.80100000000000005},"max":{"1min":2.5569999999999999,"5min":4.0830000000000002,"15min":59.521000000000001},"last":1.6439999999999999}]},{"osd":3,"last update":"Mon Nov 16 21:11:15 2020","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":1.6259999999999999,"15min":1.474},"min":{"1min":1.3360000000000001,"5min":0.66600000000000004,"15min":0.503},"max":{"1min":3.302,"5min":4.8970000000000002,"15min":5.0910000000000002},"last":1.5900000000000001},{"interface":"front","average":{"1min":1.7709999999999999,"5min":1.7350000000000001,"15min":1.5920000000000001},"min":{"1min":1.298,"5min":0.70699999999999996,"15min":0.56699999999999995},"max":{"1min":2.5539999999999998,"5min":5.3979999999999997,"15min":5.3979999999999997},"last":2.129}]},{"osd":4,"last update":"Mon Nov 16 21:11:38 2020","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.052,"15min":2.1779999999999999},"min":{"1min":1.5189999999999999,"5min":1.27,"15min":0.63700000000000001},"max":{"1min":2.544,"5min":3.5350000000000001,"15min":88.453999999999994},"last":2.5840000000000001},{"interface":"front","average":{"1min":2.2469999999999999,"5min":2.2970000000000002,"15min":2.399},"min":{"1min":1.472,"5min":1.2290000000000001,"15min":0.74199999999999999},"max":{"1min":3.0190000000000001,"5min":6.8579999999999997,"15min":85.545000000000002},"last":3.125}]},{"osd":5,"last update":"Mon Nov 16 21:11:55 2020","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":2.5390000000000001,"15min":1.9830000000000001},"min":{"1min":1.615,"5min":1.321,"15min":0.76000000000000001},"max":{"1min":4.1909999999999998,"5min":4.6609999999999996,"15min":4.6609999999999996},"last":2.0139999999999998},{"interface":"front","average":{"1min":2.8839999999999999,"5min":2.7690000000000001,"15min":2.2599999999999998},"min":{"1min":1.3680000000000001,"5min":1.1910000000000001,"15min":0.69899999999999995},"max":{"1min":4.9169999999999998,"5min":5.8159999999999998,"15min":6.0540000000000003},"last":2.1800000000000002}]},{"osd":6,"last update":"Mon Nov 16 21:11:28 2020","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":2.3919999999999999,"15min":2},"min":{"1min":1.5669999999999999,"5min":0.93200000000000005,"15min":0.63200000000000001},"max":{"1min":3.391,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":2.669},{"interface":"front","average":{"1min":2.923,"5min":2.8889999999999998,"15min":2.4540000000000002},"min":{"1min":2.1099999999999999,"5min":1.2769999999999999,"15min":0.84199999999999997},"max":{"1min":4.5359999999999996,"5min":4.7910000000000004,"15min":4.7910000000000004},"last":3.2080000000000002}]},{"osd":7,"last update":"Mon Nov 16 21:11:28 2020","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":2.915,"15min":2.762},"min":{"1min":1.819,"5min":1.0760000000000001,"15min":0.96199999999999997},"max":{"1min":4.2030000000000003,"5min":4.8680000000000003,"15min":88.558000000000007},"last":2.3610000000000002},{"interface":"front","average":{"1min":3.3540000000000001,"5min":3.2530000000000001,"15min":3.0270000000000001},"min":{"1min":1.877,"5min":0.996,"15min":0.92900000000000005},"max":{"1min":5.0339999999999998,"5min":5.3029999999999999,"15min":84.375},"last":2.5089999999999999}]},{"osd":8,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":3.831,"15min":3.1280000000000001},"min":{"1min":2.3220000000000001,"5min":2.0369999999999999,"15min":0.79700000000000004},"max":{"1min":4.7089999999999996,"5min":7.069,"15min":102.49299999999999},"last":2.71},{"interface":"front","average":{"1min":2.8450000000000002,"5min":2.9630000000000001,"15min":3.1309999999999998},"min":{"1min":1.855,"5min":1.5760000000000001,"15min":0.95699999999999996},"max":{"1min":4.3390000000000004,"5min":7.6580000000000004,"15min":102.75700000000001},"last":3.7080000000000002}]},{"osd":9,"last update":"Mon Nov 16 21:11:38 2020","interfaces":[{"interface":"back","average":{"1min":3.149,"5min":3.1819999999999999,"15min":2.7839999999999998},"min":{"1min":1.9510000000000001,"5min":1.9510000000000001,"15min":0.80000000000000004},"max":{"1min":3.742,"5min":6.734,"15min":15.404999999999999},"last":3.5179999999999998},{"interface":"front","average":{"1min":3.9670000000000001,"5min":3.944,"15min":3.1819999999999999},"min":{"1min":2.0739999999999998,"5min":1.7150000000000001,"15min":1.069},"max":{"1min":4.7960000000000003,"5min":6.6470000000000002,"15min":10.131},"last":2.871}]},{"osd":10,"last update":"Mon Nov 16 21:11:38 2020","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":3.0499999999999998,"15min":3.8980000000000001},"min":{"1min":1.998,"5min":1.6719999999999999,"15min":0.93999999999999995},"max":{"1min":3.597,"5min":7.274,"15min":88.959999999999994},"last":3.4129999999999998},{"interface":"front","average":{"1min":4.0460000000000003,"5min":4.0469999999999997,"15min":4.0090000000000003},"min":{"1min":2.2360000000000002,"5min":1.9350000000000001,"15min":1.1899999999999999},"max":{"1min":5.2560000000000002,"5min":6.7800000000000002,"15min":82.018000000000001},"last":3.0230000000000001}]},{"osd":11,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":3.2879999999999998,"15min":3.6739999999999999},"min":{"1min":2.5779999999999998,"5min":1.8460000000000001,"15min":1.0529999999999999},"max":{"1min":6.1719999999999997,"5min":6.1719999999999997,"15min":81.013999999999996},"last":3.7829999999999999},{"interface":"front","average":{"1min":4.194,"5min":4.242,"15min":4.077},"min":{"1min":2.4489999999999998,"5min":1.819,"15min":1.175},"max":{"1min":5.4729999999999999,"5min":6.8570000000000002,"15min":81.441000000000003},"last":3.2669999999999999}]}]},{"osd":3,"up_from":685,"seq":2942052598009,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":66240,"kb_used_data":760,"kb_used_omap":92,"kb_used_meta":65379,"kb_avail":93678912,"statfs":{"total":95995035648,"available":95927205888,"internally_reserved":0,"allocated":778240,"data_stored":362739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":94724,"internal_metadata":66948604},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:50 2020","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":6.9790000000000001,"15min":3.7069999999999999},"min":{"1min":0.69599999999999995,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":2.1480000000000001,"5min":377.67099999999999,"15min":377.67099999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.74,"5min":6.7309999999999999,"15min":3.5049999999999999},"min":{"1min":0.85499999999999998,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":2.8650000000000002,"5min":365.35500000000002,"15min":365.35500000000002},"last":1.5}]},{"osd":1,"last update":"Mon Nov 16 21:11:47 2020","interfaces":[{"interface":"back","average":{"1min":1.6990000000000001,"5min":1.673,"15min":2.3980000000000001},"min":{"1min":1.2050000000000001,"5min":0.70899999999999996,"15min":0.54800000000000004},"max":{"1min":2.9220000000000002,"5min":3.5489999999999999,"15min":108.446},"last":1.768},{"interface":"front","average":{"1min":2.1699999999999999,"5min":1.982,"15min":2.6139999999999999},"min":{"1min":1.361,"5min":0.997,"15min":0.57199999999999995},"max":{"1min":3.5489999999999999,"5min":4.2060000000000004,"15min":108.70099999999999},"last":2.9159999999999999}]},{"osd":2,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":1.708,"5min":1.6839999999999999,"15min":1.48},"min":{"1min":1.167,"5min":0.63800000000000001,"15min":0.53900000000000003},"max":{"1min":3.121,"5min":5.335,"15min":5.335},"last":1.871},{"interface":"front","average":{"1min":2.4620000000000002,"5min":2.5089999999999999,"15min":1.879},"min":{"1min":1.796,"5min":0.91000000000000003,"15min":0.57699999999999996},"max":{"1min":3.5459999999999998,"5min":5.5259999999999998,"15min":5.5259999999999998},"last":3.3180000000000001}]},{"osd":4,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.7989999999999999,"15min":1.667},"min":{"1min":1.296,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":2.8010000000000002,"5min":6.2539999999999996,"15min":7.569},"last":2.371},{"interface":"front","average":{"1min":2.2519999999999998,"5min":2.1059999999999999,"15min":1.9279999999999999},"min":{"1min":1.546,"5min":0.86699999999999999,"15min":0.755},"max":{"1min":3.2799999999999998,"5min":5.7990000000000004,"15min":6.234},"last":3.694}]},{"osd":5,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.6589999999999998,"15min":2.0990000000000002},"min":{"1min":1.78,"5min":1.1990000000000001,"15min":0.73799999999999999},"max":{"1min":3.593,"5min":10.241,"15min":10.241},"last":4.2670000000000003},{"interface":"front","average":{"1min":2.7570000000000001,"5min":2.9079999999999999,"15min":2.3519999999999999},"min":{"1min":1.476,"5min":1.341,"15min":0.77900000000000003},"max":{"1min":4.0629999999999997,"5min":9.9540000000000006,"15min":9.9540000000000006},"last":3.9089999999999998}]},{"osd":6,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":2.4369999999999998,"5min":2.399,"15min":2.0259999999999998},"min":{"1min":1.5620000000000001,"5min":1.0669999999999999,"15min":0.74099999999999999},"max":{"1min":3.6150000000000002,"5min":8.4600000000000009,"15min":8.4600000000000009},"last":3.0430000000000001},{"interface":"front","average":{"1min":2.4209999999999998,"5min":2.3159999999999998,"15min":2.0739999999999998},"min":{"1min":1.9279999999999999,"5min":0.95599999999999996,"15min":0.79500000000000004},"max":{"1min":3.4540000000000002,"5min":6.8399999999999999,"15min":7.7389999999999999},"last":2.1539999999999999}]},{"osd":7,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":2.5470000000000002,"15min":2.2290000000000001},"min":{"1min":1.5269999999999999,"5min":1.04,"15min":0.83699999999999997},"max":{"1min":3.4119999999999999,"5min":6.6840000000000002,"15min":6.6840000000000002},"last":2.3220000000000001},{"interface":"front","average":{"1min":2.988,"5min":3.0070000000000001,"15min":2.6459999999999999},"min":{"1min":1.694,"5min":1.1259999999999999,"15min":0.745},"max":{"1min":3.9609999999999999,"5min":6.9930000000000003,"15min":22.556999999999999},"last":4.6459999999999999}]},{"osd":8,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":3.3660000000000001,"5min":3.5569999999999999,"15min":2.8239999999999998},"min":{"1min":1.593,"5min":1.458,"15min":0.81799999999999995},"max":{"1min":4.6749999999999998,"5min":12.1,"15min":12.1},"last":2.4350000000000001},{"interface":"front","average":{"1min":2.7789999999999999,"5min":2.7389999999999999,"15min":2.6360000000000001},"min":{"1min":1.7509999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"max":{"1min":3.8959999999999999,"5min":5.8310000000000004,"15min":9.4900000000000002},"last":4.9189999999999996}]},{"osd":9,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":3.085,"5min":3.0760000000000001,"15min":2.887},"min":{"1min":1.9670000000000001,"5min":1.0109999999999999,"15min":1.0109999999999999},"max":{"1min":3.7909999999999999,"5min":6.6520000000000001,"15min":13.101000000000001},"last":2.5819999999999999},{"interface":"front","average":{"1min":3.4860000000000002,"5min":3.544,"15min":3.1880000000000002},"min":{"1min":2.4049999999999998,"5min":1.2729999999999999,"15min":1.196},"max":{"1min":4.1189999999999998,"5min":6.867,"15min":13.308},"last":3.1309999999999998}]},{"osd":10,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":3.7269999999999999,"5min":3.4390000000000001,"15min":3.3199999999999998},"min":{"1min":2.1760000000000002,"5min":1.1399999999999999,"15min":1.137},"max":{"1min":5.2670000000000003,"5min":7.1260000000000003,"15min":46.326000000000001},"last":5.3300000000000001},{"interface":"front","average":{"1min":4.1159999999999997,"5min":3.8559999999999999,"15min":3.605},"min":{"1min":2.2650000000000001,"5min":1.579,"15min":1.2849999999999999},"max":{"1min":5.5049999999999999,"5min":6.3479999999999999,"15min":46.433999999999997},"last":5.5350000000000001}]},{"osd":11,"last update":"Mon Nov 16 21:11:23 2020","interfaces":[{"interface":"back","average":{"1min":3.0910000000000002,"5min":2.9689999999999999,"15min":2.9710000000000001},"min":{"1min":2.3340000000000001,"5min":1.2370000000000001,"15min":1.0469999999999999},"max":{"1min":4.1219999999999999,"5min":8.2560000000000002,"15min":22.757000000000001},"last":4.1980000000000004},{"interface":"front","average":{"1min":3.7400000000000002,"5min":3.7400000000000002,"15min":3.5019999999999998},"min":{"1min":2.0840000000000001,"5min":1.76,"15min":1.5629999999999999},"max":{"1min":5.0730000000000004,"5min":7.2750000000000004,"15min":22.940999999999999},"last":5.125}]}]},{"osd":4,"up_from":35,"seq":150323856033,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":590924,"kb_used_data":772,"kb_used_omap":0,"kb_used_meta":590144,"kb_avail":93154228,"statfs":{"total":95995035648,"available":95389929472,"internally_reserved":0,"allocated":790528,"data_stored":368736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":604307456},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:15 2020","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":2.448,"15min":2.8039999999999998},"min":{"1min":0.71999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6099999999999999,"5min":33.752000000000002,"15min":33.752000000000002},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.867,"5min":3.4910000000000001,"15min":4.0350000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":4.4480000000000004,"5min":40.012999999999998,"15min":40.012999999999998},"last":1.2929999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:11:39 2020","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":2.6160000000000001,"15min":2.5920000000000001},"min":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":0.54100000000000004},"max":{"1min":4.4749999999999996,"5min":7.3300000000000001,"15min":127.405},"last":2.0059999999999998},{"interface":"front","average":{"1min":2.48,"5min":2.5699999999999998,"15min":2.7189999999999999},"min":{"1min":1.8280000000000001,"5min":1.3600000000000001,"15min":0.60699999999999998},"max":{"1min":3.5009999999999999,"5min":4.6260000000000003,"15min":127.354},"last":2.4940000000000002}]},{"osd":2,"last update":"Mon Nov 16 21:11:33 2020","interfaces":[{"interface":"back","average":{"1min":1.8640000000000001,"5min":1.956,"15min":1.8759999999999999},"min":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":0.57099999999999995},"max":{"1min":2.7149999999999999,"5min":4.2210000000000001,"15min":54.616},"last":1.9119999999999999},{"interface":"front","average":{"1min":1.903,"5min":2.121,"15min":2.2320000000000002},"min":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":0.65600000000000003},"max":{"1min":2.7330000000000001,"5min":4.5010000000000003,"15min":54.674999999999997},"last":1.778}]},{"osd":3,"last update":"Mon Nov 16 21:11:13 2020","interfaces":[{"interface":"back","average":{"1min":2.359,"5min":2.3679999999999999,"15min":2.2240000000000002},"min":{"1min":1.6140000000000001,"5min":1.1200000000000001,"15min":0.84299999999999997},"max":{"1min":3.2810000000000001,"5min":7.1749999999999998,"15min":54.482999999999997},"last":2.6899999999999999},{"interface":"front","average":{"1min":2.3740000000000001,"5min":2.5019999999999998,"15min":2.4529999999999998},"min":{"1min":1.304,"5min":1.304,"15min":0.95899999999999996},"max":{"1min":3.46,"5min":6.5380000000000003,"15min":54.569000000000003},"last":2.9279999999999999}]},{"osd":5,"last update":"Mon Nov 16 21:12:08 2020","interfaces":[{"interface":"back","average":{"1min":3.5499999999999998,"5min":3.0230000000000001,"15min":2.5230000000000001},"min":{"1min":2.4420000000000002,"5min":1.3100000000000001,"15min":0.61199999999999999},"max":{"1min":4.8440000000000003,"5min":5.2460000000000004,"15min":54.780000000000001},"last":2.448},{"interface":"front","average":{"1min":2.7440000000000002,"5min":2.9369999999999998,"15min":2.5209999999999999},"min":{"1min":1.8440000000000001,"5min":1.5289999999999999,"15min":0.70899999999999996},"max":{"1min":3.6000000000000001,"5min":6.7000000000000002,"15min":54.292999999999999},"last":2.75}]},{"osd":6,"last update":"Mon Nov 16 21:11:18 2020","interfaces":[{"interface":"back","average":{"1min":3.4740000000000002,"5min":3.5150000000000001,"15min":2.819},"min":{"1min":2.1859999999999999,"5min":1.675,"15min":0.88800000000000001},"max":{"1min":4.2619999999999996,"5min":6.1559999999999997,"15min":54.950000000000003},"last":2.96},{"interface":"front","average":{"1min":2.762,"5min":2.8650000000000002,"15min":2.4369999999999998},"min":{"1min":1.6899999999999999,"5min":1.008,"15min":0.67900000000000005},"max":{"1min":3.3570000000000002,"5min":4.4029999999999996,"15min":5.4859999999999998},"last":3.137}]},{"osd":7,"last update":"Mon Nov 16 21:11:33 2020","interfaces":[{"interface":"back","average":{"1min":3.718,"5min":2.9590000000000001,"15min":2.4630000000000001},"min":{"1min":2.8559999999999999,"5min":1.371,"15min":0.73599999999999999},"max":{"1min":4.4320000000000004,"5min":4.6269999999999998,"15min":54.101999999999997},"last":3.6619999999999999},{"interface":"front","average":{"1min":2.431,"5min":3.198,"15min":2.952},"min":{"1min":1.847,"5min":1.764,"15min":1.171},"max":{"1min":3.0920000000000001,"5min":6.2709999999999999,"15min":54.442999999999998},"last":2.8100000000000001}]},{"osd":8,"last update":"Mon Nov 16 21:11:56 2020","interfaces":[{"interface":"back","average":{"1min":2.7229999999999999,"5min":2.617,"15min":2.7730000000000001},"min":{"1min":1.9610000000000001,"5min":1.611,"15min":0.84499999999999997},"max":{"1min":3.605,"5min":4.0289999999999999,"15min":83.843999999999994},"last":2.339},{"interface":"front","average":{"1min":3.2589999999999999,"5min":3.242,"15min":3.536},"min":{"1min":2.1699999999999999,"5min":2.1699999999999999,"15min":1.024},"max":{"1min":4.1920000000000002,"5min":4.423,"15min":83.783000000000001},"last":2.9980000000000002}]},{"osd":9,"last update":"Mon Nov 16 21:11:33 2020","interfaces":[{"interface":"back","average":{"1min":4.1600000000000001,"5min":4.1429999999999998,"15min":4.7050000000000001},"min":{"1min":3.3940000000000001,"5min":2.851,"15min":1.482},"max":{"1min":5.04,"5min":6.0789999999999997,"15min":130.06399999999999},"last":4.1429999999999998},{"interface":"front","average":{"1min":4.7530000000000001,"5min":4.5259999999999998,"15min":4.8810000000000002},"min":{"1min":4.024,"5min":2.5169999999999999,"15min":1.546},"max":{"1min":5.6349999999999998,"5min":6.577,"15min":129.91300000000001},"last":5.2220000000000004}]},{"osd":10,"last update":"Mon Nov 16 21:11:51 2020","interfaces":[{"interface":"back","average":{"1min":3.5739999999999998,"5min":3.6219999999999999,"15min":4.6870000000000003},"min":{"1min":2.4009999999999998,"5min":2.4009999999999998,"15min":1.024},"max":{"1min":4.5789999999999997,"5min":5.7699999999999996,"15min":277.89800000000002},"last":3.5150000000000001},{"interface":"front","average":{"1min":4.3819999999999997,"5min":4.532,"15min":5.6159999999999997},"min":{"1min":3.472,"5min":3.1099999999999999,"15min":1.748},"max":{"1min":5.4249999999999998,"5min":6.3460000000000001,"15min":275.834},"last":4.7999999999999998}]},{"osd":11,"last update":"Mon Nov 16 21:12:08 2020","interfaces":[{"interface":"back","average":{"1min":4.7450000000000001,"5min":4.7389999999999999,"15min":5.6449999999999996},"min":{"1min":3.8330000000000002,"5min":3.4790000000000001,"15min":1.647},"max":{"1min":6.0179999999999998,"5min":6.2930000000000001,"15min":273.04199999999997},"last":4.5720000000000001},{"interface":"front","average":{"1min":4.9710000000000001,"5min":4.9969999999999999,"15min":5.8140000000000001},"min":{"1min":3.9889999999999999,"5min":3.726,"15min":1.9850000000000001},"max":{"1min":6.2519999999999998,"5min":6.9420000000000002,"15min":271.78100000000001},"last":4.3579999999999997}]}]},{"osd":5,"up_from":42,"seq":180388627103,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":205632,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":204864,"kb_avail":93539520,"statfs":{"total":95995035648,"available":95784468480,"internally_reserved":0,"allocated":778240,"data_stored":362739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":209780736},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Nov 16 20:56:35 2020","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":1.571,"15min":2.9020000000000001},"min":{"1min":0.75600000000000001,"5min":0.57699999999999996,"15min":0.505},"max":{"1min":3.1949999999999998,"5min":6.5030000000000001,"15min":172.096},"last":1.2869999999999999},{"interface":"front","average":{"1min":2.129,"5min":1.7310000000000001,"15min":3.0430000000000001},"min":{"1min":0.68700000000000006,"5min":0.58499999999999996,"15min":0.57399999999999995},"max":{"1min":4.0919999999999996,"5min":6.548,"15min":172.17599999999999},"last":1.3959999999999999}]},{"osd":1,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":2.1480000000000001,"15min":4.1950000000000003},"min":{"1min":1.4219999999999999,"5min":1.1819999999999999,"15min":0.57999999999999996},"max":{"1min":2.7490000000000001,"5min":3.4220000000000002,"15min":293.51600000000002},"last":2.6040000000000001},{"interface":"front","average":{"1min":2.8380000000000001,"5min":2.8279999999999998,"15min":4.5789999999999997},"min":{"1min":2.5259999999999998,"5min":1.377,"15min":0.65900000000000003},"max":{"1min":3.4380000000000002,"5min":4.3200000000000003,"15min":294.613},"last":3.6320000000000001}]},{"osd":2,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":1.8540000000000001,"5min":2.0049999999999999,"15min":1.6779999999999999},"min":{"1min":1.294,"5min":1.294,"15min":0.60499999999999998},"max":{"1min":2.6859999999999999,"5min":3.7850000000000001,"15min":7.0880000000000001},"last":1.903},{"interface":"front","average":{"1min":1.875,"5min":2.0739999999999998,"15min":2.008},"min":{"1min":1.4510000000000001,"5min":1.3220000000000001,"15min":0.76800000000000002},"max":{"1min":2.4670000000000001,"5min":3.4929999999999999,"15min":7.1349999999999998},"last":3.956}]},{"osd":3,"last update":"Mon Nov 16 21:11:48 2020","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":1.988,"15min":1.7230000000000001},"min":{"1min":1.411,"5min":1.296,"15min":0.65900000000000003},"max":{"1min":2.8420000000000001,"5min":3.0289999999999999,"15min":6.3970000000000002},"last":1.643},{"interface":"front","average":{"1min":1.98,"5min":2.0960000000000001,"15min":1.831},"min":{"1min":1.351,"5min":1.351,"15min":0.63800000000000001},"max":{"1min":2.5609999999999999,"5min":4.1890000000000001,"15min":5.5330000000000004},"last":2.0529999999999999}]},{"osd":4,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":2.351,"5min":2.4430000000000001,"15min":1.992},"min":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":0.63400000000000001},"max":{"1min":3.2890000000000001,"5min":5.0609999999999999,"15min":6.4690000000000003},"last":2.8300000000000001},{"interface":"front","average":{"1min":2.3029999999999999,"5min":2.7959999999999998,"15min":2.3969999999999998},"min":{"1min":1.466,"5min":1.466,"15min":0.63200000000000001},"max":{"1min":3.7789999999999999,"5min":6.1790000000000003,"15min":6.1790000000000003},"last":2.8999999999999999}]},{"osd":6,"last update":"Mon Nov 16 21:11:11 2020","interfaces":[{"interface":"back","average":{"1min":2.907,"5min":2.9390000000000001,"15min":2.4740000000000002},"min":{"1min":1.9870000000000001,"5min":0.80400000000000005,"15min":0.68000000000000005},"max":{"1min":3.7240000000000002,"5min":6.5339999999999998,"15min":6.5339999999999998},"last":4.6740000000000004},{"interface":"front","average":{"1min":2.5800000000000001,"5min":2.806,"15min":2.5459999999999998},"min":{"1min":1.901,"5min":1.276,"15min":0.80700000000000005},"max":{"1min":3.2280000000000002,"5min":6.7480000000000002,"15min":6.7480000000000002},"last":3.4790000000000001}]},{"osd":7,"last update":"Mon Nov 16 21:11:21 2020","interfaces":[{"interface":"back","average":{"1min":2.8210000000000002,"5min":2.653,"15min":2.2629999999999999},"min":{"1min":2.2069999999999999,"5min":0.98499999999999999,"15min":0.71299999999999997},"max":{"1min":3.5539999999999998,"5min":3.984,"15min":5.7359999999999998},"last":2.9860000000000002},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.2440000000000002,"15min":2.6539999999999999},"min":{"1min":2.8340000000000001,"5min":1.4490000000000001,"15min":0.77300000000000002},"max":{"1min":4.242,"5min":6.6920000000000002,"15min":6.6920000000000002},"last":3.3580000000000001}]},{"osd":8,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":3.3410000000000002,"5min":3.5640000000000001,"15min":2.6480000000000001},"min":{"1min":2.597,"5min":1.6639999999999999,"15min":0.80900000000000005},"max":{"1min":4.7690000000000001,"5min":5.3730000000000002,"15min":6.5190000000000001},"last":4.2110000000000003},{"interface":"front","average":{"1min":3.5449999999999999,"5min":3.9340000000000002,"15min":3.1579999999999999},"min":{"1min":3.0059999999999998,"5min":2.234,"15min":1.1259999999999999},"max":{"1min":4.5430000000000001,"5min":5.7960000000000003,"15min":6.7359999999999998},"last":4.4800000000000004}]},{"osd":9,"last update":"Mon Nov 16 21:11:31 2020","interfaces":[{"interface":"back","average":{"1min":4.0010000000000003,"5min":4,"15min":3.4329999999999998},"min":{"1min":3.3849999999999998,"5min":2.3740000000000001,"15min":1.032},"max":{"1min":4.7910000000000004,"5min":7.0439999999999996,"15min":9.9800000000000004},"last":4.899},{"interface":"front","average":{"1min":4.7629999999999999,"5min":4.7720000000000002,"15min":3.944},"min":{"1min":3.7240000000000002,"5min":2.6240000000000001,"15min":1.3879999999999999},"max":{"1min":5.923,"5min":7.6150000000000002,"15min":10.147},"last":5.4100000000000001}]},{"osd":10,"last update":"Mon Nov 16 21:11:31 2020","interfaces":[{"interface":"back","average":{"1min":3.4289999999999998,"5min":3.3260000000000001,"15min":2.8620000000000001},"min":{"1min":2.6560000000000001,"5min":1.98,"15min":0.90400000000000003},"max":{"1min":4.2450000000000001,"5min":5.9130000000000003,"15min":38.594999999999999},"last":3.73},{"interface":"front","average":{"1min":4.3799999999999999,"5min":4.4649999999999999,"15min":3.8820000000000001},"min":{"1min":3.6850000000000001,"5min":2.3359999999999999,"15min":1.474},"max":{"1min":5.4409999999999998,"5min":8.2629999999999999,"15min":39.241999999999997},"last":5.157}]},{"osd":11,"last update":"Mon Nov 16 21:11:59 2020","interfaces":[{"interface":"back","average":{"1min":4.2140000000000004,"5min":4.5819999999999999,"15min":4.1180000000000003},"min":{"1min":3.738,"5min":2.532,"15min":1.5820000000000001},"max":{"1min":4.8120000000000003,"5min":6.8609999999999998,"15min":80.995000000000005},"last":5.6289999999999996},{"interface":"front","average":{"1min":4.5590000000000002,"5min":4.819,"15min":4.1760000000000002},"min":{"1min":3.9710000000000001,"5min":2.7269999999999999,"15min":1.5189999999999999},"max":{"1min":5.1799999999999997,"5min":7.2190000000000003,"15min":80.415000000000006},"last":5.8769999999999998}]}]}]}}
2020-11-16T21:12:15.553 INFO:tasks.cephadm.ceph_manager.ceph:recovered!
2020-11-16T21:12:15.554 INFO:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b shell --fsid b861c014-2847-11eb-a2b2-001a4aab830c -- ceph config rm mgr mgr_debug_aggressive_pg_num_changes
2020-11-16T21:12:15.683 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/mon.a/config
2020-11-16T21:12:15.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:15 smithi071 bash[9480]: audit 2020-11-16T21:12:14.710732+0000 mgr.x (mgr.14196) 1844 : audit [DBG] from='client.17721 v1:172.21.15.142:0/3459802261' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2020-11-16T21:12:16.526 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:16 smithi065 bash[9468]: cluster 2020-11-16T21:12:14.845772+0000 mgr.x (mgr.14196) 1845 : cluster [DBG] pgmap v2813: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:16.528 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:16 smithi142 bash[9523]: cluster 2020-11-16T21:12:14.845772+0000 mgr.x (mgr.14196) 1845 : cluster [DBG] pgmap v2813: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:16.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:16 smithi071 bash[9480]: cluster 2020-11-16T21:12:14.845772+0000 mgr.x (mgr.14196) 1845 : cluster [DBG] pgmap v2813: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:17.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:17 smithi065 bash[9468]: audit 2020-11-16T21:12:16.266532+0000 mon.b (mon.1) 495 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:12:17.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:17 smithi065 bash[9468]: audit 2020-11-16T21:12:16.641299+0000 mon.b (mon.1) 496 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]: dispatch
2020-11-16T21:12:17.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:17 smithi065 bash[9468]: audit 2020-11-16T21:12:16.643886+0000 mon.a (mon.0) 3164 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]: dispatch
2020-11-16T21:12:17.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:17 smithi065 bash[9468]: audit 2020-11-16T21:12:16.648963+0000 mon.a (mon.0) 3165 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]': finished
2020-11-16T21:12:17.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:17 smithi065 bash[9468]: audit 2020-11-16T21:12:16.653346+0000 mon.b (mon.1) 497 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]: dispatch
2020-11-16T21:12:17.529 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:17 smithi065 bash[9468]: audit 2020-11-16T21:12:16.655725+0000 mon.a (mon.0) 3166 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]: dispatch
2020-11-16T21:12:17.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:17 smithi065 bash[9468]: audit 2020-11-16T21:12:16.661366+0000 mon.a (mon.0) 3167 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]': finished
2020-11-16T21:12:17.530 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:17 smithi065 bash[9468]: cluster 2020-11-16T21:12:16.846389+0000 mgr.x (mgr.14196) 1846 : cluster [DBG] pgmap v2814: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:17.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:17 smithi142 bash[9523]: audit 2020-11-16T21:12:16.266532+0000 mon.b (mon.1) 495 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:12:17.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:17 smithi142 bash[9523]: audit 2020-11-16T21:12:16.641299+0000 mon.b (mon.1) 496 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]: dispatch
2020-11-16T21:12:17.531 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:17 smithi142 bash[9523]: audit 2020-11-16T21:12:16.643886+0000 mon.a (mon.0) 3164 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]: dispatch
2020-11-16T21:12:17.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:17 smithi142 bash[9523]: audit 2020-11-16T21:12:16.648963+0000 mon.a (mon.0) 3165 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]': finished
2020-11-16T21:12:17.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:17 smithi142 bash[9523]: audit 2020-11-16T21:12:16.653346+0000 mon.b (mon.1) 497 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]: dispatch
2020-11-16T21:12:17.532 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:17 smithi142 bash[9523]: audit 2020-11-16T21:12:16.655725+0000 mon.a (mon.0) 3166 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]: dispatch
2020-11-16T21:12:17.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:17 smithi142 bash[9523]: audit 2020-11-16T21:12:16.661366+0000 mon.a (mon.0) 3167 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]': finished
2020-11-16T21:12:17.533 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:17 smithi142 bash[9523]: cluster 2020-11-16T21:12:16.846389+0000 mgr.x (mgr.14196) 1846 : cluster [DBG] pgmap v2814: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:17.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:17 smithi071 bash[9480]: audit 2020-11-16T21:12:16.266532+0000 mon.b (mon.1) 495 : audit [DBG] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch
2020-11-16T21:12:17.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:17 smithi071 bash[9480]: audit 2020-11-16T21:12:16.641299+0000 mon.b (mon.1) 496 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]: dispatch
2020-11-16T21:12:17.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:17 smithi071 bash[9480]: audit 2020-11-16T21:12:16.643886+0000 mon.a (mon.0) 3164 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]: dispatch
2020-11-16T21:12:17.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:17 smithi071 bash[9480]: audit 2020-11-16T21:12:16.648963+0000 mon.a (mon.0) 3165 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi071","val":"{\"daemons\": {\"mon.b\": {\"daemon_type\": \"mon\", \"daemon_id\": \"b\", \"hostname\": \"smithi071\", \"container_id\": \"e4f76ba23bdc\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454168\", \"created\": \"2020-11-16T20:13:17.638784\", \"started\": \"2020-11-16T20:13:17.725276\"}, \"mgr.x\": {\"daemon_type\": \"mgr\", \"daemon_id\": \"x\", \"hostname\": \"smithi071\", \"container_id\": \"9e7e37dbf2bb\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": true, \"last_refresh\": \"2020-11-16T21:05:41.454302\", \"created\": \"2020-11-16T20:13:56.758783\", \"started\": \"2020-11-16T20:13:56.855780\"}, \"osd.4\": {\"daemon_type\": \"osd\", \"daemon_id\": \"4\", \"hostname\": \"smithi071\", \"container_id\": \"4c70714b2660\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454388\", \"created\": \"2020-11-16T20:16:25.870780\", \"started\": \"2020-11-16T20:16:29.670536\"}, \"osd.5\": {\"daemon_type\": \"osd\", \"daemon_id\": \"5\", \"hostname\": \"smithi071\", \"container_id\": \"5452a1801438\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454766\", \"created\": \"2020-11-16T20:16:54.218779\", \"started\": \"2020-11-16T20:16:58.075372\"}, \"osd.6\": {\"daemon_type\": \"osd\", \"daemon_id\": \"6\", \"hostname\": \"smithi071\", \"container_id\": \"103d83c54d24\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.454967\", \"created\": \"2020-11-16T20:17:19.422778\", \"started\": \"2020-11-16T20:17:23.171089\"}, \"osd.7\": {\"daemon_type\": \"osd\", \"daemon_id\": \"7\", \"hostname\": \"smithi071\", \"container_id\": \"7968737784d9\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.455166\", \"created\": \"2020-11-16T20:17:44.181698\", \"started\": \"2020-11-16T20:28:07.628922\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"7\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"a6ea6fd5-31c5-465f-ab31-c51d16e77e0d\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"u7HVn2-RoeL-rZ5F-RgFE-ncjF-Icsl-zU1cfr\"}, {\"name\": \"lv_2\", \"osd_id\": \"6\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f2acf352-ac5f-434e-b71d-8d44be7ad4b5\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"uckmji-9xew-D7ux-OWDK-sJ0r-rEAR-aZBfaX\"}, {\"name\": \"lv_3\", \"osd_id\": \"5\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"80ade1c6-d24e-453c-b6db-434af43d222b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"dr2uxl-PQPj-iWSM-EzTZ-sQyo-9hjn-PUVD5C\"}, {\"name\": \"lv_4\", \"osd_id\": \"4\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"8dfc82b4-6137-4f9c-b848-160cdaab7877\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"GUPezA-i14a-q8yD-1rJ0-DgGg-U3am-dJSKs5\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_PHFT62040172400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.b\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:46.003199\"}, \"mgr.x\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:54.323018\"}, \"osd.4\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:23.600344\"}, \"osd.5\": {\"deps\": [], \"last_config\": \"2020-11-16T20:16:51.985332\"}, \"osd.6\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:17.186122\"}, \"osd.7\": {\"deps\": [], \"last_config\": \"2020-11-16T20:17:42.018683\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.455558\", \"last_device_update\": \"2020-11-16T20:48:37.164112\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.71\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe8f:d765\"]}, \"last_host_check\": \"2020-11-16T21:12:16.639660\"}"}]': finished
2020-11-16T21:12:17.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:17 smithi071 bash[9480]: audit 2020-11-16T21:12:16.653346+0000 mon.b (mon.1) 497 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]: dispatch
2020-11-16T21:12:17.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:17 smithi071 bash[9480]: audit 2020-11-16T21:12:16.655725+0000 mon.a (mon.0) 3166 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]: dispatch
2020-11-16T21:12:17.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:17 smithi071 bash[9480]: audit 2020-11-16T21:12:16.661366+0000 mon.a (mon.0) 3167 : audit [INF] from='mgr.14196 ' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi065","val":"{\"daemons\": {\"mon.c\": {\"daemon_type\": \"mon\", \"daemon_id\": \"c\", \"hostname\": \"smithi065\", \"container_id\": \"e6ff3bc34931\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198321\", \"created\": \"2020-11-16T20:13:36.645456\", \"started\": \"2020-11-16T20:13:36.747563\"}, \"osd.8\": {\"daemon_type\": \"osd\", \"daemon_id\": \"8\", \"hostname\": \"smithi065\", \"container_id\": \"7c8c9bc4382e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198440\", \"created\": \"2020-11-16T20:18:07.261868\", \"started\": \"2020-11-16T20:18:10.725636\"}, \"osd.9\": {\"daemon_type\": \"osd\", \"daemon_id\": \"9\", \"hostname\": \"smithi065\", \"container_id\": \"ee292c774bb7\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.198909\", \"created\": \"2020-11-16T20:18:37.799760\", \"started\": \"2020-11-16T20:18:41.684157\"}, \"osd.10\": {\"daemon_type\": \"osd\", \"daemon_id\": \"10\", \"hostname\": \"smithi065\", \"container_id\": \"73737851381c\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199262\", \"created\": \"2020-11-16T20:20:45.979190\", \"started\": \"2020-11-16T20:20:49.728171\"}, \"osd.11\": {\"daemon_type\": \"osd\", \"daemon_id\": \"11\", \"hostname\": \"smithi065\", \"container_id\": \"8a4b9726013f\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:05:41.199578\", \"created\": \"2020-11-16T20:21:11.386774\", \"started\": \"2020-11-16T20:21:15.000083\"}}, \"devices\": [{\"rejected_reasons\": [\"locked\", \"LVM detected\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"11\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"dcb29a1f-8938-4bef-b6bc-2c8c79b44d9c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"mRTjFS-9hhT-6Tof-rDMu-XxzF-P7Dz-PSsLUW\"}, {\"name\": \"lv_2\", \"osd_id\": \"10\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"7092d516-77a6-4060-a297-090099cd553e\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"Ly4ix2-Z0PO-enxx-Zo1t-7zS1-hOT2-YulGR6\"}, {\"name\": \"lv_3\", \"osd_id\": \"9\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"4b9eeb0b-e7fb-4a2d-af84-3f5baeadfef6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"glTBJT-V5WD-5tCJ-vZJs-1Ayj-1EIJ-Ub405A\"}, {\"name\": \"lv_4\", \"osd_id\": \"8\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"3c2e5345-07d0-40c1-b3aa-fa0493b44083\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"3JS19z-uwvS-65va-PCqj-gQ20-00Or-59EuY9\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT53430010400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"we only support disk path start with '/dev/sd' today\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.c\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:47.997149\"}, \"osd.8\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:05.013482\"}, \"osd.9\": {\"deps\": [], \"last_config\": \"2020-11-16T20:18:35.528641\"}, \"osd.10\": {\"deps\": [], \"last_config\": \"2020-11-16T20:20:43.771331\"}, \"osd.11\": {\"deps\": [], \"last_config\": \"2020-11-16T20:21:09.039707\"}}, \"last_daemon_update\": \"2020-11-16T21:05:41.200036\", \"last_device_update\": \"2020-11-16T20:53:30.857130\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.65\"], \"fe80::/64\": [\"fe80::ec4:7aff:feb6:f63d\"]}, \"last_host_check\": \"2020-11-16T21:12:16.652403\"}"}]': finished
2020-11-16T21:12:17.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:17 smithi071 bash[9480]: cluster 2020-11-16T21:12:16.846389+0000 mgr.x (mgr.14196) 1846 : cluster [DBG] pgmap v2814: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:18.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:18 smithi065 bash[9468]: audit 2020-11-16T21:12:17.373313+0000 mon.a (mon.0) 3168 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367094\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"8ade0ec54b1e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367324\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T21:00:52.361141\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368075\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368629\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.369163\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T21:12:17.369821\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:12:18.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:18 smithi065 bash[9468]: audit 2020-11-16T21:12:17.378790+0000 mon.a (mon.0) 3169 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367094\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"8ade0ec54b1e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367324\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T21:00:52.361141\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368075\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368629\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.369163\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T21:12:17.369821\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]': finished
2020-11-16T21:12:18.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:18 smithi065 bash[9468]: audit 2020-11-16T21:12:17.380878+0000 mon.a (mon.0) 3170 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:18.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:18 smithi065 bash[9468]: audit 2020-11-16T21:12:17.385787+0000 mon.a (mon.0) 3171 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:18.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:18 smithi065 bash[9468]: audit 2020-11-16T21:12:17.391022+0000 mon.a (mon.0) 3172 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:18.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:18 smithi065 bash[9468]: audit 2020-11-16T21:12:17.397134+0000 mon.a (mon.0) 3173 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:18.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:18 smithi142 bash[9523]: audit 2020-11-16T21:12:17.373313+0000 mon.a (mon.0) 3168 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367094\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"8ade0ec54b1e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367324\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T21:00:52.361141\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368075\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368629\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.369163\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T21:12:17.369821\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:12:18.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:18 smithi142 bash[9523]: audit 2020-11-16T21:12:17.378790+0000 mon.a (mon.0) 3169 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367094\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"8ade0ec54b1e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367324\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T21:00:52.361141\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368075\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368629\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.369163\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T21:12:17.369821\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]': finished
2020-11-16T21:12:18.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:18 smithi142 bash[9523]: audit 2020-11-16T21:12:17.380878+0000 mon.a (mon.0) 3170 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:18.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:18 smithi142 bash[9523]: audit 2020-11-16T21:12:17.385787+0000 mon.a (mon.0) 3171 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:18.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:18 smithi142 bash[9523]: audit 2020-11-16T21:12:17.391022+0000 mon.a (mon.0) 3172 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:18.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:18 smithi142 bash[9523]: audit 2020-11-16T21:12:17.397134+0000 mon.a (mon.0) 3173 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:18.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:18 smithi071 bash[9480]: audit 2020-11-16T21:12:17.373313+0000 mon.a (mon.0) 3168 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367094\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"8ade0ec54b1e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367324\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T21:00:52.361141\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368075\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368629\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.369163\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T21:12:17.369821\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]: dispatch
2020-11-16T21:12:18.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:18 smithi071 bash[9480]: audit 2020-11-16T21:12:17.378790+0000 mon.a (mon.0) 3169 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/host.smithi142","val":"{\"daemons\": {\"mon.a\": {\"daemon_type\": \"mon\", \"daemon_id\": \"a\", \"hostname\": \"smithi142\", \"container_id\": \"af6f81fc4746\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367094\", \"created\": \"2020-11-16T20:10:47.317119\", \"started\": \"2020-11-16T20:10:54.486102\"}, \"osd.0\": {\"daemon_type\": \"osd\", \"daemon_id\": \"0\", \"hostname\": \"smithi142\", \"container_id\": \"8ade0ec54b1e\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.367324\", \"created\": \"2020-11-16T20:14:41.032294\", \"started\": \"2020-11-16T21:00:52.361141\"}, \"osd.1\": {\"daemon_type\": \"osd\", \"daemon_id\": \"1\", \"hostname\": \"smithi142\", \"container_id\": \"497726ed4c8a\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368075\", \"created\": \"2020-11-16T20:15:06.880293\", \"started\": \"2020-11-16T20:15:10.682366\"}, \"osd.2\": {\"daemon_type\": \"osd\", \"daemon_id\": \"2\", \"hostname\": \"smithi142\", \"container_id\": \"0a8428cfc4b6\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.368629\", \"created\": \"2020-11-16T20:15:33.552293\", \"started\": \"2020-11-16T20:15:37.967681\"}, \"osd.3\": {\"daemon_type\": \"osd\", \"daemon_id\": \"3\", \"hostname\": \"smithi142\", \"container_id\": \"c37190bd1ab2\", \"container_image_id\": \"ed3493334a5ef62c79faf249c532aa3c94b10d4fd91f561be0c17f6f5c1a513e\", \"container_image_name\": \"quay.ceph.io/ceph-ci/ceph:911cc35794d871071a8bebfb0919482263b1d18b\", \"version\": \"16.0.0-7219-g911cc357\", \"status\": 1, \"status_desc\": \"running\", \"osdspec_affinity\": \"None\", \"is_active\": false, \"last_refresh\": \"2020-11-16T21:12:17.369163\", \"created\": \"2020-11-16T20:15:59.680292\", \"started\": \"2020-11-16T20:51:29.648625\"}}, \"devices\": [{\"rejected_reasons\": [\"LVM detected\", \"locked\"], \"available\": false, \"path\": \"/dev/nvme0n1\", \"sys_api\": {\"removable\": \"0\", \"ro\": \"0\", \"vendor\": \"\", \"model\": \"INTEL SSDPEDMD400G4\", \"rev\": \"\", \"sas_address\": \"\", \"sas_device_handle\": \"\", \"support_discard\": \"512\", \"rotational\": \"0\", \"nr_requests\": \"1023\", \"scheduler_mode\": \"none\", \"partitions\": {}, \"sectors\": 0, \"sectorsize\": \"512\", \"size\": 400088457216.0, \"human_readable_size\": \"372.61 GB\", \"path\": \"/dev/nvme0n1\", \"locked\": 1}, \"lvs\": [{\"name\": \"lv_1\", \"osd_id\": \"3\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"f28de7af-d9bf-4096-ab56-1ef663dc214c\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"A0Vlxd-IRXa-b6zL-jWec-cfdB-Ddae-Xrg7iL\"}, {\"name\": \"lv_2\", \"osd_id\": \"2\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"b8fcfee2-fb36-47e4-a200-65aab5e1435b\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"wxwQEj-Ztep-G0xF-cr5j-hFi9-JJAo-Go372h\"}, {\"name\": \"lv_3\", \"osd_id\": \"1\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"c82ae70d-f2a5-4334-a84f-87a054655ad7\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"gCJKt5-TDRC-WXoN-TUjd-4dL0-D6CW-OXG9ZG\"}, {\"name\": \"lv_4\", \"osd_id\": \"0\", \"cluster_name\": \"ceph\", \"type\": \"block\", \"osd_fsid\": \"82c71ecd-d05a-47ab-99d6-b70e22fbe2a6\", \"cluster_fsid\": \"b861c014-2847-11eb-a2b2-001a4aab830c\", \"osdspec_affinity\": \"None\", \"block_uuid\": \"9T4fkw-IRRr-gA5H-5gtK-TEUl-GY8G-CVokyW\"}, {\"name\": \"lv_5\", \"comment\": \"not used by ceph\"}], \"human_readable_type\": \"ssd\", \"device_id\": \"_CVFT6303009Y400BGN\", \"lsm_data\": {\"serialNum\": \"Unknown\", \"transport\": \"Unknown\", \"mediaType\": \"Unknown\", \"rpm\": \"Unknown\", \"linkSpeed\": \"Unknown\", \"health\": \"Unknown\", \"ledSupport\": {\"IDENTsupport\": \"Unknown\", \"IDENTstatus\": \"Unsupported\", \"FAILsupport\": \"Unknown\", \"FAILstatus\": \"Unsupported\"}, \"errors\": [\"SCSI VPD page 0x83 is not supported\", \"SCSI VPD page 0xb1 is not supported\", \"Not a SCSI compatible device\", \"we only support disk path start with '/dev/sd' today\"]}}], \"osdspec_previews\": [], \"daemon_config_deps\": {\"mon.a\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:51.422274\"}, \"mgr.y\": {\"deps\": [], \"last_config\": \"2020-11-16T20:13:43.246097\"}, \"osd.0\": {\"deps\": [], \"last_config\": \"2020-11-16T20:14:38.645030\"}, \"osd.1\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:04.510787\"}, \"osd.2\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:31.182178\"}, \"osd.3\": {\"deps\": [], \"last_config\": \"2020-11-16T20:15:57.332140\"}}, \"last_daemon_update\": \"2020-11-16T21:12:17.369821\", \"last_device_update\": \"2020-11-16T20:48:57.226597\", \"networks\": {\"172.17.0.0/16\": [\"172.17.0.1\"], \"172.21.0.0/20\": [\"172.21.15.142\"], \"fe80::/64\": [\"fe80::ec4:7aff:fe88:6e0d\"]}, \"last_host_check\": \"2020-11-16T21:05:40.331232\"}"}]': finished
2020-11-16T21:12:18.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:18 smithi071 bash[9480]: audit 2020-11-16T21:12:17.380878+0000 mon.a (mon.0) 3170 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:18.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:18 smithi071 bash[9480]: audit 2020-11-16T21:12:17.385787+0000 mon.a (mon.0) 3171 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:18.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:18 smithi071 bash[9480]: audit 2020-11-16T21:12:17.391022+0000 mon.a (mon.0) 3172 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:18.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:18 smithi071 bash[9480]: audit 2020-11-16T21:12:17.397134+0000 mon.a (mon.0) 3173 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:20.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:20 smithi065 bash[9468]: cluster 2020-11-16T21:12:18.847014+0000 mgr.x (mgr.14196) 1847 : cluster [DBG] pgmap v2815: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:20.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:20 smithi065 bash[9468]: cluster 2020-11-16T21:12:18.927550+0000 osd.10 (osd.10) 278 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:20.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:20 smithi065 bash[9468]: cluster 2020-11-16T21:12:18.927678+0000 osd.10 (osd.10) 279 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:20.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:20 smithi065 bash[9468]: cluster 2020-11-16T21:12:19.262617+0000 mon.a (mon.0) 3174 : cluster [DBG] osdmap e1094: 12 total, 12 up, 12 in
2020-11-16T21:12:20.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:20 smithi065 bash[9468]: audit 2020-11-16T21:12:20.016070+0000 mon.a (mon.0) 3175 : audit [INF] from='client.? v1:172.21.15.142:0/1080313313' entity='client.admin' cmd=[{"prefix": "config rm", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes"}]: dispatch
2020-11-16T21:12:20.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:20 smithi065 bash[9468]: audit 2020-11-16T21:12:20.023576+0000 mon.a (mon.0) 3176 : audit [INF] from='client.? v1:172.21.15.142:0/1080313313' entity='client.admin' cmd='[{"prefix": "config rm", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes"}]': finished
2020-11-16T21:12:20.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:20 smithi065 bash[9468]: audit 2020-11-16T21:12:20.032124+0000 mon.a (mon.0) 3177 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:20.528 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:20 smithi065 bash[9468]: audit 2020-11-16T21:12:20.039304+0000 mon.a (mon.0) 3178 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:20 smithi142 bash[9523]: cluster 2020-11-16T21:12:18.847014+0000 mgr.x (mgr.14196) 1847 : cluster [DBG] pgmap v2815: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:20 smithi142 bash[9523]: cluster 2020-11-16T21:12:18.927550+0000 osd.10 (osd.10) 278 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:20 smithi142 bash[9523]: cluster 2020-11-16T21:12:18.927678+0000 osd.10 (osd.10) 279 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:20.529 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:20 smithi142 bash[9523]: cluster 2020-11-16T21:12:19.262617+0000 mon.a (mon.0) 3174 : cluster [DBG] osdmap e1094: 12 total, 12 up, 12 in
2020-11-16T21:12:20.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:20 smithi142 bash[9523]: audit 2020-11-16T21:12:20.016070+0000 mon.a (mon.0) 3175 : audit [INF] from='client.? v1:172.21.15.142:0/1080313313' entity='client.admin' cmd=[{"prefix": "config rm", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes"}]: dispatch
2020-11-16T21:12:20.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:20 smithi142 bash[9523]: audit 2020-11-16T21:12:20.023576+0000 mon.a (mon.0) 3176 : audit [INF] from='client.? v1:172.21.15.142:0/1080313313' entity='client.admin' cmd='[{"prefix": "config rm", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes"}]': finished
2020-11-16T21:12:20.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:20 smithi142 bash[9523]: audit 2020-11-16T21:12:20.032124+0000 mon.a (mon.0) 3177 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:20.530 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:20 smithi142 bash[9523]: audit 2020-11-16T21:12:20.039304+0000 mon.a (mon.0) 3178 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:20.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:20 smithi071 bash[9480]: cluster 2020-11-16T21:12:18.847014+0000 mgr.x (mgr.14196) 1847 : cluster [DBG] pgmap v2815: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:20.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:20 smithi071 bash[9480]: cluster 2020-11-16T21:12:18.927550+0000 osd.10 (osd.10) 278 : cluster [DBG] purged_snaps scrub starts
2020-11-16T21:12:20.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:20 smithi071 bash[9480]: cluster 2020-11-16T21:12:18.927678+0000 osd.10 (osd.10) 279 : cluster [DBG] purged_snaps scrub ok
2020-11-16T21:12:20.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:20 smithi071 bash[9480]: cluster 2020-11-16T21:12:19.262617+0000 mon.a (mon.0) 3174 : cluster [DBG] osdmap e1094: 12 total, 12 up, 12 in
2020-11-16T21:12:20.695 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:20 smithi071 bash[9480]: audit 2020-11-16T21:12:20.016070+0000 mon.a (mon.0) 3175 : audit [INF] from='client.? v1:172.21.15.142:0/1080313313' entity='client.admin' cmd=[{"prefix": "config rm", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes"}]: dispatch
2020-11-16T21:12:20.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:20 smithi071 bash[9480]: audit 2020-11-16T21:12:20.023576+0000 mon.a (mon.0) 3176 : audit [INF] from='client.? v1:172.21.15.142:0/1080313313' entity='client.admin' cmd='[{"prefix": "config rm", "who": "mgr", "name": "mgr_debug_aggressive_pg_num_changes"}]': finished
2020-11-16T21:12:20.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:20 smithi071 bash[9480]: audit 2020-11-16T21:12:20.032124+0000 mon.a (mon.0) 3177 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd=[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]: dispatch
2020-11-16T21:12:20.696 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:20 smithi071 bash[9480]: audit 2020-11-16T21:12:20.039304+0000 mon.a (mon.0) 3178 : audit [INF] from='mgr.14196 v1:172.21.15.71:0/4103624454' entity='mgr.x' cmd='[{"prefix":"config-key set","key":"mgr/cephadm/osd_remove_queue","val":"[]"}]': finished
2020-11-16T21:12:20.953 DEBUG:teuthology.run_tasks:Unwinding manager cephadm
2020-11-16T21:12:25.238 INFO:tasks.cephadm:Teardown begin
2020-11-16T21:12:25.239 INFO:teuthology.orchestra.run.smithi065:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2020-11-16T21:12:25.242 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:22 smithi071 bash[9480]: cluster 2020-11-16T21:12:20.847660+0000 mgr.x (mgr.14196) 1848 : cluster [DBG] pgmap v2817: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:25.243 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:24 smithi071 bash[9480]: cluster 2020-11-16T21:12:22.848318+0000 mgr.x (mgr.14196) 1849 : cluster [DBG] pgmap v2818: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:25.243 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:22 smithi065 bash[9468]: cluster 2020-11-16T21:12:20.847660+0000 mgr.x (mgr.14196) 1848 : cluster [DBG] pgmap v2817: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:25.243 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:24 smithi065 bash[9468]: cluster 2020-11-16T21:12:22.848318+0000 mgr.x (mgr.14196) 1849 : cluster [DBG] pgmap v2818: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:25.244 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:22 smithi142 bash[9523]: cluster 2020-11-16T21:12:20.847660+0000 mgr.x (mgr.14196) 1848 : cluster [DBG] pgmap v2817: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:25.244 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:24 smithi142 bash[9523]: cluster 2020-11-16T21:12:22.848318+0000 mgr.x (mgr.14196) 1849 : cluster [DBG] pgmap v2818: 1 pgs: 1 active+clean; 0 B data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail
2020-11-16T21:12:25.285 INFO:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2020-11-16T21:12:25.327 INFO:teuthology.orchestra.run.smithi142:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2020-11-16T21:12:25.383 INFO:tasks.cephadm:Cleaning up testdir ceph.* files...
2020-11-16T21:12:25.383 INFO:teuthology.orchestra.run.smithi065:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub
2020-11-16T21:12:25.390 INFO:teuthology.orchestra.run.smithi071:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub
2020-11-16T21:12:25.397 INFO:teuthology.orchestra.run.smithi142:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub
2020-11-16T21:12:25.414 INFO:tasks.cephadm:Stopping all daemons...
2020-11-16T21:12:25.415 INFO:tasks.cephadm.mon.a:Stopping mon.a...
2020-11-16T21:12:25.415 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a
2020-11-16T21:12:25.645 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:25 smithi142 systemd[1]: Stopping Ceph mon.a for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:26.028 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:25 smithi142 bash[9523]: debug 2020-11-16T21:12:25.652+0000 7f7571915700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:30.134 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:25 smithi142 bash[9523]: debug 2020-11-16T21:12:25.652+0000 7f7571915700 -1 mon.a@0(leader) e3 *** Got Signal Terminated ***
2020-11-16T21:12:30.137 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:26 smithi142 docker[176583]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-mon.a
2020-11-16T21:12:30.137 INFO:journalctl@ceph.mon.a.smithi142.stdout:Nov 16 21:12:26 smithi142 systemd[1]: Stopped Ceph mon.a for b861c014-2847-11eb-a2b2-001a4aab830c.
2020-11-16T21:12:30.138 INFO:teuthology.orchestra.run.smithi142:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.a.service'
2020-11-16T21:12:30.229 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:30.229 INFO:tasks.cephadm.mon.a:Stopped mon.a
2020-11-16T21:12:30.230 INFO:tasks.cephadm.mon.b:Stopping mon.b...
2020-11-16T21:12:30.230 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.b
2020-11-16T21:12:30.693 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:30 smithi071 systemd[1]: Stopping Ceph mon.b for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:30.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:30 smithi071 bash[9480]: debug 2020-11-16T21:12:30.406+0000 7f375db9c700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:30.694 INFO:journalctl@ceph.mon.b.smithi071.stdout:Nov 16 21:12:30 smithi071 bash[9480]: debug 2020-11-16T21:12:30.406+0000 7f375db9c700 -1 mon.b@1(peon) e3 *** Got Signal Terminated ***
2020-11-16T21:12:31.768 INFO:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.b.service'
2020-11-16T21:12:31.832 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:31.833 INFO:tasks.cephadm.mon.b:Stopped mon.b
2020-11-16T21:12:31.833 INFO:tasks.cephadm.mon.c:Stopping mon.c...
2020-11-16T21:12:31.833 INFO:teuthology.orchestra.run.smithi065:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.c
2020-11-16T21:12:32.105 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:31 smithi065 systemd[1]: Stopping Ceph mon.c for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:32.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:32 smithi065 bash[9468]: debug 2020-11-16T21:12:32.109+0000 7f248c205700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:32.527 INFO:journalctl@ceph.mon.c.smithi065.stdout:Nov 16 21:12:32 smithi065 bash[9468]: debug 2020-11-16T21:12:32.109+0000 7f248c205700 -1 mon.c@2(peon) e3 *** Got Signal Terminated ***
2020-11-16T21:12:33.088 INFO:teuthology.orchestra.run.smithi065:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mon.c.service'
2020-11-16T21:12:33.181 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:33.181 INFO:tasks.cephadm.mon.c:Stopped mon.c
2020-11-16T21:12:33.182 INFO:tasks.cephadm.mgr.y:Stopping mgr.y...
2020-11-16T21:12:33.182 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y
2020-11-16T21:12:33.209 INFO:teuthology.orchestra.run.smithi142:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.y.service'
2020-11-16T21:12:33.305 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:33.305 INFO:tasks.cephadm.mgr.y:Stopped mgr.y
2020-11-16T21:12:33.305 INFO:tasks.cephadm.mgr.x:Stopping mgr.x...
2020-11-16T21:12:33.306 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.x
2020-11-16T21:12:33.591 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:12:33 smithi071 systemd[1]: Stopping Ceph mgr.x for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:33.592 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:12:33 smithi071 bash[10230]: debug 2020-11-16T21:12:33.458+0000 7f1ea5771700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:33.592 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Nov 16 21:12:33 smithi071 bash[10230]: debug 2020-11-16T21:12:33.458+0000 7f1ea5771700 -1 mgr handle_mgr_signal  *** Got signal Terminated ***
2020-11-16T21:12:34.433 INFO:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@mgr.x.service'
2020-11-16T21:12:34.456 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:34.456 INFO:tasks.cephadm.mgr.x:Stopped mgr.x
2020-11-16T21:12:34.457 INFO:tasks.cephadm.osd.0:Stopping osd.0...
2020-11-16T21:12:34.457 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.0
2020-11-16T21:12:34.727 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:12:34 smithi142 systemd[1]: Stopping Ceph osd.0 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:34.727 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:12:34 smithi142 bash[147327]: debug 2020-11-16T21:12:34.620+0000 7fb97df2c700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:34.727 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:12:34 smithi142 bash[147327]: debug 2020-11-16T21:12:34.620+0000 7fb97df2c700 -1 osd.0 1094 *** Got signal Terminated ***
2020-11-16T21:12:34.728 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:12:34 smithi142 bash[147327]: debug 2020-11-16T21:12:34.620+0000 7fb97df2c700 -1 osd.0 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:12:36.028 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:12:35 smithi142 docker[176639]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0
2020-11-16T21:12:36.029 INFO:journalctl@ceph.osd.0.smithi142.stdout:Nov 16 21:12:35 smithi142 bash[176684]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.0-deactivate
2020-11-16T21:12:39.391 INFO:teuthology.orchestra.run.smithi142:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.0.service'
2020-11-16T21:12:39.409 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:39.409 INFO:tasks.cephadm.osd.0:Stopped osd.0
2020-11-16T21:12:39.409 INFO:tasks.cephadm.osd.1:Stopping osd.1...
2020-11-16T21:12:39.410 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.1
2020-11-16T21:12:39.778 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:12:39 smithi142 systemd[1]: Stopping Ceph osd.1 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:39.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:12:39 smithi142 bash[18009]: debug 2020-11-16T21:12:39.600+0000 7fc7c63e0700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:39.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:12:39 smithi142 bash[18009]: debug 2020-11-16T21:12:39.600+0000 7fc7c63e0700 -1 osd.1 1094 *** Got signal Terminated ***
2020-11-16T21:12:39.779 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:12:39 smithi142 bash[18009]: debug 2020-11-16T21:12:39.600+0000 7fc7c63e0700 -1 osd.1 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:12:41.028 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:12:40 smithi142 docker[176795]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1
2020-11-16T21:12:41.029 INFO:journalctl@ceph.osd.1.smithi142.stdout:Nov 16 21:12:40 smithi142 bash[176839]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.1-deactivate
2020-11-16T21:12:42.953 INFO:teuthology.orchestra.run.smithi142:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.1.service'
2020-11-16T21:12:42.978 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:42.979 INFO:tasks.cephadm.osd.1:Stopped osd.1
2020-11-16T21:12:42.979 INFO:tasks.cephadm.osd.2:Stopping osd.2...
2020-11-16T21:12:42.979 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.2
2020-11-16T21:12:43.278 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:12:43 smithi142 systemd[1]: Stopping Ceph osd.2 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:43.279 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:12:43 smithi142 bash[20366]: debug 2020-11-16T21:12:43.172+0000 7fe60372b700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:43.279 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:12:43 smithi142 bash[20366]: debug 2020-11-16T21:12:43.172+0000 7fe60372b700 -1 osd.2 1094 *** Got signal Terminated ***
2020-11-16T21:12:43.279 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:12:43 smithi142 bash[20366]: debug 2020-11-16T21:12:43.172+0000 7fe60372b700 -1 osd.2 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:12:44.528 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:12:44 smithi142 docker[176946]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2
2020-11-16T21:12:44.529 INFO:journalctl@ceph.osd.2.smithi142.stdout:Nov 16 21:12:44 smithi142 bash[176989]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.2-deactivate
2020-11-16T21:12:46.339 INFO:teuthology.orchestra.run.smithi142:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.2.service'
2020-11-16T21:12:46.364 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:46.365 INFO:tasks.cephadm.osd.2:Stopped osd.2
2020-11-16T21:12:46.365 INFO:tasks.cephadm.osd.3:Stopping osd.3...
2020-11-16T21:12:46.365 INFO:teuthology.orchestra.run.smithi142:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.3
2020-11-16T21:12:46.648 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:12:46 smithi142 systemd[1]: Stopping Ceph osd.3 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:46.649 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:12:46 smithi142 bash[114994]: debug 2020-11-16T21:12:46.547+0000 7f682eba9700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:46.649 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:12:46 smithi142 bash[114994]: debug 2020-11-16T21:12:46.547+0000 7f682eba9700 -1 osd.3 1094 *** Got signal Terminated ***
2020-11-16T21:12:46.649 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:12:46 smithi142 bash[114994]: debug 2020-11-16T21:12:46.547+0000 7f682eba9700 -1 osd.3 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:12:48.028 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:12:47 smithi142 docker[177096]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3
2020-11-16T21:12:48.029 INFO:journalctl@ceph.osd.3.smithi142.stdout:Nov 16 21:12:47 smithi142 bash[177141]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.3-deactivate
2020-11-16T21:12:49.846 INFO:teuthology.orchestra.run.smithi142:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.3.service'
2020-11-16T21:12:49.875 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:49.875 INFO:tasks.cephadm.osd.3:Stopped osd.3
2020-11-16T21:12:49.876 INFO:tasks.cephadm.osd.4:Stopping osd.4...
2020-11-16T21:12:49.876 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.4
2020-11-16T21:12:50.193 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:12:49 smithi071 systemd[1]: Stopping Ceph osd.4 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:54.374 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:12:50 smithi071 bash[12066]: debug 2020-11-16T21:12:50.074+0000 7fe558bc5700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:54.374 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:12:50 smithi071 bash[12066]: debug 2020-11-16T21:12:50.074+0000 7fe558bc5700 -1 osd.4 1094 *** Got signal Terminated ***
2020-11-16T21:12:54.374 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:12:50 smithi071 bash[12066]: debug 2020-11-16T21:12:50.074+0000 7fe558bc5700 -1 osd.4 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:12:54.377 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:12:51 smithi071 docker[67985]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4
2020-11-16T21:12:54.377 INFO:journalctl@ceph.osd.4.smithi071.stdout:Nov 16 21:12:51 smithi071 bash[68026]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.4-deactivate
2020-11-16T21:12:54.417 INFO:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.4.service'
2020-11-16T21:12:54.441 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:54.442 INFO:tasks.cephadm.osd.4:Stopped osd.4
2020-11-16T21:12:54.442 INFO:tasks.cephadm.osd.5:Stopping osd.5...
2020-11-16T21:12:54.443 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.5
2020-11-16T21:12:54.693 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:12:54 smithi071 systemd[1]: Stopping Ceph osd.5 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:54.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:12:54 smithi071 bash[14419]: debug 2020-11-16T21:12:54.626+0000 7f6f20a61700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:54.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:12:54 smithi071 bash[14419]: debug 2020-11-16T21:12:54.626+0000 7f6f20a61700 -1 osd.5 1094 *** Got signal Terminated ***
2020-11-16T21:12:54.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:12:54 smithi071 bash[14419]: debug 2020-11-16T21:12:54.626+0000 7f6f20a61700 -1 osd.5 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:12:55.693 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:12:55 smithi071 docker[68140]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5
2020-11-16T21:12:55.694 INFO:journalctl@ceph.osd.5.smithi071.stdout:Nov 16 21:12:55 smithi071 bash[68182]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.5-deactivate
2020-11-16T21:12:56.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:12:56 smithi065 bash[18823]: debug 2020-11-16T21:12:56.481+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:12:57.595 INFO:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.5.service'
2020-11-16T21:12:57.621 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:12:57.621 INFO:tasks.cephadm.osd.5:Stopped osd.5
2020-11-16T21:12:57.621 INFO:tasks.cephadm.osd.6:Stopping osd.6...
2020-11-16T21:12:57.622 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.6
2020-11-16T21:12:57.776 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:12:57 smithi065 bash[18823]: debug 2020-11-16T21:12:57.481+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:12:57.943 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:12:57 smithi071 systemd[1]: Stopping Ceph osd.6 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:12:57.943 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:12:57 smithi071 bash[16796]: debug 2020-11-16T21:12:57.814+0000 7f1534b7d700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:12:57.944 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:12:57 smithi071 bash[16796]: debug 2020-11-16T21:12:57.814+0000 7f1534b7d700 -1 osd.6 1094 *** Got signal Terminated ***
2020-11-16T21:12:57.944 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:12:57 smithi071 bash[16796]: debug 2020-11-16T21:12:57.814+0000 7f1534b7d700 -1 osd.6 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:12:58.776 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:12:58 smithi065 bash[18823]: debug 2020-11-16T21:12:58.521+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:12:58.777 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:12:58 smithi065 bash[11785]: debug 2020-11-16T21:12:58.545+0000 7f3649c76700 -1 osd.8 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:31.161637+0000 front 2020-11-16T21:12:31.162000+0000 (oldest deadline 2020-11-16T21:12:57.562069+0000)
2020-11-16T21:12:59.193 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:12:58 smithi071 docker[68289]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6
2020-11-16T21:12:59.194 INFO:journalctl@ceph.osd.6.smithi071.stdout:Nov 16 21:12:58 smithi071 bash[68333]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.6-deactivate
2020-11-16T21:13:00.026 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:12:59 smithi065 bash[18823]: debug 2020-11-16T21:12:59.549+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:00.027 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:12:59 smithi065 bash[11785]: debug 2020-11-16T21:12:59.537+0000 7f3649c76700 -1 osd.8 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:31.161637+0000 front 2020-11-16T21:12:31.162000+0000 (oldest deadline 2020-11-16T21:12:57.562069+0000)
2020-11-16T21:13:00.777 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:00 smithi065 bash[11785]: debug 2020-11-16T21:13:00.577+0000 7f3649c76700 -1 osd.8 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:31.161637+0000 front 2020-11-16T21:12:31.162000+0000 (oldest deadline 2020-11-16T21:12:57.562069+0000)
2020-11-16T21:13:00.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:00 smithi065 bash[18823]: debug 2020-11-16T21:13:00.521+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:00.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:00 smithi065 bash[16457]: debug 2020-11-16T21:13:00.453+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:00.887 INFO:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.6.service'
2020-11-16T21:13:00.909 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:13:00.910 INFO:tasks.cephadm.osd.6:Stopped osd.6
2020-11-16T21:13:00.910 INFO:tasks.cephadm.osd.7:Stopping osd.7...
2020-11-16T21:13:00.910 INFO:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.7
2020-11-16T21:13:01.193 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:13:00 smithi071 systemd[1]: Stopping Ceph osd.7 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:13:01.193 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:13:01 smithi071 bash[26650]: debug 2020-11-16T21:13:01.050+0000 7ff33e9fc700 -1 osd.7 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.259886+0000 front 2020-11-16T21:12:39.260395+0000 (oldest deadline 2020-11-16T21:13:00.959813+0000)
2020-11-16T21:13:01.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:13:01 smithi071 bash[26650]: debug 2020-11-16T21:13:01.094+0000 7ff341a7b700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:13:01.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:13:01 smithi071 bash[26650]: debug 2020-11-16T21:13:01.094+0000 7ff341a7b700 -1 osd.7 1094 *** Got signal Terminated ***
2020-11-16T21:13:01.194 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:13:01 smithi071 bash[26650]: debug 2020-11-16T21:13:01.094+0000 7ff341a7b700 -1 osd.7 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:13:01.777 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:01 smithi065 bash[11785]: debug 2020-11-16T21:13:01.557+0000 7f3649c76700 -1 osd.8 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:31.161637+0000 front 2020-11-16T21:12:31.162000+0000 (oldest deadline 2020-11-16T21:12:57.562069+0000)
2020-11-16T21:13:01.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:01 smithi065 bash[18823]: debug 2020-11-16T21:13:01.521+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:01.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:01 smithi065 bash[16457]: debug 2020-11-16T21:13:01.425+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:02.443 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:13:01 smithi071 docker[68441]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7
2020-11-16T21:13:02.444 INFO:journalctl@ceph.osd.7.smithi071.stdout:Nov 16 21:13:02 smithi071 bash[68486]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.7-deactivate
2020-11-16T21:13:02.776 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:02 smithi065 bash[11785]: debug 2020-11-16T21:13:02.593+0000 7f3649c76700 -1 osd.8 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:31.161637+0000 front 2020-11-16T21:12:31.162000+0000 (oldest deadline 2020-11-16T21:12:57.562069+0000)
2020-11-16T21:13:02.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:02 smithi065 bash[16457]: debug 2020-11-16T21:13:02.437+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:02.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:02 smithi065 bash[18823]: debug 2020-11-16T21:13:02.509+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:03.523 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:03 smithi065 bash[16457]: debug 2020-11-16T21:13:03.425+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:03.524 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:03 smithi065 bash[14115]: debug 2020-11-16T21:13:03.265+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:36.101011+0000 front 2020-11-16T21:12:36.100140+0000 (oldest deadline 2020-11-16T21:13:02.501491+0000)
2020-11-16T21:13:03.776 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:03 smithi065 bash[11785]: debug 2020-11-16T21:13:03.549+0000 7f3649c76700 -1 osd.8 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:31.161637+0000 front 2020-11-16T21:12:31.162000+0000 (oldest deadline 2020-11-16T21:12:57.562069+0000)
2020-11-16T21:13:03.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:03 smithi065 bash[18823]: debug 2020-11-16T21:13:03.525+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:04.063 INFO:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.7.service'
2020-11-16T21:13:04.099 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:13:04.099 INFO:tasks.cephadm.osd.7:Stopped osd.7
2020-11-16T21:13:04.100 INFO:tasks.cephadm.osd.8:Stopping osd.8...
2020-11-16T21:13:04.100 INFO:teuthology.orchestra.run.smithi065:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.8
2020-11-16T21:13:04.431 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:04 smithi065 bash[14115]: debug 2020-11-16T21:13:04.281+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:36.101011+0000 front 2020-11-16T21:12:36.100140+0000 (oldest deadline 2020-11-16T21:13:02.501491+0000)
2020-11-16T21:13:04.431 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:04 smithi065 systemd[1]: Stopping Ceph osd.8 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:13:04.431 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:04 smithi065 bash[11785]: debug 2020-11-16T21:13:04.257+0000 7f364ccf5700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:13:04.431 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:04 smithi065 bash[11785]: debug 2020-11-16T21:13:04.257+0000 7f364ccf5700 -1 osd.8 1094 *** Got signal Terminated ***
2020-11-16T21:13:04.432 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:04 smithi065 bash[11785]: debug 2020-11-16T21:13:04.257+0000 7f364ccf5700 -1 osd.8 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:13:04.776 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:04 smithi065 bash[16457]: debug 2020-11-16T21:13:04.433+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:04.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:04 smithi065 bash[18823]: debug 2020-11-16T21:13:04.557+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:04.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:04 smithi065 bash[18823]: debug 2020-11-16T21:13:04.557+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:05.387 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:05 smithi065 bash[14115]: debug 2020-11-16T21:13:05.265+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:36.101011+0000 front 2020-11-16T21:12:36.100140+0000 (oldest deadline 2020-11-16T21:13:02.501491+0000)
2020-11-16T21:13:05.388 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:05 smithi065 docker[64301]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8
2020-11-16T21:13:05.388 INFO:journalctl@ceph.osd.8.smithi065.stdout:Nov 16 21:13:05 smithi065 bash[64342]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.8-deactivate
2020-11-16T21:13:05.734 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:05 smithi065 bash[16457]: debug 2020-11-16T21:13:05.389+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:05.734 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:05 smithi065 bash[16457]: debug 2020-11-16T21:13:05.389+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:40.274365+0000 front 2020-11-16T21:12:40.276211+0000 (oldest deadline 2020-11-16T21:13:04.974485+0000)
2020-11-16T21:13:05.734 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:05 smithi065 bash[18823]: debug 2020-11-16T21:13:05.529+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:05.734 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:05 smithi065 bash[18823]: debug 2020-11-16T21:13:05.529+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:06.525 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:06 smithi065 bash[14115]: debug 2020-11-16T21:13:06.273+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:36.101011+0000 front 2020-11-16T21:12:36.100140+0000 (oldest deadline 2020-11-16T21:13:02.501491+0000)
2020-11-16T21:13:06.526 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:06 smithi065 bash[16457]: debug 2020-11-16T21:13:06.405+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:06.526 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:06 smithi065 bash[16457]: debug 2020-11-16T21:13:06.405+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:40.274365+0000 front 2020-11-16T21:12:40.276211+0000 (oldest deadline 2020-11-16T21:13:04.974485+0000)
2020-11-16T21:13:06.776 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:06 smithi065 bash[18823]: debug 2020-11-16T21:13:06.529+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:06.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:06 smithi065 bash[18823]: debug 2020-11-16T21:13:06.529+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:07.561 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:07 smithi065 bash[14115]: debug 2020-11-16T21:13:07.297+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:36.101011+0000 front 2020-11-16T21:12:36.100140+0000 (oldest deadline 2020-11-16T21:13:02.501491+0000)
2020-11-16T21:13:07.561 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:07 smithi065 bash[14115]: debug 2020-11-16T21:13:07.297+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:42.502869+0000 front 2020-11-16T21:12:42.504133+0000 (oldest deadline 2020-11-16T21:13:06.602712+0000)
2020-11-16T21:13:07.562 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:07 smithi065 bash[16457]: debug 2020-11-16T21:13:07.377+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:07.562 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:07 smithi065 bash[16457]: debug 2020-11-16T21:13:07.377+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:40.274365+0000 front 2020-11-16T21:12:40.276211+0000 (oldest deadline 2020-11-16T21:13:04.974485+0000)
2020-11-16T21:13:07.562 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:07 smithi065 bash[16457]: debug 2020-11-16T21:13:07.377+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.975978+0000 front 2020-11-16T21:12:44.976213+0000 (oldest deadline 2020-11-16T21:13:06.676130+0000)
2020-11-16T21:13:08.026 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:07 smithi065 bash[18823]: debug 2020-11-16T21:13:07.565+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:08.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:07 smithi065 bash[18823]: debug 2020-11-16T21:13:07.565+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:08.417 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[14115]: debug 2020-11-16T21:13:08.341+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:36.101011+0000 front 2020-11-16T21:12:36.100140+0000 (oldest deadline 2020-11-16T21:13:02.501491+0000)
2020-11-16T21:13:08.418 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[14115]: debug 2020-11-16T21:13:08.341+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:42.502869+0000 front 2020-11-16T21:12:42.504133+0000 (oldest deadline 2020-11-16T21:13:06.602712+0000)
2020-11-16T21:13:08.418 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[14115]: debug 2020-11-16T21:13:08.341+0000 7fdc3a73d700 -1 osd.9 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:42.503937+0000 front 2020-11-16T21:12:42.503408+0000 (oldest deadline 2020-11-16T21:13:07.703875+0000)
2020-11-16T21:13:08.776 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[16457]: debug 2020-11-16T21:13:08.425+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:08.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[16457]: debug 2020-11-16T21:13:08.425+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:40.274365+0000 front 2020-11-16T21:12:40.276211+0000 (oldest deadline 2020-11-16T21:13:04.974485+0000)
2020-11-16T21:13:08.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[16457]: debug 2020-11-16T21:13:08.425+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.975978+0000 front 2020-11-16T21:12:44.976213+0000 (oldest deadline 2020-11-16T21:13:06.676130+0000)
2020-11-16T21:13:08.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[18823]: debug 2020-11-16T21:13:08.609+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:08.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[18823]: debug 2020-11-16T21:13:08.609+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:08.778 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:08 smithi065 bash[18823]: debug 2020-11-16T21:13:08.609+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.287509+0000 front 2020-11-16T21:12:44.287894+0000 (oldest deadline 2020-11-16T21:13:07.787179+0000)
2020-11-16T21:13:08.906 INFO:teuthology.orchestra.run.smithi065:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.8.service'
2020-11-16T21:13:08.930 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:13:08.931 INFO:tasks.cephadm.osd.8:Stopped osd.8
2020-11-16T21:13:08.931 INFO:tasks.cephadm.osd.9:Stopping osd.9...
2020-11-16T21:13:08.932 INFO:teuthology.orchestra.run.smithi065:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.9
2020-11-16T21:13:09.159 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:09 smithi065 systemd[1]: Stopping Ceph osd.9 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:13:09.442 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[14115]: debug 2020-11-16T21:13:09.161+0000 7fdc3d7bc700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:13:09.442 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[14115]: debug 2020-11-16T21:13:09.161+0000 7fdc3d7bc700 -1 osd.9 1094 *** Got signal Terminated ***
2020-11-16T21:13:09.443 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[14115]: debug 2020-11-16T21:13:09.161+0000 7fdc3d7bc700 -1 osd.9 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:13:09.776 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[18823]: debug 2020-11-16T21:13:09.637+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:09.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[18823]: debug 2020-11-16T21:13:09.637+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:09.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[18823]: debug 2020-11-16T21:13:09.637+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.287509+0000 front 2020-11-16T21:12:44.287894+0000 (oldest deadline 2020-11-16T21:13:07.787179+0000)
2020-11-16T21:13:09.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[16457]: debug 2020-11-16T21:13:09.445+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:09.777 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[16457]: debug 2020-11-16T21:13:09.445+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:40.274365+0000 front 2020-11-16T21:12:40.276211+0000 (oldest deadline 2020-11-16T21:13:04.974485+0000)
2020-11-16T21:13:09.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:09 smithi065 bash[16457]: debug 2020-11-16T21:13:09.445+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.975978+0000 front 2020-11-16T21:12:44.976213+0000 (oldest deadline 2020-11-16T21:13:06.676130+0000)
2020-11-16T21:13:10.423 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:10 smithi065 docker[64447]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9
2020-11-16T21:13:10.423 INFO:journalctl@ceph.osd.9.smithi065.stdout:Nov 16 21:13:10 smithi065 bash[64488]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.9-deactivate
2020-11-16T21:13:10.818 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:10 smithi065 bash[16457]: debug 2020-11-16T21:13:10.425+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:10.818 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:10 smithi065 bash[16457]: debug 2020-11-16T21:13:10.425+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:40.274365+0000 front 2020-11-16T21:12:40.276211+0000 (oldest deadline 2020-11-16T21:13:04.974485+0000)
2020-11-16T21:13:10.818 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:10 smithi065 bash[16457]: debug 2020-11-16T21:13:10.425+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.975978+0000 front 2020-11-16T21:12:44.976213+0000 (oldest deadline 2020-11-16T21:13:06.676130+0000)
2020-11-16T21:13:10.818 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:10 smithi065 bash[18823]: debug 2020-11-16T21:13:10.641+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:10.819 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:10 smithi065 bash[18823]: debug 2020-11-16T21:13:10.641+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:10.819 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:10 smithi065 bash[18823]: debug 2020-11-16T21:13:10.641+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.287509+0000 front 2020-11-16T21:12:44.287894+0000 (oldest deadline 2020-11-16T21:13:07.787179+0000)
2020-11-16T21:13:11.527 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:11 smithi065 bash[16457]: debug 2020-11-16T21:13:11.413+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:11.527 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:11 smithi065 bash[16457]: debug 2020-11-16T21:13:11.413+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:40.274365+0000 front 2020-11-16T21:12:40.276211+0000 (oldest deadline 2020-11-16T21:13:04.974485+0000)
2020-11-16T21:13:11.527 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:11 smithi065 bash[16457]: debug 2020-11-16T21:13:11.413+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.975978+0000 front 2020-11-16T21:12:44.976213+0000 (oldest deadline 2020-11-16T21:13:06.676130+0000)
2020-11-16T21:13:12.026 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:11 smithi065 bash[18823]: debug 2020-11-16T21:13:11.621+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:12.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:11 smithi065 bash[18823]: debug 2020-11-16T21:13:11.621+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:12.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:11 smithi065 bash[18823]: debug 2020-11-16T21:13:11.621+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.287509+0000 front 2020-11-16T21:12:44.287894+0000 (oldest deadline 2020-11-16T21:13:07.787179+0000)
2020-11-16T21:13:12.383 INFO:teuthology.orchestra.run.smithi065:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.9.service'
2020-11-16T21:13:12.408 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:13:12.408 INFO:tasks.cephadm.osd.9:Stopped osd.9
2020-11-16T21:13:12.408 INFO:tasks.cephadm.osd.10:Stopping osd.10...
2020-11-16T21:13:12.409 INFO:teuthology.orchestra.run.smithi065:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.10
2020-11-16T21:13:12.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[18823]: debug 2020-11-16T21:13:12.597+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:12.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[18823]: debug 2020-11-16T21:13:12.597+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:12.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[18823]: debug 2020-11-16T21:13:12.597+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.287509+0000 front 2020-11-16T21:12:44.287894+0000 (oldest deadline 2020-11-16T21:13:07.787179+0000)
2020-11-16T21:13:12.777 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[18823]: debug 2020-11-16T21:13:12.597+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.71:6803 osd.4 since back 2020-11-16T21:12:47.788818+0000 front 2020-11-16T21:12:47.789500+0000 (oldest deadline 2020-11-16T21:13:11.888424+0000)
2020-11-16T21:13:12.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[16457]: debug 2020-11-16T21:13:12.385+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:35.574171+0000 front 2020-11-16T21:12:35.573690+0000 (oldest deadline 2020-11-16T21:13:00.272972+0000)
2020-11-16T21:13:12.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[16457]: debug 2020-11-16T21:13:12.385+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6810 osd.2 since back 2020-11-16T21:12:40.274365+0000 front 2020-11-16T21:12:40.276211+0000 (oldest deadline 2020-11-16T21:13:04.974485+0000)
2020-11-16T21:13:12.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[16457]: debug 2020-11-16T21:13:12.385+0000 7f6d6d798700 -1 osd.10 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.975978+0000 front 2020-11-16T21:12:44.976213+0000 (oldest deadline 2020-11-16T21:13:06.676130+0000)
2020-11-16T21:13:12.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:12 smithi065 systemd[1]: Stopping Ceph osd.10 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:13:12.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[16457]: debug 2020-11-16T21:13:12.593+0000 7f6d7481f700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:13:12.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[16457]: debug 2020-11-16T21:13:12.593+0000 7f6d7481f700 -1 osd.10 1094 *** Got signal Terminated ***
2020-11-16T21:13:12.778 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:12 smithi065 bash[16457]: debug 2020-11-16T21:13:12.593+0000 7f6d7481f700 -1 osd.10 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:13:14.026 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:13 smithi065 docker[64593]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10
2020-11-16T21:13:14.027 INFO:journalctl@ceph.osd.10.smithi065.stdout:Nov 16 21:13:13 smithi065 bash[64638]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.10-deactivate
2020-11-16T21:13:14.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:13 smithi065 bash[18823]: debug 2020-11-16T21:13:13.645+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:14.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:13 smithi065 bash[18823]: debug 2020-11-16T21:13:13.645+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:14.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:13 smithi065 bash[18823]: debug 2020-11-16T21:13:13.645+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.287509+0000 front 2020-11-16T21:12:44.287894+0000 (oldest deadline 2020-11-16T21:13:07.787179+0000)
2020-11-16T21:13:14.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:13 smithi065 bash[18823]: debug 2020-11-16T21:13:13.645+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.71:6803 osd.4 since back 2020-11-16T21:12:47.788818+0000 front 2020-11-16T21:12:47.789500+0000 (oldest deadline 2020-11-16T21:13:11.888424+0000)
2020-11-16T21:13:15.026 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:14 smithi065 bash[18823]: debug 2020-11-16T21:13:14.677+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:15.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:14 smithi065 bash[18823]: debug 2020-11-16T21:13:14.677+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:15.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:14 smithi065 bash[18823]: debug 2020-11-16T21:13:14.677+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.287509+0000 front 2020-11-16T21:12:44.287894+0000 (oldest deadline 2020-11-16T21:13:07.787179+0000)
2020-11-16T21:13:15.027 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:14 smithi065 bash[18823]: debug 2020-11-16T21:13:14.677+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.71:6803 osd.4 since back 2020-11-16T21:12:47.788818+0000 front 2020-11-16T21:12:47.789500+0000 (oldest deadline 2020-11-16T21:13:11.888424+0000)
2020-11-16T21:13:15.774 INFO:teuthology.orchestra.run.smithi065:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.10.service'
2020-11-16T21:13:15.801 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:13:15.801 INFO:tasks.cephadm.osd.10:Stopped osd.10
2020-11-16T21:13:15.801 INFO:tasks.cephadm.osd.11:Stopping osd.11...
2020-11-16T21:13:15.801 INFO:teuthology.orchestra.run.smithi065:> sudo systemctl stop ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.11
2020-11-16T21:13:15.975 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 bash[18823]: debug 2020-11-16T21:13:15.697+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6802 osd.0 since back 2020-11-16T21:12:32.583208+0000 front 2020-11-16T21:12:32.583140+0000 (oldest deadline 2020-11-16T21:12:55.482997+0000)
2020-11-16T21:13:15.975 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 bash[18823]: debug 2020-11-16T21:13:15.697+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6806 osd.1 since back 2020-11-16T21:12:39.586677+0000 front 2020-11-16T21:12:39.587703+0000 (oldest deadline 2020-11-16T21:13:04.285901+0000)
2020-11-16T21:13:15.975 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 bash[18823]: debug 2020-11-16T21:13:15.697+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.142:6814 osd.3 since back 2020-11-16T21:12:44.287509+0000 front 2020-11-16T21:12:44.287894+0000 (oldest deadline 2020-11-16T21:13:07.787179+0000)
2020-11-16T21:13:15.975 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 bash[18823]: debug 2020-11-16T21:13:15.697+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.71:6803 osd.4 since back 2020-11-16T21:12:47.788818+0000 front 2020-11-16T21:12:47.789500+0000 (oldest deadline 2020-11-16T21:13:11.888424+0000)
2020-11-16T21:13:15.975 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 bash[18823]: debug 2020-11-16T21:13:15.697+0000 7f1f165ed700 -1 osd.11 1094 heartbeat_check: no reply from 172.21.15.71:6807 osd.5 since back 2020-11-16T21:12:54.191734+0000 front 2020-11-16T21:12:54.192903+0000 (oldest deadline 2020-11-16T21:13:15.291498+0000)
2020-11-16T21:13:15.976 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 systemd[1]: Stopping Ceph osd.11 for b861c014-2847-11eb-a2b2-001a4aab830c...
2020-11-16T21:13:16.276 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 bash[18823]: debug 2020-11-16T21:13:15.977+0000 7f1f1d674700 -1 received  signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0
2020-11-16T21:13:16.277 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 bash[18823]: debug 2020-11-16T21:13:15.977+0000 7f1f1d674700 -1 osd.11 1094 *** Got signal Terminated ***
2020-11-16T21:13:16.277 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:15 smithi065 bash[18823]: debug 2020-11-16T21:13:15.977+0000 7f1f1d674700 -1 osd.11 1094 *** Immediate shutdown (osd_fast_shutdown=true) ***
2020-11-16T21:13:17.276 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:16 smithi065 docker[64740]: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11
2020-11-16T21:13:17.277 INFO:journalctl@ceph.osd.11.smithi065.stdout:Nov 16 21:13:16 smithi065 bash[64780]: Error: No such container: ceph-b861c014-2847-11eb-a2b2-001a4aab830c-osd.11-deactivate
2020-11-16T21:13:19.009 INFO:teuthology.orchestra.run.smithi065:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b861c014-2847-11eb-a2b2-001a4aab830c@osd.11.service'
2020-11-16T21:13:19.040 DEBUG:teuthology.orchestra.run:got remote process result: None
2020-11-16T21:13:19.040 INFO:tasks.cephadm.osd.11:Stopped osd.11
2020-11-16T21:13:19.041 INFO:teuthology.orchestra.run.smithi065:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2020-11-16T21:13:19.097 INFO:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2020-11-16T21:13:19.113 INFO:teuthology.orchestra.run.smithi142:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2020-11-16T21:13:19.128 INFO:tasks.cephadm:Archiving crash dumps...
2020-11-16T21:13:19.130 DEBUG:teuthology.misc:Transferring archived files from smithi142:/var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/crash to /home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127/remote/ubuntu@smithi142.front.sepia.ceph.com/crash
2020-11-16T21:13:19.131 INFO:teuthology.orchestra.run.smithi142:> sudo tar cz -f - -C /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/crash -- .
2020-11-16T21:13:19.204 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/crash to /home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127/remote/ubuntu@smithi071.front.sepia.ceph.com/crash
2020-11-16T21:13:19.205 INFO:teuthology.orchestra.run.smithi071:> sudo tar cz -f - -C /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/crash -- .
2020-11-16T21:13:19.244 DEBUG:teuthology.misc:Transferring archived files from smithi065:/var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/crash to /home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127/remote/ubuntu@smithi065.front.sepia.ceph.com/crash
2020-11-16T21:13:19.245 INFO:teuthology.orchestra.run.smithi065:> sudo tar cz -f - -C /var/lib/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/crash -- .
2020-11-16T21:13:19.295 INFO:tasks.cephadm:Checking cluster log for badness...
2020-11-16T21:13:19.296 INFO:teuthology.orchestra.run.smithi142:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'Health detail' | egrep -v '\(REQUEST_STUCK\)' | egrep -v '\(MON_DOWN\)' | egrep -v '\(OSD_SLOW_PING_TIME' | egrep -v 'but it is still running' | egrep -v 'objects unfound and apparently lost' | egrep -v osd_map_cache_size | egrep -v 'overall HEALTH_' | egrep -v '\(OSDMAP_FLAGS\)' | egrep -v '\(OSD_' | egrep -v '\(PG_' | egrep -v '\(POOL_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v '\(OBJECT_' | egrep -v '\(SLOW_OPS\)' | egrep -v '\(REQUEST_SLOW\)' | egrep -v '\(TOO_FEW_PGS\)' | egrep -v 'slow request' | head -n 1
2020-11-16T21:13:19.325 INFO:teuthology.orchestra.run.smithi142.stderr:grep: /var/log/ceph/b861c014-2847-11eb-a2b2-001a4aab830c/ceph.log: No such file or directory
2020-11-16T21:13:19.359 INFO:tasks.cephadm:Compressing logs...
2020-11-16T21:13:19.360 INFO:teuthology.orchestra.run.smithi065:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2020-11-16T21:13:19.362 INFO:teuthology.orchestra.run.smithi071:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2020-11-16T21:13:19.364 INFO:teuthology.orchestra.run.smithi142:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2020-11-16T21:13:19.384 INFO:teuthology.orchestra.run.smithi065.stderr:find: '/var/log/rbd-target-api': No such file or directory
2020-11-16T21:13:19.413 INFO:teuthology.orchestra.run.smithi071.stderr:find: '/var/log/rbd-target-api': No such file or directory
2020-11-16T21:13:19.438 INFO:teuthology.orchestra.run.smithi142.stderr:find: '/var/log/rbd-target-api': No such file or directory
2020-11-16T21:31:07.070 INFO:tasks.cephadm:Archiving logs...
2020-11-16T21:31:07.099 DEBUG:teuthology.misc:Transferring archived files from smithi142:/var/log/ceph to /home/teuthworker/archive/kchai-2020-11-16_12:11:03-rados-wip-kefu-testing-2020-11-16-1845-distro-basic-smithi/5631127/remote/ubuntu@smithi142.front.sepia.ceph.com/log
2020-11-16T21:31:07.101 INFO:teuthology.orchestra.run.smithi142:> sudo tar cz -f - -C /var/log/ceph -- .